-- Logs begin at Sat 2022-02-19 02:11:55 UTC, end at Sat 2022-02-19 04:39:54 UTC. -- Feb 19 02:43:46.342476 n-d-826755-2 systemd[1]: Started Devstack devstack@q-svc.service. Feb 19 02:43:49.311543 n-d-826755-2 neutron-server[109789]: INFO neutron.common.config [-] Logging enabled! Feb 19 02:43:49.312226 n-d-826755-2 neutron-server[109789]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 02:43:49.312332 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109789) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 02:43:49.315908 n-d-826755-2 neutron-server[109789]: INFO neutron.common.config [-] Logging enabled! Feb 19 02:43:49.316165 n-d-826755-2 neutron-server[109789]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 19 02:43:49.316476 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109789) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 19 02:43:49.317446 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:43:49.317681 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 02:43:49.318054 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 02:43:49.318302 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 02:43:49.318939 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 02:43:49.319267 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.319695 n-d-826755-2 neutron-server[109789]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 19 02:43:49.320002 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.320298 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.320594 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.320911 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.321205 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.321484 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.321769 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.322068 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.322352 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.322632 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.322912 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.323210 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.323486 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.323751 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.324032 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.324312 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] debug = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.324593 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.325048 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.325474 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.325753 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.326038 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.326318 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.326585 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.326861 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.327147 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.327582 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] host = n-d-826755-2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.327869 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.328156 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.328441 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.328829 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.329113 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.329387 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.329766 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.330157 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.330586 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] log_file = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.330855 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.331147 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.331437 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.331726 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.331953 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.332176 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.332474 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.332785 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.333062 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.333340 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.333616 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.333887 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.334159 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.334425 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.334706 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.334988 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.335270 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.335547 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.335818 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.336089 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.336372 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.336639 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.336944 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.337218 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.337491 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.337774 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.338041 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.338311 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.338608 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.338889 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.339170 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.339455 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.339733 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.340014 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.340287 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.340558 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.340863 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] use_json = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.341141 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.341414 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.341696 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.341970 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.342243 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.342516 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.342789 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.343071 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.343346 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:49.343644 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.343941 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.344242 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.344540 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.344856 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.345142 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.345461 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.345742 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.346028 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.346312 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.346599 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.346876 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.347175 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.347464 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.347755 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.348059 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.348350 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.348639 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.348938 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.349214 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.349486 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.349771 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.350060 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.350341 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.350626 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.350911 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.351189 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.351484 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.351773 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.352066 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.352354 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.352625 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.352930 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.353218 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.353498 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.353769 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.354045 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.354330 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.354607 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.354876 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.355156 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.355431 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.355705 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.355974 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.356252 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.356538 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.356846 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.357119 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.357389 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.357666 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.357935 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.358214 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.358489 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.358759 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.359027 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.359306 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.359583 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.359856 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.360133 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.360404 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.360699 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.361038 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.361311 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.361586 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.361860 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.362131 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.362401 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.362676 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.362951 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.363226 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.363499 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.363770 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.364042 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.364314 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.364596 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.364916 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.365192 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.365474 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.365753 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.366032 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.366311 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.366588 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.366866 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.367144 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.367417 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.367704 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.367987 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.368274 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.368575 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.368880 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.369172 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.369457 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.369735 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.370017 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.370294 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.370570 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.370850 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.371135 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.371426 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.371716 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.372005 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.372294 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.372581 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.373225 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.373532 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.373811 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:49.374026 n-d-826755-2 neutron-server[109789]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 02:43:49.374271 n-d-826755-2 neutron-server[109789]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109789) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 19 02:43:49.747457 n-d-826755-2 neutron-server[109789]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 02:43:49.748072 n-d-826755-2 neutron-server[109789]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 02:43:49.748381 n-d-826755-2 neutron-server[109789]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 19 02:43:49.748890 n-d-826755-2 neutron-server[109789]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 19 02:43:50.082091 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.082405 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.082654 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.083946 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.084219 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.084481 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.130351 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.130633 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.130888 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.145271 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.145551 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.145819 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.174713 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.174985 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.175254 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.212517 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.212815 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.213083 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.565112 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.565778 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.565778 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.565945 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.566580 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.671448 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.671770 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.672050 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.672317 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.672582 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.672914 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.673169 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.673458 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.673716 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.673978 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.674264 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.674526 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.674765 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.675019 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.675275 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.675538 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.675789 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.676060 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.676324 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.676580 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.676863 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.677116 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.677397 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.677771 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.678018 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.678262 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.678672 n-d-826755-2 neutron-server[109789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:43:50.678910 n-d-826755-2 neutron-server[109789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:43:50.679148 n-d-826755-2 neutron-server[109789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:43:50.679385 n-d-826755-2 neutron-server[109789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:43:50.679620 n-d-826755-2 neutron-server[109789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:43:50.679855 n-d-826755-2 neutron-server[109789]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:43:50.680223 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 19 02:43:50.683435 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 19 02:43:50.687564 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 19 02:43:50.691568 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 19 02:43:50.693249 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 19 02:43:50.693733 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 19 02:43:50.694098 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 19 02:43:50.694482 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 19 02:43:50.697372 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 19 02:43:50.697620 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 19 02:43:50.697964 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 02:43:50.702918 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 19 02:43:50.726121 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 19 02:43:50.726574 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.726877 n-d-826755-2 neutron-server[109789]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109789) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 19 02:43:50.727236 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.728596 n-d-826755-2 neutron-server[109789]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109789) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 19 02:43:50.728941 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 19 02:43:50.729185 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 19 02:43:50.732528 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.732853 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:50.796646 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 19 02:43:50.796913 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 19 02:43:50.797149 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 19 02:43:50.797519 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 19 02:43:50.819640 n-d-826755-2 neutron-server[109789]: DEBUG oslo_db.sqlalchemy.engines [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109789) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 19 02:43:51.275524 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Initializing driver for type 'gre' Feb 19 02:43:51.276300 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] gre ID ranges: [(1, 1000)] Feb 19 02:43:51.330356 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Initializing driver for type 'local' Feb 19 02:43:51.330706 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Initializing driver for type 'vlan' Feb 19 02:43:51.346331 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] VlanTypeDriver initialization complete Feb 19 02:43:51.346669 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Initializing driver for type 'vxlan' Feb 19 02:43:51.347159 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] vxlan ID ranges: [(1, 1000)] Feb 19 02:43:51.401027 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Initializing extension driver 'port_security' Feb 19 02:43:51.401364 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.extensions.port_security [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] PortSecurityExtensionDriver initialization complete Feb 19 02:43:51.401693 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Initializing mechanism driver 'openvswitch' Feb 19 02:43:51.402030 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Initializing mechanism driver 'hyperv' Feb 19 02:43:51.408845 n-d-826755-2 neutron-server[109789]: DEBUG neutron.plugins.ml2.plugin [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109789) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:51.409687 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > port after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.410055 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > port after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.410405 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > port after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.410928 n-d-826755-2 neutron-server[109789]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109789) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:43:51.411358 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > subnet after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.411709 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > subnet after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.412050 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.412443 n-d-826755-2 neutron-server[109789]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109789) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:43:51.412875 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > network after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.413221 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > network after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.413558 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > network after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.413948 n-d-826755-2 neutron-server[109789]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109789) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:43:51.414346 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > security_group after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.414693 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > security_group after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.415027 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.415417 n-d-826755-2 neutron-server[109789]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109789) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:43:51.415816 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.416156 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.416491 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.416904 n-d-826755-2 neutron-server[109789]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109789) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:43:51.417303 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > address_group after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.417643 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > address_group after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.417974 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.418366 n-d-826755-2 neutron-server[109789]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109789) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 19 02:43:51.418800 n-d-826755-2 neutron-server[109789]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] ML2 OVO RPC backend initialized. {{(pid=109789) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 19 02:43:51.419498 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.419850 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.420258 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > network before_response 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.420599 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > networks before_response 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.420962 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > port before_response 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.421302 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > ports before_response 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.421636 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > subnet before_response 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.421971 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > subnets before_response 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.422307 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > network after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.422638 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > network after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.422966 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > network after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.423294 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > port after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.423620 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > port after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.423983 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > port after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.424311 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > subnet after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.424641 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > subnet after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.424993 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.432158 n-d-826755-2 neutron-server[109789]: INFO neutron.quota [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded quota_driver: . Feb 19 02:43:51.432515 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.plugin [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Modular L2 Plugin initialization complete Feb 19 02:43:51.432891 n-d-826755-2 neutron-server[109789]: DEBUG neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading services supported by the core plugin {{(pid=109789) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 19 02:43:51.433230 n-d-826755-2 neutron-server[109789]: INFO neutron.plugins.ml2.managers [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Got port-security extension from driver 'port_security' Feb 19 02:43:51.433697 n-d-826755-2 neutron-server[109789]: INFO neutron.extensions.vlantransparent [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Disabled vlantransparent extension. Feb 19 02:43:51.434182 n-d-826755-2 neutron-server[109789]: DEBUG neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109789) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 19 02:43:51.434498 n-d-826755-2 neutron-server[109789]: INFO neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading Plugin: router Feb 19 02:43:51.470024 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.470412 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router after_create 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.471014 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router before_create 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.471420 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.471796 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.472151 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router after_delete 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.472517 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.472894 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.473252 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router after_create 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.473584 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router after_update 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.473931 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router after_update 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.474274 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.474627 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router after_update 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.475041 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router precommit_update 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.475407 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: port after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.475769 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: port after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.476101 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: subnet after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.476428 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.476791 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.477136 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router precommit_create 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.477462 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: port before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.477795 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router precommit_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.478149 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router after_update 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.478492 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.478973 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router precommit_create 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.479340 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.479689 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router precommit_update 55549900 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.480056 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > agent after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.480409 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > agent after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.480783 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > network after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.481634 n-d-826755-2 neutron-server[109789]: DEBUG neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Tracking information for resource: router configured {{(pid=109789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:43:51.481961 n-d-826755-2 neutron-server[109789]: DEBUG neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Tracking information for resource: floatingip configured {{(pid=109789) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 19 02:43:51.486990 n-d-826755-2 neutron-server[109789]: INFO neutron.db.l3_agentschedulers_db [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 19 02:43:51.487562 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: port after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.487916 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: port after_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.488263 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: port after_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.488608 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: port after_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.489407 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router before_create 55550100 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.489765 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.490123 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router precommit_create 55550100 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.490473 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > router precommit_update 55550100 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.495320 n-d-826755-2 neutron-server[109789]: DEBUG neutron.services.provider_configuration [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service providers = [] {{(pid=109789) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 19 02:43:51.495680 n-d-826755-2 neutron-server[109789]: DEBUG neutron.db.servicetype_db [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109789) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 19 02:43:51.499004 n-d-826755-2 neutron-server[109789]: DEBUG neutron.services.service_base [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109789) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 02:43:51.499343 n-d-826755-2 neutron-server[109789]: DEBUG neutron.services.service_base [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109789) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 02:43:51.499680 n-d-826755-2 neutron-server[109789]: DEBUG neutron.services.service_base [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109789) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 02:43:51.500559 n-d-826755-2 neutron-server[109789]: DEBUG neutron.services.service_base [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109789) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 19 02:43:51.500952 n-d-826755-2 neutron-server[109789]: INFO neutron.services.service_base [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 19 02:43:51.501318 n-d-826755-2 neutron-server[109789]: DEBUG neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:43:51.501629 n-d-826755-2 neutron-server[109789]: INFO neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 19 02:43:51.512585 n-d-826755-2 neutron-server[109789]: DEBUG neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:43:51.512952 n-d-826755-2 neutron-server[109789]: INFO neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading Plugin: auto_allocate Feb 19 02:43:51.519418 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: network precommit_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.520039 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: network precommit_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.520972 n-d-826755-2 neutron-server[109789]: DEBUG neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:43:51.521366 n-d-826755-2 neutron-server[109789]: INFO neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading Plugin: tag Feb 19 02:43:51.528233 n-d-826755-2 neutron-server[109789]: DEBUG neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:43:51.528502 n-d-826755-2 neutron-server[109789]: INFO neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading Plugin: timestamp Feb 19 02:43:51.532377 n-d-826755-2 neutron-server[109789]: DEBUG neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:43:51.532695 n-d-826755-2 neutron-server[109789]: INFO neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading Plugin: network_ip_availability Feb 19 02:43:51.538425 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.538791 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.539139 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.539843 n-d-826755-2 neutron-server[109789]: DEBUG neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:43:51.540156 n-d-826755-2 neutron-server[109789]: INFO neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading Plugin: flavors Feb 19 02:43:51.545108 n-d-826755-2 neutron-server[109789]: DEBUG neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:43:51.545432 n-d-826755-2 neutron-server[109789]: INFO neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading Plugin: revisions Feb 19 02:43:51.549882 n-d-826755-2 neutron-server[109789]: DEBUG neutron.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109789) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 19 02:43:51.550276 n-d-826755-2 neutron-server[109789]: DEBUG oslo_concurrency.lockutils [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=109789) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 19 02:43:51.551011 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109789) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 19 02:43:51.551345 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Initializing extension manager. Feb 19 02:43:51.551873 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: __init__.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.552207 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: __pycache__ {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.552530 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.552881 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: address_group.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.553631 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.554199 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: address-group Feb 19 02:43:51.554517 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: address_scope.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.555223 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.555728 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: address-scope Feb 19 02:43:51.556042 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.556997 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.557508 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: router-admin-state-down-before-update Feb 19 02:43:51.557810 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: agent.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.558505 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.559010 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: agent Feb 19 02:43:51.559321 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: agent_resources_synced.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.560218 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.560742 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: agent-resources-synced Feb 19 02:43:51.561057 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: allowedaddresspairs.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.562838 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.563355 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: allowed-address-pairs Feb 19 02:43:51.563679 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: auto_allocated_topology.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.564877 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.565499 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: auto-allocated-topology Feb 19 02:43:51.566045 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: availability_zone.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.566495 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.567005 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: availability_zone Feb 19 02:43:51.567321 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: availability_zone_filter.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.568227 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.568774 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: availability_zone_filter Feb 19 02:43:51.569085 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: data_plane_status.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.569987 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.570487 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension data-plane-status not supported by any of loaded plugins Feb 19 02:43:51.570800 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: default_subnetpools.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.571698 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.572204 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: default-subnetpools Feb 19 02:43:51.572522 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.573347 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.573858 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: dhcp_agent_scheduler Feb 19 02:43:51.574176 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: dns.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.575071 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.575576 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension dns-integration not supported by any of loaded plugins Feb 19 02:43:51.575891 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: dns_domain_ports.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.576816 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.577317 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 19 02:43:51.577632 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.578547 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.579047 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 19 02:43:51.579360 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: dvr.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.580097 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.580611 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: dvr Feb 19 02:43:51.580953 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: ecmp_routes.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.581858 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.582366 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 19 02:43:51.582687 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: empty_string_filtering.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.583577 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.584089 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: empty-string-filtering Feb 19 02:43:51.584407 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.585324 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.585836 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 19 02:43:51.586150 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.587045 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.587551 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 19 02:43:51.587864 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: external_net.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.588800 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.589310 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: external-net Feb 19 02:43:51.589623 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.590523 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.591033 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: extra_dhcp_opt Feb 19 02:43:51.591352 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: extraroute.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.592252 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.592786 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: extraroute Feb 19 02:43:51.593101 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: extraroute_atomic.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.594133 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.594640 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: extraroute-atomic Feb 19 02:43:51.594953 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: filter_validation.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.595635 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.596138 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: filter-validation Feb 19 02:43:51.596455 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: fip_pf_description.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.597386 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.597882 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 19 02:43:51.598195 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: fip_port_details.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.599262 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.599787 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: fip-port-details Feb 19 02:43:51.600102 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: flavors.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.601365 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.601882 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: flavors Feb 19 02:43:51.602199 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.603875 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.604398 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 19 02:43:51.604758 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: floatingip_pools.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.605454 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.605969 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: floatingip-pools Feb 19 02:43:51.606293 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: ip_allocation.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.607207 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.607718 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension ip_allocation not supported by any of loaded plugins Feb 19 02:43:51.608040 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.608986 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.609503 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: ip-substring-filtering Feb 19 02:43:51.609825 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: l2_adjacency.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.610740 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.611306 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 19 02:43:51.611643 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: l3.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.612588 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.613132 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: router Feb 19 02:43:51.613457 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.615694 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.616219 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 19 02:43:51.616544 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.617504 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.618020 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: ext-gw-mode Feb 19 02:43:51.618348 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.619255 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.619769 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: l3-ha Feb 19 02:43:51.620086 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.621014 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.621518 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 19 02:43:51.621837 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: l3_flavors.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.623089 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.623595 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: l3-flavors Feb 19 02:43:51.623915 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.625310 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.625830 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 19 02:43:51.626149 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.627091 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.627609 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 19 02:43:51.627926 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: l3agentscheduler.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.628993 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.629503 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: l3_agent_scheduler Feb 19 02:43:51.629824 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: local_ip.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.631595 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.632119 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension local_ip not supported by any of loaded plugins Feb 19 02:43:51.632450 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: logging.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.635414 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.635946 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension logging not supported by any of loaded plugins Feb 19 02:43:51.636276 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: metering.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.637042 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.637629 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: metering Feb 19 02:43:51.637947 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.639037 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.639555 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: metering_source_and_destination_fields Feb 19 02:43:51.639884 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: multiprovidernet.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.640832 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.641341 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: multi-provider Feb 19 02:43:51.641663 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: netmtu.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.642658 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.643167 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: net-mtu Feb 19 02:43:51.643487 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: netmtu_writable.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.644394 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.644925 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: net-mtu-writable Feb 19 02:43:51.645248 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: network_availability_zone.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.645908 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.646417 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: network_availability_zone Feb 19 02:43:51.646733 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: network_ip_availability.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.647843 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.648359 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: network-ip-availability Feb 19 02:43:51.648698 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: network_segment_range.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.649480 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.649984 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension network-segment-range not supported by any of loaded plugins Feb 19 02:43:51.650300 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: pagination.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.651270 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.651597 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: pagination Feb 19 02:43:51.651915 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: port_device_profile.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.652827 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.653345 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: port-device-profile Feb 19 02:43:51.653662 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.654571 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.655079 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: port-mac-address-regenerate Feb 19 02:43:51.655396 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.656292 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.656836 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: port-numa-affinity-policy Feb 19 02:43:51.657155 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: port_resource_request.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.658062 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.658580 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension port-resource-request not supported by any of loaded plugins Feb 19 02:43:51.658904 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: port_resource_request_groups.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.659861 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.660376 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 19 02:43:51.660684 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: portbindings.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.661638 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.662146 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: binding Feb 19 02:43:51.662462 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: portbindings_extended.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.663740 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.664261 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: binding-extended Feb 19 02:43:51.664578 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: portsecurity.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.665591 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.666105 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: port-security Feb 19 02:43:51.666422 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: project_id.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.667384 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.667741 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: project-id Feb 19 02:43:51.668059 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: providernet.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.668995 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.669507 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: provider Feb 19 02:43:51.669824 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.673540 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.674116 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos not supported by any of loaded plugins Feb 19 02:43:51.674620 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.675867 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.676384 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 19 02:43:51.676735 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.677655 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.678170 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 19 02:43:51.678493 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos_default.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.679392 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.679904 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos-default not supported by any of loaded plugins Feb 19 02:43:51.680225 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos_fip.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.681186 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.681702 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos-fip not supported by any of loaded plugins Feb 19 02:43:51.682018 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.682925 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.683436 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 19 02:43:51.683754 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos_gateway_ip.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.684680 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.685471 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 19 02:43:51.685996 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos_port_network_policy.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.687152 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.687664 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 19 02:43:51.688005 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.689378 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.689647 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 19 02:43:51.689978 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.690999 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.691515 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 19 02:43:51.691838 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos_pps_rule.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.693045 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.693565 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos-pps not supported by any of loaded plugins Feb 19 02:43:51.693922 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos_rule_type_details.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.695248 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.695756 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 19 02:43:51.696075 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: qos_rules_alias.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.697158 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.697671 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 19 02:43:51.697990 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: quota_check_limit.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.698910 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.699427 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: quota-check-limit Feb 19 02:43:51.699744 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: quotasv2.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.700728 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.701055 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: quotas Feb 19 02:43:51.701372 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: quotasv2_detail.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.703152 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.703482 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: quota_details Feb 19 02:43:51.703803 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: rbac.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.704897 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.705499 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: rbac-policies Feb 19 02:43:51.705823 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: rbac_address_group.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.706744 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.707263 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: rbac-address-group Feb 19 02:43:51.707583 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: rbac_address_scope.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.708497 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.709041 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: rbac-address-scope Feb 19 02:43:51.709361 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: rbac_security_groups.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.710265 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.710779 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: rbac-security-groups Feb 19 02:43:51.711095 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: rbac_subnetpool.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.712076 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.712590 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: rbac-subnetpool Feb 19 02:43:51.712937 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: revisionifmatch.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.713853 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.714367 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: revision-if-match Feb 19 02:43:51.714683 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: revisions.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.715805 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.716319 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: standard-attr-revisions Feb 19 02:43:51.716639 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: router_availability_zone.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.717321 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.717831 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: router_availability_zone Feb 19 02:43:51.718155 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: routerservicetype.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.719063 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.719568 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension router-service-type not supported by any of loaded plugins Feb 19 02:43:51.719885 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.720878 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.721392 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: security-groups-normalized-cidr Feb 19 02:43:51.721710 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.722626 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.723147 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: port-security-groups-filtering Feb 19 02:43:51.723467 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.724377 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.724918 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: security-groups-remote-address-group Feb 19 02:43:51.725237 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.726168 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.726682 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: security-groups-shared-filtering Feb 19 02:43:51.726998 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.727577 n-d-826755-2 neutron-server[109789]: WARNING neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 19 02:43:51.727889 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: securitygroup.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.737957 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.738494 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: security-group Feb 19 02:43:51.738819 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: segment.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.739601 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.740106 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension segment not supported by any of loaded plugins Feb 19 02:43:51.740427 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.741383 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.741888 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 19 02:43:51.742208 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: servicetype.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.743318 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.743835 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: service-type Feb 19 02:43:51.744161 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: sorting.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.745173 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.745497 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: sorting Feb 19 02:43:51.745793 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: standard_attr_segment.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.746708 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.747232 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 19 02:43:51.747550 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: standardattrdescription.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.748545 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.749080 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: standard-attr-description Feb 19 02:43:51.749396 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: stateful_security_group.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.750318 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.750831 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: stateful-security-group Feb 19 02:43:51.751146 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: stdattrs_common.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.751702 n-d-826755-2 neutron-server[109789]: WARNING neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 19 02:43:51.752045 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.752991 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.753496 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 19 02:43:51.753806 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: subnet_onboard.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.754878 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.755389 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: subnet_onboard Feb 19 02:43:51.755711 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.756640 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.757174 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 19 02:43:51.757492 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: subnet_service_types.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.758414 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.758928 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: subnet-service-types Feb 19 02:43:51.759245 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: subnetallocation.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.760316 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.760873 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: subnet_allocation Feb 19 02:43:51.761191 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.761852 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.762358 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: subnetpool-prefix-ops Feb 19 02:43:51.762675 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.763588 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.764098 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 19 02:43:51.764413 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: tagging.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.765511 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.766023 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: standard-attr-tag Feb 19 02:43:51.766346 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: timestamp.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.767604 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.768222 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loaded extension: standard-attr-timestamp Feb 19 02:43:51.768548 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: trunk.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.769621 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.770136 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension trunk not supported by any of loaded plugins Feb 19 02:43:51.770455 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: trunk_details.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.771365 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.771876 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension trunk-details not supported by any of loaded plugins Feb 19 02:43:51.772192 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: uplink_status_propagation.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.773128 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.773638 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 19 02:43:51.773952 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Loading extension file: vlantransparent.py {{(pid=109789) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 19 02:43:51.774611 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109789) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 19 02:43:51.775119 n-d-826755-2 neutron-server[109789]: INFO neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 19 02:43:51.777685 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:network Feb 19 02:43:51.778211 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:subnet Feb 19 02:43:51.778658 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:43:51.778998 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:port Feb 19 02:43:51.780233 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.780702 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service FLAVORS assigned prefix: {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.781301 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.781724 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.782050 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:router Feb 19 02:43:51.782470 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 02:43:51.782952 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service METERING assigned prefix: /metering {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.784451 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.784843 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.785196 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109789) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:43:51.786204 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 02:43:51.786641 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:security_group Feb 19 02:43:51.787070 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 02:43:51.787679 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service CORE assigned prefix: {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.788008 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:43:51.788344 n-d-826755-2 neutron-server[109789]: WARNING neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] subnetpool is already registered Feb 19 02:43:51.788796 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service CORE assigned prefix: {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.789115 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:43:51.789435 n-d-826755-2 neutron-server[109789]: WARNING neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] subnetpool is already registered Feb 19 02:43:51.791705 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.792131 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service FLAVORS assigned prefix: {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.792740 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.793158 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.793485 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:router Feb 19 02:43:51.793817 n-d-826755-2 neutron-server[109789]: WARNING neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] router is already registered Feb 19 02:43:51.794219 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:floatingip Feb 19 02:43:51.794548 n-d-826755-2 neutron-server[109789]: WARNING neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] floatingip is already registered Feb 19 02:43:51.794991 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service METERING assigned prefix: /metering {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.795650 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of CountableResource for resource:rbac_policy Feb 19 02:43:51.795972 n-d-826755-2 neutron-server[109789]: WARNING neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] rbac_policy is already registered Feb 19 02:43:51.796376 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:security_group Feb 19 02:43:51.796731 n-d-826755-2 neutron-server[109789]: WARNING neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] security_group is already registered Feb 19 02:43:51.797132 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 19 02:43:51.797461 n-d-826755-2 neutron-server[109789]: WARNING neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] security_group_rule is already registered Feb 19 02:43:51.798086 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service CORE assigned prefix: {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.798404 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:43:51.798756 n-d-826755-2 neutron-server[109789]: WARNING neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] subnetpool is already registered Feb 19 02:43:51.799205 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.v2.resource_helper [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Service CORE assigned prefix: {{(pid=109789) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 19 02:43:51.799510 n-d-826755-2 neutron-server[109789]: INFO neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Creating instance of TrackedResource for resource:subnetpool Feb 19 02:43:51.799832 n-d-826755-2 neutron-server[109789]: WARNING neutron.quota.resource_registry [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] subnetpool is already registered Feb 19 02:43:51.800298 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: extensions {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.801793 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: address-groups {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.803295 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: address-scopes {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.804607 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: agents {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.805820 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: auto-allocated-topology {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.807057 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: availability_zones {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.808299 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: dhcp-networks {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.809849 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: dhcp-agents {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.811269 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: routers {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.813542 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: flavors {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.814735 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: service_profiles {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.815955 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: next_providers {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.817444 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: service_profiles {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.818985 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: floatingip-pools {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.820220 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: routers {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.822370 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: floatingips {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.824524 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: l3-routers {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.825947 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: l3-agents {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.827410 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: metering-labels {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.828818 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: metering-label-rules {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.830157 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: network-ip-availabilities {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.831409 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: bindings {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.833106 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: quotas {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.834668 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: quotas {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.836197 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: rbac-policies {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.837520 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: security-groups {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.838746 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: security-group-rules {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.840011 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: service-providers {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.841256 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: subnetpools {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.842679 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: subnetpools {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.844129 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: tags {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.845874 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: tags {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.847811 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: tags {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.849619 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: tags {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.851387 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: tags {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.853292 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: tags {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.854980 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: tags {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.856901 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: tags {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.858652 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: tags {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.860507 n-d-826755-2 neutron-server[109789]: DEBUG neutron.api.extensions [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Extended resource: tags {{(pid=109789) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 19 02:43:51.866637 n-d-826755-2 neutron-server[109789]: WARNING keystonemiddleware.auth_token [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 19 02:43:51.871299 n-d-826755-2 neutron-server[109789]: WARNING keystonemiddleware.auth_token [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 19 02:43:51.880850 n-d-826755-2 neutron-server[109789]: DEBUG oslo_concurrency.lockutils [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Acquired lock "singleton_lock" {{(pid=109789) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 19 02:43:51.881327 n-d-826755-2 neutron-server[109789]: DEBUG oslo_concurrency.lockutils [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Releasing lock "singleton_lock" {{(pid=109789) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 19 02:43:51.881987 n-d-826755-2 neutron-server[109789]: INFO oslo_service.service [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Starting 2 workers Feb 19 02:43:51.886872 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Started child 109898 {{(pid=109789) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 02:43:51.891371 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Started child 109899 {{(pid=109789) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 02:43:51.892462 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:51.893309 n-d-826755-2 neutron-server[109789]: INFO neutron.service [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 19 02:43:51.893645 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:51.894085 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [-] (109898) wsgi starting up on http://0.0.0.0:9696 Feb 19 02:43:51.895986 n-d-826755-2 neutron-server[109789]: INFO oslo_service.service [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Starting 1 workers Feb 19 02:43:51.896393 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:51.897980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [-] (109899) wsgi starting up on http://0.0.0.0:9696 Feb 19 02:43:51.901720 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Started child 109900 {{(pid=109789) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 02:43:51.902280 n-d-826755-2 neutron-server[109789]: INFO oslo_service.service [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Starting 1 workers Feb 19 02:43:51.905636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.service [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] calling RpcWorker wait() {{(pid=109900) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 19 02:43:51.906225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.service [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] returning from RpcWorker wait() {{(pid=109900) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 19 02:43:51.907221 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Started child 109901 {{(pid=109789) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 19 02:43:51.907517 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:51.907951 n-d-826755-2 neutron-server[109789]: DEBUG neutron_lib.callbacks.manager [None req-2010dd39-0f18-4e81-8268-20370a7ca143 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109789) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:51.908853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:51.910079 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109789) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 02:43:51.910266 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:43:51.910389 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 02:43:51.910758 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 02:43:51.911415 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 02:43:51.911559 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 02:43:51.912269 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.912619 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.913006 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.913160 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:43:51.913657 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.913657 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.914004 n-d-826755-2 neutron-server[109901]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:51.914128 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.914347 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.914754 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.915021 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.915273 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.915415 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.915749 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.916163 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.916534 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.916930 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.917176 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.917509 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.917811 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.917967 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.918405 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.918707 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.918922 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.919470 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] debug = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.919722 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.920277 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.920539 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.920806 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.921207 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.921512 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.921750 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.922151 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.922369 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.922626 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.922853 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.923143 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.923352 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.923771 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.924162 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.924399 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.924689 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.924923 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.925541 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] host = n-d-826755-2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.925774 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.925995 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.926520 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.926780 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.927031 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.927266 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.927546 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.927976 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.928197 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.928542 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.928850 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.929074 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.929289 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.929561 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_file = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.929905 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_options = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.930245 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.930665 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.931220 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.931415 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.931559 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.931709 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.931954 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.932108 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.932351 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.932858 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.932858 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.933146 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.933291 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.933646 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.933796 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.933903 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.934147 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.934394 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.934726 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.934979 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.935237 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.935548 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.935941 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.936093 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.936239 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.936454 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.936765 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.937090 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.937459 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.937849 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.938136 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.938350 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.938755 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.939039 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.939314 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.939557 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.939783 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.940050 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.941107 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.941482 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.941807 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.944266 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.944266 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.944266 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.944266 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.944266 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.944266 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] use_json = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.944702 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.944792 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.944970 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.945365 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.945675 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.946008 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.946267 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.946602 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.946602 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:51.947340 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.947529 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.947723 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.947944 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.948767 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.948767 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.948767 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.949018 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.949119 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.949552 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.949870 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.950092 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.950386 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.950696 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.950944 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.951876 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.951876 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.951876 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.953520 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.953520 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.953520 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.953520 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.953520 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.953520 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.953520 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.953520 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.954570 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.954570 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.954570 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.954570 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.955049 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.955049 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.956811 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.956811 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.956811 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.956811 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.956811 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.956811 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.956811 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.957913 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.957913 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.957913 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.957913 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.957913 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.958283 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.958283 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.958436 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.958660 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.958940 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.959173 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.959326 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.959537 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.959728 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.959942 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.960809 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.960809 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.960809 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.961206 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.961206 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.961353 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.961524 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.964834 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.964834 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.964834 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.964834 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.964834 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.964834 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.964834 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.964834 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.964834 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.966319 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.966319 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.966319 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.966319 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.966319 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.966319 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.966319 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.966319 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.966319 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.967738 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.967738 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.967738 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.967738 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.967738 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.967738 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.967738 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.967738 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.967738 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.968503 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.968503 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.968503 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.968503 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.968503 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.968503 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.968503 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.969042 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.969042 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.969194 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.969428 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.969592 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.969800 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.970029 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.970275 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.970492 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.970780 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.971025 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.971271 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.971508 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.971728 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.971942 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.972180 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.972390 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.972795 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.973025 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.973292 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.973548 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.973797 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.974026 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.974272 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.974524 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.974779 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.975050 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.975270 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.975535 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.976015 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.976287 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.976564 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.976833 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.977062 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.977317 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.977572 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.977814 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.978056 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.978313 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.978564 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.978793 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.979026 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.979336 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.980646 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.980646 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.980646 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.980646 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.980646 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.981422 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.981422 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.981422 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.981920 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.981920 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.981920 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.982319 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.982657 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.982657 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.983474 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.983474 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.983474 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.983474 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.984931 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.984931 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.984931 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.984931 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.984931 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.984931 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.984931 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.985347 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.985347 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.985500 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.986057 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.986057 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.986448 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.986448 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.986726 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.986863 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.987167 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.987393 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.987637 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.987852 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.988113 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.988355 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.988579 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.988825 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.989064 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.989309 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.989534 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.989774 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.990007 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.990215 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.990427 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.990639 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.990845 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.991072 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.991291 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.991527 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.991753 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.991982 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.992335 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.992588 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.992850 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.993088 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.993319 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.993530 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.993756 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.993965 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.994179 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.994991 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.994991 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.994991 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.995308 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.995308 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.995503 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.995696 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.995945 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.996174 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.996412 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.996651 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.996893 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.997085 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.997276 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.997508 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.998061 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.998268 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.998472 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.998682 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.998886 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.999168 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.999394 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.999614 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:51.999874 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.000104 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.000357 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.000579 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.000805 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.001010 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.001224 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.001433 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.001634 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.001989 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.002250 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.003323 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.003323 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.003323 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.003323 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.003323 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.004714 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.004714 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.004714 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.004714 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.004714 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.004714 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.004714 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.005607 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.005607 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.005607 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.005607 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.006856 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.006856 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.006856 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.006856 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.006856 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.006856 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.007841 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.007841 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.007841 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.007841 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.008216 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.008216 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.008458 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.008701 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.008907 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.009150 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.009369 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.009765 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.010234 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.010234 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.014890 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.014890 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.015091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39468) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:43:52.015170 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.015170 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.015170 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.015170 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.015397 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.015626 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.015896 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.016239 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.016541 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.019329 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.019599 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.019875 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.020125 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.020365 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.020600 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.022425 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.023191 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.023352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:43:52.023489 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.023900 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.024273 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.024376 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075819 Feb 19 02:43:52.024740 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.025141 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.025379 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.025619 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.025842 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.026125 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.027043 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.027043 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 02:43:52.027043 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109789) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 19 02:43:52.027243 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 19 02:43:52.027413 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 19 02:43:52.028763 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 19 02:43:52.028763 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 19 02:43:52.028763 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 19 02:43:52.029008 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.029080 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.029242 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.029407 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.029568 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.029755 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.030353 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.030517 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.030680 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.030878 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.031111 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.031275 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.032170 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.032170 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.032170 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.032170 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.032443 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.032443 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.032570 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.032812 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.033910 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.034622 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.034862 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] debug = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.034987 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.035717 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.035880 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.036093 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.036298 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.037583 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.037583 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.037583 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.037583 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.037583 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.037583 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.037583 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.038982 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.038982 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.038982 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.038982 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.038982 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.038982 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.039820 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] host = n-d-826755-2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.039820 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.039820 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.039820 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.039820 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.040468 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.040468 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.040468 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.040468 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.041040 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.041176 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.041311 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.041447 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.041594 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.041732 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_file = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.042833 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_options = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.042833 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.042833 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.042833 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.042833 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.042833 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.044493 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.044683 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.044852 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.045019 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.045182 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.045346 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.045525 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.045715 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.046866 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.047034 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.047196 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.047361 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.047522 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.047682 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.048367 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.048751 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.049087 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.049428 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.049599 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.049763 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.049903 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.050057 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.050308 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.050472 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.050632 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.050790 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.050948 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.051108 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.051267 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.051422 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.051578 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.051735 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.051894 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.052073 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.052226 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.052362 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.052748 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.052914 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.053040 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.053190 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.053382 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.053536 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] use_json = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.053650 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.054261 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.056062 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.057195 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.057534 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.058500 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.058710 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.059575 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.059575 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 19 02:43:52.059575 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.059575 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.059575 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.060005 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.060005 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.060005 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.060275 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.060275 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.060417 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.060554 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.060750 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.060915 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.061086 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.061238 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.061386 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.062379 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.062379 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.062379 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.062778 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.062911 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.063044 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.063177 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.063320 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.063819 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.065343 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.065704 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.066369 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.066624 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.066713 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.066877 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.067025 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.067196 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.067347 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.067506 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.067669 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.068692 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.068692 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.068692 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.068692 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.068692 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.069609 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.069789 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.070651 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.070651 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.071183 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.072085 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.072085 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.072085 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.072085 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.072085 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.072832 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.072832 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.072832 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.072832 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.072832 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.073443 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.073443 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.073443 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.074562 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.074562 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.074562 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.074562 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.074562 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.075231 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.075231 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.075231 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.075231 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.076546 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.076546 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.076546 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.076546 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.076546 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.076546 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.076546 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.076546 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.076546 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.077723 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.077905 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.078056 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.078216 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.078986 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.078986 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.078986 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.078986 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.078986 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.079633 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.079633 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.079633 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.079633 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.080149 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.080149 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.080149 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.080513 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.080513 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.080868 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.081362 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.081552 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.081719 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.081881 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.082042 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.082203 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.082361 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.082524 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.082687 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.082852 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.083012 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.083170 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.083328 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.083487 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.083652 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.083809 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.083966 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.084126 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.084291 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.084447 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.084590 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.084844 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.084967 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.085084 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.085246 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.086097 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.086097 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.086097 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.086097 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.086097 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.086441 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.086441 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.086441 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.086646 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.086738 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.086864 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.087023 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.087181 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.087340 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.087497 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.087668 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.087827 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.087986 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.088146 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.088328 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.088487 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.088645 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.088826 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.088984 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.089143 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.089302 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.089460 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.089620 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.089777 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.089936 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.090103 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.090261 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.090416 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.090576 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.090735 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.090895 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.091054 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.091218 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.091378 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.091537 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.091698 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.091857 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.092014 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.092172 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.092330 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.092493 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.092646 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.092810 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.092972 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.093131 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.093291 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.093450 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.093611 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.093767 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.093923 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.094082 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.094243 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.095250 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.095250 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.095250 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.095250 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.095250 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.095250 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.095973 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.095973 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.095973 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.095973 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.095973 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.096271 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.096271 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.096389 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.096551 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.096810 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.096970 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.097114 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.097243 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.097374 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.097513 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.097645 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.097793 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.097955 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.098115 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.098275 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.098434 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.098596 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.098756 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.098916 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.099076 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.099234 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.099390 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.099552 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.099713 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.099873 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.100022 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.100183 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.100343 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.100502 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.100722 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.100899 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.101054 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.101191 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.101354 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.101514 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.101686 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.101845 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.102005 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.102150 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.102310 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.102458 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.102622 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.102781 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.102939 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.103096 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.103253 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.103410 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.103578 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.103736 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.103894 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.104051 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.104209 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.104366 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.104536 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.104700 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.104861 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.105018 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.105176 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.105334 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.105505 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.105696 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.105811 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.105955 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.106113 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.106269 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.106439 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.106597 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.106755 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.107649 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.107649 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.107649 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.107649 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.107649 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.107649 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.108174 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.108174 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.108174 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.108401 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.108401 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.108543 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.108732 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.108894 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.109053 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.109211 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.109371 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.109558 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.109752 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.109921 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.110097 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.110250 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.110419 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.110587 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.110746 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.110918 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.111511 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.111511 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.111511 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.111831 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.111831 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.111975 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.112140 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.112299 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.112459 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.112618 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.112802 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.112961 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.113119 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.113278 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.113437 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.113601 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.113760 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.113920 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.114080 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.114263 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 19 02:43:52.114439 n-d-826755-2 neutron-server[109789]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109789) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 19 02:44:03.526385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f06ca90-42eb-4193-9294-649b8e760223 None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 02:44:03.600903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f06ca90-42eb-4193-9294-649b8e760223 None None] No non-hosted networks {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 19 02:44:03.642697 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.agentschedulers_db [None req-6f06ca90-42eb-4193-9294-649b8e760223 None None] DHCP Agent not found on host n-d-826755-2 {{(pid=109900) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 19 02:44:03.779264 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0cde6500-cc97-44c7-bb92-04840142a29d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554577'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.801224 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f93e5a7-c8f5-40c9-9e24-2bef48cde501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554577'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:05.833953 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c3fb662f-abda-43fb-ad02-dd5352476a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:06.903330 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554577'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:08.218601 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554577'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:09.307053 n-d-826755-2 neutron-server[109900]: INFO neutron.db.l3_hamode_db [None req-0c6c7cd3-c368-4d0a-9102-ed17fa0655b0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 19 02:44:09.387005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c7cd3-c368-4d0a-9102-ed17fa0655b0 None None] Routers set() bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:09.387427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6c7cd3-c368-4d0a-9102-ed17fa0655b0 None None] Router IDs set() for agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 02:44:09.641975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39554) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:09.952074 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554577'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:09.952867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.953252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.953640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.954290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.954674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.955070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.955398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.955721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.956366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.956583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.957304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.957663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.957994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:09.958441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-826755-2', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:09.966868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-826755-2', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:10.172146 n-d-826755-2 neutron-server[109899]: WARNING oslo_policy.policy [None req-8ba9237e-bfe4-4a3d-a8aa-710a0487a173 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:44:10.172762 n-d-826755-2 neutron-server[109899]: WARNING oslo_policy.policy [None req-8ba9237e-bfe4-4a3d-a8aa-710a0487a173 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:44:10.426484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [None req-8ba9237e-bfe4-4a3d-a8aa-710a0487a173 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:44:10.427647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8ba9237e-bfe4-4a3d-a8aa-710a0487a173 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7836168 Feb 19 02:44:12.970576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39580) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:13.329176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7860229e-b0c6-440e-b63f-9568b28d27f2 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:13.436912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.policy [None req-7860229e-b0c6-440e-b63f-9568b28d27f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109899) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 02:44:13.496910 n-d-826755-2 neutron-server[109899]: WARNING oslo_policy.policy [None req-7860229e-b0c6-440e-b63f-9568b28d27f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:44:13.497281 n-d-826755-2 neutron-server[109899]: WARNING oslo_policy.policy [None req-7860229e-b0c6-440e-b63f-9568b28d27f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:44:13.614777 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7860229e-b0c6-440e-b63f-9568b28d27f2 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762365907330', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762365931439', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762365925435', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762365751104', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762365740678', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762365765080', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1754061', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1867406', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-967420', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1028015'] for rbac-policy (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:13.719273 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7860229e-b0c6-440e-b63f-9568b28d27f2 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:13.720869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7860229e-b0c6-440e-b63f-9568b28d27f2 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7491698 Feb 19 02:44:16.260967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39590) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:16.609409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:16.643528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Made reservation on behalf of 9e95dfc91eb54261ac220fc2068a660b for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:16.647358 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:16.663830 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:16.789961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Publish callbacks [] for security_group (12865fce-960f-4fbb-a237-9140b71440cc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:16.796703 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (12865fce-960f-4fbb-a237-9140b71440cc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:16.821131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:44:16.855266 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762369617457', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (0fb09b25-a139-465b-835a-7fe4b5ad4b02), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:16.855816 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Unsubscribe: segment precommit_create {{(pid=109899) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 02:44:16.856343 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Added segment 0fb09b25-a139-465b-835a-7fe4b5ad4b02 of type vlan for network 17449a54-a679-460a-9922-6677f07b6495 Feb 19 02:44:16.871736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=12865fce-960f-4fbb-a237-9140b71440cc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:16.920443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.920763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.921062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.921434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.921721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.922128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.922516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.922972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.923160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.923478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.923798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.924179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.924449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Tracked resource versions report: Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: pushed versions: Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: { 'AddressGroup': {'1.2'}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'ConntrackHelper': {'1.0'}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'Log': {'1.0'}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'Network': {'1.1'}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'Port': {'1.7'}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'PortForwarding': {'1.2'}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'QosPolicy': {'1.10'}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'SecurityGroup': {'1.5'}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'SubPort': {'1.0'}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'Subnet': {'1.1'}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'Trunk': {'1.1'}} Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: consumer versions: Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: { DHCP agent@n-d-826755-2: {}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: L3 agent@n-d-826755-2: {}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: Metadata agent@n-d-826755-2: {}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: Metering agent@n-d-826755-2: {}, Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: Open vSwitch agent@n-d-826755-2: { 'AddressGroup': '1.2', Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'ConntrackHelper': '1.0', Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'LocalIPAssociation': '1.0', Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'Log': '1.0', Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'Network': '1.1', Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'Port': '1.7', Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'PortForwarding': '1.2', Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'QosPolicy': '1.10', Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'SecurityGroup': '1.5', Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'SecurityGroupRule': '1.2', Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'SubPort': '1.0', Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'Subnet': '1.1', Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: 'Trunk': '1.1'}} Feb 19 02:44:16.925867 n-d-826755-2 neutron-server[109899]: {{(pid=109899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:44:16.971189 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (17449a54-a679-460a-9922-6677f07b6495), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:17.013601 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (17449a54-a679-460a-9922-6677f07b6495), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:17.019214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:17.019925 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:17.101346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8388844 Feb 19 02:44:17.138995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a69c6-23d4-4fcb-8dca-73e0b97a0a0a demo demo] Pushing event updated for resources: {'Network': ['ID=17449a54-a679-460a-9922-6677f07b6495,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:17.152420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 17449a54-a679-460a-9922-6677f07b6495 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:44:19.671215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39602) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:20.220038 n-d-826755-2 neutron-server[109898]: WARNING oslo_policy.policy [None req-4a5f919d-83e5-4000-9ba1-b14b00f99df2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:44:20.220615 n-d-826755-2 neutron-server[109898]: WARNING oslo_policy.policy [None req-4a5f919d-83e5-4000-9ba1-b14b00f99df2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:44:20.669000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.policy [None req-4a5f919d-83e5-4000-9ba1-b14b00f99df2 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109898) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 19 02:44:20.710994 n-d-826755-2 neutron-server[109898]: WARNING oslo_policy.policy [None req-4a5f919d-83e5-4000-9ba1-b14b00f99df2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:44:20.711537 n-d-826755-2 neutron-server[109898]: WARNING oslo_policy.policy [None req-4a5f919d-83e5-4000-9ba1-b14b00f99df2 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 19 02:44:20.719245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f919d-83e5-4000-9ba1-b14b00f99df2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:20.721047 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4a5f919d-83e5-4000-9ba1-b14b00f99df2 demo admin] 10.222.0.81 "GET /v2.0/networks/17449a54-a679-460a-9922-6677f07b6495 HTTP/1.1" status: 200 len: 825 time: 1.0489209 Feb 19 02:44:20.772858 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-05536f94-571c-4f0b-a45c-dd822887ab75 demo admin] 10.222.0.81 "GET /v2.0/subnetpools/f1254036-996e-4180-a1e3-04ca15a5dc16 HTTP/1.1" status: 200 len: 734 time: 0.0418465 Feb 19 02:44:20.782856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '17449a54-a679-460a-9922-6677f07b6495', 'name': 'private-subnet', 'subnetpool_id': 'f1254036-996e-4180-a1e3-04ca15a5dc16'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:20.824144 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Made reservation on behalf of 9e95dfc91eb54261ac220fc2068a660b for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:20.826904 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:21.134601 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:21.209969 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Checking segment: {'id': '0fb09b25-a139-465b-835a-7fe4b5ad4b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17449a54-a679-460a-9922-6677f07b6495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:21.210364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Network hostable DHCP agents. Network: 17449a54-a679-460a-9922-6677f07b6495, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:44:21.217398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Pushing event updated for resources: {'Subnet': ['ID=1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:21.228770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.229110 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.229442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.229773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.230099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.230422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.230739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.231055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.231373 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.231667 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.231985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.232293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.232599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Tracked resource versions report: Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: pushed versions: Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: { 'AddressGroup': {'1.2'}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'ConntrackHelper': {'1.0'}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'Log': {'1.0'}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'Network': {'1.1'}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'Port': {'1.7'}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'PortForwarding': {'1.2'}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'QosPolicy': {'1.10'}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'SecurityGroup': {'1.5'}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'SubPort': {'1.0'}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'Subnet': {'1.1'}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'Trunk': {'1.1'}} Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: consumer versions: Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: { DHCP agent@n-d-826755-2: {}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: L3 agent@n-d-826755-2: {}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: Metadata agent@n-d-826755-2: {}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: Metering agent@n-d-826755-2: {}, Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: Open vSwitch agent@n-d-826755-2: { 'AddressGroup': '1.2', Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'ConntrackHelper': '1.0', Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'LocalIPAssociation': '1.0', Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'Log': '1.0', Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'Network': '1.1', Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'Port': '1.7', Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'PortForwarding': '1.2', Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'QosPolicy': '1.10', Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'SecurityGroup': '1.5', Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'SecurityGroupRule': '1.2', Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'SubPort': '1.0', Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'Subnet': '1.1', Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: 'Trunk': '1.1'}} Feb 19 02:44:21.233663 n-d-826755-2 neutron-server[109898]: {{(pid=109898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:44:21.267156 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Network 17449a54-a679-460a-9922-6677f07b6495 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:44:21.280516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 17449a54-a679-460a-9922-6677f07b6495) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:21.285229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:21.286021 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:21.290801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdca089a-9efe-448f-b897-59e18669dad2 None None] Network 17449a54-a679-460a-9922-6677f07b6495 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:44:21.308601 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bf7df66c-8966-43ba-bd32-423c92f51393 demo admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5293405 Feb 19 02:44:21.673157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-17449a54-a679-460a-9922-6677f07b6495', 'network_id': '17449a54-a679-460a-9922-6677f07b6495', 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'fixed_ips': [{'subnet_id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:44:21.674405 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:21.950353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Allocated IP 172.20.0.2 (17449a54-a679-460a-9922-6677f07b6495/1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4/145c7590-904a-48de-9b7c-da9dad5c1bbc) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:22.221028 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Publish callbacks [] for port (145c7590-904a-48de-9b7c-da9dad5c1bbc), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:22.230999 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (145c7590-904a-48de-9b7c-da9dad5c1bbc), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:22.304035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Network 17449a54-a679-460a-9922-6677f07b6495 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:22.309720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:22.320514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:22.323616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Pushing event updated for resources: {'Port': ['ID=145c7590-904a-48de-9b7c-da9dad5c1bbc,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:22.354544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.354901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.355261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.355595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.355925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.356254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.356577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.356931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.357231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.357557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.357874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.358199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.358512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Tracked resource versions report: Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: pushed versions: Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: { 'AddressGroup': {'1.2'}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'ConntrackHelper': {'1.0'}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'Log': {'1.0'}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'Network': {'1.1'}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'Port': {'1.7'}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'PortForwarding': {'1.2'}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'QosPolicy': {'1.10'}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'SecurityGroup': {'1.5'}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'SubPort': {'1.0'}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'Subnet': {'1.1'}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'Trunk': {'1.1'}} Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: consumer versions: Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: { DHCP agent@n-d-826755-2: {}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: L3 agent@n-d-826755-2: {}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: Metadata agent@n-d-826755-2: {}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: Metering agent@n-d-826755-2: {}, Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: Open vSwitch agent@n-d-826755-2: { 'AddressGroup': '1.2', Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'ConntrackHelper': '1.0', Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'LocalIPAssociation': '1.0', Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'Log': '1.0', Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'Network': '1.1', Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'Port': '1.7', Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'PortForwarding': '1.2', Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'QosPolicy': '1.10', Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'SecurityGroup': '1.5', Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'SecurityGroupRule': '1.2', Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'SubPort': '1.0', Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'Subnet': '1.1', Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: 'Trunk': '1.1'}} Feb 19 02:44:22.359610 n-d-826755-2 neutron-server[109900]: {{(pid=109900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:44:22.409164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Attempting to bind port 145c7590-904a-48de-9b7c-da9dad5c1bbc on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:44:22.409567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Attempting to bind port 145c7590-904a-48de-9b7c-da9dad5c1bbc by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '0fb09b25-a139-465b-835a-7fe4b5ad4b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17449a54-a679-460a-9922-6677f07b6495'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:44:22.409978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Attempting to bind port 145c7590-904a-48de-9b7c-da9dad5c1bbc on network 17449a54-a679-460a-9922-6677f07b6495 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:22.415312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:44:22.415691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Checking segment: {'id': '0fb09b25-a139-465b-835a-7fe4b5ad4b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17449a54-a679-460a-9922-6677f07b6495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:22.416169 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:22.416566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Bound using segment: {'id': '0fb09b25-a139-465b-835a-7fe4b5ad4b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17449a54-a679-460a-9922-6677f07b6495'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:44:22.417210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Bound port: 145c7590-904a-48de-9b7c-da9dad5c1bbc, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb09b25-a139-465b-835a-7fe4b5ad4b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17449a54-a679-460a-9922-6677f07b6495'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:44:22.417642 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (145c7590-904a-48de-9b7c-da9dad5c1bbc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:22.481589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] For port 145c7590-904a-48de-9b7c-da9dad5c1bbc, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:22.486055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] For port 145c7590-904a-48de-9b7c-da9dad5c1bbc, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=145c7590-904a-48de-9b7c-da9dad5c1bbc,segment=NetworkSegment(0fb09b25-a139-465b-835a-7fe4b5ad4b02),segment_id=0fb09b25-a139-465b-835a-7fe4b5ad4b02)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:44:22.495032 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (145c7590-904a-48de-9b7c-da9dad5c1bbc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:22.558520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6292a5-567a-4d12-a27f-43033c766259 None None] Pushing event updated for resources: {'Port': ['ID=145c7590-904a-48de-9b7c-da9dad5c1bbc,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:23.866103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39622) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:24.193195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-21b63709-d482-4dd7-9acc-057649d551fe admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:44:24.208694 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-21b63709-d482-4dd7-9acc-057649d551fe admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3271334 Feb 19 02:44:26.748711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39630) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:27.070111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-e2a3e2ac-f0c0-4ac7-823e-64b665c5955d admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:44:27.084690 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e2a3e2ac-f0c0-4ac7-823e-64b665c5955d admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3214111 Feb 19 02:44:29.583801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39638) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:29.902601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7816e2f1-563a-4430-a6d1-4cf62014e6b8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:29.929591 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7816e2f1-563a-4430-a6d1-4cf62014e6b8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (1a07d321-7b9f-4423-88f0-8d4be6badcc9), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:29.931287 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7816e2f1-563a-4430-a6d1-4cf62014e6b8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (1a07d321-7b9f-4423-88f0-8d4be6badcc9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.070390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7816e2f1-563a-4430-a6d1-4cf62014e6b8 demo demo] Publish callbacks [] for router_controller (1a07d321-7b9f-4423-88f0-8d4be6badcc9), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.076925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7816e2f1-563a-4430-a6d1-4cf62014e6b8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (1a07d321-7b9f-4423-88f0-8d4be6badcc9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.099479 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7816e2f1-563a-4430-a6d1-4cf62014e6b8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:30.100709 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7816e2f1-563a-4430-a6d1-4cf62014e6b8 demo demo] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5157964 Feb 19 02:44:32.618279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 145c7590-904a-48de-9b7c-da9dad5c1bbc up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:32.639565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39650) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:32.710849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 145c7590-904a-48de-9b7c-da9dad5c1bbc triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:32.711760 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (145c7590-904a-48de-9b7c-da9dad5c1bbc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.821908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 145c7590-904a-48de-9b7c-da9dad5c1bbc is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:32.822187 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (145c7590-904a-48de-9b7c-da9dad5c1bbc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.858080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 145c7590-904a-48de-9b7c-da9dad5c1bbc, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=145c7590-904a-48de-9b7c-da9dad5c1bbc,segment=NetworkSegment(0fb09b25-a139-465b-835a-7fe4b5ad4b02),segment_id=0fb09b25-a139-465b-835a-7fe4b5ad4b02)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:32.864845 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (145c7590-904a-48de-9b7c-da9dad5c1bbc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:32.918679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=145c7590-904a-48de-9b7c-da9dad5c1bbc,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:33.001571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [None req-9cd8b640-d139-4d65-9816-2267d71b358c admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:44:33.002628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9cd8b640-d139-4d65-9816-2267d71b358c admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3620861 Feb 19 02:44:33.504934 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d8100038-b684-4859-8340-fbac205495d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:33.840911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01659c4-0a8f-44b4-b1c6-603a2ce22b3d None None] Network 17449a54-a679-460a-9922-6677f07b6495 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:44:33.924574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9b5a9310-0df0-4e4f-98f4-48c734bd9479 None None] Provisioning complete for port 145c7590-904a-48de-9b7c-da9dad5c1bbc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:33.924980 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9b5a9310-0df0-4e4f-98f4-48c734bd9479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (145c7590-904a-48de-9b7c-da9dad5c1bbc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:34.046640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9b5a9310-0df0-4e4f-98f4-48c734bd9479 None None] Current status of the port 145c7590-904a-48de-9b7c-da9dad5c1bbc is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:34.269571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3948fcd5-f99c-44cb-98a8-6ffa40412603 None None] Provisioning complete for port 145c7590-904a-48de-9b7c-da9dad5c1bbc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:34.270010 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3948fcd5-f99c-44cb-98a8-6ffa40412603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (145c7590-904a-48de-9b7c-da9dad5c1bbc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:34.345399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3948fcd5-f99c-44cb-98a8-6ffa40412603 None None] Current status of the port 145c7590-904a-48de-9b7c-da9dad5c1bbc is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:34.585939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 145c7590-904a-48de-9b7c-da9dad5c1bbc up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:34.635586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 145c7590-904a-48de-9b7c-da9dad5c1bbc triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:34.635879 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (145c7590-904a-48de-9b7c-da9dad5c1bbc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:34.710795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 145c7590-904a-48de-9b7c-da9dad5c1bbc is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:35.550450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39658) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:35.793323 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88fc0637-0b0a-4ab3-9ae4-5863c4d863d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:35.891309 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:35.937013 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Made reservation on behalf of c5bba23acc5d4f299e3a7c79f18c00bf for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:35.939653 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:35.954921 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:36.058915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Publish callbacks [] for security_group (5cb820e1-fbd7-44b1-87d8-02168781609a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:36.064486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5cb820e1-fbd7-44b1-87d8-02168781609a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:36.080527 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Reserving flat network on physical network physnet1 {{(pid=109898) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 19 02:44:36.102875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb820e1-fbd7-44b1-87d8-02168781609a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:36.105514 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762369617457', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8f566878-bd6d-42ea-8513-f7a7d4d720b2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:36.106031 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Unsubscribe: segment precommit_create {{(pid=109898) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 19 02:44:36.106498 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Added segment 8f566878-bd6d-42ea-8513-f7a7d4d720b2 of type flat for network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e Feb 19 02:44:36.175942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:36.225377 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:36.226321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:36.226913 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:36.297402 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7455478 Feb 19 02:44:36.323543 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60166f62-a98e-42ee-abbd-2eef43997f94 admin admin] Pushing event updated for resources: {'Network': ['ID=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:36.335006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:44:36.831909 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.135593 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:38.866530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39676) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:39.063238 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682171bc-5000-4dbf-81e8-c0899111b406 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:39.064588 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-682171bc-5000-4dbf-81e8-c0899111b406 demo admin] 10.222.0.81 "GET /v2.0/subnets/1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4 HTTP/1.1" status: 200 len: 849 time: 0.1967463 Feb 19 02:44:39.193107 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9345052d-0ecc-4986-a548-5b042b4e8cb8 demo admin] 10.222.0.81 "GET /v2.0/routers/1a07d321-7b9f-4423-88f0-8d4be6badcc9 HTTP/1.1" status: 200 len: 704 time: 0.1225994 Feb 19 02:44:39.481467 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:39.795736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Allocated IP 172.20.0.1 (17449a54-a679-460a-9922-6677f07b6495/1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4/722cb2cd-84ce-4a1f-8baf-8479fb7fd455) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:39.942488 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:39.956063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Publish callbacks [] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.086866 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.160863 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Network 17449a54-a679-460a-9922-6677f07b6495 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:40.166448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:40.179616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:40.180153 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (1a07d321-7b9f-4423-88f0-8d4be6badcc9), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.199161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Pushing event updated for resources: {'Port': ['ID=722cb2cd-84ce-4a1f-8baf-8479fb7fd455,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:40.400970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.413793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9ca1ec1a-5763-4c0b-9088-27115806e3d3 None None] Provisioning complete for port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:40.414188 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9ca1ec1a-5763-4c0b-9088-27115806e3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.450978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9ca1ec1a-5763-4c0b-9088-27115806e3d3 None None] Port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:44:40.614071 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Publish callbacks [] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.621764 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.622968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (1a07d321-7b9f-4423-88f0-8d4be6badcc9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:40.700293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Pushing event updated for resources: {'Port': ['ID=722cb2cd-84ce-4a1f-8baf-8479fb7fd455,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:40.751112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Network 17449a54-a679-460a-9922-6677f07b6495 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:40.752690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:40.922391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Router 1a07d321-7b9f-4423-88f0-8d4be6badcc9 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:44:41.019180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:44:41.024988 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-530bbb87-4247-4c3b-b2ff-fb2de1293c76 demo admin] 10.222.0.81 "PUT /v2.0/routers/1a07d321-7b9f-4423-88f0-8d4be6badcc9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8240800 Feb 19 02:44:41.037763 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Sync routers for ids ['1a07d321-7b9f-4423-88f0-8d4be6badcc9'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:44:41.053874 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Routers {'1a07d321-7b9f-4423-88f0-8d4be6badcc9'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:41.054708 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:44:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1a07d321-7b9f-4423-88f0-8d4be6badcc9'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:41.076465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-386548d1-ad1f-4c76-a35f-b381e7e18ae6 None None] Provisioning complete for port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:41.077122 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-386548d1-ad1f-4c76-a35f-b381e7e18ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:41.112563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-386548d1-ad1f-4c76-a35f-b381e7e18ae6 None None] Port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:44:41.249513 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Set router 1a07d321-7b9f-4423-88f0-8d4be6badcc9 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:44:41.685004 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'name': 'router1', 'tenant_id': '9e95dfc91eb54261ac220fc2068a660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:44:29Z', 'updated_at': '2022-02-19T02:44:40Z', 'revision_number': 2, 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'gw_port_host': None, '_interfaces': [{'id': '722cb2cd-84ce-4a1f-8baf-8479fb7fd455', 'name': '', 'network_id': '17449a54-a679-460a-9922-6677f07b6495', 'tenant_id': '9e95dfc91eb54261ac220fc2068a660b', 'mac_address': 'fa:16:3e:a7:8f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:39Z', 'updated_at': '2022-02-19T02:44:40Z', 'revision_number': 2, 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'subnets': [{'id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1254036-996e-4180-a1e3-04ca15a5dc16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:41.736183 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Checking router: 1a07d321-7b9f-4423-88f0-8d4be6badcc9 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:44:41.736533 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Updating router 1a07d321-7b9f-4423-88f0-8d4be6badcc9 port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:44:41.818394 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.037492 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:44:42.315269 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Publish callbacks [] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.324163 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.419194 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Pushing event updated for resources: {'Port': ['ID=722cb2cd-84ce-4a1f-8baf-8479fb7fd455,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:42.448230 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.448603 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.448959 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.449267 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.449597 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.449924 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.450250 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.450574 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.450897 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.451216 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.451535 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.451854 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.452179 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Tracked resource versions report: Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: pushed versions: Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: { 'AddressGroup': {'1.2'}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'ConntrackHelper': {'1.0'}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'Log': {'1.0'}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'Network': {'1.1'}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'Port': {'1.7'}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'PortForwarding': {'1.2'}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'QosPolicy': {'1.10'}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'SecurityGroup': {'1.5'}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'SubPort': {'1.0'}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'Subnet': {'1.1'}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'Trunk': {'1.1'}} Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: consumer versions: Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: { DHCP agent@n-d-826755-2: {}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: L3 agent@n-d-826755-2: {}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: Metadata agent@n-d-826755-2: {}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: Metering agent@n-d-826755-2: {}, Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: Open vSwitch agent@n-d-826755-2: { 'AddressGroup': '1.2', Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'ConntrackHelper': '1.0', Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'LocalIPAssociation': '1.0', Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'Log': '1.0', Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'Network': '1.1', Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'Port': '1.7', Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'PortForwarding': '1.2', Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'QosPolicy': '1.10', Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'SecurityGroup': '1.5', Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'SecurityGroupRule': '1.2', Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'SubPort': '1.0', Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'Subnet': '1.1', Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: 'Trunk': '1.1'}} Feb 19 02:44:42.453316 n-d-826755-2 neutron-server[109901]: {{(pid=109901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:44:42.508418 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Attempting to bind port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:44:42.508854 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Attempting to bind port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '0fb09b25-a139-465b-835a-7fe4b5ad4b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17449a54-a679-460a-9922-6677f07b6495'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:44:42.509280 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Attempting to bind port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 on network 17449a54-a679-460a-9922-6677f07b6495 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:42.514629 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:44:42.515024 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Checking segment: {'id': '0fb09b25-a139-465b-835a-7fe4b5ad4b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17449a54-a679-460a-9922-6677f07b6495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:42.515502 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.515889 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Bound using segment: {'id': '0fb09b25-a139-465b-835a-7fe4b5ad4b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17449a54-a679-460a-9922-6677f07b6495'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:44:42.516404 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Bound port: 722cb2cd-84ce-4a1f-8baf-8479fb7fd455, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb09b25-a139-465b-835a-7fe4b5ad4b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '17449a54-a679-460a-9922-6677f07b6495'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:44:42.516821 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.582829 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] For port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:42.602199 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] For port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=722cb2cd-84ce-4a1f-8baf-8479fb7fd455,segment=NetworkSegment(0fb09b25-a139-465b-835a-7fe4b5ad4b02),segment_id=0fb09b25-a139-465b-835a-7fe4b5ad4b02)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:44:42.609425 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.652763 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f2b635af-41cd-43fc-908a-3285fdb8a70d None None] Provisioning complete for port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:42.653243 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f2b635af-41cd-43fc-908a-3285fdb8a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.664360 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954386c9-9582-4f45-85f4-ee6f1c973115 None None] Pushing event updated for resources: {'Port': ['ID=722cb2cd-84ce-4a1f-8baf-8479fb7fd455,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:42.689072 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Routers {'1a07d321-7b9f-4423-88f0-8d4be6badcc9'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:42.689299 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:44:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1a07d321-7b9f-4423-88f0-8d4be6badcc9'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:42.743409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f2b635af-41cd-43fc-908a-3285fdb8a70d None None] Current status of the port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:42.743794 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f2b635af-41cd-43fc-908a-3285fdb8a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.783057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f2b635af-41cd-43fc-908a-3285fdb8a70d None None] For port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=722cb2cd-84ce-4a1f-8baf-8479fb7fd455,segment=NetworkSegment(0fb09b25-a139-465b-835a-7fe4b5ad4b02),segment_id=0fb09b25-a139-465b-835a-7fe4b5ad4b02)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:42.790528 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f2b635af-41cd-43fc-908a-3285fdb8a70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.804420 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] Set router 1a07d321-7b9f-4423-88f0-8d4be6badcc9 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:44:42.856921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b635af-41cd-43fc-908a-3285fdb8a70d None None] Pushing event updated for resources: {'Port': ['ID=722cb2cd-84ce-4a1f-8baf-8479fb7fd455,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:42.914620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-68b2677c-8521-4e51-bfbd-279a7782c8cd None None] Provisioning complete for port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:42.914920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-68b2677c-8521-4e51-bfbd-279a7782c8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:42.995284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-68b2677c-8521-4e51-bfbd-279a7782c8cd None None] Current status of the port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:43.030522 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'name': 'router1', 'tenant_id': '9e95dfc91eb54261ac220fc2068a660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:44:29Z', 'updated_at': '2022-02-19T02:44:40Z', 'revision_number': 2, 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'gw_port_host': None, '_interfaces': [{'id': '722cb2cd-84ce-4a1f-8baf-8479fb7fd455', 'name': '', 'network_id': '17449a54-a679-460a-9922-6677f07b6495', 'tenant_id': '9e95dfc91eb54261ac220fc2068a660b', 'mac_address': 'fa:16:3e:a7:8f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:39Z', 'updated_at': '2022-02-19T02:44:42Z', 'revision_number': 4, 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'subnets': [{'id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1254036-996e-4180-a1e3-04ca15a5dc16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:43.057975 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbac0a8d-78b7-4825-89ca-3f1e4e8833e2 None None] The sync data for ids ['1a07d321-7b9f-4423-88f0-8d4be6badcc9'] in n-d-826755-2 is: [{'id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'name': 'router1', 'tenant_id': '9e95dfc91eb54261ac220fc2068a660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:44:29Z', 'updated_at': '2022-02-19T02:44:40Z', 'revision_number': 2, 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'gw_port_host': None, '_interfaces': [{'id': '722cb2cd-84ce-4a1f-8baf-8479fb7fd455', 'name': '', 'network_id': '17449a54-a679-460a-9922-6677f07b6495', 'tenant_id': '9e95dfc91eb54261ac220fc2068a660b', 'mac_address': 'fa:16:3e:a7:8f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:39Z', 'updated_at': '2022-02-19T02:44:42Z', 'revision_number': 4, 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'subnets': [{'id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1254036-996e-4180-a1e3-04ca15a5dc16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:44:43.502742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39698) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:43.624747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cdd40c-1ffc-419e-95ba-7154047bd287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:43.626018 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a4cdd40c-1ffc-419e-95ba-7154047bd287 admin admin] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 842 time: 0.1222153 Feb 19 02:44:43.636142 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.1.1', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.1.0/24', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:43.657715 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] Made reservation on behalf of c5bba23acc5d4f299e3a7c79f18c00bf for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:44:43.660100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.944005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.objects.ports [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109898) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 02:44:43.944338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (bfafd809-8914-4102-8d17-f2901d80fa3a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:43.995897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfafd809-8914-4102-8d17-f2901d80fa3a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:44.007292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:44.007644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] Network hostable DHCP agents. Network: 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:44:44.025366 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:44:44.036305 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:44.041126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:44.041755 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:44.046207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8753af-0ff2-493a-ac95-090f08c611e2 None None] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:44:44.061334 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-621045e6-c5ed-4647-863d-6df53a18286d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4285412 Feb 19 02:44:44.156496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42221985-f467-4a29-b1f7-4445c6c59035 None None] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:44:46.487722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39706) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:46.768545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b4b92dd4-fb1e-4714-b5f0-4f8eabdf2f6a demo admin] 10.222.0.81 "GET /v2.0/routers/1a07d321-7b9f-4423-88f0-8d4be6badcc9 HTTP/1.1" status: 200 len: 710 time: 0.2795231 Feb 19 02:44:46.922389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02eb7ba8-3fe4-4e35-973a-20dcfa6e888a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:44:46.932093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-02eb7ba8-3fe4-4e35-973a-20dcfa6e888a demo admin] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 886 time: 0.1579640 Feb 19 02:44:46.937662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:44:47.196615 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Publish callbacks [] for router_gateway (1a07d321-7b9f-4423-88f0-8d4be6badcc9), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:47.434821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Publish callbacks [] for router_gateway (1a07d321-7b9f-4423-88f0-8d4be6badcc9), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:47.510874 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:47.691661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Allocated IP 172.25.1.189 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/c6525ca8-af87-4ba2-9c50-3d478504a40e) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:44:47.799358 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Publish callbacks [] for port (c6525ca8-af87-4ba2-9c50-3d478504a40e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:47.858958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (c6525ca8-af87-4ba2-9c50-3d478504a40e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:47.930885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:44:47.936432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:44:47.949032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:44:47.954818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Pushing event updated for resources: {'Port': ['ID=c6525ca8-af87-4ba2-9c50-3d478504a40e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:48.291979 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Publish callbacks [] for router_gateway (1a07d321-7b9f-4423-88f0-8d4be6badcc9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.503086 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (1a07d321-7b9f-4423-88f0-8d4be6badcc9), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.508884 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (1a07d321-7b9f-4423-88f0-8d4be6badcc9), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.625917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Router 1a07d321-7b9f-4423-88f0-8d4be6badcc9 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:44:48.737727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:44:48.742330 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:48.743519 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-353ca6db-d443-4a5e-8e24-82aee891223c demo admin] 10.222.0.81 "PUT /v2.0/routers/1a07d321-7b9f-4423-88f0-8d4be6badcc9 HTTP/1.1" status: 200 len: 890 time: 1.8106513 Feb 19 02:44:50.618142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:50.675677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:50.676074 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:50.756168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:51.281332 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39718) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:44:51.403895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7f7fc0da-274c-4b7e-ac4a-a5a1b932b240 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1213553 Feb 19 02:44:51.665881 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Sync routers for ids ['1a07d321-7b9f-4423-88f0-8d4be6badcc9'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:44:51.678459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Routers {'1a07d321-7b9f-4423-88f0-8d4be6badcc9'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:51.679365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:44:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1a07d321-7b9f-4423-88f0-8d4be6badcc9'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:51.893552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Set router 1a07d321-7b9f-4423-88f0-8d4be6badcc9 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:44:52.366266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'name': 'router1', 'tenant_id': '9e95dfc91eb54261ac220fc2068a660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c6525ca8-af87-4ba2-9c50-3d478504a40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:44:29Z', 'updated_at': '2022-02-19T02:44:48Z', 'revision_number': 4, 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'gw_port': {'id': 'c6525ca8-af87-4ba2-9c50-3d478504a40e', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:47Z', 'updated_at': '2022-02-19T02:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '722cb2cd-84ce-4a1f-8baf-8479fb7fd455', 'name': '', 'network_id': '17449a54-a679-460a-9922-6677f07b6495', 'tenant_id': '9e95dfc91eb54261ac220fc2068a660b', 'mac_address': 'fa:16:3e:a7:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:39Z', 'updated_at': '2022-02-19T02:44:42Z', 'revision_number': 5, 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'subnets': [{'id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1254036-996e-4180-a1e3-04ca15a5dc16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:52.419943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Checking router: 1a07d321-7b9f-4423-88f0-8d4be6badcc9 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:44:52.420288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Updating router 1a07d321-7b9f-4423-88f0-8d4be6badcc9 port c6525ca8-af87-4ba2-9c50-3d478504a40e binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:44:52.473144 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c6525ca8-af87-4ba2-9c50-3d478504a40e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:52.790812 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Publish callbacks [] for port (c6525ca8-af87-4ba2-9c50-3d478504a40e), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:52.796618 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c6525ca8-af87-4ba2-9c50-3d478504a40e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:52.848206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486f1b4-d07b-40af-a792-b1e1c941ce4f None None] Pushing event updated for resources: {'Port': ['ID=c6525ca8-af87-4ba2-9c50-3d478504a40e,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:52.851908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Attempting to bind port c6525ca8-af87-4ba2-9c50-3d478504a40e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:44:52.852274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Attempting to bind port c6525ca8-af87-4ba2-9c50-3d478504a40e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:44:52.852630 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Attempting to bind port c6525ca8-af87-4ba2-9c50-3d478504a40e on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:44:52.857791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:44:52.858163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:44:52.858559 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:52.858940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:44:52.859397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Bound port: c6525ca8-af87-4ba2-9c50-3d478504a40e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:44:52.859744 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c6525ca8-af87-4ba2-9c50-3d478504a40e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:52.910227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] For port c6525ca8-af87-4ba2-9c50-3d478504a40e, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:44:52.913363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] For port c6525ca8-af87-4ba2-9c50-3d478504a40e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c6525ca8-af87-4ba2-9c50-3d478504a40e,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:44:52.919647 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c6525ca8-af87-4ba2-9c50-3d478504a40e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:52.980071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Routers {'1a07d321-7b9f-4423-88f0-8d4be6badcc9'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:44:52.980798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:44:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1a07d321-7b9f-4423-88f0-8d4be6badcc9'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:52.982672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6486f1b4-d07b-40af-a792-b1e1c941ce4f None None] Pushing event updated for resources: {'Port': ['ID=c6525ca8-af87-4ba2-9c50-3d478504a40e,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:53.095090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] Set router 1a07d321-7b9f-4423-88f0-8d4be6badcc9 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:44:53.320963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'name': 'router1', 'tenant_id': '9e95dfc91eb54261ac220fc2068a660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c6525ca8-af87-4ba2-9c50-3d478504a40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:44:29Z', 'updated_at': '2022-02-19T02:44:48Z', 'revision_number': 4, 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'gw_port': {'id': 'c6525ca8-af87-4ba2-9c50-3d478504a40e', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:47Z', 'updated_at': '2022-02-19T02:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '722cb2cd-84ce-4a1f-8baf-8479fb7fd455', 'name': '', 'network_id': '17449a54-a679-460a-9922-6677f07b6495', 'tenant_id': '9e95dfc91eb54261ac220fc2068a660b', 'mac_address': 'fa:16:3e:a7:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:39Z', 'updated_at': '2022-02-19T02:44:42Z', 'revision_number': 5, 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'subnets': [{'id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1254036-996e-4180-a1e3-04ca15a5dc16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:44:53.350443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acccd7e-dc11-48e9-b0f3-47eeaf43d21d None None] The sync data for ids ['1a07d321-7b9f-4423-88f0-8d4be6badcc9'] in n-d-826755-2 is: [{'id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'name': 'router1', 'tenant_id': '9e95dfc91eb54261ac220fc2068a660b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'c6525ca8-af87-4ba2-9c50-3d478504a40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:44:29Z', 'updated_at': '2022-02-19T02:44:48Z', 'revision_number': 4, 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'gw_port': {'id': 'c6525ca8-af87-4ba2-9c50-3d478504a40e', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:a6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:47Z', 'updated_at': '2022-02-19T02:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '722cb2cd-84ce-4a1f-8baf-8479fb7fd455', 'name': '', 'network_id': '17449a54-a679-460a-9922-6677f07b6495', 'tenant_id': '9e95dfc91eb54261ac220fc2068a660b', 'mac_address': 'fa:16:3e:a7:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a07d321-7b9f-4423-88f0-8d4be6badcc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:44:39Z', 'updated_at': '2022-02-19T02:44:42Z', 'revision_number': 5, 'project_id': '9e95dfc91eb54261ac220fc2068a660b', 'subnets': [{'id': '1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1254036-996e-4180-a1e3-04ca15a5dc16'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:44:54.655949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c6525ca8-af87-4ba2-9c50-3d478504a40e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:54.708951 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c6525ca8-af87-4ba2-9c50-3d478504a40e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:54.709341 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c6525ca8-af87-4ba2-9c50-3d478504a40e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:54.789541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c6525ca8-af87-4ba2-9c50-3d478504a40e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:44:54.789863 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c6525ca8-af87-4ba2-9c50-3d478504a40e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:54.810333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port c6525ca8-af87-4ba2-9c50-3d478504a40e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c6525ca8-af87-4ba2-9c50-3d478504a40e,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:44:54.821327 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c6525ca8-af87-4ba2-9c50-3d478504a40e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:54.870723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=c6525ca8-af87-4ba2-9c50-3d478504a40e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:44:56.631072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c6525ca8-af87-4ba2-9c50-3d478504a40e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:44:56.721588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c6525ca8-af87-4ba2-9c50-3d478504a40e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:44:56.722559 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c6525ca8-af87-4ba2-9c50-3d478504a40e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:44:56.920884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c6525ca8-af87-4ba2-9c50-3d478504a40e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:45:03.507518 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b5e22e45-96de-4a81-8e42-cdff73e1f6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:05.801696 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c9bdc2b7-ad2f-43cc-bd40-98df555e967a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:06.835957 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:08.150466 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:09.944137 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:18.987188 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:45:33.513474 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4d481e65-90ac-4b18-bd0b-7a907b777bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:35.797962 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-93065795-69ec-424d-adb2-9b6b54ad736d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:36.835643 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:38.146712 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:39.938384 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:45:55.987056 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:46:03.519615 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-896e3875-90d2-4325-ab5d-06268c4f008f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:05.793797 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-847a46a7-d9bf-4d15-9a40-e1881f1db4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:06.837466 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:08.149803 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:09.935318 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:16.182267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40234) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:16.246597 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0955bd7-a7d6-4c32-aec2-80c29f2d2eb3 admin admin] GET failed (client error): The resource could not be found. Feb 19 02:46:16.248214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c0955bd7-a7d6-4c32-aec2-80c29f2d2eb3 admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0649922 Feb 19 02:46:16.417355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe786d-8de8-4b5f-96e9-497ac0d27bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:16.418787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a6fe786d-8de8-4b5f-96e9-497ac0d27bf7 admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1662188 Feb 19 02:46:18.746966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40244) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:18.854031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fbc6db-6aa7-4e7e-ae49-8a990437b1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:18.856119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d4fbc6db-6aa7-4e7e-ae49-8a990437b1be admin admin] 10.222.0.81 "GET /v2.0/subnets/1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4 HTTP/1.1" status: 200 len: 849 time: 0.1078465 Feb 19 02:46:18.869507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:46:18.958877 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Publish callbacks [] for subnet (1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.104640 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762369645954'] for subnet (1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.141595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:19.142194 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.143482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] 10.222.0.81 "PUT /v2.0/subnets/1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4 HTTP/1.1" status: 200 len: 868 time: 0.2777719 Feb 19 02:46:19.159981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ce9771-2bc2-419b-977a-3e2d31b7bc66 None None] Network 17449a54-a679-460a-9922-6677f07b6495 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:46:19.162511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:46:19.170253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.170621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.170902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.171221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.171572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.171890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.172207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.172521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.172870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.173160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.173490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.173791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.174768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd44b0c-7bef-485b-9a8a-2dbfcac37f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:46:19.467445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-89412a8f-e4c1-4820-8cd1-28cc4b7fe350 None None] Provisioning complete for port 145c7590-904a-48de-9b7c-da9dad5c1bbc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:19.467840 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89412a8f-e4c1-4820-8cd1-28cc4b7fe350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (145c7590-904a-48de-9b7c-da9dad5c1bbc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.548846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-89412a8f-e4c1-4820-8cd1-28cc4b7fe350 None None] Current status of the port 145c7590-904a-48de-9b7c-da9dad5c1bbc is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:19.560293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-89412a8f-e4c1-4820-8cd1-28cc4b7fe350 None None] Provisioning complete for port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:46:19.560692 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89412a8f-e4c1-4820-8cd1-28cc4b7fe350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (722cb2cd-84ce-4a1f-8baf-8479fb7fd455), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:19.640390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-89412a8f-e4c1-4820-8cd1-28cc4b7fe350 None None] Current status of the port 722cb2cd-84ce-4a1f-8baf-8479fb7fd455 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:46:21.472508 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40252) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:21.755635 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c5e1b-e144-4c6d-8cb1-729e2bf5e8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:21.756140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1c5e1b-e144-4c6d-8cb1-729e2bf5e8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:21.757724 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6b1c5e1b-e144-4c6d-8cb1-729e2bf5e8c1 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2842507 Feb 19 02:46:24.053582 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40262) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:24.203208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6930fdaa-8259-4e64-b031-49ab1eefa909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:24.203684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6930fdaa-8259-4e64-b031-49ab1eefa909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:24.205275 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6930fdaa-8259-4e64-b031-49ab1eefa909 admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1507120 Feb 19 02:46:26.507089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40270) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:26.728448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5185eb-3ed5-40a2-bd74-803625dfce20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:26.729987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3e5185eb-3ed5-40a2-bd74-803625dfce20 admin admin] 10.222.0.81 "GET /v2.0/networks/17449a54-a679-460a-9922-6677f07b6495 HTTP/1.1" status: 200 len: 869 time: 0.2218082 Feb 19 02:46:29.112565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40278) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:29.257311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0376db0d-2404-49b8-8d02-e7d3cc75aa69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:29.258726 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0376db0d-2404-49b8-8d02-e7d3cc75aa69 admin admin] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 886 time: 0.1448171 Feb 19 02:46:31.585707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40286) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:31.722084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081189b-ad55-411a-9206-0e82f821a3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:31.722538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8081189b-ad55-411a-9206-0e82f821a3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:31.724108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8081189b-ad55-411a-9206-0e82f821a3ae admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1374295 Feb 19 02:46:32.984762 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:46:33.515323 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d5770099-9719-4bae-a87e-010c875bfe82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:34.036273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40294) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:34.138262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e805cb3-d00c-4ed4-a638-78ab25ed507d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:34.138731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e805cb3-d00c-4ed4-a638-78ab25ed507d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:34.140234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6e805cb3-d00c-4ed4-a638-78ab25ed507d admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1029592 Feb 19 02:46:35.799429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4511607c-3ed1-498a-866e-f42ff4b977cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:36.452467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40302) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:36.552334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b818f8f4-3d95-476f-8929-8d0d8d4ab6fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:36.553739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b818f8f4-3d95-476f-8929-8d0d8d4ab6fb admin admin] 10.222.0.81 "GET /v2.0/subnets/1f340e7c-ad54-4e67-a9e1-6c8da1d3d4c4 HTTP/1.1" status: 200 len: 868 time: 0.1002512 Feb 19 02:46:36.841404 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.152080 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:46:38.874152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40310) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:46:38.968542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777a0b96-b164-4310-b498-8570fab1ec60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:46:38.969939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-777a0b96-b164-4310-b498-8570fab1ec60 admin admin] 10.222.0.81 "GET /v2.0/subnets/bfafd809-8914-4102-8d17-f2901d80fa3a HTTP/1.1" status: 200 len: 816 time: 0.0948262 Feb 19 02:46:39.940735 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:03.523697 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-899faffd-8928-468c-a6f9-fe89b69eed4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:05.794638 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6b183a5c-2bad-40d8-8217-7eca86f093e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:06.845325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:07.273718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40362) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:07.333627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [None req-03afbfca-3990-4aaa-afe7-0d6cc4c009d5 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:47:07.334668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-03afbfca-3990-4aaa-afe7-0d6cc4c009d5 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0596609 Feb 19 02:47:08.159648 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:09.737332 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40370) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:09.798982 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bdf28f-ae75-4ca3-b1b2-83ef40b1fc81 admin admin] GET failed (client error): The resource could not be found. Feb 19 02:47:09.800300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-70bdf28f-ae75-4ca3-b1b2-83ef40b1fc81 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619924 Feb 19 02:47:09.883516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dffa476-84c9-442e-8a80-7469d1d9199a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:09.885011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2dffa476-84c9-442e-8a80-7469d1d9199a admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805275 Feb 19 02:47:09.952725 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:09.984064 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:47:12.239018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40378) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:12.295286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:12.318975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] Made reservation on behalf of c5bba23acc5d4f299e3a7c79f18c00bf for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:12.321401 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.358560 n-d-826755-2 neutron-server[109899]: WARNING neutron.services.revisions.revision_plugin [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] Could not find related network for resource to bump revision. Feb 19 02:47:12.371405 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:47:12.381340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6fdf25ff-6ec2-4eee-9875-46e7fc465329), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.381697 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] Added segment 6fdf25ff-6ec2-4eee-9875-46e7fc465329 of type vlan for network 0985c43f-0b35-4366-86e3-03f740a98d7e Feb 19 02:47:12.428742 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (0985c43f-0b35-4366-86e3-03f740a98d7e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.457830 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (0985c43f-0b35-4366-86e3-03f740a98d7e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.458869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:12.459447 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:12.528998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2883751 Feb 19 02:47:12.553774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d481c-baab-4f81-97b0-f7043a9c1991 admin admin] Pushing event updated for resources: {'Network': ['ID=0985c43f-0b35-4366-86e3-03f740a98d7e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:12.565904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 0985c43f-0b35-4366-86e3-03f740a98d7e details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:47:14.855282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40386) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:47:14.932888 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-25805950-c132-42f3-87de-9a7e16560f29 admin admin] GET failed (client error): The resource could not be found. Feb 19 02:47:14.934458 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-25805950-c132-42f3-87de-9a7e16560f29 admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0781679 Feb 19 02:47:15.044710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e83207-91ae-44f2-bf77-7073c844fff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:15.046174 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c8e83207-91ae-44f2-bf77-7073c844fff7 admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1069858 Feb 19 02:47:15.056263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:47:15.079677 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Made reservation on behalf of c5bba23acc5d4f299e3a7c79f18c00bf for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:47:15.082059 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.255266 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (6cf3c755-dd96-4da5-b1ca-b9d0dddf467c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.305815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:15.317274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.317610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.317944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.318271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.318575 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.318892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.319213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.319527 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.319841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.320145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.320454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.320791 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.321118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.328457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:15.328939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Network hostable DHCP agents. Network: 0985c43f-0b35-4366-86e3-03f740a98d7e, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:47:15.347987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:47:15.358687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 0985c43f-0b35-4366-86e3-03f740a98d7e) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:15.363181 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:47:15.363817 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.371822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8bf105-35f3-4e3a-bfef-f8558f123244 None None] Network 0985c43f-0b35-4366-86e3-03f740a98d7e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:15.380950 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-30655e09-1f70-460a-9e75-57511cf2d5c3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3280940 Feb 19 02:47:15.473898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-0985c43f-0b35-4366-86e3-03f740a98d7e', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'project_id': 'c5bba23acc5d4f299e3a7c79f18c00bf', 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:47:15.474815 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.618442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Allocated IP 192.168.233.2 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/99ea6600-be95-4b9e-a426-8f3d7d6f95ba) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:47:15.778281 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Publish callbacks [] for port (99ea6600-be95-4b9e-a426-8f3d7d6f95ba), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.785116 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (99ea6600-be95-4b9e-a426-8f3d7d6f95ba), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.829134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:47:15.833085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:47:15.834925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Pushing event updated for resources: {'Port': ['ID=99ea6600-be95-4b9e-a426-8f3d7d6f95ba,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:15.837082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:47:15.845644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.846168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.846507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.846830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.847163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.847493 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.847817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.848157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.848466 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.848811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.849131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.849448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.849786 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:47:15.903598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Attempting to bind port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:47:15.903883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Attempting to bind port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:47:15.904243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Attempting to bind port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:47:15.909569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:47:15.909935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:47:15.910329 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:15.910762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:47:15.911174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Bound port: 99ea6600-be95-4b9e-a426-8f3d7d6f95ba, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:47:15.911546 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (99ea6600-be95-4b9e-a426-8f3d7d6f95ba), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:16.086891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] For port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:47:16.090370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] For port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=99ea6600-be95-4b9e-a426-8f3d7d6f95ba,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:47:16.097505 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (99ea6600-be95-4b9e-a426-8f3d7d6f95ba), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:16.156388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8617e4e-6f0c-483e-97a5-d65bb99482b5 None None] Pushing event updated for resources: {'Port': ['ID=99ea6600-be95-4b9e-a426-8f3d7d6f95ba,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:16.783067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 99ea6600-be95-4b9e-a426-8f3d7d6f95ba up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:16.846323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:16.846662 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (99ea6600-be95-4b9e-a426-8f3d7d6f95ba), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:16.961399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:16.962285 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (99ea6600-be95-4b9e-a426-8f3d7d6f95ba), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.006612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=99ea6600-be95-4b9e-a426-8f3d7d6f95ba,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:47:17.012971 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (99ea6600-be95-4b9e-a426-8f3d7d6f95ba), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.076717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=99ea6600-be95-4b9e-a426-8f3d7d6f95ba,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:47:17.174010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319deb20-69ef-4b4f-a08a-df113e1472ca None None] Network 0985c43f-0b35-4366-86e3-03f740a98d7e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:47:17.249048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3af42821-c646-4e17-8917-6957308c6213 None None] Provisioning complete for port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:17.249327 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3af42821-c646-4e17-8917-6957308c6213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (99ea6600-be95-4b9e-a426-8f3d7d6f95ba), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.374260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3af42821-c646-4e17-8917-6957308c6213 None None] Current status of the port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:17.597511 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b720cb7a-90d1-4c4e-a459-2b415cf01690 None None] Provisioning complete for port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:17.597887 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b720cb7a-90d1-4c4e-a459-2b415cf01690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (99ea6600-be95-4b9e-a426-8f3d7d6f95ba), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:17.679812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b720cb7a-90d1-4c4e-a459-2b415cf01690 None None] Current status of the port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:18.699571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 99ea6600-be95-4b9e-a426-8f3d7d6f95ba up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:47:18.752327 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:47:18.752726 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (99ea6600-be95-4b9e-a426-8f3d7d6f95ba), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:18.829001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 99ea6600-be95-4b9e-a426-8f3d7d6f95ba is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:47:33.519299 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bd188e9a-589d-4378-ada8-60ed49904201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:35.799620 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07fcad78-b2bd-48a1-a4b6-abc0be72420f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:36.848034 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:38.160175 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:39.948053 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:47:46.984358 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:48:03.524025 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2933eaa6-7fe7-4fb9-96d4-2d4fb0a44168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:05.809335 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4a9fefd9-81fd-4299-9d85-6dc8361f9c8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:06.857815 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:08.164572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:09.955034 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:23.987574 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:48:33.529814 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d2e1515d-d295-4fbf-84cd-d477e90b942b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:35.804248 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6f1d67e9-a856-4ed8-a5a6-5a9bb34d8fe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:36.854020 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:38.169224 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.002291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40424) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:39.008096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-21eeaf24-0d26-4328-8439-b3fa231a09fa tempest-verify_tempest_config-1698612150 tempest-verify_tempest_config-1698612150-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:48:39.009134 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-21eeaf24-0d26-4328-8439-b3fa231a09fa tempest-verify_tempest_config-1698612150 tempest-verify_tempest_config-1698612150-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058303 Feb 19 02:48:39.314686 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40442) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:39.428775 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.518733 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Publish callbacks [] for security_group (2c239afd-d219-4b0a-a4f4-0c413057e3bb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.525523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2c239afd-d219-4b0a-a4f4-0c413057e3bb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.576636 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86ce372879bd40ecbd7f546710d6093e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2608840 Feb 19 02:48:39.577562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c239afd-d219-4b0a-a4f4-0c413057e3bb,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:39.579921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40446) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:48:39.584894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.585231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.585589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.585921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.586255 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.586588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.586914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.587230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.587548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.587892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.588196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.588534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.588894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ab17e4c-636b-43ea-826c-d08a84a6e379 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.636167 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Publish callbacks [] for security_group (2c239afd-d219-4b0a-a4f4-0c413057e3bb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.656695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Publish callbacks [] for security_group (2c239afd-d219-4b0a-a4f4-0c413057e3bb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.750312 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2c239afd-d219-4b0a-a4f4-0c413057e3bb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.752984 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:48:39.754185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2c239afd-d219-4b0a-a4f4-0c413057e3bb HTTP/1.1" status: 204 len: 168 time: 0.1732047 Feb 19 02:48:39.762228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c239afd-d219-4b0a-a4f4-0c413057e3bb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:48:39.769020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.769361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.769696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.770024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.770346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.770668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.770988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.771303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.771617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.771933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.772244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.772556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.772898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f1e6cf-4fd9-4519-8497-e3abf6f0d29e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:48:39.952138 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:00.991670 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:49:03.528626 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48d20929-b08e-49af-ba2e-fe3acc7607a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:05.816334 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c9f51804-b108-45bd-a3bd-04ddeb0a9fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:06.864309 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:08.178557 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:09.948944 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:33.536126 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7f4beb50-1b6f-4433-89fe-7a6815718ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:35.819175 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3e589903-f295-4f2d-8e2c-0a94a1206ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:36.870635 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:38.002852 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:49:38.178599 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:49:39.958183 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:03.525800 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-58968db0-325c-4685-a3a9-a14a59ea6f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:05.824641 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0a5f7e58-e8a1-484b-8fd2-8573f2562481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:06.874225 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:08.190856 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:09.964769 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:14.995763 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:50:33.529850 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-93c9ce8d-161b-4a40-a288-13c058b1c873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:35.817747 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9586c6eb-4051-4c16-b58b-431865b59353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:36.872072 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:38.193131 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:39.959056 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:50:51.995347 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:51:03.528772 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e98d2c35-2b0a-4851-9800-0a4381b500a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:05.825103 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-edf199f9-191e-4d34-b9dd-ac56531c4c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:06.877434 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:08.194993 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:09.959045 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:29.000307 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 5 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:51:33.532912 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e8f41297-6d9d-41c2-af7e-af5670c1bbec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:35.812107 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c2966c0-775f-43c7-8e09-797b6f2725fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:36.881383 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:38.194822 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:39.966891 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:52.268943 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554577'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:51:53.112498 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554577'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:03.532595 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-01f46d6f-fdc3-4488-884c-c06960d9d082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:05.810648 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb3ead27-2c85-4b46-93af-fd3c4863b24a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:06.000071 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:52:06.885873 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:08.202794 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:09.954735 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:22.228095 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:23.064100 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:33.528545 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f2b16b1f-b718-4523-89cf-788ac48a86ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:35.806434 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-26ce25d5-38ce-4490-bfb0-9a747429a40c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:36.885444 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:38.200265 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:39.952284 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:40.660615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40500) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:40.785858 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f954c02f-6bbf-432c-a4a1-fc96167c4d9a admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1237018 Feb 19 02:52:43.066221 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:52:43.165837 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40510) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:52:43.235381 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-56607225-f9e0-49b5-980d-8de8eaad8358 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0682347 Feb 19 02:52:52.253856 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:52:53.077032 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:03.538208 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c6dcbe8-c5e3-4788-a8c5-99ef4ce42b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:05.818678 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-01c74c7a-c4fa-4d6f-8e8c-61ac50e3de54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:06.888826 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:08.211644 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:09.950991 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:19.996680 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:53:22.251380 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:23.089708 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:33.534021 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79c14140-7f4a-48a5-8819-701baf8cdb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:35.815342 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ca4635e7-da71-46fc-b9fc-52cbaa259d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:36.890415 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:38.209551 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:39.946240 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:52.243937 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:53.122225 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:53:56.996152 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:54:03.554914 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d516465-a5b4-49db-9c7a-78dc6000ac3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:05.835177 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e070068a-7c08-4446-9f59-768d7aa5a8a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:06.893318 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:08.209970 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:08.560117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40752) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:08.969440 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40778) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:08.970030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-36956fe7-9797-4301-a13c-3cf3c92c712c tempest-AutoAllocateNetworkTest-1244233146 tempest-AutoAllocateNetworkTest-1244233146-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a06c03c64b6e4922b8ef9ca2c4ea032e&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4081688 Feb 19 02:54:09.177890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2025f4cb-5e27-44aa-abf5-7f6996d0e549 tempest-AutoAllocateNetworkTest-1244233146 tempest-AutoAllocateNetworkTest-1244233146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:09.179893 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2025f4cb-5e27-44aa-abf5-7f6996d0e549 tempest-AutoAllocateNetworkTest-1244233146 tempest-AutoAllocateNetworkTest-1244233146-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2093732 Feb 19 02:54:09.182906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40798) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:09.242684 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1c91126b-90cf-4969-87a2-2698698ef6da tempest-AutoAllocateNetworkTest-1244233146 tempest-AutoAllocateNetworkTest-1244233146-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0586891 Feb 19 02:54:09.245337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40802) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:09.273495 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9eef2d74-ca27-4cd0-8d47-30abfc3862ac tempest-AutoAllocateNetworkTest-1244233146 tempest-AutoAllocateNetworkTest-1244233146-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=a06c03c64b6e4922b8ef9ca2c4ea032e HTTP/1.1" status: 200 len: 208 time: 0.0266948 Feb 19 02:54:09.957217 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.011798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40842) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:10.452121 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.532717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Publish callbacks [] for security_group (541f266d-1d97-4665-b71e-647f3c8a489a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.538102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (541f266d-1d97-4665-b71e-647f3c8a489a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.582509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541f266d-1d97-4665-b71e-647f3c8a489a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:10.594061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.594402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.594735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.595064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.595391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.595713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.596027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.596854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.597313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.597775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.598258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.598580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.598899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] Tracked resource versions report: Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: pushed versions: Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: { 'AddressGroup': {'1.2'}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'ConntrackHelper': {'1.0'}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'Log': {'1.0'}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'Network': {'1.1'}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'Port': {'1.7'}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'PortForwarding': {'1.2'}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'QosPolicy': {'1.10'}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'SecurityGroup': {'1.5'}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'SubPort': {'1.0'}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'Subnet': {'1.1'}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'Trunk': {'1.1'}} Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: consumer versions: Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: { DHCP agent@n-d-826755-2: {}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: HyperV agent@n-h1-826755-2: {}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: HyperV agent@n-h2-826755-2: {}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: L3 agent@n-d-826755-2: {}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: Metadata agent@n-d-826755-2: {}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: Metering agent@n-d-826755-2: {}, Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: Open vSwitch agent@n-d-826755-2: { 'AddressGroup': '1.2', Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'ConntrackHelper': '1.0', Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'LocalIPAssociation': '1.0', Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'Log': '1.0', Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'Network': '1.1', Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'Port': '1.7', Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'PortForwarding': '1.2', Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'QosPolicy': '1.10', Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'SecurityGroup': '1.5', Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'SecurityGroupRule': '1.2', Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'SubPort': '1.0', Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'Subnet': '1.1', Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: 'Trunk': '1.1'}} Feb 19 02:54:10.599951 n-d-826755-2 neutron-server[109899]: {{(pid=109899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:54:10.620418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40898) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:10.621347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8f1b7d99-d783-4c4b-820a-1391b3c26ce8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a06c03c64b6e4922b8ef9ca2c4ea032e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6065252 Feb 19 02:54:10.687285 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Publish callbacks [] for security_group (541f266d-1d97-4665-b71e-647f3c8a489a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.716306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Publish callbacks [] for security_group (541f266d-1d97-4665-b71e-647f3c8a489a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.788072 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (541f266d-1d97-4665-b71e-647f3c8a489a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.791444 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:10.793024 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/541f266d-1d97-4665-b71e-647f3c8a489a HTTP/1.1" status: 204 len: 168 time: 0.1712365 Feb 19 02:54:10.801650 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541f266d-1d97-4665-b71e-647f3c8a489a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:10.809955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.810474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.811326 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.811831 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.812166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.812509 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.812851 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.813304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.813629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.814073 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.814593 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.814914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.815383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5baba920-adba-4502-bea3-c0237710a569 admin admin] Tracked resource versions report: Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: pushed versions: Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: { 'AddressGroup': {'1.2'}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'ConntrackHelper': {'1.0'}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'Log': {'1.0'}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'Network': {'1.1'}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'Port': {'1.7'}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'PortForwarding': {'1.2'}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'QosPolicy': {'1.10'}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'SecurityGroup': {'1.5'}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'SubPort': {'1.0'}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'Subnet': {'1.1'}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'Trunk': {'1.1'}} Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: consumer versions: Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: { DHCP agent@n-d-826755-2: {}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: HyperV agent@n-h1-826755-2: {}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: HyperV agent@n-h2-826755-2: {}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: L3 agent@n-d-826755-2: {}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: Metadata agent@n-d-826755-2: {}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: Metering agent@n-d-826755-2: {}, Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: Open vSwitch agent@n-d-826755-2: { 'AddressGroup': '1.2', Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'ConntrackHelper': '1.0', Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'LocalIPAssociation': '1.0', Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'Log': '1.0', Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'Network': '1.1', Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'Port': '1.7', Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'PortForwarding': '1.2', Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'QosPolicy': '1.10', Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'SecurityGroup': '1.5', Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'SecurityGroupRule': '1.2', Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'SubPort': '1.0', Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'Subnet': '1.1', Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: 'Trunk': '1.1'}} Feb 19 02:54:10.816693 n-d-826755-2 neutron-server[109898]: {{(pid=109898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:54:11.193088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40928) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:11.535262 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-adcdd3e7-6f8d-4b90-a62d-c5178cb13dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.558355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40950) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:11.615745 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-adcdd3e7-6f8d-4b90-a62d-c5178cb13dbb admin admin] Publish callbacks [] for security_group (c41b32eb-a6e3-48e6-9625-62fedb8b5055), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.620521 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-adcdd3e7-6f8d-4b90-a62d-c5178cb13dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c41b32eb-a6e3-48e6-9625-62fedb8b5055), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.655156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40954) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:11.655350 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-adcdd3e7-6f8d-4b90-a62d-c5178cb13dbb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9e69799273ea4bbab4825820df902bb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4610417 Feb 19 02:54:11.664213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdd3e7-6f8d-4b90-a62d-c5178cb13dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41b32eb-a6e3-48e6-9625-62fedb8b5055,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:11.736263 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef9c5214-38bd-4873-9c8a-1a6fc14a9269 admin admin] Publish callbacks [] for security_group (c41b32eb-a6e3-48e6-9625-62fedb8b5055), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.764137 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef9c5214-38bd-4873-9c8a-1a6fc14a9269 admin admin] Publish callbacks [] for security_group (c41b32eb-a6e3-48e6-9625-62fedb8b5055), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.829137 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-00ff6ea6-7dc0-4a87-949a-6cd4e731fe1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.830939 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef9c5214-38bd-4873-9c8a-1a6fc14a9269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c41b32eb-a6e3-48e6-9625-62fedb8b5055), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.833466 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef9c5214-38bd-4873-9c8a-1a6fc14a9269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.837175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ef9c5214-38bd-4873-9c8a-1a6fc14a9269 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c41b32eb-a6e3-48e6-9625-62fedb8b5055 HTTP/1.1" status: 204 len: 168 time: 0.1780510 Feb 19 02:54:11.858084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c5214-38bd-4873-9c8a-1a6fc14a9269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41b32eb-a6e3-48e6-9625-62fedb8b5055,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:11.975300 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-00ff6ea6-7dc0-4a87-949a-6cd4e731fe1b admin admin] Publish callbacks [] for security_group (5ac686d1-8279-4439-af9f-200d150c7d14), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:11.983853 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-00ff6ea6-7dc0-4a87-949a-6cd4e731fe1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5ac686d1-8279-4439-af9f-200d150c7d14), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.029283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-00ff6ea6-7dc0-4a87-949a-6cd4e731fe1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b67367df3c7486a8421c2d4a9aed6bd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4690907 Feb 19 02:54:12.031744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff6ea6-7dc0-4a87-949a-6cd4e731fe1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac686d1-8279-4439-af9f-200d150c7d14,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:12.032270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40992) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:12.111165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-338a6f7f-ce85-4773-ae42-942a628e6238 admin admin] Publish callbacks [] for security_group (5ac686d1-8279-4439-af9f-200d150c7d14), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.136018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-338a6f7f-ce85-4773-ae42-942a628e6238 admin admin] Publish callbacks [] for security_group (5ac686d1-8279-4439-af9f-200d150c7d14), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.186807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41006) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:12.189343 n-d-826755-2 neutron-server[109899]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 02:54:12.194000 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-338a6f7f-ce85-4773-ae42-942a628e6238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5ac686d1-8279-4439-af9f-200d150c7d14), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.197510 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-338a6f7f-ce85-4773-ae42-942a628e6238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.200436 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-338a6f7f-ce85-4773-ae42-942a628e6238 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ac686d1-8279-4439-af9f-200d150c7d14 HTTP/1.1" status: 204 len: 168 time: 0.1665235 Feb 19 02:54:12.211404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a6f7f-ce85-4773-ae42-942a628e6238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac686d1-8279-4439-af9f-200d150c7d14,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:12.227367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-878af46b-bd54-4978-80f0-e3c2ae7b67f2 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=6fca8d6e90b54806a96b720b196352de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345662 Feb 19 02:54:12.340103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41016) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:12.353680 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4647e8de-47ef-467f-bbd4-ade3cd90f255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.433135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-3bc6f7c9-3e9a-4124-a685-44f96fa8ce0e tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:12.438058 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4647e8de-47ef-467f-bbd4-ade3cd90f255 admin admin] Publish callbacks [] for security_group (82bfc7a4-a7d2-4675-aded-dcaba1c95970), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.440702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-3bc6f7c9-3e9a-4124-a685-44f96fa8ce0e tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2119205 Feb 19 02:54:12.445794 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4647e8de-47ef-467f-bbd4-ade3cd90f255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (82bfc7a4-a7d2-4675-aded-dcaba1c95970), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.452166 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-cac37875-3748-43f0-aad3-bccf6b849ece tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/quotas/6fca8d6e90b54806a96b720b196352de HTTP/1.1" status: 200 len: 375 time: 0.0105722 Feb 19 02:54:12.487539 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4647e8de-47ef-467f-bbd4-ade3cd90f255 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab9a0d8df5894a4d9ef2f0273f4abb14&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1462371 Feb 19 02:54:12.489558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647e8de-47ef-467f-bbd4-ade3cd90f255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bfc7a4-a7d2-4675-aded-dcaba1c95970,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:12.494270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41022) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:12.548704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-50dfe2a1-d404-48fe-8911-17d715413cac tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6fca8d6e90b54806a96b720b196352de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0820627 Feb 19 02:54:12.569361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ecf3033-869f-4b59-bc4b-1dcc76950441 admin admin] Publish callbacks [] for security_group (82bfc7a4-a7d2-4675-aded-dcaba1c95970), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.600471 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ecf3033-869f-4b59-bc4b-1dcc76950441 admin admin] Publish callbacks [] for security_group (82bfc7a4-a7d2-4675-aded-dcaba1c95970), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.667711 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ecf3033-869f-4b59-bc4b-1dcc76950441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (82bfc7a4-a7d2-4675-aded-dcaba1c95970), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.671759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ecf3033-869f-4b59-bc4b-1dcc76950441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.676199 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8ecf3033-869f-4b59-bc4b-1dcc76950441 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/82bfc7a4-a7d2-4675-aded-dcaba1c95970 HTTP/1.1" status: 204 len: 168 time: 0.1808007 Feb 19 02:54:12.686440 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf3033-869f-4b59-bc4b-1dcc76950441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bfc7a4-a7d2-4675-aded-dcaba1c95970,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:12.785577 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41048) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:12.802842 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-532bd347-e630-49cd-b1ee-1dfe91675efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.822979 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3b28f7f-aed4-4761-8c81-5233d649bd7e req-52f990e5-3a64-4fdd-8112-6d31b81cebb1 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 210 time: 0.0541282 Feb 19 02:54:12.911256 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-532bd347-e630-49cd-b1ee-1dfe91675efb admin admin] Publish callbacks [] for security_group (db561ff5-2a7b-41a4-8096-ee2a11810623), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.918436 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-532bd347-e630-49cd-b1ee-1dfe91675efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (db561ff5-2a7b-41a4-8096-ee2a11810623), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:12.980199 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-532bd347-e630-49cd-b1ee-1dfe91675efb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=03e2d351a0ac4683b21fb8b79811ceaa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1932890 Feb 19 02:54:12.981017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bd347-e630-49cd-b1ee-1dfe91675efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db561ff5-2a7b-41a4-8096-ee2a11810623,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:12.982816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41058) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:13.085717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa93e3db-5783-4b9e-9afe-8cfcb58a2d75 admin admin] Publish callbacks [] for security_group (db561ff5-2a7b-41a4-8096-ee2a11810623), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.119644 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa93e3db-5783-4b9e-9afe-8cfcb58a2d75 admin admin] Publish callbacks [] for security_group (db561ff5-2a7b-41a4-8096-ee2a11810623), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.196529 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa93e3db-5783-4b9e-9afe-8cfcb58a2d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (db561ff5-2a7b-41a4-8096-ee2a11810623), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.201412 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa93e3db-5783-4b9e-9afe-8cfcb58a2d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:13.202855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fa93e3db-5783-4b9e-9afe-8cfcb58a2d75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/db561ff5-2a7b-41a4-8096-ee2a11810623 HTTP/1.1" status: 204 len: 168 time: 0.2163212 Feb 19 02:54:13.220818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93e3db-5783-4b9e-9afe-8cfcb58a2d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db561ff5-2a7b-41a4-8096-ee2a11810623,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:13.924272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41176) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:14.344224 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a890681f-3f93-446e-8eee-82e172433a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.496116 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a890681f-3f93-446e-8eee-82e172433a49 admin admin] Publish callbacks [] for security_group (4ae5d513-9c5d-476c-a75d-6bdb70ad64a1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.504032 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a890681f-3f93-446e-8eee-82e172433a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4ae5d513-9c5d-476c-a75d-6bdb70ad64a1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.531456 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41234) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:14.541117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890681f-3f93-446e-8eee-82e172433a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae5d513-9c5d-476c-a75d-6bdb70ad64a1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:14.557871 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a890681f-3f93-446e-8eee-82e172433a49 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1db41c1f179e49c5a4788fdfcd1aa168&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6318130 Feb 19 02:54:14.560858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41240) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:14.614713 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab58d45b-3df2-45ce-a2f8-5131c7729de9 admin admin] Publish callbacks [] for security_group (4ae5d513-9c5d-476c-a75d-6bdb70ad64a1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.639969 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab58d45b-3df2-45ce-a2f8-5131c7729de9 admin admin] Publish callbacks [] for security_group (4ae5d513-9c5d-476c-a75d-6bdb70ad64a1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.676727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41244) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:14.701515 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab58d45b-3df2-45ce-a2f8-5131c7729de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4ae5d513-9c5d-476c-a75d-6bdb70ad64a1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.704007 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab58d45b-3df2-45ce-a2f8-5131c7729de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:14.705199 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ab58d45b-3df2-45ce-a2f8-5131c7729de9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ae5d513-9c5d-476c-a75d-6bdb70ad64a1 HTTP/1.1" status: 204 len: 168 time: 0.1432140 Feb 19 02:54:14.714917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58d45b-3df2-45ce-a2f8-5131c7729de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae5d513-9c5d-476c-a75d-6bdb70ad64a1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:14.874093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-a1a8ebb3-0707-47a7-a083-d75a7285bd1c tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=1e4e9d9516b14372a2f60830241c1423&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231800 Feb 19 02:54:14.919396 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9834e9c6-6de0-488e-ae86-cde991ef3669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.009259 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9834e9c6-6de0-488e-ae86-cde991ef3669 admin admin] Publish callbacks [] for security_group (5424edf5-7bd0-4e44-ae0a-820f3bc60212), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.018008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9834e9c6-6de0-488e-ae86-cde991ef3669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5424edf5-7bd0-4e44-ae0a-820f3bc60212), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.024106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-dde101cd-21b7-4538-a0cb-1dcf4d9abfa7 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:15.028443 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-dde101cd-21b7-4538-a0cb-1dcf4d9abfa7 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487885 Feb 19 02:54:15.072398 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-1a0f62be-3e51-4cec-833e-8feba1730705 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/quotas/1e4e9d9516b14372a2f60830241c1423 HTTP/1.1" status: 200 len: 375 time: 0.0228903 Feb 19 02:54:15.077738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834e9c6-6de0-488e-ae86-cde991ef3669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5424edf5-7bd0-4e44-ae0a-820f3bc60212,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:15.081773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.67', 49587) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:15.081944 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9834e9c6-6de0-488e-ae86-cde991ef3669 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=932c28c33dbf4e9e8190732e6103ce57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5489054 Feb 19 02:54:15.084503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41266) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:15.137588 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7255bd74-5e86-48b4-9b52-12eff00426b9 admin admin] Publish callbacks [] for security_group (5424edf5-7bd0-4e44-ae0a-820f3bc60212), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.164261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-03586237-affd-4847-b74d-830036637c77 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e4e9d9516b14372a2f60830241c1423&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908639 Feb 19 02:54:15.165330 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7255bd74-5e86-48b4-9b52-12eff00426b9 admin admin] Publish callbacks [] for security_group (5424edf5-7bd0-4e44-ae0a-820f3bc60212), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.166707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-dae322cf-4295-4d58-8d4f-4183ecad281c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=6fca8d6e90b54806a96b720b196352de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824614 Feb 19 02:54:15.217842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd65fefd-bd4b-461c-af34-4d14c111adb1 req-2a63b689-92a7-4c64-8c58-c7796cd3efd6 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 210 time: 0.5356879 Feb 19 02:54:15.220523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7255bd74-5e86-48b4-9b52-12eff00426b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5424edf5-7bd0-4e44-ae0a-820f3bc60212), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.224114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7255bd74-5e86-48b4-9b52-12eff00426b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.226210 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7255bd74-5e86-48b4-9b52-12eff00426b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5424edf5-7bd0-4e44-ae0a-820f3bc60212 HTTP/1.1" status: 204 len: 168 time: 0.1403859 Feb 19 02:54:15.235511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255bd74-5e86-48b4-9b52-12eff00426b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5424edf5-7bd0-4e44-ae0a-820f3bc60212,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:15.534260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cff6bd78-61da-4313-8dee-613c55ba3ff0 req-c6bc1c8f-3493-4fa9-ad62-8287be49c371 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 210 time: 0.0417573 Feb 19 02:54:15.602627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-b420d13e-defa-4177-a646-1a4923844eca tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:15.604549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-b420d13e-defa-4177-a646-1a4923844eca tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3847740 Feb 19 02:54:15.639659 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41316) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:15.655020 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-907360e1-2e9d-4dd0-af9b-9421ba0ad8a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.690806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Request body: {'port': {'device_id': '7859bd64-d387-48ed-9e0c-4910dd04db9e', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '6fca8d6e90b54806a96b720b196352de'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:15.784066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-907360e1-2e9d-4dd0-af9b-9421ba0ad8a1 admin admin] Publish callbacks [] for security_group (328e25f2-a774-4b32-8fed-f8131d557887), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.792701 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-907360e1-2e9d-4dd0-af9b-9421ba0ad8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (328e25f2-a774-4b32-8fed-f8131d557887), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:15.849698 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-907360e1-2e9d-4dd0-af9b-9421ba0ad8a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e113bd64bd44992b041abcb33e5ac2b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2088070 Feb 19 02:54:15.856060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41334) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:15.897404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907360e1-2e9d-4dd0-af9b-9421ba0ad8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=328e25f2-a774-4b32-8fed-f8131d557887,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:15.940709 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63d8509d-b9af-49f2-b5a6-9bf2b89071ea admin admin] Publish callbacks [] for security_group (328e25f2-a774-4b32-8fed-f8131d557887), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.070750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63d8509d-b9af-49f2-b5a6-9bf2b89071ea admin admin] Publish callbacks [] for security_group (328e25f2-a774-4b32-8fed-f8131d557887), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.077965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Made reservation on behalf of 6fca8d6e90b54806a96b720b196352de for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:16.081289 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.125723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.140813 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63d8509d-b9af-49f2-b5a6-9bf2b89071ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (328e25f2-a774-4b32-8fed-f8131d557887), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.144259 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63d8509d-b9af-49f2-b5a6-9bf2b89071ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.148964 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-63d8509d-b9af-49f2-b5a6-9bf2b89071ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/328e25f2-a774-4b32-8fed-f8131d557887 HTTP/1.1" status: 204 len: 168 time: 0.2917302 Feb 19 02:54:16.167370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8509d-b9af-49f2-b5a6-9bf2b89071ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=328e25f2-a774-4b32-8fed-f8131d557887,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:16.273441 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks [] for security_group (2d99a2d2-c3cc-4f68-a114-58ddc085f183), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.281510 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2d99a2d2-c3cc-4f68-a114-58ddc085f183), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.362349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41378) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:16.386970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d99a2d2-c3cc-4f68-a114-58ddc085f183,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:16.395014 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35e0abb7-5a95-4f81-94d6-f1388e100656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.475955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58a819cb-407c-4fbc-888b-f7031eaa1dc7 req-22abdfc9-3773-469d-a34b-e89a10949d2e tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 210 time: 0.0633249 Feb 19 02:54:16.584696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35e0abb7-5a95-4f81-94d6-f1388e100656 admin admin] Publish callbacks [] for security_group (71b350ae-f75b-436c-a2b0-9361b92f4c1e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.602301 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35e0abb7-5a95-4f81-94d6-f1388e100656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (71b350ae-f75b-436c-a2b0-9361b92f4c1e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.622226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Allocated IP 192.168.233.33 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/7f74490c-725a-40a8-9868-15e4bf4858b2) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:16.647906 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-35e0abb7-5a95-4f81-94d6-f1388e100656 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c17ec02334c44cbf95d6d955d9d152b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2844620 Feb 19 02:54:16.666711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41392) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:16.667828 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0abb7-5a95-4f81-94d6-f1388e100656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b350ae-f75b-436c-a2b0-9361b92f4c1e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:16.673089 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb8528dc-a0bd-4442-8e60-45cc81251238 req-beea03f7-6829-4e52-9a93-f4c5e762e52e tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 210 time: 0.0367293 Feb 19 02:54:16.816475 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d339-33cc-4477-b9d3-aabfbaa69572 admin admin] Publish callbacks [] for security_group (71b350ae-f75b-436c-a2b0-9361b92f4c1e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.852765 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d339-33cc-4477-b9d3-aabfbaa69572 admin admin] Publish callbacks [] for security_group (71b350ae-f75b-436c-a2b0-9361b92f4c1e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.911006 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks [] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.949360 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d339-33cc-4477-b9d3-aabfbaa69572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (71b350ae-f75b-436c-a2b0-9361b92f4c1e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.952271 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ef9d339-33cc-4477-b9d3-aabfbaa69572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:16.956434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8ef9d339-33cc-4477-b9d3-aabfbaa69572 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71b350ae-f75b-436c-a2b0-9361b92f4c1e HTTP/1.1" status: 204 len: 168 time: 0.2886803 Feb 19 02:54:16.967361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9d339-33cc-4477-b9d3-aabfbaa69572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b350ae-f75b-436c-a2b0-9361b92f4c1e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:16.981544 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.060021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:17.070367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:17.078251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:17.083474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:17.084086 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.101765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Pushing event updated for resources: {'Port': ['ID=7f74490c-725a-40a8-9868-15e4bf4858b2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:17.114823 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-df4a00b5-8be6-41fe-ba65-a948b32219d8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4300976 Feb 19 02:54:17.131922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-6e730037-bc47-4f48-9a63-c888648c7f34 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:54:17.133243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-6e730037-bc47-4f48-9a63-c888648c7f34 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065408 Feb 19 02:54:17.190621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41408) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:17.252831 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41416) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:17.258678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.87', 65275) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:17.296205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-71dae0df-7ca9-48f2-b755-08e835a3bebe tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=1e4e9d9516b14372a2f60830241c1423&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361514 Feb 19 02:54:17.448100 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-eb64eeb3-dd6e-43fa-bab2-1de9afb3d5f3 None None] Provisioning complete for port 7f74490c-725a-40a8-9868-15e4bf4858b2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:17.450373 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb64eeb3-dd6e-43fa-bab2-1de9afb3d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.537894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-81587aac-8227-4b96-9947-bc045eadfb0f tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:17.542014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-81587aac-8227-4b96-9947-bc045eadfb0f tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399023 Feb 19 02:54:17.545964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-eb64eeb3-dd6e-43fa-bab2-1de9afb3d5f3 None None] Port 7f74490c-725a-40a8-9868-15e4bf4858b2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:17.655181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Request body: {'port': {'device_id': '54865192-b2b4-4ffa-96f0-10d2c4ea6d47', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '1e4e9d9516b14372a2f60830241c1423'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:17.758105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731ee8b-601f-4a23-9871-0caee4fa0f79 req-02ad3478-ac63-4257-99cc-fcd0d4f0b324 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:17.765905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c731ee8b-601f-4a23-9871-0caee4fa0f79 req-02ad3478-ac63-4257-99cc-fcd0d4f0b324 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 935 time: 0.1797316 Feb 19 02:54:17.897500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c731ee8b-601f-4a23-9871-0caee4fa0f79 req-6dc08a34-5df6-4917-b7b4-d17451fc8230 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262703 Feb 19 02:54:17.899101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Made reservation on behalf of 1e4e9d9516b14372a2f60830241c1423 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:17.905530 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.931648 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:17.957708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-30f60184-189a-43da-97c0-cc28fb97fdf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.131476 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Publish callbacks [] for security_group (cdcb2936-c3ee-456d-8ffa-cc93a70f52a0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.145061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-network', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:18.160873 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cdcb2936-c3ee-456d-8ffa-cc93a70f52a0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.190349 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-30f60184-189a-43da-97c0-cc28fb97fdf8 admin admin] Publish callbacks [] for security_group (1dcb6b86-938d-4ea4-8858-8ac478e2ce9f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.197655 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-30f60184-189a-43da-97c0-cc28fb97fdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1dcb6b86-938d-4ea4-8858-8ac478e2ce9f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.244064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:18.264330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Request body: {'port': {'device_id': '7859bd64-d387-48ed-9e0c-4910dd04db9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:18.313815 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-30f60184-189a-43da-97c0-cc28fb97fdf8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5896d02bc5c24da2b024ffb1ed932e0d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0597882 Feb 19 02:54:18.315827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f60184-189a-43da-97c0-cc28fb97fdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dcb6b86-938d-4ea4-8858-8ac478e2ce9f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:18.319241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41448) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:18.389872 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbed1479-43b5-4d89-b0a3-75bf8e3e41c1 admin admin] Publish callbacks [] for security_group (1dcb6b86-938d-4ea4-8858-8ac478e2ce9f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.414667 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbed1479-43b5-4d89-b0a3-75bf8e3e41c1 admin admin] Publish callbacks [] for security_group (1dcb6b86-938d-4ea4-8858-8ac478e2ce9f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.471935 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbed1479-43b5-4d89-b0a3-75bf8e3e41c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1dcb6b86-938d-4ea4-8858-8ac478e2ce9f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.474883 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbed1479-43b5-4d89-b0a3-75bf8e3e41c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.476317 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bbed1479-43b5-4d89-b0a3-75bf8e3e41c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1dcb6b86-938d-4ea4-8858-8ac478e2ce9f HTTP/1.1" status: 204 len: 168 time: 0.1534967 Feb 19 02:54:18.485858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed1479-43b5-4d89-b0a3-75bf8e3e41c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dcb6b86-938d-4ea4-8858-8ac478e2ce9f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:18.584530 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.601596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Made reservation on behalf of 73b1c2df072a4fcb83fe3db15270392d for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:18.603961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:18.682745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae384dea-0bd1-46f0-9c90-db1bbaadd8ad req-66d398c4-83ab-4743-8a4f-3b09028fd865 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 210 time: 0.1821671 Feb 19 02:54:18.689755 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.175932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Allocated IP 192.168.233.167 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/694eff7f-e4b8-4548-835a-ed3a4b2c6c6f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:19.269367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15590080-f5a4-4465-8815-8241311154c2 req-8152f90f-68d0-409c-a5b6-cd63cfb8420d tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:19.276836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15590080-f5a4-4465-8815-8241311154c2 req-8152f90f-68d0-409c-a5b6-cd63cfb8420d tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 935 time: 0.1705825 Feb 19 02:54:19.373873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15590080-f5a4-4465-8815-8241311154c2 req-3c9f0752-cb76-4b36-89f9-4b2d5ebd0eab tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956357 Feb 19 02:54:19.420896 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Publish callbacks [] for security_group (a312aeea-112f-415a-9cc2-aea0d1108038), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.451543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a312aeea-112f-415a-9cc2-aea0d1108038), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.500905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:54:19.511728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a312aeea-112f-415a-9cc2-aea0d1108038,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:19.546604 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1b04f90d-9f8c-4b5c-bac4-01eea033348f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.547242 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Added segment 1b04f90d-9f8c-4b5c-bac4-01eea033348f of type vlan for network b8537839-9555-417f-ae28-dae96e57af9d Feb 19 02:54:19.714149 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Publish callbacks [] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.727368 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (b8537839-9555-417f-ae28-dae96e57af9d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.817042 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (b8537839-9555-417f-ae28-dae96e57af9d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.822277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:19.823315 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:19.854853 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41486) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:19.884906 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-056adf8f-88d9-43af-939d-c7185c0ba550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.055833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-056adf8f-88d9-43af-939d-c7185c0ba550 admin admin] Publish callbacks [] for security_group (86e0ce22-6907-4bef-95e3-3de8e4468c1a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.070367 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-056adf8f-88d9-43af-939d-c7185c0ba550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (86e0ce22-6907-4bef-95e3-3de8e4468c1a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.078041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b8537839-9555-417f-ae28-dae96e57af9d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:20.089148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network b8537839-9555-417f-ae28-dae96e57af9d details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:54:20.125030 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.142148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b02dc346-0e3a-4459-8c84-541cb84062f7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.9503956 Feb 19 02:54:20.163391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41498) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:20.189709 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-18992c4d-0c01-47a8-a10c-12f5b94c2fd8 admin admin] Request body: {'subnet': {'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-subnet', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:20.215148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:20.223244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:20.226176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:20.233181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:20.233837 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.308859 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-056adf8f-88d9-43af-939d-c7185c0ba550 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3996a91c8cb4b1bb1b36dc1b5041074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4491730 Feb 19 02:54:20.310574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41508) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:20.331713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18992c4d-0c01-47a8-a10c-12f5b94c2fd8 admin admin] Made reservation on behalf of 73b1c2df072a4fcb83fe3db15270392d for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:20.342289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18992c4d-0c01-47a8-a10c-12f5b94c2fd8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.428972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Pushing event updated for resources: {'Port': ['ID=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:20.481379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b274a-99d3-4c3f-9158-f5bbf3d363c5 req-040445cc-5403-46ee-b497-727deba61948 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:20.486098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc1b274a-99d3-4c3f-9158-f5bbf3d363c5 req-040445cc-5403-46ee-b497-727deba61948 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 936 time: 0.6596406 Feb 19 02:54:20.503168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-d88f39b6-0a9b-4878-a51d-0798192949ec tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8495069 Feb 19 02:54:20.707222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056adf8f-88d9-43af-939d-c7185c0ba550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e0ce22-6907-4bef-95e3-3de8e4468c1a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:20.710170 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18992c4d-0c01-47a8-a10c-12f5b94c2fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (d0b5ba77-542e-453a-ba33-54edf9b9f2e7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.755834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-fc17b34c-a1b1-4368-9a4f-fa5fa18ff060 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:54:20.760347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-fc17b34c-a1b1-4368-9a4f-fa5fa18ff060 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0406265 Feb 19 02:54:20.770717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18992c4d-0c01-47a8-a10c-12f5b94c2fd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b5ba77-542e-453a-ba33-54edf9b9f2e7,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:20.799694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4f414bab-5372-472f-8a52-6d350499929e None None] Provisioning complete for port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:20.800076 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4f414bab-5372-472f-8a52-6d350499929e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.842091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc1b274a-99d3-4c3f-9158-f5bbf3d363c5 req-96f18678-1d6d-4d96-80f1-97f13efd7b9e tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038173 Feb 19 02:54:20.851714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f74490c-725a-40a8-9868-15e4bf4858b2 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:54:20.894484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4f414bab-5372-472f-8a52-6d350499929e None None] Port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:20.902473 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Publish callbacks [] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.930114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12968d0d-5628-49db-9b22-06cd4558a522 admin admin] Publish callbacks [] for security_group (86e0ce22-6907-4bef-95e3-3de8e4468c1a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:20.941287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18992c4d-0c01-47a8-a10c-12f5b94c2fd8 admin admin] Checking segment: {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:20.941648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18992c4d-0c01-47a8-a10c-12f5b94c2fd8 admin admin] Network hostable DHCP agents. Network: b8537839-9555-417f-ae28-dae96e57af9d, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:54:20.950073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Transition to ACTIVE for port object 7f74490c-725a-40a8-9868-15e4bf4858b2 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:54:20.962509 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.000488 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12968d0d-5628-49db-9b22-06cd4558a522 admin admin] Publish callbacks [] for security_group (86e0ce22-6907-4bef-95e3-3de8e4468c1a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.037928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18992c4d-0c01-47a8-a10c-12f5b94c2fd8 admin admin] Network b8537839-9555-417f-ae28-dae96e57af9d is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:54:21.055175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-18992c4d-0c01-47a8-a10c-12f5b94c2fd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, b8537839-9555-417f-ae28-dae96e57af9d) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:21.061188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18992c4d-0c01-47a8-a10c-12f5b94c2fd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:21.067240 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18992c4d-0c01-47a8-a10c-12f5b94c2fd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.070092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab33936-b468-47f7-be74-1218e8af6ed1 None None] Network b8537839-9555-417f-ae28-dae96e57af9d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:21.083910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200b6e5-3cbc-47ca-b113-162531e8d220 req-24f197b2-883d-4bdd-b197-18b0ba859a86 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:21.085860 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a200b6e5-3cbc-47ca-b113-162531e8d220 req-24f197b2-883d-4bdd-b197-18b0ba859a86 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 935 time: 0.2079437 Feb 19 02:54:21.093729 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-18992c4d-0c01-47a8-a10c-12f5b94c2fd8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9292696 Feb 19 02:54:21.094941 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12968d0d-5628-49db-9b22-06cd4558a522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (86e0ce22-6907-4bef-95e3-3de8e4468c1a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.104796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41530) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:21.105234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12968d0d-5628-49db-9b22-06cd4558a522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.110347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-12968d0d-5628-49db-9b22-06cd4558a522 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/86e0ce22-6907-4bef-95e3-3de8e4468c1a HTTP/1.1" status: 204 len: 168 time: 0.7858815 Feb 19 02:54:21.127888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:21.130270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12968d0d-5628-49db-9b22-06cd4558a522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e0ce22-6907-4bef-95e3-3de8e4468c1a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:21.282085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-b8537839-9555-417f-ae28-dae96e57af9d', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:54:21.283589 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.341968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Pushing event updated for resources: {'Port': ['ID=7f74490c-725a-40a8-9868-15e4bf4858b2,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:21.427706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a200b6e5-3cbc-47ca-b113-162531e8d220 req-356328b1-d7eb-468c-a4d8-7c75200cf1f6 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716804 Feb 19 02:54:21.428617 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (ce9a71cb-234a-416c-ab90-8d1fba51a475), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.429846 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (ce9a71cb-234a-416c-ab90-8d1fba51a475), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.559080 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Publish callbacks [] for router_controller (ce9a71cb-234a-416c-ab90-8d1fba51a475), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:21.564526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Attempting to bind port 7f74490c-725a-40a8-9868-15e4bf4858b2 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:21.565068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Attempting to bind port 7f74490c-725a-40a8-9868-15e4bf4858b2 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:21.565641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Attempting to bind port 7f74490c-725a-40a8-9868-15e4bf4858b2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:21.662585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Port 7f74490c-725a-40a8-9868-15e4bf4858b2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:54:21.662967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Attempting to bind port 7f74490c-725a-40a8-9868-15e4bf4858b2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:21.759235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Allocated IP 172.20.0.2 (b8537839-9555-417f-ae28-dae96e57af9d/d0b5ba77-542e-453a-ba33-54edf9b9f2e7/de160c12-51cc-488b-92d1-492d4cdab450) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:21.764549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:21.767151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:21.767996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:21.770311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Bound port: 7f74490c-725a-40a8-9868-15e4bf4858b2, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:21.771875 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.023206 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Publish callbacks [] for router_gateway (ce9a71cb-234a-416c-ab90-8d1fba51a475), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.051436 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Publish callbacks [] for port (de160c12-51cc-488b-92d1-492d4cdab450), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.066325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (de160c12-51cc-488b-92d1-492d4cdab450), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.119556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] For port 7f74490c-725a-40a8-9868-15e4bf4858b2, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:22.120339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41554) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:22.184618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] For port 7f74490c-725a-40a8-9868-15e4bf4858b2, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7f74490c-725a-40a8-9868-15e4bf4858b2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:22.193864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Network b8537839-9555-417f-ae28-dae96e57af9d is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:22.198088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:22.210696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:22.271207 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.300918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Pushing event updated for resources: {'Port': ['ID=de160c12-51cc-488b-92d1-492d4cdab450,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:22.307491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Attempting to bind port de160c12-51cc-488b-92d1-492d4cdab450 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:22.308128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Attempting to bind port de160c12-51cc-488b-92d1-492d4cdab450 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:22.310818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Attempting to bind port de160c12-51cc-488b-92d1-492d4cdab450 on network b8537839-9555-417f-ae28-dae96e57af9d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:22.324887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d6b62-6ecd-428a-a91c-86fa8e04dbf0 req-18929292-6be4-4b5d-aa47-5faa73dffe94 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:22.329507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e34d6b62-6ecd-428a-a91c-86fa8e04dbf0 req-18929292-6be4-4b5d-aa47-5faa73dffe94 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 936 time: 0.3224633 Feb 19 02:54:22.331420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:22.332493 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Checking segment: {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:22.334071 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.334713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Bound using segment: {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:22.336442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Bound port: de160c12-51cc-488b-92d1-492d4cdab450, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:22.337725 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (de160c12-51cc-488b-92d1-492d4cdab450), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.358909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.359371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.360356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.361345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.362009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.364089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.364454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.364875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.366196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.366715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.368899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.369328 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.372022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Tracked resource versions report: Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: pushed versions: Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: { 'AddressGroup': {'1.2'}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'ConntrackHelper': {'1.0'}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'Log': {'1.0'}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'Network': {'1.1'}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'Port': {'1.7'}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'PortForwarding': {'1.2'}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'QosPolicy': {'1.10'}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'SecurityGroup': {'1.5'}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'SubPort': {'1.0'}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'Subnet': {'1.1'}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'Trunk': {'1.1'}} Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: consumer versions: Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: { DHCP agent@n-d-826755-2: {}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: HyperV agent@n-h1-826755-2: {}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: HyperV agent@n-h2-826755-2: {}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: L3 agent@n-d-826755-2: {}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: Metadata agent@n-d-826755-2: {}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: Metering agent@n-d-826755-2: {}, Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: Open vSwitch agent@n-d-826755-2: { 'AddressGroup': '1.2', Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'ConntrackHelper': '1.0', Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'LocalIPAssociation': '1.0', Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'Log': '1.0', Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'Network': '1.1', Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'Port': '1.7', Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'PortForwarding': '1.2', Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'QosPolicy': '1.10', Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'SecurityGroup': '1.5', Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'SecurityGroupRule': '1.2', Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'SubPort': '1.0', Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'Subnet': '1.1', Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: 'Trunk': '1.1'}} Feb 19 02:54:22.373397 n-d-826755-2 neutron-server[109900]: {{(pid=109900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:54:22.392466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:22.393203 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.395201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] 10.222.0.67 "PUT /v2.0/ports/7f74490c-725a-40a8-9868-15e4bf4858b2 HTTP/1.1" status: 200 len: 1095 time: 4.5827510 Feb 19 02:54:22.398979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7859bd64-d387-48ed-9e0c-4910dd04db9e', 'tag': '7f74490c-725a-40a8-9868-15e4bf4858b2'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:22.406467 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.573961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] For port de160c12-51cc-488b-92d1-492d4cdab450, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:22.592349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] For port de160c12-51cc-488b-92d1-492d4cdab450, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=de160c12-51cc-488b-92d1-492d4cdab450,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:22.605688 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (de160c12-51cc-488b-92d1-492d4cdab450), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.795366 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac809eca-65fb-469f-88ae-56c70eb05373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.813361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de2752-238e-404f-b92b-2eec6749f6eb None None] Pushing event updated for resources: {'Port': ['ID=de160c12-51cc-488b-92d1-492d4cdab450,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:22.914155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Request body: {'port': {'device_id': '54865192-b2b4-4ffa-96f0-10d2c4ea6d47', 'device_owner': 'compute:tempest-test_az-1893856989', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:22.982958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac809eca-65fb-469f-88ae-56c70eb05373 admin admin] Publish callbacks [] for security_group (3d420554-db30-4cdb-bb70-4d283709302e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:22.991373 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac809eca-65fb-469f-88ae-56c70eb05373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3d420554-db30-4cdb-bb70-4d283709302e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.062837 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ac809eca-65fb-469f-88ae-56c70eb05373 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d2cd062c8f824fda8d88341f8a276c99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9394391 Feb 19 02:54:23.072576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41600) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:23.077036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac809eca-65fb-469f-88ae-56c70eb05373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d420554-db30-4cdb-bb70-4d283709302e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:23.150256 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.240779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea416b72-0e3e-4964-8fbd-fe6bd8a90cbc admin admin] Publish callbacks [] for security_group (3d420554-db30-4cdb-bb70-4d283709302e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.283814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea416b72-0e3e-4964-8fbd-fe6bd8a90cbc admin admin] Publish callbacks [] for security_group (3d420554-db30-4cdb-bb70-4d283709302e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.334765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c942b7d-9596-4c96-a1e5-c8162fdc7bec service neutron] Pushing event updated for resources: {'Port': ['ID=7f74490c-725a-40a8-9868-15e4bf4858b2,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:23.394305 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea416b72-0e3e-4964-8fbd-fe6bd8a90cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3d420554-db30-4cdb-bb70-4d283709302e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.400025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e34d6b62-6ecd-428a-a91c-86fa8e04dbf0 req-07349fa3-cd85-496a-8375-15938c645da7 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0161612 Feb 19 02:54:23.401289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea416b72-0e3e-4964-8fbd-fe6bd8a90cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.403317 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ea416b72-0e3e-4964-8fbd-fe6bd8a90cbc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d420554-db30-4cdb-bb70-4d283709302e HTTP/1.1" status: 204 len: 168 time: 0.3283825 Feb 19 02:54:23.417042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50129a56-c6b2-49d1-b35b-7fa76818a2ef req-15d865d5-af37-4278-9f4f-b5fafc1a3dbc tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:23.418060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea416b72-0e3e-4964-8fbd-fe6bd8a90cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d420554-db30-4cdb-bb70-4d283709302e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:23.427172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50129a56-c6b2-49d1-b35b-7fa76818a2ef req-15d865d5-af37-4278-9f4f-b5fafc1a3dbc tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 947 time: 0.5652776 Feb 19 02:54:23.459746 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:23.462952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-67d48a38-a4ef-4b31-a2a1-e237dff2a2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:23.464467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-67d48a38-a4ef-4b31-a2a1-e237dff2a2a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fca8d6e90b54806a96b720b196352de&device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 1129 time: 0.5885589 Feb 19 02:54:23.630194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-9a5ae4fc-8947-4d9f-b218-0688840f69ec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7f74490c-725a-40a8-9868-15e4bf4858b2 HTTP/1.1" status: 200 len: 217 time: 0.1348858 Feb 19 02:54:23.660569 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fca07d6-d7fd-4598-b3a9-9fa30b2382d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7859bd64-d387-48ed-9e0c-4910dd04db9e", "tag": "7f74490c-725a-40a8-9868-15e4bf4858b2"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:23.789239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50129a56-c6b2-49d1-b35b-7fa76818a2ef req-43300282-b2e5-4e80-a5ba-ca95ef98a889 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3609438 Feb 19 02:54:23.923015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-a636d163-fb85-445b-bbe5-20befe31beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:23.924568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-a636d163-fb85-445b-bbe5-20befe31beb9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.2557867 Feb 19 02:54:24.153903 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Publish callbacks [] for router_gateway (ce9a71cb-234a-416c-ab90-8d1fba51a475), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:24.410663 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:24.479832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-d3ca9fd5-b610-4cd9-8168-d89e9c022849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:24.484920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-d3ca9fd5-b610-4cd9-8168-d89e9c022849 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5396843 Feb 19 02:54:24.632427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41634) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:24.659436 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a442eaec-c5bc-46d1-937a-7cf7577b67bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:24.767217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b3ab89-dc53-4932-b0e1-e65673f5e576 None None] Network b8537839-9555-417f-ae28-dae96e57af9d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:24.833661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-e51c90cb-ece7-4c87-9601-6e11b5508b87 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335646 Feb 19 02:54:24.838481 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b26c7d-4b0d-40a8-96c2-8ff201a22a33 x-openstack-request-id: req-93b26c7d-4b0d-40a8-96c2-8ff201a22a33 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:24.838792 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7859bd64-d387-48ed-9e0c-4910dd04db9e", "tag": "7f74490c-725a-40a8-9868-15e4bf4858b2", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:24.839186 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93b26c7d-4b0d-40a8-96c2-8ff201a22a33 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:24.839646 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7859bd64-d387-48ed-9e0c-4910dd04db9e', 'tag': '7f74490c-725a-40a8-9868-15e4bf4858b2', 'status': 'completed', 'code': 200} Feb 19 02:54:24.896309 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a442eaec-c5bc-46d1-937a-7cf7577b67bd admin admin] Publish callbacks [] for security_group (f7139f1e-7dfc-4f2a-9e3b-7033f9d8acec), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:24.913504 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a442eaec-c5bc-46d1-937a-7cf7577b67bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f7139f1e-7dfc-4f2a-9e3b-7033f9d8acec), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:24.955027 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a442eaec-c5bc-46d1-937a-7cf7577b67bd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ac7a54cc1b4f4fa9b650581239530255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200710 Feb 19 02:54:24.958396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41642) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:25.140707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41648) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:25.143933 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a4774b2-52b1-4581-af54-26cdd928ca5c admin admin] Publish callbacks [] for security_group (f7139f1e-7dfc-4f2a-9e3b-7033f9d8acec), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.175294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bdc6b723-42ed-47e8-ae5e-3a7bd3a9fb4e None None] Provisioning complete for port de160c12-51cc-488b-92d1-492d4cdab450 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:25.175976 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bdc6b723-42ed-47e8-ae5e-3a7bd3a9fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (de160c12-51cc-488b-92d1-492d4cdab450), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.206820 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a4774b2-52b1-4581-af54-26cdd928ca5c admin admin] Publish callbacks [] for security_group (f7139f1e-7dfc-4f2a-9e3b-7033f9d8acec), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.257484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device de160c12-51cc-488b-92d1-492d4cdab450 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:25.303659 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a4774b2-52b1-4581-af54-26cdd928ca5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f7139f1e-7dfc-4f2a-9e3b-7033f9d8acec), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.307384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a4774b2-52b1-4581-af54-26cdd928ca5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.311910 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5a4774b2-52b1-4581-af54-26cdd928ca5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7139f1e-7dfc-4f2a-9e3b-7033f9d8acec HTTP/1.1" status: 204 len: 168 time: 0.3470857 Feb 19 02:54:25.313421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442eaec-c5bc-46d1-937a-7cf7577b67bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7139f1e-7dfc-4f2a-9e3b-7033f9d8acec,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:25.343126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4774b2-52b1-4581-af54-26cdd928ca5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7139f1e-7dfc-4f2a-9e3b-7033f9d8acec,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:25.392776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:54:25.430948 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Publish callbacks [] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.500891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e9157-907a-4b03-9a71-bb118f49aa72 req-5a857830-91c7-4a8e-a720-ea34a4e2700e tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:25.502660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d24e9157-907a-4b03-9a71-bb118f49aa72 req-5a857830-91c7-4a8e-a720-ea34a4e2700e tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 936 time: 0.9209647 Feb 19 02:54:25.530329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e1519-4b7e-48a8-a207-444d3df414af req-89e43cdd-310d-486f-bf73-e03715bf6fca tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:25.543572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b24e1519-4b7e-48a8-a207-444d3df414af req-89e43cdd-310d-486f-bf73-e03715bf6fca tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 947 time: 0.4394381 Feb 19 02:54:25.550141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Transition to ACTIVE for port object 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:54:25.581791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port de160c12-51cc-488b-92d1-492d4cdab450 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:25.582736 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (de160c12-51cc-488b-92d1-492d4cdab450), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.627993 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.653298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bdc6b723-42ed-47e8-ae5e-3a7bd3a9fb4e None None] Current status of the port de160c12-51cc-488b-92d1-492d4cdab450 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:25.654091 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bdc6b723-42ed-47e8-ae5e-3a7bd3a9fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (de160c12-51cc-488b-92d1-492d4cdab450), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.703277 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ae16d7d-2fad-4708-bb5c-aa5d7e688e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.711588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Allocated IP 172.25.1.77 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/de66a5f4-355e-412b-bce2-e06a5963330c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:25.902561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bdc6b723-42ed-47e8-ae5e-3a7bd3a9fb4e None None] For port de160c12-51cc-488b-92d1-492d4cdab450, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=de160c12-51cc-488b-92d1-492d4cdab450,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:25.919937 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bdc6b723-42ed-47e8-ae5e-3a7bd3a9fb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (de160c12-51cc-488b-92d1-492d4cdab450), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.987960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ae16d7d-2fad-4708-bb5c-aa5d7e688e29 admin admin] Publish callbacks [] for security_group (ce4cc8f1-b7ea-4e39-bba3-c12175e1d245), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:25.999205 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ae16d7d-2fad-4708-bb5c-aa5d7e688e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ce4cc8f1-b7ea-4e39-bba3-c12175e1d245), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.051908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Attempting to bind port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:26.087735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port de160c12-51cc-488b-92d1-492d4cdab450 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:26.088109 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (de160c12-51cc-488b-92d1-492d4cdab450), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.093919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Attempting to bind port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:26.095409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Attempting to bind port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:26.111748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da40d6f-2cb0-4e2a-81e7-5e23cb5ebd63 req-ba7c6486-e741-437a-b9d1-74337e247e17 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2137723 Feb 19 02:54:26.158779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:54:26.160517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Attempting to bind port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:26.167626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41668) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:26.170619 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7ae16d7d-2fad-4708-bb5c-aa5d7e688e29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bf039023ef1b47eb9257fe3f51a51751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8819997 Feb 19 02:54:26.171441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae16d7d-2fad-4708-bb5c-aa5d7e688e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4cc8f1-b7ea-4e39-bba3-c12175e1d245,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:26.302070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-27bf469f-8066-4acd-9ea3-b0b0b6ca5118 None None] Provisioning complete for port de160c12-51cc-488b-92d1-492d4cdab450 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:26.302508 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27bf469f-8066-4acd-9ea3-b0b0b6ca5118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (de160c12-51cc-488b-92d1-492d4cdab450), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.325761 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d24e9157-907a-4b03-9a71-bb118f49aa72 req-5292dcdc-8c4c-46c1-88ed-33c1f9bd8de1 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7735417 Feb 19 02:54:26.525760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:26.528202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:26.529772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:26.532091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Bound port: 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:26.533598 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:26.557625 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b24e1519-4b7e-48a8-a207-444d3df414af req-5ab3e968-f2ae-4094-87e5-cce61df12a70 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0130568 Feb 19 02:54:26.587687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6b723-42ed-47e8-ae5e-3a7bd3a9fb4e None None] Pushing event updated for resources: {'Port': ['ID=de160c12-51cc-488b-92d1-492d4cdab450,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:26.639649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Pushing event updated for resources: {'Port': ['ID=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:26.647522 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:54:26.648283 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:54:26.776571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-27bf469f-8066-4acd-9ea3-b0b0b6ca5118 None None] Current status of the port de160c12-51cc-488b-92d1-492d4cdab450 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:27.257604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port de160c12-51cc-488b-92d1-492d4cdab450 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:27.411523 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Publish callbacks [] for port (de66a5f4-355e-412b-bce2-e06a5963330c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.417455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device de160c12-51cc-488b-92d1-492d4cdab450 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:27.581056 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (de66a5f4-355e-412b-bce2-e06a5963330c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.624784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port de160c12-51cc-488b-92d1-492d4cdab450 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:27.625302 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (de160c12-51cc-488b-92d1-492d4cdab450), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.875683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41714) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:27.890922 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09fd9b33-a918-480a-80c2-0ecf9b0730de admin admin] Publish callbacks [] for security_group (ce4cc8f1-b7ea-4e39-bba3-c12175e1d245), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:27.918639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca07d6-d7fd-4598-b3a9-9fa30b2382d5 req-f6e34f66-9899-49a2-be8f-ca95236a5924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:27.921789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port de160c12-51cc-488b-92d1-492d4cdab450 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:27.922278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fca07d6-d7fd-4598-b3a9-9fa30b2382d5 req-f6e34f66-9899-49a2-be8f-ca95236a5924 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fca8d6e90b54806a96b720b196352de&device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 1129 time: 1.6992939 Feb 19 02:54:27.956656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:28.014864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:28.195194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca07d6-d7fd-4598-b3a9-9fa30b2382d5 req-c89769cc-2d7d-4e63-b871-7fe4d5c3e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:28.195194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fca07d6-d7fd-4598-b3a9-9fa30b2382d5 req-c89769cc-2d7d-4e63-b871-7fe4d5c3e538 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2009819 Feb 19 02:54:28.202183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:28.281949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-539733226-network', 'tenant_id': '928a3d1c7e374d06a3bb8172b9e6d291'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:28.338127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Made reservation on behalf of 928a3d1c7e374d06a3bb8172b9e6d291 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:28.342168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.366713 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.387566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Pushing event updated for resources: {'Port': ['ID=de66a5f4-355e-412b-bce2-e06a5963330c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:28.445299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fca07d6-d7fd-4598-b3a9-9fa30b2382d5 req-c445bc22-69a3-493b-a621-c0c276cd88af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=7f74490c-725a-40a8-9868-15e4bf4858b2 HTTP/1.1" status: 200 len: 217 time: 0.0891726 Feb 19 02:54:28.465495 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09fd9b33-a918-480a-80c2-0ecf9b0730de admin admin] Publish callbacks [] for security_group (ce4cc8f1-b7ea-4e39-bba3-c12175e1d245), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.505237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Publish callbacks [] for security_group (62341e80-6ae5-42cc-bb9c-bbc88157a5c7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.521176 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (62341e80-6ae5-42cc-bb9c-bbc88157a5c7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.545163 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] For port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:28.565652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:54:28.572135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a54790-bbd2-46d6-a44b-60695793f41b req-73a348d4-4f8b-49f8-9810-7d0de1bded34 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:28.575768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19a54790-bbd2-46d6-a44b-60695793f41b req-73a348d4-4f8b-49f8-9810-7d0de1bded34 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 970 time: 1.0171814 Feb 19 02:54:28.581066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca07d6-d7fd-4598-b3a9-9fa30b2382d5 req-5c6cfdc3-49c6-4eee-b788-72c7fc3036bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:28.586299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fca07d6-d7fd-4598-b3a9-9fa30b2382d5 req-5c6cfdc3-49c6-4eee-b788-72c7fc3036bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1134012 Feb 19 02:54:28.592575 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62341e80-6ae5-42cc-bb9c-bbc88157a5c7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:28.596692 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e01d1650-9011-4a0f-bc7b-d44fc409e995), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.597238 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Added segment e01d1650-9011-4a0f-bc7b-d44fc409e995 of type vlan for network 1c008745-ef20-4f21-9fdf-1d7318fa94a6 Feb 19 02:54:28.671917 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (1c008745-ef20-4f21-9fdf-1d7318fa94a6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.735955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] For port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:28.741869 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (1c008745-ef20-4f21-9fdf-1d7318fa94a6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.742859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:28.743449 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.744199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19a54790-bbd2-46d6-a44b-60695793f41b req-481528f7-78e8-4ca7-935d-c2a972b928e5 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315827 Feb 19 02:54:28.777719 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.810983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321df38-cd5a-4be5-82b1-cb0fabf61e35 req-fbf93612-08ed-4e73-8154-62fa3b76999f tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:28.812686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6321df38-cd5a-4be5-82b1-cb0fabf61e35 req-fbf93612-08ed-4e73-8154-62fa3b76999f tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 947 time: 0.9132767 Feb 19 02:54:28.839696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fca07d6-d7fd-4598-b3a9-9fa30b2382d5 req-118b1c31-9368-4c4e-9b70-192c6c7277ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:28.839696 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fca07d6-d7fd-4598-b3a9-9fa30b2382d5 req-118b1c31-9368-4c4e-9b70-192c6c7277ad service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2004228 Feb 19 02:54:28.883539 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0066502 Feb 19 02:54:28.884249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41728) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:28.901751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-74e40f3e-09ff-46c2-870a-274aad320e52 admin admin] Request body: {'subnet': {'network_id': '1c008745-ef20-4f21-9fdf-1d7318fa94a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-539733226-subnet', 'tenant_id': '928a3d1c7e374d06a3bb8172b9e6d291', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:28.943211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e40f3e-09ff-46c2-870a-274aad320e52 admin admin] Made reservation on behalf of 928a3d1c7e374d06a3bb8172b9e6d291 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:28.952988 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74e40f3e-09ff-46c2-870a-274aad320e52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:28.956301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781188fd-8752-4b10-8e02-d4c786d5da3c admin admin] Pushing event updated for resources: {'Network': ['ID=1c008745-ef20-4f21-9fdf-1d7318fa94a6,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:28.973553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 1c008745-ef20-4f21-9fdf-1d7318fa94a6 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:54:29.085941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Publish callbacks [] for router_gateway (ce9a71cb-234a-416c-ab90-8d1fba51a475), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:29.349750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74e40f3e-09ff-46c2-870a-274aad320e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (5ab880ba-3a16-4834-921a-6fb6509449b6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:29.448514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41738) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:29.562040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:29.562667 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:29.570668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] 10.222.0.87 "PUT /v2.0/ports/694eff7f-e4b8-4548-835a-ed3a4b2c6c6f HTTP/1.1" status: 200 len: 1118 time: 8.2168579 Feb 19 02:54:29.586572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6321df38-cd5a-4be5-82b1-cb0fabf61e35 req-df4dea8d-285d-4910-9c3c-6a149ff5e6a6 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068099 Feb 19 02:54:29.587339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54865192-b2b4-4ffa-96f0-10d2c4ea6d47', 'tag': '694eff7f-e4b8-4548-835a-ed3a4b2c6c6f'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:29.593055 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acf4bd7-2609-4b4a-9027-57e8dbac2df2" -d '{"events": [{"name": "network-changed", "server_uuid": "54865192-b2b4-4ffa-96f0-10d2c4ea6d47", "tag": "694eff7f-e4b8-4548-835a-ed3a4b2c6c6f"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:29.661258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e40f3e-09ff-46c2-870a-274aad320e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab880ba-3a16-4834-921a-6fb6509449b6,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:29.672565 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e40f3e-09ff-46c2-870a-274aad320e52 admin admin] Checking segment: {'id': 'e01d1650-9011-4a0f-bc7b-d44fc409e995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '1c008745-ef20-4f21-9fdf-1d7318fa94a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:29.675902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e40f3e-09ff-46c2-870a-274aad320e52 admin admin] Network hostable DHCP agents. Network: 1c008745-ef20-4f21-9fdf-1d7318fa94a6, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:54:29.727708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e40f3e-09ff-46c2-870a-274aad320e52 admin admin] Network 1c008745-ef20-4f21-9fdf-1d7318fa94a6 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:54:29.747342 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e21b2a-96d8-4c8a-833e-c443f3896ae2 x-openstack-request-id: req-33e21b2a-96d8-4c8a-833e-c443f3896ae2 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:29.747607 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54865192-b2b4-4ffa-96f0-10d2c4ea6d47", "tag": "694eff7f-e4b8-4548-835a-ed3a4b2c6c6f", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:29.748022 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33e21b2a-96d8-4c8a-833e-c443f3896ae2 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:29.748304 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54865192-b2b4-4ffa-96f0-10d2c4ea6d47', 'tag': '694eff7f-e4b8-4548-835a-ed3a4b2c6c6f', 'status': 'completed', 'code': 200} Feb 19 02:54:29.762934 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-74e40f3e-09ff-46c2-870a-274aad320e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 1c008745-ef20-4f21-9fdf-1d7318fa94a6) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:29.770975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e40f3e-09ff-46c2-870a-274aad320e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:29.773329 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74e40f3e-09ff-46c2-870a-274aad320e52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:29.797591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199d14d8-b6f2-426d-8308-ab4e7253baf7 None None] Network 1c008745-ef20-4f21-9fdf-1d7318fa94a6 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:29.827926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a07f9f-010c-45c3-b14e-cfd34decf089 service neutron] Pushing event updated for resources: {'Port': ['ID=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:29.833009 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-74e40f3e-09ff-46c2-870a-274aad320e52 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9410751 Feb 19 02:54:29.851856 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09fd9b33-a918-480a-80c2-0ecf9b0730de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ce4cc8f1-b7ea-4e39-bba3-c12175e1d245), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:29.865668 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09fd9b33-a918-480a-80c2-0ecf9b0730de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:29.866867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-09fd9b33-a918-480a-80c2-0ecf9b0730de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce4cc8f1-b7ea-4e39-bba3-c12175e1d245 HTTP/1.1" status: 204 len: 168 time: 3.6684184 Feb 19 02:54:29.871840 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (ce9a71cb-234a-416c-ab90-8d1fba51a475), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:29.881423 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a66dec9-6537-42b9-a431-a42fe012ba51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.140799 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb4ad36-ceeb-49a5-9920-13ce6b4890d2 None None] Network 1c008745-ef20-4f21-9fdf-1d7318fa94a6 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:30.153457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a66dec9-6537-42b9-a431-a42fe012ba51 admin admin] Publish callbacks [] for security_group (c3130176-47b7-49e3-a986-52e0219d8616), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.164575 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a66dec9-6537-42b9-a431-a42fe012ba51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c3130176-47b7-49e3-a986-52e0219d8616), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.274891 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1a66dec9-6537-42b9-a431-a42fe012ba51 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b11c7c0ae9a643c484a4cbe9fa2d9330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8206651 Feb 19 02:54:30.275924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41758) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:30.329781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd9b33-a918-480a-80c2-0ecf9b0730de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4cc8f1-b7ea-4e39-bba3-c12175e1d245,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:30.422299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66dec9-6537-42b9-a431-a42fe012ba51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3130176-47b7-49e3-a986-52e0219d8616,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:30.466147 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee79944c-0d27-4b3c-b6ad-b4e5bceec380 admin admin] Publish callbacks [] for security_group (c3130176-47b7-49e3-a986-52e0219d8616), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.517382 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee79944c-0d27-4b3c-b6ad-b4e5bceec380 admin admin] Publish callbacks [] for security_group (c3130176-47b7-49e3-a986-52e0219d8616), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.600485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fca07d6-d7fd-4598-b3a9-9fa30b2382d5 req-77377c68-cae3-44cf-9a55-e2ee1cca324c service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5219734 Feb 19 02:54:30.626103 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee79944c-0d27-4b3c-b6ad-b4e5bceec380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c3130176-47b7-49e3-a986-52e0219d8616), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.626601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Router ce9a71cb-234a-416c-ab90-8d1fba51a475 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:54:30.628889 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee79944c-0d27-4b3c-b6ad-b4e5bceec380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.630210 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ee79944c-0d27-4b3c-b6ad-b4e5bceec380 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c3130176-47b7-49e3-a986-52e0219d8616 HTTP/1.1" status: 204 len: 168 time: 0.3499136 Feb 19 02:54:30.647855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d153ca-c950-4145-a0b9-bcf1c6eee75c req-c3c637ca-9b33-43a8-bdb4-7770e126f8c0 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:30.656687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40d153ca-c950-4145-a0b9-bcf1c6eee75c req-c3c637ca-9b33-43a8-bdb4-7770e126f8c0 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 970 time: 0.3976750 Feb 19 02:54:30.665846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79944c-0d27-4b3c-b6ad-b4e5bceec380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3130176-47b7-49e3-a986-52e0219d8616,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:30.726511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41774) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:30.759549 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9feb4f03-5a7d-4f46-a126-1c459452819b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.955153 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9feb4f03-5a7d-4f46-a126-1c459452819b admin admin] Publish callbacks [] for security_group (b6e96d97-e694-4256-8bf7-cacebe96bbbc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:30.962889 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9feb4f03-5a7d-4f46-a126-1c459452819b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b6e96d97-e694-4256-8bf7-cacebe96bbbc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:31.036595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb4f03-5a7d-4f46-a126-1c459452819b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e96d97-e694-4256-8bf7-cacebe96bbbc,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:31.064023 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9feb4f03-5a7d-4f46-a126-1c459452819b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=34d44bd386d743dfafb514e117e5723e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363495 Feb 19 02:54:31.064729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41778) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:31.148746 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e1e6-18d6-4f31-ae41-d604b3c29ecc admin admin] Publish callbacks [] for security_group (b6e96d97-e694-4256-8bf7-cacebe96bbbc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:31.189046 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e1e6-18d6-4f31-ae41-d604b3c29ecc admin admin] Publish callbacks [] for security_group (b6e96d97-e694-4256-8bf7-cacebe96bbbc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:31.261804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e1e6-18d6-4f31-ae41-d604b3c29ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b6e96d97-e694-4256-8bf7-cacebe96bbbc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:31.265199 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3a7e1e6-18d6-4f31-ae41-d604b3c29ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:31.270870 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c3a7e1e6-18d6-4f31-ae41-d604b3c29ecc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6e96d97-e694-4256-8bf7-cacebe96bbbc HTTP/1.1" status: 204 len: 168 time: 0.2035584 Feb 19 02:54:31.309358 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7e1e6-18d6-4f31-ae41-d604b3c29ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e96d97-e694-4256-8bf7-cacebe96bbbc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:31.413412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40d153ca-c950-4145-a0b9-bcf1c6eee75c req-5f193382-28dc-47db-87a0-af53a3afce50 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7555962 Feb 19 02:54:31.500561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:54:31.514084 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Sync routers for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:54:31.531787 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:31.532504 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:54:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:31.602484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf4bd7-2609-4b4a-9027-57e8dbac2df2 req-0a455bc5-1c0e-4cdb-be6f-225e31278996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:31.609157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6acf4bd7-2609-4b4a-9027-57e8dbac2df2 req-0a455bc5-1c0e-4cdb-be6f-225e31278996 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1e4e9d9516b14372a2f60830241c1423&device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 1152 time: 0.3589351 Feb 19 02:54:31.668790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41796) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:31.712031 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8c59710-057b-439f-97d8-ebbff2617d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:31.738430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ab177a-16d6-4f2d-aab0-640ffed72d37 req-96d55874-437d-4f74-aa87-4e93b8944378 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:31.739118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97ab177a-16d6-4f2d-aab0-640ffed72d37 req-96d55874-437d-4f74-aa87-4e93b8944378 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 947 time: 0.4905865 Feb 19 02:54:31.765248 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:31.782411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:31.796400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fac6de8c-9c60-44a1-8c01-223029ad9a39 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 10.6800027 Feb 19 02:54:31.799974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41804) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:31.835538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6acf4bd7-2609-4b4a-9027-57e8dbac2df2 req-a063149b-4040-4058-bf3b-a6dbe1a77dd3 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=1e4e9d9516b14372a2f60830241c1423&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2078958 Feb 19 02:54:31.840531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fca07d6-d7fd-4598-b3a9-9fa30b2382d5 req-c070652c-793d-4975-9959-ccf9ef375d38 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1343353 Feb 19 02:54:32.126258 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8c59710-057b-439f-97d8-ebbff2617d64 admin admin] Publish callbacks [] for security_group (550c5eb4-0d28-4486-9f82-0885339de535), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.128867 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:28Z', 'revision_number': 3, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:32.151856 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8c59710-057b-439f-97d8-ebbff2617d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (550c5eb4-0d28-4486-9f82-0885339de535), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.164891 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Checking router: ce9a71cb-234a-416c-ab90-8d1fba51a475 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:54:32.165520 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Updating router ce9a71cb-234a-416c-ab90-8d1fba51a475 port de66a5f4-355e-412b-bce2-e06a5963330c binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:54:32.201953 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (de66a5f4-355e-412b-bce2-e06a5963330c), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.245931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41816) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:32.258802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-830106322-network', 'tenant_id': 'c2ad2af1b8324e38acdf50aa9d9a5593'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:32.285666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97ab177a-16d6-4f2d-aab0-640ffed72d37 req-60680bec-1f5f-4d6e-bc89-dae9bf5213da tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789703 Feb 19 02:54:32.444580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41818) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:32.471888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Made reservation on behalf of c2ad2af1b8324e38acdf50aa9d9a5593 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:32.474816 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.515479 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.559948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c59710-057b-439f-97d8-ebbff2617d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550c5eb4-0d28-4486-9f82-0885339de535,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:32.600932 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Publish callbacks [] for port (de66a5f4-355e-412b-bce2-e06a5963330c), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.621418 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (de66a5f4-355e-412b-bce2-e06a5963330c), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.667673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf4bd7-2609-4b4a-9027-57e8dbac2df2 req-8d5aac3b-7007-4fe5-b799-7bbde7bf1110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:32.675231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6acf4bd7-2609-4b4a-9027-57e8dbac2df2 req-8d5aac3b-7007-4fe5-b799-7bbde7bf1110 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7953749 Feb 19 02:54:32.719270 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d8c59710-057b-439f-97d8-ebbff2617d64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7d4fd7e40b1442ecae4930066fe753bf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0487552 Feb 19 02:54:32.722140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41828) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:32.743356 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Attempting to bind port de66a5f4-355e-412b-bce2-e06a5963330c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:32.755265 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Attempting to bind port de66a5f4-355e-412b-bce2-e06a5963330c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:32.756138 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Attempting to bind port de66a5f4-355e-412b-bce2-e06a5963330c on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:32.776618 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Pushing event updated for resources: {'Port': ['ID=de66a5f4-355e-412b-bce2-e06a5963330c,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:32.780936 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:32.781819 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:32.782443 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.783040 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:32.783791 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Bound port: de66a5f4-355e-412b-bce2-e06a5963330c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:32.784562 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (de66a5f4-355e-412b-bce2-e06a5963330c), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.791750 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.799602 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.800163 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.800731 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.801290 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.801826 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.807437 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.808304 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.809182 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.809805 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.810347 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.810926 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.811671 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Tracked resource versions report: Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: pushed versions: Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: { 'AddressGroup': {'1.2'}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'ConntrackHelper': {'1.0'}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'LocalIPAssociation': {'1.0'}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'Log': {'1.0'}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'Network': {'1.1'}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'Port': {'1.7'}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'PortForwarding': {'1.2'}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'QosPolicy': {'1.10'}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'SecurityGroup': {'1.5'}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'SecurityGroupRule': {'1.2'}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'SubPort': {'1.0'}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'Subnet': {'1.1'}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'Trunk': {'1.1'}} Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: consumer versions: Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: { DHCP agent@n-d-826755-2: {}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: HyperV agent@n-h1-826755-2: {}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: HyperV agent@n-h2-826755-2: {}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: L3 agent@n-d-826755-2: {}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: Metadata agent@n-d-826755-2: {}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: Metering agent@n-d-826755-2: {}, Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: Open vSwitch agent@n-d-826755-2: { 'AddressGroup': '1.2', Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'ConntrackHelper': '1.0', Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'LocalIPAssociation': '1.0', Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'Log': '1.0', Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'Network': '1.1', Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'Port': '1.7', Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'PortForwarding': '1.2', Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'QosPolicy': '1.10', Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'SecurityGroup': '1.5', Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'SecurityGroupRule': '1.2', Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'SubPort': '1.0', Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'Subnet': '1.1', Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: 'Trunk': '1.1'}} Feb 19 02:54:32.812987 n-d-826755-2 neutron-server[109901]: {{(pid=109901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 19 02:54:32.850329 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-099d2f5d-5bdd-4327-ac8e-123c43f81505 admin admin] Publish callbacks [] for security_group (550c5eb4-0d28-4486-9f82-0885339de535), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.857272 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Publish callbacks [] for security_group (f2d12127-2e5f-41a5-8622-9de8c837298b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.888629 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f2d12127-2e5f-41a5-8622-9de8c837298b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.923672 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] For port de66a5f4-355e-412b-bce2-e06a5963330c, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:32.938963 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] For port de66a5f4-355e-412b-bce2-e06a5963330c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=de66a5f4-355e-412b-bce2-e06a5963330c,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:32.943503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:54:32.953028 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (de66a5f4-355e-412b-bce2-e06a5963330c), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:32.990663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2986102-5726-4b3c-bed7-5989e8db095c req-ff4cfda5-249a-4fcc-b174-4227205f922a tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:33.006850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2986102-5726-4b3c-bed7-5989e8db095c req-ff4cfda5-249a-4fcc-b174-4227205f922a tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 970 time: 0.3414683 Feb 19 02:54:33.009471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-5c789ffa-54f0-47a8-8e51-273442b33d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:33.011153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-5c789ffa-54f0-47a8-8e51-273442b33d5a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1e4e9d9516b14372a2f60830241c1423&device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 1152 time: 0.2848642 Feb 19 02:54:33.031313 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-099d2f5d-5bdd-4327-ac8e-123c43f81505 admin admin] Publish callbacks [] for security_group (550c5eb4-0d28-4486-9f82-0885339de535), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.091150 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2173ea39-a07e-4a09-80a8-6296be37a551), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.101757 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Added segment 2173ea39-a07e-4a09-80a8-6296be37a551 of type vlan for network 93e25d35-2d6a-46f8-8c22-7d6613576af2 Feb 19 02:54:33.114274 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:33.116111 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:54:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:33.120174 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d846d8-9270-4cb2-bc9c-701da977af65 None None] Pushing event updated for resources: {'Port': ['ID=de66a5f4-355e-412b-bce2-e06a5963330c,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:33.192310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-099d2f5d-5bdd-4327-ac8e-123c43f81505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (550c5eb4-0d28-4486-9f82-0885339de535), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.195125 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-099d2f5d-5bdd-4327-ac8e-123c43f81505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.196639 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-099d2f5d-5bdd-4327-ac8e-123c43f81505 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/550c5eb4-0d28-4486-9f82-0885339de535 HTTP/1.1" status: 204 len: 168 time: 0.4735820 Feb 19 02:54:33.240259 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5c98009a-4831-4773-853c-668f115ab159 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.262995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-85663b7d-7221-431d-9e0b-646d49cf8bee service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f HTTP/1.1" status: 200 len: 217 time: 0.2250962 Feb 19 02:54:33.263946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d12127-2e5f-41a5-8622-9de8c837298b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:33.276316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d2f5d-5bdd-4327-ac8e-123c43f81505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550c5eb4-0d28-4486-9f82-0885339de535,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:33.305598 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.440738 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:33.549000 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a86ef8b3-0a7f-4359-a3cc-7929556d49c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.567119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-5fb17331-6e62-49c2-b20c-5e442e715da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:33.569709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-5fb17331-6e62-49c2-b20c-5e442e715da8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.2797205 Feb 19 02:54:33.675923 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (93e25d35-2d6a-46f8-8c22-7d6613576af2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.710663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2986102-5726-4b3c-bed7-5989e8db095c req-5dfc05a4-e036-4d40-b549-45522442d51f tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6631942 Feb 19 02:54:33.736753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6164a2-7965-434d-9693-e3fc7649392b req-87043c8a-39fd-405f-98bf-0adaa73f1a06 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:33.739133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da6164a2-7965-434d-9693-e3fc7649392b req-87043c8a-39fd-405f-98bf-0adaa73f1a06 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 947 time: 0.2652450 Feb 19 02:54:33.824329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Allocated IP 172.20.0.1 (b8537839-9555-417f-ae28-dae96e57af9d/d0b5ba77-542e-453a-ba33-54edf9b9f2e7/3a1c8016-317b-450f-a4ec-a4d413c91f6c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:33.874780 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:28Z', 'revision_number': 3, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:33.879330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-6f5d27dc-4f55-44f3-ba77-c144b3453206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:33.885247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-6f5d27dc-4f55-44f3-ba77-c144b3453206 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2969427 Feb 19 02:54:33.966565 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (93e25d35-2d6a-46f8-8c22-7d6613576af2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:33.967725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:33.968372 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.063935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da6164a2-7965-434d-9693-e3fc7649392b req-cafffd35-4bf3-4789-a531-d06425c26239 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112285 Feb 19 02:54:34.067875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8204880 Feb 19 02:54:34.079045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41852) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:34.121097 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Publish callbacks [] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.126528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-afd71c8f-fc35-452e-b9d4-1cf97f729b37 admin admin] Request body: {'subnet': {'network_id': '93e25d35-2d6a-46f8-8c22-7d6613576af2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-830106322-subnet', 'tenant_id': 'c2ad2af1b8324e38acdf50aa9d9a5593', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:34.169156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd71c8f-fc35-452e-b9d4-1cf97f729b37 admin admin] Made reservation on behalf of c2ad2af1b8324e38acdf50aa9d9a5593 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:34.171840 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afd71c8f-fc35-452e-b9d4-1cf97f729b37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.197927 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:54:34.199560 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124c74c5-1b14-425a-abc3-e7a2b999e71f None None] The sync data for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 is: [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:28Z', 'revision_number': 3, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:54:34.211172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948da2fc-8a35-4bf0-a46b-ba3af357594b admin admin] Pushing event updated for resources: {'Network': ['ID=93e25d35-2d6a-46f8-8c22-7d6613576af2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:34.223565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 93e25d35-2d6a-46f8-8c22-7d6613576af2 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:54:34.234326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.266136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Network b8537839-9555-417f-ae28-dae96e57af9d is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:34.267173 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5c98009a-4831-4773-853c-668f115ab159 admin admin] Publish callbacks [] for security_group (2804aada-886b-47e4-a295-8203bc22761b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.276416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:34.299235 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5c98009a-4831-4773-853c-668f115ab159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2804aada-886b-47e4-a295-8203bc22761b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.317264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:34.318240 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (ce9a71cb-234a-416c-ab90-8d1fba51a475), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.384869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-0ce535b8-e212-41c7-a025-9e51ff3f80d4 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752672 Feb 19 02:54:34.588854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Pushing event updated for resources: {'Port': ['ID=3a1c8016-317b-450f-a4ec-a4d413c91f6c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:34.680921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16c92a9-078d-4a58-8555-2d10cb43a406 req-49a73569-a2c3-4a3f-9961-16b698af0c3c service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766407 Feb 19 02:54:34.703830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b8c09cbb-83b5-451b-81d3-1ee9425d455a None None] Provisioning complete for port 3a1c8016-317b-450f-a4ec-a4d413c91f6c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:34.704375 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b8c09cbb-83b5-451b-81d3-1ee9425d455a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.704951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98009a-4831-4773-853c-668f115ab159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2804aada-886b-47e4-a295-8203bc22761b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:34.715603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5c98009a-4831-4773-853c-668f115ab159 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8cc27aa8c942410884783fb5d632b4f4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2697029 Feb 19 02:54:34.720230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41872) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:34.849711 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:34.886871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b8c09cbb-83b5-451b-81d3-1ee9425d455a None None] Port 3a1c8016-317b-450f-a4ec-a4d413c91f6c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:34.981426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cba04c8-4e62-40e5-8583-b6de2b4413c9 admin admin] Publish callbacks [] for security_group (2804aada-886b-47e4-a295-8203bc22761b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.127788 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afd71c8f-fc35-452e-b9d4-1cf97f729b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (d0681e24-44eb-445f-99ce-3f9ee638bb83), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.139375 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cba04c8-4e62-40e5-8583-b6de2b4413c9 admin admin] Publish callbacks [] for security_group (2804aada-886b-47e4-a295-8203bc22761b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.240277 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Publish callbacks [] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.255415 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.256410 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (ce9a71cb-234a-416c-ab90-8d1fba51a475), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.492307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Pushing event updated for resources: {'Port': ['ID=3a1c8016-317b-450f-a4ec-a4d413c91f6c,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:35.533325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device de66a5f4-355e-412b-bce2-e06a5963330c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:35.569375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Network b8537839-9555-417f-ae28-dae96e57af9d is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:35.570901 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:35.665526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port de66a5f4-355e-412b-bce2-e06a5963330c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:35.666273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (de66a5f4-355e-412b-bce2-e06a5963330c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.930530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port de66a5f4-355e-412b-bce2-e06a5963330c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:35.931989 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (de66a5f4-355e-412b-bce2-e06a5963330c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:35.942463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd71c8f-fc35-452e-b9d4-1cf97f729b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0681e24-44eb-445f-99ce-3f9ee638bb83,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:35.963708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Router ce9a71cb-234a-416c-ab90-8d1fba51a475 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:54:35.979696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c663cb-fd77-48a3-af62-7bb7937c059f req-cb6cd395-adf1-43ff-a5a3-951c668b1dab tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:35.991764 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9c663cb-fd77-48a3-af62-7bb7937c059f req-cb6cd395-adf1-43ff-a5a3-951c668b1dab tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 970 time: 1.0858114 Feb 19 02:54:36.023453 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-63812b58-0fb4-4abf-84b1-2ad2a8d01b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.029756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd71c8f-fc35-452e-b9d4-1cf97f729b37 admin admin] Checking segment: {'id': '2173ea39-a07e-4a09-80a8-6296be37a551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '93e25d35-2d6a-46f8-8c22-7d6613576af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:36.030145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd71c8f-fc35-452e-b9d4-1cf97f729b37 admin admin] Network hostable DHCP agents. Network: 93e25d35-2d6a-46f8-8c22-7d6613576af2, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:54:36.038330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port de66a5f4-355e-412b-bce2-e06a5963330c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=de66a5f4-355e-412b-bce2-e06a5963330c,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:36.046161 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (de66a5f4-355e-412b-bce2-e06a5963330c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.112009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=de66a5f4-355e-412b-bce2-e06a5963330c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:36.133269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-599d9970-b4b9-4aa2-a68c-81a4e60e0c6a None None] Provisioning complete for port 3a1c8016-317b-450f-a4ec-a4d413c91f6c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:36.133481 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-599d9970-b4b9-4aa2-a68c-81a4e60e0c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.152439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496e834-077c-4059-860b-0f4966fb7660 req-2f00c43d-6ded-4166-9bdd-99531b94ad05 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:36.178973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-599d9970-b4b9-4aa2-a68c-81a4e60e0c6a None None] Port 3a1c8016-317b-450f-a4ec-a4d413c91f6c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:36.192105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c496e834-077c-4059-860b-0f4966fb7660 req-2f00c43d-6ded-4166-9bdd-99531b94ad05 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 947 time: 1.0032730 Feb 19 02:54:36.229888 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cba04c8-4e62-40e5-8583-b6de2b4413c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2804aada-886b-47e4-a295-8203bc22761b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.234796 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cba04c8-4e62-40e5-8583-b6de2b4413c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.236533 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3cba04c8-4e62-40e5-8583-b6de2b4413c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2804aada-886b-47e4-a295-8203bc22761b HTTP/1.1" status: 204 len: 168 time: 1.5151496 Feb 19 02:54:36.265149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:54:36.280440 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eb737fd5-2a91-48ae-a35e-c434808c1abf admin admin] 10.222.0.81 "PUT /v2.0/routers/ce9a71cb-234a-416c-ab90-8d1fba51a475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4683838 Feb 19 02:54:36.280769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd71c8f-fc35-452e-b9d4-1cf97f729b37 admin admin] Network 93e25d35-2d6a-46f8-8c22-7d6613576af2 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:54:36.290907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba04c8-4e62-40e5-8583-b6de2b4413c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2804aada-886b-47e4-a295-8203bc22761b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:36.301710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9c663cb-fd77-48a3-af62-7bb7937c059f req-cb7912c3-f5eb-42ca-ad5c-200f0ead0e79 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078148 Feb 19 02:54:36.327263 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-afd71c8f-fc35-452e-b9d4-1cf97f729b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 93e25d35-2d6a-46f8-8c22-7d6613576af2) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:36.331387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd71c8f-fc35-452e-b9d4-1cf97f729b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:36.332087 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afd71c8f-fc35-452e-b9d4-1cf97f729b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.339118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57471791-e616-45c3-a75a-5dbf564f80d2 None None] Network 93e25d35-2d6a-46f8-8c22-7d6613576af2 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:36.381483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c496e834-077c-4059-860b-0f4966fb7660 req-748c7938-ddab-4ab1-a1b6-665c759cdd96 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880927 Feb 19 02:54:36.422248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-afd71c8f-fc35-452e-b9d4-1cf97f729b37 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2957940 Feb 19 02:54:36.521899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c2e94-5acd-42ab-a6d4-00e3d61dd5bf None None] Network 93e25d35-2d6a-46f8-8c22-7d6613576af2 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:36.523616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31b46a39-6c23-4d66-8527-ddaba122cf50 req-3b0959c4-7814-4369-83c5-2336e0d6559e tempest-FlavorsV2NegativeTest-348738628 tempest-FlavorsV2NegativeTest-348738628-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=788cf579e0924086add87bb654271a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431590 Feb 19 02:54:36.666948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b46a39-6c23-4d66-8527-ddaba122cf50 req-3099fa46-7e24-4402-8d47-cda9b11c3db1 tempest-FlavorsV2NegativeTest-348738628 tempest-FlavorsV2NegativeTest-348738628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:36.674484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31b46a39-6c23-4d66-8527-ddaba122cf50 req-3099fa46-7e24-4402-8d47-cda9b11c3db1 tempest-FlavorsV2NegativeTest-348738628 tempest-FlavorsV2NegativeTest-348738628-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441917 Feb 19 02:54:36.690652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31b46a39-6c23-4d66-8527-ddaba122cf50 req-386c54f6-56d8-4230-92cc-9221511b7501 tempest-FlavorsV2NegativeTest-348738628 tempest-FlavorsV2NegativeTest-348738628-project] 10.222.0.81 "GET /v2.0/quotas/788cf579e0924086add87bb654271a0e HTTP/1.1" status: 200 len: 375 time: 0.0151136 Feb 19 02:54:36.699683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41932) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:36.744060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31b46a39-6c23-4d66-8527-ddaba122cf50 req-874e5e63-876b-405e-a626-e2567528702e tempest-FlavorsV2NegativeTest-348738628 tempest-FlavorsV2NegativeTest-348738628-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=788cf579e0924086add87bb654271a0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500422 Feb 19 02:54:36.769667 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00c1bf2-eed2-4f15-8c44-7a30247b6910 admin admin] Deleting subnet 5ab880ba-3a16-4834-921a-6fb6509449b6 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:54:36.773022 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c00c1bf2-eed2-4f15-8c44-7a30247b6910 admin admin] Publish callbacks [] for subnet (5ab880ba-3a16-4834-921a-6fb6509449b6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.814972 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c00c1bf2-eed2-4f15-8c44-7a30247b6910 admin admin] Publish callbacks [] for subnet (5ab880ba-3a16-4834-921a-6fb6509449b6), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.825361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c00c1bf2-eed2-4f15-8c44-7a30247b6910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (5ab880ba-3a16-4834-921a-6fb6509449b6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.905106 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.907506 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c00c1bf2-eed2-4f15-8c44-7a30247b6910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (5ab880ba-3a16-4834-921a-6fb6509449b6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.919007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41944) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:36.937309 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c1bf2-eed2-4f15-8c44-7a30247b6910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab880ba-3a16-4834-921a-6fb6509449b6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:36.947658 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9e685e37-f535-4ee7-bc6d-a1971996e01f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.955622 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c00c1bf2-eed2-4f15-8c44-7a30247b6910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:36.962126 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c00c1bf2-eed2-4f15-8c44-7a30247b6910 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5ab880ba-3a16-4834-921a-6fb6509449b6 HTTP/1.1" status: 204 len: 168 time: 0.2607412 Feb 19 02:54:36.964982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41948) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:37.052517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (1c008745-ef20-4f21-9fdf-1d7318fa94a6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.111867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9e685e37-f535-4ee7-bc6d-a1971996e01f admin admin] Publish callbacks [] for security_group (90d54994-5fd1-4e6c-8517-d30146357a70), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.119580 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9e685e37-f535-4ee7-bc6d-a1971996e01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (90d54994-5fd1-4e6c-8517-d30146357a70), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.149273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e685e37-f535-4ee7-bc6d-a1971996e01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d54994-5fd1-4e6c-8517-d30146357a70,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:37.194961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9e685e37-f535-4ee7-bc6d-a1971996e01f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e57198dc52b344f097deea171cbf46c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747204 Feb 19 02:54:37.198483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41960) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:37.260912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Sync routers for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:54:37.286277 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c919d7f-b522-40f3-80cd-7b5672e459b4 admin admin] Publish callbacks [] for security_group (90d54994-5fd1-4e6c-8517-d30146357a70), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.286533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:37.287193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:54:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:37.331095 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c919d7f-b522-40f3-80cd-7b5672e459b4 admin admin] Publish callbacks [] for security_group (90d54994-5fd1-4e6c-8517-d30146357a70), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.363817 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (1c008745-ef20-4f21-9fdf-1d7318fa94a6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.418018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.418365 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.419639 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.419942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > port after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.420917 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.421256 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > port after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.421604 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.421927 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.422283 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.423178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.444764 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c919d7f-b522-40f3-80cd-7b5672e459b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (90d54994-5fd1-4e6c-8517-d30146357a70), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.447850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c919d7f-b522-40f3-80cd-7b5672e459b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.449599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0c919d7f-b522-40f3-80cd-7b5672e459b4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90d54994-5fd1-4e6c-8517-d30146357a70 HTTP/1.1" status: 204 len: 168 time: 0.2479403 Feb 19 02:54:37.515141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device de66a5f4-355e-412b-bce2-e06a5963330c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:37.566204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:37.568369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c919d7f-b522-40f3-80cd-7b5672e459b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d54994-5fd1-4e6c-8517-d30146357a70,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:37.595808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9262d1-577b-4ca7-b9b2-c589fcf74417 req-4387655f-3dd9-4f3d-ad21-f07976886c5b tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:37.597404 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad9262d1-577b-4ca7-b9b2-c589fcf74417 req-4387655f-3dd9-4f3d-ad21-f07976886c5b tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 970 time: 0.1446779 Feb 19 02:54:37.620101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dbf3f-2a17-4d6b-ad82-04ed5987a9cf req-38f6c17b-8b7c-420c-ad72-ae54f3983570 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:37.622393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-420dbf3f-2a17-4d6b-ad82-04ed5987a9cf req-38f6c17b-8b7c-420c-ad72-ae54f3983570 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 947 time: 0.1375690 Feb 19 02:54:37.695003 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad9262d1-577b-4ca7-b9b2-c589fcf74417 req-0c10556b-f5f2-4fbf-bab7-80f6613fb3fe tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896640 Feb 19 02:54:37.703148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-420dbf3f-2a17-4d6b-ad82-04ed5987a9cf req-92914bf3-3f20-442d-8c35-7846576fab77 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741498 Feb 19 02:54:37.794136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port de66a5f4-355e-412b-bce2-e06a5963330c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:37.794496 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (de66a5f4-355e-412b-bce2-e06a5963330c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.862185 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.862536 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.862857 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.863252 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:37.863614 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c008745-ef20-4f21-9fdf-1d7318fa94a6']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:37.887825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01d1650-9011-4a0f-bc7b-d44fc409e995') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:37.888264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01d1650-9011-4a0f-bc7b-d44fc409e995') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:37.889097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41990) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:37.908440 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (e01d1650-9011-4a0f-bc7b-d44fc409e995), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.937558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e01d1650-9011-4a0f-bc7b-d44fc409e995), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.938852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port de66a5f4-355e-412b-bce2-e06a5963330c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:37.945709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 2, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:37.947880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:54:37.948391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (e01d1650-9011-4a0f-bc7b-d44fc409e995), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: from cryptography.utils import int_from_bytes Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: from cryptography.utils import int_from_bytes Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: timer() Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:54:37.963693 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:54:37.974240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Checking router: ce9a71cb-234a-416c-ab90-8d1fba51a475 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:54:37.974588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Updating router ce9a71cb-234a-416c-ab90-8d1fba51a475 port 3a1c8016-317b-450f-a4ec-a4d413c91f6c binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:54:37.982075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41998) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:37.989013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-982767142-network', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:38.013873 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.036983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Made reservation on behalf of aa92abdd60014f4fb6b6ddfb08c9d0a8 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:38.039631 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.045422 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (1c008745-ef20-4f21-9fdf-1d7318fa94a6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.050504 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.054688 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.062220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42000) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:38.062764 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1c008745-ef20-4f21-9fdf-1d7318fa94a6 HTTP/1.1" status: 204 len: 168 time: 1.0964868 Feb 19 02:54:38.082499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310bbe81-c6b0-4c9b-8a92-d0b30176ce58 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c008745-ef20-4f21-9fdf-1d7318fa94a6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:38.131877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42004) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:38.162620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-69914b9e-7453-40e4-836e-096be46d62bb admin admin] Deleting subnet d0681e24-44eb-445f-99ce-3f9ee638bb83 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:54:38.169228 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69914b9e-7453-40e4-836e-096be46d62bb admin admin] Publish callbacks [] for subnet (d0681e24-44eb-445f-99ce-3f9ee638bb83), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.229350 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ea794727-d446-40fa-968f-aa6baf4139f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.264062 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-968c0df6-2f77-4feb-991c-c5958b6012b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.266619 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.306766 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Publish callbacks [] for security_group (2228c3c7-a3aa-4467-8c43-072667838153), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.311493 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69914b9e-7453-40e4-836e-096be46d62bb admin admin] Publish callbacks [] for subnet (d0681e24-44eb-445f-99ce-3f9ee638bb83), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.326653 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69914b9e-7453-40e4-836e-096be46d62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d0681e24-44eb-445f-99ce-3f9ee638bb83), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.345132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-968c0df6-2f77-4feb-991c-c5958b6012b0 admin admin] Publish callbacks [] for security_group (1ab55ddf-3365-4d85-a6c9-e8eccc6b791a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.351092 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-968c0df6-2f77-4feb-991c-c5958b6012b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1ab55ddf-3365-4d85-a6c9-e8eccc6b791a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.394819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c0df6-2f77-4feb-991c-c5958b6012b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab55ddf-3365-4d85-a6c9-e8eccc6b791a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:38.398253 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2228c3c7-a3aa-4467-8c43-072667838153), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.403865 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-968c0df6-2f77-4feb-991c-c5958b6012b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=788cf579e0924086add87bb654271a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685180 Feb 19 02:54:38.405004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42014) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:38.468188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2dd415ca-ba85-4f4e-a79b-aa18a8cdb3d2 admin admin] Publish callbacks [] for security_group (1ab55ddf-3365-4d85-a6c9-e8eccc6b791a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.472773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2228c3c7-a3aa-4467-8c43-072667838153,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:38.493861 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69914b9e-7453-40e4-836e-096be46d62bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for subnet (d0681e24-44eb-445f-99ce-3f9ee638bb83), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.498427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:54:38.505751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2dd415ca-ba85-4f4e-a79b-aa18a8cdb3d2 admin admin] Publish callbacks [] for security_group (1ab55ddf-3365-4d85-a6c9-e8eccc6b791a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.510136 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Publish callbacks [] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.520715 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.544818 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f8f388a6-56d8-44d8-9df6-294707bfd5ab), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.545376 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Added segment f8f388a6-56d8-44d8-9df6-294707bfd5ab of type vlan for network 5c66dbe8-bff0-4da0-88de-e5eb0e164565 Feb 19 02:54:38.547901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69914b9e-7453-40e4-836e-096be46d62bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0681e24-44eb-445f-99ce-3f9ee638bb83,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:38.552007 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69914b9e-7453-40e4-836e-096be46d62bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.555207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-69914b9e-7453-40e4-836e-096be46d62bb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d0681e24-44eb-445f-99ce-3f9ee638bb83 HTTP/1.1" status: 204 len: 168 time: 0.4920297 Feb 19 02:54:38.564402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42022) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:38.580925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2dd415ca-ba85-4f4e-a79b-aa18a8cdb3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1ab55ddf-3365-4d85-a6c9-e8eccc6b791a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.584149 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2dd415ca-ba85-4f4e-a79b-aa18a8cdb3d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.585561 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2dd415ca-ba85-4f4e-a79b-aa18a8cdb3d2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1ab55ddf-3365-4d85-a6c9-e8eccc6b791a HTTP/1.1" status: 204 len: 168 time: 0.1804399 Feb 19 02:54:38.613528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6caa09-0ae9-4fb9-8c9d-bc3fb5586fb7 None None] Pushing event updated for resources: {'Port': ['ID=3a1c8016-317b-450f-a4ec-a4d413c91f6c,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:38.618038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd415ca-ba85-4f4e-a79b-aa18a8cdb3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab55ddf-3365-4d85-a6c9-e8eccc6b791a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:38.682002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Attempting to bind port 3a1c8016-317b-450f-a4ec-a4d413c91f6c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:38.683029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Attempting to bind port 3a1c8016-317b-450f-a4ec-a4d413c91f6c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:38.683717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Attempting to bind port 3a1c8016-317b-450f-a4ec-a4d413c91f6c on network b8537839-9555-417f-ae28-dae96e57af9d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:38.698362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:38.699237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Checking segment: {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:38.699787 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.700713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Bound using segment: {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:38.701350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Bound port: 3a1c8016-317b-450f-a4ec-a4d413c91f6c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:38.701894 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.730164 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (93e25d35-2d6a-46f8-8c22-7d6613576af2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.806490 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (5c66dbe8-bff0-4da0-88de-e5eb0e164565), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.854579 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ea794727-d446-40fa-968f-aa6baf4139f1 admin admin] Publish callbacks [] for security_group (12ca95bc-c5b6-41bf-a730-88f4ac2cdb17), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.876201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] For port 3a1c8016-317b-450f-a4ec-a4d413c91f6c, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:38.880525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] For port 3a1c8016-317b-450f-a4ec-a4d413c91f6c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a1c8016-317b-450f-a4ec-a4d413c91f6c,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:38.886199 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ea794727-d446-40fa-968f-aa6baf4139f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (12ca95bc-c5b6-41bf-a730-88f4ac2cdb17), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.890236 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.930650 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (5c66dbe8-bff0-4da0-88de-e5eb0e164565), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.930954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:38.931577 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:38.955433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6a11612e-8b8f-4158-afc9-54aa46117ecf None None] Provisioning complete for port 3a1c8016-317b-450f-a4ec-a4d413c91f6c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:38.955984 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6a11612e-8b8f-4158-afc9-54aa46117ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.014500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:39.015511 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:54:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:39.061506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6caa09-0ae9-4fb9-8c9d-bc3fb5586fb7 None None] Pushing event updated for resources: {'Port': ['ID=3a1c8016-317b-450f-a4ec-a4d413c91f6c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:39.067338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:54:39.151208 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea794727-d446-40fa-968f-aa6baf4139f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ca95bc-c5b6-41bf-a730-88f4ac2cdb17,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:39.177341 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ea794727-d446-40fa-968f-aa6baf4139f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4c846a10be924ed6b18f595254e5176f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2844489 Feb 19 02:54:39.177698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42042) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:39.200084 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2148323 Feb 19 02:54:39.207338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (93e25d35-2d6a-46f8-8c22-7d6613576af2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.230223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42048) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:39.246233 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-59004528-722f-4ae1-bb34-b6150d62d405 admin admin] Request body: {'subnet': {'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-982767142-subnet', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:39.277180 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-228dcdca-86fa-4c5a-8a80-1a670db79b42 admin admin] Publish callbacks [] for security_group (12ca95bc-c5b6-41bf-a730-88f4ac2cdb17), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.288618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bce912-e0cc-4d1c-935e-d9ea4cbd0e7c admin admin] Pushing event updated for resources: {'Network': ['ID=5c66dbe8-bff0-4da0-88de-e5eb0e164565,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:39.292071 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.292411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.301536 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.301899 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > port after_create 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.302251 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.302596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > port after_update 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.302919 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.303242 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.303604 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.303865 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.307753 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-228dcdca-86fa-4c5a-8a80-1a670db79b42 admin admin] Publish callbacks [] for security_group (12ca95bc-c5b6-41bf-a730-88f4ac2cdb17), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.312037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6a11612e-8b8f-4158-afc9-54aa46117ecf None None] Current status of the port 3a1c8016-317b-450f-a4ec-a4d413c91f6c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:39.312583 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6a11612e-8b8f-4158-afc9-54aa46117ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.368379 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-228dcdca-86fa-4c5a-8a80-1a670db79b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (12ca95bc-c5b6-41bf-a730-88f4ac2cdb17), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.372221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-228dcdca-86fa-4c5a-8a80-1a670db79b42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.377937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.378333 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.378596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.378877 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-228dcdca-86fa-4c5a-8a80-1a670db79b42 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/12ca95bc-c5b6-41bf-a730-88f4ac2cdb17 HTTP/1.1" status: 204 len: 168 time: 0.1993823 Feb 19 02:54:39.378999 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 19 02:54:39.379268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e25d35-2d6a-46f8-8c22-7d6613576af2']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:39.391120 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dcdca-86fa-4c5a-8a80-1a670db79b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ca95bc-c5b6-41bf-a730-88f4ac2cdb17,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:39.394522 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:39.419424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07020c39-1fa3-4cdb-8f9b-524d9f82e456 req-74818673-711d-4e21-96ce-4d27d5532e82 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:39.421988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07020c39-1fa3-4cdb-8f9b-524d9f82e456 req-74818673-711d-4e21-96ce-4d27d5532e82 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 970 time: 0.5470273 Feb 19 02:54:39.425436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2173ea39-a07e-4a09-80a8-6296be37a551') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:39.425794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2173ea39-a07e-4a09-80a8-6296be37a551') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:39.441460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f833932-8b30-4212-a07e-b487816469c1 req-c8309ac3-0934-47e1-91ca-5e131b02711d tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:39.443137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f833932-8b30-4212-a07e-b487816469c1 req-c8309ac3-0934-47e1-91ca-5e131b02711d tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 947 time: 0.5656073 Feb 19 02:54:39.448074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 5c66dbe8-bff0-4da0-88de-e5eb0e164565 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:54:39.454650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6a11612e-8b8f-4158-afc9-54aa46117ecf None None] For port 3a1c8016-317b-450f-a4ec-a4d413c91f6c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a1c8016-317b-450f-a4ec-a4d413c91f6c,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:39.463927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:39.472615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59004528-722f-4ae1-bb34-b6150d62d405 admin admin] Made reservation on behalf of aa92abdd60014f4fb6b6ddfb08c9d0a8 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:39.474959 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-59004528-722f-4ae1-bb34-b6150d62d405 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.496477 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (2173ea39-a07e-4a09-80a8-6296be37a551), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.526201 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6a11612e-8b8f-4158-afc9-54aa46117ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.571183 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2173ea39-a07e-4a09-80a8-6296be37a551), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.624016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:54:39.624433 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (2173ea39-a07e-4a09-80a8-6296be37a551), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.628293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '694eff7f-e4b8-4548-835a-ed3a4b2c6c6f', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '694eff7f-e4b8-4548-835a-ed3a4b2c6c6f', 'mac_address': 'fa:16:3e:65:ea:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:tempest-test_az-1893856989', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: from cryptography.utils import int_from_bytes Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: from cryptography.utils import int_from_bytes Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: timer() Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:54:39.628735 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:54:39.632009 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f833932-8b30-4212-a07e-b487816469c1 req-8c686a02-0689-4114-97e5-ced13646a5be tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765831 Feb 19 02:54:39.654303 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07020c39-1fa3-4cdb-8f9b-524d9f82e456 req-51170363-af2d-4ee5-866c-9dc7564e8546 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101150 Feb 19 02:54:39.730699 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (93e25d35-2d6a-46f8-8c22-7d6613576af2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.743316 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.749940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] 10.222.0.81 "DELETE /v2.0/networks/93e25d35-2d6a-46f8-8c22-7d6613576af2 HTTP/1.1" status: 204 len: 168 time: 1.1820920 Feb 19 02:54:39.760742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9c6b5-76f9-4103-9f05-2f872c0e3052 admin admin] Pushing event deleted for resources: {'Network': ['ID=93e25d35-2d6a-46f8-8c22-7d6613576af2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:39.809033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11612e-8b8f-4158-afc9-54aa46117ecf None None] Pushing event updated for resources: {'Port': ['ID=3a1c8016-317b-450f-a4ec-a4d413c91f6c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:39.846239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5b83f417-e17b-4f4a-9501-2e0dacdfebf1 None None] Provisioning complete for port 3a1c8016-317b-450f-a4ec-a4d413c91f6c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:39.846610 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5b83f417-e17b-4f4a-9501-2e0dacdfebf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.848057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:39.848434 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.887153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:54:39.903720 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-59004528-722f-4ae1-bb34-b6150d62d405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (157e91a5-0cd3-4267-a478-4522e2e25559), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.934699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:39.950453 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:39.978737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59004528-722f-4ae1-bb34-b6150d62d405 admin admin] Checking segment: {'id': 'f8f388a6-56d8-44d8-9df6-294707bfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:39.979031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59004528-722f-4ae1-bb34-b6150d62d405 admin admin] Network hostable DHCP agents. Network: 5c66dbe8-bff0-4da0-88de-e5eb0e164565, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:54:39.986137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59004528-722f-4ae1-bb34-b6150d62d405 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157e91a5-0cd3-4267-a478-4522e2e25559,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:40.004725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59004528-722f-4ae1-bb34-b6150d62d405 admin admin] Network 5c66dbe8-bff0-4da0-88de-e5eb0e164565 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:54:40.011054 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.021501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-59004528-722f-4ae1-bb34-b6150d62d405 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 5c66dbe8-bff0-4da0-88de-e5eb0e164565) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:40.029430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59004528-722f-4ae1-bb34-b6150d62d405 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:40.030982 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-59004528-722f-4ae1-bb34-b6150d62d405 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.036780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:38Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:40.046269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f1af2b-9df7-433f-82b5-0e5453a4ea74 None None] Network 5c66dbe8-bff0-4da0-88de-e5eb0e164565 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:40.052757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42074) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:40.078220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-59004528-722f-4ae1-bb34-b6150d62d405 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8448071 Feb 19 02:54:40.082617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42076) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:40.092935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-982767142-router', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:40.097783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb0566c9-cb44-455b-8cc3-450797299e41 None None] The sync data for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 is: [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:38Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:54:40.099280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:40.105309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5b83f417-e17b-4f4a-9501-2e0dacdfebf1 None None] Current status of the port 3a1c8016-317b-450f-a4ec-a4d413c91f6c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:40.105386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c7640080-dbbb-45c6-9ee4-66aba062e6aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=928a3d1c7e374d06a3bb8172b9e6d291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486312 Feb 19 02:54:40.106562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42080) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:40.204927 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8171e3a6-39d4-4e47-8b3d-bb770640dcee admin admin] Publish callbacks [] for security_group (62341e80-6ae5-42cc-bb9c-bbc88157a5c7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.207297 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (dcd1e520-e068-4d47-96f6-53e009f0ba44), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.209457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (dcd1e520-e068-4d47-96f6-53e009f0ba44), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.233322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8171e3a6-39d4-4e47-8b3d-bb770640dcee admin admin] Publish callbacks [] for security_group (62341e80-6ae5-42cc-bb9c-bbc88157a5c7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.256500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-5c66dbe8-bff0-4da0-88de-e5eb0e164565', 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565', 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'fixed_ips': [{'subnet_id': '157e91a5-0cd3-4267-a478-4522e2e25559'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:54:40.257876 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.303950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42082) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:40.314986 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Publish callbacks [] for router_controller (dcd1e520-e068-4d47-96f6-53e009f0ba44), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.332387 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8171e3a6-39d4-4e47-8b3d-bb770640dcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (62341e80-6ae5-42cc-bb9c-bbc88157a5c7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.334364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8171e3a6-39d4-4e47-8b3d-bb770640dcee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.338200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8171e3a6-39d4-4e47-8b3d-bb770640dcee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62341e80-6ae5-42cc-bb9c-bbc88157a5c7 HTTP/1.1" status: 204 len: 168 time: 0.2287040 Feb 19 02:54:40.338694 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3beb09d-b79a-419e-9355-6f12fe98a5ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.352140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171e3a6-39d4-4e47-8b3d-bb770640dcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62341e80-6ae5-42cc-bb9c-bbc88157a5c7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:40.443110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['694eff7f-e4b8-4548-835a-ed3a4b2c6c6f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:40.487465 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3beb09d-b79a-419e-9355-6f12fe98a5ab admin admin] Publish callbacks [] for security_group (e2f59566-f323-45b8-b08c-424a2245ba5b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.499268 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3beb09d-b79a-419e-9355-6f12fe98a5ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e2f59566-f323-45b8-b08c-424a2245ba5b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.531942 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42092) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:40.572057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b3beb09d-b79a-419e-9355-6f12fe98a5ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d58e95aecb340b38d4d3ce374f281a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2670262 Feb 19 02:54:40.573887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beb09d-b79a-419e-9355-6f12fe98a5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f59566-f323-45b8-b08c-424a2245ba5b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:40.580931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42096) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:40.603358 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Publish callbacks [] for router_gateway (dcd1e520-e068-4d47-96f6-53e009f0ba44), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.665190 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eab6ed14-f1a7-4527-bb29-6d5c8b7dca8e admin admin] Publish callbacks [] for security_group (e2f59566-f323-45b8-b08c-424a2245ba5b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.704403 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eab6ed14-f1a7-4527-bb29-6d5c8b7dca8e admin admin] Publish callbacks [] for security_group (e2f59566-f323-45b8-b08c-424a2245ba5b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:40.705568 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Allocated IP 172.20.0.2 (5c66dbe8-bff0-4da0-88de-e5eb0e164565/157e91a5-0cd3-4267-a478-4522e2e25559/dba1f84b-b9c9-4bc9-b196-140999302aea) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:40.912800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505e956-149e-4630-8b2e-fe4cd9fa4175 req-8835a797-8b42-4eae-8a48-bcd44871fa2d tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:40.914996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0505e956-149e-4630-8b2e-fe4cd9fa4175 req-8835a797-8b42-4eae-8a48-bcd44871fa2d tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 947 time: 0.1297333 Feb 19 02:54:40.976559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b1422-86b5-41ee-be71-9fb430321ec7 req-92512b86-c77a-4b43-a2f2-1492d802e407 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:40.990257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e80b1422-86b5-41ee-be71-9fb430321ec7 req-92512b86-c77a-4b43-a2f2-1492d802e407 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 971 time: 0.1886554 Feb 19 02:54:41.003556 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eab6ed14-f1a7-4527-bb29-6d5c8b7dca8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e2f59566-f323-45b8-b08c-424a2245ba5b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.006891 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eab6ed14-f1a7-4527-bb29-6d5c8b7dca8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.008491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eab6ed14-f1a7-4527-bb29-6d5c8b7dca8e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e2f59566-f323-45b8-b08c-424a2245ba5b HTTP/1.1" status: 204 len: 168 time: 0.4261906 Feb 19 02:54:41.065066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6ed14-f1a7-4527-bb29-6d5c8b7dca8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f59566-f323-45b8-b08c-424a2245ba5b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:41.072248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0505e956-149e-4630-8b2e-fe4cd9fa4175 req-5c7d5116-d172-49c5-8b93-1f62c4103542 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471307 Feb 19 02:54:41.089805 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Publish callbacks [] for router_gateway (dcd1e520-e068-4d47-96f6-53e009f0ba44), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.119718 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.135875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e80b1422-86b5-41ee-be71-9fb430321ec7 req-281cac45-047c-4425-b0b8-22a91ee0cadf tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445374 Feb 19 02:54:41.151885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2013435535-network', 'tenant_id': 'd179041780404e268b30c171c3aea996'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:41.166642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42108) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:41.222593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42112) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:41.253486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Made reservation on behalf of d179041780404e268b30c171c3aea996 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:41.258711 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.282780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8888657f-b30c-4c12-96f4-99e361bfc4b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c2ad2af1b8324e38acdf50aa9d9a5593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0586355 Feb 19 02:54:41.286721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42114) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:41.298394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.363853 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Allocated IP 172.25.1.34 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/10596960-403a-43cd-9f35-5938d77537e9) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:41.427964 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a3f6b6f7-8857-42bc-86e5-a3e6de498a25 admin admin] Publish callbacks [] for security_group (f2d12127-2e5f-41a5-8622-9de8c837298b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.476372 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a3f6b6f7-8857-42bc-86e5-a3e6de498a25 admin admin] Publish callbacks [] for security_group (f2d12127-2e5f-41a5-8622-9de8c837298b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.486599 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Publish callbacks [] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.506618 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.549141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Network 5c66dbe8-bff0-4da0-88de-e5eb0e164565 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:41.554352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:41.556551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a1c8016-317b-450f-a4ec-a4d413c91f6c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:41.564995 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Publish callbacks [] for security_group (403f0cc4-383b-4698-acbd-0c8034805541), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.580369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a3f6b6f7-8857-42bc-86e5-a3e6de498a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f2d12127-2e5f-41a5-8622-9de8c837298b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.583971 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a3f6b6f7-8857-42bc-86e5-a3e6de498a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.589788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a3f6b6f7-8857-42bc-86e5-a3e6de498a25 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f2d12127-2e5f-41a5-8622-9de8c837298b HTTP/1.1" status: 204 len: 168 time: 0.2998414 Feb 19 02:54:41.595984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (403f0cc4-383b-4698-acbd-0c8034805541), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.596288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:41.605614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6b6f7-8857-42bc-86e5-a3e6de498a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d12127-2e5f-41a5-8622-9de8c837298b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:41.661513 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Publish callbacks [] for port (10596960-403a-43cd-9f35-5938d77537e9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.675153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:54:41.709397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (937d79ac-6496-4b08-94f6-a9d82ce5608a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.709397 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Added segment 937d79ac-6496-4b08-94f6-a9d82ce5608a of type vlan for network e2e354d6-e280-40d4-ae8b-6c476d7dbb00 Feb 19 02:54:41.709705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403f0cc4-383b-4698-acbd-0c8034805541,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:41.710438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Pushing event updated for resources: {'Port': ['ID=dba1f84b-b9c9-4bc9-b196-140999302aea,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:41.789941 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (e2e354d6-e280-40d4-ae8b-6c476d7dbb00), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.791089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Attempting to bind port dba1f84b-b9c9-4bc9-b196-140999302aea on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:41.791788 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Attempting to bind port dba1f84b-b9c9-4bc9-b196-140999302aea by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'f8f388a6-56d8-44d8-9df6-294707bfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:41.794388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Attempting to bind port dba1f84b-b9c9-4bc9-b196-140999302aea on network 5c66dbe8-bff0-4da0-88de-e5eb0e164565 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:41.797813 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0ead3941-8d96-42e0-a5d6-6157af31f52a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.808642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3a1c8016-317b-450f-a4ec-a4d413c91f6c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:41.809277 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.816373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:41.818947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Checking segment: {'id': 'f8f388a6-56d8-44d8-9df6-294707bfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:41.819520 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.820057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Bound using segment: {'id': 'f8f388a6-56d8-44d8-9df6-294707bfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:41.821381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Bound port: dba1f84b-b9c9-4bc9-b196-140999302aea, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f388a6-56d8-44d8-9df6-294707bfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:41.824061 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.854390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (10596960-403a-43cd-9f35-5938d77537e9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.893657 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e2e354d6-e280-40d4-ae8b-6c476d7dbb00), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.894628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:41.895213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:41.912770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:41.929781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:41.939223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:41.974976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] For port dba1f84b-b9c9-4bc9-b196-140999302aea, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:41.994768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] For port dba1f84b-b9c9-4bc9-b196-140999302aea, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=dba1f84b-b9c9-4bc9-b196-140999302aea,segment=NetworkSegment(f8f388a6-56d8-44d8-9df6-294707bfd5ab),segment_id=f8f388a6-56d8-44d8-9df6-294707bfd5ab)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:41.999791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3a1c8016-317b-450f-a4ec-a4d413c91f6c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:42.009424 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.088088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35613361-da94-4c68-9db1-6bab35e8b8be None None] Pushing event updated for resources: {'Port': ['ID=dba1f84b-b9c9-4bc9-b196-140999302aea,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:42.088946 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5563469 Feb 19 02:54:42.092147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42140) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:42.099408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e178b5f3-c397-43e3-b640-170be3484e27 admin admin] Request body: {'subnet': {'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2013435535-subnet', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:42.149619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e178b5f3-c397-43e3-b640-170be3484e27 admin admin] Made reservation on behalf of d179041780404e268b30c171c3aea996 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:42.153370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Pushing event updated for resources: {'Port': ['ID=10596960-403a-43cd-9f35-5938d77537e9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:42.155565 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e178b5f3-c397-43e3-b640-170be3484e27 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.155724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71467a94-4043-4dcf-91a2-7ecc1ea80459 admin admin] Pushing event updated for resources: {'Network': ['ID=e2e354d6-e280-40d4-ae8b-6c476d7dbb00,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:42.193494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network e2e354d6-e280-40d4-ae8b-6c476d7dbb00 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:54:42.256448 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0ead3941-8d96-42e0-a5d6-6157af31f52a admin admin] Publish callbacks [] for security_group (2be1ad69-dee8-4af5-bedb-ff3d7874eaf4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.272298 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0ead3941-8d96-42e0-a5d6-6157af31f52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2be1ad69-dee8-4af5-bedb-ff3d7874eaf4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.374808 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0ead3941-8d96-42e0-a5d6-6157af31f52a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bee6f297a8e04cc8a35e529be7ffe6f0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2041805 Feb 19 02:54:42.383179 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42152) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:42.405017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead3941-8d96-42e0-a5d6-6157af31f52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be1ad69-dee8-4af5-bedb-ff3d7874eaf4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:42.471411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392caab-a3a3-45d9-8c6c-372c7a9bddd6 req-e11c16b9-f287-4e1d-a16d-36f7073459e9 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:42.473099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9392caab-a3a3-45d9-8c6c-372c7a9bddd6 req-e11c16b9-f287-4e1d-a16d-36f7073459e9 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 947 time: 0.2191346 Feb 19 02:54:42.556593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98673184-77df-416f-8efd-25c8cf93c0d0 req-64d369f5-4e84-4f39-a63c-37075eecbc0a tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:42.558723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-98673184-77df-416f-8efd-25c8cf93c0d0 req-64d369f5-4e84-4f39-a63c-37075eecbc0a tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 971 time: 0.2101023 Feb 19 02:54:42.575171 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62d8d72d-65dc-46f2-8a7c-1ed1a3ced13b admin admin] Publish callbacks [] for security_group (2be1ad69-dee8-4af5-bedb-ff3d7874eaf4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.616869 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Publish callbacks [] for router_gateway (dcd1e520-e068-4d47-96f6-53e009f0ba44), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.630967 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62d8d72d-65dc-46f2-8a7c-1ed1a3ced13b admin admin] Publish callbacks [] for security_group (2be1ad69-dee8-4af5-bedb-ff3d7874eaf4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.701864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9392caab-a3a3-45d9-8c6c-372c7a9bddd6 req-baab3838-e0a3-45f1-b7b5-fcffd74929a5 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016184 Feb 19 02:54:42.725010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-98673184-77df-416f-8efd-25c8cf93c0d0 req-7569323f-fecc-4326-96f4-e81962296d66 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560464 Feb 19 02:54:42.789815 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e178b5f3-c397-43e3-b640-170be3484e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (d6307fe1-f27f-4f19-b15b-942eb20eac0b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.860257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178b5f3-c397-43e3-b640-170be3484e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6307fe1-f27f-4f19-b15b-942eb20eac0b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:42.870851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178b5f3-c397-43e3-b640-170be3484e27 admin admin] Checking segment: {'id': '937d79ac-6496-4b08-94f6-a9d82ce5608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:42.871900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e178b5f3-c397-43e3-b640-170be3484e27 admin admin] Network hostable DHCP agents. Network: e2e354d6-e280-40d4-ae8b-6c476d7dbb00, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:54:42.893159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e178b5f3-c397-43e3-b640-170be3484e27 admin admin] Network e2e354d6-e280-40d4-ae8b-6c476d7dbb00 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:54:42.908436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-e178b5f3-c397-43e3-b640-170be3484e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, e2e354d6-e280-40d4-ae8b-6c476d7dbb00) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:42.913649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e178b5f3-c397-43e3-b640-170be3484e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:42.914619 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e178b5f3-c397-43e3-b640-170be3484e27 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.925765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c77d52-a704-4640-b313-33bc22e25fd3 None None] Network e2e354d6-e280-40d4-ae8b-6c476d7dbb00 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:42.939956 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e178b5f3-c397-43e3-b640-170be3484e27 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8463929 Feb 19 02:54:42.945171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42168) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:42.949718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2013435535-router', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:42.988563 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:42.990769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.037333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:43.105197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (dcd1e520-e068-4d47-96f6-53e009f0ba44), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.128302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-e2e354d6-e280-40d4-ae8b-6c476d7dbb00', 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00', 'project_id': 'd179041780404e268b30c171c3aea996', 'fixed_ips': [{'subnet_id': 'd6307fe1-f27f-4f19-b15b-942eb20eac0b'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:54:43.129194 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.146447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:54:43.151678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:43.152049 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.184157 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62d8d72d-65dc-46f2-8a7c-1ed1a3ced13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2be1ad69-dee8-4af5-bedb-ff3d7874eaf4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.188188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62d8d72d-65dc-46f2-8a7c-1ed1a3ced13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.189740 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-62d8d72d-65dc-46f2-8a7c-1ed1a3ced13b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2be1ad69-dee8-4af5-bedb-ff3d7874eaf4 HTTP/1.1" status: 204 len: 168 time: 0.8055921 Feb 19 02:54:43.235560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8d72d-65dc-46f2-8a7c-1ed1a3ced13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be1ad69-dee8-4af5-bedb-ff3d7874eaf4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:43.294596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Publish callbacks [] for router_controller (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.346616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Router dcd1e520-e068-4d47-96f6-53e009f0ba44 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:54:43.533690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device dba1f84b-b9c9-4bc9-b196-140999302aea up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:43.609509 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Publish callbacks [] for router_gateway (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.620246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:54:43.634838 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Sync routers for ids ['dcd1e520-e068-4d47-96f6-53e009f0ba44'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:54:43.659021 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.659908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port dba1f84b-b9c9-4bc9-b196-140999302aea triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:43.660442 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.660574 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Routers {'dcd1e520-e068-4d47-96f6-53e009f0ba44'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:43.661548 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-752e7c71-b678-4e66-b3d4-724891915387 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.5778930 Feb 19 02:54:43.662329 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:54:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dcd1e520-e068-4d47-96f6-53e009f0ba44'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:43.662608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:43.663126 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:43.664698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42190) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:43.743205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:43.800136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Allocated IP 172.20.0.2 (e2e354d6-e280-40d4-ae8b-6c476d7dbb00/d6307fe1-f27f-4f19-b15b-942eb20eac0b/9f003e25-813c-4d5d-b9c9-92d17a815432) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:43.823672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54865192-b2b4-4ffa-96f0-10d2c4ea6d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694eff7f-e4b8-4548-835a-ed3a4b2c6c6f'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:43.968912 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Set router dcd1e520-e068-4d47-96f6-53e009f0ba44 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:43.991025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7f74490c-725a-40a8-9868-15e4bf4858b2 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:54:43.993080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42200) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:43.996285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0749eba1-14ac-40f9-89e2-0f93c000d866 None None] Network 5c66dbe8-bff0-4da0-88de-e5eb0e164565 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:44.144486 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.222563 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Publish callbacks [] for router_gateway (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.232212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ce1b9-d49f-4bdc-a116-d164ab6811b2 req-416232c4-4964-4075-b990-46ac6291a680 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:44.233787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a5ce1b9-d49f-4bdc-a116-d164ab6811b2 req-416232c4-4964-4075-b990-46ac6291a680 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 972 time: 0.2058380 Feb 19 02:54:44.257087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a02986-58d2-4345-b514-1ff89fe1a3ce req-e28427da-311e-41ba-b414-7d49d1aa1a56 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:44.258596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05a02986-58d2-4345-b514-1ff89fe1a3ce req-e28427da-311e-41ba-b414-7d49d1aa1a56 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 947 time: 0.2293983 Feb 19 02:54:44.261939 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.298396 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-982767142-router', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '10596960-403a-43cd-9f35-5938d77537e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:40Z', 'updated_at': '2022-02-19T02:54:42Z', 'revision_number': 3, 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'gw_port': {'id': '10596960-403a-43cd-9f35-5938d77537e9', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:44.372387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Allocated IP 172.25.1.191 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/19bb82ba-ec9c-478c-9b57-9886a4d21c0a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:44.380442 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Checking router: dcd1e520-e068-4d47-96f6-53e009f0ba44 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:54:44.381818 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Updating router dcd1e520-e068-4d47-96f6-53e009f0ba44 port 10596960-403a-43cd-9f35-5938d77537e9 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:54:44.384079 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Publish callbacks [] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.447726 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.456745 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf75867a-7770-4b8a-b66d-60d98a2db308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.461527 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (10596960-403a-43cd-9f35-5938d77537e9), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.493161 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Network e2e354d6-e280-40d4-ae8b-6c476d7dbb00 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:44.547133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:44.557580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port dba1f84b-b9c9-4bc9-b196-140999302aea is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:44.558296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.577650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:44.577767 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Publish callbacks [] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.606231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port dba1f84b-b9c9-4bc9-b196-140999302aea, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=dba1f84b-b9c9-4bc9-b196-140999302aea,segment=NetworkSegment(f8f388a6-56d8-44d8-9df6-294707bfd5ab),segment_id=f8f388a6-56d8-44d8-9df6-294707bfd5ab)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:44.656591 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.673709 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.682769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.732876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Attempting to bind port 9f003e25-813c-4d5d-b9c9-92d17a815432 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:44.733125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Attempting to bind port 9f003e25-813c-4d5d-b9c9-92d17a815432 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '937d79ac-6496-4b08-94f6-a9d82ce5608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:44.734415 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Attempting to bind port 9f003e25-813c-4d5d-b9c9-92d17a815432 on network e2e354d6-e280-40d4-ae8b-6c476d7dbb00 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:44.762973 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95ecc19-13d3-4a36-8772-f147a0af6779" -d '{"events": [{"server_uuid": "54865192-b2b4-4ffa-96f0-10d2c4ea6d47", "name": "network-vif-plugged", "status": "completed", "tag": "694eff7f-e4b8-4548-835a-ed3a4b2c6c6f"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:44.775189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:44.775561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Checking segment: {'id': '937d79ac-6496-4b08-94f6-a9d82ce5608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:44.778576 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.778911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Bound using segment: {'id': '937d79ac-6496-4b08-94f6-a9d82ce5608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:44.779421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Bound port: 9f003e25-813c-4d5d-b9c9-92d17a815432, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937d79ac-6496-4b08-94f6-a9d82ce5608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:44.779807 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.804588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Pushing event updated for resources: {'Port': ['ID=19bb82ba-ec9c-478c-9b57-9886a4d21c0a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:44.814303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf75867a-7770-4b8a-b66d-60d98a2db308 admin admin] Publish callbacks [] for security_group (3b04a3bc-0ca5-4e99-a7d0-6b04310584bf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.825812 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:54:44.842306 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3159280b-1d63-4a17-896f-9bef52d7532e None None] Provisioning complete for port dba1f84b-b9c9-4bc9-b196-140999302aea triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:44.842930 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3159280b-1d63-4a17-896f-9bef52d7532e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.846947 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf75867a-7770-4b8a-b66d-60d98a2db308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3b04a3bc-0ca5-4e99-a7d0-6b04310584bf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:44.916006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:44.929721 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cf75867a-7770-4b8a-b66d-60d98a2db308 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=edc65eba556a415499998e14984fd8b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9303164 Feb 19 02:54:44.946217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42228) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:44.955076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:44.958578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:44.959806 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf75867a-7770-4b8a-b66d-60d98a2db308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b04a3bc-0ca5-4e99-a7d0-6b04310584bf,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:45.000400 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Publish callbacks [] for port (10596960-403a-43cd-9f35-5938d77537e9), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.009871 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (10596960-403a-43cd-9f35-5938d77537e9), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.023297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a5ce1b9-d49f-4bdc-a116-d164ab6811b2 req-2df414bf-87ed-47f2-92bc-41d15d564229 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7636838 Feb 19 02:54:45.063926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Allocated IP 172.20.0.1 (5c66dbe8-bff0-4da0-88de-e5eb0e164565/157e91a5-0cd3-4267-a478-4522e2e25559/e6f53e2d-027e-48b7-b146-eb3749c3eed2) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:45.067357 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05a02986-58d2-4345-b514-1ff89fe1a3ce req-0a2e589a-f085-4aaa-a5f7-e608108483d2 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4272273 Feb 19 02:54:45.107872 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Attempting to bind port 10596960-403a-43cd-9f35-5938d77537e9 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:45.107872 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Attempting to bind port 10596960-403a-43cd-9f35-5938d77537e9 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:45.107872 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Attempting to bind port 10596960-403a-43cd-9f35-5938d77537e9 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:45.130622 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:45.130622 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:45.131037 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.131393 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:45.131882 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Bound port: 10596960-403a-43cd-9f35-5938d77537e9, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:45.132268 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (10596960-403a-43cd-9f35-5938d77537e9), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.144145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 7f74490c-725a-40a8-9868-15e4bf4858b2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7f74490c-725a-40a8-9868-15e4bf4858b2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:45.157497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '7f74490c-725a-40a8-9868-15e4bf4858b2', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '7f74490c-725a-40a8-9868-15e4bf4858b2', 'mac_address': 'fa:16:3e:3c:f2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:54:45.200241 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed79ea8-e442-4f88-91f2-aebd05942a47 None None] Pushing event updated for resources: {'Port': ['ID=10596960-403a-43cd-9f35-5938d77537e9,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:45.214079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:45.258698 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] For port 10596960-403a-43cd-9f35-5938d77537e9, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:45.265520 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] For port 10596960-403a-43cd-9f35-5938d77537e9, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=10596960-403a-43cd-9f35-5938d77537e9,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:45.286194 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (10596960-403a-43cd-9f35-5938d77537e9), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.300210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Publish callbacks [] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.344248 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1827d786-061b-424b-a5b7-1a52b5dd0438 admin admin] Publish callbacks [] for security_group (3b04a3bc-0ca5-4e99-a7d0-6b04310584bf), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.365258 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.365621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] For port 9f003e25-813c-4d5d-b9c9-92d17a815432, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:45.369533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Pushing event updated for resources: {'Port': ['ID=9f003e25-813c-4d5d-b9c9-92d17a815432,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:45.376335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 7f74490c-725a-40a8-9868-15e4bf4858b2 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:45.376740 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.412197 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1827d786-061b-424b-a5b7-1a52b5dd0438 admin admin] Publish callbacks [] for security_group (3b04a3bc-0ca5-4e99-a7d0-6b04310584bf), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.437016 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed79ea8-e442-4f88-91f2-aebd05942a47 None None] Pushing event updated for resources: {'Port': ['ID=10596960-403a-43cd-9f35-5938d77537e9,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:45.441262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] For port 9f003e25-813c-4d5d-b9c9-92d17a815432, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9f003e25-813c-4d5d-b9c9-92d17a815432,segment=NetworkSegment(937d79ac-6496-4b08-94f6-a9d82ce5608a),segment_id=937d79ac-6496-4b08-94f6-a9d82ce5608a)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:45.451918 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Routers {'dcd1e520-e068-4d47-96f6-53e009f0ba44'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:45.452295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3159280b-1d63-4a17-896f-9bef52d7532e None None] Current status of the port dba1f84b-b9c9-4bc9-b196-140999302aea is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:45.453128 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:54:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dcd1e520-e068-4d47-96f6-53e009f0ba44'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:45.457700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f74490c-725a-40a8-9868-15e4bf4858b2 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:54:45.468780 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.479686 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Network 5c66dbe8-bff0-4da0-88de-e5eb0e164565 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:45.490199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:45.518485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:45.530833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 7f74490c-725a-40a8-9868-15e4bf4858b2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7f74490c-725a-40a8-9868-15e4bf4858b2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:45.542241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=dba1f84b-b9c9-4bc9-b196-140999302aea,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:45.561575 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.609918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Pushing event updated for resources: {'Port': ['ID=e6f53e2d-027e-48b7-b146-eb3749c3eed2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:45.646751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef606a6f-dbc9-44c1-9e62-0a296f21d274 None None] Pushing event updated for resources: {'Port': ['ID=9f003e25-813c-4d5d-b9c9-92d17a815432,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:45.647170 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (dcd1e520-e068-4d47-96f6-53e009f0ba44), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.672775 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863547d5-aa56-4219-87b6-f21c0026b605 x-openstack-request-id: req-863547d5-aa56-4219-87b6-f21c0026b605 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:45.672775 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54865192-b2b4-4ffa-96f0-10d2c4ea6d47", "name": "network-vif-plugged", "status": "completed", "tag": "694eff7f-e4b8-4548-835a-ed3a4b2c6c6f", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:45.672775 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-863547d5-aa56-4219-87b6-f21c0026b605 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:45.673249 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54865192-b2b4-4ffa-96f0-10d2c4ea6d47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694eff7f-e4b8-4548-835a-ed3a4b2c6c6f', 'code': 200} Feb 19 02:54:45.718358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a84c43c0-331b-435b-95b9-0d791bcc67f9 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9abf4c7d9a004f88996a4c07821242b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1080649 Feb 19 02:54:45.739522 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] Set router dcd1e520-e068-4d47-96f6-53e009f0ba44 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:45.764522 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1827d786-061b-424b-a5b7-1a52b5dd0438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3b04a3bc-0ca5-4e99-a7d0-6b04310584bf), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.767334 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1827d786-061b-424b-a5b7-1a52b5dd0438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.769142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1827d786-061b-424b-a5b7-1a52b5dd0438 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3b04a3bc-0ca5-4e99-a7d0-6b04310584bf HTTP/1.1" status: 204 len: 168 time: 0.8211894 Feb 19 02:54:45.807644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c2046b5c-5f9e-45ea-b0b0-3fc94304a6ae None None] Provisioning complete for port dba1f84b-b9c9-4bc9-b196-140999302aea triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:45.811992 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c2046b5c-5f9e-45ea-b0b0-3fc94304a6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:45.895819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=7f74490c-725a-40a8-9868-15e4bf4858b2,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:45.987122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827d786-061b-424b-a5b7-1a52b5dd0438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b04a3bc-0ca5-4e99-a7d0-6b04310584bf,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:45.998641 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Publish callbacks [] for router_gateway (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.081505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-50b45c1c-baab-4c63-ad49-6344393a493f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:46.085024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-50b45c1c-baab-4c63-ad49-6344393a493f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3553238 Feb 19 02:54:46.092712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c2046b5c-5f9e-45ea-b0b0-3fc94304a6ae None None] Current status of the port dba1f84b-b9c9-4bc9-b196-140999302aea is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:46.094223 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.106028 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['7f74490c-725a-40a8-9868-15e4bf4858b2'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:46.124420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-4b95e98f-964d-4c15-8f9a-2506956e043b tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/quotas/9abf4c7d9a004f88996a4c07821242b9 HTTP/1.1" status: 200 len: 375 time: 0.0317981 Feb 19 02:54:46.210126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442b002-4fb9-4f88-aa3e-6924add6f4c3 req-1cee8f48-4881-4ef1-90c2-4d5fb95199fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:46.211830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c442b002-4fb9-4f88-aa3e-6924add6f4c3 req-1cee8f48-4881-4ef1-90c2-4d5fb95199fb service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 1154 time: 0.4961896 Feb 19 02:54:46.216866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-80f7ea10-7862-41ef-87f2-79557fb102ba tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9abf4c7d9a004f88996a4c07821242b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780191 Feb 19 02:54:46.258246 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c442b002-4fb9-4f88-aa3e-6924add6f4c3 req-9a74faa5-6498-4ad7-a5cc-cf0d17ca336d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.288572 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-982767142-router', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '10596960-403a-43cd-9f35-5938d77537e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:40Z', 'updated_at': '2022-02-19T02:54:42Z', 'revision_number': 3, 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'gw_port': {'id': '10596960-403a-43cd-9f35-5938d77537e9', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:46.333425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a96dce6b-97b4-496d-a633-764593289036 None None] Provisioning complete for port e6f53e2d-027e-48b7-b146-eb3749c3eed2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:46.334013 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a96dce6b-97b4-496d-a633-764593289036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.337492 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db7c82-30d9-4599-836a-8a6d6cb448c6 None None] The sync data for ids ['dcd1e520-e068-4d47-96f6-53e009f0ba44'] in n-d-826755-2 is: [{'id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-982767142-router', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '10596960-403a-43cd-9f35-5938d77537e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:40Z', 'updated_at': '2022-02-19T02:54:42Z', 'revision_number': 3, 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'gw_port': {'id': '10596960-403a-43cd-9f35-5938d77537e9', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:54:46.406442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efc0e0-535c-4d0b-99f0-f09533eee513 req-92f7e840-9578-41d9-85e4-f44ba36bb1c7 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:46.419890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90efc0e0-535c-4d0b-99f0-f09533eee513 req-92f7e840-9578-41d9-85e4-f44ba36bb1c7 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 972 time: 0.1570966 Feb 19 02:54:46.430417 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a96dce6b-97b4-496d-a633-764593289036 None None] Port e6f53e2d-027e-48b7-b146-eb3749c3eed2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:46.514906 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Publish callbacks [] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.525025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.680743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c442b002-4fb9-4f88-aa3e-6924add6f4c3 req-9a74faa5-6498-4ad7-a5cc-cf0d17ca336d service neutron] Publish callbacks [] for security_group (e8b7e9ca-4500-4b6a-b4c2-72dd6619a50a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.722523 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c442b002-4fb9-4f88-aa3e-6924add6f4c3 req-9a74faa5-6498-4ad7-a5cc-cf0d17ca336d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e8b7e9ca-4500-4b6a-b4c2-72dd6619a50a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.846211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90efc0e0-535c-4d0b-99f0-f09533eee513 req-ed5e12bf-c87b-4eac-8840-d3e674bdda5f tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253957 Feb 19 02:54:46.869502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74faa5-6498-4ad7-a5cc-cf0d17ca336d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b7e9ca-4500-4b6a-b4c2-72dd6619a50a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:46.901358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c442b002-4fb9-4f88-aa3e-6924add6f4c3 req-9a74faa5-6498-4ad7-a5cc-cf0d17ca336d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814687 Feb 19 02:54:46.913499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e7da4-d593-4db8-9b83-5f1b8dac3356 req-440f277c-c9eb-4c97-8e3f-373d8cf393e0 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:46.932248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-845e7da4-d593-4db8-9b83-5f1b8dac3356 req-440f277c-c9eb-4c97-8e3f-373d8cf393e0 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 948 time: 0.3663857 Feb 19 02:54:46.947222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (dcd1e520-e068-4d47-96f6-53e009f0ba44), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:46.949066 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Pushing event updated for resources: {'Port': ['ID=e6f53e2d-027e-48b7-b146-eb3749c3eed2,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:47.186804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Network 5c66dbe8-bff0-4da0-88de-e5eb0e164565 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:47.188130 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:47.335531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075ca850-2800-42a7-a90c-a593d44d6f23 None None] Network e2e354d6-e280-40d4-ae8b-6c476d7dbb00 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:54:47.510580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Router dcd1e520-e068-4d47-96f6-53e009f0ba44 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:54:47.532193 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:47.593078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-845e7da4-d593-4db8-9b83-5f1b8dac3356 req-74cdd061-d67c-4257-977d-617dc8437ac2 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594367 Feb 19 02:54:47.619532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-dd3690c1-835b-4c17-97f7-95648697466e None None] Provisioning complete for port 9f003e25-813c-4d5d-b9c9-92d17a815432 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:47.619920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dd3690c1-835b-4c17-97f7-95648697466e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:47.790148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9f003e25-813c-4d5d-b9c9-92d17a815432 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:47.849014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:54:47.863510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ae61a7cf-2475-45b7-b887-715804a8c5d5 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9abf4c7d9a004f88996a4c07821242b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850408 Feb 19 02:54:47.881269 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fdd93de1-1d7a-4b8a-a2a7-3f0374f1497b admin admin] 10.222.0.81 "PUT /v2.0/routers/dcd1e520-e068-4d47-96f6-53e009f0ba44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2152059 Feb 19 02:54:47.910530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7f74490c-725a-40a8-9868-15e4bf4858b2 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:48.060392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 9f003e25-813c-4d5d-b9c9-92d17a815432 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:48.061150 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.155448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 7f74490c-725a-40a8-9868-15e4bf4858b2 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:54:48.171781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dd3690c1-835b-4c17-97f7-95648697466e None None] Current status of the port 9f003e25-813c-4d5d-b9c9-92d17a815432 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:48.172406 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dd3690c1-835b-4c17-97f7-95648697466e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.203182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-d32e4c7b-0113-4c45-a91d-e4496bbe379f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:48.210395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 7f74490c-725a-40a8-9868-15e4bf4858b2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:48.210395 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.210593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-d32e4c7b-0113-4c45-a91d-e4496bbe379f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3358529 Feb 19 02:54:48.218866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Router 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:54:48.232145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-c3e596be-0bf3-4661-9e0a-c985f10dacec tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/quotas/9abf4c7d9a004f88996a4c07821242b9 HTTP/1.1" status: 200 len: 375 time: 0.0206113 Feb 19 02:54:48.261104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dd3690c1-835b-4c17-97f7-95648697466e None None] For port 9f003e25-813c-4d5d-b9c9-92d17a815432, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9f003e25-813c-4d5d-b9c9-92d17a815432,segment=NetworkSegment(937d79ac-6496-4b08-94f6-a9d82ce5608a),segment_id=937d79ac-6496-4b08-94f6-a9d82ce5608a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:48.306536 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dd3690c1-835b-4c17-97f7-95648697466e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.396927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 9f003e25-813c-4d5d-b9c9-92d17a815432 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:48.397572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.411062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-474ceebd-993d-4448-b94b-18072365f970 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9abf4c7d9a004f88996a4c07821242b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1777427 Feb 19 02:54:48.480550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-ee748e75-ab1b-4ba7-89b2-5b8d2cb31800 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9abf4c7d9a004f88996a4c07821242b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0601680 Feb 19 02:54:48.501197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3690c1-835b-4c17-97f7-95648697466e None None] Pushing event updated for resources: {'Port': ['ID=9f003e25-813c-4d5d-b9c9-92d17a815432,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:48.547739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-199c7d1a-17a1-47ad-9754-a2cfa1216417 None None] Provisioning complete for port e6f53e2d-027e-48b7-b146-eb3749c3eed2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:48.548076 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-199c7d1a-17a1-47ad-9754-a2cfa1216417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.571632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 7f74490c-725a-40a8-9868-15e4bf4858b2 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:48.571964 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.585020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:54:48.605748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Sync routers for ids ['87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:54:48.627253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:54:48.627624 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:54:48.641968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7859bd64-d387-48ed-9e0c-4910dd04db9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f74490c-725a-40a8-9868-15e4bf4858b2'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:48.647942 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c800b6c-aa14-4395-bbcf-8da5713a19b2" -d '{"events": [{"server_uuid": "7859bd64-d387-48ed-9e0c-4910dd04db9e", "name": "network-vif-plugged", "status": "completed", "tag": "7f74490c-725a-40a8-9868-15e4bf4858b2"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:48.659524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-199c7d1a-17a1-47ad-9754-a2cfa1216417 None None] Port e6f53e2d-027e-48b7-b146-eb3749c3eed2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:48.721209 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.721900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 7f74490c-725a-40a8-9868-15e4bf4858b2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7f74490c-725a-40a8-9868-15e4bf4858b2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:48.725337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5f13e2e8-add7-4780-b972-82e1fdc4247b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7763352 Feb 19 02:54:48.725718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42340) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:48.774260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Routers {'87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:48.774954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:54:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:48.797479 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:48.857276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-9e0a940a-bd93-4a9f-82ef-e37405d4c4b4 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:48.866227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-9e0a940a-bd93-4a9f-82ef-e37405d4c4b4 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3780980 Feb 19 02:54:48.877742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Request body: {'port': {'device_id': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '9abf4c7d9a004f88996a4c07821242b9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:48.938995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-199c7d1a-17a1-47ad-9754-a2cfa1216417 None None] Provisioning complete for port 9f003e25-813c-4d5d-b9c9-92d17a815432 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:48.939686 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-199c7d1a-17a1-47ad-9754-a2cfa1216417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.054075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=7f74490c-725a-40a8-9868-15e4bf4858b2,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:49.103551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Set router 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:49.244941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf66271-1101-4def-aed6-e5f5e31f3022 req-54b18df0-d1e9-4c09-a74d-4a3a250ea963 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:49.255914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdf66271-1101-4def-aed6-e5f5e31f3022 req-54b18df0-d1e9-4c09-a74d-4a3a250ea963 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 972 time: 0.3837299 Feb 19 02:54:49.272843 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Sync routers for ids ['dcd1e520-e068-4d47-96f6-53e009f0ba44'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:54:49.294846 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Routers {'dcd1e520-e068-4d47-96f6-53e009f0ba44'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:49.295580 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:54:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dcd1e520-e068-4d47-96f6-53e009f0ba44'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:49.367823 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdf66271-1101-4def-aed6-e5f5e31f3022 req-8921652f-df8f-4eb4-893a-08c639fcd127 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085184 Feb 19 02:54:49.371813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Made reservation on behalf of 9abf4c7d9a004f88996a4c07821242b9 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:49.384125 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.414816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-199c7d1a-17a1-47ad-9754-a2cfa1216417 None None] Current status of the port 9f003e25-813c-4d5d-b9c9-92d17a815432 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:49.417116 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.481651 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cdc5e8-ce8c-41c0-b805-69d883769e7d x-openstack-request-id: req-01cdc5e8-ce8c-41c0-b805-69d883769e7d {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:54:49.482631 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7859bd64-d387-48ed-9e0c-4910dd04db9e", "name": "network-vif-plugged", "status": "completed", "tag": "7f74490c-725a-40a8-9868-15e4bf4858b2", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:54:49.482631 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01cdc5e8-ce8c-41c0-b805-69d883769e7d {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:54:49.492910 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7859bd64-d387-48ed-9e0c-4910dd04db9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f74490c-725a-40a8-9868-15e4bf4858b2', 'code': 200} Feb 19 02:54:49.502206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 9f003e25-813c-4d5d-b9c9-92d17a815432 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:49.503296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 10596960-403a-43cd-9f35-5938d77537e9 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:49.571685 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Set router dcd1e520-e068-4d47-96f6-53e009f0ba44 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:49.575684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.67', 49595) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:49.598207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.650282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf30c012-0508-497e-ba5d-6b63626ca821 req-acbb409e-bc02-499f-9ef3-e0cc7213ad3b tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 210 time: 0.0705600 Feb 19 02:54:49.653571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 10596960-403a-43cd-9f35-5938d77537e9 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:49.654329 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (10596960-403a-43cd-9f35-5938d77537e9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.755742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd2e8f-388b-49dc-baf0-9b77704a38c0 req-eaa83d63-3e42-4d1c-944a-2cc5ffd39e8c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:49.758878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8bd2e8f-388b-49dc-baf0-9b77704a38c0 req-eaa83d63-3e42-4d1c-944a-2cc5ffd39e8c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 949 time: 0.3199193 Feb 19 02:54:49.801567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f2850-b827-4e7f-bfe7-555eeda58a9c req-8dc91050-2a6d-4bad-9861-b4761193f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:49.803564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d3f2850-b827-4e7f-bfe7-555eeda58a9c req-8dc91050-2a6d-4bad-9861-b4761193f169 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 1131 time: 0.2120588 Feb 19 02:54:49.813266 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks [] for security_group (87f2ff95-e90c-42a5-b30d-9755ac907f6a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.835204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'name': 'tempest-FloatingIPsTestJSON-2013435535-router', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:43Z', 'updated_at': '2022-02-19T02:54:45Z', 'revision_number': 3, 'project_id': 'd179041780404e268b30c171c3aea996', 'gw_port': {'id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:44Z', 'updated_at': '2022-02-19T02:54:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:49.851295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Allocated IP 172.20.0.1 (e2e354d6-e280-40d4-ae8b-6c476d7dbb00/d6307fe1-f27f-4f19-b15b-942eb20eac0b/e344ee67-2137-4d7b-892f-ef02618baf67) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:49.863902 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (87f2ff95-e90c-42a5-b30d-9755ac907f6a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.867181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Checking router: 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:54:49.867694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Updating router 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:54:49.924893 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.953619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 10596960-403a-43cd-9f35-5938d77537e9 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:49.954006 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (10596960-403a-43cd-9f35-5938d77537e9), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:49.985635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f2ff95-e90c-42a5-b30d-9755ac907f6a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:49.992418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 10596960-403a-43cd-9f35-5938d77537e9, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=10596960-403a-43cd-9f35-5938d77537e9,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:50.035843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (10596960-403a-43cd-9f35-5938d77537e9), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.036636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device dba1f84b-b9c9-4bc9-b196-140999302aea up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:50.069147 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Publish callbacks [] for port (e344ee67-2137-4d7b-892f-ef02618baf67), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.075579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d3f2850-b827-4e7f-bfe7-555eeda58a9c req-07ea73af-c204-472f-8bb2-1869e67d2b3c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585795 Feb 19 02:54:50.088323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8bd2e8f-388b-49dc-baf0-9b77704a38c0 req-8027659d-0f9a-4971-98ce-df9ee19c67c5 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167357 Feb 19 02:54:50.108737 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-982767142-router', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '10596960-403a-43cd-9f35-5938d77537e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:40Z', 'updated_at': '2022-02-19T02:54:45Z', 'revision_number': 4, 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'gw_port': {'id': '10596960-403a-43cd-9f35-5938d77537e9', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'e6f53e2d-027e-48b7-b146-eb3749c3eed2', 'name': '', 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'mac_address': 'fa:16:3e:a3:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '157e91a5-0cd3-4267-a478-4522e2e25559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:44Z', 'updated_at': '2022-02-19T02:54:46Z', 'revision_number': 2, 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'subnets': [{'id': '157e91a5-0cd3-4267-a478-4522e2e25559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:50.151985 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.184755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=10596960-403a-43cd-9f35-5938d77537e9,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:50.209894 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Checking router: dcd1e520-e068-4d47-96f6-53e009f0ba44 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:54:50.210247 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Updating router dcd1e520-e068-4d47-96f6-53e009f0ba44 port e6f53e2d-027e-48b7-b146-eb3749c3eed2 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:54:50.229100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Network e2e354d6-e280-40d4-ae8b-6c476d7dbb00 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:50.233861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:50.243355 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:50.287748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port dba1f84b-b9c9-4bc9-b196-140999302aea triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:50.288854 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.318479 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.369892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Allocated IP 192.168.233.79 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/5348dd8b-c277-41c5-b73c-35ace224e65a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:50.389982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Pushing event updated for resources: {'Port': ['ID=e344ee67-2137-4d7b-892f-ef02618baf67,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:50.430478 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.556719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-67c92111-7090-4076-a177-322f0bfc3013 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1440747 Feb 19 02:54:50.681087 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Publish callbacks [] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.683049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port dba1f84b-b9c9-4bc9-b196-140999302aea is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:50.692515 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.787816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.809070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9f003e25-813c-4d5d-b9c9-92d17a815432 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:50.816853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f2a161b7-1173-4691-aa0e-35959e52e263 None None] Provisioning complete for port e344ee67-2137-4d7b-892f-ef02618baf67 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:50.817211 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f2a161b7-1173-4691-aa0e-35959e52e263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.839313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e54d97-8183-4ce0-afa6-d251ddd41f4e None None] Pushing event updated for resources: {'Port': ['ID=19bb82ba-ec9c-478c-9b57-9886a4d21c0a,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:50.842985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Attempting to bind port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:50.842985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Attempting to bind port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:50.842985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Attempting to bind port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:50.873078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-f3084f63-d629-45b8-b6d4-fe7a15a83c7d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=9abf4c7d9a004f88996a4c07821242b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4010839 Feb 19 02:54:50.886337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:50.886685 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:50.887172 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.887398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:50.887871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Bound port: 19bb82ba-ec9c-478c-9b57-9886a4d21c0a, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:50.888247 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.920443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f2a161b7-1173-4691-aa0e-35959e52e263 None None] Port e344ee67-2137-4d7b-892f-ef02618baf67 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:50.960829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 9f003e25-813c-4d5d-b9c9-92d17a815432 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:50.961200 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.982926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] For port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:50.984652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Publish callbacks [] for port (e344ee67-2137-4d7b-892f-ef02618baf67), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.990367 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Publish callbacks [] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:50.996317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.000277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] For port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=19bb82ba-ec9c-478c-9b57-9886a4d21c0a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:51.015383 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.018335 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.066635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-1c3a9e57-0bac-4858-9048-4e2157d72456 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:51.068165 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-1c3a9e57-0bac-4858-9048-4e2157d72456 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684930 Feb 19 02:54:51.092386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Request body: {'port': {'device_id': '6f6a1468-582f-4351-974e-bbed6d6f3477', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '9abf4c7d9a004f88996a4c07821242b9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:51.106460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-e1dd3b8d-1a21-48b4-b285-35f9163eb7a0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:51.118945 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e54d97-8183-4ce0-afa6-d251ddd41f4e None None] Pushing event updated for resources: {'Port': ['ID=19bb82ba-ec9c-478c-9b57-9886a4d21c0a,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:51.119948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-e1dd3b8d-1a21-48b4-b285-35f9163eb7a0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5620627 Feb 19 02:54:51.144377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42390) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:51.150241 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.160707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Pushing event updated for resources: {'Port': ['ID=e344ee67-2137-4d7b-892f-ef02618baf67,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:51.237314 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 9f003e25-813c-4d5d-b9c9-92d17a815432 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:51.239896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 10596960-403a-43cd-9f35-5938d77537e9 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:51.248471 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78339a-2188-4a24-aa24-9bebc196d9b4 None None] Pushing event updated for resources: {'Port': ['ID=e6f53e2d-027e-48b7-b146-eb3749c3eed2,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:51.256415 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Attempting to bind port e6f53e2d-027e-48b7-b146-eb3749c3eed2 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:51.256815 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Attempting to bind port e6f53e2d-027e-48b7-b146-eb3749c3eed2 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'f8f388a6-56d8-44d8-9df6-294707bfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:51.257184 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Attempting to bind port e6f53e2d-027e-48b7-b146-eb3749c3eed2 on network 5c66dbe8-bff0-4da0-88de-e5eb0e164565 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:51.273543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df0a95-d70d-4248-8fe9-1dd69bd420eb req-cc2c6a03-2c31-4e24-b8c8-9bd072d4fadd tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:51.282225 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:51.282632 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Checking segment: {'id': 'f8f388a6-56d8-44d8-9df6-294707bfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:51.282995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Network e2e354d6-e280-40d4-ae8b-6c476d7dbb00 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:51.283109 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.283440 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Bound using segment: {'id': 'f8f388a6-56d8-44d8-9df6-294707bfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:51.283936 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Bound port: e6f53e2d-027e-48b7-b146-eb3749c3eed2, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8f388a6-56d8-44d8-9df6-294707bfd5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:51.284324 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.284867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:51.287623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36df0a95-d70d-4248-8fe9-1dd69bd420eb req-cc2c6a03-2c31-4e24-b8c8-9bd072d4fadd tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 972 time: 0.7063589 Feb 19 02:54:51.305443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Routers {'87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:51.311842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:54:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:51.347596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-9e2b51cd-e771-44aa-bad8-0ed8e082cec1 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/quotas/ce5f087a3fd347cb89e77f1f4b0cebb9 HTTP/1.1" status: 200 len: 375 time: 0.2242568 Feb 19 02:54:51.389261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afbb18d3-3be6-4a42-be79-d45ef88cbfd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.423074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-e9eb5bb4-cd48-498b-8138-901a99bfa540 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742395 Feb 19 02:54:51.446039 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] For port e6f53e2d-027e-48b7-b146-eb3749c3eed2, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:51.451141 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] For port e6f53e2d-027e-48b7-b146-eb3749c3eed2, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e6f53e2d-027e-48b7-b146-eb3749c3eed2,segment=NetworkSegment(f8f388a6-56d8-44d8-9df6-294707bfd5ab),segment_id=f8f388a6-56d8-44d8-9df6-294707bfd5ab)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:51.457341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 10596960-403a-43cd-9f35-5938d77537e9 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:51.457882 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (10596960-403a-43cd-9f35-5938d77537e9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.464494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36df0a95-d70d-4248-8fe9-1dd69bd420eb req-afd97b10-c65f-4000-9dae-0aa6622a75a6 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757081 Feb 19 02:54:51.476633 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.579095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0cdefc48-54b7-4272-b1c2-633e128b6648 None None] Provisioning complete for port e6f53e2d-027e-48b7-b146-eb3749c3eed2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:51.580188 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0cdefc48-54b7-4272-b1c2-633e128b6648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.600600 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Routers {'dcd1e520-e068-4d47-96f6-53e009f0ba44'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:51.614684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Router 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:54:51.625181 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:54:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dcd1e520-e068-4d47-96f6-53e009f0ba44'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:51.682275 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks [] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.719442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 10596960-403a-43cd-9f35-5938d77537e9 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:51.780697 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78339a-2188-4a24-aa24-9bebc196d9b4 None None] Pushing event updated for resources: {'Port': ['ID=e6f53e2d-027e-48b7-b146-eb3749c3eed2,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:51.811765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0cdefc48-54b7-4272-b1c2-633e128b6648 None None] Current status of the port e6f53e2d-027e-48b7-b146-eb3749c3eed2 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:51.812155 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0cdefc48-54b7-4272-b1c2-633e128b6648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.833018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1b58d06-793c-4e14-b210-5e8caf3f50f6 req-7bcd9b5c-c701-4912-8180-2600bb0054b7 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 210 time: 0.1328995 Feb 19 02:54:51.833587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Made reservation on behalf of 9abf4c7d9a004f88996a4c07821242b9 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:51.839884 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.841590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] Set router 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:51.884648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afbb18d3-3be6-4a42-be79-d45ef88cbfd5 admin admin] Publish callbacks [] for security_group (d2a8f430-95d3-4aa9-abb2-95fd31eeab6a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.900947 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afbb18d3-3be6-4a42-be79-d45ef88cbfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d2a8f430-95d3-4aa9-abb2-95fd31eeab6a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:51.930259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0cdefc48-54b7-4272-b1c2-633e128b6648 None None] For port e6f53e2d-027e-48b7-b146-eb3749c3eed2, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e6f53e2d-027e-48b7-b146-eb3749c3eed2,segment=NetworkSegment(f8f388a6-56d8-44d8-9df6-294707bfd5ab),segment_id=f8f388a6-56d8-44d8-9df6-294707bfd5ab)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:51.948344 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-afbb18d3-3be6-4a42-be79-d45ef88cbfd5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a680a627ec046dca5aa94f5f3e0c596&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8004940 Feb 19 02:54:51.950308 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42406) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:51.972532 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] Set router dcd1e520-e068-4d47-96f6-53e009f0ba44 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:52.032516 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0cdefc48-54b7-4272-b1c2-633e128b6648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.160638 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.186218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b5f7b-44cf-4cd5-9f79-ee59758b8540 req-e204c03c-ee51-4594-858a-79096fdbdad1 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:52.187894 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e0b5f7b-44cf-4cd5-9f79-ee59758b8540 req-e204c03c-ee51-4594-858a-79096fdbdad1 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 949 time: 0.3413603 Feb 19 02:54:52.270368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:54:52.287984 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6ddc85ac-2532-4513-886f-7dd25be41381 admin admin] 10.222.0.81 "PUT /v2.0/routers/87e76fb0-25a8-4ad1-838d-ff11aad5b4b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5513339 Feb 19 02:54:52.299259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb18d3-3be6-4a42-be79-d45ef88cbfd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a8f430-95d3-4aa9-abb2-95fd31eeab6a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:52.327074 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47838f75-42e8-46db-b3b8-62082842fefe admin admin] Publish callbacks [] for security_group (d2a8f430-95d3-4aa9-abb2-95fd31eeab6a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.328465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:52.332094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:52.343579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:52.380305 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-982767142-router', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '10596960-403a-43cd-9f35-5938d77537e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:40Z', 'updated_at': '2022-02-19T02:54:45Z', 'revision_number': 4, 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'gw_port': {'id': '10596960-403a-43cd-9f35-5938d77537e9', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'e6f53e2d-027e-48b7-b146-eb3749c3eed2', 'name': '', 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'mac_address': 'fa:16:3e:a3:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '157e91a5-0cd3-4267-a478-4522e2e25559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:44Z', 'updated_at': '2022-02-19T02:54:51Z', 'revision_number': 4, 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'subnets': [{'id': '157e91a5-0cd3-4267-a478-4522e2e25559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:52.384407 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47838f75-42e8-46db-b3b8-62082842fefe admin admin] Publish callbacks [] for security_group (d2a8f430-95d3-4aa9-abb2-95fd31eeab6a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.437092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e0b5f7b-44cf-4cd5-9f79-ee59758b8540 req-18bce2e1-5f18-4db5-a2bc-936329c1187c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383356 Feb 19 02:54:52.449053 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e12deb2-71d0-4ba2-a367-49e208edade2 None None] The sync data for ids ['dcd1e520-e068-4d47-96f6-53e009f0ba44'] in n-d-826755-2 is: [{'id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-982767142-router', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '10596960-403a-43cd-9f35-5938d77537e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:40Z', 'updated_at': '2022-02-19T02:54:45Z', 'revision_number': 4, 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'gw_port': {'id': '10596960-403a-43cd-9f35-5938d77537e9', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'e6f53e2d-027e-48b7-b146-eb3749c3eed2', 'name': '', 'network_id': '5c66dbe8-bff0-4da0-88de-e5eb0e164565', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'mac_address': 'fa:16:3e:a3:87:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'device_owner': 'network:router_interface', 'standard_attr_id': 212, 'fixed_ips': [{'subnet_id': '157e91a5-0cd3-4267-a478-4522e2e25559', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:44Z', 'updated_at': '2022-02-19T02:54:51Z', 'revision_number': 4, 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'subnets': [{'id': '157e91a5-0cd3-4267-a478-4522e2e25559', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:54:52.506114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47838f75-42e8-46db-b3b8-62082842fefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d2a8f430-95d3-4aa9-abb2-95fd31eeab6a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.509783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47838f75-42e8-46db-b3b8-62082842fefe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.512957 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-47838f75-42e8-46db-b3b8-62082842fefe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2a8f430-95d3-4aa9-abb2-95fd31eeab6a HTTP/1.1" status: 204 len: 168 time: 0.5613360 Feb 19 02:54:52.530399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Pushing event updated for resources: {'Port': ['ID=5348dd8b-c277-41c5-b73c-35ace224e65a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:52.560696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47838f75-42e8-46db-b3b8-62082842fefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a8f430-95d3-4aa9-abb2-95fd31eeab6a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:52.615197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Allocated IP 192.168.233.31 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/70641af0-3097-4933-9db5-85ac1dbfcf0f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:52.618714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c5944-1d2e-45da-9c3f-5d69bb950a46 req-826e3e8a-5f8a-4175-aeac-9657c84124ba tempest-AggregatesAdminTestJSON-1394290812 tempest-AggregatesAdminTestJSON-1394290812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:52.627406 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df4c5944-1d2e-45da-9c3f-5d69bb950a46 req-826e3e8a-5f8a-4175-aeac-9657c84124ba tempest-AggregatesAdminTestJSON-1394290812 tempest-AggregatesAdminTestJSON-1394290812-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 1154 time: 0.5124054 Feb 19 02:54:52.655458 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.690916 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df4c5944-1d2e-45da-9c3f-5d69bb950a46 req-f2a473bc-b19c-46eb-8c0b-7a123714a541 tempest-AggregatesAdminTestJSON-1394290812 tempest-AggregatesAdminTestJSON-1394290812-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.708551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-225055f4-ac2c-47f0-a223-bb0516ce178a None None] Provisioning complete for port e344ee67-2137-4d7b-892f-ef02618baf67 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:52.708938 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-225055f4-ac2c-47f0-a223-bb0516ce178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.736637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:52.737345 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.763407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-225055f4-ac2c-47f0-a223-bb0516ce178a None None] Port e344ee67-2137-4d7b-892f-ef02618baf67 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:52.824051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b730b9b-6771-47e2-8c76-bb67c3586cc1 req-306f9d04-dd27-44dd-8b52-85b0e7dacafc tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 210 time: 0.1114662 Feb 19 02:54:52.827127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-225055f4-ac2c-47f0-a223-bb0516ce178a None None] Provisioning complete for port e6f53e2d-027e-48b7-b146-eb3749c3eed2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:52.838621 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-225055f4-ac2c-47f0-a223-bb0516ce178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:52.867730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-a24cd399-7134-4920-8f10-b4c346b32fa2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9936230 Feb 19 02:54:52.878001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdefc48-54b7-4272-b1c2-633e128b6648 None None] Pushing event updated for resources: {'Port': ['ID=e6f53e2d-027e-48b7-b146-eb3749c3eed2,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:52.881774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Request body: {'port': {'device_id': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:52.986026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e6f53e2d-027e-48b7-b146-eb3749c3eed2 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:52.994341 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.138667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'name': 'tempest-FloatingIPsTestJSON-2013435535-router', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:43Z', 'updated_at': '2022-02-19T02:54:50Z', 'revision_number': 4, 'project_id': 'd179041780404e268b30c171c3aea996', 'gw_port': {'id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:44Z', 'updated_at': '2022-02-19T02:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'e344ee67-2137-4d7b-892f-ef02618baf67', 'name': '', 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'mac_address': 'fa:16:3e:3d:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'd6307fe1-f27f-4f19-b15b-942eb20eac0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:49Z', 'updated_at': '2022-02-19T02:54:50Z', 'revision_number': 2, 'project_id': 'd179041780404e268b30c171c3aea996', 'subnets': [{'id': 'd6307fe1-f27f-4f19-b15b-942eb20eac0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:53.145285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e6f53e2d-027e-48b7-b146-eb3749c3eed2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:53.146864 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.205811 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42424) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:53.206807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4346b7-43ad-4f75-9940-c47e311aa54a None None] The sync data for ids ['87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'] in n-d-826755-2 is: [{'id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'name': 'tempest-FloatingIPsTestJSON-2013435535-router', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:43Z', 'updated_at': '2022-02-19T02:54:50Z', 'revision_number': 4, 'project_id': 'd179041780404e268b30c171c3aea996', 'gw_port': {'id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ef:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:44Z', 'updated_at': '2022-02-19T02:54:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'e344ee67-2137-4d7b-892f-ef02618baf67', 'name': '', 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'mac_address': 'fa:16:3e:3d:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'd6307fe1-f27f-4f19-b15b-942eb20eac0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:49Z', 'updated_at': '2022-02-19T02:54:50Z', 'revision_number': 2, 'project_id': 'd179041780404e268b30c171c3aea996', 'subnets': [{'id': 'd6307fe1-f27f-4f19-b15b-942eb20eac0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:54:53.232428 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bfb07fe-76fc-4ea7-b4d9-38bcf96f67aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.241992 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.277075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-225055f4-ac2c-47f0-a223-bb0516ce178a None None] Current status of the port e6f53e2d-027e-48b7-b146-eb3749c3eed2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:53.352342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e6f53e2d-027e-48b7-b146-eb3749c3eed2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:53.435275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-df769b69-3cfc-4398-bac9-76f010b0ca25 None None] Provisioning complete for port 5348dd8b-c277-41c5-b73c-35ace224e65a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:53.436263 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df769b69-3cfc-4398-bac9-76f010b0ca25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.436958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bfb07fe-76fc-4ea7-b4d9-38bcf96f67aa admin admin] Publish callbacks [] for security_group (fca1f176-d1cb-4fbe-aade-830a4affcb61), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.445526 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bfb07fe-76fc-4ea7-b4d9-38bcf96f67aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fca1f176-d1cb-4fbe-aade-830a4affcb61), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.510047 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5bfb07fe-76fc-4ea7-b4d9-38bcf96f67aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df932056ccaf4b279cf1c059aa80214b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029780 Feb 19 02:54:53.510810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb07fe-76fc-4ea7-b4d9-38bcf96f67aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca1f176-d1cb-4fbe-aade-830a4affcb61,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:53.513539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42428) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:53.528014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-df769b69-3cfc-4398-bac9-76f010b0ca25 None None] Port 5348dd8b-c277-41c5-b73c-35ace224e65a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:53.587095 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e71ab264-6b6c-47eb-a2cb-fe41d3efb262 admin admin] Publish callbacks [] for security_group (fca1f176-d1cb-4fbe-aade-830a4affcb61), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.622489 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e71ab264-6b6c-47eb-a2cb-fe41d3efb262 admin admin] Publish callbacks [] for security_group (fca1f176-d1cb-4fbe-aade-830a4affcb61), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.714710 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e71ab264-6b6c-47eb-a2cb-fe41d3efb262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fca1f176-d1cb-4fbe-aade-830a4affcb61), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.719356 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e71ab264-6b6c-47eb-a2cb-fe41d3efb262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.720603 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e71ab264-6b6c-47eb-a2cb-fe41d3efb262 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fca1f176-d1cb-4fbe-aade-830a4affcb61 HTTP/1.1" status: 204 len: 168 time: 0.2061205 Feb 19 02:54:53.756725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ab264-6b6c-47eb-a2cb-fe41d3efb262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca1f176-d1cb-4fbe-aade-830a4affcb61,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:53.839644 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df4c5944-1d2e-45da-9c3f-5d69bb950a46 req-f2a473bc-b19c-46eb-8c0b-7a123714a541 tempest-AggregatesAdminTestJSON-1394290812 tempest-AggregatesAdminTestJSON-1394290812-project-admin] Publish callbacks [] for security_group (53967bd7-de66-411e-bfd2-e2e116611421), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.858391 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks [] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:53.863645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-e79e131e-710a-456d-8f95-947ab322b10c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1814995 Feb 19 02:54:53.898807 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df4c5944-1d2e-45da-9c3f-5d69bb950a46 req-f2a473bc-b19c-46eb-8c0b-7a123714a541 tempest-AggregatesAdminTestJSON-1394290812 tempest-AggregatesAdminTestJSON-1394290812-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (53967bd7-de66-411e-bfd2-e2e116611421), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.056251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a473bc-b19c-46eb-8c0b-7a123714a541 tempest-AggregatesAdminTestJSON-1394290812 tempest-AggregatesAdminTestJSON-1394290812-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53967bd7-de66-411e-bfd2-e2e116611421,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:54.075419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-a45544be-81e1-49d5-939d-b400077b8c19 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9193239 Feb 19 02:54:54.094918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df4c5944-1d2e-45da-9c3f-5d69bb950a46 req-f2a473bc-b19c-46eb-8c0b-7a123714a541 tempest-AggregatesAdminTestJSON-1394290812 tempest-AggregatesAdminTestJSON-1394290812-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4557395 Feb 19 02:54:54.109706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:54.181108 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.186006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.87', 65287) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:54.280420 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-863c82e7-e62f-4be7-a58b-cbf9747f3342 req-61d1c581-318e-4722-a4f6-0ee0949128f0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902724 Feb 19 02:54:54.285212 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.353237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Pushing event updated for resources: {'Port': ['ID=70641af0-3097-4933-9db5-85ac1dbfcf0f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:54.378345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-3d7f1e76-7163-41e2-8089-d6f819fc50dc tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:54.379987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-3d7f1e76-7163-41e2-8089-d6f819fc50dc tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4970350 Feb 19 02:54:54.428918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Request body: {'port': {'device_id': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': 'ce5f087a3fd347cb89e77f1f4b0cebb9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:54.433522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:54.449013 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c82e7-e62f-4be7-a58b-cbf9747f3342 req-fbbc13cf-c7d9-4831-9187-b181a8a727ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:54.450563 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-863c82e7-e62f-4be7-a58b-cbf9747f3342 req-fbbc13cf-c7d9-4831-9187-b181a8a727ad service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1e4e9d9516b14372a2f60830241c1423&device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 1154 time: 0.1136749 Feb 19 02:54:54.464462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:54.477609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43406b7-c45b-4bdc-82d3-963d049ef419 req-cdbf9352-64fa-4f28-96c8-95d29fac3f2e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:54.484771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f43406b7-c45b-4bdc-82d3-963d049ef419 req-cdbf9352-64fa-4f28-96c8-95d29fac3f2e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 935 time: 0.2926447 Feb 19 02:54:54.542913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:54.737545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c82e7-e62f-4be7-a58b-cbf9747f3342 req-bdfdb62a-23cc-4392-a7ac-60f306dd48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:54.748255 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-863c82e7-e62f-4be7-a58b-cbf9747f3342 req-bdfdb62a-23cc-4392-a7ac-60f306dd48b4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2511871 Feb 19 02:54:54.801437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f43406b7-c45b-4bdc-82d3-963d049ef419 req-36acd093-d7bc-401a-8ca9-d720d4fb7db1 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021200 Feb 19 02:54:54.871541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6d1d893a-cfd2-4a6d-bbec-3415299ec60e None None] Provisioning complete for port 70641af0-3097-4933-9db5-85ac1dbfcf0f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:54.872351 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6d1d893a-cfd2-4a6d-bbec-3415299ec60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.886695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:54.892533 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-863c82e7-e62f-4be7-a58b-cbf9747f3342 req-9390d8dc-c26e-49e2-a3cd-031c2a407121 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f HTTP/1.1" status: 200 len: 217 time: 0.1368446 Feb 19 02:54:54.893544 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.915930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5348dd8b-c277-41c5-b73c-35ace224e65a {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:54:54.939329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 19bb82ba-ec9c-478c-9b57-9886a4d21c0a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:54.959228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-ff94428e-76b7-420a-8315-81492306252d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8785896 Feb 19 02:54:54.962414 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Publish callbacks [] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:54.985677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d893a-cfd2-4a6d-bbec-3415299ec60e None None] Port 70641af0-3097-4933-9db5-85ac1dbfcf0f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:54.996506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Request body: {'port': {'device_id': '6f6a1468-582f-4351-974e-bbed6d6f3477', 'device_owner': 'compute:tempest-test_az-1893856989', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:55.009247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c82e7-e62f-4be7-a58b-cbf9747f3342 req-34f26254-9ad9-4000-a213-c15ce250cfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:55.011197 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-863c82e7-e62f-4be7-a58b-cbf9747f3342 req-34f26254-9ad9-4000-a213-c15ce250cfd7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1086648 Feb 19 02:54:55.023466 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:55.024561 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.042889 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Transition to ACTIVE for port object 5348dd8b-c277-41c5-b73c-35ace224e65a will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:54:55.074821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.140600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c82e7-e62f-4be7-a58b-cbf9747f3342 req-d5b6a910-513b-4e60-870d-c44f2bebdab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:55.142072 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-863c82e7-e62f-4be7-a58b-cbf9747f3342 req-d5b6a910-513b-4e60-870d-c44f2bebdab0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1244018 Feb 19 02:54:55.144886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:55.145321 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.178121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=19bb82ba-ec9c-478c-9b57-9886a4d21c0a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:55.180629 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.189046 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.198287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e6f53e2d-027e-48b7-b146-eb3749c3eed2 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:55.201566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Made reservation on behalf of ce5f087a3fd347cb89e77f1f4b0cebb9 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:54:55.205192 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.220033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa645758-f289-44cd-8a67-f0fbf5f33418 req-87e08c88-7fa8-4485-8959-22e5efed87f3 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:55.227250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa645758-f289-44cd-8a67-f0fbf5f33418 req-87e08c88-7fa8-4485-8959-22e5efed87f3 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 949 time: 0.2947886 Feb 19 02:54:55.229230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Pushing event updated for resources: {'Port': ['ID=5348dd8b-c277-41c5-b73c-35ace224e65a,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:55.239105 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.312025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=19bb82ba-ec9c-478c-9b57-9886a4d21c0a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:55.328216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e6f53e2d-027e-48b7-b146-eb3749c3eed2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:55.328988 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.337995 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.352345 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-863c82e7-e62f-4be7-a58b-cbf9747f3342 req-5d1b6373-5ca2-4172-acf4-ac30cd496749 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696897 Feb 19 02:54:55.472746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e6f53e2d-027e-48b7-b146-eb3749c3eed2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:55.550056 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-863c82e7-e62f-4be7-a58b-cbf9747f3342 req-36408e88-87b8-4b2d-ae2f-fbcdf5c95b1a service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912584 Feb 19 02:54:55.677294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa645758-f289-44cd-8a67-f0fbf5f33418 req-c6c2086d-45a1-475b-95fc-587962cb3849 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489410 Feb 19 02:54:55.750579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Allocated IP 172.25.1.56 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/79668064-40d0-43a1-9a45-cd68c041cf20) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:55.783427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Attempting to bind port 5348dd8b-c277-41c5-b73c-35ace224e65a on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:55.783760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Attempting to bind port 5348dd8b-c277-41c5-b73c-35ace224e65a by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:55.784091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Attempting to bind port 5348dd8b-c277-41c5-b73c-35ace224e65a on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:55.837587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de960503-2a6f-40af-8cef-dcd78a6af80b req-d086b092-5ec1-4969-8b2d-7a46252d2d77 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 210 time: 0.0551760 Feb 19 02:54:55.838188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Port 5348dd8b-c277-41c5-b73c-35ace224e65a on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:54:55.838446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Attempting to bind port 5348dd8b-c277-41c5-b73c-35ace224e65a on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:55.877302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:55.877519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:55.877912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:55.878357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Bound port: 5348dd8b-c277-41c5-b73c-35ace224e65a, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:55.878710 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.934082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks [] for security_group (8c3027da-7e53-49c0-8081-efb903187393), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:55.977147 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8c3027da-7e53-49c0-8081-efb903187393), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.048353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42478) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:56.117413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3027da-7e53-49c0-8081-efb903187393,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:56.205973 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bae940-9e3f-4bb5-af9b-1ddf17380c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.318057 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bae940-9e3f-4bb5-af9b-1ddf17380c61 admin admin] Publish callbacks [] for security_group (39fbc3bf-58fa-4882-9c3f-49fc98f56d0f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.323217 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bae940-9e3f-4bb5-af9b-1ddf17380c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (39fbc3bf-58fa-4882-9c3f-49fc98f56d0f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.362434 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-47bae940-9e3f-4bb5-af9b-1ddf17380c61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a8b9efd505394b8799f556eafa908a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3129520 Feb 19 02:54:56.364512 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bae940-9e3f-4bb5-af9b-1ddf17380c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fbc3bf-58fa-4882-9c3f-49fc98f56d0f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:56.374447 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks [] for port (79668064-40d0-43a1-9a45-cd68c041cf20), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.379214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42484) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:56.430879 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42486) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:56.435852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-716a02f8-1731-40a8-83cf-1f470750417d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--151208208', 'description': 'tempest-description--1334897231'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:56.483633 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-716a02f8-1731-40a8-83cf-1f470750417d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.486613 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4a1a6ab-bfbf-4eae-a5a9-f7e60d51b68c admin admin] Publish callbacks [] for security_group (39fbc3bf-58fa-4882-9c3f-49fc98f56d0f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.493451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:56.500318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70641af0-3097-4933-9db5-85ac1dbfcf0f {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:54:56.506011 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (79668064-40d0-43a1-9a45-cd68c041cf20), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.524744 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Publish callbacks [] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.534935 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4a1a6ab-bfbf-4eae-a5a9-f7e60d51b68c admin admin] Publish callbacks [] for security_group (39fbc3bf-58fa-4882-9c3f-49fc98f56d0f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.551630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:56.572925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:56.574210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Transition to ACTIVE for port object 70641af0-3097-4933-9db5-85ac1dbfcf0f will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:54:56.577801 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.582429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:56.635740 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-716a02f8-1731-40a8-83cf-1f470750417d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for security_group (a0b4d7b5-8da2-44e5-95c5-ef770b23ad79), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.644196 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-716a02f8-1731-40a8-83cf-1f470750417d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a0b4d7b5-8da2-44e5-95c5-ef770b23ad79), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.645606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Allocated IP 192.168.233.100 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/a07436f2-8382-49d2-b724-51e581d85931) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:56.651541 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4a1a6ab-bfbf-4eae-a5a9-f7e60d51b68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (39fbc3bf-58fa-4882-9c3f-49fc98f56d0f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.654213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4a1a6ab-bfbf-4eae-a5a9-f7e60d51b68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.654361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:56.655357 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b4a1a6ab-bfbf-4eae-a5a9-f7e60d51b68c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/39fbc3bf-58fa-4882-9c3f-49fc98f56d0f HTTP/1.1" status: 204 len: 168 time: 0.2737875 Feb 19 02:54:56.661147 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.683806 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716a02f8-1731-40a8-83cf-1f470750417d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:56.688876 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-716a02f8-1731-40a8-83cf-1f470750417d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.691969 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-716a02f8-1731-40a8-83cf-1f470750417d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2581367 Feb 19 02:54:56.693738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42492) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:56.698707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d66f6f1e-21ad-4f44-83b0-6724c195695b tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Request body: {'security_group_rule': {'security_group_id': 'a0b4d7b5-8da2-44e5-95c5-ef770b23ad79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:56.712135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1a6ab-bfbf-4eae-a5a9-f7e60d51b68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fbc3bf-58fa-4882-9c3f-49fc98f56d0f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:56.724333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Pushing event updated for resources: {'Port': ['ID=79668064-40d0-43a1-9a45-cd68c041cf20,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:56.769934 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d66f6f1e-21ad-4f44-83b0-6724c195695b tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for security_group_rule (a8892007-3b6e-4788-addd-62bbdf1e58cb), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.793202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Sync routers for ids ['87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:54:56.813221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Routers {'87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:56.813863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:54:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:56.953754 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 19bb82ba-ec9c-478c-9b57-9886a4d21c0a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:56.957378 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d66f6f1e-21ad-4f44-83b0-6724c195695b tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for security_group_rule (a8892007-3b6e-4788-addd-62bbdf1e58cb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:56.964009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Pushing event updated for resources: {'Port': ['ID=5348dd8b-c277-41c5-b73c-35ace224e65a,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:56.967085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d66f6f1e-21ad-4f44-83b0-6724c195695b tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (a8892007-3b6e-4788-addd-62bbdf1e58cb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.004408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:57.005406 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.006854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-d686cfb2-7238-46a9-b6cb-2f556cf69043 service neutron] 10.222.0.67 "PUT /v2.0/ports/5348dd8b-c277-41c5-b73c-35ace224e65a HTTP/1.1" status: 200 len: 1095 time: 4.1314542 Feb 19 02:54:57.016763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:57.023768 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0120f99-4d7c-4de7-9c32-d86148203997" -d '{"events": [{"name": "network-changed", "server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:57.037672 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66f6f1e-21ad-4f44-83b0-6724c195695b tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8892007-3b6e-4788-addd-62bbdf1e58cb,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:57.064528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d66f6f1e-21ad-4f44-83b0-6724c195695b tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.068711 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d66f6f1e-21ad-4f44-83b0-6724c195695b tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3722246 Feb 19 02:54:57.069390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42502) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:57.079606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-50638619-4dd7-49d9-89bd-2b41f99cb2d3 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Request body: {'security_group_rule': {'security_group_id': 'a0b4d7b5-8da2-44e5-95c5-ef770b23ad79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:57.128324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50638619-4dd7-49d9-89bd-2b41f99cb2d3 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for security_group_rule (1415fcfc-b308-4068-93c1-133900a56353), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.152286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Set router 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:57.210362 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50638619-4dd7-49d9-89bd-2b41f99cb2d3 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for security_group_rule (1415fcfc-b308-4068-93c1-133900a56353), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.211454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42504) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:57.219532 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50638619-4dd7-49d9-89bd-2b41f99cb2d3 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (1415fcfc-b308-4068-93c1-133900a56353), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.232880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:57.233278 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.244477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a5ec-9f1d-40a4-b555-7c9854a3bf56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.256213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50638619-4dd7-49d9-89bd-2b41f99cb2d3 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.257459 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-50638619-4dd7-49d9-89bd-2b41f99cb2d3 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1837714 Feb 19 02:54:57.262698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42506) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:57.263315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50638619-4dd7-49d9-89bd-2b41f99cb2d3 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1415fcfc-b308-4068-93c1-133900a56353,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:57.269201 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:57.317367 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.366966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=70641af0-3097-4933-9db5-85ac1dbfcf0f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:57.451700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:57.454336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-c6988296-1fd9-4109-bcc9-d66a85f34e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:57.456081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-c6988296-1fd9-4109-bcc9-d66a85f34e6b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9abf4c7d9a004f88996a4c07821242b9&device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 1129 time: 0.3534505 Feb 19 02:54:57.464807 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a5ec-9f1d-40a4-b555-7c9854a3bf56 admin admin] Publish callbacks [] for security_group (c2ca6316-45e9-4600-8099-89011776fe5c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.468290 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks [] for floatingip (b393d87e-bf99-45b5-97e5-3c196767508d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.490203 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a5ec-9f1d-40a4-b555-7c9854a3bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c2ca6316-45e9-4600-8099-89011776fe5c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.550094 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8fa8a5ec-9f1d-40a4-b555-7c9854a3bf56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4308385eecdf45259422c4f866360c70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373153 Feb 19 02:54:57.557388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8a5ec-9f1d-40a4-b555-7c9854a3bf56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ca6316-45e9-4600-8099-89011776fe5c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:57.563804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aa3cc-1ad4-4ec6-9270-00ffaaa83ae1 req-6e1f965d-bec5-43cc-a2bb-ef07d9e7dcf9 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:57.565475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a4aa3cc-1ad4-4ec6-9270-00ffaaa83ae1 req-6e1f965d-bec5-43cc-a2bb-ef07d9e7dcf9 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 969 time: 0.4695892 Feb 19 02:54:57.567243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42508) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:57.569863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Attempting to bind port 70641af0-3097-4933-9db5-85ac1dbfcf0f on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:57.570204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Attempting to bind port 70641af0-3097-4933-9db5-85ac1dbfcf0f by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:57.570533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Attempting to bind port 70641af0-3097-4933-9db5-85ac1dbfcf0f on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:57.574586 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-7f03bb3b-7e17-4af8-9016-62123ce781a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=5348dd8b-c277-41c5-b73c-35ace224e65a HTTP/1.1" status: 200 len: 217 time: 0.0967054 Feb 19 02:54:57.581231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'name': 'tempest-FloatingIPsTestJSON-2013435535-router', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:43Z', 'updated_at': '2022-02-19T02:54:50Z', 'revision_number': 4, 'project_id': 'd179041780404e268b30c171c3aea996', 'gw_port': {'id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:44Z', 'updated_at': '2022-02-19T02:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'e344ee67-2137-4d7b-892f-ef02618baf67', 'name': '', 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'mac_address': 'fa:16:3e:3d:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'd6307fe1-f27f-4f19-b15b-942eb20eac0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:49Z', 'updated_at': '2022-02-19T02:54:50Z', 'revision_number': 2, 'project_id': 'd179041780404e268b30c171c3aea996', 'subnets': [{'id': 'd6307fe1-f27f-4f19-b15b-942eb20eac0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:57.597548 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks [] for port (a07436f2-8382-49d2-b724-51e581d85931), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.599101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.612639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Checking router: 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:54:57.613082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Updating router 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 port e344ee67-2137-4d7b-892f-ef02618baf67 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:54:57.630582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Port 70641af0-3097-4933-9db5-85ac1dbfcf0f on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:54:57.630953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Attempting to bind port 70641af0-3097-4933-9db5-85ac1dbfcf0f on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:57.641892 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.682833 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (79668064-40d0-43a1-9a45-cd68c041cf20), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.691169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:57.691544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:57.691884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:57.692335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Bound port: 70641af0-3097-4933-9db5-85ac1dbfcf0f, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:57.692817 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.805499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-e4b08b0a-a6a5-4087-a868-c32f106c1ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:57.806986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-e4b08b0a-a6a5-4087-a868-c32f106c1ef9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.2012773 Feb 19 02:54:57.838342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a4aa3cc-1ad4-4ec6-9270-00ffaaa83ae1 req-aeeb1144-6067-4da1-85a3-3f8952509f61 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368553 Feb 19 02:54:57.926242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0f70e-1333-4b63-aa4d-77995dbe9945 req-f3f89f8b-d808-4352-8f30-518ebb2c6c98 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:57.927122 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e80d-505e-4a60-bdaa-89dd437ba758 admin admin] Publish callbacks [] for security_group (c2ca6316-45e9-4600-8099-89011776fe5c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.927713 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-82b0f70e-1333-4b63-aa4d-77995dbe9945 req-f3f89f8b-d808-4352-8f30-518ebb2c6c98 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.87 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 972 time: 0.1460612 Feb 19 02:54:57.937337 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a07436f2-8382-49d2-b724-51e581d85931), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.940712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Allocated IP 172.25.1.183 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/4d5cbf42-1fe4-418b-bb5a-a961e9a213a3) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:54:57.983029 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Publish callbacks [] for port (e344ee67-2137-4d7b-892f-ef02618baf67), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:57.992269 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.016326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] For port 70641af0-3097-4933-9db5-85ac1dbfcf0f, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:58.081224 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e80d-505e-4a60-bdaa-89dd437ba758 admin admin] Publish callbacks [] for security_group (c2ca6316-45e9-4600-8099-89011776fe5c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.097434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90de1e-7755-4b82-9305-988427eb687e None None] Pushing event updated for resources: {'Port': ['ID=e344ee67-2137-4d7b-892f-ef02618baf67,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:58.097806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] For port 70641af0-3097-4933-9db5-85ac1dbfcf0f, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=70641af0-3097-4933-9db5-85ac1dbfcf0f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:58.102682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Attempting to bind port e344ee67-2137-4d7b-892f-ef02618baf67 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:54:58.103299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Attempting to bind port e344ee67-2137-4d7b-892f-ef02618baf67 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '937d79ac-6496-4b08-94f6-a9d82ce5608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:54:58.103806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Attempting to bind port e344ee67-2137-4d7b-892f-ef02618baf67 on network e2e354d6-e280-40d4-ae8b-6c476d7dbb00 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:54:58.110281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:54:58.110988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Checking segment: {'id': '937d79ac-6496-4b08-94f6-a9d82ce5608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:54:58.111530 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.112199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Bound using segment: {'id': '937d79ac-6496-4b08-94f6-a9d82ce5608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:54:58.112905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Bound port: e344ee67-2137-4d7b-892f-ef02618baf67, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '937d79ac-6496-4b08-94f6-a9d82ce5608a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:54:58.113491 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.132138 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:58.132773 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.172931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-3bec91aa-75c9-43d9-9f8a-28247321ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:58.174533 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-3bec91aa-75c9-43d9-9f8a-28247321ac78 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3582470 Feb 19 02:54:58.175501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:58.178320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:58.187566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] For port e344ee67-2137-4d7b-892f-ef02618baf67, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:54:58.188234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for port (4d5cbf42-1fe4-418b-bb5a-a961e9a213a3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.191339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] For port e344ee67-2137-4d7b-892f-ef02618baf67, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e344ee67-2137-4d7b-892f-ef02618baf67,segment=NetworkSegment(937d79ac-6496-4b08-94f6-a9d82ce5608a),segment_id=937d79ac-6496-4b08-94f6-a9d82ce5608a)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:54:58.202354 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.261515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4d50c-e00e-45b9-8481-a2bbe5619273 req-fe782c37-77f5-4328-854f-2eba08d5c0a3 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:58.269559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9d4d50c-e00e-45b9-8481-a2bbe5619273 req-fe782c37-77f5-4328-854f-2eba08d5c0a3 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/ports?device_id=54865192-b2b4-4ffa-96f0-10d2c4ea6d47 HTTP/1.1" status: 200 len: 972 time: 0.3706167 Feb 19 02:54:58.275024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:58.275872 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.277457 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] 10.222.0.87 "PUT /v2.0/ports/70641af0-3097-4933-9db5-85ac1dbfcf0f HTTP/1.1" status: 200 len: 1117 time: 3.3025937 Feb 19 02:54:58.290897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Routers {'87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:54:58.291884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:54:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:58.306640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Pushing event updated for resources: {'Port': ['ID=a07436f2-8382-49d2-b724-51e581d85931,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:58.321800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-82b0f70e-1333-4b63-aa4d-77995dbe9945 req-8ede9998-95a2-46bd-86f4-614374b62d25 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Deleting port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:58.322230 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-82b0f70e-1333-4b63-aa4d-77995dbe9945 req-8ede9998-95a2-46bd-86f4-614374b62d25 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.351902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:58.352588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.362250 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4d5cbf42-1fe4-418b-bb5a-a961e9a213a3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.440157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.67', 49602) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:54:58.480237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:54:58.513979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:54:58.516480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:54:58.572267 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Pushing event updated for resources: {'Port': ['ID=4d5cbf42-1fe4-418b-bb5a-a961e9a213a3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:58.601864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90de1e-7755-4b82-9305-988427eb687e None None] Pushing event updated for resources: {'Port': ['ID=e344ee67-2137-4d7b-892f-ef02618baf67,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:58.617665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b72c6cb6-a08d-42ff-a4ab-4b6779dae703 None None] Provisioning complete for port e344ee67-2137-4d7b-892f-ef02618baf67 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:58.617665 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b72c6cb6-a08d-42ff-a4ab-4b6779dae703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.626031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-82b0f70e-1333-4b63-aa4d-77995dbe9945 req-8ede9998-95a2-46bd-86f4-614374b62d25 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] For port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:58.626554 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-82b0f70e-1333-4b63-aa4d-77995dbe9945 req-8ede9998-95a2-46bd-86f4-614374b62d25 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.652050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-82b0f70e-1333-4b63-aa4d-77995dbe9945 req-8ede9998-95a2-46bd-86f4-614374b62d25 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Calling delete_port for 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f owned by compute:tempest-test_az-1893856989 {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:58.660144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-1038fcd7-26f2-45ed-8c40-bd14464b95d4 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069078 Feb 19 02:54:58.687237 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks [] for port (79668064-40d0-43a1-9a45-cd68c041cf20), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.701855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9210e-a306-40df-af56-9996d273f8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=70641af0-3097-4933-9db5-85ac1dbfcf0f,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:58.736905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] Set router 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:54:58.828981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-55ad40c9-3ac7-4507-82f8-8d5fc88d260d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4077897 Feb 19 02:54:58.830955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676bd309-686c-4663-bbe0-e80fe4d97e74 req-26ff070d-0e8e-4bd1-bdc9-88802f419164 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358936 Feb 19 02:54:58.833751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (79668064-40d0-43a1-9a45-cd68c041cf20), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.865315 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e80d-505e-4a60-bdaa-89dd437ba758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c2ca6316-45e9-4600-8099-89011776fe5c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.868618 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0ea9e80d-505e-4a60-bdaa-89dd437ba758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:58.869940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0ea9e80d-505e-4a60-bdaa-89dd437ba758 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c2ca6316-45e9-4600-8099-89011776fe5c HTTP/1.1" status: 204 len: 168 time: 1.2971065 Feb 19 02:54:58.897524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9d4d50c-e00e-45b9-8481-a2bbe5619273 req-848e7aff-15dc-4010-a430-da9bedf3ab4f tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.81 "GET /v2.0/security-groups?id=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6266963 Feb 19 02:54:58.940924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22681d1-ac22-46b9-b4c2-d1dd3ea584f8 req-216d5eb2-4a45-4bc7-b1cb-d27229fe5233 tempest-DeleteServersAdminTestJSON-547260451 tempest-DeleteServersAdminTestJSON-547260451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:58.942484 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c22681d1-ac22-46b9-b4c2-d1dd3ea584f8 req-216d5eb2-4a45-4bc7-b1cb-d27229fe5233 tempest-DeleteServersAdminTestJSON-547260451 tempest-DeleteServersAdminTestJSON-547260451-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 1131 time: 0.4979937 Feb 19 02:54:58.948607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Request body: {'port': {'device_id': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:54:58.954996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-d485ae51-698d-4305-ad38-00d8cc642de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:58.956506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-d485ae51-698d-4305-ad38-00d8cc642de6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9abf4c7d9a004f88996a4c07821242b9&device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 1151 time: 0.6008861 Feb 19 02:54:59.001567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e344ee67-2137-4d7b-892f-ef02618baf67 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:54:59.028722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-82b0f70e-1333-4b63-aa4d-77995dbe9945 req-8ede9998-95a2-46bd-86f4-614374b62d25 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (694eff7f-e4b8-4548-835a-ed3a4b2c6c6f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.049188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b72c6cb6-a08d-42ff-a4ab-4b6779dae703 None None] Current status of the port e344ee67-2137-4d7b-892f-ef02618baf67 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:59.049824 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b72c6cb6-a08d-42ff-a4ab-4b6779dae703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.112535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['694eff7f-e4b8-4548-835a-ed3a4b2c6c6f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:54:59.128645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede9998-95a2-46bd-86f4-614374b62d25 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Pushing event deleted for resources: {'Port': ['ID=694eff7f-e4b8-4548-835a-ed3a4b2c6c6f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:59.189837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e344ee67-2137-4d7b-892f-ef02618baf67 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:59.190790 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.208472 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for floatingip (a6fc1cc3-f03a-4e92-9be6-f985e3777cf2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.269436 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b0f70e-1333-4b63-aa4d-77995dbe9945 req-8ede9998-95a2-46bd-86f4-614374b62d25 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] No DVR routers for this DVR port 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:54:59.275459 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-82b0f70e-1333-4b63-aa4d-77995dbe9945 req-8ede9998-95a2-46bd-86f4-614374b62d25 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.280174 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-82b0f70e-1333-4b63-aa4d-77995dbe9945 req-8ede9998-95a2-46bd-86f4-614374b62d25 tempest-AggregatesAdminTestJSON-887971554 tempest-AggregatesAdminTestJSON-887971554-project] 10.222.0.87 "DELETE /v2.0/ports/694eff7f-e4b8-4548-835a-ed3a4b2c6c6f HTTP/1.1" status: 204 len: 173 time: 1.3462186 Feb 19 02:54:59.280760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-2853a1d8-0377-4272-9ba9-746808415094 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=70641af0-3097-4933-9db5-85ac1dbfcf0f HTTP/1.1" status: 200 len: 217 time: 0.2963548 Feb 19 02:54:59.281243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54865192-b2b4-4ffa-96f0-10d2c4ea6d47', 'name': 'network-vif-deleted', 'tag': '694eff7f-e4b8-4548-835a-ed3a4b2c6c6f'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:54:59.281452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9e80d-505e-4a60-bdaa-89dd437ba758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ca6316-45e9-4600-8099-89011776fe5c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:59.315057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b72c6cb6-a08d-42ff-a4ab-4b6779dae703 None None] For port e344ee67-2137-4d7b-892f-ef02618baf67, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e344ee67-2137-4d7b-892f-ef02618baf67,segment=NetworkSegment(937d79ac-6496-4b08-94f6-a9d82ce5608a),segment_id=937d79ac-6496-4b08-94f6-a9d82ce5608a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:59.333719 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b72c6cb6-a08d-42ff-a4ab-4b6779dae703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.373662 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c22681d1-ac22-46b9-b4c2-d1dd3ea584f8 req-6b3b49f8-7b68-4130-b518-b65233b66e2f tempest-DeleteServersAdminTestJSON-547260451 tempest-DeleteServersAdminTestJSON-547260451-project-admin] Deleting port 7f74490c-725a-40a8-9868-15e4bf4858b2 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:54:59.374008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c22681d1-ac22-46b9-b4c2-d1dd3ea584f8 req-6b3b49f8-7b68-4130-b518-b65233b66e2f tempest-DeleteServersAdminTestJSON-547260451 tempest-DeleteServersAdminTestJSON-547260451-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.400536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c6cb6-a08d-42ff-a4ab-4b6779dae703 None None] Pushing event updated for resources: {'Port': ['ID=e344ee67-2137-4d7b-892f-ef02618baf67,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:59.417827 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4d5cbf42-1fe4-418b-bb5a-a961e9a213a3), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.457289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e344ee67-2137-4d7b-892f-ef02618baf67 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:59.485188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Pushing event updated for resources: {'Port': ['ID=79668064-40d0-43a1-9a45-cd68c041cf20,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:54:59.489847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-cc2590c1-46f1-4fb1-a23f-f76286fab602 None None] Provisioning complete for port e344ee67-2137-4d7b-892f-ef02618baf67 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:59.490352 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc2590c1-46f1-4fb1-a23f-f76286fab602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.546724 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'name': 'tempest-FloatingIPsTestJSON-2013435535-router', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:43Z', 'updated_at': '2022-02-19T02:54:50Z', 'revision_number': 4, 'project_id': 'd179041780404e268b30c171c3aea996', 'gw_port': {'id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:44Z', 'updated_at': '2022-02-19T02:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'e344ee67-2137-4d7b-892f-ef02618baf67', 'name': '', 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'mac_address': 'fa:16:3e:3d:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'd6307fe1-f27f-4f19-b15b-942eb20eac0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:49Z', 'updated_at': '2022-02-19T02:54:58Z', 'revision_number': 4, 'project_id': 'd179041780404e268b30c171c3aea996', 'subnets': [{'id': 'd6307fe1-f27f-4f19-b15b-942eb20eac0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:54:59.569113 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (b393d87e-bf99-45b5-97e5-3c196767508d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.598375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1cc382-4c39-444a-ba52-ab7b099cc9e6 None None] The sync data for ids ['87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'] in n-d-826755-2 is: [{'id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'name': 'tempest-FloatingIPsTestJSON-2013435535-router', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:43Z', 'updated_at': '2022-02-19T02:54:50Z', 'revision_number': 4, 'project_id': 'd179041780404e268b30c171c3aea996', 'gw_port': {'id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:44Z', 'updated_at': '2022-02-19T02:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'e344ee67-2137-4d7b-892f-ef02618baf67', 'name': '', 'network_id': 'e2e354d6-e280-40d4-ae8b-6c476d7dbb00', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'mac_address': 'fa:16:3e:3d:ac:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': 'd6307fe1-f27f-4f19-b15b-942eb20eac0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:49Z', 'updated_at': '2022-02-19T02:54:58Z', 'revision_number': 4, 'project_id': 'd179041780404e268b30c171c3aea996', 'subnets': [{'id': 'd6307fe1-f27f-4f19-b15b-942eb20eac0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:54:59.625574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74949a1-ded6-4c87-97c4-df558cd1655a req-c286d5c9-26d8-46d2-bcf4-56f46c8d2741 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:59.632355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c74949a1-ded6-4c87-97c4-df558cd1655a req-c286d5c9-26d8-46d2-bcf4-56f46c8d2741 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 936 time: 0.3534513 Feb 19 02:54:59.636028 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91fa307-ecd8-4647-b306-1e40a3733529" -d '{"events": [{"server_uuid": "54865192-b2b4-4ffa-96f0-10d2c4ea6d47", "name": "network-vif-deleted", "tag": "694eff7f-e4b8-4548-835a-ed3a4b2c6c6f"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:54:59.644285 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.645553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-746a1056-b867-40b7-ab94-96d033867e80 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.5690541 Feb 19 02:54:59.661922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-426f5053-199f-4caa-8de6-91e275b5f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:54:59.663677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-426f5053-199f-4caa-8de6-91e275b5f16e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.3594780 Feb 19 02:54:59.665659 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cc2590c1-46f1-4fb1-a23f-f76286fab602 None None] Current status of the port e344ee67-2137-4d7b-892f-ef02618baf67 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:54:59.694402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-cc2590c1-46f1-4fb1-a23f-f76286fab602 None None] Provisioning complete for port a07436f2-8382-49d2-b724-51e581d85931 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:54:59.695159 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc2590c1-46f1-4fb1-a23f-f76286fab602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a07436f2-8382-49d2-b724-51e581d85931), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.712700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c22681d1-ac22-46b9-b4c2-d1dd3ea584f8 req-6b3b49f8-7b68-4130-b518-b65233b66e2f tempest-DeleteServersAdminTestJSON-547260451 tempest-DeleteServersAdminTestJSON-547260451-project-admin] For port 7f74490c-725a-40a8-9868-15e4bf4858b2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7f74490c-725a-40a8-9868-15e4bf4858b2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:54:59.713064 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c22681d1-ac22-46b9-b4c2-d1dd3ea584f8 req-6b3b49f8-7b68-4130-b518-b65233b66e2f tempest-DeleteServersAdminTestJSON-547260451 tempest-DeleteServersAdminTestJSON-547260451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.742917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c22681d1-ac22-46b9-b4c2-d1dd3ea584f8 req-6b3b49f8-7b68-4130-b518-b65233b66e2f tempest-DeleteServersAdminTestJSON-547260451 tempest-DeleteServersAdminTestJSON-547260451-project-admin] Calling delete_port for 7f74490c-725a-40a8-9868-15e4bf4858b2 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:54:59.745308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cc2590c1-46f1-4fb1-a23f-f76286fab602 None None] Port a07436f2-8382-49d2-b724-51e581d85931 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:54:59.768590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-129c3a58-6348-4f15-899a-379c5ecb96c1 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 695 time: 0.1157670 Feb 19 02:54:59.775907 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a07436f2-8382-49d2-b724-51e581d85931), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.895634 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for port (4d5cbf42-1fe4-418b-bb5a-a961e9a213a3), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:54:59.913131 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (4d5cbf42-1fe4-418b-bb5a-a961e9a213a3), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.025119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c74949a1-ded6-4c87-97c4-df558cd1655a req-0eb9a429-7be4-4666-b32a-7e88672aff01 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783777 Feb 19 02:55:00.071561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-c73287ee-0843-4cca-974b-84cfd4cc0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:00.074019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-c73287ee-0843-4cca-974b-84cfd4cc0023 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3045208 Feb 19 02:55:00.236964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (a6fc1cc3-f03a-4e92-9be6-f985e3777cf2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.262519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Pushing event updated for resources: {'Port': ['ID=4d5cbf42-1fe4-418b-bb5a-a961e9a213a3,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:00.280620 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.282158 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-460b70d2-56f0-4113-8173-072342925700 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0164917 Feb 19 02:55:00.294035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-b17cb844-16a0-4f6c-abae-e86c3457c310 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:00.300122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c22681d1-ac22-46b9-b4c2-d1dd3ea584f8 req-6b3b49f8-7b68-4130-b518-b65233b66e2f tempest-DeleteServersAdminTestJSON-547260451 tempest-DeleteServersAdminTestJSON-547260451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7f74490c-725a-40a8-9868-15e4bf4858b2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.300473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-b17cb844-16a0-4f6c-abae-e86c3457c310 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.5174661 Feb 19 02:55:00.307179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-43eb63cd-225e-4891-8a6a-361346185271 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:55:00.321225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20089418-77db-4600-8f7a-64f6f8ad4f56 req-43eb63cd-225e-4891-8a6a-361346185271 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0198095 Feb 19 02:55:00.339958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b49f8-7b68-4130-b518-b65233b66e2f tempest-DeleteServersAdminTestJSON-547260451 tempest-DeleteServersAdminTestJSON-547260451-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f74490c-725a-40a8-9868-15e4bf4858b2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:00.389118 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5e31fd-aed2-41e5-9e0a-5869ffab1025 x-openstack-request-id: req-ef5e31fd-aed2-41e5-9e0a-5869ffab1025 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:00.389656 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:00.391959 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ef5e31fd-aed2-41e5-9e0a-5869ffab1025 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:00.392503 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'status': 'completed', 'code': 200} Feb 19 02:55:00.414413 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22681d1-ac22-46b9-b4c2-d1dd3ea584f8 req-6b3b49f8-7b68-4130-b518-b65233b66e2f tempest-DeleteServersAdminTestJSON-547260451 tempest-DeleteServersAdminTestJSON-547260451-project-admin] No DVR routers for this DVR port 7f74490c-725a-40a8-9868-15e4bf4858b2 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:00.417657 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c22681d1-ac22-46b9-b4c2-d1dd3ea584f8 req-6b3b49f8-7b68-4130-b518-b65233b66e2f tempest-DeleteServersAdminTestJSON-547260451 tempest-DeleteServersAdminTestJSON-547260451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.422810 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c22681d1-ac22-46b9-b4c2-d1dd3ea584f8 req-6b3b49f8-7b68-4130-b518-b65233b66e2f tempest-DeleteServersAdminTestJSON-547260451 tempest-DeleteServersAdminTestJSON-547260451-project-admin] 10.222.0.67 "DELETE /v2.0/ports/7f74490c-725a-40a8-9868-15e4bf4858b2 HTTP/1.1" status: 204 len: 173 time: 1.4739184 Feb 19 02:55:00.530903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4c2ba-0bad-400f-9650-4edbdf449038 req-d9d8aeb9-8e4c-4918-8736-ed0a17965a08 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:00.532438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fea4c2ba-0bad-400f-9650-4edbdf449038 req-d9d8aeb9-8e4c-4918-8736-ed0a17965a08 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=7859bd64-d387-48ed-9e0c-4910dd04db9e HTTP/1.1" status: 200 len: 949 time: 0.4069891 Feb 19 02:55:00.534329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-81038b74-49e9-40d1-aa36-b3b6fb86889a service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4443913 Feb 19 02:55:00.717336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0120f99-4d7c-4de7-9c32-d86148203997 req-d38aa9a6-4f60-4ad3-80c9-4a41dbe01a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:00.718899 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0120f99-4d7c-4de7-9c32-d86148203997 req-d38aa9a6-4f60-4ad3-80c9-4a41dbe01a67 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9abf4c7d9a004f88996a4c07821242b9&device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 1129 time: 0.2835872 Feb 19 02:55:00.779252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601bc03-a504-4187-bac7-13d3898c4fcf req-e9bb669a-a052-4e8b-9566-38f7efa519e2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:00.780777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f601bc03-a504-4187-bac7-13d3898c4fcf req-e9bb669a-a052-4e8b-9566-38f7efa519e2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 969 time: 0.2593570 Feb 19 02:55:00.808416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e344ee67-2137-4d7b-892f-ef02618baf67 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:00.863404 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fea4c2ba-0bad-400f-9650-4edbdf449038 req-edc80b3a-51ca-47b7-90b1-f9917395aaf5 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109593 Feb 19 02:55:00.870989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e344ee67-2137-4d7b-892f-ef02618baf67 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:00.871451 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.896222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c110d4-93e0-4916-b8fc-3c4f70a085d8 req-b3695ade-6484-4029-ba90-be90827f2fbf service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461297 Feb 19 02:55:00.899786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07436f2-8382-49d2-b724-51e581d85931 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:00.917502 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Publish callbacks [] for port (a07436f2-8382-49d2-b724-51e581d85931), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:00.971537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f601bc03-a504-4187-bac7-13d3898c4fcf req-8ff785b4-7dd9-46cd-9e2d-9d8a40638a30 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668594 Feb 19 02:55:00.972908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Transition to ACTIVE for port object a07436f2-8382-49d2-b724-51e581d85931 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:00.985460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e344ee67-2137-4d7b-892f-ef02618baf67 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:01.000881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a07436f2-8382-49d2-b724-51e581d85931), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.006587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0120f99-4d7c-4de7-9c32-d86148203997 req-88961a4c-99dc-4a85-8f85-692031849e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:01.008333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0120f99-4d7c-4de7-9c32-d86148203997 req-88961a4c-99dc-4a85-8f85-692031849e76 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2760544 Feb 19 02:55:01.076436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:01.106122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:01.106790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 694eff7f-e4b8-4548-835a-ed3a4b2c6c6f not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:01.123392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0120f99-4d7c-4de7-9c32-d86148203997 req-e6ab864e-3ff3-474c-8f08-65ef22afb27b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=5348dd8b-c277-41c5-b73c-35ace224e65a HTTP/1.1" status: 200 len: 217 time: 0.0916436 Feb 19 02:55:01.148316 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9a543a-b8c6-46c2-a6bb-099b32f03a12 x-openstack-request-id: req-fd9a543a-b8c6-46c2-a6bb-099b32f03a12 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:01.149214 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54865192-b2b4-4ffa-96f0-10d2c4ea6d47", "name": "network-vif-deleted", "tag": "694eff7f-e4b8-4548-835a-ed3a4b2c6c6f", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:01.149521 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd9a543a-b8c6-46c2-a6bb-099b32f03a12 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:01.149970 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54865192-b2b4-4ffa-96f0-10d2c4ea6d47', 'name': 'network-vif-deleted', 'tag': '694eff7f-e4b8-4548-835a-ed3a4b2c6c6f', 'status': 'completed', 'code': 200} Feb 19 02:55:01.182462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Pushing event updated for resources: {'Port': ['ID=a07436f2-8382-49d2-b724-51e581d85931,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:01.312267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28756d87-066f-4f8a-941e-207373b323a8 req-09b4a359-52ed-4b9d-aff0-dd11fba02d2b tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/floatingips/b393d87e-bf99-45b5-97e5-3c196767508d HTTP/1.1" status: 200 len: 692 time: 0.2118719 Feb 19 02:55:01.381130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0120f99-4d7c-4de7-9c32-d86148203997 req-ee99fe72-42ee-4006-b450-20de9efe6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:01.382611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0120f99-4d7c-4de7-9c32-d86148203997 req-ee99fe72-42ee-4006-b450-20de9efe6754 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1968215 Feb 19 02:55:01.493772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-5ea56592-8145-45b8-b2d6-e7cf115ef638 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--151208208&fields=id&tenant_id=73b1c2df072a4fcb83fe3db15270392d HTTP/1.1" status: 200 len: 267 time: 0.2339964 Feb 19 02:55:01.522994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Attempting to bind port a07436f2-8382-49d2-b724-51e581d85931 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:01.523346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Attempting to bind port a07436f2-8382-49d2-b724-51e581d85931 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:01.523626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Attempting to bind port a07436f2-8382-49d2-b724-51e581d85931 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:01.770011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Port a07436f2-8382-49d2-b724-51e581d85931 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:01.770332 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Attempting to bind port a07436f2-8382-49d2-b724-51e581d85931 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:01.806794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28756d87-066f-4f8a-941e-207373b323a8 req-acecea32-8c38-4218-8244-5fc3883f2037 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:01.808116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28756d87-066f-4f8a-941e-207373b323a8 req-acecea32-8c38-4218-8244-5fc3883f2037 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.4848747 Feb 19 02:55:01.837985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:01.838320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:01.838701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:01.839132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Bound port: a07436f2-8382-49d2-b724-51e581d85931, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:01.839481 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a07436f2-8382-49d2-b724-51e581d85931), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:01.853108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-28756d87-066f-4f8a-941e-207373b323a8 req-98dc7a3a-adf3-4b65-ad2b-aca4a63fff5d tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:55:01.854094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28756d87-066f-4f8a-941e-207373b323a8 req-98dc7a3a-adf3-4b65-ad2b-aca4a63fff5d tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0334582 Feb 19 02:55:01.885593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0120f99-4d7c-4de7-9c32-d86148203997 req-21666dcd-d901-4717-9124-7f268d77b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:01.887156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0120f99-4d7c-4de7-9c32-d86148203997 req-21666dcd-d901-4717-9124-7f268d77b161 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4619327 Feb 19 02:55:01.901677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5348dd8b-c277-41c5-b73c-35ace224e65a details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:01.920187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7f74490c-725a-40a8-9868-15e4bf4858b2 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:01.946897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 7f74490c-725a-40a8-9868-15e4bf4858b2 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:01.947312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7f74490c-725a-40a8-9868-15e4bf4858b2 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:02.037222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c23a15-4273-4b06-9520-6c842888e66c req-6c76878c-9bbf-4750-a2d5-758cbfb67cc0 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:02.038275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:02.043868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-6c76878c-9bbf-4750-a2d5-758cbfb67cc0 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/networks?id=b8537839-9555-417f-ae28-dae96e57af9d HTTP/1.1" status: 200 len: 823 time: 0.5355403 Feb 19 02:55:02.046433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:02.050768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'mac_address': 'fa:16:3e:64:98:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:02.056269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a07436f2-8382-49d2-b724-51e581d85931,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:02.066091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-0cf5b7c1-d7c4-4e24-931c-c078b9d8da46 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/quotas/73b1c2df072a4fcb83fe3db15270392d HTTP/1.1" status: 200 len: 375 time: 0.0211458 Feb 19 02:55:02.074936 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a07436f2-8382-49d2-b724-51e581d85931), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.095270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5348dd8b-c277-41c5-b73c-35ace224e65a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:02.095748 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.109610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5348dd8b-c277-41c5-b73c-35ace224e65a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:02.130715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:02.136747 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.160798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0120f99-4d7c-4de7-9c32-d86148203997 req-1dc7e426-ca37-4800-a7c6-7b7f53de270f service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487712 Feb 19 02:55:02.165460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:02.166073 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:02.167406 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] 10.222.0.67 "PUT /v2.0/ports/a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 200 len: 1096 time: 3.2909997 Feb 19 02:55:02.189679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5348dd8b-c277-41c5-b73c-35ace224e65a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:02.279907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6cdba1-f4a4-40e9-af13-e5d5e521862c service neutron] Pushing event updated for resources: {'Port': ['ID=a07436f2-8382-49d2-b724-51e581d85931,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:02.305104 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-5f2e112d-8d1c-48bd-b676-e3589b2d7fc6 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=73b1c2df072a4fcb83fe3db15270392d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2267351 Feb 19 02:55:02.340820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0120f99-4d7c-4de7-9c32-d86148203997 req-a7532c44-ea71-440b-b300-c05550b790fc service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722307 Feb 19 02:55:02.344039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-5c847fe4-125a-41b9-92e6-accfebea28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:02.345704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-5c847fe4-125a-41b9-92e6-accfebea28b5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 1130 time: 0.1128514 Feb 19 02:55:02.393319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-d9b09f80-918a-4f33-9902-b2ef07faf538 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 200 len: 217 time: 0.0393872 Feb 19 02:55:02.393770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f6a1468-582f-4351-974e-bbed6d6f3477', 'tag': '70641af0-3097-4933-9db5-85ac1dbfcf0f'}, {'name': 'network-changed', 'server_uuid': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'tag': 'a07436f2-8382-49d2-b724-51e581d85931'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:02.395992 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a5d566-f130-4aee-9c64-d829008687a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f6a1468-582f-4351-974e-bbed6d6f3477", "tag": "70641af0-3097-4933-9db5-85ac1dbfcf0f"}, {"name": "network-changed", "server_uuid": "88a251bf-7431-4e6f-90f8-29dc4964028d", "tag": "a07436f2-8382-49d2-b724-51e581d85931"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:02.431425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['5348dd8b-c277-41c5-b73c-35ace224e65a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:02.481930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-1d0b39af-8c8f-4b01-b045-181980bc879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:02.482911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-1d0b39af-8c8f-4b01-b045-181980bc879c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0822041 Feb 19 02:55:02.509299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f34f47d-fab0-4124-9fc9-d98e2cd7b053 req-6cfe499e-49f2-428e-b74d-e836413a000e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:02.510776 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f34f47d-fab0-4124-9fc9-d98e2cd7b053 req-6cfe499e-49f2-428e-b74d-e836413a000e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 948 time: 0.0792725 Feb 19 02:55:02.532265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-6136bbec-18b3-4418-ae86-2690fcea520e service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:55:02.533293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-6136bbec-18b3-4418-ae86-2690fcea520e service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0725508 Feb 19 02:55:02.634458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-5a393604-8ca4-4b65-b0e3-fa81690d622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:02.635953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-5a393604-8ca4-4b65-b0e3-fa81690d622e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1462107 Feb 19 02:55:02.641281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f34f47d-fab0-4124-9fc9-d98e2cd7b053 req-4d60e03e-634f-436d-9089-1d4422411962 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138794 Feb 19 02:55:02.715705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-fc1fddf5-da28-48cf-8971-4320950bb77a service neutron] 10.222.0.81 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747870 Feb 19 02:55:02.801947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-4bacc29d-1bba-46f4-bb4e-101e51369d95 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582525 Feb 19 02:55:02.896155 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-f4cfdabe-58d5-435a-9e92-a39ae8d1d6f1 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=b7380792c2664b5fab68314f624a5e84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622773 Feb 19 02:55:02.899781 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-e81a41ce-38ec-438e-aa0d-e5c057dcb181 service neutron] 10.222.0.81 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795223 Feb 19 02:55:02.983804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5751364-48ef-410f-8d50-ed9dee64e459 req-525e5407-4f09-42a1-a87b-8f9b92b522b3 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710937 Feb 19 02:55:03.022678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-49ee774f-4a84-491a-9f34-3ea2423f5151 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:03.024040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-49ee774f-4a84-491a-9f34-3ea2423f5151 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1220894 Feb 19 02:55:03.100897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-24204d5a-1da2-4064-8174-89c41e89b9a6 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/quotas/b7380792c2664b5fab68314f624a5e84 HTTP/1.1" status: 200 len: 375 time: 0.0508626 Feb 19 02:55:03.103911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9905469-a8cb-442c-9679-9fc882424a39 req-c19b5891-425c-4898-b5e5-30d1378a2a48 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=d179041780404e268b30c171c3aea996 HTTP/1.1" status: 200 len: 695 time: 0.0787413 Feb 19 02:55:03.142253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-12711964-a4f3-431b-953e-45c628967f05 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b7380792c2664b5fab68314f624a5e84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351403 Feb 19 02:55:03.151718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7859bd64-d387-48ed-9e0c-4910dd04db9e', 'name': 'network-vif-deleted', 'tag': '7f74490c-725a-40a8-9868-15e4bf4858b2'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:03.155331 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2679d9-4b04-4bed-99e2-17f3b6929720" -d '{"events": [{"server_uuid": "7859bd64-d387-48ed-9e0c-4910dd04db9e", "name": "network-vif-deleted", "tag": "7f74490c-725a-40a8-9868-15e4bf4858b2"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:03.242257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9905469-a8cb-442c-9679-9fc882424a39 req-635474a2-5998-4130-a4a0-7f45cf5d4134 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:03.243639 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9905469-a8cb-442c-9679-9fc882424a39 req-635474a2-5998-4130-a4a0-7f45cf5d4134 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/networks?id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 787 time: 0.1280761 Feb 19 02:55:03.276015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-c9905469-a8cb-442c-9679-9fc882424a39 req-20b22258-99f1-4926-954b-8d2556922b6f tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:55:03.289817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9905469-a8cb-442c-9679-9fc882424a39 req-20b22258-99f1-4926-954b-8d2556922b6f tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0332386 Feb 19 02:55:03.434103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049d701-26a6-4ac0-aed1-b1204c179a9e req-22ee1401-b634-4b86-89f5-3cdd5f3a9110 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:03.436583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9049d701-26a6-4ac0-aed1-b1204c179a9e req-22ee1401-b634-4b86-89f5-3cdd5f3a9110 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 969 time: 0.0892050 Feb 19 02:55:03.478150 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b831777-ee3a-43a0-8e00-06520395c0fa x-openstack-request-id: req-0b831777-ee3a-43a0-8e00-06520395c0fa {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:03.478357 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f6a1468-582f-4351-974e-bbed6d6f3477", "tag": "70641af0-3097-4933-9db5-85ac1dbfcf0f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "88a251bf-7431-4e6f-90f8-29dc4964028d", "tag": "a07436f2-8382-49d2-b724-51e581d85931", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:03.478617 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0b831777-ee3a-43a0-8e00-06520395c0fa {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:03.479017 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f6a1468-582f-4351-974e-bbed6d6f3477', 'tag': '70641af0-3097-4933-9db5-85ac1dbfcf0f', 'status': 'completed', 'code': 200} Feb 19 02:55:03.479368 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'tag': 'a07436f2-8382-49d2-b724-51e581d85931', 'status': 'completed', 'code': 200} Feb 19 02:55:03.548161 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3820aa82-949f-460f-b275-45446a01525a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:03.587307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-165dc6a3-fbe2-4e77-a168-c6e357fd6f4f req-c4ba8c19-b8db-48f3-9dbe-b20212f42c84 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 210 time: 0.0650055 Feb 19 02:55:03.594744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9049d701-26a6-4ac0-aed1-b1204c179a9e req-b2f60add-fa2f-4c7f-b8b6-141cee54669e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502774 Feb 19 02:55:03.632895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d566-f130-4aee-9c64-d829008687a7 req-be17f494-13cc-473f-ac64-76e72cd9f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:03.635896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-be17f494-13cc-473f-ac64-76e72cd9f4d2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9abf4c7d9a004f88996a4c07821242b9&device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 1151 time: 0.1530781 Feb 19 02:55:03.662192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d566-f130-4aee-9c64-d829008687a7 req-dbf972c6-c651-44b1-b464-5be1745ee44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:03.663662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-dbf972c6-c651-44b1-b464-5be1745ee44e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 1130 time: 0.1798382 Feb 19 02:55:03.677020 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8ee98c-7194-4f3a-884a-b89b15a77733 x-openstack-request-id: req-ce8ee98c-7194-4f3a-884a-b89b15a77733 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:03.677297 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7859bd64-d387-48ed-9e0c-4910dd04db9e", "name": "network-vif-deleted", "tag": "7f74490c-725a-40a8-9868-15e4bf4858b2", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:03.678681 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce8ee98c-7194-4f3a-884a-b89b15a77733 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:03.679083 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7859bd64-d387-48ed-9e0c-4910dd04db9e', 'name': 'network-vif-deleted', 'tag': '7f74490c-725a-40a8-9868-15e4bf4858b2', 'status': 'completed', 'code': 200} Feb 19 02:55:03.914715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5348dd8b-c277-41c5-b73c-35ace224e65a up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:03.976370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 5348dd8b-c277-41c5-b73c-35ace224e65a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:03.981899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 5348dd8b-c277-41c5-b73c-35ace224e65a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:03.982297 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.035203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7b86730-02fe-46d7-896f-93eef092ecac req-020e8483-0f79-467d-90e6-4ce4ab67b14f tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 210 time: 0.3605976 Feb 19 02:55:04.054267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-7bad92b9-f44b-4034-a5f3-ae99622e4118 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/floatingips/b393d87e-bf99-45b5-97e5-3c196767508d HTTP/1.1" status: 200 len: 692 time: 0.3649137 Feb 19 02:55:04.089496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5348dd8b-c277-41c5-b73c-35ace224e65a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:04.090343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.151566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:04.154692 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d9f2e4-e955-4e5e-88f2-3dc384d4128c" -d '{"events": [{"server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "name": "network-vif-plugged", "status": "completed", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:04.172566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:04.181771 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.193710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d566-f130-4aee-9c64-d829008687a7 req-cf16a584-0204-4920-ada3-2744b4c76460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:04.195180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-cf16a584-0204-4920-ada3-2744b4c76460 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.5529690 Feb 19 02:55:04.235473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-3023ffcd-6c87-404a-b197-e61fc9e45c27 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=6fca8d6e90b54806a96b720b196352de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357933 Feb 19 02:55:04.243440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d566-f130-4aee-9c64-d829008687a7 req-42e8d766-1e7e-45c9-9bb4-30dcfa936a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:04.245902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-42e8d766-1e7e-45c9-9bb4-30dcfa936a21 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.5567405 Feb 19 02:55:04.251656 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5348dd8b-c277-41c5-b73c-35ace224e65a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:04.332479 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-736b89f0-cf80-4179-a416-3d1b713ef180 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=70641af0-3097-4933-9db5-85ac1dbfcf0f HTTP/1.1" status: 200 len: 217 time: 0.0990868 Feb 19 02:55:04.347995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-1f568276-2bb2-438c-82cd-220b14afce07 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 200 len: 217 time: 0.0851917 Feb 19 02:55:04.384642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c23a15-4273-4b06-9520-6c842888e66c req-937abe86-8f44-46ad-bc38-31d3a0d629f2 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:04.386106 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-937abe86-8f44-46ad-bc38-31d3a0d629f2 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.87 "GET /v2.0/networks?id=b8537839-9555-417f-ae28-dae96e57af9d HTTP/1.1" status: 200 len: 823 time: 0.1998701 Feb 19 02:55:04.388929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-255932cb-20b2-4189-9553-d539b02ee533 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:04.390249 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-255932cb-20b2-4189-9553-d539b02ee533 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.3305500 Feb 19 02:55:04.428889 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-a7498a7d-72ba-4fde-bc48-ba2e3005d050 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:55:04.429469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-a7498a7d-72ba-4fde-bc48-ba2e3005d050 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0258105 Feb 19 02:55:04.468404 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-8ed3a059-b412-4b47-a277-00f33f928dc5 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73b1c2df072a4fcb83fe3db15270392d HTTP/1.1" status: 200 len: 379 time: 0.0715201 Feb 19 02:55:04.483543 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-24c23a15-4273-4b06-9520-6c842888e66c req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Request body: {'port': {'device_id': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'admin_state_up': True, 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'security_groups': ['a0b4d7b5-8da2-44e5-95c5-ef770b23ad79']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:04.487166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.87', 65292) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:04.534369 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-3d400e87-9a2a-4ca1-8cbe-d25ccf8947ad tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 695 time: 0.0851502 Feb 19 02:55:04.540910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d566-f130-4aee-9c64-d829008687a7 req-f985b4d9-8eb6-456e-9ddf-0211fe63386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:04.542856 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-f985b4d9-8eb6-456e-9ddf-0211fe63386d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1912589 Feb 19 02:55:04.551320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d566-f130-4aee-9c64-d829008687a7 req-5df2a199-4b37-48fa-9841-c383817b5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:04.553288 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-5df2a199-4b37-48fa-9841-c383817b5cbe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1606946 Feb 19 02:55:04.555088 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-3123650a-0a42-43c5-ab84-114b58a563c4 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=b7380792c2664b5fab68314f624a5e84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669017 Feb 19 02:55:04.663727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-ae378c7d-889f-4c0a-b0e4-fc7f4033fba4 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.56 HTTP/1.1" status: 200 len: 695 time: 0.1283693 Feb 19 02:55:04.682173 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-c43e023b-3571-4e86-9681-e77754a28df3 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:04.683610 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-c43e023b-3571-4e86-9681-e77754a28df3 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4350550 Feb 19 02:55:04.699032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-34e2697b-b83c-4720-9004-e701063971f5 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:04.700543 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-34e2697b-b83c-4720-9004-e701063971f5 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1383915 Feb 19 02:55:04.713703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Request body: {'port': {'device_id': 'c4f48eb1-eb6b-4865-a6e9-febd1a2041e2', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': 'b7380792c2664b5fab68314f624a5e84'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:04.730863 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c23a15-4273-4b06-9520-6c842888e66c req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Made reservation on behalf of 73b1c2df072a4fcb83fe3db15270392d for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:04.734203 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24c23a15-4273-4b06-9520-6c842888e66c req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:04.755326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-2711fc30-e498-41d2-97e2-d186fbf83957 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/quotas/6fca8d6e90b54806a96b720b196352de HTTP/1.1" status: 200 len: 375 time: 0.0571311 Feb 19 02:55:04.788898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d566-f130-4aee-9c64-d829008687a7 req-c5ef2f5d-7f50-4740-aed7-4a370f56d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:04.790392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-c5ef2f5d-7f50-4740-aed7-4a370f56d481 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2367589 Feb 19 02:55:04.802133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a5d566-f130-4aee-9c64-d829008687a7 req-90047923-7e3c-41f3-828b-dbc5b93a747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:04.803642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-90047923-7e3c-41f3-828b-dbc5b93a747e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2319460 Feb 19 02:55:04.831217 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-aeb7e14a-49db-4c53-95d7-3dccdf8f9d88 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6fca8d6e90b54806a96b720b196352de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444918 Feb 19 02:55:04.985276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Made reservation on behalf of b7380792c2664b5fab68314f624a5e84 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:04.990354 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.027534 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-46bdefec-688d-4fcc-8d42-d95f6a6cb33d service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985917 Feb 19 02:55:05.037807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-24c23a15-4273-4b06-9520-6c842888e66c req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Allocated IP 172.20.0.10 (b8537839-9555-417f-ae28-dae96e57af9d/d0b5ba77-542e-453a-ba33-54edf9b9f2e7/1d01ffac-5ee3-4005-b886-567ccb48a347) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:05.042656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-93510fc7-38a9-4c15-87ad-b1af4a8e6699 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Deleting port 79668064-40d0-43a1-9a45-cd68c041cf20 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:05.042817 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.043064 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-93510fc7-38a9-4c15-87ad-b1af4a8e6699 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (79668064-40d0-43a1-9a45-cd68c041cf20), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.048378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-7e517b2f-9b97-4dcd-bbec-4b8ea5d5b63e service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427504 Feb 19 02:55:05.098456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 70641af0-3097-4933-9db5-85ac1dbfcf0f details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:05.240363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 70641af0-3097-4933-9db5-85ac1dbfcf0f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=70641af0-3097-4933-9db5-85ac1dbfcf0f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:05.249675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261da3d2-d9dd-41c3-bf95-ab4963549012 req-218243ea-cf63-414f-a88c-e48b8b877280 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:05.251212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-261da3d2-d9dd-41c3-bf95-ab4963549012 req-218243ea-cf63-414f-a88c-e48b8b877280 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 948 time: 0.2452719 Feb 19 02:55:05.259042 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Publish callbacks [] for security_group (16bd7f1f-6623-46ea-b833-a473e0e01c0e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.265294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '70641af0-3097-4933-9db5-85ac1dbfcf0f', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '70641af0-3097-4933-9db5-85ac1dbfcf0f', 'mac_address': 'fa:16:3e:98:2e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:tempest-test_az-1893856989', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:05.270984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24c23a15-4273-4b06-9520-6c842888e66c req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.274773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (16bd7f1f-6623-46ea-b833-a473e0e01c0e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.304944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16bd7f1f-6623-46ea-b833-a473e0e01c0e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:05.307203 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-93510fc7-38a9-4c15-87ad-b1af4a8e6699 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (79668064-40d0-43a1-9a45-cd68c041cf20), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.307718 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-93510fc7-38a9-4c15-87ad-b1af4a8e6699 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks [] for floatingip (79668064-40d0-43a1-9a45-cd68c041cf20), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.312141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 70641af0-3097-4933-9db5-85ac1dbfcf0f is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:05.312818 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.319679 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-31b92234-3644-45c7-873f-7ff963efd2aa service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737491 Feb 19 02:55:05.329153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89a5d566-f130-4aee-9c64-d829008687a7 req-c3467f1c-6069-42c5-81a0-0107a9253c24 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610373 Feb 19 02:55:05.330693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-93510fc7-38a9-4c15-87ad-b1af4a8e6699 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Calling delete_port for 79668064-40d0-43a1-9a45-cd68c041cf20 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:05.351558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70641af0-3097-4933-9db5-85ac1dbfcf0f {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:05.378265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 70641af0-3097-4933-9db5-85ac1dbfcf0f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=70641af0-3097-4933-9db5-85ac1dbfcf0f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:05.387770 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.429764 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-261da3d2-d9dd-41c3-bf95-ab4963549012 req-805f2da5-dba0-40cd-90b3-64437928d537 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640348 Feb 19 02:55:05.438662 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24c23a15-4273-4b06-9520-6c842888e66c req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.489438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=70641af0-3097-4933-9db5-85ac1dbfcf0f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:05.522835 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c23a15-4273-4b06-9520-6c842888e66c req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Network b8537839-9555-417f-ae28-dae96e57af9d is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:05.548961 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-24c23a15-4273-4b06-9520-6c842888e66c req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:05.560467 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c23a15-4273-4b06-9520-6c842888e66c req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:05.579238 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-93510fc7-38a9-4c15-87ad-b1af4a8e6699 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (79668064-40d0-43a1-9a45-cd68c041cf20), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.603539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Pushing event updated for resources: {'Port': ['ID=1d01ffac-5ee3-4005-b886-567ccb48a347,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:05.615386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93510fc7-38a9-4c15-87ad-b1af4a8e6699 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Pushing event deleted for resources: {'Port': ['ID=79668064-40d0-43a1-9a45-cd68c041cf20,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:05.635271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Allocated IP 192.168.233.179 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/84e2dd69-5d8e-458d-b96f-5494c104f588) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:05.665354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c23a15-4273-4b06-9520-6c842888e66c req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:05.672166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24c23a15-4273-4b06-9520-6c842888e66c req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.743540 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-93510fc7-38a9-4c15-87ad-b1af4a8e6699 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks [] for floatingip (b393d87e-bf99-45b5-97e5-3c196767508d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.746983 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-93510fc7-38a9-4c15-87ad-b1af4a8e6699 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.753527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac7b93ce-623f-444b-a1ab-7503f54acd96 req-93510fc7-38a9-4c15-87ad-b1af4a8e6699 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "DELETE /v2.0/floatingips/b393d87e-bf99-45b5-97e5-3c196767508d HTTP/1.1" status: 204 len: 173 time: 1.0805776 Feb 19 02:55:05.756905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['70641af0-3097-4933-9db5-85ac1dbfcf0f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:05.791157 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-b2d4ba9e-aed8-4a23-875e-fd5f458b0bb8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3122611 Feb 19 02:55:05.823219 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c426994-e5fe-40ec-89bb-3cfa341952fb x-openstack-request-id: req-2c426994-e5fe-40ec-89bb-3cfa341952fb {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:05.823940 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "name": "network-vif-plugged", "status": "completed", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:05.824520 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2c426994-e5fe-40ec-89bb-3cfa341952fb {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:05.825142 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'code': 200} Feb 19 02:55:05.849348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Request body: {'port': {'device_id': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:05.862033 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-69015c85-75ba-4310-abf8-4bf51230df2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.900229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f672bbaa-e4e2-4c23-baac-e35e0247489a None None] Provisioning complete for port 1d01ffac-5ee3-4005-b886-567ccb48a347 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:05.900599 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f672bbaa-e4e2-4c23-baac-e35e0247489a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:05.975413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f672bbaa-e4e2-4c23-baac-e35e0247489a None None] Port 1d01ffac-5ee3-4005-b886-567ccb48a347 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:55:05.984569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.065787 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Publish callbacks [] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.207564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a989305-cb7c-4af9-837a-2e5ee3878dd7 req-d52a23b2-acc8-47ba-8b5b-b29edd33088d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:06.209175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a989305-cb7c-4af9-837a-2e5ee3878dd7 req-d52a23b2-acc8-47ba-8b5b-b29edd33088d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 970 time: 0.3678029 Feb 19 02:55:06.231091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d9d35-2ad9-4536-b5dc-f8deabe17b6d req-b079b8bb-3b3c-47e5-841b-2ffdf32e2ead tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:06.232695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac5d9d35-2ad9-4536-b5dc-f8deabe17b6d req-b079b8bb-3b3c-47e5-841b-2ffdf32e2ead tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 932 time: 0.1176391 Feb 19 02:55:06.234587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741db31-35f6-48c6-96ab-56943c29b061 req-84207641-b96b-47fe-91d1-c685fb827dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:06.235910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b741db31-35f6-48c6-96ab-56943c29b061 req-84207641-b96b-47fe-91d1-c685fb827dfa service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 1131 time: 0.1198022 Feb 19 02:55:06.340235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-f2ea5e93-f847-4151-a68f-21275f3cfa09 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=6fca8d6e90b54806a96b720b196352de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595946 Feb 19 02:55:06.374488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a989305-cb7c-4af9-837a-2e5ee3878dd7 req-9ed37c12-d55d-4665-a5ea-24e4d0c19907 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595347 Feb 19 02:55:06.403962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac5d9d35-2ad9-4536-b5dc-f8deabe17b6d req-d46a5d4a-2ae7-4524-bcc9-f6e267a40ad0 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550872 Feb 19 02:55:06.462436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b741db31-35f6-48c6-96ab-56943c29b061 req-6bd70dba-df47-4a64-a73e-272288455032 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153313 Feb 19 02:55:06.479542 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.508126 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4578251c-6978-4d24-8f4a-6282f2fc54cf req-45d3d499-cdb7-45df-9eee-a316198039fe tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 210 time: 0.0447199 Feb 19 02:55:06.526487 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:06.535726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:06.540442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:06.599858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-3eb5a023-d18a-4a78-ac6c-111360742a78 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:06.601690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-3eb5a023-d18a-4a78-ac6c-111360742a78 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500634 Feb 19 02:55:06.609482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Pushing event updated for resources: {'Port': ['ID=84e2dd69-5d8e-458d-b96f-5494c104f588,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:06.623672 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:06.624345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.653057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a37ac9-ec16-4891-b412-96b16fb97dec req-3fa1121f-e811-494b-add8-44e4bec9bee1 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:06.653939 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-86894151-247f-4103-98cb-61f6fbfba0af tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9449949 Feb 19 02:55:06.654687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22a37ac9-ec16-4891-b412-96b16fb97dec req-3fa1121f-e811-494b-add8-44e4bec9bee1 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 936 time: 0.1743243 Feb 19 02:55:06.688804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Request body: {'port': {'device_id': 'c4f48eb1-eb6b-4865-a6e9-febd1a2041e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:06.720797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Request body: {'port': {'device_id': '96928a2c-6ad9-4c84-9e11-57c4798c448f', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '6fca8d6e90b54806a96b720b196352de'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:06.738025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d01ffac-5ee3-4005-b886-567ccb48a347 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:06.755816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Publish callbacks [] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.794848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3956054b-8013-4071-ae2c-bf2aea87704d req-9d2c9a9e-c9b6-4d75-b929-00ec806b33d9 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2410481 Feb 19 02:55:06.800121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22a37ac9-ec16-4891-b412-96b16fb97dec req-26a76dba-3ec3-484b-af2c-f6aa8bdd6ebb tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339397 Feb 19 02:55:06.800440 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Transition to ACTIVE for port object 1d01ffac-5ee3-4005-b886-567ccb48a347 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:06.801397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.812937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:06.819800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-08f48fad-081a-4ad3-a2c0-bd756a503b3b None None] Provisioning complete for port 84e2dd69-5d8e-458d-b96f-5494c104f588 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:06.820763 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08f48fad-081a-4ad3-a2c0-bd756a503b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.827855 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.866905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-08f48fad-081a-4ad3-a2c0-bd756a503b3b None None] Port 84e2dd69-5d8e-458d-b96f-5494c104f588 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:55:06.884599 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.907855 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:06.921302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Pushing event updated for resources: {'Port': ['ID=1d01ffac-5ee3-4005-b886-567ccb48a347,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:07.002679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Made reservation on behalf of 6fca8d6e90b54806a96b720b196352de for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:07.006480 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.037491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43002656-f43d-420c-b8a4-73de26409682 req-ababd0fb-4ef6-41f5-9afe-abdad7bb9250 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:07.039384 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43002656-f43d-420c-b8a4-73de26409682 req-ababd0fb-4ef6-41f5-9afe-abdad7bb9250 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 948 time: 0.1494899 Feb 19 02:55:07.109371 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Attempting to bind port 1d01ffac-5ee3-4005-b886-567ccb48a347 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:07.109734 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Attempting to bind port 1d01ffac-5ee3-4005-b886-567ccb48a347 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:07.110077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Attempting to bind port 1d01ffac-5ee3-4005-b886-567ccb48a347 on network b8537839-9555-417f-ae28-dae96e57af9d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:07.116589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Port 1d01ffac-5ee3-4005-b886-567ccb48a347 on network b8537839-9555-417f-ae28-dae96e57af9d not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:07.116983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Attempting to bind port 1d01ffac-5ee3-4005-b886-567ccb48a347 on network b8537839-9555-417f-ae28-dae96e57af9d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:07.120755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 70641af0-3097-4933-9db5-85ac1dbfcf0f up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:07.126245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:07.126581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Checking segment: {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:07.127334 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Bound using segment: {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:07.127573 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Bound port: 1d01ffac-5ee3-4005-b886-567ccb48a347, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:07.128424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.174179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43002656-f43d-420c-b8a4-73de26409682 req-6174bd81-f34d-4bcc-8f5d-b45b47b61b7f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268291 Feb 19 02:55:07.174390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 70641af0-3097-4933-9db5-85ac1dbfcf0f completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:07.178820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 70641af0-3097-4933-9db5-85ac1dbfcf0f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:07.179670 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.187958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.253078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] For port 1d01ffac-5ee3-4005-b886-567ccb48a347, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:07.280149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 70641af0-3097-4933-9db5-85ac1dbfcf0f is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:07.280933 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.292215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] For port 1d01ffac-5ee3-4005-b886-567ccb48a347, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1d01ffac-5ee3-4005-b886-567ccb48a347,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:07.313721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84e2dd69-5d8e-458d-b96f-5494c104f588 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:07.317848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 70641af0-3097-4933-9db5-85ac1dbfcf0f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=70641af0-3097-4933-9db5-85ac1dbfcf0f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:07.322917 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.326795 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.326964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Publish callbacks [] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.345266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Allocated IP 172.25.1.130 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/afab83c1-0652-4d55-a0ad-7ea881bce705) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:07.386920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:07.387874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.392429 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] 10.222.0.87 "PUT /v2.0/ports/1d01ffac-5ee3-4005-b886-567ccb48a347 HTTP/1.1" status: 200 len: 1092 time: 1.5884769 Feb 19 02:55:07.393264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'tag': '1d01ffac-5ee3-4005-b886-567ccb48a347'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:07.400207 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0f2d1e-de0a-4f69-8f14-c9109301ca74" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3c6137-221b-44ab-af23-82aa5c1835e0", "tag": "1d01ffac-5ee3-4005-b886-567ccb48a347"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:07.418327 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=70641af0-3097-4933-9db5-85ac1dbfcf0f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:07.419474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Transition to ACTIVE for port object 84e2dd69-5d8e-458d-b96f-5494c104f588 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:07.434867 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.444020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7880d-a722-4ee4-8892-06ab628a612c service neutron] Pushing event updated for resources: {'Port': ['ID=1d01ffac-5ee3-4005-b886-567ccb48a347,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:07.576075 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks [] for port (afab83c1-0652-4d55-a0ad-7ea881bce705), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.580022 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=84e2dd69-5d8e-458d-b96f-5494c104f588,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:07.593590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Allocated IP 192.168.233.188 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/0e8c0822-6b8c-4224-90e5-61253503b0db) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:07.616221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c23a15-4273-4b06-9520-6c842888e66c req-aa1dc304-29f5-4ed4-81f8-d92c5643aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:07.620767 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-aa1dc304-29f5-4ed4-81f8-d92c5643aeeb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=73b1c2df072a4fcb83fe3db15270392d&device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 1126 time: 0.1323428 Feb 19 02:55:07.676391 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-6c10b7f5-821c-405d-bc28-b3606da9b8b0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d01ffac-5ee3-4005-b886-567ccb48a347 HTTP/1.1" status: 200 len: 217 time: 0.0480282 Feb 19 02:55:07.681918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Attempting to bind port 84e2dd69-5d8e-458d-b96f-5494c104f588 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:07.682314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Attempting to bind port 84e2dd69-5d8e-458d-b96f-5494c104f588 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:07.682649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Attempting to bind port 84e2dd69-5d8e-458d-b96f-5494c104f588 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:07.716171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64c2a4-c6d0-4bb8-a600-5d3b9c7d755d req-c318734a-96f7-4fd1-810c-b1bf26fbbf32 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:07.717840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a64c2a4-c6d0-4bb8-a600-5d3b9c7d755d req-c318734a-96f7-4fd1-810c-b1bf26fbbf32 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 971 time: 0.1796021 Feb 19 02:55:07.722510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Port 84e2dd69-5d8e-458d-b96f-5494c104f588 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:07.722510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Attempting to bind port 84e2dd69-5d8e-458d-b96f-5494c104f588 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:07.734908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:07.735247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:07.735634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:07.736074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Bound port: 84e2dd69-5d8e-458d-b96f-5494c104f588, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:07.736432 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.778012 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (afab83c1-0652-4d55-a0ad-7ea881bce705), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.783739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c23a15-4273-4b06-9520-6c842888e66c req-aa6a3e38-dd3f-42b4-82c5-b6eefefac5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:07.785331 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-aa6a3e38-dd3f-42b4-82c5-b6eefefac5d1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d0b5ba77-542e-453a-ba33-54edf9b9f2e7 HTTP/1.1" status: 200 len: 862 time: 0.0978854 Feb 19 02:55:07.826304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6a1468-582f-4351-974e-bbed6d6f3477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70641af0-3097-4933-9db5-85ac1dbfcf0f'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:07.830757 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0316b942-a7bb-404e-92cd-f663a7e60be3" -d '{"events": [{"server_uuid": "6f6a1468-582f-4351-974e-bbed6d6f3477", "name": "network-vif-plugged", "status": "completed", "tag": "70641af0-3097-4933-9db5-85ac1dbfcf0f"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:07.857612 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] For port 84e2dd69-5d8e-458d-b96f-5494c104f588, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:07.861806 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] For port 84e2dd69-5d8e-458d-b96f-5494c104f588, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=84e2dd69-5d8e-458d-b96f-5494c104f588,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:07.869889 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.881029 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c23a15-4273-4b06-9520-6c842888e66c req-a1e77962-79d0-4dc5-9bd8-2d62fdd32ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:07.882568 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-a1e77962-79d0-4dc5-9bd8-2d62fdd32ddf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8537839-9555-417f-ae28-dae96e57af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0910468 Feb 19 02:55:07.885920 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:07.905963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:07.910374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:07.911012 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:07.912492 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] 10.222.0.87 "PUT /v2.0/ports/84e2dd69-5d8e-458d-b96f-5494c104f588 HTTP/1.1" status: 200 len: 1096 time: 1.2300749 Feb 19 02:55:07.915892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:07.948433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a07436f2-8382-49d2-b724-51e581d85931 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:07.955783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Pushing event updated for resources: {'Port': ['ID=afab83c1-0652-4d55-a0ad-7ea881bce705,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:07.979279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a64c2a4-c6d0-4bb8-a600-5d3b9c7d755d req-02b8b59d-5f24-4303-9298-70bf8a67dc4a tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406702 Feb 19 02:55:08.025995 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks [] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.031943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac98d3-d9ee-4cee-b166-bb0649ff8cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=84e2dd69-5d8e-458d-b96f-5494c104f588,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:08.069040 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3422f0-e685-4b8c-bad1-51277428ca56 x-openstack-request-id: req-fd3422f0-e685-4b8c-bad1-51277428ca56 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:08.069436 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3c6137-221b-44ab-af23-82aa5c1835e0", "tag": "1d01ffac-5ee3-4005-b886-567ccb48a347", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:08.069641 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd3422f0-e685-4b8c-bad1-51277428ca56 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:08.070056 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'tag': '1d01ffac-5ee3-4005-b886-567ccb48a347', 'status': 'completed', 'code': 200} Feb 19 02:55:08.079668 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-4e783826-cada-40b3-8f85-c33fd200f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.081353 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-4e783826-cada-40b3-8f85-c33fd200f457 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b7380792c2664b5fab68314f624a5e84&device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 1130 time: 0.1149907 Feb 19 02:55:08.085634 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-76b3507d-12cb-4d39-9ce0-91eb7487dabd service neutron] 10.222.0.87 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815014 Feb 19 02:55:08.145160 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks [] for floatingip (2c95a5c8-9225-4c86-ae73-50a362112e5f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.153125 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-902492d4-1e38-4cfb-91fe-94160ee23d67 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=84e2dd69-5d8e-458d-b96f-5494c104f588 HTTP/1.1" status: 200 len: 217 time: 0.0587621 Feb 19 02:55:08.250817 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.251520 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (afab83c1-0652-4d55-a0ad-7ea881bce705), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.260190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-3358b355-974c-4f26-bfd8-6a477551eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.262157 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-3358b355-974c-4f26-bfd8-6a477551eefa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0989614 Feb 19 02:55:08.273042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a07436f2-8382-49d2-b724-51e581d85931,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:08.282279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac11cd8-2fbd-44fb-9bf7-c7688cb4cf5e req-26f987f3-3196-44e5-90b0-c9766d738136 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.283958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ac11cd8-2fbd-44fb-9bf7-c7688cb4cf5e req-26f987f3-3196-44e5-90b0-c9766d738136 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 944 time: 0.1356752 Feb 19 02:55:08.287088 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.291424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'a07436f2-8382-49d2-b724-51e581d85931', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'a07436f2-8382-49d2-b724-51e581d85931', 'mac_address': 'fa:16:3e:91:22:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:08.309955 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24c23a15-4273-4b06-9520-6c842888e66c req-e1196586-0b27-4280-91aa-65b62031a0fb service neutron] 10.222.0.87 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143211 Feb 19 02:55:08.332013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a07436f2-8382-49d2-b724-51e581d85931 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:08.332475 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a07436f2-8382-49d2-b724-51e581d85931), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.339387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-57653e46-1dc3-4570-b2ff-de1569083144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.341076 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-57653e46-1dc3-4570-b2ff-de1569083144 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0710347 Feb 19 02:55:08.347798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07436f2-8382-49d2-b724-51e581d85931 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:08.370857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:08.373309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a07436f2-8382-49d2-b724-51e581d85931,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:08.378993 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a07436f2-8382-49d2-b724-51e581d85931), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.383794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:08.386530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:08.448251 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a07436f2-8382-49d2-b724-51e581d85931,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:08.476331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Pushing event updated for resources: {'Port': ['ID=0e8c0822-6b8c-4224-90e5-61253503b0db,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:08.483749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f2d1e-de0a-4f69-8f14-c9109301ca74 req-90a5290c-18dc-40c2-9b20-b9226554d70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.486745 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4f0f2d1e-de0a-4f69-8f14-c9109301ca74 req-90a5290c-18dc-40c2-9b20-b9226554d70f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=73b1c2df072a4fcb83fe3db15270392d&device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 1126 time: 0.1190529 Feb 19 02:55:08.493747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ac11cd8-2fbd-44fb-9bf7-c7688cb4cf5e req-8e9c6fa5-a090-41a9-b3a8-109e18899652 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020009 Feb 19 02:55:08.511963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.512765 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.541443 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-055ad7d7-9d62-4909-81d1-fe612bfbd96c tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8298805 Feb 19 02:55:08.558767 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Request body: {'port': {'device_id': '96928a2c-6ad9-4c84-9e11-57c4798c448f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:08.606327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f2d1e-de0a-4f69-8f14-c9109301ca74 req-ade2e5de-63b5-4fcf-bd68-8a329b377a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.607814 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4f0f2d1e-de0a-4f69-8f14-c9109301ca74 req-ade2e5de-63b5-4fcf-bd68-8a329b377a88 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8537839-9555-417f-ae28-dae96e57af9d HTTP/1.1" status: 200 len: 924 time: 0.1133900 Feb 19 02:55:08.642233 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks [] for port (afab83c1-0652-4d55-a0ad-7ea881bce705), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.664902 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-8c1b46cc-b8f3-46a7-b4c7-fd8e6d4195c3 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097796 Feb 19 02:55:08.666241 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4f0f2d1e-de0a-4f69-8f14-c9109301ca74 req-63d7bdea-6ae8-4fac-b9d9-12c1895034f9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d01ffac-5ee3-4005-b886-567ccb48a347 HTTP/1.1" status: 200 len: 217 time: 0.0439994 Feb 19 02:55:08.670349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-82780cf9-aac7-4e08-af28-dc87aa59b7e9 None None] Provisioning complete for port 0e8c0822-6b8c-4224-90e5-61253503b0db triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:08.670889 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-82780cf9-aac7-4e08-af28-dc87aa59b7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.674199 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (afab83c1-0652-4d55-a0ad-7ea881bce705), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.699782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a07436f2-8382-49d2-b724-51e581d85931'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:08.706016 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.747711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Pushing event updated for resources: {'Port': ['ID=afab83c1-0652-4d55-a0ad-7ea881bce705,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:08.750857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-82780cf9-aac7-4e08-af28-dc87aa59b7e9 None None] Port 0e8c0822-6b8c-4224-90e5-61253503b0db cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:55:08.793554 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f2d1e-de0a-4f69-8f14-c9109301ca74 req-2c6bb2a1-fafc-4980-87aa-19c5f826c0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.795096 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4f0f2d1e-de0a-4f69-8f14-c9109301ca74 req-2c6bb2a1-fafc-4980-87aa-19c5f826c0d1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d0b5ba77-542e-453a-ba33-54edf9b9f2e7 HTTP/1.1" status: 200 len: 862 time: 0.1177742 Feb 19 02:55:08.817094 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46f0f9ae-36d9-4751-b6bc-8a7cde70c8ad req-63f3980a-52e5-40ea-a665-99287a9397e7 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385469 Feb 19 02:55:08.839344 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (2c95a5c8-9225-4c86-ae73-50a362112e5f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.855458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc27c90-4f0f-4420-bee9-cdd3ee05b5dc req-8e396453-1faa-4494-afbf-5671e0899fbd tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.856909 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f2d1e-de0a-4f69-8f14-c9109301ca74 req-fa35cd19-bbc8-4070-bab7-212cd82678fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:08.858087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cc27c90-4f0f-4420-bee9-cdd3ee05b5dc req-8e396453-1faa-4494-afbf-5671e0899fbd tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 936 time: 0.2220669 Feb 19 02:55:08.858357 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4f0f2d1e-de0a-4f69-8f14-c9109301ca74 req-fa35cd19-bbc8-4070-bab7-212cd82678fd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8537839-9555-417f-ae28-dae96e57af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0542490 Feb 19 02:55:08.954748 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4f0f2d1e-de0a-4f69-8f14-c9109301ca74 req-f8ce875c-5f2d-40d9-80b7-81f732bd49f2 service neutron] 10.222.0.87 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887966 Feb 19 02:55:08.959014 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:08.960205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3956054b-8013-4071-ae2c-bf2aea87704d req-1048ff6a-2bcb-47b9-8e56-f05be4b4cc62 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1573620 Feb 19 02:55:09.042429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3956054b-8013-4071-ae2c-bf2aea87704d req-0913703f-da28-4e38-aa60-c68a6a9b4048 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.0713613 Feb 19 02:55:09.046106 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4f0f2d1e-de0a-4f69-8f14-c9109301ca74 req-e16e6b67-7907-4b0a-84fc-7fd7f4c23e77 service neutron] 10.222.0.87 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843575 Feb 19 02:55:09.059979 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cc27c90-4f0f-4420-bee9-cdd3ee05b5dc req-62b0de16-35dc-49bf-a134-781af51685cf tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894593 Feb 19 02:55:09.475412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89317f64-bf26-4626-8a11-e5af4814fabe req-6b708313-97df-47f9-9a6f-2f1238222fa9 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:09.476918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89317f64-bf26-4626-8a11-e5af4814fabe req-6b708313-97df-47f9-9a6f-2f1238222fa9 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 948 time: 0.1665051 Feb 19 02:55:09.487331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956054b-8013-4071-ae2c-bf2aea87704d req-340a5b26-6295-4814-b89d-98d9dc047519 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:09.488602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3956054b-8013-4071-ae2c-bf2aea87704d req-340a5b26-6295-4814-b89d-98d9dc047519 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.4351513 Feb 19 02:55:09.525650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-3956054b-8013-4071-ae2c-bf2aea87704d req-dd0e51e8-4fb1-4684-9c02-60051749aa1b tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:55:09.526613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3956054b-8013-4071-ae2c-bf2aea87704d req-dd0e51e8-4fb1-4684-9c02-60051749aa1b tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0275507 Feb 19 02:55:09.551600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8c0822-6b8c-4224-90e5-61253503b0db {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:09.565059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Publish callbacks [] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:09.565724 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b121dcce-4868-435b-926b-bc4203a2bc31 x-openstack-request-id: req-b121dcce-4868-435b-926b-bc4203a2bc31 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:09.566195 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6a1468-582f-4351-974e-bbed6d6f3477", "name": "network-vif-plugged", "status": "completed", "tag": "70641af0-3097-4933-9db5-85ac1dbfcf0f", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:09.566467 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b121dcce-4868-435b-926b-bc4203a2bc31 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:09.567074 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6a1468-582f-4351-974e-bbed6d6f3477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70641af0-3097-4933-9db5-85ac1dbfcf0f', 'code': 200} Feb 19 02:55:09.577762 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89317f64-bf26-4626-8a11-e5af4814fabe req-b8d823c6-915f-4fc8-bb53-ad7b1e0ff267 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874376 Feb 19 02:55:09.585152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Transition to ACTIVE for port object 0e8c0822-6b8c-4224-90e5-61253503b0db will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:09.600439 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:09.689396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e88e36-baa6-4ae2-83ad-c14b7c17231c req-e153abdf-a9f5-4861-8b6b-f421c2cd981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:09.692518 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-04e88e36-baa6-4ae2-83ad-c14b7c17231c req-e153abdf-a9f5-4861-8b6b-f421c2cd981b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 1153 time: 0.0611126 Feb 19 02:55:09.716944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8c0822-6b8c-4224-90e5-61253503b0db,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:09.790055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806afaf3-286b-4c26-a50d-36950d3badd1 req-179251e3-e429-4955-9ba6-766ca0d0b3ec tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:09.791674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-806afaf3-286b-4c26-a50d-36950d3badd1 req-179251e3-e429-4955-9ba6-766ca0d0b3ec tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 949 time: 0.1619565 Feb 19 02:55:09.843016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Attempting to bind port 0e8c0822-6b8c-4224-90e5-61253503b0db on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:09.843355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Attempting to bind port 0e8c0822-6b8c-4224-90e5-61253503b0db by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:09.843689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Attempting to bind port 0e8c0822-6b8c-4224-90e5-61253503b0db on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:09.883180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Port 0e8c0822-6b8c-4224-90e5-61253503b0db on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:09.883519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Attempting to bind port 0e8c0822-6b8c-4224-90e5-61253503b0db on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:09.906367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:09.906712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:09.907106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:09.907561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Bound port: 0e8c0822-6b8c-4224-90e5-61253503b0db, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:09.907925 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:09.924499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-806afaf3-286b-4c26-a50d-36950d3badd1 req-88e2d227-4bfe-4ddc-b95c-2fafae4c03ad tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217659 Feb 19 02:55:09.965438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3e9bc-b1ce-4fad-83e0-9807120d7137 req-94b301fe-f8c8-4e63-bb64-943e99d9442b tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:09.967358 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:09.970611 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a07436f2-8382-49d2-b724-51e581d85931 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:09.972743 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4a3e9bc-b1ce-4fad-83e0-9807120d7137 req-94b301fe-f8c8-4e63-bb64-943e99d9442b tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 971 time: 0.1253304 Feb 19 02:55:10.029878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] For port 0e8c0822-6b8c-4224-90e5-61253503b0db, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:10.035152 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-04e88e36-baa6-4ae2-83ad-c14b7c17231c req-7d9c1573-b8d5-421c-a28b-6b3f591426f6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364913 Feb 19 02:55:10.051199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port a07436f2-8382-49d2-b724-51e581d85931 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:10.055165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port a07436f2-8382-49d2-b724-51e581d85931 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:10.055621 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a07436f2-8382-49d2-b724-51e581d85931), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:10.071309 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f48eb1-eb6b-4865-a6e9-febd1a2041e2', 'tag': '84e2dd69-5d8e-458d-b96f-5494c104f588'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:10.074465 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65058bb8-93b1-44d4-aa00-ec4548498546" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f48eb1-eb6b-4865-a6e9-febd1a2041e2", "tag": "84e2dd69-5d8e-458d-b96f-5494c104f588"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:10.075971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4a3e9bc-b1ce-4fad-83e0-9807120d7137 req-2b322b24-95d2-4d8f-9143-dca930259a6d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023619 Feb 19 02:55:10.080121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] For port 0e8c0822-6b8c-4224-90e5-61253503b0db, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=0e8c0822-6b8c-4224-90e5-61253503b0db,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:10.090785 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:10.125962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.126573 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:10.128004 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] 10.222.0.67 "PUT /v2.0/ports/0e8c0822-6b8c-4224-90e5-61253503b0db HTTP/1.1" status: 200 len: 1096 time: 1.5787170 Feb 19 02:55:10.128421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96928a2c-6ad9-4c84-9e11-57c4798c448f', 'tag': '0e8c0822-6b8c-4224-90e5-61253503b0db'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:10.130703 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff125ad-251c-4cf6-b1ab-ffc1affffc2a" -d '{"events": [{"name": "network-changed", "server_uuid": "96928a2c-6ad9-4c84-9e11-57c4798c448f", "tag": "0e8c0822-6b8c-4224-90e5-61253503b0db"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:10.145397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a07436f2-8382-49d2-b724-51e581d85931 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:10.145778 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a07436f2-8382-49d2-b724-51e581d85931), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:10.149766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652a638-f52f-4b6b-8ed7-ea3207b4f6f2 req-b2288311-3ff4-4fac-a3f3-c6fdbfad228e tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.151371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b652a638-f52f-4b6b-8ed7-ea3207b4f6f2 req-b2288311-3ff4-4fac-a3f3-c6fdbfad228e tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 944 time: 0.1260419 Feb 19 02:55:10.185852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a07436f2-8382-49d2-b724-51e581d85931,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:10.193767 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a07436f2-8382-49d2-b724-51e581d85931), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:10.246318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a07436f2-8382-49d2-b724-51e581d85931,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:10.253896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a46dd-6ce0-4efd-821d-933e3e62f615 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8c0822-6b8c-4224-90e5-61253503b0db,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:10.259560 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-c4b8f67a-3e75-40b5-aff4-104e0cc9c4ff tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/floatingips/2c95a5c8-9225-4c86-ae73-50a362112e5f HTTP/1.1" status: 200 len: 693 time: 0.1224542 Feb 19 02:55:10.348024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b652a638-f52f-4b6b-8ed7-ea3207b4f6f2 req-c49c3852-7986-4789-baad-07edeef2d1d9 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554255 Feb 19 02:55:10.357100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-413281e4-d07a-4528-8f04-93d22f019d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.358609 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-413281e4-d07a-4528-8f04-93d22f019d19 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fca8d6e90b54806a96b720b196352de&device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 1130 time: 0.1617949 Feb 19 02:55:10.408002 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbc3edd-8943-42a3-9608-4a7bb2b42c5e x-openstack-request-id: req-1dbc3edd-8943-42a3-9608-4a7bb2b42c5e {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:10.409335 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f48eb1-eb6b-4865-a6e9-febd1a2041e2", "tag": "84e2dd69-5d8e-458d-b96f-5494c104f588", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:10.409827 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1dbc3edd-8943-42a3-9608-4a7bb2b42c5e {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:10.410295 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f48eb1-eb6b-4865-a6e9-febd1a2041e2', 'tag': '84e2dd69-5d8e-458d-b96f-5494c104f588', 'status': 'completed', 'code': 200} Feb 19 02:55:10.414949 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-be1d7452-2e2e-46d5-91f4-126b1fdc21f5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=0e8c0822-6b8c-4224-90e5-61253503b0db HTTP/1.1" status: 200 len: 217 time: 0.0469515 Feb 19 02:55:10.466150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-a23bf600-a774-4898-b5a7-23053b96fd5c tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.467479 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-a23bf600-a774-4898-b5a7-23053b96fd5c tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.2017817 Feb 19 02:55:10.475035 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65058bb8-93b1-44d4-aa00-ec4548498546 req-ee7285f7-8bcf-489e-a927-f6fe2b2f6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.476502 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-65058bb8-93b1-44d4-aa00-ec4548498546 req-ee7285f7-8bcf-489e-a927-f6fe2b2f6e8d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b7380792c2664b5fab68314f624a5e84&device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 1130 time: 0.0431769 Feb 19 02:55:10.486679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-175f8169-2c34-4381-be28-027bc7ba5822 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:55:10.487652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-175f8169-2c34-4381-be28-027bc7ba5822 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0114319 Feb 19 02:55:10.521455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-52fd54f5-330f-4910-bcab-6e86193e1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.522865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-52fd54f5-330f-4910-bcab-6e86193e1f02 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1002526 Feb 19 02:55:10.567484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-2980945f-0af8-4bd5-9903-c9cc3a7024b9 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.0603905 Feb 19 02:55:10.571805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65058bb8-93b1-44d4-aa00-ec4548498546 req-299b733b-7869-42a6-b78d-732bea1d500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.573547 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-65058bb8-93b1-44d4-aa00-ec4548498546 req-299b733b-7869-42a6-b78d-732bea1d500b service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.0878799 Feb 19 02:55:10.614216 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-65058bb8-93b1-44d4-aa00-ec4548498546 req-769bffdb-f85b-4d8e-8990-5f1ca945be24 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=84e2dd69-5d8e-458d-b96f-5494c104f588 HTTP/1.1" status: 200 len: 217 time: 0.0344138 Feb 19 02:55:10.645712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a170b3-b830-478b-ba18-111dc7081817 req-34088e39-bfa7-4ad3-baac-3ea0f9e1860f tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.647189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3a170b3-b830-478b-ba18-111dc7081817 req-34088e39-bfa7-4ad3-baac-3ea0f9e1860f tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 948 time: 0.1917145 Feb 19 02:55:10.652859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-6ed3f90c-8306-43d8-a2b2-c049340fbe4f tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.0664706 Feb 19 02:55:10.663186 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65058bb8-93b1-44d4-aa00-ec4548498546 req-b0cf48e0-9e0d-4db0-a4f9-16c1798265d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.664717 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-65058bb8-93b1-44d4-aa00-ec4548498546 req-b0cf48e0-9e0d-4db0-a4f9-16c1798265d9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0429940 Feb 19 02:55:10.711507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-bab737b1-4778-4d3b-97d7-29ef1e037215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.713118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-bab737b1-4778-4d3b-97d7-29ef1e037215 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1591377 Feb 19 02:55:10.715686 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65058bb8-93b1-44d4-aa00-ec4548498546 req-5226ffc4-923d-409a-a2dc-a213b04fc74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:10.717253 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-65058bb8-93b1-44d4-aa00-ec4548498546 req-5226ffc4-923d-409a-a2dc-a213b04fc74c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0463226 Feb 19 02:55:10.811468 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-65058bb8-93b1-44d4-aa00-ec4548498546 req-60ea7893-25a2-479d-aa87-ddf2df07d763 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864377 Feb 19 02:55:10.845087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3a170b3-b830-478b-ba18-111dc7081817 req-53d810f5-371d-479c-aebe-5d9d2dc8fcfd tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892657 Feb 19 02:55:10.897265 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8a35cf-6bc8-4cb5-a06e-a00a8730e693 x-openstack-request-id: req-bd8a35cf-6bc8-4cb5-a06e-a00a8730e693 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:10.897693 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96928a2c-6ad9-4c84-9e11-57c4798c448f", "tag": "0e8c0822-6b8c-4224-90e5-61253503b0db", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:10.897779 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd8a35cf-6bc8-4cb5-a06e-a00a8730e693 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:10.898180 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96928a2c-6ad9-4c84-9e11-57c4798c448f', 'tag': '0e8c0822-6b8c-4224-90e5-61253503b0db', 'status': 'completed', 'code': 200} Feb 19 02:55:10.905496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Deleting port afab83c1-0652-4d55-a0ad-7ea881bce705 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:10.905694 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-65058bb8-93b1-44d4-aa00-ec4548498546 req-ec107faa-c128-44d8-a90b-2616a1fda8e5 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880096 Feb 19 02:55:10.905900 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (afab83c1-0652-4d55-a0ad-7ea881bce705), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:10.908872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-0aa2fd72-f8d4-483c-9bbd-c6cecdc5e8e3 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863718 Feb 19 02:55:11.051726 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (afab83c1-0652-4d55-a0ad-7ea881bce705), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:11.052038 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks [] for floatingip (afab83c1-0652-4d55-a0ad-7ea881bce705), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:11.064242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ba5833-08e9-4925-9771-f57e5c47b958 req-9d1f4837-770c-4151-8781-22f4419c5b61 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446042 Feb 19 02:55:11.069348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Calling delete_port for afab83c1-0652-4d55-a0ad-7ea881bce705 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:11.178363 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:55:11.206381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f521b1-81fd-4a2f-aeb6-c2176afd3aec req-b4160129-a91b-49ed-a30d-a317f460ff99 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.207856 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39f521b1-81fd-4a2f-aeb6-c2176afd3aec req-b4160129-a91b-49ed-a30d-a317f460ff99 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 948 time: 0.1402128 Feb 19 02:55:11.239538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff125ad-251c-4cf6-b1ab-ffc1affffc2a req-1c2ba36a-8754-455d-86f2-9bb5ff488dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.241032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff125ad-251c-4cf6-b1ab-ffc1affffc2a req-1c2ba36a-8754-455d-86f2-9bb5ff488dd6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6fca8d6e90b54806a96b720b196352de&device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 1130 time: 0.1074464 Feb 19 02:55:11.342474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39f521b1-81fd-4a2f-aeb6-c2176afd3aec req-b92b1a64-93a2-4614-a2a6-26955add029b tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218138 Feb 19 02:55:11.365633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (afab83c1-0652-4d55-a0ad-7ea881bce705), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:11.405713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Pushing event deleted for resources: {'Port': ['ID=afab83c1-0652-4d55-a0ad-7ea881bce705,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:11.417029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff125ad-251c-4cf6-b1ab-ffc1affffc2a req-43cd04a0-6633-415d-9861-883564149a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.418587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff125ad-251c-4cf6-b1ab-ffc1affffc2a req-43cd04a0-6633-415d-9861-883564149a03 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1701143 Feb 19 02:55:11.436364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.436600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.436957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.437285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.437611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.437937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.438258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.438576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.438891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.439206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.439517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.439829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.440142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:11.568726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07436f2-8382-49d2-b724-51e581d85931'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:11.571918 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663a4970-56ac-4fa9-baa6-c6aa729da0a0" -d '{"events": [{"server_uuid": "88a251bf-7431-4e6f-90f8-29dc4964028d", "name": "network-vif-plugged", "status": "completed", "tag": "a07436f2-8382-49d2-b724-51e581d85931"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:11.737115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff125ad-251c-4cf6-b1ab-ffc1affffc2a req-42e89d3d-2c3c-4be1-939d-31d3d8c2e942 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=0e8c0822-6b8c-4224-90e5-61253503b0db HTTP/1.1" status: 200 len: 217 time: 0.3023360 Feb 19 02:55:11.779619 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks [] for floatingip (2c95a5c8-9225-4c86-ae73-50a362112e5f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:11.782104 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:11.783204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c345a9fe-53b3-4249-a0d8-4f8eed3d9859 req-fd85f0dd-1e61-437b-a16e-89deb1208fd5 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "DELETE /v2.0/floatingips/2c95a5c8-9225-4c86-ae73-50a362112e5f HTTP/1.1" status: 204 len: 173 time: 1.1200442 Feb 19 02:55:11.807154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41cfbd-39c0-4f90-a6d6-d594cf1bca3f req-3834c8ce-d474-4c0d-85a9-b419a1314577 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.808730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe41cfbd-39c0-4f90-a6d6-d594cf1bca3f req-3834c8ce-d474-4c0d-85a9-b419a1314577 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.3761172 Feb 19 02:55:11.810178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff125ad-251c-4cf6-b1ab-ffc1affffc2a req-081098b2-edbe-4f17-8213-3b4d3334907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.811545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff125ad-251c-4cf6-b1ab-ffc1affffc2a req-081098b2-edbe-4f17-8213-3b4d3334907a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0679936 Feb 19 02:55:11.920099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe41cfbd-39c0-4f90-a6d6-d594cf1bca3f req-c5bc8a92-6db3-4135-a0e8-b48367703463 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970545 Feb 19 02:55:11.926180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff125ad-251c-4cf6-b1ab-ffc1affffc2a req-968590d6-a260-48d5-8d56-54a3167c6cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.927616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff125ad-251c-4cf6-b1ab-ffc1affffc2a req-968590d6-a260-48d5-8d56-54a3167c6cb1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1058543 Feb 19 02:55:11.963053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3e55-af2e-4ac7-86ad-cdd9bc70e866 req-311e705c-b39f-4457-b665-abfb05838f2c tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:11.964517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0adb3e55-af2e-4ac7-86ad-cdd9bc70e866 req-311e705c-b39f-4457-b665-abfb05838f2c tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 971 time: 0.0955923 Feb 19 02:55:12.107284 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0adb3e55-af2e-4ac7-86ad-cdd9bc70e866 req-437b83e7-4bdf-4759-b517-f7322a7ec7d9 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158466 Feb 19 02:55:12.115741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff125ad-251c-4cf6-b1ab-ffc1affffc2a req-fd2cb7bc-47bd-4dab-a698-48375cc0ca9d service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801565 Feb 19 02:55:12.129563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768dbf7-21b3-46f1-80bd-d37eb2149d91 req-4dff91f0-6538-48e2-880b-8efde4d1d2f9 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:12.131125 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7768dbf7-21b3-46f1-80bd-d37eb2149d91 req-4dff91f0-6538-48e2-880b-8efde4d1d2f9 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 944 time: 0.1386132 Feb 19 02:55:12.161532 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53586e2-f9d2-4e87-a42c-61b228af66a1 x-openstack-request-id: req-b53586e2-f9d2-4e87-a42c-61b228af66a1 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:12.162026 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a251bf-7431-4e6f-90f8-29dc4964028d", "name": "network-vif-plugged", "status": "completed", "tag": "a07436f2-8382-49d2-b724-51e581d85931", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:12.162354 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b53586e2-f9d2-4e87-a42c-61b228af66a1 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:12.162908 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07436f2-8382-49d2-b724-51e581d85931', 'code': 200} Feb 19 02:55:12.240841 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-295f5c8e-c140-40fc-9ae3-2dede61fd91a req-6e3e3fe0-f421-4e8b-b33d-0f8f70ad4066 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] show failed (client error): The resource could not be found. Feb 19 02:55:12.241708 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-295f5c8e-c140-40fc-9ae3-2dede61fd91a req-6e3e3fe0-f421-4e8b-b33d-0f8f70ad4066 tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/floatingips/2c95a5c8-9225-4c86-ae73-50a362112e5f HTTP/1.1" status: 404 len: 350 time: 0.0564668 Feb 19 02:55:12.320139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7768dbf7-21b3-46f1-80bd-d37eb2149d91 req-31dccc3a-da5d-4bc5-9a9f-151eb91b07e5 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699455 Feb 19 02:55:12.348380 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff125ad-251c-4cf6-b1ab-ffc1affffc2a req-6cbbf522-3508-47a5-a16c-257b78275d15 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262011 Feb 19 02:55:12.378779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f69b4c-46e1-4d34-be75-0e3b35665f74 req-03c2bdff-e70e-4733-b24e-ca872a3a2fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:12.380273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4f69b4c-46e1-4d34-be75-0e3b35665f74 req-03c2bdff-e70e-4733-b24e-ca872a3a2fd5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 1132 time: 0.1497505 Feb 19 02:55:12.466358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4f69b4c-46e1-4d34-be75-0e3b35665f74 req-8e4f9bad-3a56-48a1-9661-75d02ef5697a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722234 Feb 19 02:55:12.473149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2826ba-95cd-4b6c-be05-b93b793af797 req-19cdfad3-dc5a-493f-b2f2-d9da8f92992e tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:12.474552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c2826ba-95cd-4b6c-be05-b93b793af797 req-19cdfad3-dc5a-493f-b2f2-d9da8f92992e tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 948 time: 0.1429713 Feb 19 02:55:12.487230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40006f8b-84b0-472b-a518-45a4a72b0bf5 req-0b22abe6-97b8-4725-828e-5b5546c38fa6 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:12.488875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40006f8b-84b0-472b-a518-45a4a72b0bf5 req-0b22abe6-97b8-4725-828e-5b5546c38fa6 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1042497 Feb 19 02:55:12.562585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c2826ba-95cd-4b6c-be05-b93b793af797 req-a94b9252-c19b-4efc-b00b-008badbed2ea tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727196 Feb 19 02:55:12.565809 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40006f8b-84b0-472b-a518-45a4a72b0bf5 req-5bdbf01f-139d-4427-9bf6-6be2e8620190 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702195 Feb 19 02:55:12.619777 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-612002ee-23d3-4c8e-a2c9-c362d3b3fe56 req-8f0784da-4cbc-4231-bd91-37cab49943af tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] show failed (client error): The resource could not be found. Feb 19 02:55:12.621405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-612002ee-23d3-4c8e-a2c9-c362d3b3fe56 req-8f0784da-4cbc-4231-bd91-37cab49943af tempest-FloatingIPsTestJSON-1117490184 tempest-FloatingIPsTestJSON-1117490184-project] 10.222.0.81 "GET /v2.0/floatingips/2c95a5c8-9225-4c86-ae73-50a362112e5f HTTP/1.1" status: 404 len: 350 time: 0.0365684 Feb 19 02:55:12.630674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42776) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:12.758075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b63e3-acae-446d-9f80-52fd7bf3e2f2 req-e6609cbe-c27a-4327-ba00-bcea8dded3e9 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:12.759842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf2b63e3-acae-446d-9f80-52fd7bf3e2f2 req-e6609cbe-c27a-4327-ba00-bcea8dded3e9 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 948 time: 0.0695632 Feb 19 02:55:12.814852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf2b63e3-acae-446d-9f80-52fd7bf3e2f2 req-4caeb319-6dea-48f5-9050-9f40d7632ad8 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 Feb 19 02:55:12.887624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-a2cafcef-231b-4e4a-9467-ed7c51a50228 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9abf4c7d9a004f88996a4c07821242b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243902 Feb 19 02:55:13.008033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-e2becc43-f2d8-4231-9a86-d06f7d7c53c4 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:13.009598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-e2becc43-f2d8-4231-9a86-d06f7d7c53c4 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1163063 Feb 19 02:55:13.024697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-ddebb384-5e16-4c12-8a94-c18f715ea893 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/quotas/9abf4c7d9a004f88996a4c07821242b9 HTTP/1.1" status: 200 len: 375 time: 0.0095835 Feb 19 02:55:13.110929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7912de1-126c-46e8-8cee-b5b87076ddca req-0e4e1289-e9e9-4f80-b740-b510b95721ac tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:13.112316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7912de1-126c-46e8-8cee-b5b87076ddca req-0e4e1289-e9e9-4f80-b740-b510b95721ac tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.0867426 Feb 19 02:55:13.123222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-26c7dcad-5df3-448f-b4ed-1b7f04182f99 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9abf4c7d9a004f88996a4c07821242b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878422 Feb 19 02:55:13.150832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 84e2dd69-5d8e-458d-b96f-5494c104f588 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:13.161737 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:13.168080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7912de1-126c-46e8-8cee-b5b87076ddca req-85ea0f99-b37e-46bd-8adc-a88be2e05630 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438390 Feb 19 02:55:13.271491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 84e2dd69-5d8e-458d-b96f-5494c104f588, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=84e2dd69-5d8e-458d-b96f-5494c104f588,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:13.284733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '84e2dd69-5d8e-458d-b96f-5494c104f588', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '84e2dd69-5d8e-458d-b96f-5494c104f588', 'mac_address': 'fa:16:3e:0e:a0:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:13.331828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 84e2dd69-5d8e-458d-b96f-5494c104f588 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:13.332219 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:13.347570 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84e2dd69-5d8e-458d-b96f-5494c104f588 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:13.365230 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f93bd38-c9c5-40d5-bc14-b428c8994621 req-04848b78-96ab-48e1-9c19-692a14c714bd tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 210 time: 0.0539420 Feb 19 02:55:13.381480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 84e2dd69-5d8e-458d-b96f-5494c104f588, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=84e2dd69-5d8e-458d-b96f-5494c104f588,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:13.397640 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:13.398118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1d01ffac-5ee3-4005-b886-567ccb48a347 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:13.539583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=84e2dd69-5d8e-458d-b96f-5494c104f588,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:13.564061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc475a-7521-4987-922d-0738b80576f7 req-c35b291a-72bb-4dc3-a639-afba69d9fc87 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:13.572432 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bedc475a-7521-4987-922d-0738b80576f7 req-c35b291a-72bb-4dc3-a639-afba69d9fc87 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 944 time: 0.1059411 Feb 19 02:55:13.598335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 1d01ffac-5ee3-4005-b886-567ccb48a347, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1d01ffac-5ee3-4005-b886-567ccb48a347,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:13.625359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bedc475a-7521-4987-922d-0738b80576f7 req-718303ce-c5f1-4d13-ac7a-4f81f2fbd9d8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518007 Feb 19 02:55:13.625546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '1d01ffac-5ee3-4005-b886-567ccb48a347', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'port_id': '1d01ffac-5ee3-4005-b886-567ccb48a347', 'mac_address': 'fa:16:3e:13:96:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:13.681447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 1d01ffac-5ee3-4005-b886-567ccb48a347 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:13.681842 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:13.707385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d01ffac-5ee3-4005-b886-567ccb48a347 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:13.733067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 1d01ffac-5ee3-4005-b886-567ccb48a347, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1d01ffac-5ee3-4005-b886-567ccb48a347,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:13.742810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Deleting port e344ee67-2137-4d7b-892f-ef02618baf67 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:13.743311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:13.744278 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:13.856757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=1d01ffac-5ee3-4005-b886-567ccb48a347,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:13.874196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] For port e344ee67-2137-4d7b-892f-ef02618baf67, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e344ee67-2137-4d7b-892f-ef02618baf67,segment=NetworkSegment(937d79ac-6496-4b08-94f6-a9d82ce5608a),segment_id=937d79ac-6496-4b08-94f6-a9d82ce5608a)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:13.874575 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:13.880340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402454b-7a6f-4100-b8c2-bc5af1ecd208 req-50e0f986-76c5-4f02-86d2-0f6e74d192b7 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:13.885510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d402454b-7a6f-4100-b8c2-bc5af1ecd208 req-50e0f986-76c5-4f02-86d2-0f6e74d192b7 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 948 time: 0.1200030 Feb 19 02:55:13.888932 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Calling delete_port for e344ee67-2137-4d7b-892f-ef02618baf67 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:13.966051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d402454b-7a6f-4100-b8c2-bc5af1ecd208 req-908f69ee-5017-40ea-a797-001eb35878ca tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731800 Feb 19 02:55:14.102408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['1d01ffac-5ee3-4005-b886-567ccb48a347'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:14.108553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['84e2dd69-5d8e-458d-b96f-5494c104f588'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:14.152254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a79b4-8f66-4302-8737-1cc07b70ad18 req-3bff118c-5852-4d42-b343-48913c71d16a tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:14.153849 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e344ee67-2137-4d7b-892f-ef02618baf67), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:14.163251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d77a79b4-8f66-4302-8737-1cc07b70ad18 req-3bff118c-5852-4d42-b343-48913c71d16a tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 949 time: 0.0897148 Feb 19 02:55:14.204953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Pushing event deleted for resources: {'Port': ['ID=e344ee67-2137-4d7b-892f-ef02618baf67,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:14.213920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.214930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.214930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.215134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.215444 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.216003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.216427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.217450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.217801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.218141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.218610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.218953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.219282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:14.258782 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d77a79b4-8f66-4302-8737-1cc07b70ad18 req-9d774cd3-a330-4799-ade0-9db3cbe9c8cf tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863905 Feb 19 02:55:14.393051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85356e-d2eb-43f7-9966-61c241fd076e req-8294ba5d-75ae-40e0-a71d-c0b8d57d1ea1 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:14.400153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d85356e-d2eb-43f7-9966-61c241fd076e req-8294ba5d-75ae-40e0-a71d-c0b8d57d1ea1 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.0749185 Feb 19 02:55:14.477051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d85356e-d2eb-43f7-9966-61c241fd076e req-66e83ad8-40cc-4ffc-ae8a-8d116ad3d420 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719759 Feb 19 02:55:14.543972 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:14.590315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02e47e08-da76-4150-b7dc-53efe5175059 req-17cdc46f-3f7c-44e0-84d1-944b9d25e100 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 210 time: 0.0302050 Feb 19 02:55:14.661423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-7b330424-201b-4cd9-b8f2-8d9cfb117879 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9abf4c7d9a004f88996a4c07821242b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283041 Feb 19 02:55:14.837252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Router 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:55:14.862292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-290b0119-5811-46cb-8384-633d0a7e6def tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:14.864564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-290b0119-5811-46cb-8384-633d0a7e6def tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975682 Feb 19 02:55:14.891135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Request body: {'port': {'device_id': '0544024d-c278-4222-959b-413fc67362c6', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '9abf4c7d9a004f88996a4c07821242b9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:14.951878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:55:14.960036 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7acfbf94-35be-4fd7-8046-e29680bdde85 admin admin] 10.222.0.81 "PUT /v2.0/routers/87e76fb0-25a8-4ad1-838d-ff11aad5b4b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3251951 Feb 19 02:55:14.960036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42888) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:14.962233 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7da34-3d6f-4911-a424-362df10854c3 None None] Sync routers for ids ['87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:55:14.974043 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7da34-3d6f-4911-a424-362df10854c3 None None] Routers {'87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:14.974701 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1ed7da34-3d6f-4911-a424-362df10854c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:15.018014 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804b4f9-a4c0-4f63-bbad-726cbd000702 req-13a38f36-68b6-4de8-8f35-1cef886e8b75 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:15.020279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e804b4f9-a4c0-4f63-bbad-726cbd000702 req-13a38f36-68b6-4de8-8f35-1cef886e8b75 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 945 time: 0.1783221 Feb 19 02:55:15.035793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c6ee9-18d4-41d9-952e-7df0388b067a req-eed71e81-3eae-404f-a710-3bcb6e580e5b tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:15.037332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e7c6ee9-18d4-41d9-952e-7df0388b067a req-eed71e81-3eae-404f-a710-3bcb6e580e5b tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 1132 time: 0.1519656 Feb 19 02:55:15.072032 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4e7c6ee9-18d4-41d9-952e-7df0388b067a req-35715836-38e3-4db3-aa77-18ec688f326b tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.075076 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Publish callbacks [] for router (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.092283 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-1ed7da34-3d6f-4911-a424-362df10854c3 None None] Set router 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:15.117450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Made reservation on behalf of 9abf4c7d9a004f88996a4c07821242b9 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:15.121817 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.136699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e804b4f9-a4c0-4f63-bbad-726cbd000702 req-6adea5cf-d126-4a6d-9365-7e247dc016f3 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059177 Feb 19 02:55:15.166720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1d01ffac-5ee3-4005-b886-567ccb48a347 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:15.197294 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Publish callbacks [] for router_gateway (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.274781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 1d01ffac-5ee3-4005-b886-567ccb48a347 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:15.284588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Deleting port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:15.284959 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.285213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 1d01ffac-5ee3-4005-b886-567ccb48a347 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:15.286105 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.307307 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4e7c6ee9-18d4-41d9-952e-7df0388b067a req-35715836-38e3-4db3-aa77-18ec688f326b tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] Publish callbacks [] for security_group (142d1b36-b8af-4a9e-aeaf-ed75b2fc0237), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.326926 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4e7c6ee9-18d4-41d9-952e-7df0388b067a req-35715836-38e3-4db3-aa77-18ec688f326b tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (142d1b36-b8af-4a9e-aeaf-ed75b2fc0237), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.352072 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1ed7da34-3d6f-4911-a424-362df10854c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'name': 'tempest-FloatingIPsTestJSON-2013435535-router', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191'}], 'enable_snat': True}, 'gw_port_id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:43Z', 'updated_at': '2022-02-19T02:55:14Z', 'revision_number': 5, 'project_id': 'd179041780404e268b30c171c3aea996', 'gw_port': {'id': '19bb82ba-ec9c-478c-9b57-9886a4d21c0a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ef:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:44Z', 'updated_at': '2022-02-19T02:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:15.357866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e7c6ee9-18d4-41d9-952e-7df0388b067a req-35715836-38e3-4db3-aa77-18ec688f326b tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138273 Feb 19 02:55:15.397383 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7da34-3d6f-4911-a424-362df10854c3 None None] Checking router: 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:55:15.398966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Allocated IP 192.168.233.49 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/8966cadc-e76b-4d3a-a033-e65c3a1c6fb1) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:15.410062 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7da34-3d6f-4911-a424-362df10854c3 None None] Routers {'87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:15.411756 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1ed7da34-3d6f-4911-a424-362df10854c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:15.436692 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 1d01ffac-5ee3-4005-b886-567ccb48a347 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:15.437101 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.440447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35715836-38e3-4db3-aa77-18ec688f326b tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142d1b36-b8af-4a9e-aeaf-ed75b2fc0237,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:15.480019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d01ffac-5ee3-4005-b886-567ccb48a347'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:15.483488 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58b9944-a645-44ac-8104-3ffce9a7fa13" -d '{"events": [{"server_uuid": "eb3c6137-221b-44ab-af23-82aa5c1835e0", "name": "network-vif-plugged", "status": "completed", "tag": "1d01ffac-5ee3-4005-b886-567ccb48a347"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:15.499680 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 1d01ffac-5ee3-4005-b886-567ccb48a347, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1d01ffac-5ee3-4005-b886-567ccb48a347,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:15.513016 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.548365 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1bc55-85f2-4170-8596-64d7366d474f req-db24251e-e9b1-450a-a61f-2e4e8639f80a tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:15.549996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79f1bc55-85f2-4170-8596-64d7366d474f req-db24251e-e9b1-450a-a61f-2e4e8639f80a tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 948 time: 0.1575079 Feb 19 02:55:15.628742 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=1d01ffac-5ee3-4005-b886-567ccb48a347,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:15.644656 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-1ed7da34-3d6f-4911-a424-362df10854c3 None None] Set router 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:15.656234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] For port 19bb82ba-ec9c-478c-9b57-9886a4d21c0a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=19bb82ba-ec9c-478c-9b57-9886a4d21c0a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:15.656756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.669528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Calling delete_port for 19bb82ba-ec9c-478c-9b57-9886a4d21c0a owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:15.707634 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1ed7da34-3d6f-4911-a424-362df10854c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'name': 'tempest-FloatingIPsTestJSON-2013435535-router', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:43Z', 'updated_at': '2022-02-19T02:55:15Z', 'revision_number': 6, 'project_id': 'd179041780404e268b30c171c3aea996', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:15.711321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79f1bc55-85f2-4170-8596-64d7366d474f req-ff6fe67f-8bb5-4349-a810-cf6d6cd25f54 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534309 Feb 19 02:55:15.749697 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed7da34-3d6f-4911-a424-362df10854c3 None None] The sync data for ids ['87e76fb0-25a8-4ad1-838d-ff11aad5b4b0'] in n-d-826755-2 is: [{'id': '87e76fb0-25a8-4ad1-838d-ff11aad5b4b0', 'name': 'tempest-FloatingIPsTestJSON-2013435535-router', 'tenant_id': 'd179041780404e268b30c171c3aea996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:43Z', 'updated_at': '2022-02-19T02:55:15Z', 'revision_number': 6, 'project_id': 'd179041780404e268b30c171c3aea996', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:55:15.755864 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks [] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.769771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47330fd8-2928-4682-b3e1-35d19f804bf7 req-aa0b69f4-b62c-4947-bdc0-5dbc2a327bae tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:15.771332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47330fd8-2928-4682-b3e1-35d19f804bf7 req-aa0b69f4-b62c-4947-bdc0-5dbc2a327bae tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 949 time: 0.1403406 Feb 19 02:55:15.839412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47330fd8-2928-4682-b3e1-35d19f804bf7 req-633cb4f7-9138-4850-9d64-aa24c9dcdcac tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608854 Feb 19 02:55:15.842634 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.860602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['70641af0-3097-4933-9db5-85ac1dbfcf0f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:15.863072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['5348dd8b-c277-41c5-b73c-35ace224e65a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:15.890171 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (19bb82ba-ec9c-478c-9b57-9886a4d21c0a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:15.891539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-445f31cc-fcf7-451c-8bbc-f9578b02fa98 req-ee8bc162-97a6-4fab-9ed7-00d6ed4a8d5c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:55:15.892612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-445f31cc-fcf7-451c-8bbc-f9578b02fa98 req-ee8bc162-97a6-4fab-9ed7-00d6ed4a8d5c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111125 Feb 19 02:55:15.896685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:15.900439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:15.905605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:15.936976 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Pushing event deleted for resources: {'Port': ['ID=19bb82ba-ec9c-478c-9b57-9886a4d21c0a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:15.943047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Pushing event updated for resources: {'Port': ['ID=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:15.990466 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba604e58-d38e-4a6f-ae1c-e73abe13bfd5 x-openstack-request-id: req-ba604e58-d38e-4a6f-ae1c-e73abe13bfd5 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:15.990777 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3c6137-221b-44ab-af23-82aa5c1835e0", "name": "network-vif-plugged", "status": "completed", "tag": "1d01ffac-5ee3-4005-b886-567ccb48a347", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:15.991037 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba604e58-d38e-4a6f-ae1c-e73abe13bfd5 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:15.991445 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d01ffac-5ee3-4005-b886-567ccb48a347', 'code': 200} Feb 19 02:55:15.997028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:15.999121 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.017611 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 0e8c0822-6b8c-4224-90e5-61253503b0db details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:16.038228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-b66bb595-c8d3-4164-ad25-827f091da3fa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1515169 Feb 19 02:55:16.056437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Request body: {'port': {'device_id': '0544024d-c278-4222-959b-413fc67362c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:16.163853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.227939 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.241591 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:55:16.301288 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.306625 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Publish callbacks [] for router_controller (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.309741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9b6cd-c13f-4979-98cd-6b4fb287f34c req-53c0541e-8299-4a95-9f61-8983293affd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:16.311559 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b8f9b6cd-c13f-4979-98cd-6b4fb287f34c req-53c0541e-8299-4a95-9f61-8983293affd7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 1128 time: 0.2574420 Feb 19 02:55:16.335845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cc05a-1ef7-407d-9b4c-6f06bf8c9ad1 req-34412d0d-e062-4605-be48-ac4722e615fb tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:16.337807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa5cc05a-1ef7-407d-9b4c-6f06bf8c9ad1 req-34412d0d-e062-4605-be48-ac4722e615fb tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 935 time: 0.1361208 Feb 19 02:55:16.379711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0f0f6f92-0ee3-43de-a044-7135dfd37a90 None None] Provisioning complete for port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:16.380095 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0f0f6f92-0ee3-43de-a044-7135dfd37a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.415169 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (87e76fb0-25a8-4ad1-838d-ff11aad5b4b0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.415703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:55:16.431141 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.434787 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e0735329-310a-46d8-aff8-391389344398 admin admin] 10.222.0.81 "DELETE /v2.0/routers/87e76fb0-25a8-4ad1-838d-ff11aad5b4b0 HTTP/1.1" status: 204 len: 168 time: 1.4720497 Feb 19 02:55:16.436368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42926) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:16.441380 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b8f9b6cd-c13f-4979-98cd-6b4fb287f34c req-a35ac4aa-abaf-43b8-8280-ddcf4ff6e71c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228144 Feb 19 02:55:16.522033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0f0f6f92-0ee3-43de-a044-7135dfd37a90 None None] Port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:55:16.552722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa5cc05a-1ef7-407d-9b4c-6f06bf8c9ad1 req-5dc6e2e9-515c-4305-8a3b-b9a8a2e584f3 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037909 Feb 19 02:55:16.558028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42936) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:16.585801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 0e8c0822-6b8c-4224-90e5-61253503b0db, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=0e8c0822-6b8c-4224-90e5-61253503b0db,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:16.604262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '0e8c0822-6b8c-4224-90e5-61253503b0db', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '0e8c0822-6b8c-4224-90e5-61253503b0db', 'mac_address': 'fa:16:3e:78:06:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:16.662854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-921a0073-7c87-42c0-aafc-26cf136ff6b1 admin admin] Deleting subnet d6307fe1-f27f-4f19-b15b-942eb20eac0b {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:55:16.666661 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-921a0073-7c87-42c0-aafc-26cf136ff6b1 admin admin] Publish callbacks [] for subnet (d6307fe1-f27f-4f19-b15b-942eb20eac0b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.674414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 0e8c0822-6b8c-4224-90e5-61253503b0db is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:16.674786 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.677311 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-9e47a512-51c9-4b23-aa11-495ab38f2e05 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179371 Feb 19 02:55:16.686239 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-bb7ded8e-5402-4c45-9402-b43aca65c88d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:55:16.687393 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-bb7ded8e-5402-4c45-9402-b43aca65c88d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056689 Feb 19 02:55:16.694835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8c0822-6b8c-4224-90e5-61253503b0db {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:16.723955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 0e8c0822-6b8c-4224-90e5-61253503b0db, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=0e8c0822-6b8c-4224-90e5-61253503b0db,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:16.735600 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.778858 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-921a0073-7c87-42c0-aafc-26cf136ff6b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (d6307fe1-f27f-4f19-b15b-942eb20eac0b), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:16.794553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=0e8c0822-6b8c-4224-90e5-61253503b0db,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:16.837140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 19bb82ba-ec9c-478c-9b57-9886a4d21c0a no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:16.862210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 19bb82ba-ec9c-478c-9b57-9886a4d21c0a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:16.862716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 19bb82ba-ec9c-478c-9b57-9886a4d21c0a not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:16.863206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e344ee67-2137-4d7b-892f-ef02618baf67 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:16.885399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: e344ee67-2137-4d7b-892f-ef02618baf67 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:16.885894 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e344ee67-2137-4d7b-892f-ef02618baf67 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:17.071083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cebfa2-8076-4d75-8a20-b47212bc6f07 req-77cf3992-dd58-4503-9245-8e0f7c4c7923 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:17.072801 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10cebfa2-8076-4d75-8a20-b47212bc6f07 req-77cf3992-dd58-4503-9245-8e0f7c4c7923 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 946 time: 0.4787331 Feb 19 02:55:17.073468 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['0e8c0822-6b8c-4224-90e5-61253503b0db'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:17.090075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5141a1-b05d-41ae-95ed-a40058d09412 req-aa465214-15a7-45a5-a68a-56b9558b41c6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:17.091623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f5141a1-b05d-41ae-95ed-a40058d09412 req-aa465214-15a7-45a5-a68a-56b9558b41c6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.4469523 Feb 19 02:55:17.179039 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 84e2dd69-5d8e-458d-b96f-5494c104f588 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:17.199924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42964) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:17.249716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10cebfa2-8076-4d75-8a20-b47212bc6f07 req-e84e7165-88ef-450d-b99f-163b6a7686ff tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685479 Feb 19 02:55:17.253086 n-d-826755-2 neutron-server[109898]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 19 02:55:17.275624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 84e2dd69-5d8e-458d-b96f-5494c104f588 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:17.279994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 84e2dd69-5d8e-458d-b96f-5494c104f588 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:17.280953 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.289027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:17.308266 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Publish callbacks [] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.332725 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-921a0073-7c87-42c0-aafc-26cf136ff6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d6307fe1-f27f-4f19-b15b-942eb20eac0b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.342625 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-3e9bf1fd-c0b1-45fe-9a44-68d56dd4f2fa tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:17.352087 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-3e9bf1fd-c0b1-45fe-9a44-68d56dd4f2fa tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] 10.222.0.81 "GET /v2.0/ports/a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 200 len: 1129 time: 0.1510990 Feb 19 02:55:17.354615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f5141a1-b05d-41ae-95ed-a40058d09412 req-18ccdbd3-007c-4dd5-adc3-4d2c9a97470b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497537 Feb 19 02:55:17.360732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Transition to ACTIVE for port object 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:17.376904 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.421309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 84e2dd69-5d8e-458d-b96f-5494c104f588 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:17.422774 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.473365 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Pushing event updated for resources: {'Port': ['ID=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:17.518090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 84e2dd69-5d8e-458d-b96f-5494c104f588, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=84e2dd69-5d8e-458d-b96f-5494c104f588,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:17.529899 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.567518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-921a0073-7c87-42c0-aafc-26cf136ff6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (d6307fe1-f27f-4f19-b15b-942eb20eac0b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.616308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=84e2dd69-5d8e-458d-b96f-5494c104f588,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:17.641627 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-921a0073-7c87-42c0-aafc-26cf136ff6b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.648447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-921a0073-7c87-42c0-aafc-26cf136ff6b1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d6307fe1-f27f-4f19-b15b-942eb20eac0b HTTP/1.1" status: 204 len: 168 time: 1.2082813 Feb 19 02:55:17.650214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42982) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:17.651680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a0073-7c87-42c0-aafc-26cf136ff6b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6307fe1-f27f-4f19-b15b-942eb20eac0b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:17.675484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Attempting to bind port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:17.675484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Attempting to bind port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:17.675484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Attempting to bind port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:17.677134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8080b70f-a93a-411e-977d-97bde2cc1267 None None] Network e2e354d6-e280-40d4-ae8b-6c476d7dbb00 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:17.689400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:17.689400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Attempting to bind port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:17.701426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4429058-75c3-451a-8ec5-cc5366a87bd0 req-05ab6c08-fe08-4fe6-99a3-fb582a72461d tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:17.708298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4429058-75c3-451a-8ec5-cc5366a87bd0 req-05ab6c08-fe08-4fe6-99a3-fb582a72461d tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 949 time: 0.1862919 Feb 19 02:55:17.714357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:17.714736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:17.715121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:17.715574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Bound port: 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:17.715929 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.758864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480d721-5c02-41df-b30d-ac17767b2ea5 req-94d82b8f-cb1b-4c94-a528-0b3fe4bb1e82 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:17.766113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e480d721-5c02-41df-b30d-ac17767b2ea5 req-94d82b8f-cb1b-4c94-a528-0b3fe4bb1e82 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 950 time: 0.1771975 Feb 19 02:55:17.822961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (e2e354d6-e280-40d4-ae8b-6c476d7dbb00), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.865735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4429058-75c3-451a-8ec5-cc5366a87bd0 req-ba026db2-573d-4481-9535-73f378bdb6ca tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564507 Feb 19 02:55:17.903998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94842846-0eb3-4956-9271-4ec1bd8dbef1 None None] DHCP port deletion for e2e354d6-e280-40d4-ae8b-6c476d7dbb00 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:55:17.924023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Deleting port 9f003e25-813c-4d5d-b9c9-92d17a815432 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:17.926305 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.933839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e480d721-5c02-41df-b30d-ac17767b2ea5 req-0198ea50-13f9-4e8b-b0ee-87f07d555835 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646593 Feb 19 02:55:17.941991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] For port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:17.948228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] For port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:17.967248 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:17.997004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f48eb1-eb6b-4865-a6e9-febd1a2041e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e2dd69-5d8e-458d-b96f-5494c104f588'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:18.001005 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd40e98-3778-4d94-944d-f3e5b1b9af30" -d '{"events": [{"server_uuid": "c4f48eb1-eb6b-4865-a6e9-febd1a2041e2", "name": "network-vif-plugged", "status": "completed", "tag": "84e2dd69-5d8e-458d-b96f-5494c104f588"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:18.007736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 0e8c0822-6b8c-4224-90e5-61253503b0db up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:18.016939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] For port 9f003e25-813c-4d5d-b9c9-92d17a815432, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9f003e25-813c-4d5d-b9c9-92d17a815432,segment=NetworkSegment(937d79ac-6496-4b08-94f6-a9d82ce5608a),segment_id=937d79ac-6496-4b08-94f6-a9d82ce5608a)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:18.017287 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.032095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Calling delete_port for 9f003e25-813c-4d5d-b9c9-92d17a815432 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:18.039754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Pushing event updated for resources: {'Port': ['ID=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:18.069842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.071303 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.074347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-5c234ac9-77b7-480f-8d78-93b61aae07ff service neutron] 10.222.0.67 "PUT /v2.0/ports/8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 HTTP/1.1" status: 200 len: 1095 time: 2.0286407 Feb 19 02:55:18.074938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0544024d-c278-4222-959b-413fc67362c6', 'tag': '8966cadc-e76b-4d3a-a033-e65c3a1c6fb1'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:18.088150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-94842846-0eb3-4956-9271-4ec1bd8dbef1 None None] Deleting port 9f003e25-813c-4d5d-b9c9-92d17a815432 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:18.088526 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-94842846-0eb3-4956-9271-4ec1bd8dbef1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.090370 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c5628d-d4e5-4894-9b79-e9cee9617a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "0544024d-c278-4222-959b-413fc67362c6", "tag": "8966cadc-e76b-4d3a-a033-e65c3a1c6fb1"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:18.180889 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.193677 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf628dea-c493-4443-aad6-f023b77cf24f x-openstack-request-id: req-cf628dea-c493-4443-aad6-f023b77cf24f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:18.193986 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f48eb1-eb6b-4865-a6e9-febd1a2041e2", "name": "network-vif-plugged", "status": "completed", "tag": "84e2dd69-5d8e-458d-b96f-5494c104f588", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:18.194266 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf628dea-c493-4443-aad6-f023b77cf24f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:18.194911 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f48eb1-eb6b-4865-a6e9-febd1a2041e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84e2dd69-5d8e-458d-b96f-5494c104f588', 'code': 200} Feb 19 02:55:18.267816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f003e25-813c-4d5d-b9c9-92d17a815432,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:18.268491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-94842846-0eb3-4956-9271-4ec1bd8dbef1 None None] For port 9f003e25-813c-4d5d-b9c9-92d17a815432, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9f003e25-813c-4d5d-b9c9-92d17a815432,segment=NetworkSegment(937d79ac-6496-4b08-94f6-a9d82ce5608a),segment_id=937d79ac-6496-4b08-94f6-a9d82ce5608a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:18.269132 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-94842846-0eb3-4956-9271-4ec1bd8dbef1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.273328 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] No DVR routers for this DVR port 9f003e25-813c-4d5d-b9c9-92d17a815432 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:18.277816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 0e8c0822-6b8c-4224-90e5-61253503b0db completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:18.300285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 0e8c0822-6b8c-4224-90e5-61253503b0db triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:18.300684 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.307836 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd6fb7e-c20c-4282-9b7b-d5861aa65378 x-openstack-request-id: req-0dd6fb7e-c20c-4282-9b7b-d5861aa65378 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:18.307836 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0544024d-c278-4222-959b-413fc67362c6", "tag": "8966cadc-e76b-4d3a-a033-e65c3a1c6fb1", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:18.307836 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0dd6fb7e-c20c-4282-9b7b-d5861aa65378 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:18.308178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-94842846-0eb3-4956-9271-4ec1bd8dbef1 None None] Calling delete_port for 9f003e25-813c-4d5d-b9c9-92d17a815432 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:18.308272 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0544024d-c278-4222-959b-413fc67362c6', 'tag': '8966cadc-e76b-4d3a-a033-e65c3a1c6fb1', 'status': 'completed', 'code': 200} Feb 19 02:55:18.323046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-c13846f1-b9b7-42c9-8ad2-89c1e26cad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.325109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-c13846f1-b9b7-42c9-8ad2-89c1e26cad3b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9abf4c7d9a004f88996a4c07821242b9&device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 1129 time: 0.1343293 Feb 19 02:55:18.334207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fdca3-e798-435c-b7ef-4d95d836409d req-f41ddb8e-2ff3-40be-adc5-414b2bb855a8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.343093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-686fdca3-e798-435c-b7ef-4d95d836409d req-f41ddb8e-2ff3-40be-adc5-414b2bb855a8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 947 time: 0.2343893 Feb 19 02:55:18.394352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-f8bda75f-6bf9-4165-81bb-4cd8f803a498 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 HTTP/1.1" status: 200 len: 217 time: 0.0487254 Feb 19 02:55:18.460623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-eea40f31-65f7-41b9-8b76-e00261c2d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.462137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-eea40f31-65f7-41b9-8b76-e00261c2d1c5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0567079 Feb 19 02:55:18.486261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (e2e354d6-e280-40d4-ae8b-6c476d7dbb00), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.515390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0745645-340c-439f-b1e6-94a0486ec04a req-4621ce78-da3d-4e2b-8c32-cbef64729de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.517006 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f0745645-340c-439f-b1e6-94a0486ec04a req-4621ce78-da3d-4e2b-8c32-cbef64729de0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 1132 time: 0.2391553 Feb 19 02:55:18.520776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e354d6-e280-40d4-ae8b-6c476d7dbb00']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:18.532699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937d79ac-6496-4b08-94f6-a9d82ce5608a') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:18.533161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937d79ac-6496-4b08-94f6-a9d82ce5608a') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:18.560625 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-686fdca3-e798-435c-b7ef-4d95d836409d req-9923327c-c17b-46e2-bf9c-7d3b37e6ebaa tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165449 Feb 19 02:55:18.568500 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (937d79ac-6496-4b08-94f6-a9d82ce5608a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.587092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-3e4fe95d-a280-46a9-8a7b-4ef9026efc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.588917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-3e4fe95d-a280-46a9-8a7b-4ef9026efc31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1137338 Feb 19 02:55:18.597604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7394ff-dd44-4e24-a3a5-501171f70359 req-a6e30d3a-15c8-4241-aae0-50d6eb60ac60 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.604800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da7394ff-dd44-4e24-a3a5-501171f70359 req-a6e30d3a-15c8-4241-aae0-50d6eb60ac60 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 946 time: 0.1060152 Feb 19 02:55:18.628861 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (937d79ac-6496-4b08-94f6-a9d82ce5608a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.657725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:55:18.658411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (937d79ac-6496-4b08-94f6-a9d82ce5608a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: timer() Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:55:18.659930 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:55:18.680840 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f0745645-340c-439f-b1e6-94a0486ec04a req-e2f90e58-22f1-4a53-acca-51221e06ac59 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443050 Feb 19 02:55:18.708917 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 0e8c0822-6b8c-4224-90e5-61253503b0db is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:18.709325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.736115 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (e2e354d6-e280-40d4-ae8b-6c476d7dbb00), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.742348 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-94842846-0eb3-4956-9271-4ec1bd8dbef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (9f003e25-813c-4d5d-b9c9-92d17a815432), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.756863 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.758093 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-94842846-0eb3-4956-9271-4ec1bd8dbef1 None None] Network e2e354d6-e280-40d4-ae8b-6c476d7dbb00 is not hosted by any dhcp agent {{(pid=109900) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 02:55:18.758592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94842846-0eb3-4956-9271-4ec1bd8dbef1 None None] No DVR routers for this DVR port 9f003e25-813c-4d5d-b9c9-92d17a815432 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:18.762715 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e2e354d6-e280-40d4-ae8b-6c476d7dbb00 HTTP/1.1" status: 204 len: 168 time: 1.1090069 Feb 19 02:55:18.762715 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978425f-0256-4e10-a27d-bc32c60e5d69 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e354d6-e280-40d4-ae8b-6c476d7dbb00,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:18.771772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da7394ff-dd44-4e24-a3a5-501171f70359 req-23516644-acd2-44bd-b6b9-3bfeda6011c8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656983 Feb 19 02:55:18.786331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94842846-0eb3-4956-9271-4ec1bd8dbef1 None None] Pushing event deleted for resources: {'Port': ['ID=9f003e25-813c-4d5d-b9c9-92d17a815432,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:18.789678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 0e8c0822-6b8c-4224-90e5-61253503b0db, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=0e8c0822-6b8c-4224-90e5-61253503b0db,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:18.802228 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:18.879003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9f003e25-813c-4d5d-b9c9-92d17a815432 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:18.899141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-747ef087-08c3-4d4c-9057-deeea2108d62 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921240 Feb 19 02:55:18.905724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-7d1578c3-2564-4ac0-9453-fe028840266c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:18.907232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-7d1578c3-2564-4ac0-9453-fe028840266c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 1132 time: 0.2239470 Feb 19 02:55:18.910360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=0e8c0822-6b8c-4224-90e5-61253503b0db,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:18.921558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 9f003e25-813c-4d5d-b9c9-92d17a815432 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:18.922066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9f003e25-813c-4d5d-b9c9-92d17a815432 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:19.031157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43020) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:19.042809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287449c-cf22-480c-a550-62a538163fcb req-a272c39a-884f-48df-bbf2-f2c4dcdb1172 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.044318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8287449c-cf22-480c-a550-62a538163fcb req-a272c39a-884f-48df-bbf2-f2c4dcdb1172 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.2402940 Feb 19 02:55:19.079832 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a67d468b-b796-49c8-8376-e5f7bce6f652 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d179041780404e268b30c171c3aea996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467436 Feb 19 02:55:19.082355 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43022) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:19.128546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d0f7181-f1b2-4435-b16d-52c626a9fe85 admin admin] Publish callbacks [] for security_group (403f0cc4-383b-4698-acbd-0c8034805541), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:19.148510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-64ba95d2-f405-439a-be69-3da9e1f486e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.149239 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d0f7181-f1b2-4435-b16d-52c626a9fe85 admin admin] Publish callbacks [] for security_group (403f0cc4-383b-4698-acbd-0c8034805541), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:19.150032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-64ba95d2-f405-439a-be69-3da9e1f486e5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2336717 Feb 19 02:55:19.151794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43ad67ac-eab5-4dda-b44c-1a485f59bb1f req-cabb7cc4-114a-4a6e-bda7-16a3f34c9a2b service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436798 Feb 19 02:55:19.170970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a8a95-5c68-4c9c-a301-6970fc6cd9e8 req-753c3db4-05ed-41b1-a026-5a2f4a1cc706 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.172460 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c16a8a95-5c68-4c9c-a301-6970fc6cd9e8 req-753c3db4-05ed-41b1-a026-5a2f4a1cc706 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 946 time: 0.1627047 Feb 19 02:55:19.185292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43024) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:19.190933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b7e1176a-0648-4ec9-9c7b-b11bfef17e75 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Request body: {'floatingip': {'port_id': '1d01ffac-5ee3-4005-b886-567ccb48a347'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:19.225884 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8287449c-cf22-480c-a550-62a538163fcb req-df7e3ed4-e996-44b7-a58c-2216268d6794 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626322 Feb 19 02:55:19.228645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-fdb63969-b538-4aed-a9f5-9c5ebab456e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 200 len: 217 time: 0.0653412 Feb 19 02:55:19.287912 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e1176a-0648-4ec9-9c7b-b11bfef17e75 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for floatingip (a6fc1cc3-f03a-4e92-9be6-f985e3777cf2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:19.324306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d0f7181-f1b2-4435-b16d-52c626a9fe85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (403f0cc4-383b-4698-acbd-0c8034805541), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:19.326830 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d0f7181-f1b2-4435-b16d-52c626a9fe85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:19.328001 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2d0f7181-f1b2-4435-b16d-52c626a9fe85 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/403f0cc4-383b-4698-acbd-0c8034805541 HTTP/1.1" status: 204 len: 168 time: 0.2446365 Feb 19 02:55:19.354951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f7181-f1b2-4435-b16d-52c626a9fe85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403f0cc4-383b-4698-acbd-0c8034805541,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:19.414621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-89bfe309-9292-49d9-915f-a58013e41eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.416156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-89bfe309-9292-49d9-915f-a58013e41eef service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1489391 Feb 19 02:55:19.417983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5628d-d4e5-4894-9b79-e9cee9617a1a req-97bd58fb-8323-4318-a996-0620e95d4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.419360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0c5628d-d4e5-4894-9b79-e9cee9617a1a req-97bd58fb-8323-4318-a996-0620e95d4760 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9abf4c7d9a004f88996a4c07821242b9&device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 1129 time: 0.1924808 Feb 19 02:55:19.482660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e6d46-51af-4f85-a2a2-61b6a195b507 req-8a4a5179-5cfa-404c-af1a-c01cdb1551bf tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.484328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e49e6d46-51af-4f85-a2a2-61b6a195b507 req-8a4a5179-5cfa-404c-af1a-c01cdb1551bf tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 950 time: 0.1738431 Feb 19 02:55:19.525106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a349f-2147-48ca-8299-3da4998c9ff8 req-33b0092f-a2e7-4e49-92f6-5c26cccff658 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.526719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-245a349f-2147-48ca-8299-3da4998c9ff8 req-33b0092f-a2e7-4e49-92f6-5c26cccff658 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 950 time: 0.2123506 Feb 19 02:55:19.636725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-056c4f26-e9a3-41c8-9873-646ea5c2990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.638277 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-056c4f26-e9a3-41c8-9873-646ea5c2990a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2094643 Feb 19 02:55:19.658191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5628d-d4e5-4894-9b79-e9cee9617a1a req-4af3e861-bffb-470a-841d-9143c4a720ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.659593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0c5628d-d4e5-4894-9b79-e9cee9617a1a req-4af3e861-bffb-470a-841d-9143c4a720ff service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2318773 Feb 19 02:55:19.664571 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e49e6d46-51af-4f85-a2a2-61b6a195b507 req-089014ba-d128-4c91-a48d-94f0ee116728 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338441 Feb 19 02:55:19.667414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-245a349f-2147-48ca-8299-3da4998c9ff8 req-40a7ae93-f8ff-4a66-b4b5-ab90c41a16df tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285515 Feb 19 02:55:19.805940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0c5628d-d4e5-4894-9b79-e9cee9617a1a req-2c77e221-2580-46aa-8089-6411a7f6c0de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 HTTP/1.1" status: 200 len: 217 time: 0.1318645 Feb 19 02:55:19.944051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5628d-d4e5-4894-9b79-e9cee9617a1a req-22f636d9-b527-4fb7-b71f-d9540f04262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.945785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0c5628d-d4e5-4894-9b79-e9cee9617a1a req-22f636d9-b527-4fb7-b71f-d9540f04262a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1178830 Feb 19 02:55:19.950118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-2d18d331-ee50-415e-a1c9-899305ac8ab1 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012586 Feb 19 02:55:19.958696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0655d-d16c-40ed-9487-50bee57b99db req-9b6da063-122c-4a52-90a0-91ae5c5d3f44 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:19.960268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64d0655d-d16c-40ed-9487-50bee57b99db req-9b6da063-122c-4a52-90a0-91ae5c5d3f44 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 947 time: 0.1585460 Feb 19 02:55:20.188927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64d0655d-d16c-40ed-9487-50bee57b99db req-75bb2fa5-786a-4a4c-b142-0e4bff6280df tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923034 Feb 19 02:55:20.197012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96928a2c-6ad9-4c84-9e11-57c4798c448f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8c0822-6b8c-4224-90e5-61253503b0db'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:20.203562 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fe0792-29cc-44f0-a48d-f9b1f7f37a18" -d '{"events": [{"server_uuid": "96928a2c-6ad9-4c84-9e11-57c4798c448f", "name": "network-vif-plugged", "status": "completed", "tag": "0e8c0822-6b8c-4224-90e5-61253503b0db"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:20.208562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43066) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:20.225212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5628d-d4e5-4894-9b79-e9cee9617a1a req-843550a0-ecfa-4578-a18e-8468e1d640b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:20.235067 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0c5628d-d4e5-4894-9b79-e9cee9617a1a req-843550a0-ecfa-4578-a18e-8468e1d640b1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2608445 Feb 19 02:55:20.265674 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad5afe6-c870-476b-b06e-4cf700730684 x-openstack-request-id: req-0ad5afe6-c870-476b-b06e-4cf700730684 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:20.265887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-0b53341d-f2f4-42d0-b3d8-b94210f1965d service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984340 Feb 19 02:55:20.266369 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96928a2c-6ad9-4c84-9e11-57c4798c448f", "name": "network-vif-plugged", "status": "completed", "tag": "0e8c0822-6b8c-4224-90e5-61253503b0db", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:20.266828 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ad5afe6-c870-476b-b06e-4cf700730684 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:20.267490 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96928a2c-6ad9-4c84-9e11-57c4798c448f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8c0822-6b8c-4224-90e5-61253503b0db', 'code': 200} Feb 19 02:55:20.402288 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.db.resource_extend [None req-b7e1176a-0648-4ec9-9c7b-b11bfef17e75 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:55:20.429505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0c5628d-d4e5-4894-9b79-e9cee9617a1a req-8e8c7d49-0f25-48bf-9bbf-6e80a2eb999b service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934974 Feb 19 02:55:20.538794 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e1176a-0648-4ec9-9c7b-b11bfef17e75 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:20.546387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e1176a-0648-4ec9-9c7b-b11bfef17e75 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (a6fc1cc3-f03a-4e92-9be6-f985e3777cf2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:20.648004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43096) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:20.696008 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-b7e1176a-0648-4ec9-9c7b-b11bfef17e75 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Floating IP a6fc1cc3-f03a-4e92-9be6-f985e3777cf2 associated. External IP: 172.25.1.183, port: 1d01ffac-5ee3-4005-b886-567ccb48a347. Feb 19 02:55:20.810170 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1890534701-network', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:20.851381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19ce9d-8c2f-421a-9c96-9beac1e67458 req-ae4fbb26-269b-4930-9cd5-419a6ac43914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:20.852925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f19ce9d-8c2f-421a-9c96-9beac1e67458 req-ae4fbb26-269b-4930-9cd5-419a6ac43914 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 1132 time: 0.4687905 Feb 19 02:55:20.868690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Made reservation on behalf of b891c51016d7498b92b86da1a51aacee for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:20.871434 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:20.872865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633601a9-3f7f-4ff1-a509-e32ab20fad53 req-fb0a4c74-40fe-41d9-9f50-8ca313bc7ac2 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:20.874349 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-633601a9-3f7f-4ff1-a509-e32ab20fad53 req-fb0a4c74-40fe-41d9-9f50-8ca313bc7ac2 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.4768546 Feb 19 02:55:20.883815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:20.915579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-90837640-8518-451a-b228-9bad068cd947 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e4e9d9516b14372a2f60830241c1423&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7026622 Feb 19 02:55:20.927053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43108) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:20.950952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0c5628d-d4e5-4894-9b79-e9cee9617a1a req-e83a0716-6927-46c0-bbbd-8455f054cb1f service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999208 Feb 19 02:55:20.989012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e1176a-0648-4ec9-9c7b-b11bfef17e75 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Router ce9a71cb-234a-416c-ab90-8d1fba51a475 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:55:20.991967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104df9ab-aa41-426c-8bbf-8e138296556a req-b83a2314-5a1b-4f6b-bc47-e08d833a8aa8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:20.993550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-104df9ab-aa41-426c-8bbf-8e138296556a req-b83a2314-5a1b-4f6b-bc47-e08d833a8aa8 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 950 time: 0.2182505 Feb 19 02:55:21.029668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f19ce9d-8c2f-421a-9c96-9beac1e67458 req-ebb02160-2d9e-4929-9371-a391d3bd791b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458833 Feb 19 02:55:21.041160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-633601a9-3f7f-4ff1-a509-e32ab20fad53 req-5a84ce63-8c1e-4a1b-aa0f-2afbf5b6aa5f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561160 Feb 19 02:55:21.065150 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Publish callbacks [] for security_group (bd5843a7-555e-4dcb-8632-5dcee87dcd30), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.075012 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (bd5843a7-555e-4dcb-8632-5dcee87dcd30), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.076539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edbeafe6-bed7-402e-8378-b3e3a81346d3 admin admin] Publish callbacks [] for security_group (cdcb2936-c3ee-456d-8ffa-cc93a70f52a0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.085206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-104df9ab-aa41-426c-8bbf-8e138296556a req-5115d938-bf17-4c05-8a0d-22ba625d6660 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773535 Feb 19 02:55:21.119139 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edbeafe6-bed7-402e-8378-b3e3a81346d3 admin admin] Publish callbacks [] for security_group (cdcb2936-c3ee-456d-8ffa-cc93a70f52a0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.136195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:55:21.164809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5843a7-555e-4dcb-8632-5dcee87dcd30,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:21.174611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (0c731525-2b69-42be-bb92-efb83f030572), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.174725 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Added segment 0c731525-2b69-42be-bb92-efb83f030572 of type vlan for network 67223250-80aa-4c8d-86d2-c2f0e11357f2 Feb 19 02:55:21.192904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e1176a-0648-4ec9-9c7b-b11bfef17e75 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:55:21.207603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58436548-e754-41c1-be51-11ac67f1bd6d None None] Sync routers for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:55:21.221557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dec141-6ab7-4537-a0a5-be3c2658dbfb req-462295ce-d485-4ae5-82a6-40f8100d540a tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:21.223022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89dec141-6ab7-4537-a0a5-be3c2658dbfb req-462295ce-d485-4ae5-82a6-40f8100d540a tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 950 time: 0.0953972 Feb 19 02:55:21.232051 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58436548-e754-41c1-be51-11ac67f1bd6d None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:21.232709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-58436548-e754-41c1-be51-11ac67f1bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:21.237233 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e1176a-0648-4ec9-9c7b-b11bfef17e75 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.254425 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edbeafe6-bed7-402e-8378-b3e3a81346d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cdcb2936-c3ee-456d-8ffa-cc93a70f52a0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.258277 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edbeafe6-bed7-402e-8378-b3e3a81346d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.259851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-edbeafe6-bed7-402e-8378-b3e3a81346d3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cdcb2936-c3ee-456d-8ffa-cc93a70f52a0 HTTP/1.1" status: 204 len: 168 time: 0.3284736 Feb 19 02:55:21.280560 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (67223250-80aa-4c8d-86d2-c2f0e11357f2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.288344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbeafe6-bed7-402e-8378-b3e3a81346d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcb2936-c3ee-456d-8ffa-cc93a70f52a0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:21.296982 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b7e1176a-0648-4ec9-9c7b-b11bfef17e75 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "PUT /v2.0/floatingips/a6fc1cc3-f03a-4e92-9be6-f985e3777cf2 HTTP/1.1" status: 200 len: 992 time: 2.1105344 Feb 19 02:55:21.300226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'tag': '1d01ffac-5ee3-4005-b886-567ccb48a347'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:21.303895 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc38a53e-c093-4aaf-9ee7-5d1af714ad48" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3c6137-221b-44ab-af23-82aa5c1835e0", "tag": "1d01ffac-5ee3-4005-b886-567ccb48a347"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:21.319036 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89dec141-6ab7-4537-a0a5-be3c2658dbfb req-7487d517-82a1-4d83-80e8-ae6bdf9a1535 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861166 Feb 19 02:55:21.359770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (67223250-80aa-4c8d-86d2-c2f0e11357f2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.360800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:21.361752 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.454110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415a752-3018-4d2f-b22a-9c37c593de77 req-0da234e7-77f6-4389-9b0b-d2bb15cd981c tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:21.464179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0415a752-3018-4d2f-b22a-9c37c593de77 req-0da234e7-77f6-4389-9b0b-d2bb15cd981c tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 947 time: 0.1110501 Feb 19 02:55:21.475096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-58436548-e754-41c1-be51-11ac67f1bd6d None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:21.490001 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8401170 Feb 19 02:55:21.494553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43124) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:21.516592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c1603-a803-4dff-b6e0-6e0a356d65a1 admin admin] Pushing event updated for resources: {'Network': ['ID=67223250-80aa-4c8d-86d2-c2f0e11357f2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:21.525593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7c95668c-746e-47ae-8b7a-98207380660b admin admin] Request body: {'subnet': {'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1890534701-subnet', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:21.532827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 67223250-80aa-4c8d-86d2-c2f0e11357f2 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:55:21.606259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0415a752-3018-4d2f-b22a-9c37c593de77 req-a6eeb7d2-ddc6-4e49-af87-141a433b625e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191828 Feb 19 02:55:21.627333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c95668c-746e-47ae-8b7a-98207380660b admin admin] Made reservation on behalf of b891c51016d7498b92b86da1a51aacee for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:21.636303 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c95668c-746e-47ae-8b7a-98207380660b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.678235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43130) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:21.699751 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8213c8ef-f33d-49cf-af16-ef87191df333 x-openstack-request-id: req-8213c8ef-f33d-49cf-af16-ef87191df333 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:21.700263 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3c6137-221b-44ab-af23-82aa5c1835e0", "tag": "1d01ffac-5ee3-4005-b886-567ccb48a347", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:21.700589 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8213c8ef-f33d-49cf-af16-ef87191df333 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:21.701030 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'tag': '1d01ffac-5ee3-4005-b886-567ccb48a347', 'status': 'completed', 'code': 200} Feb 19 02:55:21.813982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068a5adf-56e7-48e9-ae31-2bbc22c91a1d req-1f5b1325-6a89-46fe-835d-a7ffeffe8235 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:21.823282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-068a5adf-56e7-48e9-ae31-2bbc22c91a1d req-1f5b1325-6a89-46fe-835d-a7ffeffe8235 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 946 time: 0.3578546 Feb 19 02:55:21.903822 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38a53e-c093-4aaf-9ee7-5d1af714ad48 req-9ee5ca5a-736b-4595-bcad-7acd452c7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:21.906085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43136) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:21.906297 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc38a53e-c093-4aaf-9ee7-5d1af714ad48 req-9ee5ca5a-736b-4595-bcad-7acd452c7259 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=73b1c2df072a4fcb83fe3db15270392d&device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 1128 time: 0.1647341 Feb 19 02:55:21.907094 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-89b0b2bc-b382-4c1b-ac16-745e85c04227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:21.944883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-068a5adf-56e7-48e9-ae31-2bbc22c91a1d req-b145b614-1652-44ef-bb86-c7f7c4d60265 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206186 Feb 19 02:55:22.006961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-58436548-e754-41c1-be51-11ac67f1bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a6fc1cc3-f03a-4e92-9be6-f985e3777cf2', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'port_id': '1d01ffac-5ee3-4005-b886-567ccb48a347', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'mac_address': 'fa:16:3e:13:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:54:58Z', 'updated_at': '2022-02-19T02:55:19Z', 'revision_number': 1, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:39Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:22.036043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3a60b712-3605-4caa-8b02-3afd475abfe7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4b5778c164848b59e25f90f22a7385f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285048 Feb 19 02:55:22.038754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43140) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:22.068422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58436548-e754-41c1-be51-11ac67f1bd6d None None] Checking router: ce9a71cb-234a-416c-ab90-8d1fba51a475 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:55:22.081310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58436548-e754-41c1-be51-11ac67f1bd6d None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:22.081948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-58436548-e754-41c1-be51-11ac67f1bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:22.098059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38a53e-c093-4aaf-9ee7-5d1af714ad48 req-26363aae-beec-4c15-8b7a-412376a1f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:22.101071 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc38a53e-c093-4aaf-9ee7-5d1af714ad48 req-26363aae-beec-4c15-8b7a-412376a1f168 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8537839-9555-417f-ae28-dae96e57af9d HTTP/1.1" status: 200 len: 924 time: 0.1801925 Feb 19 02:55:22.194215 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-89b0b2bc-b382-4c1b-ac16-745e85c04227 admin admin] Publish callbacks [] for security_group (d4233f6f-7e75-4107-8fb4-420f79955053), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.212525 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-89b0b2bc-b382-4c1b-ac16-745e85c04227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d4233f6f-7e75-4107-8fb4-420f79955053), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.221616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-58436548-e754-41c1-be51-11ac67f1bd6d None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:22.246820 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c95668c-746e-47ae-8b7a-98207380660b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (a4225b8f-9f9d-40e3-8b0f-6a728bb41773), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.267699 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc38a53e-c093-4aaf-9ee7-5d1af714ad48 req-dc697a47-402a-46c2-bb4d-a5668444a354 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d01ffac-5ee3-4005-b886-567ccb48a347 HTTP/1.1" status: 200 len: 1000 time: 0.1523812 Feb 19 02:55:22.285855 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.310598 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-89b0b2bc-b382-4c1b-ac16-745e85c04227 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8169c70929db4ce682f4fdc2686de9c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6308155 Feb 19 02:55:22.315020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43148) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:22.315669 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0b2bc-b382-4c1b-ac16-745e85c04227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4233f6f-7e75-4107-8fb4-420f79955053,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:22.315777 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-876d99fa-6915-431c-8e16-6fafda390492 admin admin] Publish callbacks [] for security_group (53967bd7-de66-411e-bfd2-e2e116611421), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.365558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38a53e-c093-4aaf-9ee7-5d1af714ad48 req-0db3dcbb-84aa-4c0e-923d-806547f18c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:22.367249 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc38a53e-c093-4aaf-9ee7-5d1af714ad48 req-0db3dcbb-84aa-4c0e-923d-806547f18c0f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d0b5ba77-542e-453a-ba33-54edf9b9f2e7 HTTP/1.1" status: 200 len: 862 time: 0.0908349 Feb 19 02:55:22.398214 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-876d99fa-6915-431c-8e16-6fafda390492 admin admin] Publish callbacks [] for security_group (53967bd7-de66-411e-bfd2-e2e116611421), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.402528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95668c-746e-47ae-8b7a-98207380660b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4225b8f-9f9d-40e3-8b0f-6a728bb41773,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:22.416304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbce30-5dd5-437c-83c8-0fabaef30c88 req-f15b6b01-9090-470f-b76a-7aaa7581fa8d tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:22.425662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81cbce30-5dd5-437c-83c8-0fabaef30c88 req-f15b6b01-9090-470f-b76a-7aaa7581fa8d tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 950 time: 0.2677956 Feb 19 02:55:22.436786 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb388-e548-4ea3-97b6-fe6f47983e89 admin admin] Publish callbacks [] for security_group (d4233f6f-7e75-4107-8fb4-420f79955053), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.467573 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb388-e548-4ea3-97b6-fe6f47983e89 admin admin] Publish callbacks [] for security_group (d4233f6f-7e75-4107-8fb4-420f79955053), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.476050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38a53e-c093-4aaf-9ee7-5d1af714ad48 req-1ea52f49-f167-4e96-84ff-12b1dd3847ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:22.477703 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc38a53e-c093-4aaf-9ee7-5d1af714ad48 req-1ea52f49-f167-4e96-84ff-12b1dd3847ad service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8537839-9555-417f-ae28-dae96e57af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1027193 Feb 19 02:55:22.496360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979e7c8-a799-4a90-920f-046e6b43dee4 req-a7a7faec-165b-44bf-9666-64aee043aa56 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:22.498318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a979e7c8-a799-4a90-920f-046e6b43dee4 req-a7a7faec-165b-44bf-9666-64aee043aa56 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.3484619 Feb 19 02:55:22.551396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c95668c-746e-47ae-8b7a-98207380660b admin admin] Checking segment: {'id': '0c731525-2b69-42be-bb92-efb83f030572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:22.551921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c95668c-746e-47ae-8b7a-98207380660b admin admin] Network hostable DHCP agents. Network: 67223250-80aa-4c8d-86d2-c2f0e11357f2, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:55:22.559453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-58436548-e754-41c1-be51-11ac67f1bd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a6fc1cc3-f03a-4e92-9be6-f985e3777cf2', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'port_id': '1d01ffac-5ee3-4005-b886-567ccb48a347', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'mac_address': 'fa:16:3e:13:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:54:58Z', 'updated_at': '2022-02-19T02:55:19Z', 'revision_number': 1, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:39Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:22.588218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58436548-e754-41c1-be51-11ac67f1bd6d None None] The sync data for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 is: [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a6fc1cc3-f03a-4e92-9be6-f985e3777cf2', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'port_id': '1d01ffac-5ee3-4005-b886-567ccb48a347', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'mac_address': 'fa:16:3e:13:96:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:54:58Z', 'updated_at': '2022-02-19T02:55:19Z', 'revision_number': 1, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:39Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:55:22.597522 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb388-e548-4ea3-97b6-fe6f47983e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d4233f6f-7e75-4107-8fb4-420f79955053), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.600155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf1bb388-e548-4ea3-97b6-fe6f47983e89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.604616 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cf1bb388-e548-4ea3-97b6-fe6f47983e89 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d4233f6f-7e75-4107-8fb4-420f79955053 HTTP/1.1" status: 204 len: 168 time: 0.2855453 Feb 19 02:55:22.610109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81cbce30-5dd5-437c-83c8-0fabaef30c88 req-e9fbdc37-81e1-4f33-9ea3-26c4a112a38f tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586421 Feb 19 02:55:22.612082 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc38a53e-c093-4aaf-9ee7-5d1af714ad48 req-f8c3c169-c239-4b40-ac8d-850dd81b01a2 service neutron] 10.222.0.87 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169033 Feb 19 02:55:22.618115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bb388-e548-4ea3-97b6-fe6f47983e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4233f6f-7e75-4107-8fb4-420f79955053,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:22.632873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a979e7c8-a799-4a90-920f-046e6b43dee4 req-f177dd4c-93bd-4f2d-a293-854b5c8f6708 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091771 Feb 19 02:55:22.655886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c95668c-746e-47ae-8b7a-98207380660b admin admin] Network 67223250-80aa-4c8d-86d2-c2f0e11357f2 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:55:22.679979 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-876d99fa-6915-431c-8e16-6fafda390492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (53967bd7-de66-411e-bfd2-e2e116611421), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.682551 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-876d99fa-6915-431c-8e16-6fafda390492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.683868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-876d99fa-6915-431c-8e16-6fafda390492 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53967bd7-de66-411e-bfd2-e2e116611421 HTTP/1.1" status: 204 len: 168 time: 0.6439586 Feb 19 02:55:22.714935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-7c95668c-746e-47ae-8b7a-98207380660b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 67223250-80aa-4c8d-86d2-c2f0e11357f2) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:22.725234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e19d71-8bf3-4dae-a41b-626c2a72d4f7 None None] Network 67223250-80aa-4c8d-86d2-c2f0e11357f2 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:22.752903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d99fa-6915-431c-8e16-6fafda390492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53967bd7-de66-411e-bfd2-e2e116611421,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:22.763391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c95668c-746e-47ae-8b7a-98207380660b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:22.766178 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c95668c-746e-47ae-8b7a-98207380660b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.804522 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc38a53e-c093-4aaf-9ee7-5d1af714ad48 req-f18754f6-977f-4c9a-847e-fd59be516947 service neutron] 10.222.0.87 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842194 Feb 19 02:55:22.873593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7c95668c-746e-47ae-8b7a-98207380660b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3748560 Feb 19 02:55:22.874876 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43156) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:22.880263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1890534701-router', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:22.919407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98670a-126f-4efa-8aa6-d78be8cc364d req-4895336e-6cdf-4405-a324-5e7c42fc882f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:22.921408 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd98670a-126f-4efa-8aa6-d78be8cc364d req-4895336e-6cdf-4405-a324-5e7c42fc882f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 947 time: 0.1081805 Feb 19 02:55:22.922945 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (93124299-02c7-4bf8-9c89-c1920f17b843), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.924280 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (93124299-02c7-4bf8-9c89-c1920f17b843), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:22.930210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed01220-6202-4bc1-8e80-9f3887eb804c req-597ebd49-6499-4822-b620-f2dfe4c2a5d6 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:22.937937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eed01220-6202-4bc1-8e80-9f3887eb804c req-597ebd49-6499-4822-b620-f2dfe4c2a5d6 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 950 time: 0.1519587 Feb 19 02:55:22.947298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-67223250-80aa-4c8d-86d2-c2f0e11357f2', 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2', 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'fixed_ips': [{'subnet_id': 'a4225b8f-9f9d-40e3-8b0f-6a728bb41773'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:55:22.948738 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.042457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Publish callbacks [] for router_controller (93124299-02c7-4bf8-9c89-c1920f17b843), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.068303 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e4890e-b7b5-40c4-ba88-b7ef2a4caa3c None None] New status for floating IP a6fc1cc3-f03a-4e92-9be6-f985e3777cf2: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:55:23.082178 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eed01220-6202-4bc1-8e80-9f3887eb804c req-1dcdea85-7832-484a-91f2-a7db192f45c3 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430476 Feb 19 02:55:23.085512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd98670a-126f-4efa-8aa6-d78be8cc364d req-2e500464-aa99-421d-b5e6-f920fdd84748 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451895 Feb 19 02:55:23.226341 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.274668 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Allocated IP 172.20.0.2 (67223250-80aa-4c8d-86d2-c2f0e11357f2/a4225b8f-9f9d-40e3-8b0f-6a728bb41773/49a15ac9-37ea-45f3-9084-311fc33f3561) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:23.331087 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Publish callbacks [] for router_gateway (93124299-02c7-4bf8-9c89-c1920f17b843), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.461826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43174) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:23.484135 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-abf40ac6-a98d-4c98-8c52-b9eba86799b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.639747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf48af4-ebeb-442a-b09c-fc7f6cfe3e5b req-a1edf7a2-9e41-4840-9825-edb4ff983b73 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:23.641338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccf48af4-ebeb-442a-b09c-fc7f6cfe3e5b req-a1edf7a2-9e41-4840-9825-edb4ff983b73 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 950 time: 0.1286709 Feb 19 02:55:23.688534 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-abf40ac6-a98d-4c98-8c52-b9eba86799b2 admin admin] Publish callbacks [] for security_group (4f6795cb-e39d-4a06-a45f-1f9d4a2c34e4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.697939 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-abf40ac6-a98d-4c98-8c52-b9eba86799b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4f6795cb-e39d-4a06-a45f-1f9d4a2c34e4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.718190 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Publish callbacks [] for router_gateway (93124299-02c7-4bf8-9c89-c1920f17b843), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.740328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.743193 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Publish callbacks [] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.750300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf687b5-c0ac-42df-87ca-73eb89ecd027 req-7f0bbd9b-0323-4726-bc92-7a59eae31803 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:23.751802 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0bf687b5-c0ac-42df-87ca-73eb89ecd027 req-7f0bbd9b-0323-4726-bc92-7a59eae31803 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.87 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 950 time: 0.1392944 Feb 19 02:55:23.752360 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.804740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Network 67223250-80aa-4c8d-86d2-c2f0e11357f2 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:23.810823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:23.819710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:23.824034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Pushing event updated for resources: {'Port': ['ID=49a15ac9-37ea-45f3-9084-311fc33f3561,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:23.830871 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccf48af4-ebeb-442a-b09c-fc7f6cfe3e5b req-71804fed-0066-411e-86c1-afd7a38e9bdd tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755106 Feb 19 02:55:23.835727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-abf40ac6-a98d-4c98-8c52-b9eba86799b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d7e427de081e45c59bbdd61a73f2de23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728325 Feb 19 02:55:23.847316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf40ac6-a98d-4c98-8c52-b9eba86799b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6795cb-e39d-4a06-a45f-1f9d4a2c34e4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:23.847662 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43186) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:23.899395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.900052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.900440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d0e79-428b-4791-8340-cffdae28d864 req-c737b13b-b744-4a1d-a8e4-3e541601a9ba tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:23.901043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.901948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.902512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.903247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.903949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.904446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.904801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.905129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.905455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.905773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.906094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:23.908183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb0d0e79-428b-4791-8340-cffdae28d864 req-c737b13b-b744-4a1d-a8e4-3e541601a9ba tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 950 time: 0.1530459 Feb 19 02:55:23.946817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Attempting to bind port 49a15ac9-37ea-45f3-9084-311fc33f3561 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:23.946817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Attempting to bind port 49a15ac9-37ea-45f3-9084-311fc33f3561 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '0c731525-2b69-42be-bb92-efb83f030572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:23.947241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Attempting to bind port 49a15ac9-37ea-45f3-9084-311fc33f3561 on network 67223250-80aa-4c8d-86d2-c2f0e11357f2 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:23.954783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:23.954783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Checking segment: {'id': '0c731525-2b69-42be-bb92-efb83f030572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:23.954783 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.954783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Bound using segment: {'id': '0c731525-2b69-42be-bb92-efb83f030572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:23.954783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Bound port: 49a15ac9-37ea-45f3-9084-311fc33f3561, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c731525-2b69-42be-bb92-efb83f030572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:23.955249 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:23.994782 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb0d0e79-428b-4791-8340-cffdae28d864 req-f68afcac-4d18-427c-843a-2ee49fc62f38 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859005 Feb 19 02:55:24.012110 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Allocated IP 172.25.1.36 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/44f5563b-abd2-45f2-9aaa-c8167428b538) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:24.017407 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a43ff8e5-a1db-4209-bcfc-17f470f1c43a admin admin] Publish callbacks [] for security_group (4f6795cb-e39d-4a06-a45f-1f9d4a2c34e4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.040798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] For port 49a15ac9-37ea-45f3-9084-311fc33f3561, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:24.045387 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] For port 49a15ac9-37ea-45f3-9084-311fc33f3561, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=49a15ac9-37ea-45f3-9084-311fc33f3561,segment=NetworkSegment(0c731525-2b69-42be-bb92-efb83f030572),segment_id=0c731525-2b69-42be-bb92-efb83f030572)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:24.048638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ceb0d-4882-494c-a074-e7e858c1f44f req-d4058d77-8fed-4b8d-b8e1-24aa42b6a0ae tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:24.050416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d3ceb0d-4882-494c-a074-e7e858c1f44f req-d4058d77-8fed-4b8d-b8e1-24aa42b6a0ae tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1404309 Feb 19 02:55:24.052873 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:24.065911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-0bf687b5-c0ac-42df-87ca-73eb89ecd027 req-96ffd2c4-a7de-45fd-b36b-e1fa246d4d2d tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Deleting port 84e2dd69-5d8e-458d-b96f-5494c104f588 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:24.066244 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0bf687b5-c0ac-42df-87ca-73eb89ecd027 req-96ffd2c4-a7de-45fd-b36b-e1fa246d4d2d tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.073807 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.075136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a43ff8e5-a1db-4209-bcfc-17f470f1c43a admin admin] Publish callbacks [] for security_group (4f6795cb-e39d-4a06-a45f-1f9d4a2c34e4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.114009 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d3ceb0d-4882-494c-a074-e7e858c1f44f req-3326fdb1-b861-420e-829e-962de6d92e76 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566306 Feb 19 02:55:24.264315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6c4d8-1f29-4263-b667-d60d0c614313 None None] Pushing event updated for resources: {'Port': ['ID=49a15ac9-37ea-45f3-9084-311fc33f3561,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:24.321691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:24.352243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '8966cadc-e76b-4d3a-a033-e65c3a1c6fb1', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '8966cadc-e76b-4d3a-a033-e65c3a1c6fb1', 'mac_address': 'fa:16:3e:87:8f:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:24.377651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669981ea-4843-4793-94ff-74085a387455 req-e248f0bb-1c65-4d5a-9045-e250e249113e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:24.380963 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-669981ea-4843-4793-94ff-74085a387455 req-e248f0bb-1c65-4d5a-9045-e250e249113e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 947 time: 0.1619859 Feb 19 02:55:24.426284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:24.427029 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.441043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046788ae-7495-4878-830f-6cebbdac8e2d req-c48a0b83-31c6-4819-9de8-d00e0a807a06 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:24.442658 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-046788ae-7495-4878-830f-6cebbdac8e2d req-c48a0b83-31c6-4819-9de8-d00e0a807a06 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 950 time: 0.1264217 Feb 19 02:55:24.452561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:24.478698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:24.493576 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.532275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-669981ea-4843-4793-94ff-74085a387455 req-c1075c65-3242-4b27-87ff-ae212d293bc1 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368246 Feb 19 02:55:24.564213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-046788ae-7495-4878-830f-6cebbdac8e2d req-9aefc161-e4b4-4e26-89dc-22f4ac0bed4a tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095994 Feb 19 02:55:24.632449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:24.654731 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Publish callbacks [] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.724379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-0bf687b5-c0ac-42df-87ca-73eb89ecd027 req-96ffd2c4-a7de-45fd-b36b-e1fa246d4d2d tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] For port 84e2dd69-5d8e-458d-b96f-5494c104f588, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=84e2dd69-5d8e-458d-b96f-5494c104f588,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:24.724991 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0bf687b5-c0ac-42df-87ca-73eb89ecd027 req-96ffd2c4-a7de-45fd-b36b-e1fa246d4d2d tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.750841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-0bf687b5-c0ac-42df-87ca-73eb89ecd027 req-96ffd2c4-a7de-45fd-b36b-e1fa246d4d2d tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Calling delete_port for 84e2dd69-5d8e-458d-b96f-5494c104f588 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:24.752652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a43ff8e5-a1db-4209-bcfc-17f470f1c43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4f6795cb-e39d-4a06-a45f-1f9d4a2c34e4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.755459 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a43ff8e5-a1db-4209-bcfc-17f470f1c43a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.756697 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a43ff8e5-a1db-4209-bcfc-17f470f1c43a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f6795cb-e39d-4a06-a45f-1f9d4a2c34e4 HTTP/1.1" status: 204 len: 168 time: 0.9058969 Feb 19 02:55:24.779283 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ff8e5-a1db-4209-bcfc-17f470f1c43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6795cb-e39d-4a06-a45f-1f9d4a2c34e4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:24.785471 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:24.870135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 49a15ac9-37ea-45f3-9084-311fc33f3561 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:24.882005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:24.889061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:24.891385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:24.894933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Pushing event updated for resources: {'Port': ['ID=44f5563b-abd2-45f2-9aaa-c8167428b538,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:24.948761 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['8966cadc-e76b-4d3a-a033-e65c3a1c6fb1'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:25.010230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 49a15ac9-37ea-45f3-9084-311fc33f3561 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:25.010608 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:25.119374 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0bf687b5-c0ac-42df-87ca-73eb89ecd027 req-96ffd2c4-a7de-45fd-b36b-e1fa246d4d2d tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (84e2dd69-5d8e-458d-b96f-5494c104f588), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:25.138996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['84e2dd69-5d8e-458d-b96f-5494c104f588'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:25.193096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ffd2c4-a7de-45fd-b36b-e1fa246d4d2d tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Pushing event deleted for resources: {'Port': ['ID=84e2dd69-5d8e-458d-b96f-5494c104f588,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:25.243253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39762450-f8fb-4e60-a59b-5244fdac973a req-ee38cf39-d777-4e65-9b68-cb9324fa7d18 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:25.247511 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39762450-f8fb-4e60-a59b-5244fdac973a req-ee38cf39-d777-4e65-9b68-cb9324fa7d18 tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/ports?device_id=c4f48eb1-eb6b-4865-a6e9-febd1a2041e2 HTTP/1.1" status: 200 len: 867 time: 0.1599247 Feb 19 02:55:25.318126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 49a15ac9-37ea-45f3-9084-311fc33f3561 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:25.319599 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:25.373796 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Publish callbacks [] for router_gateway (93124299-02c7-4bf8-9c89-c1920f17b843), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:25.375071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39762450-f8fb-4e60-a59b-5244fdac973a req-16f7db17-35af-4c7d-9f77-b170c6cae19a tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.81 "GET /v2.0/security-groups?id=16bd7f1f-6623-46ea-b833-a473e0e01c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138053 Feb 19 02:55:25.413669 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 49a15ac9-37ea-45f3-9084-311fc33f3561, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=49a15ac9-37ea-45f3-9084-311fc33f3561,segment=NetworkSegment(0c731525-2b69-42be-bb92-efb83f030572),segment_id=0c731525-2b69-42be-bb92-efb83f030572)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:25.428090 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:25.448597 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf687b5-c0ac-42df-87ca-73eb89ecd027 req-96ffd2c4-a7de-45fd-b36b-e1fa246d4d2d tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] No DVR routers for this DVR port 84e2dd69-5d8e-458d-b96f-5494c104f588 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:25.452222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0bf687b5-c0ac-42df-87ca-73eb89ecd027 req-96ffd2c4-a7de-45fd-b36b-e1fa246d4d2d tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:25.456236 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0bf687b5-c0ac-42df-87ca-73eb89ecd027 req-96ffd2c4-a7de-45fd-b36b-e1fa246d4d2d tempest-ServerDiagnosticsNegativeTest-848953834 tempest-ServerDiagnosticsNegativeTest-848953834-project] 10.222.0.87 "DELETE /v2.0/ports/84e2dd69-5d8e-458d-b96f-5494c104f588 HTTP/1.1" status: 204 len: 173 time: 1.6970091 Feb 19 02:55:25.458616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f48eb1-eb6b-4865-a6e9-febd1a2041e2', 'name': 'network-vif-deleted', 'tag': '84e2dd69-5d8e-458d-b96f-5494c104f588'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:25.461070 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065243ac-04c6-4cbd-b11a-e327c33f2da4" -d '{"events": [{"server_uuid": "c4f48eb1-eb6b-4865-a6e9-febd1a2041e2", "name": "network-vif-deleted", "tag": "84e2dd69-5d8e-458d-b96f-5494c104f588"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:25.520222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=49a15ac9-37ea-45f3-9084-311fc33f3561,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:25.676858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa8a5d-cd5c-41ee-9f5a-761f7d950350 req-c54ffe44-986e-46b4-bb3a-1fcd40fd00fb tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:25.694251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdaa8a5d-cd5c-41ee-9f5a-761f7d950350 req-c54ffe44-986e-46b4-bb3a-1fcd40fd00fb tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1233027 Feb 19 02:55:25.823310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdaa8a5d-cd5c-41ee-9f5a-761f7d950350 req-4cb0f5ed-1e0f-4951-a82d-91880784f7e7 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229291 Feb 19 02:55:25.857355 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (93124299-02c7-4bf8-9c89-c1920f17b843), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:25.861888 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe9c97e-c761-497d-aa9c-26e30cab8d32 x-openstack-request-id: req-4fe9c97e-c761-497d-aa9c-26e30cab8d32 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:25.862507 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f48eb1-eb6b-4865-a6e9-febd1a2041e2", "name": "network-vif-deleted", "tag": "84e2dd69-5d8e-458d-b96f-5494c104f588", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:25.863331 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fe9c97e-c761-497d-aa9c-26e30cab8d32 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:25.863959 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f48eb1-eb6b-4865-a6e9-febd1a2041e2', 'name': 'network-vif-deleted', 'tag': '84e2dd69-5d8e-458d-b96f-5494c104f588', 'status': 'completed', 'code': 200} Feb 19 02:55:25.897897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b441786a-6d9a-469e-bf60-ec1e63fd3576 None None] Network 67223250-80aa-4c8d-86d2-c2f0e11357f2 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:25.994459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9f152a8c-a899-4867-9d42-6c3827121871 None None] Provisioning complete for port 49a15ac9-37ea-45f3-9084-311fc33f3561 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:25.995023 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9f152a8c-a899-4867-9d42-6c3827121871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:26.014073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d36a9b-d2a4-4c89-b5b0-0a2eb55e36be req-20cfd365-bd7d-4454-946b-4a75e4d2da56 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:26.015821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8d36a9b-d2a4-4c89-b5b0-0a2eb55e36be req-20cfd365-bd7d-4454-946b-4a75e4d2da56 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.67 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 950 time: 0.1650932 Feb 19 02:55:26.072273 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Router 93124299-02c7-4bf8-9c89-c1920f17b843 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:55:26.165321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b8fa0d-cb8d-4f5e-be1d-b8270782ddb2 req-5f7fb286-13b4-4c6b-861b-514e1d404d3d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:26.184619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00b8fa0d-cb8d-4f5e-be1d-b8270782ddb2 req-5f7fb286-13b4-4c6b-861b-514e1d404d3d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 948 time: 0.2593043 Feb 19 02:55:26.197320 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9f152a8c-a899-4867-9d42-6c3827121871 None None] Current status of the port 49a15ac9-37ea-45f3-9084-311fc33f3561 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:26.237613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:55:26.252969 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Sync routers for ids ['93124299-02c7-4bf8-9c89-c1920f17b843'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:55:26.272472 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:26.273794 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-78e6dfcc-4856-4387-ba10-810f340722a8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3976064 Feb 19 02:55:26.274117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Routers {'93124299-02c7-4bf8-9c89-c1920f17b843'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:26.275015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['93124299-02c7-4bf8-9c89-c1920f17b843'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:26.276584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43250) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:26.314164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7335ffb-bce3-46ac-87cd-172b519ec6e2 req-a6360c44-3515-44e4-8480-c116682d3dbf tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:26.316103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7335ffb-bce3-46ac-87cd-172b519ec6e2 req-a6360c44-3515-44e4-8480-c116682d3dbf tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 950 time: 0.2951989 Feb 19 02:55:26.389820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00b8fa0d-cb8d-4f5e-be1d-b8270782ddb2 req-3dcf3d0f-40f6-4687-8646-8dd7e0286bf3 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042933 Feb 19 02:55:26.470097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-a8d36a9b-d2a4-4c89-b5b0-0a2eb55e36be req-e789ecfe-4c82-4739-bd47-a06c22698025 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Deleting port 0e8c0822-6b8c-4224-90e5-61253503b0db {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:26.470427 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d36a9b-d2a4-4c89-b5b0-0a2eb55e36be req-e789ecfe-4c82-4739-bd47-a06c22698025 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:26.472866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Set router 93124299-02c7-4bf8-9c89-c1920f17b843 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:26.475390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e4e5f5e5-0370-4133-98ff-ff38f2dff451 None None] Provisioning complete for port 49a15ac9-37ea-45f3-9084-311fc33f3561 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:26.475390 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4e5f5e5-0370-4133-98ff-ff38f2dff451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:26.477376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7335ffb-bce3-46ac-87cd-172b519ec6e2 req-42802fb7-5bf9-42f7-b404-3f60ea55d5a2 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/security-groups?id=2d99a2d2-c3cc-4f68-a114-58ddc085f183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185625 Feb 19 02:55:26.603107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a8d36a9b-d2a4-4c89-b5b0-0a2eb55e36be req-e789ecfe-4c82-4739-bd47-a06c22698025 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] For port 0e8c0822-6b8c-4224-90e5-61253503b0db, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=0e8c0822-6b8c-4224-90e5-61253503b0db,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:26.603823 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d36a9b-d2a4-4c89-b5b0-0a2eb55e36be req-e789ecfe-4c82-4739-bd47-a06c22698025 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:26.637039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-a8d36a9b-d2a4-4c89-b5b0-0a2eb55e36be req-e789ecfe-4c82-4739-bd47-a06c22698025 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Calling delete_port for 0e8c0822-6b8c-4224-90e5-61253503b0db owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:26.808620 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d36a9b-d2a4-4c89-b5b0-0a2eb55e36be req-e789ecfe-4c82-4739-bd47-a06c22698025 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0e8c0822-6b8c-4224-90e5-61253503b0db), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:26.835229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['0e8c0822-6b8c-4224-90e5-61253503b0db'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:26.897225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e789ecfe-4c82-4739-bd47-a06c22698025 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Pushing event deleted for resources: {'Port': ['ID=0e8c0822-6b8c-4224-90e5-61253503b0db,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:26.945597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 49a15ac9-37ea-45f3-9084-311fc33f3561 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:27.060483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d36a9b-d2a4-4c89-b5b0-0a2eb55e36be req-e789ecfe-4c82-4739-bd47-a06c22698025 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] No DVR routers for this DVR port 0e8c0822-6b8c-4224-90e5-61253503b0db on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:27.067073 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a8d36a9b-d2a4-4c89-b5b0-0a2eb55e36be req-e789ecfe-4c82-4739-bd47-a06c22698025 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.070768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8d36a9b-d2a4-4c89-b5b0-0a2eb55e36be req-e789ecfe-4c82-4739-bd47-a06c22698025 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.67 "DELETE /v2.0/ports/0e8c0822-6b8c-4224-90e5-61253503b0db HTTP/1.1" status: 204 len: 173 time: 1.0400579 Feb 19 02:55:27.070959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96928a2c-6ad9-4c84-9e11-57c4798c448f', 'name': 'network-vif-deleted', 'tag': '0e8c0822-6b8c-4224-90e5-61253503b0db'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:27.073239 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf30056-87af-497e-87cf-21e8511345a3" -d '{"events": [{"server_uuid": "96928a2c-6ad9-4c84-9e11-57c4798c448f", "name": "network-vif-deleted", "tag": "0e8c0822-6b8c-4224-90e5-61253503b0db"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:27.086141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e4e5f5e5-0370-4133-98ff-ff38f2dff451 None None] Current status of the port 49a15ac9-37ea-45f3-9084-311fc33f3561 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:27.088745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43270) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:27.146191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0234b5dc-3005-4e00-8fcf-1da12cf514ef req-c443cf01-0e13-4a43-8228-6a0dfbfd89aa tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:27.159362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0234b5dc-3005-4e00-8fcf-1da12cf514ef req-c443cf01-0e13-4a43-8228-6a0dfbfd89aa tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1488423 Feb 19 02:55:27.166528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43278) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:27.209458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 84e2dd69-5d8e-458d-b96f-5494c104f588 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:27.235390 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd377a7-9045-4487-9132-99b0c07ee265 x-openstack-request-id: req-cbd377a7-9045-4487-9132-99b0c07ee265 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:27.236682 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96928a2c-6ad9-4c84-9e11-57c4798c448f", "name": "network-vif-deleted", "tag": "0e8c0822-6b8c-4224-90e5-61253503b0db", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:27.236961 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbd377a7-9045-4487-9132-99b0c07ee265 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:27.237369 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96928a2c-6ad9-4c84-9e11-57c4798c448f', 'name': 'network-vif-deleted', 'tag': '0e8c0822-6b8c-4224-90e5-61253503b0db', 'status': 'completed', 'code': 200} Feb 19 02:55:27.283209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 84e2dd69-5d8e-458d-b96f-5494c104f588 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:27.283545 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 84e2dd69-5d8e-458d-b96f-5494c104f588 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:27.297042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 49a15ac9-37ea-45f3-9084-311fc33f3561 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:27.297793 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.352498 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'name': 'tempest-FloatingIPDetailsTestJSON-1890534701-router', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:22Z', 'updated_at': '2022-02-19T02:55:25Z', 'revision_number': 3, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'gw_port': {'id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:23Z', 'updated_at': '2022-02-19T02:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:27.354216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0234b5dc-3005-4e00-8fcf-1da12cf514ef req-78bc619c-b7f5-4948-8c8a-98fd39056207 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910574 Feb 19 02:55:27.360903 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.407857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Checking router: 93124299-02c7-4bf8-9c89-c1920f17b843 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:55:27.408215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Updating router 93124299-02c7-4bf8-9c89-c1920f17b843 port 44f5563b-abd2-45f2-9aaa-c8167428b538 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:55:27.448747 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.461838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-63f90642-3ed6-42bb-a3db-992f5f59127c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b7380792c2664b5fab68314f624a5e84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551209 Feb 19 02:55:27.464391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43286) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:27.521059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2485a5b-17e4-44af-8ffc-1e0fc0aee9f0 admin admin] Publish callbacks [] for security_group (16bd7f1f-6623-46ea-b833-a473e0e01c0e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.593890 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2485a5b-17e4-44af-8ffc-1e0fc0aee9f0 admin admin] Publish callbacks [] for security_group (16bd7f1f-6623-46ea-b833-a473e0e01c0e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.646096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d436dd5-afe7-4331-80cf-0f827373e735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.716874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e27904fb-09d1-4503-87ff-6ea32eda686b req-e669cff7-645c-43df-b3ba-2ef8cc3395d9 tempest-DeleteServersAdminTestJSON-1469976189 tempest-DeleteServersAdminTestJSON-1469976189-project] 10.222.0.81 "GET /v2.0/ports?device_id=96928a2c-6ad9-4c84-9e11-57c4798c448f HTTP/1.1" status: 200 len: 210 time: 0.0594122 Feb 19 02:55:27.737002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ceacae-d0cf-4fc9-9ed7-673924f2b6b6 req-25892aae-ba7b-4aa7-8699-2930e2cfa823 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:27.739245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42ceacae-d0cf-4fc9-9ed7-673924f2b6b6 req-25892aae-ba7b-4aa7-8699-2930e2cfa823 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 948 time: 0.1825926 Feb 19 02:55:27.779910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Allocated IP 172.20.0.1 (67223250-80aa-4c8d-86d2-c2f0e11357f2/a4225b8f-9f9d-40e3-8b0f-6a728bb41773/64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:27.781850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2485a5b-17e4-44af-8ffc-1e0fc0aee9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (16bd7f1f-6623-46ea-b833-a473e0e01c0e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.784710 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2485a5b-17e4-44af-8ffc-1e0fc0aee9f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:27.789177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b2485a5b-17e4-44af-8ffc-1e0fc0aee9f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/16bd7f1f-6623-46ea-b833-a473e0e01c0e HTTP/1.1" status: 204 len: 168 time: 0.3233829 Feb 19 02:55:27.815537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2485a5b-17e4-44af-8ffc-1e0fc0aee9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bd7f1f-6623-46ea-b833-a473e0e01c0e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:27.820592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 49a15ac9-37ea-45f3-9084-311fc33f3561 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:27.873055 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42ceacae-d0cf-4fc9-9ed7-673924f2b6b6 req-668a5c3b-ec1f-40fd-829b-a4aee2100b19 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244848 Feb 19 02:55:27.938271 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Publish callbacks [] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.019155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.061532 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Publish callbacks [] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.069642 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.096773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Pushing event updated for resources: {'Port': ['ID=64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:28.100473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Network 67223250-80aa-4c8d-86d2-c2f0e11357f2 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:28.107257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:28.110340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:28.134529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b51e2e-a14c-42b8-87e4-09e0691df63e None None] Pushing event updated for resources: {'Port': ['ID=44f5563b-abd2-45f2-9aaa-c8167428b538,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:28.141087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:28.169979 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d436dd5-afe7-4331-80cf-0f827373e735 admin admin] Publish callbacks [] for security_group (87741035-3cb6-4ba6-989f-0e9b8af647cd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.180118 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (93124299-02c7-4bf8-9c89-c1920f17b843), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.186167 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d436dd5-afe7-4331-80cf-0f827373e735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (87741035-3cb6-4ba6-989f-0e9b8af647cd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.225718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Attempting to bind port 44f5563b-abd2-45f2-9aaa-c8167428b538 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:28.226261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Attempting to bind port 44f5563b-abd2-45f2-9aaa-c8167428b538 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:28.226633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Attempting to bind port 44f5563b-abd2-45f2-9aaa-c8167428b538 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:28.235894 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:28.236275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:28.236697 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.237157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:28.237570 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Bound port: 44f5563b-abd2-45f2-9aaa-c8167428b538, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:28.237999 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.309689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d436dd5-afe7-4331-80cf-0f827373e735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87741035-3cb6-4ba6-989f-0e9b8af647cd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:28.315743 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2d436dd5-afe7-4331-80cf-0f827373e735 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=766286724efb476aa1eedf5e1ccd5c2c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1479094 Feb 19 02:55:28.319072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43308) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:28.390347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:55:28.421110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43314) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:28.453632 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.463331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:28.463331 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.468044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] For port 44f5563b-abd2-45f2-9aaa-c8167428b538, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:28.470138 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7674de7f-d844-438e-a8b3-fbbd4fe896d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.474347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] For port 44f5563b-abd2-45f2-9aaa-c8167428b538, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=44f5563b-abd2-45f2-9aaa-c8167428b538,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:28.491046 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78922af4-48d9-459f-a215-925b65c1fd69 admin admin] Publish callbacks [] for security_group (87741035-3cb6-4ba6-989f-0e9b8af647cd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.517609 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.564184 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78922af4-48d9-459f-a215-925b65c1fd69 admin admin] Publish callbacks [] for security_group (87741035-3cb6-4ba6-989f-0e9b8af647cd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.628101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b51e2e-a14c-42b8-87e4-09e0691df63e None None] Pushing event updated for resources: {'Port': ['ID=44f5563b-abd2-45f2-9aaa-c8167428b538,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:28.636095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab959206-37c5-4c3d-b38c-75024415a427 req-796f7ee3-4465-4f42-93a3-8a32f46c672c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:28.643597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab959206-37c5-4c3d-b38c-75024415a427 req-796f7ee3-4465-4f42-93a3-8a32f46c672c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1462126 Feb 19 02:55:28.658561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ae9e32ea-6250-4132-932c-cf434e30cd32 None None] Provisioning complete for port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:28.658934 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ae9e32ea-6250-4132-932c-cf434e30cd32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.701778 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Publish callbacks [] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.709163 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.710210 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78922af4-48d9-459f-a215-925b65c1fd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (87741035-3cb6-4ba6-989f-0e9b8af647cd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.712827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78922af4-48d9-459f-a215-925b65c1fd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.714016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-78922af4-48d9-459f-a215-925b65c1fd69 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87741035-3cb6-4ba6-989f-0e9b8af647cd HTTP/1.1" status: 204 len: 168 time: 0.3944359 Feb 19 02:55:28.716051 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7674de7f-d844-438e-a8b3-fbbd4fe896d9 admin admin] Publish callbacks [] for security_group (a691b47d-db48-4f7e-8cd7-86c7ef4f5816), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.722319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e32ea-6250-4132-932c-cf434e30cd32 None None] Port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:55:28.731301 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab959206-37c5-4c3d-b38c-75024415a427 req-5ed74f67-5b46-4d01-873b-c8bab5a7638a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847650 Feb 19 02:55:28.736870 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7674de7f-d844-438e-a8b3-fbbd4fe896d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a691b47d-db48-4f7e-8cd7-86c7ef4f5816), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.739345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78922af4-48d9-459f-a215-925b65c1fd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87741035-3cb6-4ba6-989f-0e9b8af647cd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:28.761941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Routers {'93124299-02c7-4bf8-9c89-c1920f17b843'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:28.762587 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['93124299-02c7-4bf8-9c89-c1920f17b843'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:28.823116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7674de7f-d844-438e-a8b3-fbbd4fe896d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=81d223347a634a95bb47501147685dab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3990402 Feb 19 02:55:28.830156 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43328) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:28.836686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674de7f-d844-438e-a8b3-fbbd4fe896d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a691b47d-db48-4f7e-8cd7-86c7ef4f5816,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:28.890241 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (93124299-02c7-4bf8-9c89-c1920f17b843), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:28.920528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] Set router 93124299-02c7-4bf8-9c89-c1920f17b843 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:28.926441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Pushing event updated for resources: {'Port': ['ID=64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:28.996715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-233922e7-ef41-424f-9ade-bd0a423d2596 admin admin] Publish callbacks [] for security_group (a691b47d-db48-4f7e-8cd7-86c7ef4f5816), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.037923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-233922e7-ef41-424f-9ade-bd0a423d2596 admin admin] Publish callbacks [] for security_group (a691b47d-db48-4f7e-8cd7-86c7ef4f5816), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.042606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ad53b-a952-4f22-bdf7-f1c33ce88e4b req-a95d274b-18d6-421f-a4d1-4b7235e40383 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:29.049761 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-113ad53b-a952-4f22-bdf7-f1c33ce88e4b req-a95d274b-18d6-421f-a4d1-4b7235e40383 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 948 time: 0.0627539 Feb 19 02:55:29.088114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Network 67223250-80aa-4c8d-86d2-c2f0e11357f2 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:29.090710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:29.141405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-113ad53b-a952-4f22-bdf7-f1c33ce88e4b req-1f1320fb-bad9-4182-9673-1d7c8524f6c9 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905478 Feb 19 02:55:29.169167 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-233922e7-ef41-424f-9ade-bd0a423d2596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a691b47d-db48-4f7e-8cd7-86c7ef4f5816), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.172215 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-233922e7-ef41-424f-9ade-bd0a423d2596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.173598 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-233922e7-ef41-424f-9ade-bd0a423d2596 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a691b47d-db48-4f7e-8cd7-86c7ef4f5816 HTTP/1.1" status: 204 len: 168 time: 0.3401713 Feb 19 02:55:29.219297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233922e7-ef41-424f-9ade-bd0a423d2596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a691b47d-db48-4f7e-8cd7-86c7ef4f5816,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:29.277743 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Router 93124299-02c7-4bf8-9c89-c1920f17b843 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:55:29.316800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43350) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:29.343417 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:29.343808 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.353130 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4f0c-28f3-4192-813d-f2f585b09403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.402948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0544024d-c278-4222-959b-413fc67362c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8966cadc-e76b-4d3a-a033-e65c3a1c6fb1'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:29.405580 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe712e4-59b2-4695-ad4f-50c43f85b9e1" -d '{"events": [{"server_uuid": "0544024d-c278-4222-959b-413fc67362c6", "name": "network-vif-plugged", "status": "completed", "tag": "8966cadc-e76b-4d3a-a033-e65c3a1c6fb1"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:29.440891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:29.463191 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.470656 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7338cc7b-5453-4ddc-a537-9c2b376f54ff x-openstack-request-id: req-7338cc7b-5453-4ddc-a537-9c2b376f54ff {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:29.470971 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0544024d-c278-4222-959b-413fc67362c6", "name": "network-vif-plugged", "status": "completed", "tag": "8966cadc-e76b-4d3a-a033-e65c3a1c6fb1", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:29.471229 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7338cc7b-5453-4ddc-a537-9c2b376f54ff {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:29.471627 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0544024d-c278-4222-959b-413fc67362c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8966cadc-e76b-4d3a-a033-e65c3a1c6fb1', 'code': 200} Feb 19 02:55:29.472212 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4f0c-28f3-4192-813d-f2f585b09403 admin admin] Publish callbacks [] for security_group (b208451f-b606-499f-98b2-c752f20d872f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.480450 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4f0c-28f3-4192-813d-f2f585b09403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b208451f-b606-499f-98b2-c752f20d872f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.485723 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:55:29.522458 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5aed797f-ff6b-4d39-bc9f-36c6d9e2bece admin admin] 10.222.0.81 "PUT /v2.0/routers/93124299-02c7-4bf8-9c89-c1920f17b843/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2428997 Feb 19 02:55:29.529973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7bede10e-ea0d-46f8-aa91-a2f3451b0b68 None None] Provisioning complete for port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:29.530189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d4f0c-28f3-4192-813d-f2f585b09403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b208451f-b606-499f-98b2-c752f20d872f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:29.530461 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7bede10e-ea0d-46f8-aa91-a2f3451b0b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.601229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ce7d4f0c-28f3-4192-813d-f2f585b09403 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1646885370a54020ac65272a57a295e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829156 Feb 19 02:55:29.603849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43360) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:29.616632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:29.624105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'name': 'tempest-FloatingIPDetailsTestJSON-1890534701-router', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:22Z', 'updated_at': '2022-02-19T02:55:28Z', 'revision_number': 4, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'gw_port': {'id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:23Z', 'updated_at': '2022-02-19T02:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3', 'name': '', 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'mac_address': 'fa:16:3e:b6:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a4225b8f-9f9d-40e3-8b0f-6a728bb41773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:27Z', 'updated_at': '2022-02-19T02:55:28Z', 'revision_number': 2, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'subnets': [{'id': 'a4225b8f-9f9d-40e3-8b0f-6a728bb41773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:29.642615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30081cb8-39b3-496d-a3d3-8579255a5648 req-4a97b5f8-3e65-41d2-946d-f8f3598e3eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:29.644571 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30081cb8-39b3-496d-a3d3-8579255a5648 req-4a97b5f8-3e65-41d2-946d-f8f3598e3eeb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 1131 time: 0.0972202 Feb 19 02:55:29.662495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921b828-5126-40ac-96d9-a09598c6ec94 None None] The sync data for ids ['93124299-02c7-4bf8-9c89-c1920f17b843'] in n-d-826755-2 is: [{'id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'name': 'tempest-FloatingIPDetailsTestJSON-1890534701-router', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:22Z', 'updated_at': '2022-02-19T02:55:28Z', 'revision_number': 4, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'gw_port': {'id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:23Z', 'updated_at': '2022-02-19T02:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3', 'name': '', 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'mac_address': 'fa:16:3e:b6:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a4225b8f-9f9d-40e3-8b0f-6a728bb41773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:27Z', 'updated_at': '2022-02-19T02:55:28Z', 'revision_number': 2, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'subnets': [{'id': 'a4225b8f-9f9d-40e3-8b0f-6a728bb41773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:55:29.664688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7bede10e-ea0d-46f8-aa91-a2f3451b0b68 None None] Port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:55:29.707082 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e9806a7-0890-4f0b-8a76-d52c0fdecfa3 admin admin] Publish callbacks [] for security_group (b208451f-b606-499f-98b2-c752f20d872f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.728928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30081cb8-39b3-496d-a3d3-8579255a5648 req-c195b6be-0648-4085-9088-8fda704467b4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776143 Feb 19 02:55:29.733561 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e9806a7-0890-4f0b-8a76-d52c0fdecfa3 admin admin] Publish callbacks [] for security_group (b208451f-b606-499f-98b2-c752f20d872f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.825207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e9806a7-0890-4f0b-8a76-d52c0fdecfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b208451f-b606-499f-98b2-c752f20d872f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.829317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e9806a7-0890-4f0b-8a76-d52c0fdecfa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:29.833182 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6e9806a7-0890-4f0b-8a76-d52c0fdecfa3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b208451f-b606-499f-98b2-c752f20d872f HTTP/1.1" status: 204 len: 168 time: 0.2254825 Feb 19 02:55:29.842887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9806a7-0890-4f0b-8a76-d52c0fdecfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b208451f-b606-499f-98b2-c752f20d872f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:29.892949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a1ee00-c11e-44cb-b643-7ad6364dfa02 req-c3d9c102-6f24-49c0-8a96-ca2d28d183ef tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:29.895186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16a1ee00-c11e-44cb-b643-7ad6364dfa02 req-c3d9c102-6f24-49c0-8a96-ca2d28d183ef tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.0722117 Feb 19 02:55:29.958567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43376) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:29.964643 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16a1ee00-c11e-44cb-b643-7ad6364dfa02 req-269bd7d0-7714-4bd2-a407-eaecb22389c1 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555222 Feb 19 02:55:30.119810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 0e8c0822-6b8c-4224-90e5-61253503b0db no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:30.145270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 0e8c0822-6b8c-4224-90e5-61253503b0db {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:30.145637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 0e8c0822-6b8c-4224-90e5-61253503b0db not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:30.329546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173730f1-fe7e-4c82-a8db-602ae0c25bfa req-bcd81ce2-c6ec-4d5a-ae71-0f3deabf7d04 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:30.338769 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-173730f1-fe7e-4c82-a8db-602ae0c25bfa req-bcd81ce2-c6ec-4d5a-ae71-0f3deabf7d04 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 949 time: 0.0737140 Feb 19 02:55:30.352582 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-81bb8ac6-2f4f-4315-899d-36505d776578 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6fca8d6e90b54806a96b720b196352de&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3928931 Feb 19 02:55:30.354861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43390) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:30.402157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-173730f1-fe7e-4c82-a8db-602ae0c25bfa req-c72153af-31e5-4c94-bc49-ab31b45f74a0 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597770 Feb 19 02:55:30.438441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be66e96a-99d7-4b0d-b92a-d78276dd833f admin admin] Publish callbacks [] for security_group (2d99a2d2-c3cc-4f68-a114-58ddc085f183), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:30.467256 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be66e96a-99d7-4b0d-b92a-d78276dd833f admin admin] Publish callbacks [] for security_group (2d99a2d2-c3cc-4f68-a114-58ddc085f183), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:30.566623 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be66e96a-99d7-4b0d-b92a-d78276dd833f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2d99a2d2-c3cc-4f68-a114-58ddc085f183), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:30.569616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be66e96a-99d7-4b0d-b92a-d78276dd833f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:30.570525 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-be66e96a-99d7-4b0d-b92a-d78276dd833f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2d99a2d2-c3cc-4f68-a114-58ddc085f183 HTTP/1.1" status: 204 len: 168 time: 0.2145700 Feb 19 02:55:30.593753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66e96a-99d7-4b0d-b92a-d78276dd833f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d99a2d2-c3cc-4f68-a114-58ddc085f183,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:30.653436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-69d8f247-5c15-484c-a166-54c966600a2a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1595945 Feb 19 02:55:30.667118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:30.699093 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:30.829161 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:30.881236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 44f5563b-abd2-45f2-9aaa-c8167428b538 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:30.965696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 44f5563b-abd2-45f2-9aaa-c8167428b538 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:30.966139 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.002253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Allocated IP 172.25.1.43 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/7d6f3658-ee0f-442a-946d-7d642bf5e05a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:31.178313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 44f5563b-abd2-45f2-9aaa-c8167428b538 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:31.178798 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.224947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 44f5563b-abd2-45f2-9aaa-c8167428b538, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=44f5563b-abd2-45f2-9aaa-c8167428b538,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:31.234362 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.271559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d796d-164b-4790-8506-89a20b606e92 req-468f48a0-37f2-42d6-bb8d-181e90d5976a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:31.273144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-301d796d-164b-4790-8506-89a20b606e92 req-468f48a0-37f2-42d6-bb8d-181e90d5976a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1530380 Feb 19 02:55:31.290095 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for port (7d6f3658-ee0f-442a-946d-7d642bf5e05a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.307900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=44f5563b-abd2-45f2-9aaa-c8167428b538,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:31.373862 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-301d796d-164b-4790-8506-89a20b606e92 req-53a930de-ed6d-49a0-9574-f8b8e36442e5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880146 Feb 19 02:55:31.404873 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7d6f3658-ee0f-442a-946d-7d642bf5e05a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.429009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43430) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:31.446662 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ed4a5a6-a6ec-4c05-a6d4-9a8e2a8a3d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.453597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:31.461118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:31.470250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:31.475181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Pushing event updated for resources: {'Port': ['ID=7d6f3658-ee0f-442a-946d-7d642bf5e05a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:31.569251 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ed4a5a6-a6ec-4c05-a6d4-9a8e2a8a3d3d admin admin] Publish callbacks [] for security_group (e15ba10d-e97e-404f-a95a-dae282af75f8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.578248 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ed4a5a6-a6ec-4c05-a6d4-9a8e2a8a3d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e15ba10d-e97e-404f-a95a-dae282af75f8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.616722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4a5a6-a6ec-4c05-a6d4-9a8e2a8a3d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15ba10d-e97e-404f-a95a-dae282af75f8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:31.626177 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (74390ae7-3b76-4d03-b01b-53797a817b36), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.641969 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6ed4a5a6-a6ec-4c05-a6d4-9a8e2a8a3d3d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a2016af6dd2e4f189749c7669f96497a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093289 Feb 19 02:55:31.642262 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43438) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:31.657189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcc69f-3613-4288-9aa2-52f55955274b req-dad487eb-3f78-4d26-b65f-23a7cc2e35b1 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:31.658958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3fcc69f-3613-4288-9aa2-52f55955274b req-dad487eb-3f78-4d26-b65f-23a7cc2e35b1 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 949 time: 0.0867572 Feb 19 02:55:31.720863 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61541cbc-e51a-4e3c-b9e9-6fbd8b390da0 admin admin] Publish callbacks [] for security_group (e15ba10d-e97e-404f-a95a-dae282af75f8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.747511 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61541cbc-e51a-4e3c-b9e9-6fbd8b390da0 admin admin] Publish callbacks [] for security_group (e15ba10d-e97e-404f-a95a-dae282af75f8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.761535 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43442) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:31.821475 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61541cbc-e51a-4e3c-b9e9-6fbd8b390da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e15ba10d-e97e-404f-a95a-dae282af75f8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.826453 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61541cbc-e51a-4e3c-b9e9-6fbd8b390da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:31.831629 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-61541cbc-e51a-4e3c-b9e9-6fbd8b390da0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e15ba10d-e97e-404f-a95a-dae282af75f8 HTTP/1.1" status: 204 len: 168 time: 0.1881814 Feb 19 02:55:31.844289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61541cbc-e51a-4e3c-b9e9-6fbd8b390da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15ba10d-e97e-404f-a95a-dae282af75f8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:31.990470 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7d6f3658-ee0f-442a-946d-7d642bf5e05a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.023640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-264694776-network', 'tenant_id': 'fc43dbace88b4b3284339a5cc5e96e7b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:32.027498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3fcc69f-3613-4288-9aa2-52f55955274b req-eae867dc-5393-410d-906a-72731de6988b tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3602855 Feb 19 02:55:32.091779 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Made reservation on behalf of fc43dbace88b4b3284339a5cc5e96e7b for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:32.098343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.110974 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.195188 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for port (7d6f3658-ee0f-442a-946d-7d642bf5e05a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.203090 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7d6f3658-ee0f-442a-946d-7d642bf5e05a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.232398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Publish callbacks [] for security_group (168b55d1-da6d-4530-84e8-159e3a110942), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.240435 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (168b55d1-da6d-4530-84e8-159e3a110942), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.280376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:55:32.291809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168b55d1-da6d-4530-84e8-159e3a110942,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:32.297915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6a278839-7232-4c51-b6ce-02c1aa0317c3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.298379 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Added segment 6a278839-7232-4c51-b6ce-02c1aa0317c3 of type vlan for network 95b2e395-0c16-415e-8786-85bea85e8324 Feb 19 02:55:32.317680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Pushing event updated for resources: {'Port': ['ID=7d6f3658-ee0f-442a-946d-7d642bf5e05a,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:32.321724 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (74390ae7-3b76-4d03-b01b-53797a817b36), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.342728 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.345488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-6278af42-b405-4153-9382-09ffa73eaedb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6840446 Feb 19 02:55:32.349652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (95b2e395-0c16-415e-8786-85bea85e8324), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.401071 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (95b2e395-0c16-415e-8786-85bea85e8324), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.403089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:32.405013 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.414916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-bb5bdffc-01ea-4d4b-aeae-ff006e92c97a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0631971 Feb 19 02:55:32.460022 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Sync routers for ids ['93124299-02c7-4bf8-9c89-c1920f17b843'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:55:32.471194 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Routers {'93124299-02c7-4bf8-9c89-c1920f17b843'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:32.471894 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['93124299-02c7-4bf8-9c89-c1920f17b843'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:32.564791 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8024716 Feb 19 02:55:32.566874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-483642bc-95ed-4f56-bf6d-1dce3e3a04ba tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:32.568946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d44b1616-d0a4-4e37-8bdf-3f49ed98d90a req-483642bc-95ed-4f56-bf6d-1dce3e3a04ba tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.1486733 Feb 19 02:55:32.569437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43472) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:32.576367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-27d89a3e-d816-44f7-b362-0a82973b81b8 admin admin] Request body: {'subnet': {'network_id': '95b2e395-0c16-415e-8786-85bea85e8324', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-264694776-subnet', 'tenant_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:32.608019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c520ceb-91ea-4d7a-8d14-5a0932325d90 admin admin] Pushing event updated for resources: {'Network': ['ID=95b2e395-0c16-415e-8786-85bea85e8324,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:32.611867 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Set router 93124299-02c7-4bf8-9c89-c1920f17b843 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:32.623567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 95b2e395-0c16-415e-8786-85bea85e8324 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:55:32.624152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d89a3e-d816-44f7-b362-0a82973b81b8 admin admin] Made reservation on behalf of fc43dbace88b4b3284339a5cc5e96e7b for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:32.627945 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27d89a3e-d816-44f7-b362-0a82973b81b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.866841 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'name': 'tempest-FloatingIPDetailsTestJSON-1890534701-router', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:22Z', 'updated_at': '2022-02-19T02:55:28Z', 'revision_number': 4, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'gw_port': {'id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:23Z', 'updated_at': '2022-02-19T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3', 'name': '', 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'mac_address': 'fa:16:3e:b6:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a4225b8f-9f9d-40e3-8b0f-6a728bb41773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:27Z', 'updated_at': '2022-02-19T02:55:28Z', 'revision_number': 2, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'subnets': [{'id': 'a4225b8f-9f9d-40e3-8b0f-6a728bb41773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:32.877974 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 44f5563b-abd2-45f2-9aaa-c8167428b538 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:32.931862 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Checking router: 93124299-02c7-4bf8-9c89-c1920f17b843 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:55:32.932909 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Updating router 93124299-02c7-4bf8-9c89-c1920f17b843 port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:55:32.979707 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:32.982240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 44f5563b-abd2-45f2-9aaa-c8167428b538 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:32.982423 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.008951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37c36324-0c5c-411a-add6-646c14f6f965 req-4bb89fa7-94a5-4eec-891c-83deb15f7fcd tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2875276 Feb 19 02:55:33.027215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:33.069295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777af77-8cd8-43ed-8f37-b90e3bd1100d req-74ac6f08-b261-4b0a-a42b-2f95af108f6e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:33.070807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8777af77-8cd8-43ed-8f37-b90e3bd1100d req-74ac6f08-b261-4b0a-a42b-2f95af108f6e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.3440230 Feb 19 02:55:33.100875 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.200926 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27d89a3e-d816-44f7-b362-0a82973b81b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (b2eac5ff-2830-47ff-a4ff-1feb0348f439), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.228490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 44f5563b-abd2-45f2-9aaa-c8167428b538 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:33.247757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8777af77-8cd8-43ed-8f37-b90e3bd1100d req-dca6ad0c-a0a3-4229-b2ec-208749fe7269 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538055 Feb 19 02:55:33.283839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d89a3e-d816-44f7-b362-0a82973b81b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2eac5ff-2830-47ff-a4ff-1feb0348f439,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:33.327254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d89a3e-d816-44f7-b362-0a82973b81b8 admin admin] Checking segment: {'id': '6a278839-7232-4c51-b6ce-02c1aa0317c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '95b2e395-0c16-415e-8786-85bea85e8324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:33.327592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d89a3e-d816-44f7-b362-0a82973b81b8 admin admin] Network hostable DHCP agents. Network: 95b2e395-0c16-415e-8786-85bea85e8324, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:55:33.352422 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Publish callbacks [] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.360929 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.363956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d89a3e-d816-44f7-b362-0a82973b81b8 admin admin] Network 95b2e395-0c16-415e-8786-85bea85e8324 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:55:33.365971 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.413108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-27d89a3e-d816-44f7-b362-0a82973b81b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 95b2e395-0c16-415e-8786-85bea85e8324) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:33.420838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d89a3e-d816-44f7-b362-0a82973b81b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:33.421581 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27d89a3e-d816-44f7-b362-0a82973b81b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.443009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba94b359-5b43-4446-a346-be833bca7892 None None] Network 95b2e395-0c16-415e-8786-85bea85e8324 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:33.500625 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43504) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:33.500889 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-27d89a3e-d816-44f7-b362-0a82973b81b8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9298882 Feb 19 02:55:33.509387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-264694776-router', 'tenant_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:33.546027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Allocated IP 172.25.1.16 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/be9e14ac-37b4-46ef-896f-c96f21f48917) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:33.557572 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Pushing event updated for resources: {'Port': ['ID=64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:33.561164 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (f66c4565-c156-47b9-9f95-11e13b067dfa), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.563945 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (f66c4565-c156-47b9-9f95-11e13b067dfa), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.609963 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.611851 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.612401 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.613031 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.613956 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.615831 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.616387 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.616962 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.618167 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.618827 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.621337 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.622034 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.622597 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:55:33.639614 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Attempting to bind port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:33.640366 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Attempting to bind port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '0c731525-2b69-42be-bb92-efb83f030572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:33.641001 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Attempting to bind port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 on network 67223250-80aa-4c8d-86d2-c2f0e11357f2 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:33.654667 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5cb2efd9-0de2-465a-8723-1dca6dd695c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.656141 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:33.656818 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Checking segment: {'id': '0c731525-2b69-42be-bb92-efb83f030572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:33.657435 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.658026 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Bound using segment: {'id': '0c731525-2b69-42be-bb92-efb83f030572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:33.658750 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Bound port: 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c731525-2b69-42be-bb92-efb83f030572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:33.662604 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.753086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-95b2e395-0c16-415e-8786-85bea85e8324', 'network_id': '95b2e395-0c16-415e-8786-85bea85e8324', 'project_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'fixed_ips': [{'subnet_id': 'b2eac5ff-2830-47ff-a4ff-1feb0348f439'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:55:33.754332 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.786749 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Publish callbacks [] for router_controller (f66c4565-c156-47b9-9f95-11e13b067dfa), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.813348 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] For port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:33.823810 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] For port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3,segment=NetworkSegment(0c731525-2b69-42be-bb92-efb83f030572),segment_id=0c731525-2b69-42be-bb92-efb83f030572)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:33.849607 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:33.992370 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for port (be9e14ac-37b4-46ef-896f-c96f21f48917), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.005890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8bdbf-d817-4bd3-be12-5b7266b05607 req-026c7d2b-3bfe-4873-951d-56878a843aa3 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:34.008203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8bdbf-d817-4bd3-be12-5b7266b05607 req-026c7d2b-3bfe-4873-951d-56878a843aa3 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:34.012438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8bdbf-d817-4bd3-be12-5b7266b05607 req-026c7d2b-3bfe-4873-951d-56878a843aa3 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:34.015457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8bdbf-d817-4bd3-be12-5b7266b05607 req-026c7d2b-3bfe-4873-951d-56878a843aa3 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:34.020390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8bdbf-d817-4bd3-be12-5b7266b05607 req-026c7d2b-3bfe-4873-951d-56878a843aa3 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:34.032512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94e8bdbf-d817-4bd3-be12-5b7266b05607 req-026c7d2b-3bfe-4873-951d-56878a843aa3 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6&device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0&device_id=88a251bf-7431-4e6f-90f8-29dc4964028d&device_id=6f6a1468-582f-4351-974e-bbed6d6f3477&device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 4836 time: 0.2948954 Feb 19 02:55:34.049340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-72de1fbd-9fe1-45fa-a936-dad986d34f07 None None] Provisioning complete for port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:34.050038 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72de1fbd-9fe1-45fa-a936-dad986d34f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.061554 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-94e8bdbf-d817-4bd3-be12-5b7266b05607 req-b0299f25-f5e5-4107-8da1-330666db4e6a tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.077395 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Routers {'93124299-02c7-4bf8-9c89-c1920f17b843'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:34.078859 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['93124299-02c7-4bf8-9c89-c1920f17b843'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:34.083171 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e1f3b-9abc-4989-972c-f40d2c6da15a None None] Pushing event updated for resources: {'Port': ['ID=64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:34.120949 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Publish callbacks [] for router_gateway (f66c4565-c156-47b9-9f95-11e13b067dfa), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.169322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (be9e14ac-37b4-46ef-896f-c96f21f48917), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.268083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Allocated IP 172.20.0.2 (95b2e395-0c16-415e-8786-85bea85e8324/b2eac5ff-2830-47ff-a4ff-1feb0348f439/f04e9a2e-a3b1-492d-8698-af77930f6609) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:34.268815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:34.280969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:34.290676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:34.294809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-72de1fbd-9fe1-45fa-a936-dad986d34f07 None None] Current status of the port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:34.295489 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72de1fbd-9fe1-45fa-a936-dad986d34f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.314601 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] Set router 93124299-02c7-4bf8-9c89-c1920f17b843 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:34.347277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-72de1fbd-9fe1-45fa-a936-dad986d34f07 None None] For port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3,segment=NetworkSegment(0c731525-2b69-42be-bb92-efb83f030572),segment_id=0c731525-2b69-42be-bb92-efb83f030572)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:34.348320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Pushing event updated for resources: {'Port': ['ID=be9e14ac-37b4-46ef-896f-c96f21f48917,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:34.365796 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-94e8bdbf-d817-4bd3-be12-5b7266b05607 req-b0299f25-f5e5-4107-8da1-330666db4e6a tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Publish callbacks [] for security_group (5f165845-a4c9-4be6-b1f4-be2aae5d99df), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.385135 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72de1fbd-9fe1-45fa-a936-dad986d34f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.401142 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-94e8bdbf-d817-4bd3-be12-5b7266b05607 req-b0299f25-f5e5-4107-8da1-330666db4e6a tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5f165845-a4c9-4be6-b1f4-be2aae5d99df), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.482835 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Publish callbacks [] for router_gateway (f66c4565-c156-47b9-9f95-11e13b067dfa), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.488497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0299f25-f5e5-4107-8da1-330666db4e6a tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f165845-a4c9-4be6-b1f4-be2aae5d99df,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:34.507279 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (6ac4a764-7c99-4e15-8370-014fcc84df5d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.515279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94e8bdbf-d817-4bd3-be12-5b7266b05607 req-b0299f25-f5e5-4107-8da1-330666db4e6a tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 446 time: 0.4814305 Feb 19 02:55:34.521585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de1fbd-9fe1-45fa-a936-dad986d34f07 None None] Pushing event updated for resources: {'Port': ['ID=64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:34.540936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-109b6af0-e044-40f8-8822-f6e15e109c7c None None] Provisioning complete for port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:34.541500 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-109b6af0-e044-40f8-8822-f6e15e109c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.553379 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.588123 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be9e14ac-37b4-46ef-896f-c96f21f48917), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.640895 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Publish callbacks [] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.676287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Allocated IP 172.25.1.57 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/6320771c-a071-4546-828f-d604dffdcbcc) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:34.703403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-109b6af0-e044-40f8-8822-f6e15e109c7c None None] Current status of the port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:34.706192 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.747469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Network 95b2e395-0c16-415e-8786-85bea85e8324 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:34.750987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:34.754820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:34.786021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Pushing event updated for resources: {'Port': ['ID=f04e9a2e-a3b1-492d-8698-af77930f6609,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:34.809446 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for port (be9e14ac-37b4-46ef-896f-c96f21f48917), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.817347 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (be9e14ac-37b4-46ef-896f-c96f21f48917), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.824391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Attempting to bind port f04e9a2e-a3b1-492d-8698-af77930f6609 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:34.825232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Attempting to bind port f04e9a2e-a3b1-492d-8698-af77930f6609 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '6a278839-7232-4c51-b6ce-02c1aa0317c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '95b2e395-0c16-415e-8786-85bea85e8324'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:34.825232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Attempting to bind port f04e9a2e-a3b1-492d-8698-af77930f6609 on network 95b2e395-0c16-415e-8786-85bea85e8324 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:34.833870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:34.834277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Checking segment: {'id': '6a278839-7232-4c51-b6ce-02c1aa0317c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '95b2e395-0c16-415e-8786-85bea85e8324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:34.834854 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.836408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Bound using segment: {'id': '6a278839-7232-4c51-b6ce-02c1aa0317c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '95b2e395-0c16-415e-8786-85bea85e8324'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:34.837131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Bound port: f04e9a2e-a3b1-492d-8698-af77930f6609, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a278839-7232-4c51-b6ce-02c1aa0317c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '95b2e395-0c16-415e-8786-85bea85e8324'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:34.837614 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.861063 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'name': 'tempest-FloatingIPDetailsTestJSON-1890534701-router', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:22Z', 'updated_at': '2022-02-19T02:55:28Z', 'revision_number': 4, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'gw_port': {'id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:23Z', 'updated_at': '2022-02-19T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3', 'name': '', 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'mac_address': 'fa:16:3e:b6:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a4225b8f-9f9d-40e3-8b0f-6a728bb41773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:27Z', 'updated_at': '2022-02-19T02:55:33Z', 'revision_number': 4, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'subnets': [{'id': 'a4225b8f-9f9d-40e3-8b0f-6a728bb41773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:34.884439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Pushing event updated for resources: {'Port': ['ID=be9e14ac-37b4-46ef-896f-c96f21f48917,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:34.923663 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac17ff-8cd5-4331-b315-f2078c2bf081 None None] The sync data for ids ['93124299-02c7-4bf8-9c89-c1920f17b843'] in n-d-826755-2 is: [{'id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'name': 'tempest-FloatingIPDetailsTestJSON-1890534701-router', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:22Z', 'updated_at': '2022-02-19T02:55:28Z', 'revision_number': 4, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'gw_port': {'id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:23Z', 'updated_at': '2022-02-19T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3', 'name': '', 'network_id': '67223250-80aa-4c8d-86d2-c2f0e11357f2', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'mac_address': 'fa:16:3e:b6:1b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': 'a4225b8f-9f9d-40e3-8b0f-6a728bb41773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:27Z', 'updated_at': '2022-02-19T02:55:33Z', 'revision_number': 4, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'subnets': [{'id': 'a4225b8f-9f9d-40e3-8b0f-6a728bb41773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:55:34.940411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (6ac4a764-7c99-4e15-8370-014fcc84df5d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.941179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] For port f04e9a2e-a3b1-492d-8698-af77930f6609, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:34.944891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] For port f04e9a2e-a3b1-492d-8698-af77930f6609, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f04e9a2e-a3b1-492d-8698-af77930f6609,segment=NetworkSegment(6a278839-7232-4c51-b6ce-02c1aa0317c3),segment_id=6a278839-7232-4c51-b6ce-02c1aa0317c3)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:34.949826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:34.972907 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.978335 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:34.985583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37c36324-0c5c-411a-add6-646c14f6f965 req-19b224d0-9d0c-4a6b-8300-116a8b9c617a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9754457 Feb 19 02:55:35.054343 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952de5f-f2c8-4934-8981-ee498559c65b None None] Pushing event updated for resources: {'Port': ['ID=f04e9a2e-a3b1-492d-8698-af77930f6609,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:35.055181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37c36324-0c5c-411a-add6-646c14f6f965 req-0141dbb9-da91-4786-9faf-0dd7d4cdf783 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.0686235 Feb 19 02:55:35.102686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:35.103063 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.205944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:35.233969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f2974-a74e-4839-924c-1285f3d50e18 req-4ad47c91-6b9e-4ce1-8a77-0056644f5a6e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:35.235746 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-400f2974-a74e-4839-924c-1285f3d50e18 req-4ad47c91-6b9e-4ce1-8a77-0056644f5a6e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1673834 Feb 19 02:55:35.273509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c36324-0c5c-411a-add6-646c14f6f965 req-89acc83c-61a1-48da-9ea9-4ffbd85d344a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:35.274962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37c36324-0c5c-411a-add6-646c14f6f965 req-89acc83c-61a1-48da-9ea9-4ffbd85d344a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.2033396 Feb 19 02:55:35.304871 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-400f2974-a74e-4839-924c-1285f3d50e18 req-1610a6a9-65d3-400d-b500-c4f224470492 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633106 Feb 19 02:55:35.381961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Publish callbacks [] for port (6320771c-a071-4546-828f-d604dffdcbcc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.432346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6320771c-a071-4546-828f-d604dffdcbcc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.480977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:35.485279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:35.489688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:35.556950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Pushing event updated for resources: {'Port': ['ID=6320771c-a071-4546-828f-d604dffdcbcc,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:35.823201 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-45788580-2968-43e7-8cfc-5eeab62fe225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.846093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8607df10-656a-48f4-a385-b929b23f0432 req-a05bfc3c-aed2-45c5-adc4-6f4ffbfe6bf2 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1725218 Feb 19 02:55:35.851319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:35.881575 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:35.885133 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Publish callbacks [] for router_gateway (f66c4565-c156-47b9-9f95-11e13b067dfa), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.118911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da086a8c-af3c-4b37-a361-6f5a7b88d9b0 req-38f24135-6ca5-42e4-ba96-ebafd4b135bc tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:36.120174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da086a8c-af3c-4b37-a361-6f5a7b88d9b0 req-38f24135-6ca5-42e4-ba96-ebafd4b135bc tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:36.121368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da086a8c-af3c-4b37-a361-6f5a7b88d9b0 req-38f24135-6ca5-42e4-ba96-ebafd4b135bc tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:36.123572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da086a8c-af3c-4b37-a361-6f5a7b88d9b0 req-38f24135-6ca5-42e4-ba96-ebafd4b135bc tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6&device_id=6f6a1468-582f-4351-974e-bbed6d6f3477&device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 2996 time: 0.0879128 Feb 19 02:55:36.155940 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.169387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (f66c4565-c156-47b9-9f95-11e13b067dfa), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.218962 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43552) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:36.227508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da086a8c-af3c-4b37-a361-6f5a7b88d9b0 req-3c672c22-920b-41fc-918f-d0dcc3cd4a98 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981286 Feb 19 02:55:36.319094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Allocated IP 172.25.1.37 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/c3546aac-3355-42dc-8f08-86dd27040b20) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:36.380766 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffd95c45-66ea-4a21-a4c4-385528fea485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.395165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527b80d-6b54-4880-ae8e-7f018c3ce03a None None] Network 95b2e395-0c16-415e-8786-85bea85e8324 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:36.429552 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Router f66c4565-c156-47b9-9f95-11e13b067dfa is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:55:36.460161 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for port (c3546aac-3355-42dc-8f08-86dd27040b20), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.482874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-197b36cd-1baa-42f2-98fc-eabadc74c419 None None] Provisioning complete for port f04e9a2e-a3b1-492d-8698-af77930f6609 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:36.483317 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-197b36cd-1baa-42f2-98fc-eabadc74c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.547958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c3546aac-3355-42dc-8f08-86dd27040b20), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.593975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:36.602514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:36.607827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:36.608043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:55:36.624745 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffd95c45-66ea-4a21-a4c4-385528fea485 admin admin] Publish callbacks [] for security_group (168e52d3-8d0e-4212-adbe-c5516509c8a5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.625004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Sync routers for ids ['f66c4565-c156-47b9-9f95-11e13b067dfa'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:55:36.630546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Pushing event updated for resources: {'Port': ['ID=c3546aac-3355-42dc-8f08-86dd27040b20,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:36.632985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-197b36cd-1baa-42f2-98fc-eabadc74c419 None None] Current status of the port f04e9a2e-a3b1-492d-8698-af77930f6609 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:36.633493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-197b36cd-1baa-42f2-98fc-eabadc74c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.640856 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.642902 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6cf9778e-d22b-4ef4-b4f2-06e3fd4e022c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1403484 Feb 19 02:55:36.644473 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffd95c45-66ea-4a21-a4c4-385528fea485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (168e52d3-8d0e-4212-adbe-c5516509c8a5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.647427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0086e8-e7fc-4701-b794-2e0322e3e36c req-813b96e2-16a2-4b3d-8598-cc057a8d1280 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:36.651250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Routers {'f66c4565-c156-47b9-9f95-11e13b067dfa'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:36.652226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f66c4565-c156-47b9-9f95-11e13b067dfa'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:36.653316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca0086e8-e7fc-4701-b794-2e0322e3e36c req-813b96e2-16a2-4b3d-8598-cc057a8d1280 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1356204 Feb 19 02:55:36.655018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43570) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:36.749274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-197b36cd-1baa-42f2-98fc-eabadc74c419 None None] For port f04e9a2e-a3b1-492d-8698-af77930f6609, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f04e9a2e-a3b1-492d-8698-af77930f6609,segment=NetworkSegment(6a278839-7232-4c51-b6ce-02c1aa0317c3),segment_id=6a278839-7232-4c51-b6ce-02c1aa0317c3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:36.749624 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ffd95c45-66ea-4a21-a4c4-385528fea485 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=143cd319de24433fac120fa94d60ce76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5296021 Feb 19 02:55:36.750503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43572) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:36.756258 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca0086e8-e7fc-4701-b794-2e0322e3e36c req-b8d524a5-d1b0-4025-b577-58f8e77dfe54 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944595 Feb 19 02:55:36.790749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd95c45-66ea-4a21-a4c4-385528fea485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168e52d3-8d0e-4212-adbe-c5516509c8a5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:36.804059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (5a1fb30a-8654-4f2d-bd8b-75c60a412434), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.850140 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-197b36cd-1baa-42f2-98fc-eabadc74c419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.852691 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-06f1a0fb-8051-4b6c-89b8-8827052b573c admin admin] Publish callbacks [] for security_group (168e52d3-8d0e-4212-adbe-c5516509c8a5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.892656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c3546aac-3355-42dc-8f08-86dd27040b20), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:36.929747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Set router f66c4565-c156-47b9-9f95-11e13b067dfa gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:36.937743 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.008801 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-06f1a0fb-8051-4b6c-89b8-8827052b573c admin admin] Publish callbacks [] for security_group (168e52d3-8d0e-4212-adbe-c5516509c8a5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.019205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f04e9a2e-a3b1-492d-8698-af77930f6609 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:37.061554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b36cd-1baa-42f2-98fc-eabadc74c419 None None] Pushing event updated for resources: {'Port': ['ID=f04e9a2e-a3b1-492d-8698-af77930f6609,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:37.075106 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-06f1a0fb-8051-4b6c-89b8-8827052b573c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (168e52d3-8d0e-4212-adbe-c5516509c8a5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.078718 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-06f1a0fb-8051-4b6c-89b8-8827052b573c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.082319 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-06f1a0fb-8051-4b6c-89b8-8827052b573c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/168e52d3-8d0e-4212-adbe-c5516509c8a5 HTTP/1.1" status: 204 len: 168 time: 0.3264301 Feb 19 02:55:37.119092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for port (c3546aac-3355-42dc-8f08-86dd27040b20), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.130217 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c3546aac-3355-42dc-8f08-86dd27040b20), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.130538 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1a0fb-8051-4b6c-89b8-8827052b573c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168e52d3-8d0e-4212-adbe-c5516509c8a5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:37.152424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d1ccd952-165b-45bc-b726-64c42199d3bb None None] Provisioning complete for port f04e9a2e-a3b1-492d-8698-af77930f6609 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:37.152817 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d1ccd952-165b-45bc-b726-64c42199d3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.211089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Pushing event updated for resources: {'Port': ['ID=c3546aac-3355-42dc-8f08-86dd27040b20,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:37.221641 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (5a1fb30a-8654-4f2d-bd8b-75c60a412434), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.244127 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.249037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8607df10-656a-48f4-a385-b929b23f0432 req-dc094f32-09dd-4231-a757-51aafa5422cf tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3993399 Feb 19 02:55:37.312655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8607df10-656a-48f4-a385-b929b23f0432 req-9055a5be-3a72-4291-97e0-e94c71b6494d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.0530474 Feb 19 02:55:37.406190 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.500564 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f04e9a2e-a3b1-492d-8698-af77930f6609 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:37.501212 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.530730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607df10-656a-48f4-a385-b929b23f0432 req-f18d0524-1cb5-4685-9cba-4b12d2358008 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:37.532416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8607df10-656a-48f4-a385-b929b23f0432 req-f18d0524-1cb5-4685-9cba-4b12d2358008 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.2133908 Feb 19 02:55:37.553796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43592) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:37.570102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d15d6b7a-6acb-4c27-a428-85965e83f5b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.676210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Allocated IP 172.20.0.1 (95b2e395-0c16-415e-8786-85bea85e8324/b2eac5ff-2830-47ff-a4ff-1feb0348f439/c508a81f-3c33-4ce3-9f22-41177e1545a0) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:37.688481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f04e9a2e-a3b1-492d-8698-af77930f6609 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:37.713824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d1ccd952-165b-45bc-b726-64c42199d3bb None None] Current status of the port f04e9a2e-a3b1-492d-8698-af77930f6609 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:37.730281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'name': 'tempest-FloatingIPsNegativeTestJSON-264694776-router', 'tenant_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '6320771c-a071-4546-828f-d604dffdcbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:33Z', 'updated_at': '2022-02-19T02:55:35Z', 'revision_number': 3, 'project_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'gw_port': {'id': '6320771c-a071-4546-828f-d604dffdcbcc', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:34Z', 'updated_at': '2022-02-19T02:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:37.754931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-4fd6d8ac-0ce4-4cf1-bd45-e70c5a455d04 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1576343 Feb 19 02:55:37.769220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:37.771578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Checking router: f66c4565-c156-47b9-9f95-11e13b067dfa for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:55:37.771939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Updating router f66c4565-c156-47b9-9f95-11e13b067dfa port 6320771c-a071-4546-828f-d604dffdcbcc binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:55:37.786246 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d15d6b7a-6acb-4c27-a428-85965e83f5b9 admin admin] Publish callbacks [] for security_group (d7852f30-9ad3-4c74-8668-41620f94c5fd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.802454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d15d6b7a-6acb-4c27-a428-85965e83f5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d7852f30-9ad3-4c74-8668-41620f94c5fd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.810648 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6320771c-a071-4546-828f-d604dffdcbcc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.814736 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Publish callbacks [] for port (c508a81f-3c33-4ce3-9f22-41177e1545a0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.828081 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.864059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d6b7a-6acb-4c27-a428-85965e83f5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7852f30-9ad3-4c74-8668-41620f94c5fd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:37.875714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d15d6b7a-6acb-4c27-a428-85965e83f5b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bb2b7f66338643f68137df2a8236eb43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3217680 Feb 19 02:55:37.878808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43606) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:37.881804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c508a81f-3c33-4ce3-9f22-41177e1545a0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.925692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Network 95b2e395-0c16-415e-8786-85bea85e8324 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:37.928579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:37.934488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:37.968919 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c508a81f-3c33-4ce3-9f22-41177e1545a0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:37.979200 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (f66c4565-c156-47b9-9f95-11e13b067dfa), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:37.997575 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f86057c2-bccd-47db-9868-f37058172705 admin admin] Publish callbacks [] for security_group (d7852f30-9ad3-4c74-8668-41620f94c5fd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.031797 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f86057c2-bccd-47db-9868-f37058172705 admin admin] Publish callbacks [] for security_group (d7852f30-9ad3-4c74-8668-41620f94c5fd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.068000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d2b94-448d-4c39-b988-774e1dd51044 req-25862f12-1f6f-45f1-961d-d7944a82699a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:38.074972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef0d2b94-448d-4c39-b988-774e1dd51044 req-25862f12-1f6f-45f1-961d-d7944a82699a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1318865 Feb 19 02:55:38.141850 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c508a81f-3c33-4ce3-9f22-41177e1545a0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.155576 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Publish callbacks [] for port (6320771c-a071-4546-828f-d604dffdcbcc), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.164422 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6320771c-a071-4546-828f-d604dffdcbcc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.228443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2403c2-1b6d-47fc-91c4-f5c530b011e5 None None] Pushing event updated for resources: {'Port': ['ID=6320771c-a071-4546-828f-d604dffdcbcc,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:38.271561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Attempting to bind port 6320771c-a071-4546-828f-d604dffdcbcc on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:38.272226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Attempting to bind port 6320771c-a071-4546-828f-d604dffdcbcc by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:38.272588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Attempting to bind port 6320771c-a071-4546-828f-d604dffdcbcc on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:38.278341 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.279781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:38.280146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:38.280984 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.280984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:38.281902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Bound port: 6320771c-a071-4546-828f-d604dffdcbcc, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:38.282539 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6320771c-a071-4546-828f-d604dffdcbcc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.329483 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Publish callbacks [] for port (c508a81f-3c33-4ce3-9f22-41177e1545a0), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.336220 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (c508a81f-3c33-4ce3-9f22-41177e1545a0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.346762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] For port 6320771c-a071-4546-828f-d604dffdcbcc, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:38.351905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] For port 6320771c-a071-4546-828f-d604dffdcbcc, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6320771c-a071-4546-828f-d604dffdcbcc,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:38.357665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-38a63c80-5e1b-4512-9d8b-889e7d0b224b None None] Provisioning complete for port c508a81f-3c33-4ce3-9f22-41177e1545a0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:38.358496 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38a63c80-5e1b-4512-9d8b-889e7d0b224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c508a81f-3c33-4ce3-9f22-41177e1545a0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.398110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-38a63c80-5e1b-4512-9d8b-889e7d0b224b None None] Port c508a81f-3c33-4ce3-9f22-41177e1545a0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:55:38.400250 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6320771c-a071-4546-828f-d604dffdcbcc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.406907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef0d2b94-448d-4c39-b988-774e1dd51044 req-d613f1ec-5f92-488a-9e7e-3eada68cef24 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309731 Feb 19 02:55:38.413083 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (f66c4565-c156-47b9-9f95-11e13b067dfa), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.415250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Pushing event updated for resources: {'Port': ['ID=c508a81f-3c33-4ce3-9f22-41177e1545a0,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:38.421029 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.422924 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f86057c2-bccd-47db-9868-f37058172705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d7852f30-9ad3-4c74-8668-41620f94c5fd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.425345 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f86057c2-bccd-47db-9868-f37058172705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.435274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f86057c2-bccd-47db-9868-f37058172705 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7852f30-9ad3-4c74-8668-41620f94c5fd HTTP/1.1" status: 204 len: 168 time: 0.5465710 Feb 19 02:55:38.450735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86057c2-bccd-47db-9868-f37058172705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7852f30-9ad3-4c74-8668-41620f94c5fd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:38.483753 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Routers {'f66c4565-c156-47b9-9f95-11e13b067dfa'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:38.484516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f66c4565-c156-47b9-9f95-11e13b067dfa'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:38.525559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2403c2-1b6d-47fc-91c4-f5c530b011e5 None None] Pushing event updated for resources: {'Port': ['ID=6320771c-a071-4546-828f-d604dffdcbcc,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:38.584760 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Network 95b2e395-0c16-415e-8786-85bea85e8324 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:38.587736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:38.604424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Allocated IP 172.25.1.49 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/5e804d25-f48f-4f43-885f-d9b4c2294f18) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:38.638035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] Set router f66c4565-c156-47b9-9f95-11e13b067dfa gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:38.815966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for port (5e804d25-f48f-4f43-885f-d9b4c2294f18), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.857314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Router f66c4565-c156-47b9-9f95-11e13b067dfa has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:55:38.871294 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5e804d25-f48f-4f43-885f-d9b4c2294f18), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:38.897827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f04e9a2e-a3b1-492d-8698-af77930f6609 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:38.940409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:38.946418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:38.950427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:38.988511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Pushing event updated for resources: {'Port': ['ID=5e804d25-f48f-4f43-885f-d9b4c2294f18,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:39.028878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:55:39.044022 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d352e46d-0d4a-440d-96bc-9c8aaa3000e5 admin admin] 10.222.0.81 "PUT /v2.0/routers/f66c4565-c156-47b9-9f95-11e13b067dfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3859148 Feb 19 02:55:39.082095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-00e40df1-e275-4ae1-8927-79fd857f2aa7 None None] Provisioning complete for port c508a81f-3c33-4ce3-9f22-41177e1545a0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:39.082371 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-00e40df1-e275-4ae1-8927-79fd857f2aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c508a81f-3c33-4ce3-9f22-41177e1545a0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.085349 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (9fbcf107-1d77-4c49-beeb-b9c1f3b5e85e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.133891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f04e9a2e-a3b1-492d-8698-af77930f6609 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:39.134469 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.137280 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5e804d25-f48f-4f43-885f-d9b4c2294f18), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.173449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-00e40df1-e275-4ae1-8927-79fd857f2aa7 None None] Port c508a81f-3c33-4ce3-9f22-41177e1545a0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:55:39.221592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'name': 'tempest-FloatingIPsNegativeTestJSON-264694776-router', 'tenant_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '6320771c-a071-4546-828f-d604dffdcbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:33Z', 'updated_at': '2022-02-19T02:55:38Z', 'revision_number': 4, 'project_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'gw_port': {'id': '6320771c-a071-4546-828f-d604dffdcbcc', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:34Z', 'updated_at': '2022-02-19T02:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c508a81f-3c33-4ce3-9f22-41177e1545a0', 'name': '', 'network_id': '95b2e395-0c16-415e-8786-85bea85e8324', 'tenant_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'mac_address': 'fa:16:3e:9e:79:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b2eac5ff-2830-47ff-a4ff-1feb0348f439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:37Z', 'updated_at': '2022-02-19T02:55:38Z', 'revision_number': 2, 'project_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'subnets': [{'id': 'b2eac5ff-2830-47ff-a4ff-1feb0348f439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:39.275792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c43cee-a7c9-481a-ab59-b2d307f049b8 None None] The sync data for ids ['f66c4565-c156-47b9-9f95-11e13b067dfa'] in n-d-826755-2 is: [{'id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'name': 'tempest-FloatingIPsNegativeTestJSON-264694776-router', 'tenant_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '6320771c-a071-4546-828f-d604dffdcbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:33Z', 'updated_at': '2022-02-19T02:55:38Z', 'revision_number': 4, 'project_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'gw_port': {'id': '6320771c-a071-4546-828f-d604dffdcbcc', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:34Z', 'updated_at': '2022-02-19T02:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c508a81f-3c33-4ce3-9f22-41177e1545a0', 'name': '', 'network_id': '95b2e395-0c16-415e-8786-85bea85e8324', 'tenant_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'mac_address': 'fa:16:3e:9e:79:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'b2eac5ff-2830-47ff-a4ff-1feb0348f439', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:37Z', 'updated_at': '2022-02-19T02:55:38Z', 'revision_number': 2, 'project_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'subnets': [{'id': 'b2eac5ff-2830-47ff-a4ff-1feb0348f439', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:55:39.293747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f04e9a2e-a3b1-492d-8698-af77930f6609 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:39.341135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac072f-f743-468a-afff-e7c078b9c7af req-9e7716db-e1ca-4e45-a77d-4998ff91cab4 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:39.342701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6dac072f-f743-468a-afff-e7c078b9c7af req-9e7716db-e1ca-4e45-a77d-4998ff91cab4 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 1131 time: 0.0907156 Feb 19 02:55:39.388291 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for port (5e804d25-f48f-4f43-885f-d9b4c2294f18), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.398992 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (5e804d25-f48f-4f43-885f-d9b4c2294f18), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.435120 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6dac072f-f743-468a-afff-e7c078b9c7af req-a4e051f2-6d00-4bb9-bda0-42ddc55eb1ce tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832765 Feb 19 02:55:39.483568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Pushing event updated for resources: {'Port': ['ID=5e804d25-f48f-4f43-885f-d9b4c2294f18,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:39.535186 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (9fbcf107-1d77-4c49-beeb-b9c1f3b5e85e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.568393 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.569790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-523eb4b0-f358-4d15-baa1-eb4fe26436d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8072176 Feb 19 02:55:39.640995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-1b0b913c-54bb-4d7c-b4cc-4c1f4262d964 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0634995 Feb 19 02:55:39.791033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-6fa0226f-106f-4945-8b1e-dcd7a7bff9a8 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:39.792713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-067e14fe-d70d-4d7d-a337-e8c560019669 req-6fa0226f-106f-4945-8b1e-dcd7a7bff9a8 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.1450660 Feb 19 02:55:39.955063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e3c36c5-22e2-4c33-9bba-36525b1a7959 req-4ac328f6-6fb1-4784-b9cc-98eca2818575 tempest-FloatingIPsNegativeTestJSON-368250524 tempest-FloatingIPsNegativeTestJSON-368250524-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=fc43dbace88b4b3284339a5cc5e96e7b HTTP/1.1" status: 200 len: 217 time: 0.0827467 Feb 19 02:55:39.961472 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:39.989040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b036b-5b7c-4341-a612-3b57e72d9022 req-fdde1b21-510c-4451-b4f1-2338c23705c0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:39.991252 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-142b036b-5b7c-4341-a612-3b57e72d9022 req-fdde1b21-510c-4451-b4f1-2338c23705c0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1178069 Feb 19 02:55:40.086021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9478a-a40f-4d4a-976f-1365ef443a2c req-a4e36132-ec18-4bb0-95f7-d96d4a25f714 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:40.087589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12c9478a-a40f-4d4a-976f-1365ef443a2c req-a4e36132-ec18-4bb0-95f7-d96d4a25f714 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 1131 time: 0.0841918 Feb 19 02:55:40.090746 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-142b036b-5b7c-4341-a612-3b57e72d9022 req-6e662eec-7e95-4362-b635-ff64cb929bb6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784233 Feb 19 02:55:40.138859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12c9478a-a40f-4d4a-976f-1365ef443a2c req-9f630e9d-3a63-45f9-ac22-9161bfa4a242 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 Feb 19 02:55:40.218805 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89662a49-075f-4b8e-8f47-904b6ce961a4 req-8d1f75c8-fa70-4252-acf2-48dfc8c5ac15 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips/9fbcf107-1d77-4c49-beeb-b9c1f3b5e85e HTTP/1.1" status: 200 len: 692 time: 0.0614493 Feb 19 02:55:40.221499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a1bc51a-1073-41ea-83e9-fdfa455ebb69 req-8e5f7954-6595-4bb7-8404-ffb7c34946cc tempest-FloatingIPsNegativeTestJSON-368250524 tempest-FloatingIPsNegativeTestJSON-368250524-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0284226 Feb 19 02:55:40.344519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89662a49-075f-4b8e-8f47-904b6ce961a4 req-879a1505-4e6a-4edb-96b6-e8a5d3007847 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:40.347025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89662a49-075f-4b8e-8f47-904b6ce961a4 req-879a1505-4e6a-4edb-96b6-e8a5d3007847 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.1225073 Feb 19 02:55:40.402297 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-a586835f-c471-4ab3-9079-aac0912800da req-934f5066-4299-4501-9a1f-7c836f3784f2 tempest-FloatingIPsNegativeTestJSON-368250524 tempest-FloatingIPsNegativeTestJSON-368250524-project] show failed (client error): The resource could not be found. Feb 19 02:55:40.403452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a586835f-c471-4ab3-9079-aac0912800da req-934f5066-4299-4501-9a1f-7c836f3784f2 tempest-FloatingIPsNegativeTestJSON-368250524 tempest-FloatingIPsNegativeTestJSON-368250524-project] 10.222.0.81 "GET /v2.0/floatingips/5a74fb43-124f-47e9-92a6-3ce00f745003 HTTP/1.1" status: 404 len: 350 time: 0.0413301 Feb 19 02:55:40.412748 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43686) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:40.536224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-2b5536af-3417-4e8d-90e9-c92dd9363071 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips/9fbcf107-1d77-4c49-beeb-b9c1f3b5e85e HTTP/1.1" status: 200 len: 692 time: 0.0480788 Feb 19 02:55:40.671492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-038e226e-5323-4e17-98a1-7141b5c06a8f tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:40.679407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-038e226e-5323-4e17-98a1-7141b5c06a8f tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.1364729 Feb 19 02:55:40.763061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43698) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:40.811133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-a8f9563b-ec82-4900-85fa-516b409e42eb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.1305699 Feb 19 02:55:40.883102 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-0d1baf3b-125a-43ca-b92d-f5f28616b0bb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0707974 Feb 19 02:55:41.045680 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92b19d51-bbee-4c4f-9cb8-a7d8faf4de33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.114816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-cbf6e731-8e3f-47ef-a487-a570064f074d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Deleting port 5e804d25-f48f-4f43-885f-d9b4c2294f18 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:41.114816 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-cbf6e731-8e3f-47ef-a487-a570064f074d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5e804d25-f48f-4f43-885f-d9b4c2294f18), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.173200 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3278843b-f6bd-44fa-b128-9feeedc60060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (f66c4565-c156-47b9-9f95-11e13b067dfa), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.199210 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92b19d51-bbee-4c4f-9cb8-a7d8faf4de33 admin admin] Publish callbacks [] for security_group (b66ea876-7a30-4c4d-bf15-f6126a801cd2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.229946 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-cbf6e731-8e3f-47ef-a487-a570064f074d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5e804d25-f48f-4f43-885f-d9b4c2294f18), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.230282 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-cbf6e731-8e3f-47ef-a487-a570064f074d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (5e804d25-f48f-4f43-885f-d9b4c2294f18), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.233729 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92b19d51-bbee-4c4f-9cb8-a7d8faf4de33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b66ea876-7a30-4c4d-bf15-f6126a801cd2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.249668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-cbf6e731-8e3f-47ef-a487-a570064f074d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Calling delete_port for 5e804d25-f48f-4f43-885f-d9b4c2294f18 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:41.299920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-92b19d51-bbee-4c4f-9cb8-a7d8faf4de33 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eae59601ae434dfbaf6c6745c6cc9d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5347536 Feb 19 02:55:41.304457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43714) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:41.384370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b19d51-bbee-4c4f-9cb8-a7d8faf4de33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66ea876-7a30-4c4d-bf15-f6126a801cd2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:41.425304 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3911e0c-1a06-4152-8ddb-f5adb7a79c13 admin admin] Publish callbacks [] for security_group (b66ea876-7a30-4c4d-bf15-f6126a801cd2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.455005 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3911e0c-1a06-4152-8ddb-f5adb7a79c13 admin admin] Publish callbacks [] for security_group (b66ea876-7a30-4c4d-bf15-f6126a801cd2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.473273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffede6-6894-4f4b-9ca3-5c18d9302c5a req-f10c6823-482e-47ff-8992-0d1d98aa83bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:41.480337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7ffede6-6894-4f4b-9ca3-5c18d9302c5a req-f10c6823-482e-47ff-8992-0d1d98aa83bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1163077 Feb 19 02:55:41.517013 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-cbf6e731-8e3f-47ef-a487-a570064f074d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5e804d25-f48f-4f43-885f-d9b4c2294f18), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.559066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6e731-8e3f-47ef-a487-a570064f074d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Pushing event deleted for resources: {'Port': ['ID=5e804d25-f48f-4f43-885f-d9b4c2294f18,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:41.563601 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3911e0c-1a06-4152-8ddb-f5adb7a79c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b66ea876-7a30-4c4d-bf15-f6126a801cd2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.566110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7ffede6-6894-4f4b-9ca3-5c18d9302c5a req-82f22c05-7346-4cb6-98fa-d72bc835c603 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848989 Feb 19 02:55:41.566477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3911e0c-1a06-4152-8ddb-f5adb7a79c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.568320 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a3911e0c-1a06-4152-8ddb-f5adb7a79c13 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b66ea876-7a30-4c4d-bf15-f6126a801cd2 HTTP/1.1" status: 204 len: 168 time: 0.2621808 Feb 19 02:55:41.608812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3911e0c-1a06-4152-8ddb-f5adb7a79c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66ea876-7a30-4c4d-bf15-f6126a801cd2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:41.632712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3278843b-f6bd-44fa-b128-9feeedc60060 admin admin] Deleting port c508a81f-3c33-4ce3-9f22-41177e1545a0 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:41.634467 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3278843b-f6bd-44fa-b128-9feeedc60060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c508a81f-3c33-4ce3-9f22-41177e1545a0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.653945 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-cbf6e731-8e3f-47ef-a487-a570064f074d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (9fbcf107-1d77-4c49-beeb-b9c1f3b5e85e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.657371 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-cbf6e731-8e3f-47ef-a487-a570064f074d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.658551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f8a93c2-65a4-4179-b7c7-489a15ef4722 req-cbf6e731-8e3f-47ef-a487-a570064f074d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "DELETE /v2.0/floatingips/9fbcf107-1d77-4c49-beeb-b9c1f3b5e85e HTTP/1.1" status: 204 len: 173 time: 0.7743890 Feb 19 02:55:41.728033 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3278843b-f6bd-44fa-b128-9feeedc60060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c508a81f-3c33-4ce3-9f22-41177e1545a0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:41.741357 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3278843b-f6bd-44fa-b128-9feeedc60060 admin admin] Calling delete_port for c508a81f-3c33-4ce3-9f22-41177e1545a0 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:42.035045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa9ed9-b686-4a50-90a1-932141613c99 req-33a37763-e96d-43d0-868a-e819c999f56c tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:42.052823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43742) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:42.054010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73fa9ed9-b686-4a50-90a1-932141613c99 req-33a37763-e96d-43d0-868a-e819c999f56c tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2627926 Feb 19 02:55:42.082302 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef9eef1e-ecdb-4196-8a5f-7f186408cf4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:42.113352 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43748) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:42.130358 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3278843b-f6bd-44fa-b128-9feeedc60060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c508a81f-3c33-4ce3-9f22-41177e1545a0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:42.183297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278843b-f6bd-44fa-b128-9feeedc60060 admin admin] Pushing event deleted for resources: {'Port': ['ID=c508a81f-3c33-4ce3-9f22-41177e1545a0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:42.190790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acbccf25-8623-46e4-bfb9-42e69f6e4ca7 req-d82e8492-20ab-491e-8a87-1b257c378fe8 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?tenant_id=b891c51016d7498b92b86da1a51aacee HTTP/1.1" status: 200 len: 1654 time: 0.0626855 Feb 19 02:55:42.392652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef9eef1e-ecdb-4196-8a5f-7f186408cf4a admin admin] Publish callbacks [] for security_group (aedaf190-3f53-4ff1-b190-9ff824de496a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:42.396533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986651a-050b-4a70-a0f7-36dcc5857855 req-6a6bf0c6-e46c-4f5c-ade8-b451ef8bd3e8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:42.398323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5986651a-050b-4a70-a0f7-36dcc5857855 req-6a6bf0c6-e46c-4f5c-ade8-b451ef8bd3e8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1334445 Feb 19 02:55:42.407745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbccf25-8623-46e4-bfb9-42e69f6e4ca7 req-d7d6b542-1d2c-4305-b1fd-16a95e746cfb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:42.409841 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acbccf25-8623-46e4-bfb9-42e69f6e4ca7 req-d7d6b542-1d2c-4305-b1fd-16a95e746cfb tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks?id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 787 time: 0.2182579 Feb 19 02:55:42.466691 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef9eef1e-ecdb-4196-8a5f-7f186408cf4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (aedaf190-3f53-4ff1-b190-9ff824de496a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:42.527226 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ef9eef1e-ecdb-4196-8a5f-7f186408cf4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a77a10cd0319417fa50b9c1fbf04c4fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728003 Feb 19 02:55:42.549428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-c56a37ea-40e6-4881-99b5-986d7270472e tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips/5a1fb30a-8654-4f2d-bd8b-75c60a412434 HTTP/1.1" status: 200 len: 692 time: 0.0688748 Feb 19 02:55:42.552847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43766) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:42.554234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9eef1e-ecdb-4196-8a5f-7f186408cf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aedaf190-3f53-4ff1-b190-9ff824de496a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:42.572311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2102148f-6e44-4ca5-b6c7-eee5c5ac8f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:42.586559 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3278843b-f6bd-44fa-b128-9feeedc60060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (f66c4565-c156-47b9-9f95-11e13b067dfa), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:42.617903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5986651a-050b-4a70-a0f7-36dcc5857855 req-6d77c375-6ab4-4ec6-98ff-683eee369865 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070470 Feb 19 02:55:42.843545 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fbad06ff-3a62-4b2c-bbf1-4d901836692f admin admin] Publish callbacks [] for security_group (aedaf190-3f53-4ff1-b190-9ff824de496a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:42.843725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43774) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:42.859273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-ef3ac35a-6239-49f2-993f-96a4894249de tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:42.860693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-ef3ac35a-6239-49f2-993f-96a4894249de tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.3054786 Feb 19 02:55:42.900442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc23e2d-be55-4ed7-8f2a-362a1ca72b1f req-5e87b1e4-06b9-4d96-8504-44434291d840 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:42.908916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccc23e2d-be55-4ed7-8f2a-362a1ca72b1f req-5e87b1e4-06b9-4d96-8504-44434291d840 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1510167 Feb 19 02:55:42.915721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6320771c-a071-4546-828f-d604dffdcbcc up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:42.924151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3278843b-f6bd-44fa-b128-9feeedc60060 admin admin] Router f66c4565-c156-47b9-9f95-11e13b067dfa has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:55:42.949858 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fbad06ff-3a62-4b2c-bbf1-4d901836692f admin admin] Publish callbacks [] for security_group (aedaf190-3f53-4ff1-b190-9ff824de496a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:42.986596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-2a87b85f-40a8-4363-b431-12889c769e46 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.1067774 Feb 19 02:55:42.989434 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bca9a2-7724-461b-8b45-550b692aaaaa None None] Sync routers for ids ['f66c4565-c156-47b9-9f95-11e13b067dfa'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:55:43.003099 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bca9a2-7724-461b-8b45-550b692aaaaa None None] Routers {'f66c4565-c156-47b9-9f95-11e13b067dfa'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:43.004014 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f6bca9a2-7724-461b-8b45-550b692aaaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f66c4565-c156-47b9-9f95-11e13b067dfa'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:43.009098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 6320771c-a071-4546-828f-d604dffdcbcc triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:43.009477 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6320771c-a071-4546-828f-d604dffdcbcc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.079461 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa5fdd29-4891-4324-8c14-72aea6c76ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.107476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3278843b-f6bd-44fa-b128-9feeedc60060 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:55:43.115757 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3278843b-f6bd-44fa-b128-9feeedc60060 admin admin] 10.222.0.81 "PUT /v2.0/routers/f66c4565-c156-47b9-9f95-11e13b067dfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7013328 Feb 19 02:55:43.116374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43778) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:43.127198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 6320771c-a071-4546-828f-d604dffdcbcc is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:43.128321 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6320771c-a071-4546-828f-d604dffdcbcc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.132609 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f6bca9a2-7724-461b-8b45-550b692aaaaa None None] Set router f66c4565-c156-47b9-9f95-11e13b067dfa gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:43.155080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 6320771c-a071-4546-828f-d604dffdcbcc, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6320771c-a071-4546-828f-d604dffdcbcc,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:43.162098 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6320771c-a071-4546-828f-d604dffdcbcc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.243553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=6320771c-a071-4546-828f-d604dffdcbcc,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:43.270379 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Publish callbacks [] for router (f66c4565-c156-47b9-9f95-11e13b067dfa), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.274718 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa5fdd29-4891-4324-8c14-72aea6c76ac8 admin admin] Publish callbacks [] for security_group (1ada429f-62d4-4da9-9450-c284ccb9d59e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.310842 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa5fdd29-4891-4324-8c14-72aea6c76ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1ada429f-62d4-4da9-9450-c284ccb9d59e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.311115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2102148f-6e44-4ca5-b6c7-eee5c5ac8f73 admin admin] Publish callbacks [] for security_group (9ee8abb6-c438-44a0-92d9-3b6352393e70), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.349265 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f6bca9a2-7724-461b-8b45-550b692aaaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'name': 'tempest-FloatingIPsNegativeTestJSON-264694776-router', 'tenant_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '6320771c-a071-4546-828f-d604dffdcbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:33Z', 'updated_at': '2022-02-19T02:55:42Z', 'revision_number': 5, 'project_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'gw_port': {'id': '6320771c-a071-4546-828f-d604dffdcbcc', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:34Z', 'updated_at': '2022-02-19T02:55:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:43.361673 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5fdd29-4891-4324-8c14-72aea6c76ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ada429f-62d4-4da9-9450-c284ccb9d59e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:43.368846 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-aa5fdd29-4891-4324-8c14-72aea6c76ac8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=728e94922a9b43029e06b522edc5ecac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5228069 Feb 19 02:55:43.378098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43780) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:43.383418 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bca9a2-7724-461b-8b45-550b692aaaaa None None] Checking router: f66c4565-c156-47b9-9f95-11e13b067dfa for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:55:43.384027 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2102148f-6e44-4ca5-b6c7-eee5c5ac8f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9ee8abb6-c438-44a0-92d9-3b6352393e70), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.393483 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bca9a2-7724-461b-8b45-550b692aaaaa None None] Routers {'f66c4565-c156-47b9-9f95-11e13b067dfa'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:43.394173 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f6bca9a2-7724-461b-8b45-550b692aaaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f66c4565-c156-47b9-9f95-11e13b067dfa'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:43.428172 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Publish callbacks [] for router_gateway (f66c4565-c156-47b9-9f95-11e13b067dfa), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.428369 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-4a77a138-77d9-42ad-ac52-d03336a99a5b tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.37 HTTP/1.1" status: 200 len: 695 time: 0.1333449 Feb 19 02:55:43.461601 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccc23e2d-be55-4ed7-8f2a-362a1ca72b1f req-b55e6e1b-e4ad-4fea-b70a-a36551f77c38 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5518949 Feb 19 02:55:43.491854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Deleting port 6320771c-a071-4546-828f-d604dffdcbcc {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:43.492465 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6320771c-a071-4546-828f-d604dffdcbcc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.513019 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f6bca9a2-7724-461b-8b45-550b692aaaaa None None] Set router f66c4565-c156-47b9-9f95-11e13b067dfa gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:43.524062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2102148f-6e44-4ca5-b6c7-eee5c5ac8f73 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=274c6670b5144e82af1c42986ddb1fb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4095361 Feb 19 02:55:43.526993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43782) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:43.532125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102148f-6e44-4ca5-b6c7-eee5c5ac8f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee8abb6-c438-44a0-92d9-3b6352393e70,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:43.592248 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] For port 6320771c-a071-4546-828f-d604dffdcbcc, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6320771c-a071-4546-828f-d604dffdcbcc,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:43.592642 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6320771c-a071-4546-828f-d604dffdcbcc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.592955 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fbad06ff-3a62-4b2c-bbf1-4d901836692f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (aedaf190-3f53-4ff1-b190-9ff824de496a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.595441 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fbad06ff-3a62-4b2c-bbf1-4d901836692f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.599330 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fbad06ff-3a62-4b2c-bbf1-4d901836692f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aedaf190-3f53-4ff1-b190-9ff824de496a HTTP/1.1" status: 204 len: 168 time: 1.0426435 Feb 19 02:55:43.619865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Calling delete_port for 6320771c-a071-4546-828f-d604dffdcbcc owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:43.681060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad06ff-3a62-4b2c-bbf1-4d901836692f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedaf190-3f53-4ff1-b190-9ff824de496a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:43.684308 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4fec299-7c79-4512-bcbc-2b6925ef5d3a admin admin] Publish callbacks [] for security_group (1ada429f-62d4-4da9-9450-c284ccb9d59e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.757748 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f6bca9a2-7724-461b-8b45-550b692aaaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'name': 'tempest-FloatingIPsNegativeTestJSON-264694776-router', 'tenant_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '6320771c-a071-4546-828f-d604dffdcbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:33Z', 'updated_at': '2022-02-19T02:55:42Z', 'revision_number': 5, 'project_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'gw_port': {'id': '6320771c-a071-4546-828f-d604dffdcbcc', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:34Z', 'updated_at': '2022-02-19T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:43.785812 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b2fce2a-72dd-4727-bad1-c277a8aa5efa admin admin] Publish callbacks [] for security_group (9ee8abb6-c438-44a0-92d9-3b6352393e70), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.790212 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4fec299-7c79-4512-bcbc-2b6925ef5d3a admin admin] Publish callbacks [] for security_group (1ada429f-62d4-4da9-9450-c284ccb9d59e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.799615 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bca9a2-7724-461b-8b45-550b692aaaaa None None] The sync data for ids ['f66c4565-c156-47b9-9f95-11e13b067dfa'] in n-d-826755-2 is: [{'id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'name': 'tempest-FloatingIPsNegativeTestJSON-264694776-router', 'tenant_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': '6320771c-a071-4546-828f-d604dffdcbcc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:33Z', 'updated_at': '2022-02-19T02:55:42Z', 'revision_number': 5, 'project_id': 'fc43dbace88b4b3284339a5cc5e96e7b', 'gw_port': {'id': '6320771c-a071-4546-828f-d604dffdcbcc', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f66c4565-c156-47b9-9f95-11e13b067dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:34Z', 'updated_at': '2022-02-19T02:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:55:43.844604 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b2fce2a-72dd-4727-bad1-c277a8aa5efa admin admin] Publish callbacks [] for security_group (9ee8abb6-c438-44a0-92d9-3b6352393e70), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.882561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-3da0c71a-8046-40fa-87c5-8a9d777f5592 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Deleting port c3546aac-3355-42dc-8f08-86dd27040b20 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:43.882893 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-3da0c71a-8046-40fa-87c5-8a9d777f5592 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c3546aac-3355-42dc-8f08-86dd27040b20), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.890631 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6320771c-a071-4546-828f-d604dffdcbcc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:43.918454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Pushing event deleted for resources: {'Port': ['ID=6320771c-a071-4546-828f-d604dffdcbcc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:43.948620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71761c5a-7e28-4a72-a937-424b42bca908 req-87d82a20-8d41-4415-aa20-932ec6f7bdf3 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:43.953399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71761c5a-7e28-4a72-a937-424b42bca908 req-87d82a20-8d41-4415-aa20-932ec6f7bdf3 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.2054861 Feb 19 02:55:43.987646 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (f66c4565-c156-47b9-9f95-11e13b067dfa), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.022939 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4fec299-7c79-4512-bcbc-2b6925ef5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1ada429f-62d4-4da9-9450-c284ccb9d59e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.026009 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4fec299-7c79-4512-bcbc-2b6925ef5d3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.029446 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c4fec299-7c79-4512-bcbc-2b6925ef5d3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1ada429f-62d4-4da9-9450-c284ccb9d59e HTTP/1.1" status: 204 len: 168 time: 0.6458700 Feb 19 02:55:44.040573 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b2fce2a-72dd-4727-bad1-c277a8aa5efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9ee8abb6-c438-44a0-92d9-3b6352393e70), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.043748 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b2fce2a-72dd-4727-bad1-c277a8aa5efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.044992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7b2fce2a-72dd-4727-bad1-c277a8aa5efa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ee8abb6-c438-44a0-92d9-3b6352393e70 HTTP/1.1" status: 204 len: 168 time: 0.5176661 Feb 19 02:55:44.066636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fec299-7c79-4512-bcbc-2b6925ef5d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ada429f-62d4-4da9-9450-c284ccb9d59e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:44.091445 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71761c5a-7e28-4a72-a937-424b42bca908 req-69703b42-8d7d-4f91-b393-653053055787 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322799 Feb 19 02:55:44.093549 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-3da0c71a-8046-40fa-87c5-8a9d777f5592 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c3546aac-3355-42dc-8f08-86dd27040b20), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.093872 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-3da0c71a-8046-40fa-87c5-8a9d777f5592 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (c3546aac-3355-42dc-8f08-86dd27040b20), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.107435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2fce2a-72dd-4727-bad1-c277a8aa5efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee8abb6-c438-44a0-92d9-3b6352393e70,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:44.107646 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (f66c4565-c156-47b9-9f95-11e13b067dfa), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.110149 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Publish callbacks [] for router_controller (f66c4565-c156-47b9-9f95-11e13b067dfa), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.116641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-3da0c71a-8046-40fa-87c5-8a9d777f5592 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Calling delete_port for c3546aac-3355-42dc-8f08-86dd27040b20 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:44.170331 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (f66c4565-c156-47b9-9f95-11e13b067dfa), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.171268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f66c4565-c156-47b9-9f95-11e13b067dfa {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:55:44.178972 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.180541 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9a3dc663-1dd8-4d0e-94c2-8be43ff2894d admin admin] 10.222.0.81 "DELETE /v2.0/routers/f66c4565-c156-47b9-9f95-11e13b067dfa HTTP/1.1" status: 204 len: 168 time: 1.0619669 Feb 19 02:55:44.183406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43802) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:44.243874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf9ea6f-f7f2-4d6e-9d05-a9f1a04c6dcf admin admin] Deleting subnet b2eac5ff-2830-47ff-a4ff-1feb0348f439 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:55:44.249015 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ea6f-f7f2-4d6e-9d05-a9f1a04c6dcf admin admin] Publish callbacks [] for subnet (b2eac5ff-2830-47ff-a4ff-1feb0348f439), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.306586 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ea6f-f7f2-4d6e-9d05-a9f1a04c6dcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (b2eac5ff-2830-47ff-a4ff-1feb0348f439), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.388571 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-3da0c71a-8046-40fa-87c5-8a9d777f5592 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c3546aac-3355-42dc-8f08-86dd27040b20), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.438109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0c71a-8046-40fa-87c5-8a9d777f5592 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Pushing event deleted for resources: {'Port': ['ID=c3546aac-3355-42dc-8f08-86dd27040b20,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:44.450535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ea6f-f7f2-4d6e-9d05-a9f1a04c6dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (b2eac5ff-2830-47ff-a4ff-1feb0348f439), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.524760 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-3da0c71a-8046-40fa-87c5-8a9d777f5592 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (5a1fb30a-8654-4f2d-bd8b-75c60a412434), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.532769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-3da0c71a-8046-40fa-87c5-8a9d777f5592 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.537050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-564bda84-826d-49aa-b4af-7c11792e9c29 req-3da0c71a-8046-40fa-87c5-8a9d777f5592 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "DELETE /v2.0/floatingips/5a1fb30a-8654-4f2d-bd8b-75c60a412434 HTTP/1.1" status: 204 len: 173 time: 1.1079929 Feb 19 02:55:44.550307 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ea6f-f7f2-4d6e-9d05-a9f1a04c6dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (b2eac5ff-2830-47ff-a4ff-1feb0348f439), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.590865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf9ea6f-f7f2-4d6e-9d05-a9f1a04c6dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2eac5ff-2830-47ff-a4ff-1feb0348f439,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:44.594660 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bf9ea6f-f7f2-4d6e-9d05-a9f1a04c6dcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.600576 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4bf9ea6f-f7f2-4d6e-9d05-a9f1a04c6dcf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b2eac5ff-2830-47ff-a4ff-1feb0348f439 HTTP/1.1" status: 204 len: 168 time: 0.4153943 Feb 19 02:55:44.601261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43814) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:44.610654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475febfb-41d6-464a-9701-c4158c19238e None None] Network 95b2e395-0c16-415e-8786-85bea85e8324 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:44.668727 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43816) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:44.704380 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3956-0837-4440-8800-2ea85ddd0b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.725911 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (95b2e395-0c16-415e-8786-85bea85e8324), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.762949 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-b2ea083d-59f4-4113-82a6-db4be7e16a58 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips/6ac4a764-7c99-4e15-8370-014fcc84df5d HTTP/1.1" status: 200 len: 692 time: 0.2080250 Feb 19 02:55:44.773409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43818) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:44.797430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66e3b7ca-54ca-48c6-a247-fb132329a40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.860243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e3ea69-0fd0-45e6-a3a2-49d8e7a4cdbc None None] DHCP port deletion for 95b2e395-0c16-415e-8786-85bea85e8324 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:55:44.904363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b047c8-ef09-4c65-9d9b-401f579928c0 req-29d13841-99e0-4b6b-825d-95dd6448c0a8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:44.911941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0b047c8-ef09-4c65-9d9b-401f579928c0 req-29d13841-99e0-4b6b-825d-95dd6448c0a8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.2493165 Feb 19 02:55:44.924601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Deleting port f04e9a2e-a3b1-492d-8698-af77930f6609 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:44.925012 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:44.951019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c508a81f-3c33-4ce3-9f22-41177e1545a0 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:44.990687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c508a81f-3c33-4ce3-9f22-41177e1545a0 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:44.991264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c508a81f-3c33-4ce3-9f22-41177e1545a0 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:45.000223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-863e9da1-e25a-4ad3-82c3-9de723f04dc6 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:45.001788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-863e9da1-e25a-4ad3-82c3-9de723f04dc6 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.2132072 Feb 19 02:55:45.005045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-82e3ea69-0fd0-45e6-a3a2-49d8e7a4cdbc None None] Deleting port f04e9a2e-a3b1-492d-8698-af77930f6609 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:45.006611 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-82e3ea69-0fd0-45e6-a3a2-49d8e7a4cdbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.008569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3956-0837-4440-8800-2ea85ddd0b3f admin admin] Publish callbacks [] for security_group (d5947daf-4820-4dcb-b517-1b3c4b3f2af2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.030201 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d9d3956-0837-4440-8800-2ea85ddd0b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d5947daf-4820-4dcb-b517-1b3c4b3f2af2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.096149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-82e3ea69-0fd0-45e6-a3a2-49d8e7a4cdbc None None] For port f04e9a2e-a3b1-492d-8698-af77930f6609, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f04e9a2e-a3b1-492d-8698-af77930f6609,segment=NetworkSegment(6a278839-7232-4c51-b6ce-02c1aa0317c3),segment_id=6a278839-7232-4c51-b6ce-02c1aa0317c3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:45.096523 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-82e3ea69-0fd0-45e6-a3a2-49d8e7a4cdbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.111258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] For port f04e9a2e-a3b1-492d-8698-af77930f6609, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f04e9a2e-a3b1-492d-8698-af77930f6609,segment=NetworkSegment(6a278839-7232-4c51-b6ce-02c1aa0317c3),segment_id=6a278839-7232-4c51-b6ce-02c1aa0317c3)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:45.111634 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.126922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-82e3ea69-0fd0-45e6-a3a2-49d8e7a4cdbc None None] Calling delete_port for f04e9a2e-a3b1-492d-8698-af77930f6609 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:45.151838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-b761baf6-0672-40a9-9a28-3faaf2b550b7 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.1298108 Feb 19 02:55:45.159365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Calling delete_port for f04e9a2e-a3b1-492d-8698-af77930f6609 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:45.165475 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4d9d3956-0837-4440-8800-2ea85ddd0b3f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cc72816cec8846a98d4557e2fc0ea757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4934208 Feb 19 02:55:45.174249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d3956-0837-4440-8800-2ea85ddd0b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5947daf-4820-4dcb-b517-1b3c4b3f2af2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:45.180823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43828) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:45.211627 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66e3b7ca-54ca-48c6-a247-fb132329a40a admin admin] Publish callbacks [] for security_group (79b9df0e-ffdb-4d77-9287-4dd2fa8b962e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.234141 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66e3b7ca-54ca-48c6-a247-fb132329a40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (79b9df0e-ffdb-4d77-9287-4dd2fa8b962e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.250241 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-8205f410-eee9-4249-99ef-69c88226de24 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.16 HTTP/1.1" status: 200 len: 695 time: 0.0880501 Feb 19 02:55:45.257953 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-82e3ea69-0fd0-45e6-a3a2-49d8e7a4cdbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.296184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e3ea69-0fd0-45e6-a3a2-49d8e7a4cdbc None None] No DVR routers for this DVR port f04e9a2e-a3b1-492d-8698-af77930f6609 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:45.298418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3ea69-0fd0-45e6-a3a2-49d8e7a4cdbc None None] Pushing event deleted for resources: {'Port': ['ID=f04e9a2e-a3b1-492d-8698-af77930f6609,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:45.324748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0b047c8-ef09-4c65-9d9b-401f579928c0 req-83caef9d-de16-4777-a6c0-b9e5413db153 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111865 Feb 19 02:55:45.347492 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee667828-d168-4164-b55b-8d69a3cc2597 None None] Sync routers for ids ['f66c4565-c156-47b9-9f95-11e13b067dfa'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:55:45.353861 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-66e3b7ca-54ca-48c6-a247-fb132329a40a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d63d582433e42cd970abf059650f6f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5791955 Feb 19 02:55:45.361258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43832) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:45.374391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3b7ca-54ca-48c6-a247-fb132329a40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b9df0e-ffdb-4d77-9287-4dd2fa8b962e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:45.386048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee667828-d168-4164-b55b-8d69a3cc2597 None None] Routers set() bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:45.386449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee667828-d168-4164-b55b-8d69a3cc2597 None None] Router IDs set() for agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 02:55:45.390913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee667828-d168-4164-b55b-8d69a3cc2597 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f66c4565-c156-47b9-9f95-11e13b067dfa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent'). {{(pid=109900) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 02:55:45.415867 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cc1e2874-6e7e-4a12-9f13-0c9095fc599c admin admin] Publish callbacks [] for security_group (d5947daf-4820-4dcb-b517-1b3c4b3f2af2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.419859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee667828-d168-4164-b55b-8d69a3cc2597 None None] Routers set() bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:45.420232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee667828-d168-4164-b55b-8d69a3cc2597 None None] Router IDs set() for agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 02:55:45.420863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee667828-d168-4164-b55b-8d69a3cc2597 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f66c4565-c156-47b9-9f95-11e13b067dfa'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent'). {{(pid=109900) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 02:55:45.421239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee667828-d168-4164-b55b-8d69a3cc2597 None None] The sync data for ids ['f66c4565-c156-47b9-9f95-11e13b067dfa'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:55:45.449970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cc1e2874-6e7e-4a12-9f13-0c9095fc599c admin admin] Publish callbacks [] for security_group (d5947daf-4820-4dcb-b517-1b3c4b3f2af2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.451997 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f04e9a2e-a3b1-492d-8698-af77930f6609), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.503541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Pushing event deleted for resources: {'Port': ['ID=f04e9a2e-a3b1-492d-8698-af77930f6609,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:45.516938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] No DVR routers for this DVR port f04e9a2e-a3b1-492d-8698-af77930f6609 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:45.523765 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eabd374e-0548-43f4-a6fb-c2c50b6685d1 admin admin] Publish callbacks [] for security_group (79b9df0e-ffdb-4d77-9287-4dd2fa8b962e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.531871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcff74-480b-4a2b-b091-ede6cd30d03a req-86a87fbb-8e3c-4767-93a7-3448e007b75b tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:45.534784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3fcff74-480b-4a2b-b091-ede6cd30d03a req-86a87fbb-8e3c-4767-93a7-3448e007b75b tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1117029 Feb 19 02:55:45.537307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-ad41c7e6-072b-42aa-9ca0-4bf6ad5e971b tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Deleting port be9e14ac-37b4-46ef-896f-c96f21f48917 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:45.537734 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-ad41c7e6-072b-42aa-9ca0-4bf6ad5e971b tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (be9e14ac-37b4-46ef-896f-c96f21f48917), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.668648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3fcff74-480b-4a2b-b091-ede6cd30d03a req-50bc7f58-398d-4db7-9762-f856afb0482e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057901 Feb 19 02:55:45.683694 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-ad41c7e6-072b-42aa-9ca0-4bf6ad5e971b tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (be9e14ac-37b4-46ef-896f-c96f21f48917), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.684162 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-ad41c7e6-072b-42aa-9ca0-4bf6ad5e971b tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (be9e14ac-37b4-46ef-896f-c96f21f48917), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.697476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-ad41c7e6-072b-42aa-9ca0-4bf6ad5e971b tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Calling delete_port for be9e14ac-37b4-46ef-896f-c96f21f48917 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:45.852144 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-ad41c7e6-072b-42aa-9ca0-4bf6ad5e971b tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (be9e14ac-37b4-46ef-896f-c96f21f48917), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.878927 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eabd374e-0548-43f4-a6fb-c2c50b6685d1 admin admin] Publish callbacks [] for security_group (79b9df0e-ffdb-4d77-9287-4dd2fa8b962e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.885353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41c7e6-072b-42aa-9ca0-4bf6ad5e971b tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Pushing event deleted for resources: {'Port': ['ID=be9e14ac-37b4-46ef-896f-c96f21f48917,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:45.892431 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (95b2e395-0c16-415e-8786-85bea85e8324), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.914816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cc1e2874-6e7e-4a12-9f13-0c9095fc599c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d5947daf-4820-4dcb-b517-1b3c4b3f2af2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.914816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cc1e2874-6e7e-4a12-9f13-0c9095fc599c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.914816 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cc1e2874-6e7e-4a12-9f13-0c9095fc599c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5947daf-4820-4dcb-b517-1b3c4b3f2af2 HTTP/1.1" status: 204 len: 168 time: 0.7293427 Feb 19 02:55:45.940654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e2874-6e7e-4a12-9f13-0c9095fc599c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5947daf-4820-4dcb-b517-1b3c4b3f2af2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:45.944009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b2e395-0c16-415e-8786-85bea85e8324']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:45.954892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a278839-7232-4c51-b6ce-02c1aa0317c3') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:45.955213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a278839-7232-4c51-b6ce-02c1aa0317c3') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:45.965282 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (6a278839-7232-4c51-b6ce-02c1aa0317c3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.984923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6a278839-7232-4c51-b6ce-02c1aa0317c3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.992117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-ad41c7e6-072b-42aa-9ca0-4bf6ad5e971b tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (6ac4a764-7c99-4e15-8370-014fcc84df5d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.994824 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-ad41c7e6-072b-42aa-9ca0-4bf6ad5e971b tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:45.996426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-102d7a71-4f4b-42bf-b382-574e401043e2 req-ad41c7e6-072b-42aa-9ca0-4bf6ad5e971b tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "DELETE /v2.0/floatingips/6ac4a764-7c99-4e15-8370-014fcc84df5d HTTP/1.1" status: 204 len: 173 time: 0.7363439 Feb 19 02:55:46.002884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:55:46.002884 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (6a278839-7232-4c51-b6ce-02c1aa0317c3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: timer() Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:55:46.005090 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:55:46.008227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eabd374e-0548-43f4-a6fb-c2c50b6685d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (79b9df0e-ffdb-4d77-9287-4dd2fa8b962e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.011602 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eabd374e-0548-43f4-a6fb-c2c50b6685d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.012972 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eabd374e-0548-43f4-a6fb-c2c50b6685d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79b9df0e-ffdb-4d77-9287-4dd2fa8b962e HTTP/1.1" status: 204 len: 168 time: 0.6487858 Feb 19 02:55:46.101826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-e4938b12-b3d2-4044-8bb9-5de18fb59e7a tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips/74390ae7-3b76-4d03-b01b-53797a817b36 HTTP/1.1" status: 200 len: 692 time: 0.0668592 Feb 19 02:55:46.103804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd374e-0548-43f4-a6fb-c2c50b6685d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b9df0e-ffdb-4d77-9287-4dd2fa8b962e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:46.138693 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (95b2e395-0c16-415e-8786-85bea85e8324), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.146324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.154822 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] 10.222.0.81 "DELETE /v2.0/networks/95b2e395-0c16-415e-8786-85bea85e8324 HTTP/1.1" status: 204 len: 168 time: 1.5489986 Feb 19 02:55:46.165331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f872a4e-2b4e-4e31-b3ab-e8d108507834 admin admin] Pushing event deleted for resources: {'Network': ['ID=95b2e395-0c16-415e-8786-85bea85e8324,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:46.278199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-a6be51e9-36f8-47a1-9a49-31d92e824b0d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:46.285185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-a6be51e9-36f8-47a1-9a49-31d92e824b0d tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.1667256 Feb 19 02:55:46.336078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-a4844753-27f0-4389-9d2c-0808945a49d3 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0499310 Feb 19 02:55:46.387416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-689eb60f-ea74-4073-83d8-05defc9f8910 tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.43 HTTP/1.1" status: 200 len: 695 time: 0.0504565 Feb 19 02:55:46.458637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43864) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:46.506845 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b64b686d-c3b6-4494-968b-0c85071d9b6f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc43dbace88b4b3284339a5cc5e96e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467834 Feb 19 02:55:46.509135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43866) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:46.528377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-2b4af725-0dbc-4bec-abb4-715f8642b30f tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Deleting port 7d6f3658-ee0f-442a-946d-7d642bf5e05a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:46.528896 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-2b4af725-0dbc-4bec-abb4-715f8642b30f tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7d6f3658-ee0f-442a-946d-7d642bf5e05a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.570770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfda99f9-0252-4b2f-9ef4-35a900d54295 admin admin] Publish callbacks [] for security_group (168b55d1-da6d-4530-84e8-159e3a110942), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.598782 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfda99f9-0252-4b2f-9ef4-35a900d54295 admin admin] Publish callbacks [] for security_group (168b55d1-da6d-4530-84e8-159e3a110942), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.625388 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-2b4af725-0dbc-4bec-abb4-715f8642b30f tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7d6f3658-ee0f-442a-946d-7d642bf5e05a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.625887 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-2b4af725-0dbc-4bec-abb4-715f8642b30f tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (7d6f3658-ee0f-442a-946d-7d642bf5e05a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.643190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-2b4af725-0dbc-4bec-abb4-715f8642b30f tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Calling delete_port for 7d6f3658-ee0f-442a-946d-7d642bf5e05a owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:46.680316 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfda99f9-0252-4b2f-9ef4-35a900d54295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (168b55d1-da6d-4530-84e8-159e3a110942), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.691850 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfda99f9-0252-4b2f-9ef4-35a900d54295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.695567 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dfda99f9-0252-4b2f-9ef4-35a900d54295 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/168b55d1-da6d-4530-84e8-159e3a110942 HTTP/1.1" status: 204 len: 168 time: 0.1851864 Feb 19 02:55:46.707663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda99f9-0252-4b2f-9ef4-35a900d54295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168b55d1-da6d-4530-84e8-159e3a110942,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:46.751368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43876) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:46.771198 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e26969-03b6-4d40-8e24-e72d71972acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.851040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f04e9a2e-a3b1-492d-8698-af77930f6609 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:46.880323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f04e9a2e-a3b1-492d-8698-af77930f6609 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:46.881091 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f04e9a2e-a3b1-492d-8698-af77930f6609 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:46.881909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6320771c-a071-4546-828f-d604dffdcbcc no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:46.896941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-2b4af725-0dbc-4bec-abb4-715f8642b30f tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7d6f3658-ee0f-442a-946d-7d642bf5e05a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:46.927089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 6320771c-a071-4546-828f-d604dffdcbcc {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:46.928717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6320771c-a071-4546-828f-d604dffdcbcc not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:46.935012 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4af725-0dbc-4bec-abb4-715f8642b30f tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Pushing event deleted for resources: {'Port': ['ID=7d6f3658-ee0f-442a-946d-7d642bf5e05a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:47.024012 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e26969-03b6-4d40-8e24-e72d71972acc admin admin] Publish callbacks [] for security_group (0bba4806-7fea-4bd1-aa77-9ccb39f19cf8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.042957 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e26969-03b6-4d40-8e24-e72d71972acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0bba4806-7fea-4bd1-aa77-9ccb39f19cf8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.092019 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-2b4af725-0dbc-4bec-abb4-715f8642b30f tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks [] for floatingip (74390ae7-3b76-4d03-b01b-53797a817b36), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.094525 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-2b4af725-0dbc-4bec-abb4-715f8642b30f tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.097783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ea0841c-c6cb-4d8f-bbed-71c81473bca6 req-2b4af725-0dbc-4bec-abb4-715f8642b30f tempest-FloatingIPDetailsTestJSON-1866657096 tempest-FloatingIPDetailsTestJSON-1866657096-project] 10.222.0.81 "DELETE /v2.0/floatingips/74390ae7-3b76-4d03-b01b-53797a817b36 HTTP/1.1" status: 204 len: 173 time: 0.7039444 Feb 19 02:55:47.105170 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43890) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:47.133443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e26969-03b6-4d40-8e24-e72d71972acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bba4806-7fea-4bd1-aa77-9ccb39f19cf8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:47.152653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d9e26969-03b6-4d40-8e24-e72d71972acc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c018e7a2d08e4b8e8940dc53ada9891b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977103 Feb 19 02:55:47.159980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43898) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:47.186236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8365f27-97d5-4f59-ab5c-bc71d2eb94ea req-c605c997-30fd-42b4-959f-b497e0432a51 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:47.187961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8365f27-97d5-4f59-ab5c-bc71d2eb94ea req-c605c997-30fd-42b4-959f-b497e0432a51 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1625686 Feb 19 02:55:47.310818 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e00ba54-eb12-4b7e-9a4a-1d38c27929f1 admin admin] Publish callbacks [] for security_group (0bba4806-7fea-4bd1-aa77-9ccb39f19cf8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.317573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8365f27-97d5-4f59-ab5c-bc71d2eb94ea req-f151b60f-5a51-49c5-b0c0-59b46f739eca tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194055 Feb 19 02:55:47.341611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b04561-dde8-443b-a222-8d6898c949bc req-ac27d472-7e41-4177-90f6-5db5240fbe19 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:47.344475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7b04561-dde8-443b-a222-8d6898c949bc req-ac27d472-7e41-4177-90f6-5db5240fbe19 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1362791 Feb 19 02:55:47.373950 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e00ba54-eb12-4b7e-9a4a-1d38c27929f1 admin admin] Publish callbacks [] for security_group (0bba4806-7fea-4bd1-aa77-9ccb39f19cf8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.434927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7b04561-dde8-443b-a222-8d6898c949bc req-e87af40e-6ade-46cc-8945-f3ebdccdf2e9 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837505 Feb 19 02:55:47.463865 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e00ba54-eb12-4b7e-9a4a-1d38c27929f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0bba4806-7fea-4bd1-aa77-9ccb39f19cf8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.466993 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e00ba54-eb12-4b7e-9a4a-1d38c27929f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.468253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1e00ba54-eb12-4b7e-9a4a-1d38c27929f1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0bba4806-7fea-4bd1-aa77-9ccb39f19cf8 HTTP/1.1" status: 204 len: 168 time: 0.3056974 Feb 19 02:55:47.477742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00ba54-eb12-4b7e-9a4a-1d38c27929f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bba4806-7fea-4bd1-aa77-9ccb39f19cf8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:47.669494 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0dedf604-233e-4fdd-9adf-14a2f6a34b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (93124299-02c7-4bf8-9c89-c1920f17b843), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:47.985864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0dedf604-233e-4fdd-9adf-14a2f6a34b02 admin admin] Deleting port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:47.986342 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0dedf604-233e-4fdd-9adf-14a2f6a34b02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.051269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43932) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:48.102439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-0dedf604-233e-4fdd-9adf-14a2f6a34b02 admin admin] For port 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3,segment=NetworkSegment(0c731525-2b69-42be-bb92-efb83f030572),segment_id=0c731525-2b69-42be-bb92-efb83f030572)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:48.102925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0dedf604-233e-4fdd-9adf-14a2f6a34b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.125011 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0dedf604-233e-4fdd-9adf-14a2f6a34b02 admin admin] Calling delete_port for 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:48.178830 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:55:48.255693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1404265093-network', 'tenant_id': 'e053bca14f0243778cf13adda5f2ce82'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:48.284893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Made reservation on behalf of e053bca14f0243778cf13adda5f2ce82 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:48.289147 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.301075 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.359285 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0dedf604-233e-4fdd-9adf-14a2f6a34b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.392884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedf604-233e-4fdd-9adf-14a2f6a34b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:48.517950 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Publish callbacks [] for security_group (686cc46c-9344-435b-9cc2-1a2cd36bd7f5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.564650 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (686cc46c-9344-435b-9cc2-1a2cd36bd7f5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.615918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686cc46c-9344-435b-9cc2-1a2cd36bd7f5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:48.619712 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0dedf604-233e-4fdd-9adf-14a2f6a34b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (93124299-02c7-4bf8-9c89-c1920f17b843), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.645959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:55:48.691355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b7150e6a-81ae-4c56-813d-f82334f522b9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.691711 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Added segment b7150e6a-81ae-4c56-813d-f82334f522b9 of type vlan for network a4ff741e-e70d-4e8a-b8ee-67535ad6298f Feb 19 02:55:48.727000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43966) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:48.747744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6d94ec-dc77-4dd0-9e29-0f99f72b7b12 req-8f42499d-9b6e-42af-9d9d-09b8ab484bea tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:48.749281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6d94ec-dc77-4dd0-9e29-0f99f72b7b12 req-8f42499d-9b6e-42af-9d9d-09b8ab484bea tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.3078249 Feb 19 02:55:48.781444 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (a4ff741e-e70d-4e8a-b8ee-67535ad6298f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.792593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b4a58-c401-41a3-b827-889fa1d22e2b req-649c141c-4cfd-47bd-9988-9b1c9d84381c tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:48.801237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-634b4a58-c401-41a3-b827-889fa1d22e2b req-649c141c-4cfd-47bd-9988-9b1c9d84381c tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.2297091 Feb 19 02:55:48.908162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-634b4a58-c401-41a3-b827-889fa1d22e2b req-30328f29-e8d6-477c-869c-eb6d191ae23f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059420 Feb 19 02:55:48.910628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2b820565-5858-442b-8735-47eeab3d9fb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.926183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6d94ec-dc77-4dd0-9e29-0f99f72b7b12 req-8a426e68-d94d-41e1-a9c6-884861a7f75b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569183 Feb 19 02:55:48.929110 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (a4ff741e-e70d-4e8a-b8ee-67535ad6298f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.930114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:48.931215 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:48.988547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9361210 Feb 19 02:55:48.991291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43978) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:49.003725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-21c4cfca-b697-4354-9e0a-4b6440315370 admin admin] Request body: {'subnet': {'network_id': 'a4ff741e-e70d-4e8a-b8ee-67535ad6298f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1404265093-subnet', 'tenant_id': 'e053bca14f0243778cf13adda5f2ce82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:49.016981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fed3b3-bede-4c54-b1ad-8e9c8527ab06 admin admin] Pushing event updated for resources: {'Network': ['ID=a4ff741e-e70d-4e8a-b8ee-67535ad6298f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:49.027382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network a4ff741e-e70d-4e8a-b8ee-67535ad6298f details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:55:49.047922 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dedf604-233e-4fdd-9adf-14a2f6a34b02 admin admin] Router 93124299-02c7-4bf8-9c89-c1920f17b843 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:55:49.060965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c4cfca-b697-4354-9e0a-4b6440315370 admin admin] Made reservation on behalf of e053bca14f0243778cf13adda5f2ce82 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:49.064180 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21c4cfca-b697-4354-9e0a-4b6440315370 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.169570 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2b820565-5858-442b-8735-47eeab3d9fb0 admin admin] Publish callbacks [] for security_group (4febc613-de29-4f31-9091-b2f1bd1f89f3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.207898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2b820565-5858-442b-8735-47eeab3d9fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4febc613-de29-4f31-9091-b2f1bd1f89f3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.263775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dedf604-233e-4fdd-9adf-14a2f6a34b02 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:55:49.274171 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17f074-fbb3-420b-ae1b-9637fc1a2d75 None None] Sync routers for ids ['93124299-02c7-4bf8-9c89-c1920f17b843'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:55:49.274826 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2b820565-5858-442b-8735-47eeab3d9fb0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d0f221d79feb446ea82b85995c71ebb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5459228 Feb 19 02:55:49.275759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b820565-5858-442b-8735-47eeab3d9fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4febc613-de29-4f31-9091-b2f1bd1f89f3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:49.287040 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0dedf604-233e-4fdd-9adf-14a2f6a34b02 admin admin] 10.222.0.81 "PUT /v2.0/routers/93124299-02c7-4bf8-9c89-c1920f17b843/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1799438 Feb 19 02:55:49.287935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43986) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:49.288706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43988) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:49.292337 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17f074-fbb3-420b-ae1b-9637fc1a2d75 None None] Routers {'93124299-02c7-4bf8-9c89-c1920f17b843'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:49.295019 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cc17f074-fbb3-420b-ae1b-9637fc1a2d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['93124299-02c7-4bf8-9c89-c1920f17b843'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:49.328819 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21c4cfca-b697-4354-9e0a-4b6440315370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (5dfd1718-565f-422e-b223-77fbabf6debc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.435248 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0bbf-1524-4b53-b865-3d188c37d7b9 admin admin] Publish callbacks [] for security_group (4febc613-de29-4f31-9091-b2f1bd1f89f3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.440360 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-cc17f074-fbb3-420b-ae1b-9637fc1a2d75 None None] Set router 93124299-02c7-4bf8-9c89-c1920f17b843 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:49.471405 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0bbf-1524-4b53-b865-3d188c37d7b9 admin admin] Publish callbacks [] for security_group (4febc613-de29-4f31-9091-b2f1bd1f89f3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.475296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4cfca-b697-4354-9e0a-4b6440315370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dfd1718-565f-422e-b223-77fbabf6debc,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:49.479120 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Publish callbacks [] for router (93124299-02c7-4bf8-9c89-c1920f17b843), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.506778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4cfca-b697-4354-9e0a-4b6440315370 admin admin] Checking segment: {'id': 'b7150e6a-81ae-4c56-813d-f82334f522b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4ff741e-e70d-4e8a-b8ee-67535ad6298f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:49.507959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4cfca-b697-4354-9e0a-4b6440315370 admin admin] Network hostable DHCP agents. Network: a4ff741e-e70d-4e8a-b8ee-67535ad6298f, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:55:49.541259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-9aa1e097-e9f8-430e-9624-098e29612217 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8e59aafe161a47febc307cb670e75018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363634 Feb 19 02:55:49.566613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4cfca-b697-4354-9e0a-4b6440315370 admin admin] Network a4ff741e-e70d-4e8a-b8ee-67535ad6298f is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:55:49.617025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0bbf-1524-4b53-b865-3d188c37d7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4febc613-de29-4f31-9091-b2f1bd1f89f3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.621614 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0ccf0bbf-1524-4b53-b865-3d188c37d7b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.622995 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0ccf0bbf-1524-4b53-b865-3d188c37d7b9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4febc613-de29-4f31-9091-b2f1bd1f89f3 HTTP/1.1" status: 204 len: 168 time: 0.3325961 Feb 19 02:55:49.628873 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Publish callbacks [] for router_gateway (93124299-02c7-4bf8-9c89-c1920f17b843), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.629045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-21c4cfca-b697-4354-9e0a-4b6440315370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, a4ff741e-e70d-4e8a-b8ee-67535ad6298f) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:49.638269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fe5174-0ec1-4ffc-b7de-ca801b664624 None None] Network a4ff741e-e70d-4e8a-b8ee-67535ad6298f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:49.647652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4cfca-b697-4354-9e0a-4b6440315370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:49.649010 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21c4cfca-b697-4354-9e0a-4b6440315370 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.651359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccf0bbf-1524-4b53-b865-3d188c37d7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4febc613-de29-4f31-9091-b2f1bd1f89f3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:49.718556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-21c4cfca-b697-4354-9e0a-4b6440315370 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7261512 Feb 19 02:55:49.738569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-5491f0df-40c1-4373-a0de-b9dab83b064d tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:49.740099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-5491f0df-40c1-4373-a0de-b9dab83b064d tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1876678 Feb 19 02:55:49.766183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-219782f9-8ccc-44ed-a087-c679d492e4ff tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/quotas/8e59aafe161a47febc307cb670e75018 HTTP/1.1" status: 200 len: 375 time: 0.0193591 Feb 19 02:55:49.769934 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Deleting port 44f5563b-abd2-45f2-9aaa-c8167428b538 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:49.770489 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:49.814946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-d4cae512-46ed-4972-9f1a-c62547ba43d2 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e59aafe161a47febc307cb670e75018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478189 Feb 19 02:55:49.836514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ffc603-9061-4a17-bc70-721eb1ef6505 None None] Network a4ff741e-e70d-4e8a-b8ee-67535ad6298f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:49.868762 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cc17f074-fbb3-420b-ae1b-9637fc1a2d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'name': 'tempest-FloatingIPDetailsTestJSON-1890534701-router', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36'}], 'enable_snat': True}, 'gw_port_id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:22Z', 'updated_at': '2022-02-19T02:55:48Z', 'revision_number': 5, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'gw_port': {'id': '44f5563b-abd2-45f2-9aaa-c8167428b538', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:99:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'device_owner': 'network:router_gateway', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:55:23Z', 'updated_at': '2022-02-19T02:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:49.970726 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17f074-fbb3-420b-ae1b-9637fc1a2d75 None None] Checking router: 93124299-02c7-4bf8-9c89-c1920f17b843 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:55:49.989851 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc17f074-fbb3-420b-ae1b-9637fc1a2d75 None None] Routers {'93124299-02c7-4bf8-9c89-c1920f17b843'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:55:49.990525 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cc17f074-fbb3-420b-ae1b-9637fc1a2d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:55:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['93124299-02c7-4bf8-9c89-c1920f17b843'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:50.010518 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] For port 44f5563b-abd2-45f2-9aaa-c8167428b538, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=44f5563b-abd2-45f2-9aaa-c8167428b538,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:50.011350 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.038619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Calling delete_port for 44f5563b-abd2-45f2-9aaa-c8167428b538 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:50.065785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f7d2cf2-b411-495c-93c9-b8c8efa9b220 req-9ed9bb1c-3c20-4c34-bb96-8af682284b64 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 210 time: 0.0790944 Feb 19 02:55:50.167162 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-cc17f074-fbb3-420b-ae1b-9637fc1a2d75 None None] Set router 93124299-02c7-4bf8-9c89-c1920f17b843 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:55:50.216025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c975639-e0dd-4a0b-a14a-82c1a2c91871 req-8080ba9a-7c28-4b90-8c2c-09a4dbab5487 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:50.217594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c975639-e0dd-4a0b-a14a-82c1a2c91871 req-8080ba9a-7c28-4b90-8c2c-09a4dbab5487 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1545837 Feb 19 02:55:50.357639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07a6f0-f966-47a6-967d-104f3d057879 req-29cfe12b-db65-4c1f-af8e-95ca61858ee9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:50.359240 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a07a6f0-f966-47a6-967d-104f3d057879 req-29cfe12b-db65-4c1f-af8e-95ca61858ee9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1407340 Feb 19 02:55:50.376821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c975639-e0dd-4a0b-a14a-82c1a2c91871 req-5cad4207-bac6-441b-8454-c9aeacf98337 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945699 Feb 19 02:55:50.434148 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cc17f074-fbb3-420b-ae1b-9637fc1a2d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'name': 'tempest-FloatingIPDetailsTestJSON-1890534701-router', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:22Z', 'updated_at': '2022-02-19T02:55:49Z', 'revision_number': 6, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:50.434740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a07a6f0-f966-47a6-967d-104f3d057879 req-db1656d0-41de-4188-a50f-df39192b43e8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566845 Feb 19 02:55:50.469009 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (44f5563b-abd2-45f2-9aaa-c8167428b538), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.474608 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc17f074-fbb3-420b-ae1b-9637fc1a2d75 None None] The sync data for ids ['93124299-02c7-4bf8-9c89-c1920f17b843'] in n-d-826755-2 is: [{'id': '93124299-02c7-4bf8-9c89-c1920f17b843', 'name': 'tempest-FloatingIPDetailsTestJSON-1890534701-router', 'tenant_id': 'b891c51016d7498b92b86da1a51aacee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:55:22Z', 'updated_at': '2022-02-19T02:55:49Z', 'revision_number': 6, 'project_id': 'b891c51016d7498b92b86da1a51aacee', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:55:50.514980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Pushing event deleted for resources: {'Port': ['ID=44f5563b-abd2-45f2-9aaa-c8167428b538,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:50.518206 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44038) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:50.575553 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dddc911-caa2-4f68-bef9-6525fecddbc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.609257 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (93124299-02c7-4bf8-9c89-c1920f17b843), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.723199 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (93124299-02c7-4bf8-9c89-c1920f17b843), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.726437 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Publish callbacks [] for router_controller (93124299-02c7-4bf8-9c89-c1920f17b843), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.802992 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (93124299-02c7-4bf8-9c89-c1920f17b843), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.803555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93124299-02c7-4bf8-9c89-c1920f17b843 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:55:50.810215 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.811378 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9b19a85c-7d3e-4c95-8b6e-266c16429678 admin admin] 10.222.0.81 "DELETE /v2.0/routers/93124299-02c7-4bf8-9c89-c1920f17b843 HTTP/1.1" status: 204 len: 168 time: 1.5193172 Feb 19 02:55:50.815643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44050) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:50.820879 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dddc911-caa2-4f68-bef9-6525fecddbc2 admin admin] Publish callbacks [] for security_group (89a49321-ecdb-4498-9e41-849151d776c1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.828066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dddc911-caa2-4f68-bef9-6525fecddbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (89a49321-ecdb-4498-9e41-849151d776c1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.890071 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3dddc911-caa2-4f68-bef9-6525fecddbc2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=56dcf230dddc40a594d1d46a5b8a1b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471093 Feb 19 02:55:50.890071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddc911-caa2-4f68-bef9-6525fecddbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a49321-ecdb-4498-9e41-849151d776c1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:50.890948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44056) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:50.934808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-af5f61c9-2b7d-4d01-826b-2e40119f2719 admin admin] Deleting subnet a4225b8f-9f9d-40e3-8b0f-6a728bb41773 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:55:50.940777 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-af5f61c9-2b7d-4d01-826b-2e40119f2719 admin admin] Publish callbacks [] for subnet (a4225b8f-9f9d-40e3-8b0f-6a728bb41773), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.961709 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4ae36b1-accc-4d9d-a6a6-9f9d40c59ea3 admin admin] Publish callbacks [] for security_group (89a49321-ecdb-4498-9e41-849151d776c1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:50.983022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:51.009767 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4ae36b1-accc-4d9d-a6a6-9f9d40c59ea3 admin admin] Publish callbacks [] for security_group (89a49321-ecdb-4498-9e41-849151d776c1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.049183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:51.050797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 64acfccd-8d79-4242-a3b3-8cbf4ac7b2e3 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:51.058987 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-af5f61c9-2b7d-4d01-826b-2e40119f2719 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (a4225b8f-9f9d-40e3-8b0f-6a728bb41773), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.098510 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4ae36b1-accc-4d9d-a6a6-9f9d40c59ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (89a49321-ecdb-4498-9e41-849151d776c1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.101862 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4ae36b1-accc-4d9d-a6a6-9f9d40c59ea3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.102938 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d4ae36b1-accc-4d9d-a6a6-9f9d40c59ea3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/89a49321-ecdb-4498-9e41-849151d776c1 HTTP/1.1" status: 204 len: 168 time: 0.2109156 Feb 19 02:55:51.118627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae36b1-accc-4d9d-a6a6-9f9d40c59ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a49321-ecdb-4498-9e41-849151d776c1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:51.127719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-5f03e6b0-2d1c-4068-8da0-aa4966a8db59 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:51.133305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-5f03e6b0-2d1c-4068-8da0-aa4966a8db59 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/networks?id=a4ff741e-e70d-4e8a-b8ee-67535ad6298f HTTP/1.1" status: 200 len: 813 time: 0.2627451 Feb 19 02:55:51.154042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-68a66e17-4aa4-4a13-93da-11acfc9d832e tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/quotas/e053bca14f0243778cf13adda5f2ce82 HTTP/1.1" status: 200 len: 375 time: 0.0191507 Feb 19 02:55:51.466408 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-7f06b134-0521-443a-9209-7aa3954d5a7d tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=8e59aafe161a47febc307cb670e75018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341294 Feb 19 02:55:51.489761 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-681cd0e5-6e14-4e0f-8323-dd4267187b46 req-4c96e044-9972-4acf-bb70-6a768fc36228 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 210 time: 0.3045382 Feb 19 02:55:51.496497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-3f018342-5680-46e1-8bd4-a4913e33b5e8 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e053bca14f0243778cf13adda5f2ce82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3239350 Feb 19 02:55:51.532082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-af5f61c9-2b7d-4d01-826b-2e40119f2719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a4225b8f-9f9d-40e3-8b0f-6a728bb41773), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.667528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-fe61e3d1-5a9f-49cd-b1bd-77571c3f30e1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:51.669954 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-fe61e3d1-5a9f-49cd-b1bd-77571c3f30e1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979856 Feb 19 02:55:51.686598 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Request body: {'port': {'device_id': 'dcbdb99a-db8e-43b0-a445-535206f32076', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '8e59aafe161a47febc307cb670e75018'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:51.725162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb66007-9203-4090-8708-7bd5c652ad3d req-cfc36c92-db15-4040-ba55-00d68bd1b91b tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:51.726659 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6eb66007-9203-4090-8708-7bd5c652ad3d req-cfc36c92-db15-4040-ba55-00d68bd1b91b tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1089699 Feb 19 02:55:51.731647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-a005b5e4-0981-46d3-8e17-1a5bc7a85e3f service neutron] 10.222.0.81 "GET /v2.0/networks/a4ff741e-e70d-4e8a-b8ee-67535ad6298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201118 Feb 19 02:55:51.759388 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-af5f61c9-2b7d-4d01-826b-2e40119f2719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (a4225b8f-9f9d-40e3-8b0f-6a728bb41773), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.832734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f61c9-2b7d-4d01-826b-2e40119f2719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4225b8f-9f9d-40e3-8b0f-6a728bb41773,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:51.839591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Made reservation on behalf of 8e59aafe161a47febc307cb670e75018 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:51.845094 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.848254 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-af5f61c9-2b7d-4d01-826b-2e40119f2719 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.854596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07e665a-9414-43d1-9142-4b8ea8df78b4 None None] Network 67223250-80aa-4c8d-86d2-c2f0e11357f2 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:51.854888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-af5f61c9-2b7d-4d01-826b-2e40119f2719 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a4225b8f-9f9d-40e3-8b0f-6a728bb41773 HTTP/1.1" status: 204 len: 168 time: 1.0378547 Feb 19 02:55:51.855853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44090) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:51.876187 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:51.930680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6eb66007-9203-4090-8708-7bd5c652ad3d req-586ec980-8cbf-423b-ac3a-20e9c8a1d6c2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977108 Feb 19 02:55:51.969826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-19003360-ec0f-4dae-a397-1622ff4cc66f service neutron] 10.222.0.81 "GET /v2.0/networks/a4ff741e-e70d-4e8a-b8ee-67535ad6298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218714 Feb 19 02:55:51.972403 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (67223250-80aa-4c8d-86d2-c2f0e11357f2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.041196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Deleting port 49a15ac9-37ea-45f3-9084-311fc33f3561 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:52.041538 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.077992 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks [] for security_group (5223a33e-9b9d-4eca-94d4-7a28765f2e0d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.088937 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5223a33e-9b9d-4eca-94d4-7a28765f2e0d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.103833 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44094) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:52.149059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] For port 49a15ac9-37ea-45f3-9084-311fc33f3561, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=49a15ac9-37ea-45f3-9084-311fc33f3561,segment=NetworkSegment(0c731525-2b69-42be-bb92-efb83f030572),segment_id=0c731525-2b69-42be-bb92-efb83f030572)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:52.150597 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.167943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Calling delete_port for 49a15ac9-37ea-45f3-9084-311fc33f3561 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:52.194365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5223a33e-9b9d-4eca-94d4-7a28765f2e0d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:52.257752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be7c6e-6661-4b4e-ae51-a2185a703585 req-575ad4e6-e0d9-41a7-b722-7cf071975b21 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:52.265430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48be7c6e-6661-4b4e-ae51-a2185a703585 req-575ad4e6-e0d9-41a7-b722-7cf071975b21 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1795876 Feb 19 02:55:52.271192 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.312555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66452f1-b816-49b0-954d-ae0bc99854d3 None None] DHCP port deletion for 67223250-80aa-4c8d-86d2-c2f0e11357f2 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:55:52.339216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-328936411-network', 'tenant_id': '2070a125af614429bfc65bdee24c8ce3'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:52.358430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Allocated IP 192.168.233.69 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/f778b880-3698-4e45-9cb4-2a175cd34a2e) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:52.373678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c66452f1-b816-49b0-954d-ae0bc99854d3 None None] Deleting port 49a15ac9-37ea-45f3-9084-311fc33f3561 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:55:52.374659 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c66452f1-b816-49b0-954d-ae0bc99854d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.376062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ade5dfd-474a-4516-94d9-24b8e110613c req-9d6710e8-3a0d-4f41-9ca5-e55d12d27696 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 210 time: 0.1059699 Feb 19 02:55:52.421963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Made reservation on behalf of 2070a125af614429bfc65bdee24c8ce3 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:52.424588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.443451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48be7c6e-6661-4b4e-ae51-a2185a703585 req-235b10e4-cfb6-4a06-aecb-3f0301731042 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746459 Feb 19 02:55:52.448602 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.496041 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.534764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c66452f1-b816-49b0-954d-ae0bc99854d3 None None] For port 49a15ac9-37ea-45f3-9084-311fc33f3561, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=49a15ac9-37ea-45f3-9084-311fc33f3561,segment=NetworkSegment(0c731525-2b69-42be-bb92-efb83f030572),segment_id=0c731525-2b69-42be-bb92-efb83f030572)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:52.535407 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c66452f1-b816-49b0-954d-ae0bc99854d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.552209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c66452f1-b816-49b0-954d-ae0bc99854d3 None None] Calling delete_port for 49a15ac9-37ea-45f3-9084-311fc33f3561 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:55:52.596786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Pushing event deleted for resources: {'Port': ['ID=49a15ac9-37ea-45f3-9084-311fc33f3561,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:52.602525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] No DVR routers for this DVR port 49a15ac9-37ea-45f3-9084-311fc33f3561 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:52.645892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b4cbe35-49cf-4732-8426-10335c197794 req-a851f97d-51ab-40c9-90c9-4769e7cf6b37 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 210 time: 0.0355368 Feb 19 02:55:52.798722 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c66452f1-b816-49b0-954d-ae0bc99854d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (49a15ac9-37ea-45f3-9084-311fc33f3561), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.800293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Publish callbacks [] for security_group (0941aa8d-a15b-4785-9f78-35ae517abf79), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.812383 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (67223250-80aa-4c8d-86d2-c2f0e11357f2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.827576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66452f1-b816-49b0-954d-ae0bc99854d3 None None] No DVR routers for this DVR port 49a15ac9-37ea-45f3-9084-311fc33f3561 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:52.832104 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0941aa8d-a15b-4785-9f78-35ae517abf79), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.847314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:55:52.858294 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.859265 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Added segment c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce of type vlan for network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f Feb 19 02:55:52.888878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66452f1-b816-49b0-954d-ae0bc99854d3 None None] Pushing event deleted for resources: {'Port': ['ID=49a15ac9-37ea-45f3-9084-311fc33f3561,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:52.893521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 49a15ac9-37ea-45f3-9084-311fc33f3561 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:52.896937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44118) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:52.919167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 49a15ac9-37ea-45f3-9084-311fc33f3561 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:52.919627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 49a15ac9-37ea-45f3-9084-311fc33f3561 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:52.920148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 44f5563b-abd2-45f2-9aaa-c8167428b538 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:52.941611 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 44f5563b-abd2-45f2-9aaa-c8167428b538 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:55:52.942044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 44f5563b-abd2-45f2-9aaa-c8167428b538 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:52.958667 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-d4bf270c-97dc-4cdf-b309-fc3e57c87f1e service neutron] show failed (client error): The resource could not be found. Feb 19 02:55:52.959573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-d4bf270c-97dc-4cdf-b309-fc3e57c87f1e service neutron] 10.222.0.67 "GET /v2.0/ports/a07436f2-8382-49d2-b724-51e581d85931/bindings/n-h1-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.3455548 Feb 19 02:55:52.963188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks [] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.971656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67223250-80aa-4c8d-86d2-c2f0e11357f2']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:52.977526 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (ff602fb9-91ab-47e1-82a7-1e8bbb83d26f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:52.993122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0941aa8d-a15b-4785-9f78-35ae517abf79,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:52.998869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c731525-2b69-42be-bb92-efb83f030572') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:52.999221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c731525-2b69-42be-bb92-efb83f030572') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:55:53.020544 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (0c731525-2b69-42be-bb92-efb83f030572), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.048909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (0c731525-2b69-42be-bb92-efb83f030572), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.051727 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (ff602fb9-91ab-47e1-82a7-1e8bbb83d26f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.052858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:53.053529 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.077675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:55:53.078302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (0c731525-2b69-42be-bb92-efb83f030572), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.079684 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: timer() Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:55:53.079987 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:55:53.140321 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.143839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:53.147620 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:53.152067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:53.190026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Pushing event updated for resources: {'Port': ['ID=f778b880-3698-4e45-9cb4-2a175cd34a2e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:53.224202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1025922 Feb 19 02:55:53.224860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44124) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:53.231229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ad9a7a11-931a-40c7-ab68-fa131cbad5b5 admin admin] Request body: {'subnet': {'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-328936411-subnet', 'tenant_id': '2070a125af614429bfc65bdee24c8ce3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:53.244008 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05c0b0ee-3469-4feb-9867-1bb00210c888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.274557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47586715-b61d-4962-b0fe-e00176501bc7 admin admin] Pushing event updated for resources: {'Network': ['ID=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:53.291474 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (67223250-80aa-4c8d-86d2-c2f0e11357f2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.304543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:55:53.317582 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:53.317886 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.319126 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.327949 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] 10.222.0.81 "DELETE /v2.0/networks/67223250-80aa-4c8d-86d2-c2f0e11357f2 HTTP/1.1" status: 204 len: 168 time: 1.4646513 Feb 19 02:55:53.346256 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-35a1bec5-2a76-491c-a600-6355bf8a0324 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6641123 Feb 19 02:55:53.359722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Request body: {'port': {'device_id': 'dcbdb99a-db8e-43b0-a445-535206f32076', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:53.378548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c4a71-d6eb-4e8b-aacb-863102b5dbef admin admin] Pushing event deleted for resources: {'Network': ['ID=67223250-80aa-4c8d-86d2-c2f0e11357f2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:53.391574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9a7a11-931a-40c7-ab68-fa131cbad5b5 admin admin] Made reservation on behalf of 2070a125af614429bfc65bdee24c8ce3 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:53.394555 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7a11-931a-40c7-ab68-fa131cbad5b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.397093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ba683-4072-4610-b0df-77ec472608b0 req-9d8185f8-2e01-4ef6-8c63-73f4a078f442 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:53.398698 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df6ba683-4072-4610-b0df-77ec472608b0 req-9d8185f8-2e01-4ef6-8c63-73f4a078f442 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.2510664 Feb 19 02:55:53.513000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-aab0a323-829a-4075-a71c-dbe8f906e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:53.514534 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-aab0a323-829a-4075-a71c-dbe8f906e7ed service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d&tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9 HTTP/1.1" status: 200 len: 1132 time: 0.2874091 Feb 19 02:55:53.520770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05c0b0ee-3469-4feb-9867-1bb00210c888 admin admin] Publish callbacks [] for security_group (d0803299-1f0a-4495-8cc0-b9bb98ee3d26), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.542017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:53.545205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76137af3-b56d-4fb5-88be-42058c2e3512 req-b8c6f662-2cff-4976-8cac-6975ad405f83 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 210 time: 0.0761855 Feb 19 02:55:53.547031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44132) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:53.547615 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05c0b0ee-3469-4feb-9867-1bb00210c888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d0803299-1f0a-4495-8cc0-b9bb98ee3d26), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.548507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4c8b51f1-89f0-4a14-b948-1859ce75554f None None] Provisioning complete for port f778b880-3698-4e45-9cb4-2a175cd34a2e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:53.549005 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4c8b51f1-89f0-4a14-b948-1859ce75554f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.559812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df6ba683-4072-4610-b0df-77ec472608b0 req-6d6ce99d-3f48-4931-a689-1208d214d71d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539428 Feb 19 02:55:53.599292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-05c0b0ee-3469-4feb-9867-1bb00210c888 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=666cff24dda244458d80f37c93df8402&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6871436 Feb 19 02:55:53.602591 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44134) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:53.611640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0b0ee-3469-4feb-9867-1bb00210c888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0803299-1f0a-4495-8cc0-b9bb98ee3d26,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:53.624286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4c8b51f1-89f0-4a14-b948-1859ce75554f None None] Port f778b880-3698-4e45-9cb4-2a175cd34a2e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:55:53.627466 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.710987 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fce65e5b-04e9-4a17-98ab-88f07764e434 admin admin] Publish callbacks [] for security_group (d0803299-1f0a-4495-8cc0-b9bb98ee3d26), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.737351 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d9d476e4-d593-4bb1-add1-27cf6d190d14 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b891c51016d7498b92b86da1a51aacee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863556 Feb 19 02:55:53.756328 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44138) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:53.776907 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a07436f2-8382-49d2-b724-51e581d85931), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.823152 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fce65e5b-04e9-4a17-98ab-88f07764e434 admin admin] Publish callbacks [] for security_group (d0803299-1f0a-4495-8cc0-b9bb98ee3d26), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:53.909799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26b1d3-dc2c-412f-b5a5-53ab39f2701e req-2f5759c8-21fd-4415-8efd-360fb06b0290 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:53.911304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f26b1d3-dc2c-412f-b5a5-53ab39f2701e req-2f5759c8-21fd-4415-8efd-360fb06b0290 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.2566750 Feb 19 02:55:53.920718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-3f526eac-130c-4e43-b2f8-1a7e32c12b19 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:53.922136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-3f526eac-130c-4e43-b2f8-1a7e32c12b19 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.67 "GET /v2.0/networks?id=a4ff741e-e70d-4e8a-b8ee-67535ad6298f HTTP/1.1" status: 200 len: 813 time: 0.1942074 Feb 19 02:55:53.938727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Request body: {'port': {'device_id': 'de50df75-7ce6-4717-8e45-a81dc5b80fec', 'network_id': 'a4ff741e-e70d-4e8a-b8ee-67535ad6298f', 'admin_state_up': True, 'tenant_id': 'e053bca14f0243778cf13adda5f2ce82'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:54.004322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c9ce42-b446-4684-bc24-76d6e1db9408 req-d234f7b2-81fc-4169-95d8-59de1c4f831b tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:54.005853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72c9ce42-b446-4684-bc24-76d6e1db9408 req-d234f7b2-81fc-4169-95d8-59de1c4f831b tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 935 time: 0.1984396 Feb 19 02:55:54.037234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e978d72a-ab84-42d0-8066-7c7730753852 admin admin] Publish callbacks [] for security_group (bd5843a7-555e-4dcb-8632-5dcee87dcd30), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.038569 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fce65e5b-04e9-4a17-98ab-88f07764e434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d0803299-1f0a-4495-8cc0-b9bb98ee3d26), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.041302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fce65e5b-04e9-4a17-98ab-88f07764e434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.045188 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fce65e5b-04e9-4a17-98ab-88f07764e434 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d0803299-1f0a-4495-8cc0-b9bb98ee3d26 HTTP/1.1" status: 204 len: 168 time: 0.4393926 Feb 19 02:55:54.045367 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7a11-931a-40c7-ab68-fa131cbad5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (5893490c-d4cb-4757-b30f-05a9f5b653ad), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.083053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f26b1d3-dc2c-412f-b5a5-53ab39f2701e req-e466ce15-2090-4589-a7c2-91f19412bd9c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589010 Feb 19 02:55:54.130683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce65e5b-04e9-4a17-98ab-88f07764e434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0803299-1f0a-4495-8cc0-b9bb98ee3d26,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:54.156613 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e978d72a-ab84-42d0-8066-7c7730753852 admin admin] Publish callbacks [] for security_group (bd5843a7-555e-4dcb-8632-5dcee87dcd30), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.184408 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72c9ce42-b446-4684-bc24-76d6e1db9408 req-a7b2d8e0-8bbe-4d67-8434-3f177d275b22 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669018 Feb 19 02:55:54.209541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6f4e78-6850-4bdd-99ee-65027d8d0fa6 req-3520e9e2-570e-4a99-84be-08361a360b97 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1301069 Feb 19 02:55:54.212148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5348dd8b-c277-41c5-b73c-35ace224e65a details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:55:54.212481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a7a11-931a-40c7-ab68-fa131cbad5b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5893490c-d4cb-4757-b30f-05a9f5b653ad,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:54.214695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5348dd8b-c277-41c5-b73c-35ace224e65a no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:54.223309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Made reservation on behalf of e053bca14f0243778cf13adda5f2ce82 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:54.227038 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.277024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9a7a11-931a-40c7-ab68-fa131cbad5b5 admin admin] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:54.277511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a7a11-931a-40c7-ab68-fa131cbad5b5 admin admin] Network hostable DHCP agents. Network: ff602fb9-91ab-47e1-82a7-1e8bbb83d26f, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:55:54.323073 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad9a7a11-931a-40c7-ab68-fa131cbad5b5 admin admin] Network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:55:54.335254 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e978d72a-ab84-42d0-8066-7c7730753852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (bd5843a7-555e-4dcb-8632-5dcee87dcd30), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.338182 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e978d72a-ab84-42d0-8066-7c7730753852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.342435 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e978d72a-ab84-42d0-8066-7c7730753852 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bd5843a7-555e-4dcb-8632-5dcee87dcd30 HTTP/1.1" status: 204 len: 168 time: 0.5830829 Feb 19 02:55:54.374450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978d72a-ab84-42d0-8066-7c7730753852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5843a7-555e-4dcb-8632-5dcee87dcd30,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:54.378856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4e78-6850-4bdd-99ee-65027d8d0fa6 req-e13cd468-f1b9-41ec-9354-4573142b2104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:54.379548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ad9a7a11-931a-40c7-ab68-fa131cbad5b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, ff602fb9-91ab-47e1-82a7-1e8bbb83d26f) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:54.380132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6f4e78-6850-4bdd-99ee-65027d8d0fa6 req-e13cd468-f1b9-41ec-9354-4573142b2104 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9abf4c7d9a004f88996a4c07821242b9&device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 1153 time: 0.0970526 Feb 19 02:55:54.386116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a7a11-931a-40c7-ab68-fa131cbad5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:54.386946 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad9a7a11-931a-40c7-ab68-fa131cbad5b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.402099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f778b880-3698-4e45-9cb4-2a175cd34a2e {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:54.411114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Publish callbacks [] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.423392 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ad9a7a11-931a-40c7-ab68-fa131cbad5b5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1977596 Feb 19 02:55:54.428949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Transition to ACTIVE for port object f778b880-3698-4e45-9cb4-2a175cd34a2e will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:54.437239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1643b20f-2b04-4d6c-abd4-e03cc2b648c1 None None] Network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:54.493502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Allocated IP 172.20.0.13 (a4ff741e-e70d-4e8a-b8ee-67535ad6298f/5dfd1718-565f-422e-b223-77fbabf6debc/b286e070-ba03-45ac-96ea-566db3652808) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:55:54.547937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a07436f2-8382-49d2-b724-51e581d85931,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:54.565205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4e78-6850-4bdd-99ee-65027d8d0fa6 req-2e0364f2-3466-4a4b-b1ba-d3432e5caf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:54.568592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6f4e78-6850-4bdd-99ee-65027d8d0fa6 req-2e0364f2-3466-4a4b-b1ba-d3432e5caf42 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1509159 Feb 19 02:55:54.620865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:54.625694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1d109-e8a5-45ee-b715-a029969aa496 None None] Network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:54.695682 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Publish callbacks [] for port (a07436f2-8382-49d2-b724-51e581d85931), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.724624 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Transition to ACTIVE for port object a07436f2-8382-49d2-b724-51e581d85931 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:54.724624 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.725736 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6f4e78-6850-4bdd-99ee-65027d8d0fa6 req-7130a6e2-8e2e-4b91-82ce-c15bdda7aede service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=70641af0-3097-4933-9db5-85ac1dbfcf0f HTTP/1.1" status: 200 len: 217 time: 0.1510165 Feb 19 02:55:54.729983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a07436f2-8382-49d2-b724-51e581d85931'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:54.732834 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176a012c-21a8-42e0-afbb-e4034e59a40f" -d '{"events": [{"server_uuid": "88a251bf-7431-4e6f-90f8-29dc4964028d", "name": "network-vif-unplugged", "status": "completed", "tag": "a07436f2-8382-49d2-b724-51e581d85931"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:54.742763 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (a07436f2-8382-49d2-b724-51e581d85931), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.812764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5348dd8b-c277-41c5-b73c-35ace224e65a is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:54.813155 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:54.830541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4e78-6850-4bdd-99ee-65027d8d0fa6 req-4fd7fd2f-7ffa-47a9-b3d3-b87209d7b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:54.832960 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6f4e78-6850-4bdd-99ee-65027d8d0fa6 req-4fd7fd2f-7ffa-47a9-b3d3-b87209d7b767 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0860543 Feb 19 02:55:54.858189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be3ce8d1-6d01-4143-9f33-8c26d45a6717 req-bdf9a72b-9766-4a88-864e-a3335b0cba4f tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 210 time: 0.1714253 Feb 19 02:55:54.877353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44156) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:54.912202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:54.974246 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'mac_address': 'fa:16:3e:64:98:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:55:54.975548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] No DVR routers for this DVR port a07436f2-8382-49d2-b724-51e581d85931 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:55:55.006715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:55.006715 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd16513a-c8a4-44ed-a77f-6b8a05940fd2" -d '{"events": [{"server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "name": "network-vif-unplugged", "status": "completed", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:55.007048 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48263f26-6469-455e-b1e0-b4d9e434bf3a x-openstack-request-id: req-48263f26-6469-455e-b1e0-b4d9e434bf3a {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:55.007048 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a251bf-7431-4e6f-90f8-29dc4964028d", "name": "network-vif-unplugged", "status": "completed", "tag": "a07436f2-8382-49d2-b724-51e581d85931", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:55.007048 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48263f26-6469-455e-b1e0-b4d9e434bf3a {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:55.007048 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a07436f2-8382-49d2-b724-51e581d85931', 'code': 200} Feb 19 02:55:55.030989 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d468e036-67d7-41da-b673-0567b16593ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.037882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Pushing event updated for resources: {'Port': ['ID=f778b880-3698-4e45-9cb4-2a175cd34a2e,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:55.092188 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e96aea7-bfb9-4e7d-8ef9-b2b1aa7dc94c x-openstack-request-id: req-3e96aea7-bfb9-4e7d-8ef9-b2b1aa7dc94c {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:55.092530 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "name": "network-vif-unplugged", "status": "completed", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:55.092799 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e96aea7-bfb9-4e7d-8ef9-b2b1aa7dc94c {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:55.093193 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'code': 200} Feb 19 02:55:55.100083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:55.115675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5348dd8b-c277-41c5-b73c-35ace224e65a is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:55.116416 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.119503 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.130316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915fab-fdc9-4aa8-98b0-c34f80f98433 req-9f056e64-08a8-40b0-b475-da8e4ab6e843 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:55.141717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7915fab-fdc9-4aa8-98b0-c34f80f98433 req-9f056e64-08a8-40b0-b475-da8e4ab6e843 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.4528317 Feb 19 02:55:55.160360 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Publish callbacks [] for port (b286e070-ba03-45ac-96ea-566db3652808), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.190938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5348dd8b-c277-41c5-b73c-35ace224e65a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:55.221223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f4e78-6850-4bdd-99ee-65027d8d0fa6 req-e4428625-1701-43e0-9c42-30bb256c2a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:55.225897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6f4e78-6850-4bdd-99ee-65027d8d0fa6 req-e4428625-1701-43e0-9c42-30bb256c2a44 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3581321 Feb 19 02:55:55.247333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Attempting to bind port a07436f2-8382-49d2-b724-51e581d85931 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:55.253736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Attempting to bind port a07436f2-8382-49d2-b724-51e581d85931 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:55.254254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Attempting to bind port a07436f2-8382-49d2-b724-51e581d85931 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:55.255843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5348dd8b-c277-41c5-b73c-35ace224e65a,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:55.264228 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Attempting to bind port f778b880-3698-4e45-9cb4-2a175cd34a2e on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:55.278191 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 02:55:55.278909 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 02:55:55.280330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Attempting to bind port f778b880-3698-4e45-9cb4-2a175cd34a2e by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:55.280853 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Attempting to bind port f778b880-3698-4e45-9cb4-2a175cd34a2e on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:55.298644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Port a07436f2-8382-49d2-b724-51e581d85931 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:55.299301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Attempting to bind port a07436f2-8382-49d2-b724-51e581d85931 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:55.311581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Pushing event updated for resources: {'Port': ['ID=a07436f2-8382-49d2-b724-51e581d85931,revision_number=6']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:55.314072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Port f778b880-3698-4e45-9cb4-2a175cd34a2e on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:55.314404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Attempting to bind port f778b880-3698-4e45-9cb4-2a175cd34a2e on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:55.323896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:55.324380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:55.324958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:55.325485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Bound port: a07436f2-8382-49d2-b724-51e581d85931, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:55.325966 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a07436f2-8382-49d2-b724-51e581d85931), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.347172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:55.347172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:55.347689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:55.348220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Bound port: f778b880-3698-4e45-9cb4-2a175cd34a2e, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:55.348620 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.387368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6f4e78-6850-4bdd-99ee-65027d8d0fa6 req-ba4ffcbe-3d96-4d4f-a316-443e7d737dd7 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463051 Feb 19 02:55:55.450537 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b286e070-ba03-45ac-96ea-566db3652808), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.482510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7915fab-fdc9-4aa8-98b0-c34f80f98433 req-cee7fef6-3d41-46dc-bb0b-2e7435cd9447 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398564 Feb 19 02:55:55.547374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:55.556057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a07436f2-8382-49d2-b724-51e581d85931,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:55.559874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d468e036-67d7-41da-b673-0567b16593ab admin admin] Publish callbacks [] for security_group (4e042b8a-f488-4c07-bcbe-b8656b45ac73), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.575994 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d468e036-67d7-41da-b673-0567b16593ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4e042b8a-f488-4c07-bcbe-b8656b45ac73), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.588993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (a07436f2-8382-49d2-b724-51e581d85931), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.597262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Network a4ff741e-e70d-4e8a-b8ee-67535ad6298f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:55:55.606376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Pushing event updated for resources: {'Port': ['ID=b286e070-ba03-45ac-96ea-566db3652808,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:55.612128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:55.614617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:55:55.684189 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] For port f778b880-3698-4e45-9cb4-2a175cd34a2e, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:55.713157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:55.714198 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.715821 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] 10.222.0.87 "PUT /v2.0/ports/a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 200 len: 1096 time: 2.1803606 Feb 19 02:55:55.737686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:55.738358 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d468e036-67d7-41da-b673-0567b16593ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=585a7a42ae7d444fbd97220b047fb3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8490522 Feb 19 02:55:55.738508 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.748117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1453f-7c23-4a98-adfa-b1dc53518d1c req-3524925d-cd2b-4150-96bb-0371a9195830 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:55.755182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acb1453f-7c23-4a98-adfa-b1dc53518d1c req-3524925d-cd2b-4150-96bb-0371a9195830 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 948 time: 0.3668036 Feb 19 02:55:55.776864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44190) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:55.814828 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] For port f778b880-3698-4e45-9cb4-2a175cd34a2e, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f778b880-3698-4e45-9cb4-2a175cd34a2e,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:55.822896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468e036-67d7-41da-b673-0567b16593ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e042b8a-f488-4c07-bcbe-b8656b45ac73,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:55.833038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44192) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:55.845438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5348dd8b-c277-41c5-b73c-35ace224e65a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:55.847560 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.850295 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6f4e78-6850-4bdd-99ee-65027d8d0fa6 req-6cbefccd-1e3b-4d7d-86be-d02ccdddd1e8 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425976 Feb 19 02:55:55.874135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-6e92864c-d398-4637-a93f-a71ace921695 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9403524 Feb 19 02:55:55.874551 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:55.877078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c360f-400b-42d9-a65e-6fe381a2135f service neutron] Pushing event updated for resources: {'Port': ['ID=a07436f2-8382-49d2-b724-51e581d85931,revision_number=7']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:55.884849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5348dd8b-c277-41c5-b73c-35ace224e65a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:55.898025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63d744-38f4-490c-9277-2daaadaceae6 req-bc104b6d-ccc5-446d-bda1-1746fd1fdc7b tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:55.908136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb63d744-38f4-490c-9277-2daaadaceae6 req-bc104b6d-ccc5-446d-bda1-1746fd1fdc7b tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 947 time: 0.2530198 Feb 19 02:55:55.921027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Request body: {'port': {'device_id': 'de50df75-7ce6-4717-8e45-a81dc5b80fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:55.934867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acb1453f-7c23-4a98-adfa-b1dc53518d1c req-47e543f3-5967-463e-b091-a9b95b024766 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443465 Feb 19 02:55:55.945486 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:55.970235 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.002271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44200) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:56.002745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.003374 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.011539 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e6ba88f3-d419-4014-980a-71379164723f service neutron] 10.222.0.87 "PUT /v2.0/ports/f778b880-3698-4e45-9cb4-2a175cd34a2e HTTP/1.1" status: 200 len: 1095 time: 2.6564510 Feb 19 02:55:56.014956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-222806645-network', 'tenant_id': '8c00a9c9cac64c21bfbc893ab66f8389'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:56.051269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5348dd8b-c277-41c5-b73c-35ace224e65a,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:56.078221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-973c3b0d-fda3-4a86-9daf-3ab536946042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.079744 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-973c3b0d-fda3-4a86-9daf-3ab536946042 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 1130 time: 0.3382897 Feb 19 02:55:56.111239 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba88f3-d419-4014-980a-71379164723f service neutron] Pushing event updated for resources: {'Port': ['ID=f778b880-3698-4e45-9cb4-2a175cd34a2e,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:56.131663 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-462c6183-edf4-452f-b884-0a4c05b5b819 admin admin] Publish callbacks [] for security_group (4e042b8a-f488-4c07-bcbe-b8656b45ac73), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.209708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a07436f2-8382-49d2-b724-51e581d85931 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:55:56.225439 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-462c6183-edf4-452f-b884-0a4c05b5b819 admin admin] Publish callbacks [] for security_group (4e042b8a-f488-4c07-bcbe-b8656b45ac73), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.244693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-5a7ed85a-f169-4e99-8407-a020721e6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.247424 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-5a7ed85a-f169-4e99-8407-a020721e6733 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e59aafe161a47febc307cb670e75018&device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 1129 time: 0.1786940 Feb 19 02:55:56.272951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1223339680-network', 'tenant_id': '19c82b803a98422c88594f9f7e66cb7f'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:56.274973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] The host n-h2-826755-2 is not matching for port a07436f2-8382-49d2-b724-51e581d85931 host n-h1-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:55:56.275748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a07436f2-8382-49d2-b724-51e581d85931 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:55:56.297695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['5348dd8b-c277-41c5-b73c-35ace224e65a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:55:56.367886 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-fba30fff-ef36-4f59-9f05-f0657c206c81 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=f778b880-3698-4e45-9cb4-2a175cd34a2e HTTP/1.1" status: 200 len: 217 time: 0.1076512 Feb 19 02:55:56.373854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e1e578b4-b47c-4ad8-b788-0f2e4b96f52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.375449 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-e1e578b4-b47c-4ad8-b788-0f2e4b96f52c service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2678788 Feb 19 02:55:56.390404 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-462c6183-edf4-452f-b884-0a4c05b5b819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4e042b8a-f488-4c07-bcbe-b8656b45ac73), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.392905 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-462c6183-edf4-452f-b884-0a4c05b5b819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.394003 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-462c6183-edf4-452f-b884-0a4c05b5b819 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e042b8a-f488-4c07-bcbe-b8656b45ac73 HTTP/1.1" status: 204 len: 168 time: 0.6146262 Feb 19 02:55:56.434972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Made reservation on behalf of 19c82b803a98422c88594f9f7e66cb7f for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:56.437237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.468327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb63d744-38f4-490c-9277-2daaadaceae6 req-1e03d5bd-f7df-40ab-bf9e-ba880039ba26 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592847 Feb 19 02:55:56.499410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Made reservation on behalf of 8c00a9c9cac64c21bfbc893ab66f8389 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:56.499410 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.500148 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-dffa3003-0785-4d42-9b93-2e13f43cc529 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 200 len: 217 time: 0.1050909 Feb 19 02:55:56.500837 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.505219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c6183-edf4-452f-b884-0a4c05b5b819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e042b8a-f488-4c07-bcbe-b8656b45ac73,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:56.510697 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b286e070-ba03-45ac-96ea-566db3652808), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.513917 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.549167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa882e-17a1-4f13-a652-45d4e8b85a19 req-5206cc43-4a55-4e24-ac37-a339579406a5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.557175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acfa882e-17a1-4f13-a652-45d4e8b85a19 req-5206cc43-4a55-4e24-ac37-a339579406a5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 932 time: 0.4957881 Feb 19 02:55:56.561447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-5a4f7e80-2c18-4de4-9236-61ef0b9bde4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.563796 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-5a4f7e80-2c18-4de4-9236-61ef0b9bde4f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1856747 Feb 19 02:55:56.663675 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-389ff74d-39b3-44bb-a128-61b648bd1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.665166 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-389ff74d-39b3-44bb-a128-61b648bd1e91 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1576064 Feb 19 02:55:56.723496 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Publish callbacks [] for security_group (55fb33cd-72c8-4d56-87ac-4c02cf73a487), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.734389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-507ade7d-32af-493f-aa4a-e24af8f2ccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.736032 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-507ade7d-32af-493f-aa4a-e24af8f2ccf1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1312621 Feb 19 02:55:56.737535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (55fb33cd-72c8-4d56-87ac-4c02cf73a487), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.784731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:55:56.790339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acfa882e-17a1-4f13-a652-45d4e8b85a19 req-133fb9d1-a587-4c0f-8dd1-48e4798ff273 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/security-groups?id=686cc46c-9344-435b-9cc2-1a2cd36bd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317662 Feb 19 02:55:56.834714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-f43d8b9b-dfe4-4a8a-bdc8-9fb396daaa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.836020 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-f43d8b9b-dfe4-4a8a-bdc8-9fb396daaa4a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1613498 Feb 19 02:55:56.837609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ea260-c167-442d-b763-e931a62a01e3 req-c8a81230-24e9-4381-91a5-299ce46b8f6d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:56.839429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d9ea260-c167-442d-b763-e931a62a01e3 req-c8a81230-24e9-4381-91a5-299ce46b8f6d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 948 time: 0.2370455 Feb 19 02:55:56.841275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fb33cd-72c8-4d56-87ac-4c02cf73a487,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:56.852254 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (49ee8c1f-1b44-4278-bb94-0d9252fdca98), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.852600 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Added segment 49ee8c1f-1b44-4278-bb94-0d9252fdca98 of type vlan for network 73a739e5-c1a1-46c8-bfe7-556a2b135596 Feb 19 02:55:56.910228 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Publish callbacks [] for security_group (146cb562-a7f8-4056-be7c-76993b306ee0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.923789 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (146cb562-a7f8-4056-be7c-76993b306ee0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:56.980483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:55:57.009459 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d9ea260-c167-442d-b763-e931a62a01e3 req-dc374ed1-1ba4-4088-b2e3-91e750aa88b7 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402919 Feb 19 02:55:57.025381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146cb562-a7f8-4056-be7c-76993b306ee0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:57.059538 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7220c69b-61bb-49e1-ab18-1f18210395fa), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.060220 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Added segment 7220c69b-61bb-49e1-ab18-1f18210395fa of type vlan for network 0fc31034-9390-4531-abd0-9d7fe63d8f3e Feb 19 02:55:57.140122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'tag': 'a07436f2-8382-49d2-b724-51e581d85931'}, {'name': 'network-changed', 'server_uuid': 'dcbdb99a-db8e-43b0-a445-535206f32076', 'tag': 'f778b880-3698-4e45-9cb4-2a175cd34a2e'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:57.142139 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d70b46e-a40b-4932-94ee-f262124a8088" -d '{"events": [{"name": "network-changed", "server_uuid": "88a251bf-7431-4e6f-90f8-29dc4964028d", "tag": "a07436f2-8382-49d2-b724-51e581d85931"}, {"name": "network-changed", "server_uuid": "dcbdb99a-db8e-43b0-a445-535206f32076", "tag": "f778b880-3698-4e45-9cb4-2a175cd34a2e"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:57.161586 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (0fc31034-9390-4531-abd0-9d7fe63d8f3e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.227789 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (73a739e5-c1a1-46c8-bfe7-556a2b135596), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.235861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad81d0-8fd0-418b-b05d-ac2482aeb954 req-24d77eff-82dc-435c-af62-b2c79571daf0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:57.243414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3ad81d0-8fd0-418b-b05d-ac2482aeb954 req-24d77eff-82dc-435c-af62-b2c79571daf0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 948 time: 0.1785696 Feb 19 02:55:57.247707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b286e070-ba03-45ac-96ea-566db3652808 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:55:57.256828 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411a6f62-f166-48ff-92df-6f240d29fb3d x-openstack-request-id: req-411a6f62-f166-48ff-92df-6f240d29fb3d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:57.257261 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88a251bf-7431-4e6f-90f8-29dc4964028d", "tag": "a07436f2-8382-49d2-b724-51e581d85931", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dcbdb99a-db8e-43b0-a445-535206f32076", "tag": "f778b880-3698-4e45-9cb4-2a175cd34a2e", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:57.257390 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-411a6f62-f166-48ff-92df-6f240d29fb3d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:57.257825 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'tag': 'a07436f2-8382-49d2-b724-51e581d85931', 'status': 'completed', 'code': 200} Feb 19 02:55:57.257961 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcbdb99a-db8e-43b0-a445-535206f32076', 'tag': 'f778b880-3698-4e45-9cb4-2a175cd34a2e', 'status': 'completed', 'code': 200} Feb 19 02:55:57.264833 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Publish callbacks [] for port (b286e070-ba03-45ac-96ea-566db3652808), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.270894 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-e0b35330-16dd-4a7c-868d-94f5f5bfeaa5 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242889 Feb 19 02:55:57.285467 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (0fc31034-9390-4531-abd0-9d7fe63d8f3e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.286513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:57.287164 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.314684 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (73a739e5-c1a1-46c8-bfe7-556a2b135596), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.315622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:57.316190 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.337856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Transition to ACTIVE for port object b286e070-ba03-45ac-96ea-566db3652808 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:55:57.360708 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5244975 Feb 19 02:55:57.363509 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44230) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:57.379104 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-45c23d8d-6bb7-4c52-a78c-803f51ef2677 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155919 Feb 19 02:55:57.384379 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3746796 Feb 19 02:55:57.384379 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (b286e070-ba03-45ac-96ea-566db3652808), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.387994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0c9d70ae-ac68-422e-ad88-6307c041004a admin admin] Request body: {'subnet': {'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1223339680-subnet', 'tenant_id': '19c82b803a98422c88594f9f7e66cb7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:57.407500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44232) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:55:57.437254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4dfd5741-dfc1-4927-9b96-0e4793d7b173 admin admin] Request body: {'subnet': {'network_id': '0fc31034-9390-4531-abd0-9d7fe63d8f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-222806645-subnet', 'tenant_id': '8c00a9c9cac64c21bfbc893ab66f8389', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:55:57.468764 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3ad81d0-8fd0-418b-b05d-ac2482aeb954 req-d3cf0630-96da-4f9f-a2f7-3374cc8a3fd8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194417 Feb 19 02:55:57.476999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b356594-b029-4539-90b7-9a65496922c7 admin admin] Pushing event updated for resources: {'Network': ['ID=0fc31034-9390-4531-abd0-9d7fe63d8f3e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:57.492507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 0fc31034-9390-4531-abd0-9d7fe63d8f3e details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:55:57.499611 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375dbac-5f7d-42b9-b002-29568ca1a7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=73a739e5-c1a1-46c8-bfe7-556a2b135596,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:57.512154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-1d045c32-a7b1-4eda-b6c1-f1eddb232213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:57.520924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 73a739e5-c1a1-46c8-bfe7-556a2b135596 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:55:57.533323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-1d045c32-a7b1-4eda-b6c1-f1eddb232213 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 1130 time: 0.2635500 Feb 19 02:55:57.562078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Pushing event updated for resources: {'Port': ['ID=b286e070-ba03-45ac-96ea-566db3652808,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:57.608259 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e635f78a-2674-46aa-b13b-e1d729c886ad req-9437cca6-1146-449b-b7b3-bb31da52048c service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145855 Feb 19 02:55:57.610407 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4861b67-58da-431d-8aba-06a3e1bc478c req-68dea3d4-67e9-43b6-8fec-e6e7c89bcfb6 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299053 Feb 19 02:55:57.611510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9d70ae-ac68-422e-ad88-6307c041004a admin admin] Made reservation on behalf of 19c82b803a98422c88594f9f7e66cb7f for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:57.613913 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9d70ae-ac68-422e-ad88-6307c041004a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.629200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfd5741-dfc1-4927-9b96-0e4793d7b173 admin admin] Made reservation on behalf of 8c00a9c9cac64c21bfbc893ab66f8389 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:55:57.631556 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5741-dfc1-4927-9b96-0e4793d7b173 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.763115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-b6766e5f-3f36-418d-a837-a4f5538b4b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:57.765313 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-b6766e5f-3f36-418d-a837-a4f5538b4b8e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 1130 time: 0.0661960 Feb 19 02:55:57.882680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Attempting to bind port b286e070-ba03-45ac-96ea-566db3652808 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:55:57.882820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Attempting to bind port b286e070-ba03-45ac-96ea-566db3652808 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'b7150e6a-81ae-4c56-813d-f82334f522b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4ff741e-e70d-4e8a-b8ee-67535ad6298f'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:55:57.883117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Attempting to bind port b286e070-ba03-45ac-96ea-566db3652808 on network a4ff741e-e70d-4e8a-b8ee-67535ad6298f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:57.917428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Port b286e070-ba03-45ac-96ea-566db3652808 on network a4ff741e-e70d-4e8a-b8ee-67535ad6298f not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:55:57.917744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Attempting to bind port b286e070-ba03-45ac-96ea-566db3652808 on network a4ff741e-e70d-4e8a-b8ee-67535ad6298f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:55:57.943468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a62806-5af9-4d00-bae7-dc7beff0e608 req-b0dbfb5c-97ad-4c92-90e4-9d9fa704c01e tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:57.944839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14a62806-5af9-4d00-bae7-dc7beff0e608 req-b0dbfb5c-97ad-4c92-90e4-9d9fa704c01e tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 947 time: 0.3167381 Feb 19 02:55:57.945869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-1099e98e-a7e8-41a2-a9fc-9614b156ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:57.947149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-1099e98e-a7e8-41a2-a9fc-9614b156ef4c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.4057600 Feb 19 02:55:57.950186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:55:57.950520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Checking segment: {'id': 'b7150e6a-81ae-4c56-813d-f82334f522b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4ff741e-e70d-4e8a-b8ee-67535ad6298f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:57.950898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Bound using segment: {'id': 'b7150e6a-81ae-4c56-813d-f82334f522b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4ff741e-e70d-4e8a-b8ee-67535ad6298f'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:55:57.951652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Bound port: b286e070-ba03-45ac-96ea-566db3652808, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7150e6a-81ae-4c56-813d-f82334f522b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'a4ff741e-e70d-4e8a-b8ee-67535ad6298f'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:55:57.951652 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b286e070-ba03-45ac-96ea-566db3652808), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:57.968096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-a8fbd163-364c-4f50-bd11-742f8dff4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:57.969742 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-a8fbd163-364c-4f50-bd11-742f8dff4665 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1911933 Feb 19 02:55:57.972356 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9d70ae-ac68-422e-ad88-6307c041004a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (b709ca32-9176-48c8-932f-4c728cc3cfc8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.030716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-ab58583b-f9a2-4f82-baf6-fd9073b9d9c1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 200 len: 217 time: 0.0760713 Feb 19 02:55:58.046510 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-6384344a-a557-470e-b670-a0d2646ac1c9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 200 len: 217 time: 0.0681982 Feb 19 02:55:58.098903 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9d70ae-ac68-422e-ad88-6307c041004a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b709ca32-9176-48c8-932f-4c728cc3cfc8,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:58.119287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-6f05ba97-4fb5-4053-9cea-d1846bcf8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.121204 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-6f05ba97-4fb5-4053-9cea-d1846bcf8374 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0687797 Feb 19 02:55:58.121872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9d70ae-ac68-422e-ad88-6307c041004a admin admin] Checking segment: {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:58.122264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d70ae-ac68-422e-ad88-6307c041004a admin admin] Network hostable DHCP agents. Network: 73a739e5-c1a1-46c8-bfe7-556a2b135596, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:55:58.166489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edd87a-6fa5-4461-bc14-eb43d680b738 req-b5797acc-cfb6-4e49-80bd-1c5e2ed122a1 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.168209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9d70ae-ac68-422e-ad88-6307c041004a admin admin] Network 73a739e5-c1a1-46c8-bfe7-556a2b135596 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:55:58.168844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60edd87a-6fa5-4461-bc14-eb43d680b738 req-b5797acc-cfb6-4e49-80bd-1c5e2ed122a1 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 944 time: 0.2822971 Feb 19 02:55:58.173284 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14a62806-5af9-4d00-bae7-dc7beff0e608 req-08a27ddb-6f53-4058-bb11-f79f082f01ec tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153437 Feb 19 02:55:58.183991 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-235abdb3-c163-4f0e-b70b-55a716afbdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.185585 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-235abdb3-c163-4f0e-b70b-55a716afbdda service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0566201 Feb 19 02:55:58.200653 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0c9d70ae-ac68-422e-ad88-6307c041004a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 73a739e5-c1a1-46c8-bfe7-556a2b135596) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:58.211759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de3b0a3-4378-4598-9aee-f362f0fc1281 None None] Network 73a739e5-c1a1-46c8-bfe7-556a2b135596 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:58.214890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9d70ae-ac68-422e-ad88-6307c041004a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.216168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9d70ae-ac68-422e-ad88-6307c041004a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.235625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5348dd8b-c277-41c5-b73c-35ace224e65a up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:55:58.247956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] For port b286e070-ba03-45ac-96ea-566db3652808, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:55:58.251353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] For port b286e070-ba03-45ac-96ea-566db3652808, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b286e070-ba03-45ac-96ea-566db3652808,segment=NetworkSegment(b7150e6a-81ae-4c56-813d-f82334f522b9),segment_id=b7150e6a-81ae-4c56-813d-f82334f522b9)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:55:58.256762 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-75be4a15-f2ec-4a83-813d-a889e07280de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.258830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-75be4a15-f2ec-4a83-813d-a889e07280de service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.2028844 Feb 19 02:55:58.266654 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5741-dfc1-4927-9b96-0e4793d7b173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (9cad9879-d11b-4865-845f-56d500ff51c8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.313724 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-d2fe75e5-fb0a-4306-859a-70303bca9c6c service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206691 Feb 19 02:55:58.318877 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0c9d70ae-ac68-422e-ad88-6307c041004a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9541793 Feb 19 02:55:58.342181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd5741-dfc1-4927-9b96-0e4793d7b173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cad9879-d11b-4865-845f-56d500ff51c8,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:58.353335 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (b286e070-ba03-45ac-96ea-566db3652808), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.429313 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-aef5a56e-1fee-49e3-a7c7-9b90174e62ea service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068909 Feb 19 02:55:58.504934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.506049 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.508747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] 10.222.0.67 "PUT /v2.0/ports/b286e070-ba03-45ac-96ea-566db3652808 HTTP/1.1" status: 200 len: 1092 time: 2.5940835 Feb 19 02:55:58.527091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de50df75-7ce6-4717-8e45-a81dc5b80fec', 'tag': 'b286e070-ba03-45ac-96ea-566db3652808'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:58.531805 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e82a6c-d897-432b-bc17-da6b2ff48f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "de50df75-7ce6-4717-8e45-a81dc5b80fec", "tag": "b286e070-ba03-45ac-96ea-566db3652808"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:58.542106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567167b-b189-466e-aeb7-297e86ec3b7d service neutron] Pushing event updated for resources: {'Port': ['ID=b286e070-ba03-45ac-96ea-566db3652808,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:58.542925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beffce53-c616-452a-b8b4-b114adcce623 None None] Network 73a739e5-c1a1-46c8-bfe7-556a2b135596 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:58.606237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-3fd1ccae-2f1a-4b1a-aede-e58697db97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.607922 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-3fd1ccae-2f1a-4b1a-aede-e58697db97a4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e59aafe161a47febc307cb670e75018&device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 1129 time: 0.1067352 Feb 19 02:55:58.612328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60edd87a-6fa5-4461-bc14-eb43d680b738 req-7a6bcbf1-7f59-4557-980f-b19ac812e0d1 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/security-groups?id=686cc46c-9344-435b-9cc2-1a2cd36bd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576517 Feb 19 02:55:58.628873 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 5348dd8b-c277-41c5-b73c-35ace224e65a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:55:58.629476 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.672826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfd5741-dfc1-4927-9b96-0e4793d7b173 admin admin] Checking segment: {'id': '7220c69b-61bb-49e1-ab18-1f18210395fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0fc31034-9390-4531-abd0-9d7fe63d8f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:55:58.672826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfd5741-dfc1-4927-9b96-0e4793d7b173 admin admin] Network hostable DHCP agents. Network: 0fc31034-9390-4531-abd0-9d7fe63d8f3e, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:55:58.683374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-30fb1604-431f-4a5a-82ba-6fb2adb954b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.685879 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-30fb1604-431f-4a5a-82ba-6fb2adb954b5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4168987 Feb 19 02:55:58.767310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c4405737-cb42-41b2-a0fa-4f01ab315fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.768716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-c4405737-cb42-41b2-a0fa-4f01ab315fb2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e053bca14f0243778cf13adda5f2ce82&device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 1126 time: 0.1802356 Feb 19 02:55:58.772781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfd5741-dfc1-4927-9b96-0e4793d7b173 admin admin] Network 0fc31034-9390-4531-abd0-9d7fe63d8f3e is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:55:58.776862 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5348dd8b-c277-41c5-b73c-35ace224e65a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:55:58.777675 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.781288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae1c7c-3809-4c9f-8cb9-6892f50b0f51 req-8bbb557a-8ee4-4273-97df-339e762b49ea tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.788534 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85ae1c7c-3809-4c9f-8cb9-6892f50b0f51 req-8bbb557a-8ee4-4273-97df-339e762b49ea tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 948 time: 0.2328601 Feb 19 02:55:58.809366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:55:58.811620 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cb9261-6938-43f5-a7a4-f81d2a362e05" -d '{"events": [{"server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "name": "network-vif-plugged", "status": "completed", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:55:58.813914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-38c9c7e4-e37b-40f8-b668-0df3d167d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.815917 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-38c9c7e4-e37b-40f8-b668-0df3d167d7d0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1902022 Feb 19 02:55:58.824445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:55:58.829553 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.851363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-4dfd5741-dfc1-4927-9b96-0e4793d7b173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 0fc31034-9390-4531-abd0-9d7fe63d8f3e) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:55:58.861453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-509cb5eb-a725-4db7-9ea7-be6250653c27 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b286e070-ba03-45ac-96ea-566db3652808 HTTP/1.1" status: 200 len: 217 time: 0.0710182 Feb 19 02:55:58.869944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a3aca-5914-497f-bf44-05966f2a31a2 None None] Network 0fc31034-9390-4531-abd0-9d7fe63d8f3e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:58.874565 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-2545cab9-5322-4ebd-be09-b77352523ffb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=f778b880-3698-4e45-9cb4-2a175cd34a2e HTTP/1.1" status: 200 len: 217 time: 0.0525916 Feb 19 02:55:58.882840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfd5741-dfc1-4927-9b96-0e4793d7b173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.883450 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5741-dfc1-4927-9b96-0e4793d7b173 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:55:58.893532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5348dd8b-c277-41c5-b73c-35ace224e65a,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:55:58.947064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-943518b9-6470-4503-b543-a59680bd5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:58.949010 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-943518b9-6470-4503-b543-a59680bd5d03 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0681889 Feb 19 02:55:58.977863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4dfd5741-dfc1-4927-9b96-0e4793d7b173 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5569863 Feb 19 02:55:58.985681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-d9ca43ee-71b2-42dc-90b5-1ed94ab14601 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893353 Feb 19 02:55:58.991809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f42eee-cdff-4344-8c3c-70569ba53bdd None None] Network 0fc31034-9390-4531-abd0-9d7fe63d8f3e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:55:58.999781 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85ae1c7c-3809-4c9f-8cb9-6892f50b0f51 req-7f71420e-5604-4b13-9f10-c4e3e7412076 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103834 Feb 19 02:55:59.017564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0a17ca-e4f6-4b7c-8e8e-dc72fea1a79e req-c7429a1d-76d2-4b93-ac40-ed57522035fa tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:59.024271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0a17ca-e4f6-4b7c-8e8e-dc72fea1a79e req-c7429a1d-76d2-4b93-ac40-ed57522035fa tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 948 time: 0.2177742 Feb 19 02:55:59.029060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-ab6ba9f9-9899-4e34-82dc-af55b4d6b388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:59.030660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-ab6ba9f9-9899-4e34-82dc-af55b4d6b388 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5dfd1718-565f-422e-b223-77fbabf6debc HTTP/1.1" status: 200 len: 853 time: 0.1446793 Feb 19 02:55:59.033687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-5749e97e-0de0-440a-873b-4286ec0c1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:59.035290 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-5749e97e-0de0-440a-873b-4286ec0c1fc0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0799553 Feb 19 02:55:59.203641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-8280db31-1fe6-477a-94aa-bcac76373599 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604712 Feb 19 02:55:59.306798 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-4f976620-053f-4c6b-821a-de9f51d187b1 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949585 Feb 19 02:55:59.367298 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae985a05-9fe6-4bae-b1f6-5f84316b1b0c x-openstack-request-id: req-ae985a05-9fe6-4bae-b1f6-5f84316b1b0c {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:59.367633 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de50df75-7ce6-4717-8e45-a81dc5b80fec", "tag": "b286e070-ba03-45ac-96ea-566db3652808", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:59.367822 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae985a05-9fe6-4bae-b1f6-5f84316b1b0c {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:59.368210 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de50df75-7ce6-4717-8e45-a81dc5b80fec', 'tag': 'b286e070-ba03-45ac-96ea-566db3652808', 'status': 'completed', 'code': 200} Feb 19 02:55:59.375336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-0ae16da5-7680-4d59-b15a-0785d0bd399c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4ff741e-e70d-4e8a-b8ee-67535ad6298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3293476 Feb 19 02:55:59.513250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0a17ca-e4f6-4b7c-8e8e-dc72fea1a79e req-7549688a-779c-47af-8441-46cfc67cd7c6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4879539 Feb 19 02:55:59.543492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d70b46e-a40b-4932-94ee-f262124a8088 req-09f23772-c403-4e87-a86a-607b938a37c7 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5426254 Feb 19 02:55:59.591728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-06b3fced-28e0-4505-b131-5a26ca5dd4f1 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:59.593262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-06b3fced-28e0-4505-b131-5a26ca5dd4f1 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/networks?id=73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 200 len: 805 time: 0.2217567 Feb 19 02:55:59.595172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-04fc7250-f785-4723-8ff3-3a0ee33a8fe4 service neutron] 10.222.0.67 "GET /v2.0/networks/a4ff741e-e70d-4e8a-b8ee-67535ad6298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072594 Feb 19 02:55:59.600166 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbced340-7b3b-4a40-8382-a00f83a97dc7 x-openstack-request-id: req-cbced340-7b3b-4a40-8382-a00f83a97dc7 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:55:59.600702 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "name": "network-vif-plugged", "status": "completed", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:55:59.600906 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbced340-7b3b-4a40-8382-a00f83a97dc7 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:55:59.601393 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'code': 200} Feb 19 02:55:59.625038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-0f6df24c-c717-4432-acff-c4b3326318eb tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/quotas/19c82b803a98422c88594f9f7e66cb7f HTTP/1.1" status: 200 len: 375 time: 0.0261326 Feb 19 02:55:59.713200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-01e9824d-23ff-483a-824a-fc5574bb5d20 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=19c82b803a98422c88594f9f7e66cb7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0813289 Feb 19 02:55:59.831971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d65801b-59a2-4e87-b5ef-05d255c9ed1f req-e7f32309-3888-45f6-a2d4-78a9af9c8e3b service neutron] 10.222.0.67 "GET /v2.0/networks/a4ff741e-e70d-4e8a-b8ee-67535ad6298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265146 Feb 19 02:55:59.847132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4797495-5d4d-4d95-badf-a70018328edb req-c5646a00-82b1-40c2-bedd-3be73e1ddc70 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:59.848619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4797495-5d4d-4d95-badf-a70018328edb req-c5646a00-82b1-40c2-bedd-3be73e1ddc70 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 947 time: 0.1879613 Feb 19 02:55:59.937522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-a9e06a1d-72a0-431c-94bc-9e137f614792 service neutron] 10.222.0.81 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163067 Feb 19 02:55:59.964715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d078bd4-b837-49fe-9184-15b76f0bbadd req-d482648a-14a2-40e8-a76a-c885a56a4706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:55:59.966152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d078bd4-b837-49fe-9184-15b76f0bbadd req-d482648a-14a2-40e8-a76a-c885a56a4706 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 1131 time: 0.1669705 Feb 19 02:55:59.979675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4797495-5d4d-4d95-badf-a70018328edb req-099e383c-9306-44af-80b3-4e71bbe8c579 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243067 Feb 19 02:56:00.026493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c4db-e18c-437c-950e-c20aeeddc6ab req-4059836e-1b30-416c-8720-39337a337456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.028048 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cde9c4db-e18c-437c-950e-c20aeeddc6ab req-4059836e-1b30-416c-8720-39337a337456 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9abf4c7d9a004f88996a4c07821242b9&device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 1131 time: 0.0498252 Feb 19 02:56:00.045436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e82a6c-d897-432b-bc17-da6b2ff48f7f req-f85120a3-8be9-4927-ab69-4339160aaf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.046942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9e82a6c-d897-432b-bc17-da6b2ff48f7f req-f85120a3-8be9-4927-ab69-4339160aaf51 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e053bca14f0243778cf13adda5f2ce82&device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 1126 time: 0.1624250 Feb 19 02:56:00.137716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-66ad85b5-51a7-4341-b2ec-2839e2039658 service neutron] 10.222.0.81 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879451 Feb 19 02:56:00.141263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c4db-e18c-437c-950e-c20aeeddc6ab req-9567f67b-2625-4016-914f-ad2f877397ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.142901 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d078bd4-b837-49fe-9184-15b76f0bbadd req-2e49b4d5-223c-497a-9d73-e39bc72493b2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623626 Feb 19 02:56:00.143039 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cde9c4db-e18c-437c-950e-c20aeeddc6ab req-9567f67b-2625-4016-914f-ad2f877397ec service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.0963843 Feb 19 02:56:00.242769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e82a6c-d897-432b-bc17-da6b2ff48f7f req-6a4c5b2f-d12c-4c0f-9542-ba2284d86e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.244238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9e82a6c-d897-432b-bc17-da6b2ff48f7f req-6a4c5b2f-d12c-4c0f-9542-ba2284d86e8a service neutron] 10.222.0.67 "GET /v2.0/networks?id=a4ff741e-e70d-4e8a-b8ee-67535ad6298f HTTP/1.1" status: 200 len: 914 time: 0.1906912 Feb 19 02:56:00.277742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-36a9b5aa-7ac7-4ee5-8e2a-eddcc23ba404 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.279775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-36a9b5aa-7ac7-4ee5-8e2a-eddcc23ba404 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 807 time: 0.1405735 Feb 19 02:56:00.294748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-7a690f83-6d34-4c12-9e45-42c82144544e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/quotas/2070a125af614429bfc65bdee24c8ce3 HTTP/1.1" status: 200 len: 375 time: 0.0101862 Feb 19 02:56:00.333547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-d9d671c7-3643-451f-a1b2-e10db4056b34 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320549 Feb 19 02:56:00.394918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce765ff2-d830-49bb-86d3-361b2f0e307a req-efda00c5-3b98-4ac3-95a4-964cd32b0709 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.396706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce765ff2-d830-49bb-86d3-361b2f0e307a req-efda00c5-3b98-4ac3-95a4-964cd32b0709 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 944 time: 0.0587671 Feb 19 02:56:00.448495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9e82a6c-d897-432b-bc17-da6b2ff48f7f req-398e13d7-066a-4cd5-b15b-96d751d5af68 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b286e070-ba03-45ac-96ea-566db3652808 HTTP/1.1" status: 200 len: 217 time: 0.0507352 Feb 19 02:56:00.465987 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cde9c4db-e18c-437c-950e-c20aeeddc6ab req-b218a3d6-0169-48cb-b14e-43d787d6928e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=5348dd8b-c277-41c5-b73c-35ace224e65a HTTP/1.1" status: 200 len: 217 time: 0.0765975 Feb 19 02:56:00.533702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce765ff2-d830-49bb-86d3-361b2f0e307a req-f50e2126-6bba-460c-ae86-a2e93eb9ac7b tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/security-groups?id=686cc46c-9344-435b-9cc2-1a2cd36bd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240222 Feb 19 02:56:00.557013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e82a6c-d897-432b-bc17-da6b2ff48f7f req-1ba96806-b971-427e-a755-efd339a348f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.559287 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9e82a6c-d897-432b-bc17-da6b2ff48f7f req-1ba96806-b971-427e-a755-efd339a348f9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5dfd1718-565f-422e-b223-77fbabf6debc HTTP/1.1" status: 200 len: 853 time: 0.1028109 Feb 19 02:56:00.564432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c4db-e18c-437c-950e-c20aeeddc6ab req-d761edb9-598f-403a-a861-b7ea515dcb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.568094 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cde9c4db-e18c-437c-950e-c20aeeddc6ab req-d761edb9-598f-403a-a861-b7ea515dcb91 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0952587 Feb 19 02:56:00.576483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-5a974833-1740-48c8-bb93-ec40875f226c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:56:00.577531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-5a974833-1740-48c8-bb93-ec40875f226c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1199625 Feb 19 02:56:00.643079 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44326) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:00.645163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c4db-e18c-437c-950e-c20aeeddc6ab req-21cbf982-9c70-4993-baf5-672582eba880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.646743 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cde9c4db-e18c-437c-950e-c20aeeddc6ab req-21cbf982-9c70-4993-baf5-672582eba880 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0657570 Feb 19 02:56:00.662745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9e82a6c-d897-432b-bc17-da6b2ff48f7f req-28a6b606-7984-442b-a9cc-5b49faf85674 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=a4ff741e-e70d-4e8a-b8ee-67535ad6298f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784986 Feb 19 02:56:00.747758 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cde9c4db-e18c-437c-950e-c20aeeddc6ab req-da8efc75-e95c-4f50-b345-1f82d8d6bde9 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944684 Feb 19 02:56:00.825965 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3566965-fd81-450a-9f09-98428768f8ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.858691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6646c1b-ba05-4be8-9971-76edfdc1a22a req-019a8267-7f94-4d4c-a616-99d7491489bd tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:00.860259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6646c1b-ba05-4be8-9971-76edfdc1a22a req-019a8267-7f94-4d4c-a616-99d7491489bd tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.2371023 Feb 19 02:56:00.873707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-cd7b4d39-8960-41b9-9046-763481d88361 service neutron] 10.222.0.81 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868016 Feb 19 02:56:00.881413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9e82a6c-d897-432b-bc17-da6b2ff48f7f req-eb298425-cdad-45d6-8947-08914a89d998 service neutron] 10.222.0.67 "GET /v2.0/networks/a4ff741e-e70d-4e8a-b8ee-67535ad6298f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686215 Feb 19 02:56:00.885480 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cde9c4db-e18c-437c-950e-c20aeeddc6ab req-9358a327-ddea-4156-b200-1e405076e5a0 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304200 Feb 19 02:56:00.934208 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3566965-fd81-450a-9f09-98428768f8ad admin admin] Publish callbacks [] for security_group (7b72be44-1f1f-4460-b42d-91df24f91515), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.940693 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3566965-fd81-450a-9f09-98428768f8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7b72be44-1f1f-4460-b42d-91df24f91515), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:00.985342 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d3566965-fd81-450a-9f09-98428768f8ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8897650b56ae42069017629551ec3f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375995 Feb 19 02:56:00.986943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3566965-fd81-450a-9f09-98428768f8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b72be44-1f1f-4460-b42d-91df24f91515,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:00.988168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44334) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:01.046977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6646c1b-ba05-4be8-9971-76edfdc1a22a req-2d3ad8c0-55ed-4187-ab7b-a65f67ce60f6 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779821 Feb 19 02:56:01.098979 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-d0856648-76fe-487a-837f-12800481ba87 service neutron] 10.222.0.81 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157083 Feb 19 02:56:01.108373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9e82a6c-d897-432b-bc17-da6b2ff48f7f req-6b9a0c23-12a7-4e00-bcd0-77bec82b4926 service neutron] 10.222.0.67 "GET /v2.0/networks/a4ff741e-e70d-4e8a-b8ee-67535ad6298f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105699 Feb 19 02:56:01.113170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0197bac9-aba7-4acb-a497-b501e81cea59 admin admin] Publish callbacks [] for security_group (7b72be44-1f1f-4460-b42d-91df24f91515), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.148151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b1a635b-6e8b-4bee-bce7-708cd239f89c req-698e78e6-29a1-40c2-bd6f-3b468906c0de tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 210 time: 0.0331266 Feb 19 02:56:01.159910 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0197bac9-aba7-4acb-a497-b501e81cea59 admin admin] Publish callbacks [] for security_group (7b72be44-1f1f-4460-b42d-91df24f91515), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.251428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0197bac9-aba7-4acb-a497-b501e81cea59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7b72be44-1f1f-4460-b42d-91df24f91515), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.254177 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0197bac9-aba7-4acb-a497-b501e81cea59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.255368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0197bac9-aba7-4acb-a497-b501e81cea59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7b72be44-1f1f-4460-b42d-91df24f91515 HTTP/1.1" status: 204 len: 168 time: 0.2662466 Feb 19 02:56:01.280715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197bac9-aba7-4acb-a497-b501e81cea59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b72be44-1f1f-4460-b42d-91df24f91515,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:01.312449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef26d2b-a8bc-4e11-a73e-946b71a69c32 req-aff924d1-add7-4039-ac33-7bea1895771e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:01.320092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cef26d2b-a8bc-4e11-a73e-946b71a69c32 req-aff924d1-add7-4039-ac33-7bea1895771e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 948 time: 0.1076405 Feb 19 02:56:01.355664 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a07436f2-8382-49d2-b724-51e581d85931 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:01.369808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730e9d4-8658-4f61-ba3b-5b6c9e183972 req-890fb636-db94-490c-9df0-fd80146aa02b tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:01.371837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2730e9d4-8658-4f61-ba3b-5b6c9e183972 req-890fb636-db94-490c-9df0-fd80146aa02b tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 947 time: 0.1099749 Feb 19 02:56:01.404972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cef26d2b-a8bc-4e11-a73e-946b71a69c32 req-0095b484-ae86-4302-8a96-fa57d200b541 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784252 Feb 19 02:56:01.488492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2730e9d4-8658-4f61-ba3b-5b6c9e183972 req-5810b2eb-c78a-40cc-9739-9c39a169c9e6 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104228 Feb 19 02:56:01.532098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab65ebc0-8987-436e-8b74-c12c9b52837d req-aeceb27b-a071-4d9c-81a6-30cfe9e47ebb tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 210 time: 0.0587535 Feb 19 02:56:01.564652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a07436f2-8382-49d2-b724-51e581d85931,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:01.581251 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'a07436f2-8382-49d2-b724-51e581d85931', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'a07436f2-8382-49d2-b724-51e581d85931', 'mac_address': 'fa:16:3e:91:22:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:56:01.651447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port a07436f2-8382-49d2-b724-51e581d85931 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:01.651850 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a07436f2-8382-49d2-b724-51e581d85931), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.668870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07436f2-8382-49d2-b724-51e581d85931 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:01.690155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a07436f2-8382-49d2-b724-51e581d85931,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:01.700543 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a07436f2-8382-49d2-b724-51e581d85931), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.701735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f778b880-3698-4e45-9cb4-2a175cd34a2e details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:01.718090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-045ac014-b7dc-45b8-88a2-e4590b2095c2 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:01.719626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-045ac014-b7dc-45b8-88a2-e4590b2095c2 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "GET /v2.0/networks?id=73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 200 len: 805 time: 0.1862941 Feb 19 02:56:01.754207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Request body: {'port': {'device_id': '6805d08b-f054-4d23-bff2-2f6fbc294264', 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'admin_state_up': True, 'tenant_id': '19c82b803a98422c88594f9f7e66cb7f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:01.787813 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=a07436f2-8382-49d2-b724-51e581d85931,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:01.808938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f778b880-3698-4e45-9cb4-2a175cd34a2e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f778b880-3698-4e45-9cb4-2a175cd34a2e,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:01.823893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'f778b880-3698-4e45-9cb4-2a175cd34a2e', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'f778b880-3698-4e45-9cb4-2a175cd34a2e', 'mac_address': 'fa:16:3e:10:03:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:56:01.867225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f778b880-3698-4e45-9cb4-2a175cd34a2e is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:01.867746 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.873823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44356) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:01.875649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f28425-d722-4e38-b9de-08755e89e20d req-9addeb33-2eb8-4731-9670-dc87eda62fd5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:01.877218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99f28425-d722-4e38-b9de-08755e89e20d req-9addeb33-2eb8-4731-9670-dc87eda62fd5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 944 time: 0.2519441 Feb 19 02:56:01.888110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f778b880-3698-4e45-9cb4-2a175cd34a2e {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:01.895397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-510e0600-9154-4de2-80d0-3d19875c8c49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.912061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f778b880-3698-4e45-9cb4-2a175cd34a2e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f778b880-3698-4e45-9cb4-2a175cd34a2e,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:01.913324 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Made reservation on behalf of 19c82b803a98422c88594f9f7e66cb7f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:01.917486 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.919874 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:01.964781 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99f28425-d722-4e38-b9de-08755e89e20d req-8978fa6a-8320-4912-9d19-47c91197b33d tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/security-groups?id=686cc46c-9344-435b-9cc2-1a2cd36bd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790298 Feb 19 02:56:02.021365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f778b880-3698-4e45-9cb4-2a175cd34a2e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:02.031299 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-510e0600-9154-4de2-80d0-3d19875c8c49 admin admin] Publish callbacks [] for security_group (f07fdc61-61f3-44c9-bab3-a7fadb0cca11), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.036184 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-510e0600-9154-4de2-80d0-3d19875c8c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f07fdc61-61f3-44c9-bab3-a7fadb0cca11), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.079892 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-510e0600-9154-4de2-80d0-3d19875c8c49 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=344c71bdb6b244228a00b0506f1875f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043519 Feb 19 02:56:02.082887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44360) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:02.091057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e0600-9154-4de2-80d0-3d19875c8c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07fdc61-61f3-44c9-bab3-a7fadb0cca11,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:02.103783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Allocated IP 172.20.0.10 (73a739e5-c1a1-46c8-bfe7-556a2b135596/b709ca32-9176-48c8-932f-4c728cc3cfc8/661bf14c-a9e3-4eeb-8131-0604ffbfd458) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:02.157638 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0501a42d-8ce0-4392-a411-68fae3710367 admin admin] Publish callbacks [] for security_group (f07fdc61-61f3-44c9-bab3-a7fadb0cca11), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.192141 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0501a42d-8ce0-4392-a411-68fae3710367 admin admin] Publish callbacks [] for security_group (f07fdc61-61f3-44c9-bab3-a7fadb0cca11), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.264379 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0501a42d-8ce0-4392-a411-68fae3710367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f07fdc61-61f3-44c9-bab3-a7fadb0cca11), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.268397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0501a42d-8ce0-4392-a411-68fae3710367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.272259 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0501a42d-8ce0-4392-a411-68fae3710367 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f07fdc61-61f3-44c9-bab3-a7fadb0cca11 HTTP/1.1" status: 204 len: 168 time: 0.1858821 Feb 19 02:56:02.281274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd082d-9b19-499e-ae5c-ea163f840de6 req-edc2da28-f0ee-4ad2-abd3-bf232a6d6030 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:02.283330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501a42d-8ce0-4392-a411-68fae3710367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07fdc61-61f3-44c9-bab3-a7fadb0cca11,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:02.285194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8edd082d-9b19-499e-ae5c-ea163f840de6 req-edc2da28-f0ee-4ad2-abd3-bf232a6d6030 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1632452 Feb 19 02:56:02.313944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09949aa0-3c97-4ac5-9613-168f8db4d646 req-11c9c28b-959b-4bfa-9fcc-0cb18a83f23c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 210 time: 0.0818722 Feb 19 02:56:02.340169 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['a07436f2-8382-49d2-b724-51e581d85931'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:02.377211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8edd082d-9b19-499e-ae5c-ea163f840de6 req-9c180a5e-2a24-4ae5-ac74-2d04ebb5befc tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690224 Feb 19 02:56:02.412930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f778b880-3698-4e45-9cb4-2a175cd34a2e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:02.419326 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks [] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.476869 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.584693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Network 73a739e5-c1a1-46c8-bfe7-556a2b135596 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:02.593453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:02.598749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:02.634377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Pushing event updated for resources: {'Port': ['ID=661bf14c-a9e3-4eeb-8131-0604ffbfd458,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:02.680841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdac43f-6fab-4eae-aa92-c0b780c66383 req-ed7fc028-b663-46e9-9061-af889d4272c7 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:02.682314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4bdac43f-6fab-4eae-aa92-c0b780c66383 req-ed7fc028-b663-46e9-9061-af889d4272c7 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.2170370 Feb 19 02:56:02.696792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:02.698028 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:02.726701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9713c965-616c-4823-b20d-b61ec02ebc87 req-5e4a947b-a71e-417f-b50d-4b66a413b872 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:02.728228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9713c965-616c-4823-b20d-b61ec02ebc87 req-5e4a947b-a71e-417f-b50d-4b66a413b872 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 949 time: 0.2142177 Feb 19 02:56:02.750200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-21bb7af1-dcd7-4d5a-83ff-73bcf47aa22b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0018113 Feb 19 02:56:02.763290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-8137592b-9410-45f4-ae7c-c65917bc125b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:02.764657 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-8137592b-9410-45f4-ae7c-c65917bc125b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.87 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 807 time: 0.1342685 Feb 19 02:56:02.778877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Request body: {'port': {'device_id': '6805d08b-f054-4d23-bff2-2f6fbc294264', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:02.786253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Request body: {'port': {'device_id': 'f554ba7f-c28d-45d1-bcb9-11e826655123', 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f', 'admin_state_up': True, 'tenant_id': '2070a125af614429bfc65bdee24c8ce3'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:02.912780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Made reservation on behalf of 2070a125af614429bfc65bdee24c8ce3 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:02.916882 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.064692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Allocated IP 172.20.0.2 (ff602fb9-91ab-47e1-82a7-1e8bbb83d26f/5893490c-d4cb-4757-b30f-05a9f5b653ad/d9e493b9-669f-4bac-96e7-761fd0655669) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:03.082111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4bdac43f-6fab-4eae-aa92-c0b780c66383 req-725be03e-9530-425d-8fc0-9b4d7c13910d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798375 Feb 19 02:56:03.135995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9713c965-616c-4823-b20d-b61ec02ebc87 req-467e4588-50d7-4af5-bc2e-620694bfbc11 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951974 Feb 19 02:56:03.159775 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.245033 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks [] for port (d9e493b9-669f-4bac-96e7-761fd0655669), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.275032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15ffd242-1558-44e8-a365-29cebf7af476 req-63499ad0-80f2-4640-9bc1-924785a325c1 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 210 time: 0.0372524 Feb 19 02:56:03.296397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.357546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232f2ca-737b-482e-a958-ad093eaa0da3 req-3a64af35-b165-46c6-977a-b8cf99058228 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:03.359076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7232f2ca-737b-482e-a958-ad093eaa0da3 req-3a64af35-b165-46c6-977a-b8cf99058228 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 948 time: 0.1909664 Feb 19 02:56:03.364243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Pushing event updated for resources: {'Port': ['ID=d9e493b9-669f-4bac-96e7-761fd0655669,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:03.376261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:03.377732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:03.380311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:03.444097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:03.445157 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.474149 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-faf8aa19-fb86-4510-9b92-e1ebd91b983f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6943066 Feb 19 02:56:03.494427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Request body: {'port': {'device_id': 'f554ba7f-c28d-45d1-bcb9-11e826655123', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:03.511889 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7232f2ca-737b-482e-a958-ad093eaa0da3 req-6d2ae480-2fea-4690-92d8-061c4dd53d81 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338146 Feb 19 02:56:03.520281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfd8b1-f218-419f-b695-6037dd8177ad req-ce92b884-5256-4ff0-a2a7-a37aef0fe0c3 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:03.521786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49dfd8b1-f218-419f-b695-6037dd8177ad req-ce92b884-5256-4ff0-a2a7-a37aef0fe0c3 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 944 time: 0.1562166 Feb 19 02:56:03.572022 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f258-e965-4271-97ec-11eb0dc22a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.601893 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.624512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49dfd8b1-f218-419f-b695-6037dd8177ad req-be2c8631-4990-40ff-9021-c8532ac66794 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/security-groups?id=686cc46c-9344-435b-9cc2-1a2cd36bd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886428 Feb 19 02:56:03.665487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661bf14c-a9e3-4eeb-8131-0604ffbfd458 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:03.681082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Publish callbacks [] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.704759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Transition to ACTIVE for port object 661bf14c-a9e3-4eeb-8131-0604ffbfd458 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:03.712703 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:03.791197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Pushing event updated for resources: {'Port': ['ID=661bf14c-a9e3-4eeb-8131-0604ffbfd458,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:03.911462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Attempting to bind port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:03.911794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Attempting to bind port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:03.912110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Attempting to bind port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 on network 73a739e5-c1a1-46c8-bfe7-556a2b135596 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:03.957968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 on network 73a739e5-c1a1-46c8-bfe7-556a2b135596 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:03.958313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Attempting to bind port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 on network 73a739e5-c1a1-46c8-bfe7-556a2b135596 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:04.002237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:04.002662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Checking segment: {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:04.003115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Bound using segment: {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:04.003634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Bound port: 661bf14c-a9e3-4eeb-8131-0604ffbfd458, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:04.004076 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.089600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37ba52-0896-4ed9-a5b3-cf9847ac6f78 req-c1c5337c-e737-43c9-b913-0bdd2123af96 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.091459 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b37ba52-0896-4ed9-a5b3-cf9847ac6f78 req-c1c5337c-e737-43c9-b913-0bdd2123af96 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 944 time: 0.2073901 Feb 19 02:56:04.104270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-216c11f4-e542-46a2-834b-83fa60411f2e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.106216 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-216c11f4-e542-46a2-834b-83fa60411f2e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d&tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 949 time: 0.1381121 Feb 19 02:56:04.110766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c19358-8f5d-410e-aaf9-144d8f329bc6 req-c1aed16b-66a2-4966-bf73-dd1f0ba721f6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.112322 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88c19358-8f5d-410e-aaf9-144d8f329bc6 req-c1aed16b-66a2-4966-bf73-dd1f0ba721f6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 949 time: 0.1572399 Feb 19 02:56:04.189363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] For port 661bf14c-a9e3-4eeb-8131-0604ffbfd458, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:04.216901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] For port 661bf14c-a9e3-4eeb-8131-0604ffbfd458, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=661bf14c-a9e3-4eeb-8131-0604ffbfd458,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:04.219859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e493b9-669f-4bac-96e7-761fd0655669 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:04.221108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b37ba52-0896-4ed9-a5b3-cf9847ac6f78 req-5ee39bba-298a-4cd0-b778-bc919d9c46c6 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077659 Feb 19 02:56:04.223888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88c19358-8f5d-410e-aaf9-144d8f329bc6 req-69b31eb3-ac93-449f-8123-e0fbe2d1b6d8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002314 Feb 19 02:56:04.229858 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Publish callbacks [] for port (d9e493b9-669f-4bac-96e7-761fd0655669), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.235122 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.243925 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-315fdd37-00f3-462c-bb81-46d12618c6b9 service neutron] delete failed (client error): The resource could not be found. Feb 19 02:56:04.244639 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-315fdd37-00f3-462c-bb81-46d12618c6b9 service neutron] 10.222.0.67 "DELETE /v2.0/ports/a07436f2-8382-49d2-b724-51e581d85931/bindings/n-h2-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.1293147 Feb 19 02:56:04.257692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Transition to ACTIVE for port object d9e493b9-669f-4bac-96e7-761fd0655669 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:04.269700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.270330 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.270791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.271704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] 10.222.0.67 "PUT /v2.0/ports/661bf14c-a9e3-4eeb-8131-0604ffbfd458 HTTP/1.1" status: 200 len: 1092 time: 1.5004485 Feb 19 02:56:04.272165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6805d08b-f054-4d23-bff2-2f6fbc294264', 'tag': '661bf14c-a9e3-4eeb-8131-0604ffbfd458'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:04.274469 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306cdb9c-5d94-457d-862c-54474f4aecd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6805d08b-f054-4d23-bff2-2f6fbc294264", "tag": "661bf14c-a9e3-4eeb-8131-0604ffbfd458"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:04.296144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device b286e070-ba03-45ac-96ea-566db3652808 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:04.308132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cbca5-0499-4181-9c98-86f0abdd819c service neutron] Pushing event updated for resources: {'Port': ['ID=661bf14c-a9e3-4eeb-8131-0604ffbfd458,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:04.363394 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Pushing event updated for resources: {'Port': ['ID=d9e493b9-669f-4bac-96e7-761fd0655669,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:04.392400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0aaa2-ceab-4027-b4ec-7bfdbfe59d3a req-bf357322-1746-4f8f-a4bf-37919faa1b5f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.397835 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5f0aaa2-ceab-4027-b4ec-7bfdbfe59d3a req-bf357322-1746-4f8f-a4bf-37919faa1b5f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.0766807 Feb 19 02:56:04.468008 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Attempting to bind port d9e493b9-669f-4bac-96e7-761fd0655669 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:04.468394 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Attempting to bind port d9e493b9-669f-4bac-96e7-761fd0655669 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:04.468654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Attempting to bind port d9e493b9-669f-4bac-96e7-761fd0655669 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:04.475236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Port d9e493b9-669f-4bac-96e7-761fd0655669 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:04.475553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Attempting to bind port d9e493b9-669f-4bac-96e7-761fd0655669 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:04.483954 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:04.484290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:04.484698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:04.485246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Bound port: d9e493b9-669f-4bac-96e7-761fd0655669, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:04.485513 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.502291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5f0aaa2-ceab-4027-b4ec-7bfdbfe59d3a req-fe7fcb6c-111b-4bad-aa63-2dffd93e7cb6 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005695 Feb 19 02:56:04.513037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port b286e070-ba03-45ac-96ea-566db3652808, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b286e070-ba03-45ac-96ea-566db3652808,segment=NetworkSegment(b7150e6a-81ae-4c56-813d-f82334f522b9),segment_id=b7150e6a-81ae-4c56-813d-f82334f522b9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:04.521789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'b286e070-ba03-45ac-96ea-566db3652808', 'network_id': 'a4ff741e-e70d-4e8a-b8ee-67535ad6298f', 'port_id': 'b286e070-ba03-45ac-96ea-566db3652808', 'mac_address': 'fa:16:3e:86:b2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dfd1718-565f-422e-b223-77fbabf6debc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:56:04.528193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-62bd47aa-3ddd-4d32-8b29-4fd5144ddeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.529851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-62bd47aa-3ddd-4d32-8b29-4fd5144ddeca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19c82b803a98422c88594f9f7e66cb7f&device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 1126 time: 0.1057954 Feb 19 02:56:04.535070 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-2b85ddf8-9b67-4d24-a0c6-35878e456fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.536607 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-2b85ddf8-9b67-4d24-a0c6-35878e456fa7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 1131 time: 0.0964122 Feb 19 02:56:04.573195 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port b286e070-ba03-45ac-96ea-566db3652808 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:04.574539 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b286e070-ba03-45ac-96ea-566db3652808), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.590175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-f9ab51b2-9d06-4982-9ffd-ee9e0aace72f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=661bf14c-a9e3-4eeb-8131-0604ffbfd458 HTTP/1.1" status: 200 len: 217 time: 0.0525506 Feb 19 02:56:04.593505 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894f23a4-0a95-4fed-a882-8ed53b5643bd x-openstack-request-id: req-894f23a4-0a95-4fed-a882-8ed53b5643bd {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:04.593775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b286e070-ba03-45ac-96ea-566db3652808 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:04.593951 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6805d08b-f054-4d23-bff2-2f6fbc294264", "tag": "661bf14c-a9e3-4eeb-8131-0604ffbfd458", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:04.594192 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-894f23a4-0a95-4fed-a882-8ed53b5643bd {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:04.594876 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6805d08b-f054-4d23-bff2-2f6fbc294264', 'tag': '661bf14c-a9e3-4eeb-8131-0604ffbfd458', 'status': 'completed', 'code': 200} Feb 19 02:56:04.618700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port b286e070-ba03-45ac-96ea-566db3652808, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b286e070-ba03-45ac-96ea-566db3652808,segment=NetworkSegment(b7150e6a-81ae-4c56-813d-f82334f522b9),segment_id=b7150e6a-81ae-4c56-813d-f82334f522b9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:04.621231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:04.626239 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b286e070-ba03-45ac-96ea-566db3652808), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.640852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d9e493b9-669f-4bac-96e7-761fd0655669,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:04.658626 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.689422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=b286e070-ba03-45ac-96ea-566db3652808,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:04.709423 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-da7fc973-be10-42a9-b1df-28dc24cb1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.711218 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-da7fc973-be10-42a9-b1df-28dc24cb1666 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1637661 Feb 19 02:56:04.714177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.714333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d109677-2c7e-437e-9dc3-74a5289e0ca5 req-6cc1dae0-78ca-4ff3-834b-0771c605b616 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.714776 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:04.715978 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d109677-2c7e-437e-9dc3-74a5289e0ca5 req-6cc1dae0-78ca-4ff3-834b-0771c605b616 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 943 time: 0.1248944 Feb 19 02:56:04.716097 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] 10.222.0.87 "PUT /v2.0/ports/d9e493b9-669f-4bac-96e7-761fd0655669 HTTP/1.1" status: 200 len: 1091 time: 1.2274458 Feb 19 02:56:04.716457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f554ba7f-c28d-45d1-bcb9-11e826655123', 'tag': 'd9e493b9-669f-4bac-96e7-761fd0655669'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:04.718818 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2074bd85-86c2-4cce-a225-fd8346558ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "f554ba7f-c28d-45d1-bcb9-11e826655123", "tag": "d9e493b9-669f-4bac-96e7-761fd0655669"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:04.723280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-3b2a563c-a365-463f-bcfc-29662f2c830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.724803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-3b2a563c-a365-463f-bcfc-29662f2c830d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b709ca32-9176-48c8-932f-4c728cc3cfc8 HTTP/1.1" status: 200 len: 845 time: 0.1281984 Feb 19 02:56:04.774487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-74b3e1e5-e485-4da0-b641-dc43fc37a8dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73a739e5-c1a1-46c8-bfe7-556a2b135596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415063 Feb 19 02:56:04.885109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d109677-2c7e-437e-9dc3-74a5289e0ca5 req-2036cdc1-424f-4540-9b2b-4a50927a0a36 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592724 Feb 19 02:56:04.934972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-cdcf18c5-8638-4a25-ba78-88527126f76f service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539373 Feb 19 02:56:04.935647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['b286e070-ba03-45ac-96ea-566db3652808'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:04.942667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357be101-675e-446d-9dd5-e5fcef59b6f5 req-53054b70-9cef-4656-9380-c1323691127b tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:04.944287 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-357be101-675e-446d-9dd5-e5fcef59b6f5 req-53054b70-9cef-4656-9380-c1323691127b tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 948 time: 0.1395879 Feb 19 02:56:05.064312 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-c66126b0-d737-4ba8-b3c4-7899e6f2ded3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 200 len: 217 time: 0.3355224 Feb 19 02:56:05.095663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b48a60-e957-4f59-9785-36c9c580d7d4 req-7391613b-61de-4f03-bf00-26f57914a765 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.097182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39b48a60-e957-4f59-9785-36c9c580d7d4 req-7391613b-61de-4f03-bf00-26f57914a765 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 945 time: 0.1519222 Feb 19 02:56:05.099825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b67f1f-d165-46e0-ba6b-74252613a44a service neutron] Pushing event updated for resources: {'Port': ['ID=d9e493b9-669f-4bac-96e7-761fd0655669,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:05.102347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-357be101-675e-446d-9dd5-e5fcef59b6f5 req-6ca990f0-ccc6-4eb0-a46a-53fcaefab5fd tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397829 Feb 19 02:56:05.138131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ffbb5d-e7de-41c6-a6d1-a52bce1ca82a req-e72762d5-d72e-4cf9-80b7-565b020ef328 service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916645 Feb 19 02:56:05.145450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-147c2ae5-6f9a-4d07-bdc8-c7c183caef98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.146916 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-147c2ae5-6f9a-4d07-bdc8-c7c183caef98 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0611758 Feb 19 02:56:05.149584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-1e1aa04e-02e8-4441-a3a5-2a0bfed18478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.151010 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-1e1aa04e-02e8-4441-a3a5-2a0bfed18478 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 1125 time: 0.0978124 Feb 19 02:56:05.158041 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e68634-3ff7-4333-a254-617f3e4a3c85 x-openstack-request-id: req-b7e68634-3ff7-4333-a254-617f3e4a3c85 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:05.158337 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f554ba7f-c28d-45d1-bcb9-11e826655123", "tag": "d9e493b9-669f-4bac-96e7-761fd0655669", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:05.158595 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b7e68634-3ff7-4333-a254-617f3e4a3c85 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:05.159035 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f554ba7f-c28d-45d1-bcb9-11e826655123', 'tag': 'd9e493b9-669f-4bac-96e7-761fd0655669', 'status': 'completed', 'code': 200} Feb 19 02:56:05.177186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39b48a60-e957-4f59-9785-36c9c580d7d4 req-82d6de02-a78c-40ae-87cf-00151c5dc129 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/security-groups?id=686cc46c-9344-435b-9cc2-1a2cd36bd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683715 Feb 19 02:56:05.224931 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-1c9cfcba-5d52-4154-a60f-3087470dcdc9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9e493b9-669f-4bac-96e7-761fd0655669 HTTP/1.1" status: 200 len: 217 time: 0.0560293 Feb 19 02:56:05.248101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cdb9c-5d94-457d-862c-54474f4aecd2 req-c9870971-317a-4a22-a7e0-3d6884f32e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.249795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-306cdb9c-5d94-457d-862c-54474f4aecd2 req-c9870971-317a-4a22-a7e0-3d6884f32e17 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19c82b803a98422c88594f9f7e66cb7f&device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 1126 time: 0.0470364 Feb 19 02:56:05.274940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-2ff74122-2a7b-48e6-bb0e-e6162c9cc13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.276526 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-2ff74122-2a7b-48e6-bb0e-e6162c9cc13b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1167288 Feb 19 02:56:05.303935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-94760617-531b-4bff-816d-863293e68bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.305419 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-94760617-531b-4bff-816d-863293e68bc7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0739758 Feb 19 02:56:05.361134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a07436f2-8382-49d2-b724-51e581d85931 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:05.395631 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-8e234529-bb03-45ce-ba0b-74de21625941 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568495 Feb 19 02:56:05.433159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port a07436f2-8382-49d2-b724-51e581d85931 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:56:05.438036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port a07436f2-8382-49d2-b724-51e581d85931 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:05.438628 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a07436f2-8382-49d2-b724-51e581d85931), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.459113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cdb9c-5d94-457d-862c-54474f4aecd2 req-beb79f6d-ebf8-4110-b012-a53230c197bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.461045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-306cdb9c-5d94-457d-862c-54474f4aecd2 req-beb79f6d-ebf8-4110-b012-a53230c197bf service neutron] 10.222.0.67 "GET /v2.0/networks?id=73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 200 len: 906 time: 0.2048128 Feb 19 02:56:05.481812 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-ec36f533-f674-4773-a884-ef43f4c29c0f service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905692 Feb 19 02:56:05.489766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbe312-948f-4c0c-a826-6b706c41e851 req-0280fc65-3fea-4cc3-b53e-3f75d19d4561 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.492371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26dbe312-948f-4c0c-a826-6b706c41e851 req-0280fc65-3fea-4cc3-b53e-3f75d19d4561 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 944 time: 0.1295733 Feb 19 02:56:05.504085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6be46-e966-4c1c-b85e-cb2fa10dfb30 req-af5fba27-f9c1-4a5d-aef9-bc3696249c10 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.505685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25d6be46-e966-4c1c-b85e-cb2fa10dfb30 req-af5fba27-f9c1-4a5d-aef9-bc3696249c10 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 949 time: 0.1777735 Feb 19 02:56:05.507398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44460) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:05.545269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port a07436f2-8382-49d2-b724-51e581d85931 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:05.545979 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a07436f2-8382-49d2-b724-51e581d85931), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.569449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-306cdb9c-5d94-457d-862c-54474f4aecd2 req-219e5c30-14f6-4c12-b060-e2fe9b1f8fe7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=661bf14c-a9e3-4eeb-8131-0604ffbfd458 HTTP/1.1" status: 200 len: 217 time: 0.0952439 Feb 19 02:56:05.571012 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-afa9b7d9-9860-4a5e-bc73-36707a4885a8 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672699 Feb 19 02:56:05.593081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a07436f2-8382-49d2-b724-51e581d85931,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:05.594875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07436f2-8382-49d2-b724-51e581d85931'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:05.597810 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d652ac-4298-4b46-8284-9b43588d4def" -d '{"events": [{"server_uuid": "88a251bf-7431-4e6f-90f8-29dc4964028d", "name": "network-vif-plugged", "status": "completed", "tag": "a07436f2-8382-49d2-b724-51e581d85931"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:05.613109 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a07436f2-8382-49d2-b724-51e581d85931), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.614216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f778b880-3698-4e45-9cb4-2a175cd34a2e up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:05.663371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26dbe312-948f-4c0c-a826-6b706c41e851 req-9c66f80c-0f62-422b-950d-0f76605f8200 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566784 Feb 19 02:56:05.667228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306cdb9c-5d94-457d-862c-54474f4aecd2 req-ff596148-d9ac-4bdd-a1b9-14732f8b21eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.669144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-306cdb9c-5d94-457d-862c-54474f4aecd2 req-ff596148-d9ac-4bdd-a1b9-14732f8b21eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b709ca32-9176-48c8-932f-4c728cc3cfc8 HTTP/1.1" status: 200 len: 845 time: 0.0834265 Feb 19 02:56:05.680997 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e39-0aed-4996-bef1-4be08975e203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.695232 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2389470a-3dd3-4d6f-bb8e-9b2874d9b188 req-1df68510-271f-4004-8653-871ecd8745df service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071416 Feb 19 02:56:05.714727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=a07436f2-8382-49d2-b724-51e581d85931,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:05.716351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25d6be46-e966-4c1c-b85e-cb2fa10dfb30 req-9955bbb5-d87c-4282-b13d-dede764652b4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013412 Feb 19 02:56:05.722360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port f778b880-3698-4e45-9cb4-2a175cd34a2e completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:56:05.728339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port f778b880-3698-4e45-9cb4-2a175cd34a2e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:05.728935 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.749048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-306cdb9c-5d94-457d-862c-54474f4aecd2 req-ddcb1c9b-063f-4444-a9dd-c77476d900f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73a739e5-c1a1-46c8-bfe7-556a2b135596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697980 Feb 19 02:56:05.788511 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48c04d99-0580-4d2e-a7b0-2cc499116f98 req-5c1da882-e278-44d1-922e-409691478b1c service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083158 Feb 19 02:56:05.833476 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4f4fab-8db0-4aac-a7d8-cd9f5559cf07 x-openstack-request-id: req-fc4f4fab-8db0-4aac-a7d8-cd9f5559cf07 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:05.833862 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a251bf-7431-4e6f-90f8-29dc4964028d", "name": "network-vif-plugged", "status": "completed", "tag": "a07436f2-8382-49d2-b724-51e581d85931", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:05.834122 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc4f4fab-8db0-4aac-a7d8-cd9f5559cf07 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:05.834636 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07436f2-8382-49d2-b724-51e581d85931', 'code': 200} Feb 19 02:56:05.848241 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-597076e4-1bbe-4042-b23e-33a35e435b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.849751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f778b880-3698-4e45-9cb4-2a175cd34a2e is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:05.850121 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.854632 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e39-0aed-4996-bef1-4be08975e203 admin admin] Publish callbacks [] for security_group (217dc0ae-0f55-480c-853d-f31a1251db32), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.862959 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c04b7e39-0aed-4996-bef1-4be08975e203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (217dc0ae-0f55-480c-853d-f31a1251db32), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.887010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f778b880-3698-4e45-9cb4-2a175cd34a2e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f778b880-3698-4e45-9cb4-2a175cd34a2e,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:05.895372 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:05.938793 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c04b7e39-0aed-4996-bef1-4be08975e203 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6ab3b464a10140ce9a9bec6be12773ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4265525 Feb 19 02:56:05.938793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b7e39-0aed-4996-bef1-4be08975e203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217dc0ae-0f55-480c-853d-f31a1251db32,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:05.944194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44470) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:05.955029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f778b880-3698-4e45-9cb4-2a175cd34a2e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:05.956120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535e288-720b-4440-8299-fb460c89382c req-5ccc121f-b2b8-4800-b6db-4ad32ae84189 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.960783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e535e288-720b-4440-8299-fb460c89382c req-5ccc121f-b2b8-4800-b6db-4ad32ae84189 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1516755 Feb 19 02:56:05.976716 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074bd85-86c2-4cce-a225-fd8346558ad3 req-37b46d61-9af2-4067-90b8-92b4856d7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:05.978424 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2074bd85-86c2-4cce-a225-fd8346558ad3 req-37b46d61-9af2-4067-90b8-92b4856d7bd7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 1125 time: 0.1034100 Feb 19 02:56:06.011550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-306cdb9c-5d94-457d-862c-54474f4aecd2 req-238fbab5-7601-49f9-a0d8-94975cc6b48e service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534044 Feb 19 02:56:06.057222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9c099c59-4d17-4dcb-ab28-efb2e9bb2960 admin admin] Publish callbacks [] for security_group (217dc0ae-0f55-480c-853d-f31a1251db32), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.092019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9c099c59-4d17-4dcb-ab28-efb2e9bb2960 admin admin] Publish callbacks [] for security_group (217dc0ae-0f55-480c-853d-f31a1251db32), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.102869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e535e288-720b-4440-8299-fb460c89382c req-562a1a4f-69f6-441d-aff4-99792462b59c tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329138 Feb 19 02:56:06.119046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074bd85-86c2-4cce-a225-fd8346558ad3 req-1afcbd75-c85f-4597-9e76-221274533332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:06.120986 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2074bd85-86c2-4cce-a225-fd8346558ad3 req-1afcbd75-c85f-4597-9e76-221274533332 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.1327279 Feb 19 02:56:06.139507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef5fee-2598-4f18-9b6f-017499786c2e req-88d462e8-e837-4675-b586-eadbe62a79e9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:06.141074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6ef5fee-2598-4f18-9b6f-017499786c2e req-88d462e8-e837-4675-b586-eadbe62a79e9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 943 time: 0.1491489 Feb 19 02:56:06.168514 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-306cdb9c-5d94-457d-862c-54474f4aecd2 req-d281d947-a71e-4dc2-9bf5-9d06d64e1fb3 service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401103 Feb 19 02:56:06.190251 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2074bd85-86c2-4cce-a225-fd8346558ad3 req-c050198a-cda7-4251-865d-c2ab4126b7d8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9e493b9-669f-4bac-96e7-761fd0655669 HTTP/1.1" status: 200 len: 217 time: 0.0600157 Feb 19 02:56:06.231344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6ef5fee-2598-4f18-9b6f-017499786c2e req-204b8668-cca3-4f08-9916-e5547f0e848d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799012 Feb 19 02:56:06.256787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce30d0-a4fd-43fb-8985-0ea6739d2c7a req-8ba4d100-1f0a-46bd-8c4d-8621d1e389d9 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:06.258794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cce30d0-a4fd-43fb-8985-0ea6739d2c7a req-8ba4d100-1f0a-46bd-8c4d-8621d1e389d9 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 949 time: 0.0724075 Feb 19 02:56:06.272931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074bd85-86c2-4cce-a225-fd8346558ad3 req-0a0ff063-3124-4c08-940b-dcdf66deed54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:06.275138 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2074bd85-86c2-4cce-a225-fd8346558ad3 req-0a0ff063-3124-4c08-940b-dcdf66deed54 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0794346 Feb 19 02:56:06.277049 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9c099c59-4d17-4dcb-ab28-efb2e9bb2960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (217dc0ae-0f55-480c-853d-f31a1251db32), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.279913 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9c099c59-4d17-4dcb-ab28-efb2e9bb2960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.281204 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9c099c59-4d17-4dcb-ab28-efb2e9bb2960 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/217dc0ae-0f55-480c-853d-f31a1251db32 HTTP/1.1" status: 204 len: 168 time: 0.3359380 Feb 19 02:56:06.311959 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device b286e070-ba03-45ac-96ea-566db3652808 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:06.327041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cce30d0-a4fd-43fb-8985-0ea6739d2c7a req-4c7751ee-7885-460e-8c2b-049c29399a38 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597482 Feb 19 02:56:06.343007 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2074bd85-86c2-4cce-a225-fd8346558ad3 req-e839596a-14f2-434d-a7a7-11e3c77b41e2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605087 Feb 19 02:56:06.388953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c099c59-4d17-4dcb-ab28-efb2e9bb2960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217dc0ae-0f55-480c-853d-f31a1251db32,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:06.397226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port b286e070-ba03-45ac-96ea-566db3652808 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:56:06.407174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port b286e070-ba03-45ac-96ea-566db3652808 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:06.407174 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b286e070-ba03-45ac-96ea-566db3652808), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.437877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ae6ec-f211-4ec9-a892-c91141678625 req-5865761a-66b3-4f6a-a219-480a1daa8efb tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:06.455317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-781ae6ec-f211-4ec9-a892-c91141678625 req-5865761a-66b3-4f6a-a219-480a1daa8efb tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 945 time: 0.1189051 Feb 19 02:56:06.499497 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2074bd85-86c2-4cce-a225-fd8346558ad3 req-2a82151d-fe8c-4bdf-a13b-cd81944a0346 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445384 Feb 19 02:56:06.505573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-781ae6ec-f211-4ec9-a892-c91141678625 req-02d4adf9-625a-4237-8faa-3ae933704924 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/security-groups?id=686cc46c-9344-435b-9cc2-1a2cd36bd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479572 Feb 19 02:56:06.538542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port b286e070-ba03-45ac-96ea-566db3652808 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:06.539158 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b286e070-ba03-45ac-96ea-566db3652808), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.577392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port b286e070-ba03-45ac-96ea-566db3652808, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b286e070-ba03-45ac-96ea-566db3652808,segment=NetworkSegment(b7150e6a-81ae-4c56-813d-f82334f522b9),segment_id=b7150e6a-81ae-4c56-813d-f82334f522b9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:06.582919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b286e070-ba03-45ac-96ea-566db3652808), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.599220 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2074bd85-86c2-4cce-a225-fd8346558ad3 req-fc841b03-578f-4a5e-b99f-389c5d1a329b service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926402 Feb 19 02:56:06.647896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=b286e070-ba03-45ac-96ea-566db3652808,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:06.684552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44480) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:06.698453 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80909918-7013-4d2d-bbbe-59e3b8c375b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.826948 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80909918-7013-4d2d-bbbe-59e3b8c375b2 admin admin] Publish callbacks [] for security_group (edeb5425-7b89-447a-bab4-01c5731e333d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.835007 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80909918-7013-4d2d-bbbe-59e3b8c375b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (edeb5425-7b89-447a-bab4-01c5731e333d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.876370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fedeb-2d6a-4b3d-b4b3-dfe7d0ac6fa4 req-0c2ef5fb-58db-4ae3-9111-6ec15b1bd871 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:06.877877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-391fedeb-2d6a-4b3d-b4b3-dfe7d0ac6fa4 req-0c2ef5fb-58db-4ae3-9111-6ec15b1bd871 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 944 time: 0.1306360 Feb 19 02:56:06.896125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80909918-7013-4d2d-bbbe-59e3b8c375b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edeb5425-7b89-447a-bab4-01c5731e333d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:06.903727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-80909918-7013-4d2d-bbbe-59e3b8c375b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e68186a1009c4c9e8975db340bf2df35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179976 Feb 19 02:56:06.906940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44486) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:06.910147 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.923227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb098f62-78d7-447a-b091-0ca1e750fdbe req-a3c2a514-a603-4e1b-96ff-810a9943a8c5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:06.924718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb098f62-78d7-447a-b091-0ca1e750fdbe req-a3c2a514-a603-4e1b-96ff-810a9943a8c5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1369648 Feb 19 02:56:06.960499 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d49480d6-4b23-42fd-9050-05769a80f590 admin admin] Publish callbacks [] for security_group (edeb5425-7b89-447a-bab4-01c5731e333d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.961638 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-391fedeb-2d6a-4b3d-b4b3-dfe7d0ac6fa4 req-6cfa45ed-2057-46f7-ab36-c58691d3f091 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761995 Feb 19 02:56:06.982940 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d49480d6-4b23-42fd-9050-05769a80f590 admin admin] Publish callbacks [] for security_group (edeb5425-7b89-447a-bab4-01c5731e333d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:06.996389 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb098f62-78d7-447a-b091-0ca1e750fdbe req-3596d5fc-9d16-47e7-bfc9-c5b240e95156 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619426 Feb 19 02:56:07.035895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d49480d6-4b23-42fd-9050-05769a80f590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (edeb5425-7b89-447a-bab4-01c5731e333d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:07.038640 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d49480d6-4b23-42fd-9050-05769a80f590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:07.039839 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d49480d6-4b23-42fd-9050-05769a80f590 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/edeb5425-7b89-447a-bab4-01c5731e333d HTTP/1.1" status: 204 len: 168 time: 0.1315503 Feb 19 02:56:07.048920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49480d6-4b23-42fd-9050-05769a80f590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeb5425-7b89-447a-bab4-01c5731e333d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:07.118638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da05608-4930-422f-901c-f32891fd349d req-30f2f981-1d92-493f-ad85-3ffeff8e9f78 tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:07.120691 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0da05608-4930-422f-901c-f32891fd349d req-30f2f981-1d92-493f-ad85-3ffeff8e9f78 tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 1132 time: 0.0430455 Feb 19 02:56:07.168646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0da05608-4930-422f-901c-f32891fd349d req-9f46be34-606a-4b68-9045-c93856b9e3a5 tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423319 Feb 19 02:56:07.243801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156d933-3c5d-403f-ab92-10d3b0caadfb req-87bc9f90-36f0-4ae9-bdef-56d9cedac9ee tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:07.246195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b156d933-3c5d-403f-ab92-10d3b0caadfb req-87bc9f90-36f0-4ae9-bdef-56d9cedac9ee tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.0592630 Feb 19 02:56:07.301740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b156d933-3c5d-403f-ab92-10d3b0caadfb req-03e98be6-b34a-4eac-9f61-dd6e2b0fac4f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491269 Feb 19 02:56:07.377901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd32292-a7df-4249-8663-5ac7f2f608af req-00fff97d-1a2d-43e3-9014-5700a5e79b30 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:07.379440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbd32292-a7df-4249-8663-5ac7f2f608af req-00fff97d-1a2d-43e3-9014-5700a5e79b30 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 943 time: 0.0628796 Feb 19 02:56:07.420603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-d8e9d357-7df8-47c3-a6dd-5cb72187e813 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287540 Feb 19 02:56:07.500594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbd32292-a7df-4249-8663-5ac7f2f608af req-3693a5bb-f7bd-40f8-8f4e-f4c85a786721 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153255 Feb 19 02:56:07.558488 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-e5d5ae61-05c7-47bb-a318-3254bc531599 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:07.559986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-e5d5ae61-05c7-47bb-a318-3254bc531599 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329956 Feb 19 02:56:07.594971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-9978ab6e-62b7-49ce-ae89-37a942710dfa tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/quotas/ce5f087a3fd347cb89e77f1f4b0cebb9 HTTP/1.1" status: 200 len: 375 time: 0.0248318 Feb 19 02:56:07.835252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbdb99a-db8e-43b0-a445-535206f32076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f778b880-3698-4e45-9cb4-2a175cd34a2e'}, {'server_uuid': 'de50df75-7ce6-4717-8e45-a81dc5b80fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b286e070-ba03-45ac-96ea-566db3652808'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:07.837625 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d965cbe-f128-4754-b9f3-eb7f5e313e80" -d '{"events": [{"server_uuid": "dcbdb99a-db8e-43b0-a445-535206f32076", "name": "network-vif-plugged", "status": "completed", "tag": "f778b880-3698-4e45-9cb4-2a175cd34a2e"}, {"server_uuid": "de50df75-7ce6-4717-8e45-a81dc5b80fec", "name": "network-vif-plugged", "status": "completed", "tag": "b286e070-ba03-45ac-96ea-566db3652808"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:07.884227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7862b-6d08-485c-b180-d0a0ef162703 req-6e556246-db0f-453d-8c30-4be35690722a tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:07.885833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74a7862b-6d08-485c-b180-d0a0ef162703 req-6e556246-db0f-453d-8c30-4be35690722a tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 949 time: 0.3248956 Feb 19 02:56:07.913526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-35c83eed-9dcd-44d5-9d95-9bd2a0eac65b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3126163 Feb 19 02:56:07.941279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74a7862b-6d08-485c-b180-d0a0ef162703 req-d78c4a6c-50a2-42ad-a375-730a6d8cf355 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486083 Feb 19 02:56:08.048650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0c48e-6fab-4bdb-bb00-4a35c0897de9 req-849904ae-3660-4c21-a8b6-22d5f23d3cb3 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:08.050395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fbe0c48e-6fab-4bdb-bb00-4a35c0897de9 req-849904ae-3660-4c21-a8b6-22d5f23d3cb3 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 946 time: 0.0551357 Feb 19 02:56:08.096855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fbe0c48e-6fab-4bdb-bb00-4a35c0897de9 req-a33a7cc4-602b-47c0-ad7e-5933bcfc10ae tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/security-groups?id=686cc46c-9344-435b-9cc2-1a2cd36bd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408738 Feb 19 02:56:08.157781 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149eeb1f-d1bd-4b49-a1c2-d46d3580a0cf x-openstack-request-id: req-149eeb1f-d1bd-4b49-a1c2-d46d3580a0cf {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:08.158623 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbdb99a-db8e-43b0-a445-535206f32076", "name": "network-vif-plugged", "status": "completed", "tag": "f778b880-3698-4e45-9cb4-2a175cd34a2e", "code": 200}, {"server_uuid": "de50df75-7ce6-4717-8e45-a81dc5b80fec", "name": "network-vif-plugged", "status": "completed", "tag": "b286e070-ba03-45ac-96ea-566db3652808", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:08.159319 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-149eeb1f-d1bd-4b49-a1c2-d46d3580a0cf {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:08.160241 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbdb99a-db8e-43b0-a445-535206f32076', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f778b880-3698-4e45-9cb4-2a175cd34a2e', 'code': 200} Feb 19 02:56:08.161028 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de50df75-7ce6-4717-8e45-a81dc5b80fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b286e070-ba03-45ac-96ea-566db3652808', 'code': 200} Feb 19 02:56:08.237276 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:08.284152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b88e85ac-73cd-4a82-9353-4cefbc6d9d96 req-6162b879-da26-4764-84a2-5972d3da8119 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 210 time: 0.0655503 Feb 19 02:56:08.318971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 661bf14c-a9e3-4eeb-8131-0604ffbfd458 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:08.336219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608afb2e-decc-44ed-a0e5-f9646086691d req-094e9094-d34d-4011-b407-9795a4e8e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:08.340344 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-608afb2e-decc-44ed-a0e5-f9646086691d req-094e9094-d34d-4011-b407-9795a4e8e8c8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 1131 time: 0.0863776 Feb 19 02:56:08.371016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632df79-bc6d-4192-bd48-63242f5eb8d6 req-58ff3fee-cd37-4f22-901f-64a976a8338f tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:08.372588 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e632df79-bc6d-4192-bd48-63242f5eb8d6 req-58ff3fee-cd37-4f22-901f-64a976a8338f tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 944 time: 0.1413679 Feb 19 02:56:08.375556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c5061-14dd-4d77-9db3-81d8db2071a8 req-ddcbe3f1-e514-4d94-b3a0-1963ed2e4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:08.376992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-209c5061-14dd-4d77-9db3-81d8db2071a8 req-ddcbe3f1-e514-4d94-b3a0-1963ed2e4b64 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 1128 time: 0.1038561 Feb 19 02:56:08.434847 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-608afb2e-decc-44ed-a0e5-f9646086691d req-4dc73cb2-2527-49c9-b369-98ed71580772 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850143 Feb 19 02:56:08.488327 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 661bf14c-a9e3-4eeb-8131-0604ffbfd458, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=661bf14c-a9e3-4eeb-8131-0604ffbfd458,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:08.490899 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e632df79-bc6d-4192-bd48-63242f5eb8d6 req-ee34b00d-d847-4f24-b3d8-ef08743313c9 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112323 Feb 19 02:56:08.493182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-209c5061-14dd-4d77-9db3-81d8db2071a8 req-b0515cda-6519-42b6-8032-2eea7be3b723 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=686cc46c-9344-435b-9cc2-1a2cd36bd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063910 Feb 19 02:56:08.507981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '661bf14c-a9e3-4eeb-8131-0604ffbfd458', 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'port_id': '661bf14c-a9e3-4eeb-8131-0604ffbfd458', 'mac_address': 'fa:16:3e:eb:0d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b709ca32-9176-48c8-932f-4c728cc3cfc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:56:08.514619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e8f35-857f-478a-9b63-ecc999fd40e8 req-23389324-e1ef-41ee-8c9a-9427fc1eeaea tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:08.516332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-114e8f35-857f-478a-9b63-ecc999fd40e8 req-23389324-e1ef-41ee-8c9a-9427fc1eeaea tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1043522 Feb 19 02:56:08.552131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:08.552527 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:08.566396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661bf14c-a9e3-4eeb-8131-0604ffbfd458 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:08.569649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-114e8f35-857f-478a-9b63-ecc999fd40e8 req-a9a4dbe2-dbb2-4f29-a1e5-d3079c4b109e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467367 Feb 19 02:56:08.591847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 661bf14c-a9e3-4eeb-8131-0604ffbfd458, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=661bf14c-a9e3-4eeb-8131-0604ffbfd458,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:08.597687 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:08.653373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad9b09-7c2b-4ede-8a47-cb4c61ad3206 req-d388ff53-123f-4fcd-91e2-f518d11f1b43 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:08.654772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=661bf14c-a9e3-4eeb-8131-0604ffbfd458,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:08.654866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fad9b09-7c2b-4ede-8a47-cb4c61ad3206 req-d388ff53-123f-4fcd-91e2-f518d11f1b43 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 943 time: 0.0603118 Feb 19 02:56:08.703086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fad9b09-7c2b-4ede-8a47-cb4c61ad3206 req-b8a768c3-6789-455d-8f4d-7a5c7d48503b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425022 Feb 19 02:56:08.953296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44594) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:08.996501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['661bf14c-a9e3-4eeb-8131-0604ffbfd458'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:09.099004 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be430100-f896-4834-a7ac-28d99edffccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.109144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0e969-d9fe-49d4-a006-18ec3fa523fd req-2381b959-f3c3-4cc9-84cf-6b55680ea2ec tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:09.110575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71c0e969-d9fe-49d4-a006-18ec3fa523fd req-2381b959-f3c3-4cc9-84cf-6b55680ea2ec tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 949 time: 0.0978637 Feb 19 02:56:09.190472 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71c0e969-d9fe-49d4-a006-18ec3fa523fd req-6d0e6ace-1446-4313-bce7-2ee9372faa86 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727105 Feb 19 02:56:09.253656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be430100-f896-4834-a7ac-28d99edffccb admin admin] Publish callbacks [] for security_group (c88c7a3b-9c03-4b7b-a7ab-4ca320b72003), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.264175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf94e74-a2ed-4a93-bfaf-d9ceeb05817b req-d71ab316-1a23-4d80-baea-41ae5e3e793d tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:09.265691 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4bf94e74-a2ed-4a93-bfaf-d9ceeb05817b req-d71ab316-1a23-4d80-baea-41ae5e3e793d tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 946 time: 0.0928960 Feb 19 02:56:09.267011 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be430100-f896-4834-a7ac-28d99edffccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c88c7a3b-9c03-4b7b-a7ab-4ca320b72003), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.343200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-736dc8eb-e3c8-46db-960b-9b11d0004eb9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568740 Feb 19 02:56:09.346597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-be430100-f896-4834-a7ac-28d99edffccb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=785ed682c2464ffb91db85ca0c1d223f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3922412 Feb 19 02:56:09.349541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44604) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:09.359690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be430100-f896-4834-a7ac-28d99edffccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88c7a3b-9c03-4b7b-a7ab-4ca320b72003,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:09.372234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d9e493b9-669f-4bac-96e7-761fd0655669 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:09.441432 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c546e1b-839c-4672-9dde-b37e2cd46b1a admin admin] Publish callbacks [] for security_group (c88c7a3b-9c03-4b7b-a7ab-4ca320b72003), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.449634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d01c2322-d6aa-4bc9-b556-6fb3d8a47c68 req-0fe4106f-9e43-4199-86eb-1fe028257dc5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 210 time: 0.0702598 Feb 19 02:56:09.455090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4bf94e74-a2ed-4a93-bfaf-d9ceeb05817b req-3ca50052-3815-462f-89c1-f673fe4976db tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/security-groups?id=686cc46c-9344-435b-9cc2-1a2cd36bd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823170 Feb 19 02:56:09.475732 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c546e1b-839c-4672-9dde-b37e2cd46b1a admin admin] Publish callbacks [] for security_group (c88c7a3b-9c03-4b7b-a7ab-4ca320b72003), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.519157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-aee8e98e-d3a8-4d53-a9fc-b0b06c86ec51 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:09.519415 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d9e493b9-669f-4bac-96e7-761fd0655669,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:09.520876 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-aee8e98e-d3a8-4d53-a9fc-b0b06c86ec51 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709459 Feb 19 02:56:09.531792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c546e1b-839c-4672-9dde-b37e2cd46b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c88c7a3b-9c03-4b7b-a7ab-4ca320b72003), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.533467 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'd9e493b9-669f-4bac-96e7-761fd0655669', 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f', 'port_id': 'd9e493b9-669f-4bac-96e7-761fd0655669', 'mac_address': 'fa:16:3e:8d:77:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5893490c-d4cb-4757-b30f-05a9f5b653ad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:56:09.534439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Request body: {'port': {'device_id': 'f6c791a1-9537-4cd1-8033-849dca2b7c5a', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': 'ce5f087a3fd347cb89e77f1f4b0cebb9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:09.537967 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c546e1b-839c-4672-9dde-b37e2cd46b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.542391 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4c546e1b-839c-4672-9dde-b37e2cd46b1a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c88c7a3b-9c03-4b7b-a7ab-4ca320b72003 HTTP/1.1" status: 204 len: 168 time: 0.1916087 Feb 19 02:56:09.550892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c546e1b-839c-4672-9dde-b37e2cd46b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88c7a3b-9c03-4b7b-a7ab-4ca320b72003,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:09.587002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d9e493b9-669f-4bac-96e7-761fd0655669 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:09.587482 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.605129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e493b9-669f-4bac-96e7-761fd0655669 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:09.637705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d9e493b9-669f-4bac-96e7-761fd0655669,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:09.646360 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.680437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468eb68a-6344-495e-aabf-fe340d078a73 req-6b7a859a-02d0-475e-b0e0-6884e8695360 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:09.682188 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-468eb68a-6344-495e-aabf-fe340d078a73 req-6b7a859a-02d0-475e-b0e0-6884e8695360 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 945 time: 0.0992143 Feb 19 02:56:09.716748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d9e493b9-669f-4bac-96e7-761fd0655669,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:09.777256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-468eb68a-6344-495e-aabf-fe340d078a73 req-037bbbcf-6145-49f9-a077-a2430f9a561a tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732548 Feb 19 02:56:09.778991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Made reservation on behalf of ce5f087a3fd347cb89e77f1f4b0cebb9 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:09.783714 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.811202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43206644-15cb-4ffc-b8ba-bd8adcc091a8 req-2c9f0207-c2ad-4920-b5c4-ddbdacb09ad1 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:09.818825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43206644-15cb-4ffc-b8ba-bd8adcc091a8 req-2c9f0207-c2ad-4920-b5c4-ddbdacb09ad1 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1646700 Feb 19 02:56:09.980618 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:09.984882 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43206644-15cb-4ffc-b8ba-bd8adcc091a8 req-6c9373d6-c33b-4cfb-952e-c1f38de6e58c tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644444 Feb 19 02:56:10.012013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd11b32-2972-4665-8925-998902d0974c req-a6b430e3-726b-44b7-b998-4a995792e4df tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:10.013642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcd11b32-2972-4665-8925-998902d0974c req-a6b430e3-726b-44b7-b998-4a995792e4df tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 944 time: 0.1398346 Feb 19 02:56:10.035323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d9e493b9-669f-4bac-96e7-761fd0655669'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:10.054438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Allocated IP 192.168.233.171 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/46876af1-486b-4e7c-b23f-d5643b084b2f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:10.115201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcd11b32-2972-4665-8925-998902d0974c req-a1d4b1bd-8d18-4577-957f-b939fc6a38dd tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882092 Feb 19 02:56:10.256944 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks [] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.326783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 661bf14c-a9e3-4eeb-8131-0604ffbfd458 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:10.333422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bbd7a7-ec3e-4011-88f4-5716585023ff req-5205ce4c-a912-4d56-9a2d-d01c86d39831 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:10.334951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3bbd7a7-ec3e-4011-88f4-5716585023ff req-5205ce4c-a912-4d56-9a2d-d01c86d39831 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 949 time: 0.0735798 Feb 19 02:56:10.338102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.351937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['a07436f2-8382-49d2-b724-51e581d85931'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:10.370635 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44634) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:10.403784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:10.415204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:10.423952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:10.425306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Pushing event updated for resources: {'Port': ['ID=46876af1-486b-4e7c-b23f-d5643b084b2f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:10.432538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:56:10.440219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:10.440594 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.479414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3bbd7a7-ec3e-4011-88f4-5716585023ff req-3e64f5aa-5eed-4c8c-a882-bc8e35460825 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311028 Feb 19 02:56:10.508637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:10.515637 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.519826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-361252716-network', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:10.548695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-5ec995ca-dab8-4b7f-a8dc-e899aaa833f8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0187800 Feb 19 02:56:10.561434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Request body: {'port': {'device_id': 'f6c791a1-9537-4cd1-8033-849dca2b7c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:10.567226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Made reservation on behalf of fe7fe0901f394e8f9e082953e4a56c62 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:10.570032 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.585216 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.698429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Publish callbacks [] for security_group (644b4d9e-8ae1-43cc-849b-00f7b894fbe7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.704868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (644b4d9e-8ae1-43cc-849b-00f7b894fbe7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.716120 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.728313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:56:10.744066 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=644b4d9e-8ae1-43cc-849b-00f7b894fbe7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:10.747429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c1d13c4a-88b9-4d72-9dfd-76df5245d34f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.747766 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Added segment c1d13c4a-88b9-4d72-9dfd-76df5245d34f of type vlan for network dcb34c22-2301-4073-88ee-434b39e0b778 Feb 19 02:56:10.772377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b87545-a367-4576-8cf7-80a0a3972bc0 req-fa31456f-0483-458f-a374-59caff125c6e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:10.774392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2b87545-a367-4576-8cf7-80a0a3972bc0 req-fa31456f-0483-458f-a374-59caff125c6e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 936 time: 0.2079589 Feb 19 02:56:10.792292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:10.792699 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.793535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (dcb34c22-2301-4073-88ee-434b39e0b778), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.798232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d6f7ae76-5e3c-4f3d-9474-22f5b18cae4e None None] Provisioning complete for port 46876af1-486b-4e7c-b23f-d5643b084b2f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:10.798804 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d6f7ae76-5e3c-4f3d-9474-22f5b18cae4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.811214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b85d3-5407-4d43-afa1-5cdebcec26aa req-fad86f0f-af57-4a5d-82c9-ebaf3476dd6c tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:10.812717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f0b85d3-5407-4d43-afa1-5cdebcec26aa req-fad86f0f-af57-4a5d-82c9-ebaf3476dd6c tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 946 time: 0.1741388 Feb 19 02:56:10.828716 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (dcb34c22-2301-4073-88ee-434b39e0b778), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.830490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:10.831162 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.846721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6805d08b-f054-4d23-bff2-2f6fbc294264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661bf14c-a9e3-4eeb-8131-0604ffbfd458'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:10.849268 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164c46cf-ac5b-4270-848d-b8497a5446e4" -d '{"events": [{"server_uuid": "6805d08b-f054-4d23-bff2-2f6fbc294264", "name": "network-vif-plugged", "status": "completed", "tag": "661bf14c-a9e3-4eeb-8131-0604ffbfd458"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:10.866524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d6f7ae76-5e3c-4f3d-9474-22f5b18cae4e None None] Port 46876af1-486b-4e7c-b23f-d5643b084b2f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:10.871367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 661bf14c-a9e3-4eeb-8131-0604ffbfd458, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=661bf14c-a9e3-4eeb-8131-0604ffbfd458,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:10.879904 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.894472 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5224304 Feb 19 02:56:10.897348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44648) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:10.902150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-19d4d330-9cc9-402d-adf3-276ad12278fd admin admin] Request body: {'subnet': {'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-361252716-subnet', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:10.912826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f627402b-d1c7-4e6c-953a-61c44c3f8b70 admin admin] Pushing event updated for resources: {'Network': ['ID=dcb34c22-2301-4073-88ee-434b39e0b778,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:10.926086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network dcb34c22-2301-4073-88ee-434b39e0b778 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:56:10.934002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d4d330-9cc9-402d-adf3-276ad12278fd admin admin] Made reservation on behalf of fe7fe0901f394e8f9e082953e4a56c62 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:10.936377 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19d4d330-9cc9-402d-adf3-276ad12278fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:10.952028 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=661bf14c-a9e3-4eeb-8131-0604ffbfd458,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:10.969808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2b87545-a367-4576-8cf7-80a0a3972bc0 req-7b7afdf3-45ec-423a-89c7-c89489d15dbd tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712279 Feb 19 02:56:10.977150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f0b85d3-5407-4d43-afa1-5cdebcec26aa req-2bb86468-165b-4e17-b917-9db555fc1ae2 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/security-groups?id=686cc46c-9344-435b-9cc2-1a2cd36bd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568391 Feb 19 02:56:11.152094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c192a-f2af-4dda-a43e-1b59cef5fab5 req-7d1712cf-b2af-4b9f-9ab8-e744b7d1e1c0 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:11.153204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-818c192a-f2af-4dda-a43e-1b59cef5fab5 req-7d1712cf-b2af-4b9f-9ab8-e744b7d1e1c0 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 946 time: 0.0942221 Feb 19 02:56:11.175450 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19d4d330-9cc9-402d-adf3-276ad12278fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (90cf7412-9c32-4d55-aa79-af823815fc6a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.233876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46876af1-486b-4e7c-b23f-d5643b084b2f {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:11.235699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4d330-9cc9-402d-adf3-276ad12278fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=90cf7412-9c32-4d55-aa79-af823815fc6a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:11.244454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Publish callbacks [] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.244917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d4d330-9cc9-402d-adf3-276ad12278fd admin admin] Checking segment: {'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:11.245719 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d4d330-9cc9-402d-adf3-276ad12278fd admin admin] Network hostable DHCP agents. Network: dcb34c22-2301-4073-88ee-434b39e0b778, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:56:11.251371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-818c192a-f2af-4dda-a43e-1b59cef5fab5 req-f498804b-1e73-45ee-96e6-8952315ab500 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858281 Feb 19 02:56:11.262479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Transition to ACTIVE for port object 46876af1-486b-4e7c-b23f-d5643b084b2f will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:11.265730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d4d330-9cc9-402d-adf3-276ad12278fd admin admin] Network dcb34c22-2301-4073-88ee-434b39e0b778 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:56:11.273580 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.277978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-19d4d330-9cc9-402d-adf3-276ad12278fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, dcb34c22-2301-4073-88ee-434b39e0b778) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:11.283671 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d4d330-9cc9-402d-adf3-276ad12278fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:11.284370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19d4d330-9cc9-402d-adf3-276ad12278fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.289708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e711dc-66f0-4141-bfa0-f18a7ef7d529 None None] Network dcb34c22-2301-4073-88ee-434b39e0b778 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:56:11.314806 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-19d4d330-9cc9-402d-adf3-276ad12278fd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4161849 Feb 19 02:56:11.318391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44658) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:11.326094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:11.343496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Pushing event updated for resources: {'Port': ['ID=46876af1-486b-4e7c-b23f-d5643b084b2f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:11.358438 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eea8a27-75d5-48c2-9120-c0b8b0001c2b x-openstack-request-id: req-3eea8a27-75d5-48c2-9120-c0b8b0001c2b {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:11.359607 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6805d08b-f054-4d23-bff2-2f6fbc294264", "name": "network-vif-plugged", "status": "completed", "tag": "661bf14c-a9e3-4eeb-8131-0604ffbfd458", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:11.360081 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3eea8a27-75d5-48c2-9120-c0b8b0001c2b {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:11.360695 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6805d08b-f054-4d23-bff2-2f6fbc294264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661bf14c-a9e3-4eeb-8131-0604ffbfd458', 'code': 200} Feb 19 02:56:11.372218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d9e493b9-669f-4bac-96e7-761fd0655669 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:11.453402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-cc655da9-5fa1-4ec4-82cc-3697fb77d4c9 req-214ec6c0-257f-4c59-8bdd-4ff58084f2d3 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:56:11.454464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc655da9-5fa1-4ec4-82cc-3697fb77d4c9 req-214ec6c0-257f-4c59-8bdd-4ff58084f2d3 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154488 Feb 19 02:56:11.457600 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (7fe0fafb-675c-4e62-a484-128d27960405), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.459413 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (7fe0fafb-675c-4e62-a484-128d27960405), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.529496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Attempting to bind port 46876af1-486b-4e7c-b23f-d5643b084b2f on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:11.529721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Attempting to bind port 46876af1-486b-4e7c-b23f-d5643b084b2f by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:11.529842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd610c-6c1c-4d33-8012-dac399783428 req-0f28172d-cc95-453d-b4e5-80943484a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:11.530300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Attempting to bind port 46876af1-486b-4e7c-b23f-d5643b084b2f on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:11.531417 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-90cd610c-6c1c-4d33-8012-dac399783428 req-0f28172d-cc95-453d-b4e5-80943484a5db service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 1128 time: 0.1018286 Feb 19 02:56:11.550999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-dcb34c22-2301-4073-88ee-434b39e0b778', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'fixed_ips': [{'subnet_id': '90cf7412-9c32-4d55-aa79-af823815fc6a'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:56:11.551887 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.567060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port d9e493b9-669f-4bac-96e7-761fd0655669 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:56:11.576162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port d9e493b9-669f-4bac-96e7-761fd0655669 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:11.576162 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.589349 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Publish callbacks [] for router_controller (7fe0fafb-675c-4e62-a484-128d27960405), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.604253 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-90cd610c-6c1c-4d33-8012-dac399783428 req-86b8fb66-30d3-45ea-bed5-533a27e593e1 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636077 Feb 19 02:56:11.604504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Port 46876af1-486b-4e7c-b23f-d5643b084b2f on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:11.604504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Attempting to bind port 46876af1-486b-4e7c-b23f-d5643b084b2f on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:11.673945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:11.674281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:11.674666 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:11.675108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Bound port: 46876af1-486b-4e7c-b23f-d5643b084b2f, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:11.675456 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.779793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d9e493b9-669f-4bac-96e7-761fd0655669 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:11.780077 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.782299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Allocated IP 172.20.0.2 (dcb34c22-2301-4073-88ee-434b39e0b778/90cf7412-9c32-4d55-aa79-af823815fc6a/75dd58b3-af99-4781-9b76-14e6a97f6f2d) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:11.838724 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Publish callbacks [] for router_gateway (7fe0fafb-675c-4e62-a484-128d27960405), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.855333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52ee8c-02e8-4537-b7c8-e0fd6cc0f550 req-bbade156-c5bb-4bb7-b865-2b289e716e15 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:11.856872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e52ee8c-02e8-4537-b7c8-e0fd6cc0f550 req-bbade156-c5bb-4bb7-b865-2b289e716e15 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.2662292 Feb 19 02:56:11.860694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d9e493b9-669f-4bac-96e7-761fd0655669,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:11.867182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae90d37f-4d97-4d8d-80cd-b1eaa4528c6c req-43dec415-9546-4732-88eb-2fd85e9f991b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:11.868590 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.868760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae90d37f-4d97-4d8d-80cd-b1eaa4528c6c req-43dec415-9546-4732-88eb-2fd85e9f991b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 944 time: 0.2123430 Feb 19 02:56:11.914877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] For port 46876af1-486b-4e7c-b23f-d5643b084b2f, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:11.950402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d9e493b9-669f-4bac-96e7-761fd0655669,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:11.969454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] For port 46876af1-486b-4e7c-b23f-d5643b084b2f, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46876af1-486b-4e7c-b23f-d5643b084b2f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:11.991560 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:11.995504 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Publish callbacks [] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:12.002116 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:12.008222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e52ee8c-02e8-4537-b7c8-e0fd6cc0f550 req-e98d17d4-ecd7-452f-8e35-354a664ade04 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385248 Feb 19 02:56:12.054853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae90d37f-4d97-4d8d-80cd-b1eaa4528c6c req-e93eb5d8-2b25-4c02-b97f-8fe2dcf8cedf tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674590 Feb 19 02:56:12.058751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Network dcb34c22-2301-4073-88ee-434b39e0b778 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:12.059040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:12.059656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:12.061150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] 10.222.0.67 "PUT /v2.0/ports/46876af1-486b-4e7c-b23f-d5643b084b2f HTTP/1.1" status: 200 len: 1096 time: 1.5043769 Feb 19 02:56:12.061513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6c791a1-9537-4cd1-8033-849dca2b7c5a', 'tag': '46876af1-486b-4e7c-b23f-d5643b084b2f'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:12.063771 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f532dc2-465c-4267-8889-6fb2161a9b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "f6c791a1-9537-4cd1-8033-849dca2b7c5a", "tag": "46876af1-486b-4e7c-b23f-d5643b084b2f"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:12.064269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:12.067221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:12.070787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Pushing event updated for resources: {'Port': ['ID=75dd58b3-af99-4781-9b76-14e6a97f6f2d,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:12.100063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Pushing event updated for resources: {'Port': ['ID=46876af1-486b-4e7c-b23f-d5643b084b2f,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:12.121859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.122196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.122526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.122845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.123176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.123491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.123809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.124136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.124446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.124793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.125240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.125559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.125867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025e7d2-9c4c-4034-af96-ed8e4495b8bc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:12.180914 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Attempting to bind port 75dd58b3-af99-4781-9b76-14e6a97f6f2d on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:12.181282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Attempting to bind port 75dd58b3-af99-4781-9b76-14e6a97f6f2d by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:12.181645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Attempting to bind port 75dd58b3-af99-4781-9b76-14e6a97f6f2d on network dcb34c22-2301-4073-88ee-434b39e0b778 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:12.188102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:12.188102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Checking segment: {'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:12.188102 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:12.188102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Bound using segment: {'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:12.189717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Bound port: 75dd58b3-af99-4781-9b76-14e6a97f6f2d, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:12.189717 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:12.257766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] For port 75dd58b3-af99-4781-9b76-14e6a97f6f2d, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:12.261447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] For port 75dd58b3-af99-4781-9b76-14e6a97f6f2d, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=75dd58b3-af99-4781-9b76-14e6a97f6f2d,segment=NetworkSegment(c1d13c4a-88b9-4d72-9dfd-76df5245d34f),segment_id=c1d13c4a-88b9-4d72-9dfd-76df5245d34f)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:12.269988 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:12.348352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ca7fe-fbe8-440d-ab4d-c46f6a2c7805 None None] Pushing event updated for resources: {'Port': ['ID=75dd58b3-af99-4781-9b76-14e6a97f6f2d,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:12.575765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-9da32cb5-14ea-4ff5-986d-45d9af833a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:12.577314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-9da32cb5-14ea-4ff5-986d-45d9af833a54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 1130 time: 0.4477196 Feb 19 02:56:12.619075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0396403-bc82-496e-b3db-f0ff59e1d45b req-48863031-2f38-439c-8474-15120ab3bd1e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:12.621038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0396403-bc82-496e-b3db-f0ff59e1d45b req-48863031-2f38-439c-8474-15120ab3bd1e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 948 time: 0.4378564 Feb 19 02:56:12.627840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafc14d-e59f-4013-9a47-316e542abe73 req-f2c963ca-d005-428d-85f7-1318085e3e57 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:12.629309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2aafc14d-e59f-4013-9a47-316e542abe73 req-f2c963ca-d005-428d-85f7-1318085e3e57 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 949 time: 0.4579048 Feb 19 02:56:12.673610 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-4c668dd5-d6ed-456e-b4c1-8257a296161b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=46876af1-486b-4e7c-b23f-d5643b084b2f HTTP/1.1" status: 200 len: 217 time: 0.0699916 Feb 19 02:56:12.706020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Publish callbacks [] for router_gateway (7fe0fafb-675c-4e62-a484-128d27960405), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:12.762466 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:12.831096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0a7d3f4a-13dd-4ec3-9b7e-ce06257dd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:12.832772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-0a7d3f4a-13dd-4ec3-9b7e-ce06257dd86c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1469750 Feb 19 02:56:12.835605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0396403-bc82-496e-b3db-f0ff59e1d45b req-bf8da041-e560-4a05-bffb-a14b539f50e4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025154 Feb 19 02:56:12.843234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2aafc14d-e59f-4013-9a47-316e542abe73 req-01615b4d-4480-4155-b7bb-fd5b9cd08d6e tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741874 Feb 19 02:56:12.903397 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f9086a-1d93-4f5e-8c81-a076d861adff x-openstack-request-id: req-89f9086a-1d93-4f5e-8c81-a076d861adff {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:12.903682 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6c791a1-9537-4cd1-8033-849dca2b7c5a", "tag": "46876af1-486b-4e7c-b23f-d5643b084b2f", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:12.903959 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-89f9086a-1d93-4f5e-8c81-a076d861adff {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:12.904279 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6c791a1-9537-4cd1-8033-849dca2b7c5a', 'tag': '46876af1-486b-4e7c-b23f-d5643b084b2f', 'status': 'completed', 'code': 200} Feb 19 02:56:12.957866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 75dd58b3-af99-4781-9b76-14e6a97f6f2d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:12.963914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Allocated IP 172.25.1.181 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/f6fdaec5-6ab7-4322-815e-d01f1b12d336) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:12.969229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-02fdf0ad-ee77-425a-82e4-9c94a605b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:12.970771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-02fdf0ad-ee77-425a-82e4-9c94a605b7cb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1134076 Feb 19 02:56:13.063954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 75dd58b3-af99-4781-9b76-14e6a97f6f2d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:13.064775 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.205175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 75dd58b3-af99-4781-9b76-14e6a97f6f2d is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:13.206231 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.243142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 75dd58b3-af99-4781-9b76-14e6a97f6f2d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=75dd58b3-af99-4781-9b76-14e6a97f6f2d,segment=NetworkSegment(c1d13c4a-88b9-4d72-9dfd-76df5245d34f),segment_id=c1d13c4a-88b9-4d72-9dfd-76df5245d34f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:13.249630 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.264915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166e176-f027-4da7-854a-1dd663cdcc16 req-553118d4-7c9b-44ca-80b0-6e619bd28cc7 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:13.266518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2166e176-f027-4da7-854a-1dd663cdcc16 req-553118d4-7c9b-44ca-80b0-6e619bd28cc7 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 946 time: 0.2446384 Feb 19 02:56:13.289503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-68882c82-aa14-44f5-8034-8dc649f799b4 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100450 Feb 19 02:56:13.301818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=75dd58b3-af99-4781-9b76-14e6a97f6f2d,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:13.346064 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Publish callbacks [] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.362314 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f554ba7f-c28d-45d1-bcb9-11e826655123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e493b9-669f-4bac-96e7-761fd0655669'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:13.365204 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fb639c-58df-49ac-ad1b-25a77f04c29b" -d '{"events": [{"server_uuid": "f554ba7f-c28d-45d1-bcb9-11e826655123", "name": "network-vif-plugged", "status": "completed", "tag": "d9e493b9-669f-4bac-96e7-761fd0655669"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:13.372405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e03cfae-4ca8-46be-b0d6-7c131e9721b9 None None] Network dcb34c22-2301-4073-88ee-434b39e0b778 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:56:13.417376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdc022-b701-468d-9f06-c51a2ef70441 req-769e0c7e-f7a4-4e07-84c8-6b0d48b7bfb9 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:13.418863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24bdc022-b701-468d-9f06-c51a2ef70441 req-769e0c7e-f7a4-4e07-84c8-6b0d48b7bfb9 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.2222641 Feb 19 02:56:13.433783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2166e176-f027-4da7-854a-1dd663cdcc16 req-3cf35815-7b90-43e1-b604-2fd0b9ced68a tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572227 Feb 19 02:56:13.440209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5ade6771-62f9-4464-9e6f-46cfe390b445 None None] Provisioning complete for port 75dd58b3-af99-4781-9b76-14e6a97f6f2d triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:13.440566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ade6771-62f9-4464-9e6f-46cfe390b445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.502617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09deaae1-e527-41ea-9b0d-efb34fa056c2 req-43262a70-c615-4809-8e52-9bcd58745cd5 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974952 Feb 19 02:56:13.512421 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.550620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24bdc022-b701-468d-9f06-c51a2ef70441 req-5aae2088-5cca-4d88-9255-c60080496f4b tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232264 Feb 19 02:56:13.564904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5ade6771-62f9-4464-9e6f-46cfe390b445 None None] Current status of the port 75dd58b3-af99-4781-9b76-14e6a97f6f2d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:13.593001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:13.607907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-9d47e6a4-dd2b-4284-8a9e-0212fb0ff6c6 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=8e59aafe161a47febc307cb670e75018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617607 Feb 19 02:56:13.610240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:13.613359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:13.667559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Pushing event updated for resources: {'Port': ['ID=f6fdaec5-6ab7-4322-815e-d01f1b12d336,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:13.795794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-070b0172-1eae-4ae3-a70f-6903040bd152 None None] Provisioning complete for port 75dd58b3-af99-4781-9b76-14e6a97f6f2d triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:13.796166 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-070b0172-1eae-4ae3-a70f-6903040bd152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:13.875612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f532dc2-465c-4267-8889-6fb2161a9b8b req-02ed4ab4-abb3-487d-a8b2-c7d5d278a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:13.877071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f532dc2-465c-4267-8889-6fb2161a9b8b req-02ed4ab4-abb3-487d-a8b2-c7d5d278a685 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 1130 time: 0.3036008 Feb 19 02:56:13.881166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-070b0172-1eae-4ae3-a70f-6903040bd152 None None] Current status of the port 75dd58b3-af99-4781-9b76-14e6a97f6f2d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:13.912226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-1e94433e-e100-4d43-9b41-4f949eddd64d tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:13.913672 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-1e94433e-e100-4d43-9b41-4f949eddd64d tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3049624 Feb 19 02:56:13.920278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ca358-1f90-4d68-bc86-cb9361c95bf3 req-f4ca0230-1df5-4bf0-bad2-98a50d9d52e1 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:13.921676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-055ca358-1f90-4d68-bc86-cb9361c95bf3 req-f4ca0230-1df5-4bf0-bad2-98a50d9d52e1 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 945 time: 0.2748005 Feb 19 02:56:14.001722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-613ae41c-f953-466d-b6d7-209e08d19c4a tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/quotas/8e59aafe161a47febc307cb670e75018 HTTP/1.1" status: 200 len: 375 time: 0.0759912 Feb 19 02:56:14.133252 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-055ca358-1f90-4d68-bc86-cb9361c95bf3 req-7c677893-96f2-48fe-97a5-d7df92a24582 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806176 Feb 19 02:56:14.138841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f532dc2-465c-4267-8889-6fb2161a9b8b req-34602adb-436d-482f-9013-7fe006cb6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.140271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f532dc2-465c-4267-8889-6fb2161a9b8b req-34602adb-436d-482f-9013-7fe006cb6e15 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2428107 Feb 19 02:56:14.216384 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f532dc2-465c-4267-8889-6fb2161a9b8b req-f0b99ad1-3175-4bcb-b985-b731aee31771 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=46876af1-486b-4e7c-b23f-d5643b084b2f HTTP/1.1" status: 200 len: 217 time: 0.0426850 Feb 19 02:56:14.236905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-2673c9ee-f9a9-4c58-8c19-2697dff932e3 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=8e59aafe161a47febc307cb670e75018&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2240868 Feb 19 02:56:14.285287 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Publish callbacks [] for router_gateway (7fe0fafb-675c-4e62-a484-128d27960405), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:14.362255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f532dc2-465c-4267-8889-6fb2161a9b8b req-902b3183-0f70-4be8-afbd-eab935404ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.363744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f532dc2-465c-4267-8889-6fb2161a9b8b req-902b3183-0f70-4be8-afbd-eab935404ec2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1385040 Feb 19 02:56:14.375480 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97082cc-d899-4f5e-a69a-0ed1a56e24aa x-openstack-request-id: req-b97082cc-d899-4f5e-a69a-0ed1a56e24aa {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:14.375992 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f554ba7f-c28d-45d1-bcb9-11e826655123", "name": "network-vif-plugged", "status": "completed", "tag": "d9e493b9-669f-4bac-96e7-761fd0655669", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:14.376090 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b97082cc-d899-4f5e-a69a-0ed1a56e24aa {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:14.376446 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f554ba7f-c28d-45d1-bcb9-11e826655123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e493b9-669f-4bac-96e7-761fd0655669', 'code': 200} Feb 19 02:56:14.484050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e8270-b809-4cca-ba6e-2879c0f4f870 req-1a5e6c3b-8eb2-468b-97f7-9abffeb08d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.485915 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1c8e8270-b809-4cca-ba6e-2879c0f4f870 req-1a5e6c3b-8eb2-468b-97f7-9abffeb08d31 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 1127 time: 0.0511603 Feb 19 02:56:14.549920 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1c8e8270-b809-4cca-ba6e-2879c0f4f870 req-946aaa53-1409-4274-b137-b7df11273520 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555604 Feb 19 02:56:14.684137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b549fc-c208-47e5-904a-314f83fe86b8 req-5f948e4a-026b-4894-b164-1f55e8ef352f tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.689352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7b549fc-c208-47e5-904a-314f83fe86b8 req-5f948e4a-026b-4894-b164-1f55e8ef352f tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 946 time: 0.4787540 Feb 19 02:56:14.798254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45590f3c-96cc-497e-8f11-0ce7dfa02bca req-bf262fb2-6f6b-40ae-a5f5-9c97a2f90b21 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.799725 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45590f3c-96cc-497e-8f11-0ce7dfa02bca req-bf262fb2-6f6b-40ae-a5f5-9c97a2f90b21 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.67 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 946 time: 0.0518854 Feb 19 02:56:14.873109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7b549fc-c208-47e5-904a-314f83fe86b8 req-c9ec5992-c6d1-4ae0-b772-ada5745b0355 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/security-groups?id=686cc46c-9344-435b-9cc2-1a2cd36bd7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412544 Feb 19 02:56:14.884518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38d56f-00e4-4620-8b0b-81c4e63692c1 req-3ae28f49-4d62-4453-9d7c-891578e74fec tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.886455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a38d56f-00e4-4620-8b0b-81c4e63692c1 req-3ae28f49-4d62-4453-9d7c-891578e74fec tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 948 time: 0.2183766 Feb 19 02:56:14.887689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 75dd58b3-af99-4781-9b76-14e6a97f6f2d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:14.891019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f532dc2-465c-4267-8889-6fb2161a9b8b req-90fff92a-8388-4971-8228-8b934df1a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:14.892085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f532dc2-465c-4267-8889-6fb2161a9b8b req-90fff92a-8388-4971-8228-8b934df1a5a3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2252338 Feb 19 02:56:14.943498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-45590f3c-96cc-497e-8f11-0ce7dfa02bca req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Deleting port b286e070-ba03-45ac-96ea-566db3652808 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:14.943748 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45590f3c-96cc-497e-8f11-0ce7dfa02bca req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b286e070-ba03-45ac-96ea-566db3652808), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:14.962775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 75dd58b3-af99-4781-9b76-14e6a97f6f2d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:14.963296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.031057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b0252fea-1186-4a30-bd67-7a05bb1cda67 req-9845ad86-f19d-42e5-b1f5-6cdad52faa37 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0660210 Feb 19 02:56:15.044763 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 75dd58b3-af99-4781-9b76-14e6a97f6f2d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:15.058389 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (7fe0fafb-675c-4e62-a484-128d27960405), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.086415 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-45590f3c-96cc-497e-8f11-0ce7dfa02bca req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] For port b286e070-ba03-45ac-96ea-566db3652808, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b286e070-ba03-45ac-96ea-566db3652808,segment=NetworkSegment(b7150e6a-81ae-4c56-813d-f82334f522b9),segment_id=b7150e6a-81ae-4c56-813d-f82334f522b9)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:15.086786 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45590f3c-96cc-497e-8f11-0ce7dfa02bca req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b286e070-ba03-45ac-96ea-566db3652808), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.090837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a38d56f-00e4-4620-8b0b-81c4e63692c1 req-91af133c-9921-4b43-9cfd-2a4e32b3f327 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924791 Feb 19 02:56:15.119611 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-45590f3c-96cc-497e-8f11-0ce7dfa02bca req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Calling delete_port for b286e070-ba03-45ac-96ea-566db3652808 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:15.235740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f532dc2-465c-4267-8889-6fb2161a9b8b req-f7f5bfb9-a7cb-4bb4-b58d-4983d3ef90cc service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295431 Feb 19 02:56:15.258430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45590f3c-96cc-497e-8f11-0ce7dfa02bca req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b286e070-ba03-45ac-96ea-566db3652808), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.270992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['b286e070-ba03-45ac-96ea-566db3652808'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:15.299411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Pushing event deleted for resources: {'Port': ['ID=b286e070-ba03-45ac-96ea-566db3652808,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:15.325884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.326225 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.326558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.326988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.327322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.327648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.327969 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.328288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.328721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.329427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.329427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.329650 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.329964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:15.351088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da058ecd-dd25-44a0-af7e-883864d35caf req-32352c3e-39ab-4094-930e-2ca1c1b4809e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:15.351466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-45590f3c-96cc-497e-8f11-0ce7dfa02bca req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] No DVR routers for this DVR port b286e070-ba03-45ac-96ea-566db3652808 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:56:15.352551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da058ecd-dd25-44a0-af7e-883864d35caf req-32352c3e-39ab-4094-930e-2ca1c1b4809e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 946 time: 0.1983702 Feb 19 02:56:15.354543 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45590f3c-96cc-497e-8f11-0ce7dfa02bca req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.358072 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45590f3c-96cc-497e-8f11-0ce7dfa02bca req-a0036a2c-5c2a-47c1-b358-b8edc3010fc5 tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.67 "DELETE /v2.0/ports/b286e070-ba03-45ac-96ea-566db3652808 HTTP/1.1" status: 204 len: 173 time: 0.5512702 Feb 19 02:56:15.358696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de50df75-7ce6-4717-8e45-a81dc5b80fec', 'name': 'network-vif-deleted', 'tag': 'b286e070-ba03-45ac-96ea-566db3652808'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:15.361771 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818104f0-a548-4ffa-bdf4-7e63bbc1354c" -d '{"events": [{"server_uuid": "de50df75-7ce6-4717-8e45-a81dc5b80fec", "name": "network-vif-deleted", "tag": "b286e070-ba03-45ac-96ea-566db3652808"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:15.363161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b41a3f-ebf1-4996-91cd-43f419d3329d req-7f69ccb0-267a-4b99-bf9e-d018b9fbcf29 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:15.364712 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1b41a3f-ebf1-4996-91cd-43f419d3329d req-7f69ccb0-267a-4b99-bf9e-d018b9fbcf29 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.2070591 Feb 19 02:56:15.470607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f532dc2-465c-4267-8889-6fb2161a9b8b req-57f358ae-28d2-4468-9ecc-84431f4fd14b service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260051 Feb 19 02:56:15.482204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da058ecd-dd25-44a0-af7e-883864d35caf req-bbdf7147-54f1-4d40-b8b1-5e3e2c6bea43 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132398 Feb 19 02:56:15.492727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1b41a3f-ebf1-4996-91cd-43f419d3329d req-363b3ff3-3bc4-443c-8590-c1822c4060f2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215043 Feb 19 02:56:15.502838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Router 7fe0fafb-675c-4e62-a484-128d27960405 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:56:15.585241 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ff7d58-7d68-4f4f-94a7-195dd4143a84 x-openstack-request-id: req-62ff7d58-7d68-4f4f-94a7-195dd4143a84 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:15.586146 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de50df75-7ce6-4717-8e45-a81dc5b80fec", "name": "network-vif-deleted", "tag": "b286e070-ba03-45ac-96ea-566db3652808", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:15.586547 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62ff7d58-7d68-4f4f-94a7-195dd4143a84 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:15.587090 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de50df75-7ce6-4717-8e45-a81dc5b80fec', 'name': 'network-vif-deleted', 'tag': 'b286e070-ba03-45ac-96ea-566db3652808', 'status': 'completed', 'code': 200} Feb 19 02:56:15.590207 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-f1ec32bf-4a22-4155-904d-09ad97bac9c8 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=8e59aafe161a47febc307cb670e75018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289485 Feb 19 02:56:15.696778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bf192-35d8-4c17-985f-30e0abdf45e3 req-0d5f65e8-645a-444b-91ce-e0624c95eac8 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:15.698030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-789bf192-35d8-4c17-985f-30e0abdf45e3 req-0d5f65e8-645a-444b-91ce-e0624c95eac8 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 945 time: 0.1091821 Feb 19 02:56:15.728463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:15.741514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Sync routers for ids ['7fe0fafb-675c-4e62-a484-128d27960405'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:15.767287 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:15.768428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-082c5382-bf71-421c-a559-cf26aa0e8f0c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4489470 Feb 19 02:56:15.772361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Routers {'7fe0fafb-675c-4e62-a484-128d27960405'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:15.773233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:56:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7fe0fafb-675c-4e62-a484-128d27960405'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:15.775955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44716) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:15.803134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-cdaeb650-4b8c-4344-aa4e-d5a37293b445 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:15.805238 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-cdaeb650-4b8c-4344-aa4e-d5a37293b445 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082539 Feb 19 02:56:15.810810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-789bf192-35d8-4c17-985f-30e0abdf45e3 req-6afd430c-7ac8-4679-87b3-7ceba8b5f2b4 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040559 Feb 19 02:56:15.838370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f49821-7b06-4b1f-a93c-93321709c7c8 req-33c3bfaa-0dc7-4229-9923-790044b13c52 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:15.841219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5f49821-7b06-4b1f-a93c-93321709c7c8 req-33c3bfaa-0dc7-4229-9923-790044b13c52 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 946 time: 0.0895858 Feb 19 02:56:15.843247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Request body: {'port': {'device_id': 'd511bdcb-6ebd-4cc8-8438-f5ae5266d9f0', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '8e59aafe161a47febc307cb670e75018'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:15.926239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5f49821-7b06-4b1f-a93c-93321709c7c8 req-98d0e6bd-4f57-482a-8f59-9f443907d33d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792031 Feb 19 02:56:15.974811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Set router 7fe0fafb-675c-4e62-a484-128d27960405 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:16.034666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac2f61c6-1003-4e8c-8d0f-77093a04d23c req-b360ca40-f23c-4ab7-a32e-8f9f1f1d335b tempest-ServerPasswordTestJSON-1639788478 tempest-ServerPasswordTestJSON-1639788478-project] 10.222.0.81 "GET /v2.0/ports?device_id=de50df75-7ce6-4717-8e45-a81dc5b80fec HTTP/1.1" status: 200 len: 210 time: 0.0433171 Feb 19 02:56:16.174142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3545409b-8100-4976-b173-e9bb0cd52a7d req-93534ffd-51a8-4ebe-92ef-392b81aa8e4c tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 210 time: 0.0516558 Feb 19 02:56:16.204725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Made reservation on behalf of 8e59aafe161a47febc307cb670e75018 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:16.208030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.239898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e0b8a-5769-4abf-b264-9f79019f7412 req-bc8d861e-97ed-4351-ac3e-71e700a89098 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:16.241524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-151e0b8a-5769-4abf-b264-9f79019f7412 req-bc8d861e-97ed-4351-ac3e-71e700a89098 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 948 time: 0.0612764 Feb 19 02:56:16.282729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:56:13Z', 'revision_number': 3, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:16.295192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-151e0b8a-5769-4abf-b264-9f79019f7412 req-109767df-1578-4a09-8ec0-478dbb62242c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468760 Feb 19 02:56:16.316462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Checking router: 7fe0fafb-675c-4e62-a484-128d27960405 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:56:16.317036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Updating router 7fe0fafb-675c-4e62-a484-128d27960405 port f6fdaec5-6ab7-4322-815e-d01f1b12d336 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:56:16.343888 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.443111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Allocated IP 192.168.233.184 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/b9125968-09f3-4f9d-b2e2-6a523b0ceab5) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:16.518386 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.600097 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Publish callbacks [] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.608038 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.641177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913efd56-a88a-4b26-9c91-7813a6d3a838 req-7d0af89e-3608-415e-9e4d-56aab3981544 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:16.648505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-913efd56-a88a-4b26-9c91-7813a6d3a838 req-7d0af89e-3608-415e-9e4d-56aab3981544 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.0669115 Feb 19 02:56:16.658911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Attempting to bind port f6fdaec5-6ab7-4322-815e-d01f1b12d336 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:16.659348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Attempting to bind port f6fdaec5-6ab7-4322-815e-d01f1b12d336 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:16.659618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Attempting to bind port f6fdaec5-6ab7-4322-815e-d01f1b12d336 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:16.671653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11404d-fe14-46ea-8f94-8fdab43b72e7 None None] Pushing event updated for resources: {'Port': ['ID=f6fdaec5-6ab7-4322-815e-d01f1b12d336,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:16.674183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:16.674548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:16.674954 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.675346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:16.675829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Bound port: f6fdaec5-6ab7-4322-815e-d01f1b12d336, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:16.676208 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.695323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-913efd56-a88a-4b26-9c91-7813a6d3a838 req-e2472690-f4d1-4ab7-bafe-4e5b80567c18 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458617 Feb 19 02:56:16.737383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] For port f6fdaec5-6ab7-4322-815e-d01f1b12d336, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:16.740837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] For port f6fdaec5-6ab7-4322-815e-d01f1b12d336, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f6fdaec5-6ab7-4322-815e-d01f1b12d336,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:16.748320 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:16.807287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Routers {'7fe0fafb-675c-4e62-a484-128d27960405'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:16.808259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:56:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7fe0fafb-675c-4e62-a484-128d27960405'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:16.846343 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11404d-fe14-46ea-8f94-8fdab43b72e7 None None] Pushing event updated for resources: {'Port': ['ID=f6fdaec5-6ab7-4322-815e-d01f1b12d336,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:16.943465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22732d-3fca-4e85-a30a-d1bdca2d29a8 req-9ccb0c50-2340-4b95-b258-e47d8093fbe6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:16.945332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee22732d-3fca-4e85-a30a-d1bdca2d29a8 req-9ccb0c50-2340-4b95-b258-e47d8093fbe6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 945 time: 0.0582564 Feb 19 02:56:16.992578 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks [] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.016265 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee22732d-3fca-4e85-a30a-d1bdca2d29a8 req-01a01468-9287-4919-9640-9a22fcff2c87 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612416 Feb 19 02:56:17.058292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Allocated IP 172.20.0.1 (dcb34c22-2301-4073-88ee-434b39e0b778/90cf7412-9c32-4d55-aa79-af823815fc6a/c4f4d203-705c-46dd-8c51-7c06ebde87ba) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:17.076940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] Set router 7fe0fafb-675c-4e62-a484-128d27960405 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:17.096970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.098956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20459e5-16ce-4593-9ef7-0e9ba9157a9a req-291f4663-0255-4b06-9709-9563a3133257 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:17.103274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44736) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:17.105192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d20459e5-16ce-4593-9ef7-0e9ba9157a9a req-291f4663-0255-4b06-9709-9563a3133257 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 946 time: 0.0869844 Feb 19 02:56:17.138419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f778b880-3698-4e45-9cb4-2a175cd34a2e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:17.158628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d20459e5-16ce-4593-9ef7-0e9ba9157a9a req-ab00297e-c169-4939-87b5-24a32b2ac25a tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520053 Feb 19 02:56:17.239486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:17.251030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:17.253446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:17.312075 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-f271ffaf-fc3d-476d-832d-e959c2334258 admin admin] Deleting subnet 5dfd1718-565f-422e-b223-77fbabf6debc {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:56:17.314055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Pushing event updated for resources: {'Port': ['ID=b9125968-09f3-4f9d-b2e2-6a523b0ceab5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:17.327898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f271ffaf-fc3d-476d-832d-e959c2334258 admin admin] Publish callbacks [] for subnet (5dfd1718-565f-422e-b223-77fbabf6debc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.372067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7baebb-b2b9-4739-9c36-b0d7000257ef req-92bfc6e3-7037-476d-b69e-e0e05988f51b tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:17.374484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:17.375115 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.380078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f7baebb-b2b9-4739-9c36-b0d7000257ef req-92bfc6e3-7037-476d-b69e-e0e05988f51b tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 1127 time: 0.0879946 Feb 19 02:56:17.405593 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Publish callbacks [] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.412597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f271ffaf-fc3d-476d-832d-e959c2334258 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (5dfd1718-565f-422e-b223-77fbabf6debc), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.439660 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-008f2cd8-22b5-4334-aacb-d72500cfe663 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6005974 Feb 19 02:56:17.454793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Request body: {'port': {'device_id': 'd511bdcb-6ebd-4cc8-8438-f5ae5266d9f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:17.477651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f7baebb-b2b9-4739-9c36-b0d7000257ef req-f2d2dc83-bb55-48c1-a62b-ed77b8aa3da6 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921845 Feb 19 02:56:17.501694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:56:13Z', 'revision_number': 3, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:17.551456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7928c490-2fb5-4b33-8844-2a7dbc8aaa00 None None] The sync data for ids ['7fe0fafb-675c-4e62-a484-128d27960405'] in n-d-826755-2 is: [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:56:13Z', 'revision_number': 3, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:17.562048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f271ffaf-fc3d-476d-832d-e959c2334258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (5dfd1718-565f-422e-b223-77fbabf6debc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.566497 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.633618 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.637398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff6d9d7-431c-4e3b-8bcc-f7b4d18fda9d req-9f68c10d-fc5c-43df-a142-018dd2702fb4 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:17.638461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ff6d9d7-431c-4e3b-8bcc-f7b4d18fda9d req-9f68c10d-fc5c-43df-a142-018dd2702fb4 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 936 time: 0.0778162 Feb 19 02:56:17.642238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-69ae891c-ac10-40ae-9f85-93e97fb5e483 None None] Provisioning complete for port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:17.642619 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-69ae891c-ac10-40ae-9f85-93e97fb5e483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.659565 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Network dcb34c22-2301-4073-88ee-434b39e0b778 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:17.675744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:17.687126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:17.715894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f4d203-705c-46dd-8c51-7c06ebde87ba,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:17.735538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ff6d9d7-431c-4e3b-8bcc-f7b4d18fda9d req-73212d78-21a3-425b-9798-c642fc9bf540 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911832 Feb 19 02:56:17.740161 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-69ae891c-ac10-40ae-9f85-93e97fb5e483 None None] Port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:17.782003 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f271ffaf-fc3d-476d-832d-e959c2334258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (5dfd1718-565f-422e-b223-77fbabf6debc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.788091 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (7fe0fafb-675c-4e62-a484-128d27960405), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:17.945057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e25292-3060-48ff-a912-1a653d6e48c1 req-6998848a-7173-4571-aad5-9890e74c1b59 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:17.946613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79e25292-3060-48ff-a912-1a653d6e48c1 req-6998848a-7173-4571-aad5-9890e74c1b59 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 1127 time: 0.0981448 Feb 19 02:56:18.015926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271ffaf-fc3d-476d-832d-e959c2334258 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dfd1718-565f-422e-b223-77fbabf6debc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:18.030012 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f271ffaf-fc3d-476d-832d-e959c2334258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.038316 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f271ffaf-fc3d-476d-832d-e959c2334258 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5dfd1718-565f-422e-b223-77fbabf6debc HTTP/1.1" status: 204 len: 168 time: 0.8939178 Feb 19 02:56:18.039844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44762) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:18.089898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79e25292-3060-48ff-a912-1a653d6e48c1 req-055a9bc6-e1a2-4691-8fae-b39b140a726f tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138265 Feb 19 02:56:18.185735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2af876c2-d493-4447-a9f8-63a8f3d8a3fd None None] Provisioning complete for port c4f4d203-705c-46dd-8c51-7c06ebde87ba triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:18.186280 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2af876c2-d493-4447-a9f8-63a8f3d8a3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.188352 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (a4ff741e-e70d-4e8a-b8ee-67535ad6298f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.211334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb909840-b8e8-4d03-accf-5269be9d8a19 req-6cf0f8d7-8dae-467f-94a5-63970296354a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:18.213185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb909840-b8e8-4d03-accf-5269be9d8a19 req-6cf0f8d7-8dae-467f-94a5-63970296354a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 948 time: 0.1579401 Feb 19 02:56:18.248763 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2af876c2-d493-4447-a9f8-63a8f3d8a3fd None None] Port c4f4d203-705c-46dd-8c51-7c06ebde87ba cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:18.282534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.343596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (a4ff741e-e70d-4e8a-b8ee-67535ad6298f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.376628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9125968-09f3-4f9d-b2e2-6a523b0ceab5 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:18.379322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 46876af1-486b-4e7c-b23f-d5643b084b2f details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:18.384444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device b286e070-ba03-45ac-96ea-566db3652808 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:18.384851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb909840-b8e8-4d03-accf-5269be9d8a19 req-af1d52aa-80d5-4006-a8c8-ae6c98a73a9f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573327 Feb 19 02:56:18.394790 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Publish callbacks [] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.395743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ff741e-e70d-4e8a-b8ee-67535ad6298f']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:18.418889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: b286e070-ba03-45ac-96ea-566db3652808 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:18.419248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device b286e070-ba03-45ac-96ea-566db3652808 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:18.429023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7150e6a-81ae-4c56-813d-f82334f522b9') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:18.429311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7150e6a-81ae-4c56-813d-f82334f522b9') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:18.453639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Transition to ACTIVE for port object b9125968-09f3-4f9d-b2e2-6a523b0ceab5 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:18.459975 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (b7150e6a-81ae-4c56-813d-f82334f522b9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.471296 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.484292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea0c1e-5a9c-4d91-9608-144f5b0a5ed0 req-f923d3cb-b2e9-4c74-baf9-99d342d47e35 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:18.495878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82ea0c1e-5a9c-4d91-9608-144f5b0a5ed0 req-f923d3cb-b2e9-4c74-baf9-99d342d47e35 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.2277148 Feb 19 02:56:18.540406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Pushing event updated for resources: {'Port': ['ID=b9125968-09f3-4f9d-b2e2-6a523b0ceab5,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:18.570351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b7150e6a-81ae-4c56-813d-f82334f522b9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.589283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:56:18.591107 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (b7150e6a-81ae-4c56-813d-f82334f522b9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: timer() Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:56:18.592928 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:56:18.595263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46876af1-486b-4e7c-b23f-d5643b084b2f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46876af1-486b-4e7c-b23f-d5643b084b2f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:18.608411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '46876af1-486b-4e7c-b23f-d5643b084b2f', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '46876af1-486b-4e7c-b23f-d5643b084b2f', 'mac_address': 'fa:16:3e:26:57:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:56:18.636560 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82ea0c1e-5a9c-4d91-9608-144f5b0a5ed0 req-fb8f6cfb-0695-4c66-9481-dc2dfe12d5e0 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336610 Feb 19 02:56:18.679215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Attempting to bind port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:18.679884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Attempting to bind port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:18.680707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Attempting to bind port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:18.700708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 46876af1-486b-4e7c-b23f-d5643b084b2f is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:18.701333 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.708744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:18.709280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Attempting to bind port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:18.715949 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (a4ff741e-e70d-4e8a-b8ee-67535ad6298f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.718103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:18.718665 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:18.719577 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:18.720547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Bound port: b9125968-09f3-4f9d-b2e2-6a523b0ceab5, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:18.721055 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.721322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46876af1-486b-4e7c-b23f-d5643b084b2f {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:18.732376 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.746659 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] 10.222.0.81 "DELETE /v2.0/networks/a4ff741e-e70d-4e8a-b8ee-67535ad6298f HTTP/1.1" status: 204 len: 168 time: 0.6975055 Feb 19 02:56:18.749675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46876af1-486b-4e7c-b23f-d5643b084b2f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46876af1-486b-4e7c-b23f-d5643b084b2f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:18.762232 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.794539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e9cca9-5957-43f8-bdc8-9cfb77fd479f admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ff741e-e70d-4e8a-b8ee-67535ad6298f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:18.816918 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Publish callbacks [] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.839801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=46876af1-486b-4e7c-b23f-d5643b084b2f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:18.850662 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:18.984564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2a27-c480-4bd9-8dc7-14337118f19d req-2c2bf32f-ebe3-481d-a169-5470b8229514 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:18.990365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c15a2a27-c480-4bd9-8dc7-14337118f19d req-2c2bf32f-ebe3-481d-a169-5470b8229514 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 948 time: 0.1290648 Feb 19 02:56:18.990596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] For port b9125968-09f3-4f9d-b2e2-6a523b0ceab5, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:19.028048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] For port b9125968-09f3-4f9d-b2e2-6a523b0ceab5, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b9125968-09f3-4f9d-b2e2-6a523b0ceab5,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:19.031906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Pushing event updated for resources: {'Port': ['ID=c4f4d203-705c-46dd-8c51-7c06ebde87ba,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:19.038603 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (7fe0fafb-675c-4e62-a484-128d27960405), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.059574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44784) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:19.061001 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.065729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f6fdaec5-6ab7-4322-815e-d01f1b12d336 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:19.090257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c15a2a27-c480-4bd9-8dc7-14337118f19d req-10dc9947-b834-4913-83aa-b27224c818f1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882456 Feb 19 02:56:19.129531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f6fdaec5-6ab7-4322-815e-d01f1b12d336 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:19.130050 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.149957 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-420b3b41-50ed-45b0-b081-fd371927c2b4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e053bca14f0243778cf13adda5f2ce82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0892601 Feb 19 02:56:19.152931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44790) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:19.153230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:19.154024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.155497 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] 10.222.0.87 "PUT /v2.0/ports/b9125968-09f3-4f9d-b2e2-6a523b0ceab5 HTTP/1.1" status: 200 len: 1096 time: 1.7079415 Feb 19 02:56:19.158009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd511bdcb-6ebd-4cc8-8438-f5ae5266d9f0', 'tag': 'b9125968-09f3-4f9d-b2e2-6a523b0ceab5'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:19.161270 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837bd3a9-88ad-429b-ac09-a68bb9a20cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0", "tag": "b9125968-09f3-4f9d-b2e2-6a523b0ceab5"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:19.182303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['46876af1-486b-4e7c-b23f-d5643b084b2f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:19.243564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a55dc-cd3e-4642-b233-b4ad48b08feb service neutron] Pushing event updated for resources: {'Port': ['ID=b9125968-09f3-4f9d-b2e2-6a523b0ceab5,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:19.272820 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d1d65d-5894-488d-9b62-504c7c7c2a3d x-openstack-request-id: req-b1d1d65d-5894-488d-9b62-504c7c7c2a3d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:19.273337 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0", "tag": "b9125968-09f3-4f9d-b2e2-6a523b0ceab5", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:19.273986 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1d1d65d-5894-488d-9b62-504c7c7c2a3d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:19.274605 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd511bdcb-6ebd-4cc8-8438-f5ae5266d9f0', 'tag': 'b9125968-09f3-4f9d-b2e2-6a523b0ceab5', 'status': 'completed', 'code': 200} Feb 19 02:56:19.331840 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-854140b8-94d8-4f6d-8232-79a2cae58cc1 admin admin] Publish callbacks [] for security_group (686cc46c-9344-435b-9cc2-1a2cd36bd7f5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.337856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Network dcb34c22-2301-4073-88ee-434b39e0b778 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:19.342080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:19.349533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f6fdaec5-6ab7-4322-815e-d01f1b12d336 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:19.350002 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.350882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-ad061ce1-d31e-4838-82a4-4e7cab7a3fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:19.352412 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-ad061ce1-d31e-4838-82a4-4e7cab7a3fea service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e59aafe161a47febc307cb670e75018&device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 1130 time: 0.1231215 Feb 19 02:56:19.406197 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-854140b8-94d8-4f6d-8232-79a2cae58cc1 admin admin] Publish callbacks [] for security_group (686cc46c-9344-435b-9cc2-1a2cd36bd7f5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.422433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port f6fdaec5-6ab7-4322-815e-d01f1b12d336, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f6fdaec5-6ab7-4322-815e-d01f1b12d336,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:19.438780 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.496652 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-854140b8-94d8-4f6d-8232-79a2cae58cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (686cc46c-9344-435b-9cc2-1a2cd36bd7f5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.501099 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-854140b8-94d8-4f6d-8232-79a2cae58cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.505355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-854140b8-94d8-4f6d-8232-79a2cae58cc1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/686cc46c-9344-435b-9cc2-1a2cd36bd7f5 HTTP/1.1" status: 204 len: 168 time: 0.3507209 Feb 19 02:56:19.521355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854140b8-94d8-4f6d-8232-79a2cae58cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686cc46c-9344-435b-9cc2-1a2cd36bd7f5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:19.643197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749505-1062-4fdd-851d-0b7b21424493 req-d1f2fbf1-0c7d-4bbd-8baf-1687b9abe77e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:19.650156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05749505-1062-4fdd-851d-0b7b21424493 req-d1f2fbf1-0c7d-4bbd-8baf-1687b9abe77e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 949 time: 0.1278825 Feb 19 02:56:19.671277 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-356e3d4c-5639-4e76-b2f2-98c7349ed402 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b9125968-09f3-4f9d-b2e2-6a523b0ceab5 HTTP/1.1" status: 200 len: 217 time: 0.2948220 Feb 19 02:56:19.676537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Router 7fe0fafb-675c-4e62-a484-128d27960405 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:56:19.712307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=f6fdaec5-6ab7-4322-815e-d01f1b12d336,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:19.753348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05749505-1062-4fdd-851d-0b7b21424493 req-8aabe63a-848a-4f28-8371-4dade19e07cf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985544 Feb 19 02:56:19.820355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9452a1c9-1794-4dd9-9f4d-7ebd35719f9c None None] Provisioning complete for port c4f4d203-705c-46dd-8c51-7c06ebde87ba triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:19.822111 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9452a1c9-1794-4dd9-9f4d-7ebd35719f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:19.833742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-b6d307c9-068d-49cf-8c48-9a47b309f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:19.837611 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-b6d307c9-068d-49cf-8c48-9a47b309f6cd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1594679 Feb 19 02:56:19.870500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9452a1c9-1794-4dd9-9f4d-7ebd35719f9c None None] Port c4f4d203-705c-46dd-8c51-7c06ebde87ba cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:19.930533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a411531-7964-462e-81cc-ee9a1ed334e5 req-37baff6a-1bf0-471e-a954-891dd66a5884 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:19.932146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a411531-7964-462e-81cc-ee9a1ed334e5 req-37baff6a-1bf0-471e-a954-891dd66a5884 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.0678256 Feb 19 02:56:19.997232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a411531-7964-462e-81cc-ee9a1ed334e5 req-79498f80-4be8-4625-bde0-16f33b733c20 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579033 Feb 19 02:56:20.003764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-9bc6ceef-c336-43d1-b80a-06d25cc5279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:20.005378 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-9bc6ceef-c336-43d1-b80a-06d25cc5279c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1593380 Feb 19 02:56:20.042263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:20.073592 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eb644373-6691-453d-b94e-047d8b3d3497 admin admin] 10.222.0.81 "PUT /v2.0/routers/7fe0fafb-675c-4e62-a484-128d27960405/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2956173 Feb 19 02:56:20.092546 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Sync routers for ids ['7fe0fafb-675c-4e62-a484-128d27960405'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:20.127973 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-3d9fdaa9-7c89-40ae-be66-8f022857456f service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134927 Feb 19 02:56:20.132103 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Routers {'7fe0fafb-675c-4e62-a484-128d27960405'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:20.134794 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:56:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7fe0fafb-675c-4e62-a484-128d27960405'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:20.267501 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-205f46a4-f3ac-45aa-88a1-bbffc54a9cc0 req-277b68ad-a854-428b-9d1e-649eda146547 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205399 Feb 19 02:56:20.292697 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Set router 7fe0fafb-675c-4e62-a484-128d27960405 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:20.311806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf72bac-9085-4b42-a9e1-e602c2f33346 req-b558e53e-f470-44ab-a282-9f6ac25a8451 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:20.317966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2cf72bac-9085-4b42-a9e1-e602c2f33346 req-b558e53e-f470-44ab-a282-9f6ac25a8451 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 948 time: 0.1252074 Feb 19 02:56:20.389300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bd3a9-88ad-429b-ac09-a68bb9a20cbf req-056a892e-a551-4ac1-9cbb-0f31321a5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:20.391076 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-837bd3a9-88ad-429b-ac09-a68bb9a20cbf req-056a892e-a551-4ac1-9cbb-0f31321a5a62 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=8e59aafe161a47febc307cb670e75018&device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 1130 time: 0.0693240 Feb 19 02:56:20.422648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2cf72bac-9085-4b42-a9e1-e602c2f33346 req-9054b537-05b6-483f-b7bb-fc0f7f602a07 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813937 Feb 19 02:56:20.506279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bd3a9-88ad-429b-ac09-a68bb9a20cbf req-c7727071-79d8-41e8-a149-99bffeead4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:20.509495 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-837bd3a9-88ad-429b-ac09-a68bb9a20cbf req-c7727071-79d8-41e8-a149-99bffeead4e3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1109352 Feb 19 02:56:20.521816 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:56:18Z', 'revision_number': 4, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c4f4d203-705c-46dd-8c51-7c06ebde87ba', 'name': '', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'mac_address': 'fa:16:3e:c6:fc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:16Z', 'updated_at': '2022-02-19T02:56:18Z', 'revision_number': 2, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'subnets': [{'id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:20.562534 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-837bd3a9-88ad-429b-ac09-a68bb9a20cbf req-6bd9eb17-68bc-4743-8910-a0ea46420f5d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=b9125968-09f3-4f9d-b2e2-6a523b0ceab5 HTTP/1.1" status: 200 len: 217 time: 0.0457451 Feb 19 02:56:20.568922 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Checking router: 7fe0fafb-675c-4e62-a484-128d27960405 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:56:20.569285 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Updating router 7fe0fafb-675c-4e62-a484-128d27960405 port c4f4d203-705c-46dd-8c51-7c06ebde87ba binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:56:20.606513 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:20.638131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bd3a9-88ad-429b-ac09-a68bb9a20cbf req-7eccaa86-5bb7-4cee-817d-493ae7d744de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:20.639594 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-837bd3a9-88ad-429b-ac09-a68bb9a20cbf req-7eccaa86-5bb7-4cee-817d-493ae7d744de service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0605609 Feb 19 02:56:20.712312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bd3a9-88ad-429b-ac09-a68bb9a20cbf req-55527d61-379d-4b45-887f-75c7e0f9daad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:20.717583 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-837bd3a9-88ad-429b-ac09-a68bb9a20cbf req-55527d61-379d-4b45-887f-75c7e0f9daad service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0703428 Feb 19 02:56:20.724081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44864) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:20.822414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44870) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:20.918180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-638928050-network', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:20.923288 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-837bd3a9-88ad-429b-ac09-a68bb9a20cbf req-787998ee-ba6b-4c2a-bb09-4c376c6c6f15 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946299 Feb 19 02:56:20.925431 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f6fdaec5-6ab7-4322-815e-d01f1b12d336 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:20.956558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44874) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:20.971747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ab480351-aa1a-4eeb-8634-1f24ef4d45bb tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1731058559', 'description': 'tempest-description--1268767361'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:20.973565 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Publish callbacks [] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:20.983604 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:20.997900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Made reservation on behalf of 5517f24fc4d4490bb6a41763e2817a4a for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:21.001397 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.019488 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.029012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f6fdaec5-6ab7-4322-815e-d01f1b12d336 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:21.030000 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.052344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-b5fab5ce-ad7b-444a-b5c5-19d61a46c92e tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:56:21.055054 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-b5fab5ce-ad7b-444a-b5c5-19d61a46c92e tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2311213 Feb 19 02:56:21.056410 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668fa8b-d332-4329-960d-74c032614cff None None] Pushing event updated for resources: {'Port': ['ID=c4f4d203-705c-46dd-8c51-7c06ebde87ba,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:21.061496 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab480351-aa1a-4eeb-8634-1f24ef4d45bb tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.125151 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-837bd3a9-88ad-429b-ac09-a68bb9a20cbf req-b3218636-4648-4fe1-99df-0f1fd89bb5e1 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879594 Feb 19 02:56:21.156993 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Attempting to bind port c4f4d203-705c-46dd-8c51-7c06ebde87ba on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:21.157950 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Attempting to bind port c4f4d203-705c-46dd-8c51-7c06ebde87ba by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:21.158467 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Attempting to bind port c4f4d203-705c-46dd-8c51-7c06ebde87ba on network dcb34c22-2301-4073-88ee-434b39e0b778 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:21.164499 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:21.164902 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Checking segment: {'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:21.165304 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.165865 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Bound using segment: {'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:21.166603 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Bound port: c4f4d203-705c-46dd-8c51-7c06ebde87ba, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:21.167085 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.175794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f6fdaec5-6ab7-4322-815e-d01f1b12d336 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:21.262461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1df30-a3bb-4a71-8c1e-88e42748ca53 req-feb7dee9-e5f9-4524-afb8-05ea770a03a8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:21.263865 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] For port c4f4d203-705c-46dd-8c51-7c06ebde87ba, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:21.264032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a1df30-a3bb-4a71-8c1e-88e42748ca53 req-feb7dee9-e5f9-4524-afb8-05ea770a03a8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 949 time: 0.1341267 Feb 19 02:56:21.267554 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] For port c4f4d203-705c-46dd-8c51-7c06ebde87ba, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c4f4d203-705c-46dd-8c51-7c06ebde87ba,segment=NetworkSegment(c1d13c4a-88b9-4d72-9dfd-76df5245d34f),segment_id=c1d13c4a-88b9-4d72-9dfd-76df5245d34f)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:21.278536 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.326966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab480351-aa1a-4eeb-8634-1f24ef4d45bb tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for security_group (389b0243-7a8a-427c-833a-f1d3ae1651be), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.337822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-7654e40b-8207-4091-b4a9-02491dfd10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:21.339300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-7654e40b-8207-4091-b4a9-02491dfd10fc service neutron] 10.222.0.81 "GET /v2.0/ports/d9e493b9-669f-4bac-96e7-761fd0655669 HTTP/1.1" status: 200 len: 1124 time: 0.1973250 Feb 19 02:56:21.341418 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab480351-aa1a-4eeb-8634-1f24ef4d45bb tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (389b0243-7a8a-427c-833a-f1d3ae1651be), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.341565 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Routers {'7fe0fafb-675c-4e62-a484-128d27960405'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:21.342321 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:56:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7fe0fafb-675c-4e62-a484-128d27960405'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:21.371691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] Request body: {'binding': {'host': 'n-h2-826755-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:21.372201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] Unknown quota resources ['binding']. {{(pid=109899) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:56:21.407426 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-77d60605-b5e7-425a-a818-d1d0e361e15a None None] Provisioning complete for port c4f4d203-705c-46dd-8c51-7c06ebde87ba triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:21.408037 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-77d60605-b5e7-425a-a818-d1d0e361e15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.416875 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668fa8b-d332-4329-960d-74c032614cff None None] Pushing event updated for resources: {'Port': ['ID=c4f4d203-705c-46dd-8c51-7c06ebde87ba,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:21.430404 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Publish callbacks [] for security_group (d951477a-2307-434a-9c62-34b26e63a402), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.437903 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab480351-aa1a-4eeb-8634-1f24ef4d45bb tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.439143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ab480351-aa1a-4eeb-8634-1f24ef4d45bb tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4771340 Feb 19 02:56:21.442310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44892) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:21.447622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-466a0c42-e458-4332-9540-82e089d1381a tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Request body: {'security_group_rule': {'security_group_id': '389b0243-7a8a-427c-833a-f1d3ae1651be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:21.448903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab480351-aa1a-4eeb-8634-1f24ef4d45bb tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389b0243-7a8a-427c-833a-f1d3ae1651be,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:21.456530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a1df30-a3bb-4a71-8c1e-88e42748ca53 req-7df38c3f-111e-4d57-ba01-b47d1b46d4dd tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670709 Feb 19 02:56:21.462069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d951477a-2307-434a-9c62-34b26e63a402), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.505612 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-466a0c42-e458-4332-9540-82e089d1381a tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for security_group_rule (4d8591d4-1381-4b66-a679-43153a8fecbf), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.537380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:56:21.565103 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] Set router 7fe0fafb-675c-4e62-a484-128d27960405 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:21.566071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-77d60605-b5e7-425a-a818-d1d0e361e15a None None] Current status of the port c4f4d203-705c-46dd-8c51-7c06ebde87ba is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:21.566580 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-77d60605-b5e7-425a-a818-d1d0e361e15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.576553 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (19b9db2d-fe75-4f5f-8b0e-c641af2c1382), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.584057 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Added segment 19b9db2d-fe75-4f5f-8b0e-c641af2c1382 of type vlan for network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc Feb 19 02:56:21.610800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-466a0c42-e458-4332-9540-82e089d1381a tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for security_group_rule (4d8591d4-1381-4b66-a679-43153a8fecbf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.623118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-77d60605-b5e7-425a-a818-d1d0e361e15a None None] For port c4f4d203-705c-46dd-8c51-7c06ebde87ba, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c4f4d203-705c-46dd-8c51-7c06ebde87ba,segment=NetworkSegment(c1d13c4a-88b9-4d72-9dfd-76df5245d34f),segment_id=c1d13c4a-88b9-4d72-9dfd-76df5245d34f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:21.629718 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-466a0c42-e458-4332-9540-82e089d1381a tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (4d8591d4-1381-4b66-a679-43153a8fecbf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.629911 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-77d60605-b5e7-425a-a818-d1d0e361e15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.636925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d951477a-2307-434a-9c62-34b26e63a402,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:21.663419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a0c42-e458-4332-9540-82e089d1381a tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8591d4-1381-4b66-a679-43153a8fecbf,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:21.672911 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-466a0c42-e458-4332-9540-82e089d1381a tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.677880 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-466a0c42-e458-4332-9540-82e089d1381a tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2343397 Feb 19 02:56:21.679276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44894) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:21.685185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a94c2522-9b48-41af-844f-ac6eefdd10d6 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Request body: {'security_group_rule': {'security_group_id': '389b0243-7a8a-427c-833a-f1d3ae1651be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:21.721052 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (02ca8892-f0cb-404c-b5ad-b47ff1e30fcc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.723715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a94c2522-9b48-41af-844f-ac6eefdd10d6 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for security_group_rule (d136b795-c60f-4fa2-aeab-07978a13eacd), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.737478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d60605-b5e7-425a-a818-d1d0e361e15a None None] Pushing event updated for resources: {'Port': ['ID=c4f4d203-705c-46dd-8c51-7c06ebde87ba,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:21.756155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-07a662c7-19f0-420c-8a10-8c38b68e20df None None] Provisioning complete for port c4f4d203-705c-46dd-8c51-7c06ebde87ba triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:21.756545 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07a662c7-19f0-420c-8a10-8c38b68e20df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.760153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66417851-2e5d-4225-9be0-63bbfade8820 req-d7f07b76-b9a4-4a24-85c7-15b2b2be5d1f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:21.761950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66417851-2e5d-4225-9be0-63bbfade8820 req-d7f07b76-b9a4-4a24-85c7-15b2b2be5d1f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1761343 Feb 19 02:56:21.781751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] Attempting to bind port d9e493b9-669f-4bac-96e7-761fd0655669 on host n-h2-826755-2 for vnic_type normal with profile None {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:21.782119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] Attempting to bind port d9e493b9-669f-4bac-96e7-761fd0655669 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:21.782401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] Attempting to bind port d9e493b9-669f-4bac-96e7-761fd0655669 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:21.807332 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a94c2522-9b48-41af-844f-ac6eefdd10d6 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for security_group_rule (d136b795-c60f-4fa2-aeab-07978a13eacd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.815544 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a94c2522-9b48-41af-844f-ac6eefdd10d6 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (d136b795-c60f-4fa2-aeab-07978a13eacd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.839293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c2522-9b48-41af-844f-ac6eefdd10d6 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d136b795-c60f-4fa2-aeab-07978a13eacd,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:21.851835 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a94c2522-9b48-41af-844f-ac6eefdd10d6 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.856576 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a94c2522-9b48-41af-844f-ac6eefdd10d6 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1726193 Feb 19 02:56:21.857539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44896) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:21.862587 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:21.874499 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:56:18Z', 'revision_number': 4, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c4f4d203-705c-46dd-8c51-7c06ebde87ba', 'name': '', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'mac_address': 'fa:16:3e:c6:fc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:16Z', 'updated_at': '2022-02-19T02:56:21Z', 'revision_number': 4, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'subnets': [{'id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:21.877363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-07a662c7-19f0-420c-8a10-8c38b68e20df None None] Current status of the port c4f4d203-705c-46dd-8c51-7c06ebde87ba is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:21.892389 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:21.910031 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae78e05-2347-4447-95ca-1248a8fdda7f None None] The sync data for ids ['7fe0fafb-675c-4e62-a484-128d27960405'] in n-d-826755-2 is: [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:56:18Z', 'revision_number': 4, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c4f4d203-705c-46dd-8c51-7c06ebde87ba', 'name': '', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'mac_address': 'fa:16:3e:c6:fc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:16Z', 'updated_at': '2022-02-19T02:56:21Z', 'revision_number': 4, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'subnets': [{'id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:22.082506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] Port d9e493b9-669f-4bac-96e7-761fd0655669 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:22.083070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] Attempting to bind port d9e493b9-669f-4bac-96e7-761fd0655669 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:22.090288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:22.090659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:22.091185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:22.091694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] Bound port: d9e493b9-669f-4bac-96e7-761fd0655669, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:22.094714 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (02ca8892-f0cb-404c-b5ad-b47ff1e30fcc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.095788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:22.096493 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.252616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5273626 Feb 19 02:56:22.258043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44900) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:22.269566 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66417851-2e5d-4225-9be0-63bbfade8820 req-c3738d27-e4bf-4150-ba51-1fa5992d4186 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986272 Feb 19 02:56:22.273995 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.279947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-159e9ed9-bb6e-4970-929d-c6cedfcb5660 admin admin] Request body: {'subnet': {'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-638928050-subnet', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:22.312153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d9e493b9-669f-4bac-96e7-761fd0655669,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:22.318236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1767f-0ba3-47f8-931b-5eab98e9c3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:22.330237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:56:22.344781 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.358478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a582b719-1bad-42ee-aef4-ce18f390dbef service neutron] 10.222.0.81 "POST /v2.0/ports/d9e493b9-669f-4bac-96e7-761fd0655669/bindings HTTP/1.1" status: 201 len: 389 time: 1.0012095 Feb 19 02:56:22.364708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.414390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 661bf14c-a9e3-4eeb-8131-0604ffbfd458 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:22.416284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 46876af1-486b-4e7c-b23f-d5643b084b2f up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:22.527538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a34d3-bb04-4e46-9a48-fd49b64a8157 req-1beedf51-a2dd-44d7-bd64-50906a94bd81 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:22.533706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a44a34d3-bb04-4e46-9a48-fd49b64a8157 req-1beedf51-a2dd-44d7-bd64-50906a94bd81 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 948 time: 0.1664631 Feb 19 02:56:22.534374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159e9ed9-bb6e-4970-929d-c6cedfcb5660 admin admin] Made reservation on behalf of 5517f24fc4d4490bb6a41763e2817a4a for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:22.540636 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-159e9ed9-bb6e-4970-929d-c6cedfcb5660 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.568767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Allocated IP 172.25.1.212 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/16bf2dfb-a709-45ec-bb60-7525dd9708c4) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:22.716438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a44a34d3-bb04-4e46-9a48-fd49b64a8157 req-0436a07f-718f-4697-a341-0c580e98b751 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112134 Feb 19 02:56:22.764876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 661bf14c-a9e3-4eeb-8131-0604ffbfd458, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=661bf14c-a9e3-4eeb-8131-0604ffbfd458,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:22.782713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '661bf14c-a9e3-4eeb-8131-0604ffbfd458', 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'port_id': '661bf14c-a9e3-4eeb-8131-0604ffbfd458', 'mac_address': 'fa:16:3e:eb:0d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b709ca32-9176-48c8-932f-4c728cc3cfc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:56:22.795081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 46876af1-486b-4e7c-b23f-d5643b084b2f completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:56:22.838495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 46876af1-486b-4e7c-b23f-d5643b084b2f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:22.838864 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.847073 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for port (16bf2dfb-a709-45ec-bb60-7525dd9708c4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.897625 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (16bf2dfb-a709-45ec-bb60-7525dd9708c4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.922214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:22.922903 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:22.933507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-cf6dc339-cf49-46cd-bbc4-511ecf80efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:22.936228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-cf6dc339-cf49-46cd-bbc4-511ecf80efe2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 1127 time: 0.2055624 Feb 19 02:56:22.947186 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:22.955131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:22.958399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:22.960833 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Pushing event updated for resources: {'Port': ['ID=16bf2dfb-a709-45ec-bb60-7525dd9708c4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:22.967404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 661bf14c-a9e3-4eeb-8131-0604ffbfd458 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:23.062462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 661bf14c-a9e3-4eeb-8131-0604ffbfd458, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=661bf14c-a9e3-4eeb-8131-0604ffbfd458,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:23.063621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 46876af1-486b-4e7c-b23f-d5643b084b2f is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:23.064068 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.066703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c4f4d203-705c-46dd-8c51-7c06ebde87ba up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:23.076446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bd2e5-a3dc-4284-880b-a63a798b21a0 req-e6ae55b2-efd9-44f2-b7cc-332acd7a0b08 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:23.078111 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for floatingip (9cd525f3-69d7-46f6-9738-3eaa799a6329), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.084510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f44bd2e5-a3dc-4284-880b-a63a798b21a0 req-e6ae55b2-efd9-44f2-b7cc-332acd7a0b08 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 945 time: 0.3129830 Feb 19 02:56:23.107684 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.135957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (16bf2dfb-a709-45ec-bb60-7525dd9708c4), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.141952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654664e-dea8-48d1-b9cb-011328b518a5 req-4953084c-2b23-4ef3-80f2-8216dd622d06 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:23.144154 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a654664e-dea8-48d1-b9cb-011328b518a5 req-4953084c-2b23-4ef3-80f2-8216dd622d06 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 949 time: 0.2822139 Feb 19 02:56:23.184248 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-159e9ed9-bb6e-4970-929d-c6cedfcb5660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (a3409185-6e38-450f-9998-5d1abfd5cc95), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.187795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c791a1-9537-4cd1-8033-849dca2b7c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46876af1-486b-4e7c-b23f-d5643b084b2f'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:23.190634 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d890c5-2931-47e4-a45f-386106119d8d" -d '{"events": [{"server_uuid": "f6c791a1-9537-4cd1-8033-849dca2b7c5a", "name": "network-vif-plugged", "status": "completed", "tag": "46876af1-486b-4e7c-b23f-d5643b084b2f"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:23.210436 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.215766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46876af1-486b-4e7c-b23f-d5643b084b2f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46876af1-486b-4e7c-b23f-d5643b084b2f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:23.237547 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.239655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['661bf14c-a9e3-4eeb-8131-0604ffbfd458'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:23.275947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=661bf14c-a9e3-4eeb-8131-0604ffbfd458,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:23.291346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c4f4d203-705c-46dd-8c51-7c06ebde87ba triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:23.291924 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.324359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a873fc49-3122-4700-a5b2-30f4351e1434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:23.325958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-a873fc49-3122-4700-a5b2-30f4351e1434 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.3773406 Feb 19 02:56:23.365532 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for port (16bf2dfb-a709-45ec-bb60-7525dd9708c4), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.369546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f44bd2e5-a3dc-4284-880b-a63a798b21a0 req-68724aa9-57e7-44e2-a543-ddd05192f10d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836313 Feb 19 02:56:23.379789 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (16bf2dfb-a709-45ec-bb60-7525dd9708c4), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.400472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=46876af1-486b-4e7c-b23f-d5643b084b2f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:23.406393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b9125968-09f3-4f9d-b2e2-6a523b0ceab5 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:23.470337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159e9ed9-bb6e-4970-929d-c6cedfcb5660 admin admin] Checking segment: {'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:23.470871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e9ed9-bb6e-4970-929d-c6cedfcb5660 admin admin] Network hostable DHCP agents. Network: 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:56:23.512813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e9ed9-bb6e-4970-929d-c6cedfcb5660 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3409185-6e38-450f-9998-5d1abfd5cc95,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:23.524813 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8018c5f-ff7e-458c-a682-bb7dde0ea2e1 x-openstack-request-id: req-e8018c5f-ff7e-458c-a682-bb7dde0ea2e1 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:23.525138 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c791a1-9537-4cd1-8033-849dca2b7c5a", "name": "network-vif-plugged", "status": "completed", "tag": "46876af1-486b-4e7c-b23f-d5643b084b2f", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:23.525396 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e8018c5f-ff7e-458c-a682-bb7dde0ea2e1 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:23.526058 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c791a1-9537-4cd1-8033-849dca2b7c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46876af1-486b-4e7c-b23f-d5643b084b2f', 'code': 200} Feb 19 02:56:23.534190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Pushing event updated for resources: {'Port': ['ID=16bf2dfb-a709-45ec-bb60-7525dd9708c4,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:23.538621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-e5b7a852-16a0-438a-a3f8-93523a4484af service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9e493b9-669f-4bac-96e7-761fd0655669 HTTP/1.1" status: 200 len: 217 time: 0.1937244 Feb 19 02:56:23.551612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a654664e-dea8-48d1-b9cb-011328b518a5 req-967efb08-f7af-43c2-b7ee-a534ac944f07 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814709 Feb 19 02:56:23.562185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159e9ed9-bb6e-4970-929d-c6cedfcb5660 admin admin] Network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:56:23.576641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (9cd525f3-69d7-46f6-9738-3eaa799a6329), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.626080 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.633554 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-42690ad1-8fc7-4e5d-a3d4-ae8a2ab580e7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7687683 Feb 19 02:56:23.633960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-d8239aae-b947-41a8-95a6-9df0425e8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:23.633960 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-d8239aae-b947-41a8-95a6-9df0425e8976 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0723186 Feb 19 02:56:23.637950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-159e9ed9-bb6e-4970-929d-c6cedfcb5660 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:23.655975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a01f2-a78d-4ea9-a77f-e7faa1b8b1bc req-98d9e06f-c7d7-4882-952a-a7f3eacd6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:23.658059 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bb0a01f2-a78d-4ea9-a77f-e7faa1b8b1bc req-98d9e06f-c7d7-4882-952a-a7f3eacd6e06 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 1132 time: 0.1103418 Feb 19 02:56:23.668720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159e9ed9-bb6e-4970-929d-c6cedfcb5660 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:23.669591 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-159e9ed9-bb6e-4970-929d-c6cedfcb5660 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.717412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-1b25498a-5cba-4ab3-8dc7-0c67d6fa4fe6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772512 Feb 19 02:56:23.781164 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bb0a01f2-a78d-4ea9-a77f-e7faa1b8b1bc req-426a66c2-58d3-4453-90ce-120d0bc86b25 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156247 Feb 19 02:56:23.830924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-159e9ed9-bb6e-4970-929d-c6cedfcb5660 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5599687 Feb 19 02:56:23.834122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44936) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:23.841649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-638928050-router', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:23.841878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a156bf-ff83-4abd-b0ca-455b69657363 req-6e588539-bedd-4d11-a07c-9b43d816a836 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:23.843451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93a156bf-ff83-4abd-b0ca-455b69657363 req-6e588539-bedd-4d11-a07c-9b43d816a836 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.2103133 Feb 19 02:56:23.865003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047993b3-e56f-44ee-b1bb-a135297e816a None None] Network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:56:23.871133 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.873370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.896810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-2d54575d-9584-4fd9-bfdc-94902b3638d8 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697130 Feb 19 02:56:23.950637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93a156bf-ff83-4abd-b0ca-455b69657363 req-734f3474-34bd-447f-a6c1-343ac71c5583 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836918 Feb 19 02:56:23.959808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee581f-d09c-4e60-9ed1-7cd878d3761e req-8c610fc8-b948-46e5-9dac-b440e35cb548 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:23.968094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bee581f-d09c-4e60-9ed1-7cd878d3761e req-8c610fc8-b948-46e5-9dac-b440e35cb548 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 948 time: 0.1598601 Feb 19 02:56:23.971193 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Publish callbacks [] for router_controller (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:23.988619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c4f4d203-705c-46dd-8c51-7c06ebde87ba is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:24.045555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bee581f-d09c-4e60-9ed1-7cd878d3761e req-1cf4256d-75de-4f11-bbd7-ac6a54a9e088 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708055 Feb 19 02:56:24.079221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b9125968-09f3-4f9d-b2e2-6a523b0ceab5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b9125968-09f3-4f9d-b2e2-6a523b0ceab5,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:24.082997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d295b2f-18cf-46bc-afeb-db533d6d2d18 None None] Network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:56:24.139660 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'b9125968-09f3-4f9d-b2e2-6a523b0ceab5', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'b9125968-09f3-4f9d-b2e2-6a523b0ceab5', 'mac_address': 'fa:16:3e:be:64:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:56:24.169893 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Publish callbacks [] for router_gateway (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.204764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:24.205159 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.218173 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-8348db4d-08fc-4b67-95ce-7027a752b7aa service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326165 Feb 19 02:56:24.237460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9125968-09f3-4f9d-b2e2-6a523b0ceab5 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:24.259028 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b9125968-09f3-4f9d-b2e2-6a523b0ceab5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b9125968-09f3-4f9d-b2e2-6a523b0ceab5,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:24.266275 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.316750 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b9125968-09f3-4f9d-b2e2-6a523b0ceab5,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:24.324899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.325240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.325572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.325902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.326234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.326816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.326927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.327307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.327514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.327876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.328700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.328810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.329141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:24.379589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 661bf14c-a9e3-4eeb-8131-0604ffbfd458 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:24.418404 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Publish callbacks [] for router_gateway (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.436270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:24.436849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.444444 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.537101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:24.537499 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.578222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Allocated IP 172.25.1.54 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/835e14cc-f41e-4726-a7a0-21fc83a75b8a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:24.583497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 661bf14c-a9e3-4eeb-8131-0604ffbfd458, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=661bf14c-a9e3-4eeb-8131-0604ffbfd458,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:24.591451 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.633755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee9886-409e-437d-a78d-0e7d1b33c084 req-5e0eab0a-e0b8-4965-b299-d032908fd577 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:24.637147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bee9886-409e-437d-a78d-0e7d1b33c084 req-5e0eab0a-e0b8-4965-b299-d032908fd577 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 945 time: 0.1296632 Feb 19 02:56:24.642395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-529cf215-cf9d-4f3e-8619-60a19dd6aa23 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:24.646726 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-529cf215-cf9d-4f3e-8619-60a19dd6aa23 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123&tenant_id=2070a125af614429bfc65bdee24c8ce3&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1127 time: 0.2049742 Feb 19 02:56:24.670753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826755-2'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:24.684573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['b9125968-09f3-4f9d-b2e2-6a523b0ceab5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:24.743956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=661bf14c-a9e3-4eeb-8131-0604ffbfd458,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:24.751758 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Publish callbacks [] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.806288 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.828355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bee9886-409e-437d-a78d-0e7d1b33c084 req-7891a021-b0cf-43b7-9887-7478b6be203d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789210 Feb 19 02:56:24.851780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:24.855711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:24.859852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:24.864362 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:24.897016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac55c2f-64d5-4a53-acef-2141bc65a2d6 req-4401b2b4-4b5f-4787-987b-a67fda70ee42 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:24.898543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ac55c2f-64d5-4a53-acef-2141bc65a2d6 req-4401b2b4-4b5f-4787-987b-a67fda70ee42 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.2078123 Feb 19 02:56:24.915357 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=835e14cc-f41e-4726-a7a0-21fc83a75b8a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:25.019208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ac55c2f-64d5-4a53-acef-2141bc65a2d6 req-4d2a9063-bde2-438f-8cd0-70b3ae88b22d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913739 Feb 19 02:56:25.174451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af592a17-92c5-4987-9086-04ede7082312 req-f46048e5-b122-4e92-8613-f5c144f5c8bd tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:25.176608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af592a17-92c5-4987-9086-04ede7082312 req-f46048e5-b122-4e92-8613-f5c144f5c8bd tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1237257 Feb 19 02:56:25.183101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d9e493b9-669f-4bac-96e7-761fd0655669,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:25.183921 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:56:25.199549 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Publish callbacks [] for router_gateway (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.262817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c7c08-a060-4314-a1f3-3034c1c17b67 req-04b8630d-46d7-4f30-bf34-405ca998d71b tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:25.264360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-236c7c08-a060-4314-a1f3-3034c1c17b67 req-04b8630d-46d7-4f30-bf34-405ca998d71b tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 949 time: 0.1494553 Feb 19 02:56:25.283617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af592a17-92c5-4987-9086-04ede7082312 req-31e85653-eee7-438c-a554-e4f4a6b61ade tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974629 Feb 19 02:56:25.286642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:25.373564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f554ba7f-c28d-45d1-bcb9-11e826655123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e493b9-669f-4bac-96e7-761fd0655669'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:25.377558 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2e1c12-b429-4a9c-b091-c748e0031171" -d '{"events": [{"server_uuid": "f554ba7f-c28d-45d1-bcb9-11e826655123", "name": "network-vif-unplugged", "status": "completed", "tag": "d9e493b9-669f-4bac-96e7-761fd0655669"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:25.383360 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Publish callbacks [] for port (d9e493b9-669f-4bac-96e7-761fd0655669), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.389228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-236c7c08-a060-4314-a1f3-3034c1c17b67 req-c86bf106-e7c2-46bd-9895-dfcd85e44504 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168861 Feb 19 02:56:25.398488 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.482020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e493b9-669f-4bac-96e7-761fd0655669,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:25.486844 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5645edf-f253-4a60-8da0-8f329175c494 x-openstack-request-id: req-d5645edf-f253-4a60-8da0-8f329175c494 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:25.487381 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f554ba7f-c28d-45d1-bcb9-11e826655123", "name": "network-vif-unplugged", "status": "completed", "tag": "d9e493b9-669f-4bac-96e7-761fd0655669", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:25.487790 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5645edf-f253-4a60-8da0-8f329175c494 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:25.488480 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f554ba7f-c28d-45d1-bcb9-11e826655123', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e493b9-669f-4bac-96e7-761fd0655669', 'code': 200} Feb 19 02:56:25.519271 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.528283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6805d08b-f054-4d23-bff2-2f6fbc294264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661bf14c-a9e3-4eeb-8131-0604ffbfd458'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:25.530401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Attempting to bind port d9e493b9-669f-4bac-96e7-761fd0655669 on host n-h1-826755-2 for vnic_type normal with profile {"migrating_to": "n-h2-826755-2"} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:25.530782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Attempting to bind port d9e493b9-669f-4bac-96e7-761fd0655669 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:25.531267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Attempting to bind port d9e493b9-669f-4bac-96e7-761fd0655669 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:25.536394 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2badaa-37d1-4768-b60e-6ec2501f924f" -d '{"events": [{"server_uuid": "6805d08b-f054-4d23-bff2-2f6fbc294264", "name": "network-vif-plugged", "status": "completed", "tag": "661bf14c-a9e3-4eeb-8131-0604ffbfd458"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:25.537191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Port d9e493b9-669f-4bac-96e7-761fd0655669 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:25.537521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Attempting to bind port d9e493b9-669f-4bac-96e7-761fd0655669 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:25.554170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:25.554515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:25.554902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:25.555350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Bound port: d9e493b9-669f-4bac-96e7-761fd0655669, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:25.555705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.629637 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec631fa4-9267-4bd6-838f-1e0863e24c5b x-openstack-request-id: req-ec631fa4-9267-4bd6-838f-1e0863e24c5b {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:25.629972 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6805d08b-f054-4d23-bff2-2f6fbc294264", "name": "network-vif-plugged", "status": "completed", "tag": "661bf14c-a9e3-4eeb-8131-0604ffbfd458", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:25.631806 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ec631fa4-9267-4bd6-838f-1e0863e24c5b {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:25.632224 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6805d08b-f054-4d23-bff2-2f6fbc294264', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661bf14c-a9e3-4eeb-8131-0604ffbfd458', 'code': 200} Feb 19 02:56:25.686719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:25.694931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d9e493b9-669f-4bac-96e7-761fd0655669,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:25.708318 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.786574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e493b9-669f-4bac-96e7-761fd0655669,revision_number=8']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:25.863995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:25.866600 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:25.868013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-35caa00e-4e98-4999-b28a-70c36653c974 service neutron] 10.222.0.67 "PUT /v2.0/ports/d9e493b9-669f-4bac-96e7-761fd0655669 HTTP/1.1" status: 200 len: 1121 time: 1.2067754 Feb 19 02:56:25.895420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Router b23ecbc0-f84d-40d3-9432-a7ec791fe6ef is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:56:26.007677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d9e493b9-669f-4bac-96e7-761fd0655669'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:26.082241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03b3b6-be90-4a52-a0e8-4aecd38d4dd3 req-cb3884a6-dea8-46e8-8ce2-1fd99436c654 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:26.085700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb03b3b6-be90-4a52-a0e8-4aecd38d4dd3 req-cb3884a6-dea8-46e8-8ce2-1fd99436c654 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 943 time: 0.1218414 Feb 19 02:56:26.130350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:26.147229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Sync routers for ids ['b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:26.164273 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:26.168292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb03b3b6-be90-4a52-a0e8-4aecd38d4dd3 req-62cc345e-fa96-4bc3-a5f9-9849b16ab240 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766208 Feb 19 02:56:26.174100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45064) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:26.175551 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6e6e61eb-3793-4f8c-9fca-8d0b0ed21eb0 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3398802 Feb 19 02:56:26.206842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Routers {'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:26.207502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:56:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:26.454776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d48009-f3b7-45db-803d-4cf6f1659c8c req-fb38c9ff-d36e-49a2-b558-26fd060db31c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:26.462736 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04d48009-f3b7-45db-803d-4cf6f1659c8c req-fb38c9ff-d36e-49a2-b558-26fd060db31c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.1883931 Feb 19 02:56:26.469761 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Set router b23ecbc0-f84d-40d3-9432-a7ec791fe6ef gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:26.604079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04d48009-f3b7-45db-803d-4cf6f1659c8c req-14c55e68-9dc5-4a46-ae95-3c0592cef94b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246958 Feb 19 02:56:26.786705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-638928050-router', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:23Z', 'updated_at': '2022-02-19T02:56:25Z', 'revision_number': 3, 'project_id': '5517f24fc4d4490bb6a41763e2817a4a', 'gw_port': {'id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:24Z', 'updated_at': '2022-02-19T02:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:26.826505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb223-7097-46a4-ae38-a2b3f9bbda45 req-098a93bf-43e1-46ef-a4f8-51aac53e78bd tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:26.828093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e2bb223-7097-46a4-ae38-a2b3f9bbda45 req-098a93bf-43e1-46ef-a4f8-51aac53e78bd tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1464989 Feb 19 02:56:26.860131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Checking router: b23ecbc0-f84d-40d3-9432-a7ec791fe6ef for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:56:26.860882 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Updating router b23ecbc0-f84d-40d3-9432-a7ec791fe6ef port 835e14cc-f41e-4726-a7a0-21fc83a75b8a binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:56:26.950616 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:27.347398 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e2bb223-7097-46a4-ae38-a2b3f9bbda45 req-9d680c1a-a4f1-461b-b9dc-9a87470287a0 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4551911 Feb 19 02:56:27.501336 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Publish callbacks [] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:27.501821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f554ba7f-c28d-45d1-bcb9-11e826655123', 'tag': 'd9e493b9-669f-4bac-96e7-761fd0655669'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:27.504688 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c89e4b-9d4c-4090-aef9-2f68d24e2980" -d '{"events": [{"name": "network-changed", "server_uuid": "f554ba7f-c28d-45d1-bcb9-11e826655123", "tag": "d9e493b9-669f-4bac-96e7-761fd0655669"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:27.518512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b9125968-09f3-4f9d-b2e2-6a523b0ceab5 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:27.527269 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:27.606988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbc97e-9eb0-452f-a8a2-4743271c3d6e req-7e7edb38-3b80-43f1-8c34-6d55ba8eb888 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:27.617211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11dbc97e-9eb0-452f-a8a2-4743271c3d6e req-7e7edb38-3b80-43f1-8c34-6d55ba8eb888 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 949 time: 0.1492183 Feb 19 02:56:27.639992 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:27.741309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Attempting to bind port 835e14cc-f41e-4726-a7a0-21fc83a75b8a on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:27.741674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Attempting to bind port 835e14cc-f41e-4726-a7a0-21fc83a75b8a by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:27.742038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Attempting to bind port 835e14cc-f41e-4726-a7a0-21fc83a75b8a on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:27.765161 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:27.765581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:27.765929 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:27.766318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:27.766781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Bound port: 835e14cc-f41e-4726-a7a0-21fc83a75b8a, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:27.767155 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:27.782203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11dbc97e-9eb0-452f-a8a2-4743271c3d6e req-34b18b4c-1666-4f12-b5c2-f44c7270573c tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616018 Feb 19 02:56:27.812824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ef1b0-df3c-4c5e-9d9d-24cd69f26442 None None] Pushing event updated for resources: {'Port': ['ID=835e14cc-f41e-4726-a7a0-21fc83a75b8a,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:27.867672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:56:27.879988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:27.880355 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:27.991999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] For port 835e14cc-f41e-4726-a7a0-21fc83a75b8a, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:28.001732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] For port 835e14cc-f41e-4726-a7a0-21fc83a75b8a, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=835e14cc-f41e-4726-a7a0-21fc83a75b8a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:28.017484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-cdc6bc63-47e0-4d99-8c9e-db354630ec59 req-299f6f83-2011-42df-8c68-0d59d769ac88 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:56:28.018669 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdc6bc63-47e0-4d99-8c9e-db354630ec59 req-299f6f83-2011-42df-8c68-0d59d769ac88 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073161 Feb 19 02:56:28.031059 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.070970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Allocated IP 172.20.0.1 (02ca8892-f0cb-404c-b5ad-b47ff1e30fcc/a3409185-6e38-450f-9998-5d1abfd5cc95/4cf89c3e-3cee-4e4b-9e24-02083a45ce7c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:28.239371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ef1b0-df3c-4c5e-9d9d-24cd69f26442 None None] Pushing event updated for resources: {'Port': ['ID=835e14cc-f41e-4726-a7a0-21fc83a75b8a,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:28.252499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Routers {'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:28.253145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:56:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:28.307905 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Publish callbacks [] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.385536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d9e493b9-669f-4bac-96e7-761fd0655669 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:28.391705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:28.393871 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.408389 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.484165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:28.487167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:28.500027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:28.526762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd511bdcb-6ebd-4cc8-8438-f5ae5266d9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9125968-09f3-4f9d-b2e2-6a523b0ceab5'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:28.529846 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9a7813-a46c-4403-bb11-4da7bda57c6c" -d '{"events": [{"server_uuid": "d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0", "name": "network-vif-plugged", "status": "completed", "tag": "b9125968-09f3-4f9d-b2e2-6a523b0ceab5"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:28.546742 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:56:28.552833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b9125968-09f3-4f9d-b2e2-6a523b0ceab5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b9125968-09f3-4f9d-b2e2-6a523b0ceab5,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:28.570521 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.590097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf89c3e-3cee-4e4b-9e24-02083a45ce7c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:28.621149 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-5c6babaf-e01f-42ea-8c61-1cf6a24828de service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185048 Feb 19 02:56:28.631729 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:28.746981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3624bc-304c-481d-b23c-fe482b814c6d req-e9313a09-8380-4dc1-803b-2d22d021db5f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:28.748406 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc3624bc-304c-481d-b23c-fe482b814c6d req-e9313a09-8380-4dc1-803b-2d22d021db5f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 943 time: 0.1914139 Feb 19 02:56:28.981915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b9125968-09f3-4f9d-b2e2-6a523b0ceab5,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:29.018980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] Set router b23ecbc0-f84d-40d3-9432-a7ec791fe6ef gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:29.105049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc3624bc-304c-481d-b23c-fe482b814c6d req-8171f275-538a-4b29-8297-d10d75b271e9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436201 Feb 19 02:56:29.190235 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.193773 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0460e2c4-68b7-4cac-9269-4823c839ffd2 x-openstack-request-id: req-0460e2c4-68b7-4cac-9269-4823c839ffd2 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:29.194056 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f554ba7f-c28d-45d1-bcb9-11e826655123", "tag": "d9e493b9-669f-4bac-96e7-761fd0655669", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:29.194318 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0460e2c4-68b7-4cac-9269-4823c839ffd2 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:29.194691 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f554ba7f-c28d-45d1-bcb9-11e826655123', 'tag': 'd9e493b9-669f-4bac-96e7-761fd0655669', 'status': 'completed', 'code': 200} Feb 19 02:56:29.332012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89e4b-9d4c-4090-aef9-2f68d24e2980 req-f7ddc906-6e03-4274-ae59-9d84b24ab768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:29.336894 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5c89e4b-9d4c-4090-aef9-2f68d24e2980 req-f7ddc906-6e03-4274-ae59-9d84b24ab768 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 1155 time: 0.1209903 Feb 19 02:56:29.430747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d9e493b9-669f-4bac-96e7-761fd0655669,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:29.483940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d9e493b9-669f-4bac-96e7-761fd0655669 has no active binding in host n-h2-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:56:29.497303 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Publish callbacks [] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.516629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-638928050-router', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:23Z', 'updated_at': '2022-02-19T02:56:25Z', 'revision_number': 3, 'project_id': '5517f24fc4d4490bb6a41763e2817a4a', 'gw_port': {'id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:24Z', 'updated_at': '2022-02-19T02:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:29.521047 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.535993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45126) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:29.595600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3021b03-7a6d-44ec-b934-d118b0f972eb None None] The sync data for ids ['b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'] in n-d-826755-2 is: [{'id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-638928050-router', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:23Z', 'updated_at': '2022-02-19T02:56:25Z', 'revision_number': 3, 'project_id': '5517f24fc4d4490bb6a41763e2817a4a', 'gw_port': {'id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:24Z', 'updated_at': '2022-02-19T02:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:29.652280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf89c3e-3cee-4e4b-9e24-02083a45ce7c,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:29.660172 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:29.696462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27025229-67f9-4fe7-b3c7-d78337e4ddc3 req-deb6ca45-e43f-4eba-ba97-c013f592d3b2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:29.699415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27025229-67f9-4fe7-b3c7-d78337e4ddc3 req-deb6ca45-e43f-4eba-ba97-c013f592d3b2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1966944 Feb 19 02:56:29.856601 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27025229-67f9-4fe7-b3c7-d78337e4ddc3 req-28a73ba4-f75a-45f0-b85c-652dce24ae1f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485059 Feb 19 02:56:29.946088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:29.954792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:30.223761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89e4b-9d4c-4090-aef9-2f68d24e2980 req-25a520fd-f71e-4c2c-8735-5a165d5b1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:30.236490 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5c89e4b-9d4c-4090-aef9-2f68d24e2980 req-25a520fd-f71e-4c2c-8735-5a165d5b1061 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.8937249 Feb 19 02:56:30.286866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Router b23ecbc0-f84d-40d3-9432-a7ec791fe6ef has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:56:30.302990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933a922-c4b6-434e-8a10-cd3140b17f99 req-b95063e6-bdf3-4b6e-9894-096a00990c89 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:30.314697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f933a922-c4b6-434e-8a10-cd3140b17f99 req-b95063e6-bdf3-4b6e-9894-096a00990c89 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.2713633 Feb 19 02:56:30.316651 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5c89e4b-9d4c-4090-aef9-2f68d24e2980 req-f8c4f64d-c5c4-4e01-adda-ac17039ba783 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9e493b9-669f-4bac-96e7-761fd0655669 HTTP/1.1" status: 200 len: 217 time: 0.0693347 Feb 19 02:56:30.451422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-e8f39bda-ea32-4ccb-9999-15224f59425c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:30.460231 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-e8f39bda-ea32-4ccb-9999-15224f59425c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports/46876af1-486b-4e7c-b23f-d5643b084b2f HTTP/1.1" status: 200 len: 947 time: 0.9228647 Feb 19 02:56:30.482294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89e4b-9d4c-4090-aef9-2f68d24e2980 req-ff47fbe0-b510-415b-99d1-41cd53a579d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:30.484940 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5c89e4b-9d4c-4090-aef9-2f68d24e2980 req-ff47fbe0-b510-415b-99d1-41cd53a579d9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.1531107 Feb 19 02:56:30.531640 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5c89e4b-9d4c-4090-aef9-2f68d24e2980 req-3ff5f630-350a-4e32-a923-c5e43b213cd2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380473 Feb 19 02:56:30.533724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f933a922-c4b6-434e-8a10-cd3140b17f99 req-19536613-d49f-468d-bba1-b710bfe03a84 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169588 Feb 19 02:56:30.644305 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b684ba9-8847-441f-bb41-e950d3bf7f0a x-openstack-request-id: req-8b684ba9-8847-441f-bb41-e950d3bf7f0a {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:30.644869 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0", "name": "network-vif-plugged", "status": "completed", "tag": "b9125968-09f3-4f9d-b2e2-6a523b0ceab5", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:30.644869 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b684ba9-8847-441f-bb41-e950d3bf7f0a {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:30.645272 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd511bdcb-6ebd-4cc8-8438-f5ae5266d9f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9125968-09f3-4f9d-b2e2-6a523b0ceab5', 'code': 200} Feb 19 02:56:30.685284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:30.695100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5e3b5da9-bb8e-4848-a777-6b2363edf749 admin admin] 10.222.0.81 "PUT /v2.0/routers/b23ecbc0-f84d-40d3-9432-a7ec791fe6ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5198996 Feb 19 02:56:30.919302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ff91c-8808-42e0-b04d-f1751b1e470a req-54d341b6-03a2-47ec-a6e8-2016b9ac86b9 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:30.921684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe1ff91c-8808-42e0-b04d-f1751b1e470a req-54d341b6-03a2-47ec-a6e8-2016b9ac86b9 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 950 time: 0.2057247 Feb 19 02:56:30.973473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19c555-762c-40d4-a0fe-3a932738c9ee req-e4d953a0-a5e7-490f-b704-2fe516eed713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:30.975064 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ae19c555-762c-40d4-a0fe-3a932738c9ee req-e4d953a0-a5e7-490f-b704-2fe516eed713 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 1132 time: 0.2162833 Feb 19 02:56:30.977361 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5c89e4b-9d4c-4090-aef9-2f68d24e2980 req-5cd68002-930b-4af8-af5e-00a9bbd95a7d service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361281 Feb 19 02:56:31.066546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe1ff91c-8808-42e0-b04d-f1751b1e470a req-c20ed409-c606-4930-bfe2-5b9b95979116 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348207 Feb 19 02:56:31.074682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 835e14cc-f41e-4726-a7a0-21fc83a75b8a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:31.156602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 835e14cc-f41e-4726-a7a0-21fc83a75b8a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:31.157390 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:31.162397 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ae19c555-762c-40d4-a0fe-3a932738c9ee req-bb7406b7-6804-49fa-a2f0-ed26d551c4ae service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566908 Feb 19 02:56:31.356445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 835e14cc-f41e-4726-a7a0-21fc83a75b8a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:31.357254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:31.385717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779ea41-cab6-4577-b6df-67eae358675f req-514d14a1-7813-4b11-be92-d7164a93ab7d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:31.394560 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4779ea41-cab6-4577-b6df-67eae358675f req-514d14a1-7813-4b11-be92-d7164a93ab7d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 943 time: 0.1204550 Feb 19 02:56:31.410953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 835e14cc-f41e-4726-a7a0-21fc83a75b8a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=835e14cc-f41e-4726-a7a0-21fc83a75b8a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:31.413679 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5c89e4b-9d4c-4090-aef9-2f68d24e2980 req-04b99144-35d3-4ead-ad9f-186572b816f8 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065361 Feb 19 02:56:31.418740 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:31.458026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4779ea41-cab6-4577-b6df-67eae358675f req-43c1ceae-9d2c-4db5-bd31-9d901ceb803a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623918 Feb 19 02:56:31.573148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=835e14cc-f41e-4726-a7a0-21fc83a75b8a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:31.666249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfff3c-1f31-493c-acf2-74c32eff4c38 req-aed55baf-3559-4714-a067-b523fe1261f4 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:31.668442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8dfff3c-1f31-493c-acf2-74c32eff4c38 req-aed55baf-3559-4714-a067-b523fe1261f4 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.0698943 Feb 19 02:56:31.742874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8dfff3c-1f31-493c-acf2-74c32eff4c38 req-4896c4ad-1aaf-42f4-88ef-6dce32f2fe80 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652802 Feb 19 02:56:32.270504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-5d0168cf-8936-4e72-bd73-abef97b1cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:32.272453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-5d0168cf-8936-4e72-bd73-abef97b1cdf1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 1132 time: 0.1172335 Feb 19 02:56:32.425242 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Sync routers for ids ['b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:32.440551 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Routers {'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:32.445265 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:56:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:32.454271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-5cde7e17-5c4d-4f6d-84c8-f19797d1c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:32.456112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-5cde7e17-5c4d-4f6d-84c8-f19797d1c117 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1726694 Feb 19 02:56:32.520320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-234199b0-6b8d-4c50-b982-995e21e5c4ae service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=46876af1-486b-4e7c-b23f-d5643b084b2f HTTP/1.1" status: 200 len: 217 time: 0.0510809 Feb 19 02:56:32.604126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-baf931e7-0fbf-4ecc-bce1-76eee4d29be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:32.608480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-baf931e7-0fbf-4ecc-bce1-76eee4d29be8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0809097 Feb 19 02:56:32.655085 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Set router b23ecbc0-f84d-40d3-9432-a7ec791fe6ef gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:32.704854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-9487819c-451c-4322-afde-1741ea17886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:32.706788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-9487819c-451c-4322-afde-1741ea17886d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0742600 Feb 19 02:56:32.898632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-99f67607-edf3-4443-b1be-d29af4a01829 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846421 Feb 19 02:56:32.959903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 835e14cc-f41e-4726-a7a0-21fc83a75b8a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:33.070351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-77cec27d-3e36-45d0-9d6a-b929675f6a69 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609654 Feb 19 02:56:33.081517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 835e14cc-f41e-4726-a7a0-21fc83a75b8a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:33.081885 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.142343 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-638928050-router', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:23Z', 'updated_at': '2022-02-19T02:56:29Z', 'revision_number': 4, 'project_id': '5517f24fc4d4490bb6a41763e2817a4a', 'gw_port': {'id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:24Z', 'updated_at': '2022-02-19T02:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '4cf89c3e-3cee-4e4b-9e24-02083a45ce7c', 'name': '', 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'mac_address': 'fa:16:3e:81:0f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a3409185-6e38-450f-9998-5d1abfd5cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:27Z', 'updated_at': '2022-02-19T02:56:29Z', 'revision_number': 2, 'project_id': '5517f24fc4d4490bb6a41763e2817a4a', 'subnets': [{'id': 'a3409185-6e38-450f-9998-5d1abfd5cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:33.174059 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Checking router: b23ecbc0-f84d-40d3-9432-a7ec791fe6ef for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:56:33.174683 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Updating router b23ecbc0-f84d-40d3-9432-a7ec791fe6ef port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:56:33.217834 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.237588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 835e14cc-f41e-4726-a7a0-21fc83a75b8a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:33.553593 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Publish callbacks [] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.561074 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8289a3b0-de89-46af-bda3-1ccce90e5b29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.572330 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.687737 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Pushing event updated for resources: {'Port': ['ID=4cf89c3e-3cee-4e4b-9e24-02083a45ce7c,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:33.716441 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.717095 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.717485 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.717909 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.718368 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.718708 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.719079 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.719456 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.719781 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.720098 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.720417 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.720763 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.721081 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:56:33.738187 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Attempting to bind port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:33.738673 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Attempting to bind port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:33.739207 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Attempting to bind port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c on network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:33.747174 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:33.747603 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Checking segment: {'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:33.748206 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.748852 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Bound using segment: {'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:33.749335 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Bound port: 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:33.749709 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.846294 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] For port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:33.851762 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] For port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4cf89c3e-3cee-4e4b-9e24-02083a45ce7c,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:33.866537 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:33.945106 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Routers {'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:33.946025 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:56:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:33.999050 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc23437-bcf2-4c10-bb63-6f7382cf30e1 None None] Pushing event updated for resources: {'Port': ['ID=4cf89c3e-3cee-4e4b-9e24-02083a45ce7c,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:34.104109 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] Set router b23ecbc0-f84d-40d3-9432-a7ec791fe6ef gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:34.169029 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-3bcdadfc-6cfe-4178-ae4a-e211e6ef6464 service neutron] 10.222.0.87 "GET /v2.0/ports/d9e493b9-669f-4bac-96e7-761fd0655669/bindings/n-h2-826755-2 HTTP/1.1" status: 200 len: 384 time: 0.1225140 Feb 19 02:56:34.386844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d9e493b9-669f-4bac-96e7-761fd0655669 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:34.439382 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-638928050-router', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:23Z', 'updated_at': '2022-02-19T02:56:29Z', 'revision_number': 4, 'project_id': '5517f24fc4d4490bb6a41763e2817a4a', 'gw_port': {'id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:24Z', 'updated_at': '2022-02-19T02:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '4cf89c3e-3cee-4e4b-9e24-02083a45ce7c', 'name': '', 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'mac_address': 'fa:16:3e:81:0f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a3409185-6e38-450f-9998-5d1abfd5cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:27Z', 'updated_at': '2022-02-19T02:56:33Z', 'revision_number': 4, 'project_id': '5517f24fc4d4490bb6a41763e2817a4a', 'subnets': [{'id': 'a3409185-6e38-450f-9998-5d1abfd5cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:34.475662 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aee12a-573f-453c-9b35-542c3f135198 None None] The sync data for ids ['b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'] in n-d-826755-2 is: [{'id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-638928050-router', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:23Z', 'updated_at': '2022-02-19T02:56:29Z', 'revision_number': 4, 'project_id': '5517f24fc4d4490bb6a41763e2817a4a', 'gw_port': {'id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:24Z', 'updated_at': '2022-02-19T02:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '4cf89c3e-3cee-4e4b-9e24-02083a45ce7c', 'name': '', 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'mac_address': 'fa:16:3e:81:0f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': 'a3409185-6e38-450f-9998-5d1abfd5cc95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:27Z', 'updated_at': '2022-02-19T02:56:33Z', 'revision_number': 4, 'project_id': '5517f24fc4d4490bb6a41763e2817a4a', 'subnets': [{'id': 'a3409185-6e38-450f-9998-5d1abfd5cc95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:34.536337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-4e3037ab-cee9-4f2f-9f1f-42a8a40e6a3f service neutron] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d9e493b9-669f-4bac-96e7-761fd0655669,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:34.575307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-4e3037ab-cee9-4f2f-9f1f-42a8a40e6a3f service neutron] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:34.640100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-4e3037ab-cee9-4f2f-9f1f-42a8a40e6a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e493b9-669f-4bac-96e7-761fd0655669 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:34.684707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d9e493b9-669f-4bac-96e7-761fd0655669,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:34.704597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d9e493b9-669f-4bac-96e7-761fd0655669 has no active binding in host n-h2-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:56:34.797744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-4e3037ab-cee9-4f2f-9f1f-42a8a40e6a3f service neutron] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d9e493b9-669f-4bac-96e7-761fd0655669,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:34.848064 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-4e3037ab-cee9-4f2f-9f1f-42a8a40e6a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.952720 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-4e3037ab-cee9-4f2f-9f1f-42a8a40e6a3f service neutron] Transition to ACTIVE for port object d9e493b9-669f-4bac-96e7-761fd0655669 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:34.971404 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-4e3037ab-cee9-4f2f-9f1f-42a8a40e6a3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:34.973531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:35.045416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3037ab-cee9-4f2f-9f1f-42a8a40e6a3f service neutron] Pushing event updated for resources: {'Port': ['ID=d9e493b9-669f-4bac-96e7-761fd0655669,revision_number=10']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:35.067389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:35.067649 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.097746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-4e3037ab-cee9-4f2f-9f1f-42a8a40e6a3f service neutron] No DVR routers for this DVR port d9e493b9-669f-4bac-96e7-761fd0655669 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:56:35.142042 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-4e3037ab-cee9-4f2f-9f1f-42a8a40e6a3f service neutron] 10.222.0.87 "PUT /v2.0/ports/d9e493b9-669f-4bac-96e7-761fd0655669/bindings/n-h2-826755-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9658022 Feb 19 02:56:35.215706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:35.216089 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.269049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4cf89c3e-3cee-4e4b-9e24-02083a45ce7c,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:35.274012 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-72b88556-0e57-419c-9f11-92750189c996 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:35.276487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-72b88556-0e57-419c-9f11-92750189c996 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123&tenant_id=2070a125af614429bfc65bdee24c8ce3&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1126 time: 0.0668972 Feb 19 02:56:35.282546 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.374954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=4cf89c3e-3cee-4e4b-9e24-02083a45ce7c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:35.452033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-81ec0b1b-36b0-4d32-82f7-e4d9e4f9434f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:35.453844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-81ec0b1b-36b0-4d32-82f7-e4d9e4f9434f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123&tenant_id=2070a125af614429bfc65bdee24c8ce3 HTTP/1.1" status: 200 len: 1126 time: 0.1673765 Feb 19 02:56:35.469175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d9e493b9-669f-4bac-96e7-761fd0655669 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:35.534089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] The host n-h1-826755-2 is not matching for port d9e493b9-669f-4bac-96e7-761fd0655669 host n-h2-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:56:35.534627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d9e493b9-669f-4bac-96e7-761fd0655669 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:35.559854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-f62c9d39-de81-4c31-8c56-dfcd734813f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:35.562063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-f62c9d39-de81-4c31-8c56-dfcd734813f5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 1126 time: 0.0732384 Feb 19 02:56:35.754374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-6aad58a7-deac-4f70-bbc9-1afb180e143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:35.756698 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-6aad58a7-deac-4f70-bbc9-1afb180e143d service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.1793923 Feb 19 02:56:35.810808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-49d0aeff-8b76-4df4-8805-68fca37e149c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9e493b9-669f-4bac-96e7-761fd0655669 HTTP/1.1" status: 200 len: 217 time: 0.0426631 Feb 19 02:56:35.845235 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41277cc6-de4d-403a-a934-b09f0e0d5b1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:35.914535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-97e075f5-3b15-46de-9868-badb8d1df778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:35.918896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-97e075f5-3b15-46de-9868-badb8d1df778 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.1008892 Feb 19 02:56:35.969895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-ac7d7da1-6c1f-4f8e-a697-2883a1a2eef2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452168 Feb 19 02:56:36.147260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-f0cc9b27-1443-4652-9971-0fa6bf195d4a service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700609 Feb 19 02:56:36.280032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-23f84525-e1b1-4e3d-838e-24c1c4267da1 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242409 Feb 19 02:56:36.662560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-02f3ca0b-bc7a-4ac7-bdbb-bdf47f8e4b98 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:36.664196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-02f3ca0b-bc7a-4ac7-bdbb-bdf47f8e4b98 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123&tenant_id=2070a125af614429bfc65bdee24c8ce3&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1126 time: 0.0723362 Feb 19 02:56:36.823552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-f268c4f5-35c6-4402-9117-6667186f09e5 service neutron] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:36.827069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-f268c4f5-35c6-4402-9117-6667186f09e5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:36.828375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d230eeaa-c4a3-420e-a369-7f0cf5dc220c req-f268c4f5-35c6-4402-9117-6667186f09e5 service neutron] 10.222.0.67 "DELETE /v2.0/ports/d9e493b9-669f-4bac-96e7-761fd0655669/bindings/n-h1-826755-2 HTTP/1.1" status: 204 len: 173 time: 0.1523519 Feb 19 02:56:36.903595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:36.977540 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.029299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:37.029684 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:37.141539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:38.239843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:38.396965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d9e493b9-669f-4bac-96e7-761fd0655669 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:38.507626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port d9e493b9-669f-4bac-96e7-761fd0655669 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:39.572357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08318f1f-d0ed-4b7d-b22c-658d715ffd5f req-b30888ce-2761-4309-82f6-568ce5b9ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:39.574881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08318f1f-d0ed-4b7d-b22c-658d715ffd5f req-b30888ce-2761-4309-82f6-568ce5b9ce02 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 1131 time: 0.1015573 Feb 19 02:56:39.632151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08318f1f-d0ed-4b7d-b22c-658d715ffd5f req-9ed92ee0-53cc-40e6-bcea-a496af60d11c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491717 Feb 19 02:56:39.960328 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.413471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5348dd8b-c277-41c5-b73c-35ace224e65a details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:40.419708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5348dd8b-c277-41c5-b73c-35ace224e65a no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:40.567857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5348dd8b-c277-41c5-b73c-35ace224e65a is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:40.568253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.608135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:40.614346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:40.616633 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62dd36f-a725-41fb-8e34-887cc02ccd6d" -d '{"events": [{"server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "name": "network-vif-unplugged", "status": "completed", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:40.639671 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:40.640850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'mac_address': 'fa:16:3e:64:98:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:56:40.648286 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.720068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5348dd8b-c277-41c5-b73c-35ace224e65a,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:40.736261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5348dd8b-c277-41c5-b73c-35ace224e65a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:40.736261 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.754590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5348dd8b-c277-41c5-b73c-35ace224e65a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:40.755152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30576097-f76f-450f-ba3d-360cec2e985b req-20aa3142-a573-4872-b74d-06af8c528b43 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.756721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-20aa3142-a573-4872-b74d-06af8c528b43 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/networks?id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 200 len: 818 time: 0.1571028 Feb 19 02:56:40.767262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533be8f1-193b-4298-8805-852607b2ded7 req-c366fe16-60ca-4db8-bce0-2142cd7f6ae5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:40.774157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-533be8f1-193b-4298-8805-852607b2ded7 req-c366fe16-60ca-4db8-bce0-2142cd7f6ae5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.1120274 Feb 19 02:56:40.775627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:40.781206 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:40.841490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5348dd8b-c277-41c5-b73c-35ace224e65a,revision_number=10']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:41.051323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-9228d19c-d340-4975-afdd-ece7751c5bbe tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/quotas/5517f24fc4d4490bb6a41763e2817a4a HTTP/1.1" status: 200 len: 375 time: 0.2743962 Feb 19 02:56:41.109540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-533be8f1-193b-4298-8805-852607b2ded7 req-af87e2e9-cd67-4dbf-8c84-f9ffd94a226a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343945 Feb 19 02:56:41.128056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-abaad93d-7e4f-44bc-8a8d-faba638a3e2c tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0705886 Feb 19 02:56:41.161634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['5348dd8b-c277-41c5-b73c-35ace224e65a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:41.264382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef0558-22dd-4da7-83b1-f1ecd4bb6b45 req-2fbb2c92-95bf-475a-b8bf-65dd1446559a tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:41.266040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bef0558-22dd-4da7-83b1-f1ecd4bb6b45 req-2fbb2c92-95bf-475a-b8bf-65dd1446559a tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 950 time: 0.0820992 Feb 19 02:56:41.271435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-9bc28709-a620-4674-8f19-1c3ec2108fad service neutron] 10.222.0.81 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364369 Feb 19 02:56:41.373683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bef0558-22dd-4da7-83b1-f1ecd4bb6b45 req-74889888-5cec-4580-b028-11d156ac1f5b tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984426 Feb 19 02:56:41.399677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-bbe51456-5cb5-48ee-ba92-867b50909d57 service neutron] 10.222.0.81 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171989 Feb 19 02:56:41.514354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0e55-73ab-46b7-b724-3a8d3ddc07f5 req-b49d6730-2c12-4dcd-916a-c4e3c41139f9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:41.515852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-393a0e55-73ab-46b7-b724-3a8d3ddc07f5 req-b49d6730-2c12-4dcd-916a-c4e3c41139f9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 944 time: 0.0613170 Feb 19 02:56:41.570201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-393a0e55-73ab-46b7-b724-3a8d3ddc07f5 req-27d3a4a6-1e4f-4e95-b171-57a367ece36d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487487 Feb 19 02:56:41.642781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d839b-c6e1-4659-a602-264e43e64abf req-633bd2c9-ea65-452f-95c0-97bcd2756430 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:41.643118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-803d839b-c6e1-4659-a602-264e43e64abf req-633bd2c9-ea65-452f-95c0-97bcd2756430 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.0686247 Feb 19 02:56:41.714420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-803d839b-c6e1-4659-a602-264e43e64abf req-bec9054c-4aae-4f78-aeef-dd190693e5d1 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620835 Feb 19 02:56:41.789039 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40dcb85-2461-4dd7-b9fe-e44796872864 x-openstack-request-id: req-e40dcb85-2461-4dd7-b9fe-e44796872864 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:41.789293 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "name": "network-vif-unplugged", "status": "completed", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:41.789909 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e40dcb85-2461-4dd7-b9fe-e44796872864 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:41.790307 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'code': 200} Feb 19 02:56:41.882225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2087d61-ad0f-438a-bbac-b2f1e7e03457 req-8b9f9562-822b-4390-a782-9bc6f1ff4933 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 210 time: 0.0368571 Feb 19 02:56:42.356517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-967f6975-10a3-42e8-ad49-9f4041890da6 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--151208208&fields=id&tenant_id=73b1c2df072a4fcb83fe3db15270392d HTTP/1.1" status: 200 len: 267 time: 0.0507371 Feb 19 02:56:42.509241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-770cab55-52d4-4de9-81bb-79a2d4b27217 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:42.510932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-770cab55-52d4-4de9-81bb-79a2d4b27217 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/networks?id=b8537839-9555-417f-ae28-dae96e57af9d HTTP/1.1" status: 200 len: 823 time: 0.1436148 Feb 19 02:56:42.527077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-7a8aaa33-53ce-46bd-9be6-855e47ae2c9b tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/quotas/73b1c2df072a4fcb83fe3db15270392d HTTP/1.1" status: 200 len: 375 time: 0.0100305 Feb 19 02:56:42.596222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-adbd56d2-500d-489c-baae-94b51777233a tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=73b1c2df072a4fcb83fe3db15270392d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635505 Feb 19 02:56:42.741262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-66723719-404c-4757-b6ca-e4290d249fb0 service neutron] 10.222.0.81 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327789 Feb 19 02:56:42.774254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fc61d-f1b8-45e9-8826-e5f3ecb7444d req-cca28d58-c32e-4e1f-96b4-177310a54223 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:42.776213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d60fc61d-f1b8-45e9-8826-e5f3ecb7444d req-cca28d58-c32e-4e1f-96b4-177310a54223 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 1126 time: 0.0999572 Feb 19 02:56:42.851741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30576097-f76f-450f-ba3d-360cec2e985b req-7955e8c5-b1e7-47f5-a4fa-a3972833b005 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:42.853966 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-7955e8c5-b1e7-47f5-a4fa-a3972833b005 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.87 "GET /v2.0/networks?id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 200 len: 818 time: 0.1029139 Feb 19 02:56:42.866615 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-30576097-f76f-450f-ba3d-360cec2e985b req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Request body: {'port': {'device_id': 'f6774e86-7e5e-4faa-ab7f-5630388e3397', 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc', 'admin_state_up': True, 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:42.872268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d60fc61d-f1b8-45e9-8826-e5f3ecb7444d req-ebc3ce92-7e27-4a2d-af38-a37f7f47a47a tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719516 Feb 19 02:56:42.888711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-2e726830-a5f6-4989-8e2b-22cab11465af service neutron] 10.222.0.81 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427720 Feb 19 02:56:43.050654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30576097-f76f-450f-ba3d-360cec2e985b req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Made reservation on behalf of 5517f24fc4d4490bb6a41763e2817a4a for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:43.054658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-30576097-f76f-450f-ba3d-360cec2e985b req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.183835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-16d2e87c-f5f0-44d3-a07e-1b36ed88864d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.185757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-16d2e87c-f5f0-44d3-a07e-1b36ed88864d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/networks?id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 200 len: 818 time: 0.1720312 Feb 19 02:56:43.232318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-30576097-f76f-450f-ba3d-360cec2e985b req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Allocated IP 172.20.0.4 (02ca8892-f0cb-404c-b5ad-b47ff1e30fcc/a3409185-6e38-450f-9998-5d1abfd5cc95/f65fadec-a3ed-4e19-9a80-bd61648e8a0a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:43.234374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-5eddbb07-5b9e-4c87-b8a3-291bb3fe5764 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/quotas/5517f24fc4d4490bb6a41763e2817a4a HTTP/1.1" status: 200 len: 375 time: 0.0142789 Feb 19 02:56:43.293207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b144fc-5c2b-4e91-a0cf-f74e63cbcf9d req-55bb63e3-9eda-4373-b7d6-4626f9f6cb9a tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.300300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27b144fc-5c2b-4e91-a0cf-f74e63cbcf9d req-55bb63e3-9eda-4373-b7d6-4626f9f6cb9a tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 950 time: 0.1132460 Feb 19 02:56:43.337968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-b2c2d46b-454c-4308-a037-93fa5226e8ed tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958002 Feb 19 02:56:43.416447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27b144fc-5c2b-4e91-a0cf-f74e63cbcf9d req-65ea48ff-f670-4191-b0fd-51cafe4b25f5 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150589 Feb 19 02:56:43.470763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-fa78e6d4-19a4-4e67-aa57-845a61761d7b service neutron] 10.222.0.81 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249511 Feb 19 02:56:43.481477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-30576097-f76f-450f-ba3d-360cec2e985b req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks [] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.527234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-30576097-f76f-450f-ba3d-360cec2e985b req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.559023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30576097-f76f-450f-ba3d-360cec2e985b req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:43.563449 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-30576097-f76f-450f-ba3d-360cec2e985b req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:43.622955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437142c-f136-4061-bea8-461576c03775 req-21183f63-5e92-45ef-a929-02f1e14ce852 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.624861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6437142c-f136-4061-bea8-461576c03775 req-21183f63-5e92-45ef-a929-02f1e14ce852 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.0925117 Feb 19 02:56:43.627382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ed38bc1d-4a44-4965-9f0f-1be10de04280 service neutron] 10.222.0.81 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481659 Feb 19 02:56:43.631922 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-30576097-f76f-450f-ba3d-360cec2e985b req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:43.687091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30576097-f76f-450f-ba3d-360cec2e985b req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.687820 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-30576097-f76f-450f-ba3d-360cec2e985b req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:43.722915 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8600404 Feb 19 02:56:43.726455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245b02e-2bfd-40e4-9972-11e1758c41b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Pushing event updated for resources: {'Port': ['ID=f65fadec-a3ed-4e19-9a80-bd61648e8a0a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:43.734722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6437142c-f136-4061-bea8-461576c03775 req-3c3ef673-8825-4260-8017-f5bdc1ca3fd6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935593 Feb 19 02:56:43.736967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Request body: {'port': {'device_id': 'f6774e86-7e5e-4faa-ab7f-5630388e3397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:43.769325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-47d96ec6-5c8f-411a-aaf9-7edfcf6a44e7 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:43.770930 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-47d96ec6-5c8f-411a-aaf9-7edfcf6a44e7 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.87 "GET /v2.0/ports?device_id=eb3c6137-221b-44ab-af23-82aa5c1835e0 HTTP/1.1" status: 200 len: 946 time: 0.2101026 Feb 19 02:56:43.860628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:44.101152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a78ff6-09bf-4a68-8195-6373da8f2b0f req-d71d8507-6a3e-4e26-87c4-22e9b880b730 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:44.113877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4a78ff6-09bf-4a68-8195-6373da8f2b0f req-d71d8507-6a3e-4e26-87c4-22e9b880b730 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 949 time: 0.1385150 Feb 19 02:56:44.236909 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Deleting port 1d01ffac-5ee3-4005-b886-567ccb48a347 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:44.237371 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:44.251735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4a78ff6-09bf-4a68-8195-6373da8f2b0f req-d010da2f-50ea-4bcc-8dc4-80708daa2f0d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347408 Feb 19 02:56:44.327661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-c2872f19-6bc0-421b-ae93-fec87d2eb7b1 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:44.334258 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-c2872f19-6bc0-421b-ae93-fec87d2eb7b1 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 807 time: 0.2563260 Feb 19 02:56:44.350982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-591d82c2-6e87-44fd-83e2-e19cad601e0a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/quotas/2070a125af614429bfc65bdee24c8ce3 HTTP/1.1" status: 200 len: 375 time: 0.0158031 Feb 19 02:56:44.415686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-6ee603f8-61ca-4153-830b-0c99ff585fc6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636370 Feb 19 02:56:44.424923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5348dd8b-c277-41c5-b73c-35ace224e65a up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:44.473265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] For port 1d01ffac-5ee3-4005-b886-567ccb48a347, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1d01ffac-5ee3-4005-b886-567ccb48a347,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:44.473685 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:44.534780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 5348dd8b-c277-41c5-b73c-35ace224e65a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:44.535326 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:44.620486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7fe99e5a-bf11-48b4-b28f-0fd5dd440f98 req-b8e3e2ab-20d6-4575-969f-577d2413c29a tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 210 time: 0.1594877 Feb 19 02:56:44.633979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65fadec-a3ed-4e19-9a80-bd61648e8a0a {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:44.667148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Publish callbacks [] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:44.704503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Transition to ACTIVE for port object f65fadec-a3ed-4e19-9a80-bd61648e8a0a will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:44.727582 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:44.731386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-23f2a2fe-8053-4e55-a06a-8eb5f6fdbff7 service neutron] 10.222.0.81 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146992 Feb 19 02:56:44.738861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5348dd8b-c277-41c5-b73c-35ace224e65a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:44.739512 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:44.770332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:44.774018 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd30bc2-9b78-4554-ba79-7046f8f151a2" -d '{"events": [{"server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "name": "network-vif-plugged", "status": "completed", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:44.807977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:44.829106 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:44.830399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 661bf14c-a9e3-4eeb-8131-0604ffbfd458 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:44.899375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51071574-e2b0-42ed-aca5-70ea1a59c986 req-d77680d4-480f-4ed9-8dd2-b5cdfcb7843c tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0486379 Feb 19 02:56:45.007897 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.008424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (a6fc1cc3-f03a-4e92-9be6-f985e3777cf2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.008680 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Floating IP a6fc1cc3-f03a-4e92-9be6-f985e3777cf2 disassociated. External IP: 172.25.1.183, port: 1d01ffac-5ee3-4005-b886-567ccb48a347. Feb 19 02:56:45.009115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Calling delete_port for 1d01ffac-5ee3-4005-b886-567ccb48a347 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:45.012721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5348dd8b-c277-41c5-b73c-35ace224e65a,revision_number=11']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:45.024800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:45.025296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.066682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 661bf14c-a9e3-4eeb-8131-0604ffbfd458, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=661bf14c-a9e3-4eeb-8131-0604ffbfd458,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:45.073688 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.097670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-63d98286-98ec-46ae-936e-8c9086a57cc3 service neutron] 10.222.0.81 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653200 Feb 19 02:56:45.138301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=661bf14c-a9e3-4eeb-8131-0604ffbfd458,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:45.160815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (1d01ffac-5ee3-4005-b886-567ccb48a347), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.190727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-bd888bae-e144-4f1c-9600-66728a29803d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:45.192890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-bd888bae-e144-4f1c-9600-66728a29803d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.87 "GET /v2.0/networks?id=b8537839-9555-417f-ae28-dae96e57af9d HTTP/1.1" status: 200 len: 823 time: 0.5904117 Feb 19 02:56:45.195357 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f65fadec-a3ed-4e19-9a80-bd61648e8a0a,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:45.299608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Pushing event deleted for resources: {'Port': ['ID=1d01ffac-5ee3-4005-b886-567ccb48a347,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:45.300034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-fb7fd639-d6e8-4454-9a2d-ff556761865d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:45.308191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-fb7fd639-d6e8-4454-9a2d-ff556761865d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/networks?id=73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 200 len: 805 time: 0.2585156 Feb 19 02:56:45.341756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Attempting to bind port f65fadec-a3ed-4e19-9a80-bd61648e8a0a on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:45.342095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Attempting to bind port f65fadec-a3ed-4e19-9a80-bd61648e8a0a by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:45.342428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Attempting to bind port f65fadec-a3ed-4e19-9a80-bd61648e8a0a on network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:45.345726 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-7f8a98fa-e31d-4ef2-99cf-60a3bc7405f8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73b1c2df072a4fcb83fe3db15270392d HTTP/1.1" status: 200 len: 379 time: 0.1422296 Feb 19 02:56:45.348954 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Port f65fadec-a3ed-4e19-9a80-bd61648e8a0a on network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:45.349468 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Attempting to bind port f65fadec-a3ed-4e19-9a80-bd61648e8a0a on network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:45.359405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:45.359752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Checking segment: {'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:45.360178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Bound using segment: {'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:45.365123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-51912ea0-a5f6-40bd-a96e-242bfaad2e2f tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/quotas/19c82b803a98422c88594f9f7e66cb7f HTTP/1.1" status: 200 len: 375 time: 0.0556927 Feb 19 02:56:45.365713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Bound port: f65fadec-a3ed-4e19-9a80-bd61648e8a0a, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:45.366189 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.431073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Request body: {'port': {'device_id': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'admin_state_up': True, 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'security_groups': ['a0b4d7b5-8da2-44e5-95c5-ef770b23ad79']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:45.440510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.87', 65331) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:56:45.587347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] For port f65fadec-a3ed-4e19-9a80-bd61648e8a0a, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:45.591479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] For port f65fadec-a3ed-4e19-9a80-bd61648e8a0a, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f65fadec-a3ed-4e19-9a80-bd61648e8a0a,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:45.612147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-ec1730cb-0b94-4ff4-9f43-2c131c31a9ca tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=19c82b803a98422c88594f9f7e66cb7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2443819 Feb 19 02:56:45.616564 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.705508 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f65fadec-a3ed-4e19-9a80-bd61648e8a0a,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:45.726429 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:45.726429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:45.727665 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-f29cbbc9-1e9f-407e-952e-a223250a61c1 service neutron] 10.222.0.87 "PUT /v2.0/ports/f65fadec-a3ed-4e19-9a80-bd61648e8a0a HTTP/1.1" status: 200 len: 1091 time: 1.9963071 Feb 19 02:56:45.728410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6774e86-7e5e-4faa-ab7f-5630388e3397', 'tag': 'f65fadec-a3ed-4e19-9a80-bd61648e8a0a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:45.730747 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dc4f78-197e-419f-994e-725a54e24648" -d '{"events": [{"name": "network-changed", "server_uuid": "f6774e86-7e5e-4faa-ab7f-5630388e3397", "tag": "f65fadec-a3ed-4e19-9a80-bd61648e8a0a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:45.734639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Router ce9a71cb-234a-416c-ab90-8d1fba51a475 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:56:45.918510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30576097-f76f-450f-ba3d-360cec2e985b req-21994e13-82a9-457a-945d-e0c451ce48cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:45.919915 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-21994e13-82a9-457a-945d-e0c451ce48cd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 1125 time: 0.1082897 Feb 19 02:56:45.925525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:56:45.942374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b0dbd-55e8-4672-8705-f9b85b0acd80 None None] Sync routers for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:56:45.972614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b0dbd-55e8-4672-8705-f9b85b0acd80 None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:45.975395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d18b0dbd-55e8-4672-8705-f9b85b0acd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:56:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:46.014188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] No DVR routers for this DVR port 1d01ffac-5ee3-4005-b886-567ccb48a347 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:56:46.019525 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:46.028608 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d71e5ca8-676a-493e-a379-9e6abd8d8414 req-2491119c-a033-43e2-a937-c4f2a4f170eb tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.87 "DELETE /v2.0/ports/1d01ffac-5ee3-4005-b886-567ccb48a347 HTTP/1.1" status: 204 len: 173 time: 2.2405465 Feb 19 02:56:46.030215 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-1c0fdae0-8eee-43a4-a940-85308d02dc92 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65fadec-a3ed-4e19-9a80-bd61648e8a0a HTTP/1.1" status: 200 len: 217 time: 0.1026027 Feb 19 02:56:46.125888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4aa5b5-59d5-4ad3-8ac3-32c28949d9e3 req-217c34f9-775a-4474-ba5e-9b0191267a0d tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.131351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de4aa5b5-59d5-4ad3-8ac3-32c28949d9e3 req-217c34f9-775a-4474-ba5e-9b0191267a0d tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 950 time: 0.4121237 Feb 19 02:56:46.172698 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-cad9b7fd-0720-458c-b158-884bbd46d37f service neutron] 10.222.0.81 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594230 Feb 19 02:56:46.203375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-4a5b2334-179b-4cb5-b816-4c0777c5f2f8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.207012 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-4a5b2334-179b-4cb5-b816-4c0777c5f2f8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.87 "GET /v2.0/networks?id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 200 len: 818 time: 0.7586391 Feb 19 02:56:46.252755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Request body: {'port': {'device_id': '9b62bf6d-8f4f-412b-9c77-03de7153cfc0', 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc', 'admin_state_up': True, 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:46.463885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de4aa5b5-59d5-4ad3-8ac3-32c28949d9e3 req-bc639b72-ec89-499c-a95f-de304f852403 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828102 Feb 19 02:56:46.528704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Made reservation on behalf of 73b1c2df072a4fcb83fe3db15270392d for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:46.537627 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:46.615899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-d18b0dbd-55e8-4672-8705-f9b85b0acd80 None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:46.618313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03aed7-9b89-44a8-85ae-3c364cabe7d5 req-de8cb593-22ae-4c05-88b0-b242eadead1f tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.621024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba03aed7-9b89-44a8-85ae-3c364cabe7d5 req-de8cb593-22ae-4c05-88b0-b242eadead1f tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "GET /v2.0/ports?device_id=6805d08b-f054-4d23-bff2-2f6fbc294264 HTTP/1.1" status: 200 len: 944 time: 0.3624942 Feb 19 02:56:46.731812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30576097-f76f-450f-ba3d-360cec2e985b req-c2c4dc1e-e341-4852-8793-f4de368b70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.733336 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-c2c4dc1e-e341-4852-8793-f4de368b70e3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a3409185-6e38-450f-9998-5d1abfd5cc95 HTTP/1.1" status: 200 len: 858 time: 0.6961958 Feb 19 02:56:46.787137 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-76e02823-0f2a-49d3-b907-7a1f9993180a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453393 Feb 19 02:56:46.878290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-923f2e4a-a736-4235-9acf-6a16e04ef317 service neutron] 10.222.0.81 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7043130 Feb 19 02:56:46.954140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96be84a-cb9f-4264-8e0e-6202d3e32ae0 req-9558d94e-e594-4532-8a2b-03fb716a9603 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:46.963219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a96be84a-cb9f-4264-8e0e-6202d3e32ae0 req-9558d94e-e594-4532-8a2b-03fb716a9603 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.3656998 Feb 19 02:56:46.971846 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-5f205e63-9f27-4fa9-9f49-59d8d80d85fb service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769037 Feb 19 02:56:47.079298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ba03aed7-9b89-44a8-85ae-3c364cabe7d5 req-f3fc628f-2429-44f5-a402-4a3dbed039be tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Deleting port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:47.080017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ba03aed7-9b89-44a8-85ae-3c364cabe7d5 req-f3fc628f-2429-44f5-a402-4a3dbed039be tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:47.110381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Made reservation on behalf of 5517f24fc4d4490bb6a41763e2817a4a for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:47.114496 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:47.137879 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d18b0dbd-55e8-4672-8705-f9b85b0acd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:39Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:47.208365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b0dbd-55e8-4672-8705-f9b85b0acd80 None None] Checking router: ce9a71cb-234a-416c-ab90-8d1fba51a475 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:56:47.229857 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ab4692-553b-41f6-8216-e619e95199c8 x-openstack-request-id: req-d1ab4692-553b-41f6-8216-e619e95199c8 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:47.230346 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "name": "network-vif-plugged", "status": "completed", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:47.230474 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1ab4692-553b-41f6-8216-e619e95199c8 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:47.230863 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'code': 200} Feb 19 02:56:47.232017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b0dbd-55e8-4672-8705-f9b85b0acd80 None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:56:47.232214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d18b0dbd-55e8-4672-8705-f9b85b0acd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:56:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:47.315365 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-30576097-f76f-450f-ba3d-360cec2e985b req-552fbb41-0ab0-4fca-9eca-0624a659cdea service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342865 Feb 19 02:56:47.335295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-3240f856-ffab-4e9b-88d4-7e0d0adae678 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:47.340810 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-3240f856-ffab-4e9b-88d4-7e0d0adae678 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.67 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 807 time: 0.3181624 Feb 19 02:56:47.354077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Request body: {'port': {'device_id': '5cf65586-b92e-4b87-a928-15290aa35ee8', 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f', 'admin_state_up': True, 'tenant_id': '2070a125af614429bfc65bdee24c8ce3'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:47.429416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-d18b0dbd-55e8-4672-8705-f9b85b0acd80 None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:56:47.635866 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Made reservation on behalf of 2070a125af614429bfc65bdee24c8ce3 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:47.640223 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1d01ffac-5ee3-4005-b886-567ccb48a347 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:47.640832 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:47.710419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 1d01ffac-5ee3-4005-b886-567ccb48a347 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:47.710419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1d01ffac-5ee3-4005-b886-567ccb48a347 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:47.717298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Allocated IP 172.20.0.12 (b8537839-9555-417f-ae28-dae96e57af9d/d0b5ba77-542e-453a-ba33-54edf9b9f2e7/7ec26b50-0a32-4779-9aab-aadfaaa40d2b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:47.827044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d18b0dbd-55e8-4672-8705-f9b85b0acd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:39Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:56:47.904633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18b0dbd-55e8-4672-8705-f9b85b0acd80 None None] The sync data for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 is: [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:39Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:56:47.959278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-649e682b-2304-46e5-8bf6-eca099749211 req-9bbf0c3c-5b9f-42c9-b542-a14dc0c45c4b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 210 time: 0.2432513 Feb 19 02:56:47.982315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a96be84a-cb9f-4264-8e0e-6202d3e32ae0 req-b6080f49-defe-490f-b5c4-cb105f051d7b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0171435 Feb 19 02:56:48.039967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Allocated IP 172.20.0.12 (ff602fb9-91ab-47e1-82a7-1e8bbb83d26f/5893490c-d4cb-4757-b30f-05a9f5b653ad/697fa6b2-210a-4f96-84e9-80201b586a39) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:48.263521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ba03aed7-9b89-44a8-85ae-3c364cabe7d5 req-f3fc628f-2429-44f5-a402-4a3dbed039be tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] For port 661bf14c-a9e3-4eeb-8131-0604ffbfd458, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=661bf14c-a9e3-4eeb-8131-0604ffbfd458,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:48.263948 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ba03aed7-9b89-44a8-85ae-3c364cabe7d5 req-f3fc628f-2429-44f5-a402-4a3dbed039be tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:48.323413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7d4145a-b947-4413-a317-965d97ccb064 req-1ecbd7eb-7bb5-4548-893c-00383cdb4b88 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 210 time: 0.1564596 Feb 19 02:56:48.328152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ba03aed7-9b89-44a8-85ae-3c364cabe7d5 req-f3fc628f-2429-44f5-a402-4a3dbed039be tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Calling delete_port for 661bf14c-a9e3-4eeb-8131-0604ffbfd458 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:48.378800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks [] for port (697fa6b2-210a-4f96-84e9-80201b586a39), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:48.475087 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261ccc97-817d-49a0-b836-6d0c8e361d65 x-openstack-request-id: req-261ccc97-817d-49a0-b836-6d0c8e361d65 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:48.475583 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6774e86-7e5e-4faa-ab7f-5630388e3397", "tag": "f65fadec-a3ed-4e19-9a80-bd61648e8a0a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:48.475946 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-261ccc97-817d-49a0-b836-6d0c8e361d65 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:48.477660 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6774e86-7e5e-4faa-ab7f-5630388e3397', 'tag': 'f65fadec-a3ed-4e19-9a80-bd61648e8a0a', 'status': 'completed', 'code': 200} Feb 19 02:56:48.532060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663fda2-39d0-4a8f-a64f-b1f70c5610f9 req-94520b42-e0e4-4d2f-bc2b-052716b042b2 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.533649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6663fda2-39d0-4a8f-a64f-b1f70c5610f9 req-94520b42-e0e4-4d2f-bc2b-052716b042b2 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 1132 time: 0.3238568 Feb 19 02:56:48.547739 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:48.581497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:48.584542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:48.598558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:48.610704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Allocated IP 172.20.0.10 (02ca8892-f0cb-404c-b5ad-b47ff1e30fcc/a3409185-6e38-450f-9998-5d1abfd5cc95/201e2d40-d9b0-41dd-98ed-1d0f41ecfef3) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:48.618102 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4702746a-8078-4847-9e20-a4743ea72782 None None] New status for floating IP a6fc1cc3-f03a-4e92-9be6-f985e3777cf2: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:56:48.677055 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe262cc0-36b8-4623-87f6-dfb2c2d2895c req-c22a295e-00c6-42c7-bde8-8f399510a6f3 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 210 time: 0.0538433 Feb 19 02:56:48.688494 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:48.688732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.689639 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:48.728736 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3824756 Feb 19 02:56:48.743328 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Request body: {'port': {'device_id': '5cf65586-b92e-4b87-a928-15290aa35ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:48.801551 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc4f78-197e-419f-994e-725a54e24648 req-4d39262e-e337-4bf1-a14d-959f012c6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:48.804603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6663fda2-39d0-4a8f-a64f-b1f70c5610f9 req-064e1da3-7c84-44c2-9dad-75b37bc7bb21 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556534 Feb 19 02:56:48.825427 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c8dc4f78-197e-419f-994e-725a54e24648 req-4d39262e-e337-4bf1-a14d-959f012c6f8b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 1125 time: 0.3135612 Feb 19 02:56:48.921813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05633db-24bd-4746-b138-1bd8cb7f42a0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Pushing event updated for resources: {'Port': ['ID=697fa6b2-210a-4f96-84e9-80201b586a39,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:49.094582 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.113912 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.121732 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ba03aed7-9b89-44a8-85ae-3c364cabe7d5 req-f3fc628f-2429-44f5-a402-4a3dbed039be tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (661bf14c-a9e3-4eeb-8131-0604ffbfd458), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.161421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-072b97be-3a88-487b-8b72-e6598ad826c7 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:49.163194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-072b97be-3a88-487b-8b72-e6598ad826c7 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "GET /v2.0/networks?id=73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 200 len: 805 time: 0.2043066 Feb 19 02:56:49.232082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6805d08b-f054-4d23-bff2-2f6fbc294264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '661bf14c-a9e3-4eeb-8131-0604ffbfd458'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:49.233867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc4f78-197e-419f-994e-725a54e24648 req-3295e797-bc37-4778-b527-ba32adec76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:49.235400 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c8dc4f78-197e-419f-994e-725a54e24648 req-3295e797-bc37-4778-b527-ba32adec76eb service neutron] 10.222.0.87 "GET /v2.0/networks?id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 200 len: 919 time: 0.4062171 Feb 19 02:56:49.236856 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab13330-93c7-4546-b4b1-35ebda377f27" -d '{"events": [{"server_uuid": "6805d08b-f054-4d23-bff2-2f6fbc294264", "name": "network-vif-unplugged", "status": "completed", "tag": "661bf14c-a9e3-4eeb-8131-0604ffbfd458"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:49.237629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Request body: {'port': {'device_id': '16b2fc41-948c-4977-b709-a3762a4ce0d4', 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'admin_state_up': True, 'tenant_id': '19c82b803a98422c88594f9f7e66cb7f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:49.262111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-273a7469-67ba-4cd5-acdc-9913de84c5ee req-11a83543-c3e1-41e5-b679-eaacdebd043c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 210 time: 0.2939422 Feb 19 02:56:49.338677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b5eb7-1083-4c9e-8db7-8f01e82b950f req-654ae41b-4718-4ebc-a04e-d3bc48865f0b tempest-LiveMigrationNegativeTest-1766247712 tempest-LiveMigrationNegativeTest-1766247712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:49.340511 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-241b5eb7-1083-4c9e-8db7-8f01e82b950f req-654ae41b-4718-4ebc-a04e-d3bc48865f0b tempest-LiveMigrationNegativeTest-1766247712 tempest-LiveMigrationNegativeTest-1766247712-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 1132 time: 0.5046923 Feb 19 02:56:49.349681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Network b8537839-9555-417f-ae28-dae96e57af9d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:49.384981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:49.421054 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-241b5eb7-1083-4c9e-8db7-8f01e82b950f req-6cb1c17a-63c7-40b5-b405-573b7d5df084 tempest-LiveMigrationNegativeTest-1766247712 tempest-LiveMigrationNegativeTest-1766247712-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.427347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:49.461319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697fa6b2-210a-4f96-84e9-80201b586a39 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:49.471663 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Publish callbacks [] for port (697fa6b2-210a-4f96-84e9-80201b586a39), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.479249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Pushing event updated for resources: {'Port': ['ID=7ec26b50-0a32-4779-9aab-aadfaaa40d2b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:49.506675 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Transition to ACTIVE for port object 697fa6b2-210a-4f96-84e9-80201b586a39 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:49.511840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:49.512597 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.520795 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.532979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba03aed7-9b89-44a8-85ae-3c364cabe7d5 req-f3fc628f-2429-44f5-a402-4a3dbed039be tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] No DVR routers for this DVR port 661bf14c-a9e3-4eeb-8131-0604ffbfd458 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:56:49.542311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ba03aed7-9b89-44a8-85ae-3c364cabe7d5 req-f3fc628f-2429-44f5-a402-4a3dbed039be tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.545858 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba03aed7-9b89-44a8-85ae-3c364cabe7d5 req-f3fc628f-2429-44f5-a402-4a3dbed039be tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "DELETE /v2.0/ports/661bf14c-a9e3-4eeb-8131-0604ffbfd458 HTTP/1.1" status: 204 len: 173 time: 2.8896914 Feb 19 02:56:49.629978 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c8dc4f78-197e-419f-994e-725a54e24648 req-b665dbfc-f41e-4965-824f-0bb5b0e5f52b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65fadec-a3ed-4e19-9a80-bd61648e8a0a HTTP/1.1" status: 200 len: 217 time: 0.3835835 Feb 19 02:56:49.714553 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-241b5eb7-1083-4c9e-8db7-8f01e82b950f req-6cb1c17a-63c7-40b5-b405-573b7d5df084 tempest-LiveMigrationNegativeTest-1766247712 tempest-LiveMigrationNegativeTest-1766247712-project-admin] Publish callbacks [] for security_group (aebc2e20-abc8-4013-85bd-3a3569547380), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.715725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6805d08b-f054-4d23-bff2-2f6fbc294264', 'name': 'network-vif-deleted', 'tag': '661bf14c-a9e3-4eeb-8131-0604ffbfd458'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:49.718927 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cabb10-cad2-471f-82a7-61d5c6420f1b" -d '{"events": [{"server_uuid": "6805d08b-f054-4d23-bff2-2f6fbc294264", "name": "network-vif-deleted", "tag": "661bf14c-a9e3-4eeb-8131-0604ffbfd458"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:49.750660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc628f-2429-44f5-a402-4a3dbed039be tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Pushing event deleted for resources: {'Port': ['ID=661bf14c-a9e3-4eeb-8131-0604ffbfd458,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:49.765351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-241b5eb7-1083-4c9e-8db7-8f01e82b950f req-6cb1c17a-63c7-40b5-b405-573b7d5df084 tempest-LiveMigrationNegativeTest-1766247712 tempest-LiveMigrationNegativeTest-1766247712-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (aebc2e20-abc8-4013-85bd-3a3569547380), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.782044 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Pushing event updated for resources: {'Port': ['ID=697fa6b2-210a-4f96-84e9-80201b586a39,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:49.816387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-20f52cf2-e281-4740-a729-ccaf07a173ca tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3905091 Feb 19 02:56:49.838549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Request body: {'port': {'device_id': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:49.875107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc4f78-197e-419f-994e-725a54e24648 req-323a71f4-e880-4094-bf87-257f0329b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:49.876863 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c8dc4f78-197e-419f-994e-725a54e24648 req-323a71f4-e880-4094-bf87-257f0329b061 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a3409185-6e38-450f-9998-5d1abfd5cc95 HTTP/1.1" status: 200 len: 858 time: 0.2255235 Feb 19 02:56:49.908541 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks [] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:49.922583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-241b5eb7-1083-4c9e-8db7-8f01e82b950f req-6cb1c17a-63c7-40b5-b405-573b7d5df084 tempest-LiveMigrationNegativeTest-1766247712 tempest-LiveMigrationNegativeTest-1766247712-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379276 Feb 19 02:56:49.924562 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c8dc4f78-197e-419f-994e-725a54e24648 req-e179cf10-45a9-45a8-b81a-a405bffa8c70 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417976 Feb 19 02:56:49.925521 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Attempting to bind port 697fa6b2-210a-4f96-84e9-80201b586a39 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:49.925893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Attempting to bind port 697fa6b2-210a-4f96-84e9-80201b586a39 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:49.926329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Attempting to bind port 697fa6b2-210a-4f96-84e9-80201b586a39 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:49.930611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1c17a-63c7-40b5-b405-573b7d5df084 tempest-LiveMigrationNegativeTest-1766247712 tempest-LiveMigrationNegativeTest-1766247712-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebc2e20-abc8-4013-85bd-3a3569547380,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:49.940706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Port 697fa6b2-210a-4f96-84e9-80201b586a39 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:49.941149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Attempting to bind port 697fa6b2-210a-4f96-84e9-80201b586a39 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:49.961014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:49.961467 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:49.961971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:49.962661 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Bound port: 697fa6b2-210a-4f96-84e9-80201b586a39, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:49.963130 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.050112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e778cefa-3ca2-43b2-b204-50c4ab17681a req-1d8a18e8-85e9-48d6-9285-29f0e739ec86 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.051621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e778cefa-3ca2-43b2-b204-50c4ab17681a req-1d8a18e8-85e9-48d6-9285-29f0e739ec86 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 944 time: 0.3200212 Feb 19 02:56:50.086099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:50.089602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Made reservation on behalf of 19c82b803a98422c88594f9f7e66cb7f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:56:50.090933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=697fa6b2-210a-4f96-84e9-80201b586a39,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:50.093206 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.107490 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.144445 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.196270 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.261656 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c8dc4f78-197e-419f-994e-725a54e24648 req-40695a2b-a2ed-427c-bb75-da606177d919 service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301623 Feb 19 02:56:50.268513 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Pushing event updated for resources: {'Port': ['ID=697fa6b2-210a-4f96-84e9-80201b586a39,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:50.272174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.273169 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.274971 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-ee6e6cd9-9c1b-4a21-aa79-a2953f8c61c7 service neutron] 10.222.0.67 "PUT /v2.0/ports/697fa6b2-210a-4f96-84e9-80201b586a39 HTTP/1.1" status: 200 len: 1092 time: 1.5363302 Feb 19 02:56:50.305263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e778cefa-3ca2-43b2-b204-50c4ab17681a req-2fd988f6-80ec-4114-87b5-9c9d2a254976 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310410 Feb 19 02:56:50.348149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edd1b3f-73e5-4087-9862-47a6f5181f1c req-4b05a148-c914-46c7-b69f-215889028d65 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.349793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8edd1b3f-73e5-4087-9862-47a6f5181f1c req-4b05a148-c914-46c7-b69f-215889028d65 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.3164940 Feb 19 02:56:50.363872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:50.390581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:50.412406 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa5a86e-a509-4d27-9ae1-2784a210d366 x-openstack-request-id: req-daa5a86e-a509-4d27-9ae1-2784a210d366 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:50.412941 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6805d08b-f054-4d23-bff2-2f6fbc294264", "name": "network-vif-unplugged", "status": "completed", "tag": "661bf14c-a9e3-4eeb-8131-0604ffbfd458", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:50.413379 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-daa5a86e-a509-4d27-9ae1-2784a210d366 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:50.414030 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6805d08b-f054-4d23-bff2-2f6fbc294264', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '661bf14c-a9e3-4eeb-8131-0604ffbfd458', 'code': 200} Feb 19 02:56:50.443530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:50.445939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Pushing event updated for resources: {'Port': ['ID=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:50.455281 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-588ef0c1-4010-4559-9814-fd4d4989bf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.456842 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-588ef0c1-4010-4559-9814-fd4d4989bf79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 1126 time: 0.1217926 Feb 19 02:56:50.459302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 661bf14c-a9e3-4eeb-8131-0604ffbfd458 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:50.481236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 661bf14c-a9e3-4eeb-8131-0604ffbfd458 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:50.481865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 661bf14c-a9e3-4eeb-8131-0604ffbfd458 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:50.491674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'name': 'network-vif-deleted', 'tag': '1d01ffac-5ee3-4005-b886-567ccb48a347'}, {'name': 'network-changed', 'server_uuid': '5cf65586-b92e-4b87-a928-15290aa35ee8', 'tag': '697fa6b2-210a-4f96-84e9-80201b586a39'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:50.495441 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ab2b5e-4e39-4eef-9850-bb195d6661d9" -d '{"events": [{"server_uuid": "eb3c6137-221b-44ab-af23-82aa5c1835e0", "name": "network-vif-deleted", "tag": "1d01ffac-5ee3-4005-b886-567ccb48a347"}, {"name": "network-changed", "server_uuid": "5cf65586-b92e-4b87-a928-15290aa35ee8", "tag": "697fa6b2-210a-4f96-84e9-80201b586a39"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:50.528021 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-cff4fa04-26bc-4268-8711-9fd131d986e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697fa6b2-210a-4f96-84e9-80201b586a39 HTTP/1.1" status: 200 len: 217 time: 0.0552680 Feb 19 02:56:50.530107 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c8dc4f78-197e-419f-994e-725a54e24648 req-e9338495-6d6c-4a95-a63d-95ca6f30502a service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539678 Feb 19 02:56:50.590705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-4d3fb1c0-9078-4a2c-8c53-6da6501acb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.592362 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-4d3fb1c0-9078-4a2c-8c53-6da6501acb50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0577352 Feb 19 02:56:50.602623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Allocated IP 172.20.0.2 (73a739e5-c1a1-46c8-bfe7-556a2b135596/b709ca32-9176-48c8-932f-4c728cc3cfc8/46e74255-2221-43b4-a8be-55df1631e78b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:56:50.609062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8edd1b3f-73e5-4087-9862-47a6f5181f1c req-325964d2-125c-48df-8cda-c5a31e480ce4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426178 Feb 19 02:56:50.631167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:50.631167 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:50.641102 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-750de808-6fce-4eda-93ba-1c0cd644e734 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418835 Feb 19 02:56:50.720036 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-3510295f-b0f9-4973-a3d9-3971c2a2ee1d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4881952 Feb 19 02:56:50.785405 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-788d9734-85dd-4567-b1cb-caca02f01a0c service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311390 Feb 19 02:56:50.901393 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5964e4a6-4c31-4c2b-81b4-7c20742c5ea1 req-8e7f0d39-6b4c-485a-8e5a-119b7c0a2d73 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969338 Feb 19 02:56:51.020590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Request body: {'port': {'device_id': '9b62bf6d-8f4f-412b-9c77-03de7153cfc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:51.046823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2662d56-9762-49c9-90cc-5a8871b83439 req-ba9f19f7-5375-4fd7-98ed-933a613c92b2 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:51.048262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2662d56-9762-49c9-90cc-5a8871b83439 req-ba9f19f7-5375-4fd7-98ed-933a613c92b2 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 932 time: 0.5313139 Feb 19 02:56:51.226769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-56a32dce-7272-4855-9d86-3777305cfd4d None None] Provisioning complete for port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:51.227226 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-56a32dce-7272-4855-9d86-3777305cfd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.246520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e5453-b4fc-49a4-84d9-b2b77128353a req-8b4aa57a-64ce-4531-9183-5f28a675758c tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:51.248064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b27e5453-b4fc-49a4-84d9-b2b77128353a req-8b4aa57a-64ce-4531-9183-5f28a675758c tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 1132 time: 0.5574088 Feb 19 02:56:51.263089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-56a32dce-7272-4855-9d86-3777305cfd4d None None] Port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:56:51.268416 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.272567 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2662d56-9762-49c9-90cc-5a8871b83439 req-e1863650-eec2-4581-8eb3-c14a2df0605b tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969366 Feb 19 02:56:51.355338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec26b50-0a32-4779-9aab-aadfaaa40d2b {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:51.396836 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Publish callbacks [] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.447940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b27e5453-b4fc-49a4-84d9-b2b77128353a req-4062452c-8018-4861-a90d-6b884425fb05 tempest-ServersAdminTestJSON-1172881627 tempest-ServersAdminTestJSON-1172881627-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849415 Feb 19 02:56:51.457734 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks [] for port (46e74255-2221-43b4-a8be-55df1631e78b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.476016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Transition to ACTIVE for port object 7ec26b50-0a32-4779-9aab-aadfaaa40d2b will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:51.538934 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.549874 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9c2353-2b48-47ad-9669-15056712762c x-openstack-request-id: req-7b9c2353-2b48-47ad-9669-15056712762c {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:51.550174 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6805d08b-f054-4d23-bff2-2f6fbc294264", "name": "network-vif-deleted", "tag": "661bf14c-a9e3-4eeb-8131-0604ffbfd458", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:51.550433 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b9c2353-2b48-47ad-9669-15056712762c {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:51.550831 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6805d08b-f054-4d23-bff2-2f6fbc294264', 'name': 'network-vif-deleted', 'tag': '661bf14c-a9e3-4eeb-8131-0604ffbfd458', 'status': 'completed', 'code': 200} Feb 19 02:56:51.559302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f65fadec-a3ed-4e19-9a80-bd61648e8a0a details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:51.661857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55974c89-b95a-4694-998e-e097765d1bcf req-22caf09e-2cda-4811-85f4-e89a79eeb403 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:51.662983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55974c89-b95a-4694-998e-e097765d1bcf req-22caf09e-2cda-4811-85f4-e89a79eeb403 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 932 time: 0.3102279 Feb 19 02:56:51.678732 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6009d3e7-ebc5-487d-85e3-63b4507f7004 req-9d59d617-50ec-42cc-952d-819d4ab8be7e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 210 time: 0.0809257 Feb 19 02:56:51.722997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f65fadec-a3ed-4e19-9a80-bd61648e8a0a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f65fadec-a3ed-4e19-9a80-bd61648e8a0a,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:51.738057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec26b50-0a32-4779-9aab-aadfaaa40d2b,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:51.738814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'f65fadec-a3ed-4e19-9a80-bd61648e8a0a', 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc', 'port_id': 'f65fadec-a3ed-4e19-9a80-bd61648e8a0a', 'mac_address': 'fa:16:3e:d5:da:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3409185-6e38-450f-9998-5d1abfd5cc95', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:56:51.767444 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5188047d-d593-4275-933b-da90bf231cc6 x-openstack-request-id: req-5188047d-d593-4275-933b-da90bf231cc6 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:51.767962 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3c6137-221b-44ab-af23-82aa5c1835e0", "name": "network-vif-deleted", "tag": "1d01ffac-5ee3-4005-b886-567ccb48a347", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5cf65586-b92e-4b87-a928-15290aa35ee8", "tag": "697fa6b2-210a-4f96-84e9-80201b586a39", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:51.769542 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (46e74255-2221-43b4-a8be-55df1631e78b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.770032 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5188047d-d593-4275-933b-da90bf231cc6 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:51.771731 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3c6137-221b-44ab-af23-82aa5c1835e0', 'name': 'network-vif-deleted', 'tag': '1d01ffac-5ee3-4005-b886-567ccb48a347', 'status': 'completed', 'code': 200} Feb 19 02:56:51.771996 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf65586-b92e-4b87-a928-15290aa35ee8', 'tag': '697fa6b2-210a-4f96-84e9-80201b586a39', 'status': 'completed', 'code': 200} Feb 19 02:56:51.855184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f65fadec-a3ed-4e19-9a80-bd61648e8a0a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:51.855578 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.883169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab2b5e-4e39-4eef-9850-bb195d6661d9 req-9e2f894e-3c3a-4c2f-a226-82966e2d6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:51.884818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65fadec-a3ed-4e19-9a80-bd61648e8a0a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:51.886739 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-54ab2b5e-4e39-4eef-9850-bb195d6661d9 req-9e2f894e-3c3a-4c2f-a226-82966e2d6aa3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 1126 time: 0.0979443 Feb 19 02:56:51.925819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f65fadec-a3ed-4e19-9a80-bd61648e8a0a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f65fadec-a3ed-4e19-9a80-bd61648e8a0a,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:51.933248 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:51.956054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Network 73a739e5-c1a1-46c8-bfe7-556a2b135596 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:56:52.003633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab2b5e-4e39-4eef-9850-bb195d6661d9 req-0cbaf481-bad9-482a-be33-48e8e7a90704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:52.005455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55974c89-b95a-4694-998e-e097765d1bcf req-8e9406e5-b594-4fc1-ac42-e77d305edddc tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215835 Feb 19 02:56:52.006722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:56:52.017212 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-54ab2b5e-4e39-4eef-9850-bb195d6661d9 req-0cbaf481-bad9-482a-be33-48e8e7a90704 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.1203117 Feb 19 02:56:52.018362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:56:52.046918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f65fadec-a3ed-4e19-9a80-bd61648e8a0a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:52.076788 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-54ab2b5e-4e39-4eef-9850-bb195d6661d9 req-f802a67f-481b-4e97-a1b0-0659d3fe10a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697fa6b2-210a-4f96-84e9-80201b586a39 HTTP/1.1" status: 200 len: 217 time: 0.0494874 Feb 19 02:56:52.084772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Pushing event updated for resources: {'Port': ['ID=46e74255-2221-43b4-a8be-55df1631e78b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:52.137968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab2b5e-4e39-4eef-9850-bb195d6661d9 req-f90df09f-09a9-41d5-a41a-de920627403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:52.139852 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-54ab2b5e-4e39-4eef-9850-bb195d6661d9 req-f90df09f-09a9-41d5-a41a-de920627403f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0559063 Feb 19 02:56:52.181518 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-54ab2b5e-4e39-4eef-9850-bb195d6661d9 req-28fb18be-204d-4ee4-be85-9a3d637357c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342739 Feb 19 02:56:52.188752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673432a-5812-467c-852b-9ce749267d3a req-1466d21f-a203-4cac-90fd-fce7ca441d9d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:52.190854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f673432a-5812-467c-852b-9ce749267d3a req-1466d21f-a203-4cac-90fd-fce7ca441d9d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 944 time: 0.2763033 Feb 19 02:56:52.215387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:52.219590 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.223818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Attempting to bind port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:52.224149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Attempting to bind port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:52.224472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Attempting to bind port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b on network b8537839-9555-417f-ae28-dae96e57af9d {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:52.279408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f65fadec-a3ed-4e19-9a80-bd61648e8a0a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:52.284324 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.299256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b on network b8537839-9555-417f-ae28-dae96e57af9d not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:52.299739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Attempting to bind port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b on network b8537839-9555-417f-ae28-dae96e57af9d {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:52.314107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9694e29e-0d18-4e5a-82aa-e5ed29c9141e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0812712 Feb 19 02:56:52.318429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:52.319443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Checking segment: {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:52.319929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Bound using segment: {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:52.320493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Bound port: 7ec26b50-0a32-4779-9aab-aadfaaa40d2b, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b04f90d-9f8c-4b5c-bac4-01eea033348f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:52.321055 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.336174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Request body: {'port': {'device_id': '16b2fc41-948c-4977-b709-a3762a4ce0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:56:52.347441 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-54ab2b5e-4e39-4eef-9850-bb195d6661d9 req-535f29ae-382b-4360-86f1-ff050aa66add service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494131 Feb 19 02:56:52.428372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:52.447856 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Publish callbacks [] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.474420 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-54ab2b5e-4e39-4eef-9850-bb195d6661d9 req-bff19fa3-d6e1-4750-a5be-0ffe5138774e service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185279 Feb 19 02:56:52.517518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Transition to ACTIVE for port object 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:52.524474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f673432a-5812-467c-852b-9ce749267d3a req-4d0cb0dd-e237-4060-9316-f9868a06a3a6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155415 Feb 19 02:56:52.554194 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.623401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55ac1d-b86d-4954-a7dc-3e4ac379a33b req-dbb8f8cc-abae-4c67-afb9-fd756812264a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:52.624830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb55ac1d-b86d-4954-a7dc-3e4ac379a33b req-dbb8f8cc-abae-4c67-afb9-fd756812264a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.2302065 Feb 19 02:56:52.625479 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46e74255-2221-43b4-a8be-55df1631e78b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.683370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] For port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:52.718819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] For port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7ec26b50-0a32-4779-9aab-aadfaaa40d2b,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:52.741004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:52.775645 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.926671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09130c08-74a3-443d-9f67-c41eddffeda1 req-e9549c4d-4f4b-4b7d-aff8-dc8124c54082 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:52.928217 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09130c08-74a3-443d-9f67-c41eddffeda1 req-e9549c4d-4f4b-4b7d-aff8-dc8124c54082 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 949 time: 0.3198001 Feb 19 02:56:52.939221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:52.939838 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:52.941344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] 10.222.0.87 "PUT /v2.0/ports/7ec26b50-0a32-4779-9aab-aadfaaa40d2b HTTP/1.1" status: 200 len: 1092 time: 3.1074281 Feb 19 02:56:52.946216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb55ac1d-b86d-4954-a7dc-3e4ac379a33b req-fccedfd1-a13d-4b46-a015-73a761e63aa6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034415 Feb 19 02:56:53.025424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab152c-1c5e-477d-aacb-be32f20a2a80 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec26b50-0a32-4779-9aab-aadfaaa40d2b,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:53.060369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Attempting to bind port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:53.060719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Attempting to bind port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:53.061053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Attempting to bind port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 on network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:53.100426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 on network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:53.101040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Attempting to bind port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 on network 02ca8892-f0cb-404c-b5ad-b47ff1e30fcc {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:53.152998 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:53.165843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:53.166267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Checking segment: {'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:53.166652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Bound using segment: {'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:53.167099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Bound port: 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19b9db2d-fe75-4f5f-8b0e-c641af2c1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:53.167705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:53.176631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09130c08-74a3-443d-9f67-c41eddffeda1 req-d4af957c-e763-445b-9785-bc50a3339139 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293136 Feb 19 02:56:53.231969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-c606bcb6-e600-4e27-bf1b-74f34f7948f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.233305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-c606bcb6-e600-4e27-bf1b-74f34f7948f6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=73b1c2df072a4fcb83fe3db15270392d&device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 1126 time: 0.2164900 Feb 19 02:56:53.308267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-d715dbe8-5e29-4a22-950f-e92de207ecfb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec26b50-0a32-4779-9aab-aadfaaa40d2b HTTP/1.1" status: 200 len: 217 time: 0.0630684 Feb 19 02:56:53.373640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d474c1d-336d-4d4b-8740-d5a87951cdc9 req-39be3888-0369-45eb-b474-c9cf976cf38e tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.375170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d474c1d-336d-4d4b-8740-d5a87951cdc9 req-39be3888-0369-45eb-b474-c9cf976cf38e tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 944 time: 0.2890017 Feb 19 02:56:53.392254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] For port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:53.428332 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] For port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:53.445842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-b6f493f0-5c89-4a13-9212-e254ab592fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.447527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-b6f493f0-5c89-4a13-9212-e254ab592fd2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d0b5ba77-542e-453a-ba33-54edf9b9f2e7 HTTP/1.1" status: 200 len: 862 time: 0.1301019 Feb 19 02:56:53.487832 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:53.557224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'tag': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:53.559467 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc75c72-85c2-4a98-8c06-c715047d05ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c58475-ec1b-4954-9746-3ad15f0360bd", "tag": "7ec26b50-0a32-4779-9aab-aadfaaa40d2b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:53.582131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e74255-2221-43b4-a8be-55df1631e78b {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:53.590669 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f65fadec-a3ed-4e19-9a80-bd61648e8a0a up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:53.598417 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d474c1d-336d-4d4b-8740-d5a87951cdc9 req-d5032236-f096-40cb-bc81-b54bc3605633 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141182 Feb 19 02:56:53.603508 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Publish callbacks [] for port (46e74255-2221-43b4-a8be-55df1631e78b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:53.615423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.616043 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:53.617448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] 10.222.0.87 "PUT /v2.0/ports/201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 HTTP/1.1" status: 200 len: 1092 time: 2.6011589 Feb 19 02:56:53.654607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Transition to ACTIVE for port object 46e74255-2221-43b4-a8be-55df1631e78b will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:56:53.659907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa334bd-1be4-476f-ada3-c4a489f7fb06 service neutron] Pushing event updated for resources: {'Port': ['ID=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:53.670985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-34c182f4-e147-43e2-b93a-7925be4ed5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.672736 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-34c182f4-e147-43e2-b93a-7925be4ed5f4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8537839-9555-417f-ae28-dae96e57af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1961794 Feb 19 02:56:53.673200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (46e74255-2221-43b4-a8be-55df1631e78b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:53.677924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port f65fadec-a3ed-4e19-9a80-bd61648e8a0a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:56:53.684423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port f65fadec-a3ed-4e19-9a80-bd61648e8a0a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:53.685237 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:53.686496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615b545-a4ba-4980-9818-53e883169140 req-45e4d9b7-831d-4102-8198-5324589a7ccf tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:53.694863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1615b545-a4ba-4980-9818-53e883169140 req-45e4d9b7-831d-4102-8198-5324589a7ccf tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 931 time: 0.2047782 Feb 19 02:56:53.793565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f65fadec-a3ed-4e19-9a80-bd61648e8a0a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:53.794185 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:53.826412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6774e86-7e5e-4faa-ab7f-5630388e3397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65fadec-a3ed-4e19-9a80-bd61648e8a0a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:53.829217 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1417cdc3-584a-49db-be05-a2299c7c8717" -d '{"events": [{"server_uuid": "f6774e86-7e5e-4faa-ab7f-5630388e3397", "name": "network-vif-plugged", "status": "completed", "tag": "f65fadec-a3ed-4e19-9a80-bd61648e8a0a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:53.843718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f65fadec-a3ed-4e19-9a80-bd61648e8a0a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f65fadec-a3ed-4e19-9a80-bd61648e8a0a,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:53.850030 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:53.905017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Pushing event updated for resources: {'Port': ['ID=46e74255-2221-43b4-a8be-55df1631e78b,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:53.907826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f65fadec-a3ed-4e19-9a80-bd61648e8a0a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:53.967568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1615b545-a4ba-4980-9818-53e883169140 req-d483324c-5e56-4e43-a2eb-fa1cfb56fb06 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711987 Feb 19 02:56:54.021348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-b5f7ea2b-7b69-45d2-82a5-57e906956e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.023028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-b5f7ea2b-7b69-45d2-82a5-57e906956e5f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 1126 time: 0.2963183 Feb 19 02:56:54.042127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-4827e258-62fc-478e-83f2-1cafa26c3fd7 service neutron] 10.222.0.87 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345335 Feb 19 02:56:54.053671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3179d54-b304-40a3-a04c-69b6bae4ade0 req-3ffe6c58-f5f8-46d5-b257-bc0953f25508 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.055399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3179d54-b304-40a3-a04c-69b6bae4ade0 req-3ffe6c58-f5f8-46d5-b257-bc0953f25508 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 944 time: 0.2880826 Feb 19 02:56:54.109894 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-29bcd815-7ea9-4f45-969b-78f8848f49a9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 HTTP/1.1" status: 200 len: 217 time: 0.0776892 Feb 19 02:56:54.138141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b8626-eca9-4193-bf08-b3a85216e515 req-66f35269-9e4e-45be-9ddb-e69beb24e97d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.140132 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9b3b8626-eca9-4193-bf08-b3a85216e515 req-66f35269-9e4e-45be-9ddb-e69beb24e97d tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.67 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 949 time: 0.0758889 Feb 19 02:56:54.270420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-9b3b8626-eca9-4193-bf08-b3a85216e515 req-7bda16e3-ecd1-422c-a995-e1ef872a9803 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Deleting port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:54.270848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9b3b8626-eca9-4193-bf08-b3a85216e515 req-7bda16e3-ecd1-422c-a995-e1ef872a9803 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.387368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-9b3b8626-eca9-4193-bf08-b3a85216e515 req-7bda16e3-ecd1-422c-a995-e1ef872a9803 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] For port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:54.387912 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9b3b8626-eca9-4193-bf08-b3a85216e515 req-7bda16e3-ecd1-422c-a995-e1ef872a9803 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.408133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-9b3b8626-eca9-4193-bf08-b3a85216e515 req-7bda16e3-ecd1-422c-a995-e1ef872a9803 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Calling delete_port for 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:54.478845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 697fa6b2-210a-4f96-84e9-80201b586a39 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:54.531004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Attempting to bind port 46e74255-2221-43b4-a8be-55df1631e78b on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:56:54.531361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Attempting to bind port 46e74255-2221-43b4-a8be-55df1631e78b by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:56:54.531643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Attempting to bind port 46e74255-2221-43b4-a8be-55df1631e78b on network 73a739e5-c1a1-46c8-bfe7-556a2b135596 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:54.559516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Port 46e74255-2221-43b4-a8be-55df1631e78b on network 73a739e5-c1a1-46c8-bfe7-556a2b135596 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:56:54.559849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Attempting to bind port 46e74255-2221-43b4-a8be-55df1631e78b on network 73a739e5-c1a1-46c8-bfe7-556a2b135596 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:56:54.598101 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7c214dd9-dda3-495f-bde4-f892a51a3d2b req-4f05613c-2667-47da-af58-a29592ce5afc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1135261 Feb 19 02:56:54.601568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:56:54.603466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Checking segment: {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:56:54.603466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Bound using segment: {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:56:54.603466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Bound port: 46e74255-2221-43b4-a8be-55df1631e78b, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:56:54.603922 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46e74255-2221-43b4-a8be-55df1631e78b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.617991 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=697fa6b2-210a-4f96-84e9-80201b586a39,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:54.625817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-0599511f-1eb7-4370-ba03-cfe8a707f01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.627991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-0599511f-1eb7-4370-ba03-cfe8a707f01c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a3409185-6e38-450f-9998-5d1abfd5cc95 HTTP/1.1" status: 200 len: 858 time: 0.4820745 Feb 19 02:56:54.639524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3179d54-b304-40a3-a04c-69b6bae4ade0 req-fadd8855-5fce-42fd-b7c7-cf6a61da1d8e tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508292 Feb 19 02:56:54.642413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '697fa6b2-210a-4f96-84e9-80201b586a39', 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f', 'port_id': '697fa6b2-210a-4f96-84e9-80201b586a39', 'mac_address': 'fa:16:3e:b5:00:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5893490c-d4cb-4757-b30f-05a9f5b653ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:56:54.702939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f197163-b226-4a23-a732-10cc94cbb6d0 req-07ece855-1f49-4f9f-b888-ff3091ed1441 service neutron] 10.222.0.87 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156940 Feb 19 02:56:54.706286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 697fa6b2-210a-4f96-84e9-80201b586a39 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:54.706832 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.725353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 697fa6b2-210a-4f96-84e9-80201b586a39 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:56:54.738877 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9b3b8626-eca9-4193-bf08-b3a85216e515 req-7bda16e3-ecd1-422c-a995-e1ef872a9803 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8966cadc-e76b-4d3a-a033-e65c3a1c6fb1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.752192 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=697fa6b2-210a-4f96-84e9-80201b586a39,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:54.757843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['70641af0-3097-4933-9db5-85ac1dbfcf0f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:54.761134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['8966cadc-e76b-4d3a-a033-e65c3a1c6fb1', '5348dd8b-c277-41c5-b73c-35ace224e65a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:54.765171 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.773280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383192ae-c3ae-47eb-a69e-d34b983b0f82 req-63478a46-f7f7-4ef3-8f0e-ca24169f2d6e tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.783470 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-383192ae-c3ae-47eb-a69e-d34b983b0f82 req-63478a46-f7f7-4ef3-8f0e-ca24169f2d6e tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 950 time: 0.7390320 Feb 19 02:56:54.787304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-fd391c65-a388-4bad-af35-02ac6d6ca0fb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466875 Feb 19 02:56:54.794328 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda16e3-ecd1-422c-a995-e1ef872a9803 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Pushing event deleted for resources: {'Port': ['ID=8966cadc-e76b-4d3a-a033-e65c3a1c6fb1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:54.821717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c214dd9-dda3-495f-bde4-f892a51a3d2b req-9d0f6c43-2289-4bf4-9748-fd11257934d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.823959 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7c214dd9-dda3-495f-bde4-f892a51a3d2b req-9d0f6c43-2289-4bf4-9748-fd11257934d8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 1132 time: 0.1803916 Feb 19 02:56:54.917054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=697fa6b2-210a-4f96-84e9-80201b586a39,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:54.955736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c214dd9-dda3-495f-bde4-f892a51a3d2b req-732e37e8-a9e7-408a-9d72-f22c3170e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:54.957393 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7c214dd9-dda3-495f-bde4-f892a51a3d2b req-732e37e8-a9e7-408a-9d72-f22c3170e834 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.0939617 Feb 19 02:56:54.958264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3b8626-eca9-4193-bf08-b3a85216e515 req-7bda16e3-ecd1-422c-a995-e1ef872a9803 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] No DVR routers for this DVR port 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:56:54.961415 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9b3b8626-eca9-4193-bf08-b3a85216e515 req-7bda16e3-ecd1-422c-a995-e1ef872a9803 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:54.965311 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9b3b8626-eca9-4193-bf08-b3a85216e515 req-7bda16e3-ecd1-422c-a995-e1ef872a9803 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.67 "DELETE /v2.0/ports/8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 HTTP/1.1" status: 204 len: 173 time: 0.8192987 Feb 19 02:56:54.965873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0544024d-c278-4222-959b-413fc67362c6', 'name': 'network-vif-deleted', 'tag': '8966cadc-e76b-4d3a-a033-e65c3a1c6fb1'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:54.968218 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d262ff-ceae-4346-8d95-3be8accf0282" -d '{"events": [{"server_uuid": "0544024d-c278-4222-959b-413fc67362c6", "name": "network-vif-deleted", "tag": "8966cadc-e76b-4d3a-a033-e65c3a1c6fb1"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:54.987634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] For port 46e74255-2221-43b4-a8be-55df1631e78b, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:56:54.997124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] For port 46e74255-2221-43b4-a8be-55df1631e78b, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46e74255-2221-43b4-a8be-55df1631e78b,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:56:55.015190 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7c214dd9-dda3-495f-bde4-f892a51a3d2b req-70200457-d4d2-4f54-b7ce-4cf650265643 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 200 len: 217 time: 0.0439036 Feb 19 02:56:55.057435 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (46e74255-2221-43b4-a8be-55df1631e78b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:55.082851 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c214dd9-dda3-495f-bde4-f892a51a3d2b req-b1ee71ae-e431-4bee-a807-39af7d5065dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.085314 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7c214dd9-dda3-495f-bde4-f892a51a3d2b req-b1ee71ae-e431-4bee-a807-39af7d5065dc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0618849 Feb 19 02:56:55.107930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['697fa6b2-210a-4f96-84e9-80201b586a39'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:55.163857 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c214dd9-dda3-495f-bde4-f892a51a3d2b req-963a7836-9d96-4cc0-bdaf-f0d31f69925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.167502 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7c214dd9-dda3-495f-bde4-f892a51a3d2b req-963a7836-9d96-4cc0-bdaf-f0d31f69925d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0751061 Feb 19 02:56:55.182380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Pushing event updated for resources: {'Port': ['ID=46e74255-2221-43b4-a8be-55df1631e78b,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:55.204254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.205059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:55.206552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-d88860c5-94f9-41a6-af9f-31515a9782b5 service neutron] 10.222.0.67 "PUT /v2.0/ports/46e74255-2221-43b4-a8be-55df1631e78b HTTP/1.1" status: 200 len: 1091 time: 2.8757787 Feb 19 02:56:55.268643 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-e3ab5559-843f-43cc-9bfc-5c3413672140 service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257777 Feb 19 02:56:55.310096 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7c214dd9-dda3-495f-bde4-f892a51a3d2b req-b766b7fd-dd74-45cd-8e34-164468f6b988 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340072 Feb 19 02:56:55.315153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d9a22-49d2-4aa9-869f-0076df73e6c1 req-be3e9a4a-969d-4ba1-8cfb-5b4798eefed2 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.323891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a5d9a22-49d2-4aa9-869f-0076df73e6c1 req-be3e9a4a-969d-4ba1-8cfb-5b4798eefed2 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 945 time: 0.5320530 Feb 19 02:56:55.333867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-383192ae-c3ae-47eb-a69e-d34b983b0f82 req-9bb44f59-4a75-4e40-b281-240a7009f00d tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5495892 Feb 19 02:56:55.449706 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0934b208-fe25-462c-84f7-50869629d0eb x-openstack-request-id: req-0934b208-fe25-462c-84f7-50869629d0eb {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:55.449997 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c58475-ec1b-4954-9746-3ad15f0360bd", "tag": "7ec26b50-0a32-4779-9aab-aadfaaa40d2b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:55.450254 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0934b208-fe25-462c-84f7-50869629d0eb {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:55.450656 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'tag': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b', 'status': 'completed', 'code': 200} Feb 19 02:56:55.493326 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657b56a4-870e-4468-add9-df6bb2b55069 x-openstack-request-id: req-657b56a4-870e-4468-add9-df6bb2b55069 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:55.493988 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6774e86-7e5e-4faa-ab7f-5630388e3397", "name": "network-vif-plugged", "status": "completed", "tag": "f65fadec-a3ed-4e19-9a80-bd61648e8a0a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:55.493988 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-657b56a4-870e-4468-add9-df6bb2b55069 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:55.494391 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6774e86-7e5e-4faa-ab7f-5630388e3397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65fadec-a3ed-4e19-9a80-bd61648e8a0a', 'code': 200} Feb 19 02:56:55.520634 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7c214dd9-dda3-495f-bde4-f892a51a3d2b req-43847053-5e10-4645-8010-600d08c52e5b service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033243 Feb 19 02:56:55.531058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a5d9a22-49d2-4aa9-869f-0076df73e6c1 req-214ac804-14d6-4348-8caa-a512ae77f285 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060413 Feb 19 02:56:55.574480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-a5e75a21-4094-4f46-8acd-1ca73e4a410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.575219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc75c72-85c2-4a98-8c06-c715047d05ca req-c06256fa-1f1f-416d-b533-ff892b12d335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.576024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-a5e75a21-4094-4f46-8acd-1ca73e4a410f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19c82b803a98422c88594f9f7e66cb7f&device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 1125 time: 0.3045321 Feb 19 02:56:55.576917 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bfc75c72-85c2-4a98-8c06-c715047d05ca req-c06256fa-1f1f-416d-b533-ff892b12d335 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=73b1c2df072a4fcb83fe3db15270392d&device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 1126 time: 0.1363938 Feb 19 02:56:55.710756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-9133f951-bef1-4384-91ec-b2b9281fddec service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46e74255-2221-43b4-a8be-55df1631e78b HTTP/1.1" status: 200 len: 217 time: 0.1258485 Feb 19 02:56:55.714195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ae0fe03-2a9a-42e0-bada-7769667c5df0 req-0932e1e5-04f4-4436-8568-511d6a022beb service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783646 Feb 19 02:56:55.721658 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b3528-b54c-4627-aae3-798f3bde8055 req-27f8c8ab-5c16-4291-897b-dc048254fcbe tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.723338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-570b3528-b54c-4627-aae3-798f3bde8055 req-27f8c8ab-5c16-4291-897b-dc048254fcbe tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.87 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 950 time: 0.3774374 Feb 19 02:56:55.819640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29966823-535b-4f40-ae60-939e806ac73b req-226ec1fe-6019-4b0d-be26-94bf99c36b35 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=0544024d-c278-4222-959b-413fc67362c6 HTTP/1.1" status: 200 len: 210 time: 0.0938900 Feb 19 02:56:55.851710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-0fb1754c-5445-4c3f-8864-30f3dc615620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.853299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-0fb1754c-5445-4c3f-8864-30f3dc615620 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b709ca32-9176-48c8-932f-4c728cc3cfc8 HTTP/1.1" status: 200 len: 845 time: 0.1288931 Feb 19 02:56:55.879142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0fb2a-715a-41bf-b8f7-a8f4e75d478a req-805aa077-996f-4949-b952-b8d0c23bd876 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:55.880695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ece0fb2a-715a-41bf-b8f7-a8f4e75d478a req-805aa077-996f-4949-b952-b8d0c23bd876 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.2988443 Feb 19 02:56:55.920047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-0ce1fc2e-468c-4224-bb42-68be7ad54449 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73a739e5-c1a1-46c8-bfe7-556a2b135596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381415 Feb 19 02:56:56.012707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a68ce-aecd-474f-af9e-f08ce992460b req-0d8b1191-90d9-46f0-afb6-918ab234514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.014213 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e12a68ce-aecd-474f-af9e-f08ce992460b req-0d8b1191-90d9-46f0-afb6-918ab234514e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 1127 time: 0.3969414 Feb 19 02:56:56.042166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc75c72-85c2-4a98-8c06-c715047d05ca req-bb6d5e19-1521-46f7-9d11-decb2ec9b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.043643 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bfc75c72-85c2-4a98-8c06-c715047d05ca req-bb6d5e19-1521-46f7-9d11-decb2ec9b9da service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8537839-9555-417f-ae28-dae96e57af9d HTTP/1.1" status: 200 len: 924 time: 0.4578252 Feb 19 02:56:56.064154 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ece0fb2a-715a-41bf-b8f7-a8f4e75d478a req-3d2af55a-9631-4aca-811a-3ec8576960fb tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711700 Feb 19 02:56:56.068200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-570b3528-b54c-4627-aae3-798f3bde8055 req-f2783384-7f1c-4528-9486-8e28ad87b056 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Deleting port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:56.068534 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-570b3528-b54c-4627-aae3-798f3bde8055 req-f2783384-7f1c-4528-9486-8e28ad87b056 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.099800 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bfc75c72-85c2-4a98-8c06-c715047d05ca req-85188d25-bc33-4f1b-bf46-9b81055412d7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec26b50-0a32-4779-9aab-aadfaaa40d2b HTTP/1.1" status: 200 len: 217 time: 0.0464406 Feb 19 02:56:56.103103 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e12a68ce-aecd-474f-af9e-f08ce992460b req-60e3cc23-0a28-4bc1-89fd-ef95c18c8fa3 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778923 Feb 19 02:56:56.108598 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98a64f-c0eb-493c-ac40-28c19332f5b7 req-05813a7e-f0d6-4def-b6a6-76b1395a666d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.110150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b98a64f-c0eb-493c-ac40-28c19332f5b7 req-05813a7e-f0d6-4def-b6a6-76b1395a666d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 944 time: 0.1925607 Feb 19 02:56:56.127308 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f105a354-3e94-4dd9-b06d-08a7343b2d61 x-openstack-request-id: req-f105a354-3e94-4dd9-b06d-08a7343b2d61 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:56.128329 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0544024d-c278-4222-959b-413fc67362c6", "name": "network-vif-deleted", "tag": "8966cadc-e76b-4d3a-a033-e65c3a1c6fb1", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:56.128593 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f105a354-3e94-4dd9-b06d-08a7343b2d61 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:56.129043 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0544024d-c278-4222-959b-413fc67362c6', 'name': 'network-vif-deleted', 'tag': '8966cadc-e76b-4d3a-a033-e65c3a1c6fb1', 'status': 'completed', 'code': 200} Feb 19 02:56:56.193498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-e1d88d32-ddfd-434a-b043-eced0ae53f54 service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568152 Feb 19 02:56:56.310762 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b98a64f-c0eb-493c-ac40-28c19332f5b7 req-9b124f04-4c68-4c79-941f-ef1517816583 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665189 Feb 19 02:56:56.323090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-570b3528-b54c-4627-aae3-798f3bde8055 req-f2783384-7f1c-4528-9486-8e28ad87b056 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] For port b9125968-09f3-4f9d-b2e2-6a523b0ceab5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b9125968-09f3-4f9d-b2e2-6a523b0ceab5,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:56.329876 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-570b3528-b54c-4627-aae3-798f3bde8055 req-f2783384-7f1c-4528-9486-8e28ad87b056 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.353109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-570b3528-b54c-4627-aae3-798f3bde8055 req-f2783384-7f1c-4528-9486-8e28ad87b056 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Calling delete_port for b9125968-09f3-4f9d-b2e2-6a523b0ceab5 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:56.378137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04bce9-1280-4918-bec1-f395f4861117 req-12663c15-cbb7-4619-835e-063fa5124b02 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.379618 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d04bce9-1280-4918-bec1-f395f4861117 req-12663c15-cbb7-4619-835e-063fa5124b02 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 943 time: 0.2015452 Feb 19 02:56:56.431810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc75c72-85c2-4a98-8c06-c715047d05ca req-f76d7535-f846-49df-a5c2-cc7de8083ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.433639 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bfc75c72-85c2-4a98-8c06-c715047d05ca req-f76d7535-f846-49df-a5c2-cc7de8083ebf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d0b5ba77-542e-453a-ba33-54edf9b9f2e7 HTTP/1.1" status: 200 len: 862 time: 0.0579824 Feb 19 02:56:56.483154 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee04ff3-8233-4f6a-818c-021565a2d24c req-6cca9fc0-e06d-4563-8ebd-b2e59756f8bd service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813497 Feb 19 02:56:56.488067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc75c72-85c2-4a98-8c06-c715047d05ca req-6e6b6152-79cb-4f72-8f3e-e6e56b82795a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.489941 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bfc75c72-85c2-4a98-8c06-c715047d05ca req-6e6b6152-79cb-4f72-8f3e-e6e56b82795a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8537839-9555-417f-ae28-dae96e57af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489898 Feb 19 02:56:56.491212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 697fa6b2-210a-4f96-84e9-80201b586a39 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:56:56.547975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d04bce9-1280-4918-bec1-f395f4861117 req-2417c61d-bd35-4985-8944-c42f9058960a tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548517 Feb 19 02:56:56.568299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 697fa6b2-210a-4f96-84e9-80201b586a39 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:56:56.570754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4159698-35e5-49bd-83f4-c71e233a365f req-78ba146f-7ad2-42a4-9c9a-69280aa6d28e tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.579374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4159698-35e5-49bd-83f4-c71e233a365f req-78ba146f-7ad2-42a4-9c9a-69280aa6d28e tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 944 time: 0.1987436 Feb 19 02:56:56.581472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 697fa6b2-210a-4f96-84e9-80201b586a39 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:56:56.581856 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.666070 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bfc75c72-85c2-4a98-8c06-c715047d05ca req-7ebb200d-2013-4727-9302-2927c81119c0 service neutron] 10.222.0.87 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637790 Feb 19 02:56:56.688624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 697fa6b2-210a-4f96-84e9-80201b586a39 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:56:56.689042 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.712948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4159698-35e5-49bd-83f4-c71e233a365f req-1f813888-66c5-46dc-868d-d10a0b067b9c tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230192 Feb 19 02:56:56.736456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=697fa6b2-210a-4f96-84e9-80201b586a39,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:56.744388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88e7f6-e946-4461-a753-dc03ad263082 req-1fd89127-58a8-4b00-b992-fc172a4ec319 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.744851 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.746510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c88e7f6-e946-4461-a753-dc03ad263082 req-1fd89127-58a8-4b00-b992-fc172a4ec319 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0 HTTP/1.1" status: 200 len: 950 time: 0.1306057 Feb 19 02:56:56.747196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-570b3528-b54c-4627-aae3-798f3bde8055 req-f2783384-7f1c-4528-9486-8e28ad87b056 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b9125968-09f3-4f9d-b2e2-6a523b0ceab5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.790871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2783384-7f1c-4528-9486-8e28ad87b056 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Pushing event deleted for resources: {'Port': ['ID=b9125968-09f3-4f9d-b2e2-6a523b0ceab5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:56.794315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f778b880-3698-4e45-9cb4-2a175cd34a2e', 'b9125968-09f3-4f9d-b2e2-6a523b0ceab5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:56.805468 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bfc75c72-85c2-4a98-8c06-c715047d05ca req-4c929fc7-1c13-4d6a-a486-bdf1f9409307 service neutron] 10.222.0.87 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287911 Feb 19 02:56:56.856547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=697fa6b2-210a-4f96-84e9-80201b586a39,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:56.878141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-570b3528-b54c-4627-aae3-798f3bde8055 req-f2783384-7f1c-4528-9486-8e28ad87b056 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] No DVR routers for this DVR port b9125968-09f3-4f9d-b2e2-6a523b0ceab5 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:56:56.887817 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-570b3528-b54c-4627-aae3-798f3bde8055 req-f2783384-7f1c-4528-9486-8e28ad87b056 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:56.891707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-570b3528-b54c-4627-aae3-798f3bde8055 req-f2783384-7f1c-4528-9486-8e28ad87b056 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.87 "DELETE /v2.0/ports/b9125968-09f3-4f9d-b2e2-6a523b0ceab5 HTTP/1.1" status: 204 len: 173 time: 1.1434057 Feb 19 02:56:56.923926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c88e7f6-e946-4461-a753-dc03ad263082 req-cab09b4b-79f6-4a94-a50f-aba027a2260d tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425312 Feb 19 02:56:56.937526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea232fc-c208-4440-8656-6b6005dca1b0 req-04d87e82-059b-4cb0-907b-28a6223f8178 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:56.939222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ea232fc-c208-4440-8656-6b6005dca1b0 req-04d87e82-059b-4cb0-907b-28a6223f8178 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 946 time: 0.1458197 Feb 19 02:56:57.024198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ea232fc-c208-4440-8656-6b6005dca1b0 req-eef92d8e-d8e2-40c5-836f-5fa1163fce50 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773423 Feb 19 02:56:57.195262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42905f14-e17a-4290-92d1-fc650c3af91f req-dc7f501b-243c-41d2-98ec-6f36adfd56b4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.196814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42905f14-e17a-4290-92d1-fc650c3af91f req-dc7f501b-243c-41d2-98ec-6f36adfd56b4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.0563612 Feb 19 02:56:57.272352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42905f14-e17a-4290-92d1-fc650c3af91f req-af2b9480-89f4-43e5-8552-1712dd28c76b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693443 Feb 19 02:56:57.287710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6be51c-31a1-4267-8e0d-b9037d09c729 req-461dd6d1-8886-4cb0-ae84-1db585219c49 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.289215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b6be51c-31a1-4267-8e0d-b9037d09c729 req-461dd6d1-8886-4cb0-ae84-1db585219c49 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 971 time: 0.0851440 Feb 19 02:56:57.341641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b6be51c-31a1-4267-8e0d-b9037d09c729 req-a23a3294-3dd6-4306-96c7-18b05c1b4fbb tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467010 Feb 19 02:56:57.437858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff9fe8-4c1f-4ef7-a314-6e85fa6bfb2e req-022c1ab2-d2c9-4f03-8d4b-814efdd52382 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.439318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52ff9fe8-4c1f-4ef7-a314-6e85fa6bfb2e req-022c1ab2-d2c9-4f03-8d4b-814efdd52382 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 944 time: 0.0594747 Feb 19 02:56:57.451596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b62bf6d-8f4f-412b-9c77-03de7153cfc0', 'tag': '201e2d40-d9b0-41dd-98ed-1d0f41ecfef3'}, {'name': 'network-changed', 'server_uuid': '16b2fc41-948c-4977-b709-a3762a4ce0d4', 'tag': '46e74255-2221-43b4-a8be-55df1631e78b'}, {'server_uuid': 'd511bdcb-6ebd-4cc8-8438-f5ae5266d9f0', 'name': 'network-vif-deleted', 'tag': 'b9125968-09f3-4f9d-b2e2-6a523b0ceab5'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:57.453817 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbeca4c-015c-41ea-bf42-b5b86710e866" -d '{"events": [{"name": "network-changed", "server_uuid": "9b62bf6d-8f4f-412b-9c77-03de7153cfc0", "tag": "201e2d40-d9b0-41dd-98ed-1d0f41ecfef3"}, {"name": "network-changed", "server_uuid": "16b2fc41-948c-4977-b709-a3762a4ce0d4", "tag": "46e74255-2221-43b4-a8be-55df1631e78b"}, {"server_uuid": "d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0", "name": "network-vif-deleted", "tag": "b9125968-09f3-4f9d-b2e2-6a523b0ceab5"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:57.493663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52ff9fe8-4c1f-4ef7-a314-6e85fa6bfb2e req-b4fdb044-7025-42bc-b584-7f7a9c56c1c8 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484915 Feb 19 02:56:57.495925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf65586-b92e-4b87-a928-15290aa35ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697fa6b2-210a-4f96-84e9-80201b586a39'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:56:57.498460 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92836578-847c-46df-b522-c4dc2c804e16" -d '{"events": [{"server_uuid": "5cf65586-b92e-4b87-a928-15290aa35ee8", "name": "network-vif-plugged", "status": "completed", "tag": "697fa6b2-210a-4f96-84e9-80201b586a39"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:56:57.502314 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313dd608-fa98-44db-b44d-a74d62012fb9 x-openstack-request-id: req-313dd608-fa98-44db-b44d-a74d62012fb9 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:57.502644 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b62bf6d-8f4f-412b-9c77-03de7153cfc0", "tag": "201e2d40-d9b0-41dd-98ed-1d0f41ecfef3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16b2fc41-948c-4977-b709-a3762a4ce0d4", "tag": "46e74255-2221-43b4-a8be-55df1631e78b", "status": "completed", "code": 200}, {"server_uuid": "d511bdcb-6ebd-4cc8-8438-f5ae5266d9f0", "name": "network-vif-deleted", "tag": "b9125968-09f3-4f9d-b2e2-6a523b0ceab5", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:57.502879 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-313dd608-fa98-44db-b44d-a74d62012fb9 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:57.503281 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b62bf6d-8f4f-412b-9c77-03de7153cfc0', 'tag': '201e2d40-d9b0-41dd-98ed-1d0f41ecfef3', 'status': 'completed', 'code': 200} Feb 19 02:56:57.503539 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b2fc41-948c-4977-b709-a3762a4ce0d4', 'tag': '46e74255-2221-43b4-a8be-55df1631e78b', 'status': 'completed', 'code': 200} Feb 19 02:56:57.503927 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd511bdcb-6ebd-4cc8-8438-f5ae5266d9f0', 'name': 'network-vif-deleted', 'tag': 'b9125968-09f3-4f9d-b2e2-6a523b0ceab5', 'status': 'completed', 'code': 200} Feb 19 02:56:57.557540 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442b0120-882d-429e-88d6-f3497ed057c9 x-openstack-request-id: req-442b0120-882d-429e-88d6-f3497ed057c9 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:56:57.557907 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf65586-b92e-4b87-a928-15290aa35ee8", "name": "network-vif-plugged", "status": "completed", "tag": "697fa6b2-210a-4f96-84e9-80201b586a39", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:56:57.558262 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-442b0120-882d-429e-88d6-f3497ed057c9 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:56:57.558779 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf65586-b92e-4b87-a928-15290aa35ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '697fa6b2-210a-4f96-84e9-80201b586a39', 'code': 200} Feb 19 02:56:57.646883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-aa3e4197-5038-4170-bd70-fd0ddab44c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.648401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-aa3e4197-5038-4170-bd70-fd0ddab44c78 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 1126 time: 0.1249635 Feb 19 02:56:57.652686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-54835616-2973-41c9-82d4-2084cbc38b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.654330 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-54835616-2973-41c9-82d4-2084cbc38b66 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19c82b803a98422c88594f9f7e66cb7f&device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 1125 time: 0.1159470 Feb 19 02:56:57.721297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b37598-857e-479f-bcf1-23aa641ce1de req-4e4a5b09-de6b-4b39-babb-0166944e49bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.722841 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-98b37598-857e-479f-bcf1-23aa641ce1de req-4e4a5b09-de6b-4b39-babb-0166944e49bd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 1128 time: 0.0516937 Feb 19 02:56:57.772021 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-98b37598-857e-479f-bcf1-23aa641ce1de req-0b4fbdea-0ebd-4423-8203-ac3d5652c5d7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423501 Feb 19 02:56:57.841446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036b121-4290-4c52-bdb8-69d49c5aee57 req-cc7d70b9-28e9-4eba-a64f-6cd1b50665e7 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.843026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4036b121-4290-4c52-bdb8-69d49c5aee57 req-cc7d70b9-28e9-4eba-a64f-6cd1b50665e7 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 943 time: 0.2145834 Feb 19 02:56:57.880908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-edbf2e84-a68d-40dc-91ed-5cd63434ef09 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1731058559&fields=id&tenant_id=fe7fe0901f394e8f9e082953e4a56c62 HTTP/1.1" status: 200 len: 267 time: 0.1531568 Feb 19 02:56:57.897619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-f23bc9a2-6691-4aac-a9e9-7aed40570702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.898634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-f23bc9a2-6691-4aac-a9e9-7aed40570702 service neutron] 10.222.0.87 "GET /v2.0/networks?id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 200 len: 919 time: 0.2298963 Feb 19 02:56:57.922490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-c8d7af76-bd00-41a1-9104-f74e284334ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:57.923860 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-c8d7af76-bd00-41a1-9104-f74e284334ce service neutron] 10.222.0.67 "GET /v2.0/networks?id=73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 200 len: 906 time: 0.2454216 Feb 19 02:56:58.005964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-ad2fb0c7-c998-4f79-bed7-c88a1d38cc41 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 HTTP/1.1" status: 200 len: 217 time: 0.0908940 Feb 19 02:56:58.059532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4036b121-4290-4c52-bdb8-69d49c5aee57 req-5cd6485c-1f6d-47df-9302-e71f11ff7ade tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991119 Feb 19 02:56:58.125476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-a5c07dee-e8a5-463c-bbc8-56dc3dbd2a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.126927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-a5c07dee-e8a5-463c-bbc8-56dc3dbd2a3f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a3409185-6e38-450f-9998-5d1abfd5cc95 HTTP/1.1" status: 200 len: 858 time: 0.1135123 Feb 19 02:56:58.128138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-b94d1e8b-e591-4e01-b9ad-125057fd1f43 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46e74255-2221-43b4-a8be-55df1631e78b HTTP/1.1" status: 200 len: 217 time: 0.0516248 Feb 19 02:56:58.465911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-ecfda25b-8351-4717-a072-f0d1354dff9a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3272486 Feb 19 02:56:58.474647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628052e-48c8-4652-94a3-a38e36c684be req-4e9845eb-ab98-4626-ab96-a3b4fda60b5e tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.475972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-4e9845eb-ab98-4626-ab96-a3b4fda60b5e tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/networks?id=dcb34c22-2301-4073-88ee-434b39e0b778 HTTP/1.1" status: 200 len: 815 time: 0.5749278 Feb 19 02:56:58.505163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:58.525598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:58.525936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8966cadc-e76b-4d3a-a033-e65c3a1c6fb1 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:58.547967 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-00a2d99a-6a64-4e3d-9cfe-10ee08a65b69 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/quotas/fe7fe0901f394e8f9e082953e4a56c62 HTTP/1.1" status: 200 len: 375 time: 0.0597961 Feb 19 02:56:58.551435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-9f939bcc-f8c7-480b-8076-e01458c5b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.552840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-9f939bcc-f8c7-480b-8076-e01458c5b17f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b709ca32-9176-48c8-932f-4c728cc3cfc8 HTTP/1.1" status: 200 len: 845 time: 0.4014776 Feb 19 02:56:58.623283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-d515aa4a-e315-440f-ae8f-861ff1795548 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73a739e5-c1a1-46c8-bfe7-556a2b135596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566137 Feb 19 02:56:58.635382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacb2b7-ac02-4d2c-a447-df750cbc2a1d req-91dbbaf0-1fad-476b-b96c-d396c8172515 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:58.636835 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8aacb2b7-ac02-4d2c-a447-df750cbc2a1d req-91dbbaf0-1fad-476b-b96c-d396c8172515 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 944 time: 0.5168157 Feb 19 02:56:58.680488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-80b1b093-4b2e-49bf-9453-5301315d041e service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019618 Feb 19 02:56:58.795276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-9a726a69-f062-4981-8f6f-97e8fa6aa658 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fe7fe0901f394e8f9e082953e4a56c62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2413788 Feb 19 02:56:58.828890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8aacb2b7-ac02-4d2c-a447-df750cbc2a1d req-ca5b180e-1160-4a88-b24a-70ab6770ebd4 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829388 Feb 19 02:56:58.918930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-34e06e34-1de5-4ae7-b86c-db6856f98763 service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755697 Feb 19 02:56:58.941864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-1d1deb00-17f4-4a25-b354-8ed5f6d084fc service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270706 Feb 19 02:56:59.022373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-eebfd1b9-7206-4755-8f8c-c520dd768b16 service neutron] 10.222.0.81 "GET /v2.0/networks/dcb34c22-2301-4073-88ee-434b39e0b778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115979 Feb 19 02:56:59.141709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdbeca4c-015c-41ea-bf42-b5b86710e866 req-9a9e397d-09d8-4fba-a536-74eb0b3a6e51 service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104325 Feb 19 02:56:59.148444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f6a8a-db1d-484a-a46f-14dfcadc8658 req-1df4b0b4-17fd-4007-a18a-e588234ebe88 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:59.150064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a9f6a8a-db1d-484a-a46f-14dfcadc8658 req-1df4b0b4-17fd-4007-a18a-e588234ebe88 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 946 time: 0.2257547 Feb 19 02:56:59.203720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-c7744d9d-c5ef-44a2-909c-03799b8f9840 service neutron] 10.222.0.81 "GET /v2.0/networks/dcb34c22-2301-4073-88ee-434b39e0b778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741223 Feb 19 02:56:59.210474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3090b07-b411-4153-b3a8-66d09f212cc1 req-56108e07-7b35-42e3-b1e4-558f9a392ff2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:59.211910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3090b07-b411-4153-b3a8-66d09f212cc1 req-56108e07-7b35-42e3-b1e4-558f9a392ff2 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.87 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 971 time: 0.1624410 Feb 19 02:56:59.265791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a9f6a8a-db1d-484a-a46f-14dfcadc8658 req-41aa36b6-ff0e-4d8b-aca7-ac951577a784 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085391 Feb 19 02:56:59.335100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-d3090b07-b411-4153-b3a8-66d09f212cc1 req-1ed03bad-5168-47d1-9163-6af40b9bf6b8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Deleting port 70641af0-3097-4933-9db5-85ac1dbfcf0f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:56:59.335440 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3090b07-b411-4153-b3a8-66d09f212cc1 req-1ed03bad-5168-47d1-9163-6af40b9bf6b8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:59.472850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f283454-e4cf-4af1-be88-c159479349c6 req-f4a448b2-5417-4945-8ebe-0072655be40e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:59.474354 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f283454-e4cf-4af1-be88-c159479349c6 req-f4a448b2-5417-4945-8ebe-0072655be40e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.1196556 Feb 19 02:56:59.476203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d3090b07-b411-4153-b3a8-66d09f212cc1 req-1ed03bad-5168-47d1-9163-6af40b9bf6b8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] For port 70641af0-3097-4933-9db5-85ac1dbfcf0f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=70641af0-3097-4933-9db5-85ac1dbfcf0f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:59.476566 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3090b07-b411-4153-b3a8-66d09f212cc1 req-1ed03bad-5168-47d1-9163-6af40b9bf6b8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:59.494781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-d3090b07-b411-4153-b3a8-66d09f212cc1 req-1ed03bad-5168-47d1-9163-6af40b9bf6b8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Calling delete_port for 70641af0-3097-4933-9db5-85ac1dbfcf0f owned by compute:tempest-test_az-1893856989 {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:56:59.596240 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f283454-e4cf-4af1-be88-c159479349c6 req-876ea46e-37ff-4818-ba80-9e436a519522 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116910 Feb 19 02:56:59.628586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7ec26b50-0a32-4779-9aab-aadfaaa40d2b details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:56:59.630857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b9125968-09f3-4f9d-b2e2-6a523b0ceab5 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:56:59.666914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77528115-1604-4498-8872-ccbd5581bbc2 req-6f6b61b8-0e6a-497c-8b15-59626670a77f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:59.668893 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77528115-1604-4498-8872-ccbd5581bbc2 req-6f6b61b8-0e6a-497c-8b15-59626670a77f tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=6f6a1468-582f-4351-974e-bbed6d6f3477 HTTP/1.1" status: 200 len: 971 time: 0.0914025 Feb 19 02:56:59.721348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: b9125968-09f3-4f9d-b2e2-6a523b0ceab5 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:56:59.721974 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b9125968-09f3-4f9d-b2e2-6a523b0ceab5 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:56:59.800562 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3090b07-b411-4153-b3a8-66d09f212cc1 req-1ed03bad-5168-47d1-9163-6af40b9bf6b8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (70641af0-3097-4933-9db5-85ac1dbfcf0f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:56:59.808755 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77528115-1604-4498-8872-ccbd5581bbc2 req-635ae601-b18d-4cd9-b90c-80846e667ce1 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318307 Feb 19 02:56:59.815498 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7ec26b50-0a32-4779-9aab-aadfaaa40d2b,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:56:59.836594 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['70641af0-3097-4933-9db5-85ac1dbfcf0f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:59.839729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['5348dd8b-c277-41c5-b73c-35ace224e65a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:56:59.843670 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'port_id': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b', 'mac_address': 'fa:16:3e:99:a6:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:56:59.875476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed03bad-5168-47d1-9163-6af40b9bf6b8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Pushing event deleted for resources: {'Port': ['ID=70641af0-3097-4933-9db5-85ac1dbfcf0f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:56:59.888825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5840b-0f4b-4852-a472-fd77369bbe46 req-53706d0c-0333-4fcf-b23b-8441e957698d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:56:59.890402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4b5840b-0f4b-4852-a472-fd77369bbe46 req-53706d0c-0333-4fcf-b23b-8441e957698d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 944 time: 0.1845427 Feb 19 02:56:59.998275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3090b07-b411-4153-b3a8-66d09f212cc1 req-1ed03bad-5168-47d1-9163-6af40b9bf6b8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] No DVR routers for this DVR port 70641af0-3097-4933-9db5-85ac1dbfcf0f on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:00.006689 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3090b07-b411-4153-b3a8-66d09f212cc1 req-1ed03bad-5168-47d1-9163-6af40b9bf6b8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.010103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3090b07-b411-4153-b3a8-66d09f212cc1 req-1ed03bad-5168-47d1-9163-6af40b9bf6b8 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.87 "DELETE /v2.0/ports/70641af0-3097-4933-9db5-85ac1dbfcf0f HTTP/1.1" status: 204 len: 173 time: 0.7903109 Feb 19 02:57:00.010782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f6a1468-582f-4351-974e-bbed6d6f3477', 'name': 'network-vif-deleted', 'tag': '70641af0-3097-4933-9db5-85ac1dbfcf0f'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:00.013466 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def16265-eab1-44c7-9f8c-f5434729dcf1" -d '{"events": [{"server_uuid": "6f6a1468-582f-4351-974e-bbed6d6f3477", "name": "network-vif-deleted", "tag": "70641af0-3097-4933-9db5-85ac1dbfcf0f"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:00.042192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4b5840b-0f4b-4852-a472-fd77369bbe46 req-16d91d7f-340a-4c68-81c8-f94a6dff78f6 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454887 Feb 19 02:57:00.152592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:00.153194 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.155065 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2cfc8579-041d-40cd-a4cd-279ae726e404 req-bc23c2b3-d725-4141-95ea-129e8b7bd158 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.0490620 Feb 19 02:57:00.179581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec26b50-0a32-4779-9aab-aadfaaa40d2b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:00.201008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7ec26b50-0a32-4779-9aab-aadfaaa40d2b,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:00.212900 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.213575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:00.270554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d49e8b2-c9e9-4f86-9d25-fb0f5e499d4d req-018206a3-e039-4a55-b243-eca1a8d92ed7 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.272020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d49e8b2-c9e9-4f86-9d25-fb0f5e499d4d req-018206a3-e039-4a55-b243-eca1a8d92ed7 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 943 time: 0.1553340 Feb 19 02:57:00.331979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23b0ca-c34c-49d8-b2df-7ae574213ed0 req-6f45edf7-e163-41e2-912e-42d5a47bab78 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.339025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f23b0ca-c34c-49d8-b2df-7ae574213ed0 req-6f45edf7-e163-41e2-912e-42d5a47bab78 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 944 time: 0.1070340 Feb 19 02:57:00.349577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=7ec26b50-0a32-4779-9aab-aadfaaa40d2b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:00.370924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d49e8b2-c9e9-4f86-9d25-fb0f5e499d4d req-7a4c68eb-677c-4db8-bad9-f902b2087bca tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833766 Feb 19 02:57:00.408413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f23b0ca-c34c-49d8-b2df-7ae574213ed0 req-d36429e0-50f2-454b-a87b-6854122cca7b tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663452 Feb 19 02:57:00.413591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:00.434994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '201e2d40-d9b0-41dd-98ed-1d0f41ecfef3', 'network_id': '02ca8892-f0cb-404c-b5ad-b47ff1e30fcc', 'port_id': '201e2d40-d9b0-41dd-98ed-1d0f41ecfef3', 'mac_address': 'fa:16:3e:76:18:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3409185-6e38-450f-9998-5d1abfd5cc95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:57:00.448442 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ce5bb9-6fa9-4718-8e54-218353b7e8f7 x-openstack-request-id: req-c7ce5bb9-6fa9-4718-8e54-218353b7e8f7 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:00.448949 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f6a1468-582f-4351-974e-bbed6d6f3477", "name": "network-vif-deleted", "tag": "70641af0-3097-4933-9db5-85ac1dbfcf0f", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:00.449358 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7ce5bb9-6fa9-4718-8e54-218353b7e8f7 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:00.449938 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f6a1468-582f-4351-974e-bbed6d6f3477', 'name': 'network-vif-deleted', 'tag': '70641af0-3097-4933-9db5-85ac1dbfcf0f', 'status': 'completed', 'code': 200} Feb 19 02:57:00.520183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 46e74255-2221-43b4-a8be-55df1631e78b details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:00.537433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:00.538561 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.562928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:00.593395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec0a28-e999-4615-8c52-8c9086e4bf35 req-a96aa749-23e0-4625-b2f1-58fdfad8ad8d tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.601292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14ec0a28-e999-4615-8c52-8c9086e4bf35 req-a96aa749-23e0-4625-b2f1-58fdfad8ad8d tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 949 time: 0.1161039 Feb 19 02:57:00.626482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e790d-be2d-43ff-b85a-ea0de541a192 req-d1a689b3-dd6f-46c8-b3b0-303b27f5297c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.627976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e01e790d-be2d-43ff-b85a-ea0de541a192 req-d1a689b3-dd6f-46c8-b3b0-303b27f5297c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 946 time: 0.0947051 Feb 19 02:57:00.629560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:00.636470 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.674419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14ec0a28-e999-4615-8c52-8c9086e4bf35 req-6c773478-224f-4884-b3ac-8c43853d0b31 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722408 Feb 19 02:57:00.707869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e01e790d-be2d-43ff-b85a-ea0de541a192 req-9f8e610b-6a7c-4734-b9ad-d468c76306be tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705638 Feb 19 02:57:00.709270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46e74255-2221-43b4-a8be-55df1631e78b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46e74255-2221-43b4-a8be-55df1631e78b,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:00.730656 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:00.733811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '46e74255-2221-43b4-a8be-55df1631e78b', 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'port_id': '46e74255-2221-43b4-a8be-55df1631e78b', 'mac_address': 'fa:16:3e:46:48:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b709ca32-9176-48c8-932f-4c728cc3cfc8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:57:00.773763 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 46e74255-2221-43b4-a8be-55df1631e78b is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:00.774133 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46e74255-2221-43b4-a8be-55df1631e78b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.788397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e74255-2221-43b4-a8be-55df1631e78b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:00.813780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46e74255-2221-43b4-a8be-55df1631e78b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46e74255-2221-43b4-a8be-55df1631e78b,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:00.821461 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46e74255-2221-43b4-a8be-55df1631e78b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:00.842854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2245bc2-7e89-4517-a3f1-2c9bcab6ca0d req-b98fecaa-c025-4047-b90c-9a6642b12707 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.845467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2245bc2-7e89-4517-a3f1-2c9bcab6ca0d req-b98fecaa-c025-4047-b90c-9a6642b12707 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 1128 time: 0.0648394 Feb 19 02:57:00.869926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379c383-4f83-4b57-bc0c-d96f07b40061 req-4678e773-d19c-4af4-9f65-8405765a87ad tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:00.877342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f379c383-4f83-4b57-bc0c-d96f07b40061 req-4678e773-d19c-4af4-9f65-8405765a87ad tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.1302078 Feb 19 02:57:00.894230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=46e74255-2221-43b4-a8be-55df1631e78b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:01.012263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2245bc2-7e89-4517-a3f1-2c9bcab6ca0d req-609cb8c1-dac0-40c0-9010-88a9fe43cf61 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602757 Feb 19 02:57:01.021428 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['7ec26b50-0a32-4779-9aab-aadfaaa40d2b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:01.026735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f379c383-4f83-4b57-bc0c-d96f07b40061 req-231d97b1-f85f-42a4-8953-2b607e63393c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484249 Feb 19 02:57:01.041680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628052e-48c8-4652-94a3-a38e36c684be req-fcc36a80-a493-44d9-a6dd-16f61c13ac03 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:01.043268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-fcc36a80-a493-44d9-a6dd-16f61c13ac03 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.67 "GET /v2.0/networks?id=dcb34c22-2301-4073-88ee-434b39e0b778 HTTP/1.1" status: 200 len: 815 time: 0.1638336 Feb 19 02:57:01.074135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['201e2d40-d9b0-41dd-98ed-1d0f41ecfef3'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:01.124387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-4a9c5c11-e520-485f-9f0e-a8b46caf8201 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe7fe0901f394e8f9e082953e4a56c62 HTTP/1.1" status: 200 len: 380 time: 0.0631509 Feb 19 02:57:01.140754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-a628052e-48c8-4652-94a3-a38e36c684be req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Request body: {'port': {'device_id': '6def824d-c0c0-4884-a29f-893371ca21cc', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'admin_state_up': True, 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'security_groups': ['389b0243-7a8a-427c-833a-f1d3ae1651be']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:01.266033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86705cb-334c-476b-909e-f2b65e5ffe23 req-13029827-e529-4fdd-8fbd-76dd49dba0b3 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:01.267569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d86705cb-334c-476b-909e-f2b65e5ffe23 req-13029827-e529-4fdd-8fbd-76dd49dba0b3 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 1128 time: 0.1345768 Feb 19 02:57:01.283073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9bd93-1c5b-43ce-b7d3-f8893294466c req-0d1a303b-0d0a-4aa6-bd81-72e5cdd1fafa tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:01.284806 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf9bd93-1c5b-43ce-b7d3-f8893294466c req-0d1a303b-0d0a-4aa6-bd81-72e5cdd1fafa tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 945 time: 0.1661832 Feb 19 02:57:01.289629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['46e74255-2221-43b4-a8be-55df1631e78b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:01.381416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d86705cb-334c-476b-909e-f2b65e5ffe23 req-1123f669-335c-427d-a242-8e3987566370 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063380 Feb 19 02:57:01.391590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf9bd93-1c5b-43ce-b7d3-f8893294466c req-7c57f89c-9f40-4834-b721-f48e90fd587b tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992324 Feb 19 02:57:01.408042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a628052e-48c8-4652-94a3-a38e36c684be req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Made reservation on behalf of fe7fe0901f394e8f9e082953e4a56c62 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:01.411689 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a628052e-48c8-4652-94a3-a38e36c684be req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:01.522749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35411fa3-68af-4101-8702-52ca1bc85d30 req-e711b45b-690d-4fd4-a506-15dc11655d1d tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.0369225 Feb 19 02:57:01.587331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-a628052e-48c8-4652-94a3-a38e36c684be req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Allocated IP 172.20.0.6 (dcb34c22-2301-4073-88ee-434b39e0b778/90cf7412-9c32-4d55-aa79-af823815fc6a/f2003c11-a9b0-4f1b-b40b-3b3e353e4768) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:01.636708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 70641af0-3097-4933-9db5-85ac1dbfcf0f no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:01.681290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 70641af0-3097-4933-9db5-85ac1dbfcf0f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:57:01.681702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 70641af0-3097-4933-9db5-85ac1dbfcf0f not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:57:01.810638 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a628052e-48c8-4652-94a3-a38e36c684be req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:01.890216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04bd151-8aac-4cbd-bd66-155889140db4 req-18354709-3cd4-4c32-ae21-3dab10c82c80 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:01.891686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f04bd151-8aac-4cbd-bd66-155889140db4 req-18354709-3cd4-4c32-ae21-3dab10c82c80 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 944 time: 0.1643991 Feb 19 02:57:01.900432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a151bcb-5fea-4480-b236-6ed8382282a3 req-fb1d0a1c-39ea-46e0-b2c1-c2b4332e7706 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:01.901870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a151bcb-5fea-4480-b236-6ed8382282a3 req-fb1d0a1c-39ea-46e0-b2c1-c2b4332e7706 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 945 time: 0.1648741 Feb 19 02:57:01.911077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c76d5-9162-4235-bee7-32acc6181407 req-57429c75-30fa-48f4-8c7d-603a6768f0dc tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:01.912498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb8c76d5-9162-4235-bee7-32acc6181407 req-57429c75-30fa-48f4-8c7d-603a6768f0dc tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.87 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 949 time: 0.1388564 Feb 19 02:57:01.949510 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a628052e-48c8-4652-94a3-a38e36c684be req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:02.061072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a628052e-48c8-4652-94a3-a38e36c684be req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Network dcb34c22-2301-4073-88ee-434b39e0b778 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:02.094422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-a628052e-48c8-4652-94a3-a38e36c684be req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:02.101333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a151bcb-5fea-4480-b236-6ed8382282a3 req-af4d1604-178d-44e1-a314-5231a730ab68 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858990 Feb 19 02:57:02.103445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a628052e-48c8-4652-94a3-a38e36c684be req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:02.105982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Pushing event updated for resources: {'Port': ['ID=f2003c11-a9b0-4f1b-b40b-3b3e353e4768,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:02.113243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f04bd151-8aac-4cbd-bd66-155889140db4 req-3aafafea-8d12-41d4-8a7f-0499c7c7d7ce tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093053 Feb 19 02:57:02.174503 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:57:02.175680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628052e-48c8-4652-94a3-a38e36c684be req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.176298 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a628052e-48c8-4652-94a3-a38e36c684be req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:02.192107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-eb8c76d5-9162-4235-bee7-32acc6181407 req-63a53dec-619c-496e-8978-066a371b2bf1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Deleting port f778b880-3698-4e45-9cb4-2a175cd34a2e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:02.192616 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb8c76d5-9162-4235-bee7-32acc6181407 req-63a53dec-619c-496e-8978-066a371b2bf1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:02.255770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-7f8d9a4d-3e8c-421b-afdc-31e0f144d134 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1202948 Feb 19 02:57:02.280577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Request body: {'port': {'device_id': '6def824d-c0c0-4884-a29f-893371ca21cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:02.353076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-eb8c76d5-9162-4235-bee7-32acc6181407 req-63a53dec-619c-496e-8978-066a371b2bf1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] For port f778b880-3698-4e45-9cb4-2a175cd34a2e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f778b880-3698-4e45-9cb4-2a175cd34a2e,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:02.353475 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb8c76d5-9162-4235-bee7-32acc6181407 req-63a53dec-619c-496e-8978-066a371b2bf1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:02.367132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-eb8c76d5-9162-4235-bee7-32acc6181407 req-63a53dec-619c-496e-8978-066a371b2bf1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Calling delete_port for f778b880-3698-4e45-9cb4-2a175cd34a2e owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:02.482980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-99071948-1fde-459b-91f8-3b36947625b1 None None] Provisioning complete for port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:02.483619 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-99071948-1fde-459b-91f8-3b36947625b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:02.521059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-99071948-1fde-459b-91f8-3b36947625b1 None None] Port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:02.787677 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:02.814947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ae8ea-01ff-4fa2-9636-385a2c7083fe req-7a9af9f9-47f4-4e04-bef4-f0c04c0eedff tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.816420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e71ae8ea-01ff-4fa2-9636-385a2c7083fe req-7a9af9f9-47f4-4e04-bef4-f0c04c0eedff tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 950 time: 0.5713623 Feb 19 02:57:02.863785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae81b6d-89c0-4f9b-b4b0-179f4e52f378 req-1b9a4da7-670d-4eec-84a7-46ef1411ed79 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:02.865276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ae81b6d-89c0-4f9b-b4b0-179f4e52f378 req-1b9a4da7-670d-4eec-84a7-46ef1411ed79 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/ports?device_id=dcbdb99a-db8e-43b0-a445-535206f32076 HTTP/1.1" status: 200 len: 949 time: 0.4641025 Feb 19 02:57:03.025151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e71ae8ea-01ff-4fa2-9636-385a2c7083fe req-c77cbe52-da39-4361-b64d-9b5e6215fc16 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/security-groups?id=87f2ff95-e90c-42a5-b30d-9755ac907f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996884 Feb 19 02:57:03.055090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ae81b6d-89c0-4f9b-b4b0-179f4e52f378 req-19e5b101-7714-4ae8-924c-cc706ad83149 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.81 "GET /v2.0/security-groups?id=5223a33e-9b9d-4eca-94d4-7a28765f2e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811254 Feb 19 02:57:03.059185 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb8c76d5-9162-4235-bee7-32acc6181407 req-63a53dec-619c-496e-8978-066a371b2bf1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f778b880-3698-4e45-9cb4-2a175cd34a2e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.071436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f778b880-3698-4e45-9cb4-2a175cd34a2e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:03.125449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a53dec-619c-496e-8978-066a371b2bf1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Pushing event deleted for resources: {'Port': ['ID=f778b880-3698-4e45-9cb4-2a175cd34a2e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:03.252133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8c76d5-9162-4235-bee7-32acc6181407 req-63a53dec-619c-496e-8978-066a371b2bf1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] No DVR routers for this DVR port f778b880-3698-4e45-9cb4-2a175cd34a2e on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:03.260322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb8c76d5-9162-4235-bee7-32acc6181407 req-63a53dec-619c-496e-8978-066a371b2bf1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.263555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb8c76d5-9162-4235-bee7-32acc6181407 req-63a53dec-619c-496e-8978-066a371b2bf1 tempest-LiveMigrationNegativeTest-911939917 tempest-LiveMigrationNegativeTest-911939917-project] 10.222.0.87 "DELETE /v2.0/ports/f778b880-3698-4e45-9cb4-2a175cd34a2e HTTP/1.1" status: 204 len: 173 time: 1.3411183 Feb 19 02:57:03.264921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbdb99a-db8e-43b0-a445-535206f32076', 'name': 'network-vif-deleted', 'tag': 'f778b880-3698-4e45-9cb4-2a175cd34a2e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:03.267163 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b818a565-a044-40c4-b618-b2acc7df5a09" -d '{"events": [{"server_uuid": "dcbdb99a-db8e-43b0-a445-535206f32076", "name": "network-vif-deleted", "tag": "f778b880-3698-4e45-9cb4-2a175cd34a2e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:03.303626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbbf87-e2f0-4df9-9d8b-3fa968944117 req-6a18b4b7-bea7-4198-993b-bddca9c55dae tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:03.305087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0bbbf87-e2f0-4df9-9d8b-3fa968944117 req-6a18b4b7-bea7-4198-993b-bddca9c55dae tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.1808615 Feb 19 02:57:03.315356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f0e45-4a51-4419-9667-655a18370ccc req-b9e8150e-1eee-470e-87ba-e33523ca2307 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:03.316849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-913f0e45-4a51-4419-9667-655a18370ccc req-b9e8150e-1eee-470e-87ba-e33523ca2307 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 1128 time: 0.1702173 Feb 19 02:57:03.411022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2003c11-a9b0-4f1b-b40b-3b3e353e4768 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:03.432435 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Publish callbacks [] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.440127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-913f0e45-4a51-4419-9667-655a18370ccc req-4a1ce84f-d7b6-4cb8-ba39-bcc4bcc02333 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153672 Feb 19 02:57:03.452540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0bbbf87-e2f0-4df9-9d8b-3fa968944117 req-5936bfc6-99ba-48b2-adfc-8102eb62008b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346672 Feb 19 02:57:03.485481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6506004-63a9-482f-8983-2afbbf6dbd13 req-f4d6b892-100d-4e21-9673-16da8edee727 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:03.485481 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f6506004-63a9-482f-8983-2afbbf6dbd13 req-f4d6b892-100d-4e21-9673-16da8edee727 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.67 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 950 time: 0.0754313 Feb 19 02:57:03.495747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Transition to ACTIVE for port object f2003c11-a9b0-4f1b-b40b-3b3e353e4768 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:57:03.504200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.573840 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8e35c270-b580-49c7-8579-b4b1ea5a3bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.642809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-f6506004-63a9-482f-8983-2afbbf6dbd13 req-c9c6280a-5a70-476c-8c8a-e7ef7b595a0e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Deleting port 5348dd8b-c277-41c5-b73c-35ace224e65a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:57:03.643231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f6506004-63a9-482f-8983-2afbbf6dbd13 req-c9c6280a-5a70-476c-8c8a-e7ef7b595a0e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.669804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:03.695194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Pushing event updated for resources: {'Port': ['ID=f2003c11-a9b0-4f1b-b40b-3b3e353e4768,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:03.808104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:57:03.812240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:03.812602 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.831477 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-f6506004-63a9-482f-8983-2afbbf6dbd13 req-c9c6280a-5a70-476c-8c8a-e7ef7b595a0e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] For port 5348dd8b-c277-41c5-b73c-35ace224e65a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5348dd8b-c277-41c5-b73c-35ace224e65a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:03.831874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f6506004-63a9-482f-8983-2afbbf6dbd13 req-c9c6280a-5a70-476c-8c8a-e7ef7b595a0e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.862443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-f6506004-63a9-482f-8983-2afbbf6dbd13 req-c9c6280a-5a70-476c-8c8a-e7ef7b595a0e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Calling delete_port for 5348dd8b-c277-41c5-b73c-35ace224e65a owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:57:03.897783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4240ed-6a97-44d2-a188-6fc597469cbf req-c97fc339-b218-4e19-b6f0-1f324028ce00 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:03.905323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b4240ed-6a97-44d2-a188-6fc597469cbf req-c97fc339-b218-4e19-b6f0-1f324028ce00 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.3062193 Feb 19 02:57:03.926174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64812e-2509-4481-affa-62d8396e4d50 req-8e3979be-c779-41c6-8207-4d6446d383f3 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:03.933560 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b64812e-2509-4481-affa-62d8396e4d50 req-8e3979be-c779-41c6-8207-4d6446d383f3 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 945 time: 0.3355992 Feb 19 02:57:03.938805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:03.939406 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:03.974349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b62bf6d-8f4f-412b-9c77-03de7153cfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201e2d40-d9b0-41dd-98ed-1d0f41ecfef3'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:03.978881 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f34e1ef-c180-4d06-a6bb-3e8e5c574331" -d '{"events": [{"server_uuid": "9b62bf6d-8f4f-412b-9c77-03de7153cfc0", "name": "network-vif-plugged", "status": "completed", "tag": "201e2d40-d9b0-41dd-98ed-1d0f41ecfef3"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:03.994672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:04.000872 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.002116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7ec26b50-0a32-4779-9aab-aadfaaa40d2b up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:04.027263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b64812e-2509-4481-affa-62d8396e4d50 req-dee82a71-01a9-454c-a312-00b574ebdd2a tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927303 Feb 19 02:57:04.068977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b4240ed-6a97-44d2-a188-6fc597469cbf req-a17dd73e-eef1-4c0e-9bc9-0a6534fe2c98 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627395 Feb 19 02:57:04.072369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Attempting to bind port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:04.074815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Attempting to bind port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:04.075490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Attempting to bind port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 on network dcb34c22-2301-4073-88ee-434b39e0b778 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:04.084069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f6506004-63a9-482f-8983-2afbbf6dbd13 req-c9c6280a-5a70-476c-8c8a-e7ef7b595a0e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5348dd8b-c277-41c5-b73c-35ace224e65a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.088001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 on network dcb34c22-2301-4073-88ee-434b39e0b778 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:57:04.088327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Attempting to bind port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 on network dcb34c22-2301-4073-88ee-434b39e0b778 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:04.106264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['5348dd8b-c277-41c5-b73c-35ace224e65a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:04.111917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:04.112268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Checking segment: {'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:04.112694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Bound using segment: {'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:04.113128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Bound port: f2003c11-a9b0-4f1b-b40b-3b3e353e4768, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:04.113486 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.152452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6280a-5a70-476c-8c8a-e7ef7b595a0e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Pushing event deleted for resources: {'Port': ['ID=5348dd8b-c277-41c5-b73c-35ace224e65a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:04.175550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:04.198394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:57:04.200123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6506004-63a9-482f-8983-2afbbf6dbd13 req-c9c6280a-5a70-476c-8c8a-e7ef7b595a0e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] No DVR routers for this DVR port 5348dd8b-c277-41c5-b73c-35ace224e65a on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:04.203136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f6506004-63a9-482f-8983-2afbbf6dbd13 req-c9c6280a-5a70-476c-8c8a-e7ef7b595a0e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.211598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:04.212535 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.215146 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f6506004-63a9-482f-8983-2afbbf6dbd13 req-c9c6280a-5a70-476c-8c8a-e7ef7b595a0e tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.67 "DELETE /v2.0/ports/5348dd8b-c277-41c5-b73c-35ace224e65a HTTP/1.1" status: 204 len: 173 time: 0.7248731 Feb 19 02:57:04.215636 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'name': 'network-vif-deleted', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:04.218008 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6797df0e-5e9d-466d-8326-b8491f6add4f" -d '{"events": [{"server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "name": "network-vif-deleted", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:04.346923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:04.347340 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.349872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc48d41-bc8b-4675-9f07-cf0d55bb63a3 req-82a54ccb-3d17-4b2b-8bd4-88e0b36a95f4 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.352798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffc48d41-bc8b-4675-9f07-cf0d55bb63a3 req-82a54ccb-3d17-4b2b-8bd4-88e0b36a95f4 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1987445 Feb 19 02:57:04.355361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] For port f2003c11-a9b0-4f1b-b40b-3b3e353e4768, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:04.360813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] For port f2003c11-a9b0-4f1b-b40b-3b3e353e4768, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f2003c11-a9b0-4f1b-b40b-3b3e353e4768,segment=NetworkSegment(c1d13c4a-88b9-4d72-9dfd-76df5245d34f),segment_id=c1d13c4a-88b9-4d72-9dfd-76df5245d34f)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:04.383487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa8fdd-66f4-441e-8397-9b2901451a12 req-85a1ba66-c792-47d8-af22-162a4d47fb85 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.385439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2aa8fdd-66f4-441e-8397-9b2901451a12 req-85a1ba66-c792-47d8-af22-162a4d47fb85 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 944 time: 0.1793239 Feb 19 02:57:04.395582 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.401089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7ec26b50-0a32-4779-9aab-aadfaaa40d2b,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:04.408416 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.409526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f778b880-3698-4e45-9cb4-2a175cd34a2e no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:04.450046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.450668 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.452051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] 10.222.0.67 "PUT /v2.0/ports/f2003c11-a9b0-4f1b-b40b-3b3e353e4768 HTTP/1.1" status: 200 len: 1091 time: 2.1781843 Feb 19 02:57:04.456603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: f778b880-3698-4e45-9cb4-2a175cd34a2e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:57:04.456944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f778b880-3698-4e45-9cb4-2a175cd34a2e not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:57:04.493701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=7ec26b50-0a32-4779-9aab-aadfaaa40d2b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:04.521026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 46e74255-2221-43b4-a8be-55df1631e78b up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:04.523359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffc48d41-bc8b-4675-9f07-cf0d55bb63a3 req-dfd32114-44ef-45f3-98e5-db4163883405 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608214 Feb 19 02:57:04.540882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bc4c5-0187-4d29-b67d-382234bbc8ee service neutron] Pushing event updated for resources: {'Port': ['ID=f2003c11-a9b0-4f1b-b40b-3b3e353e4768,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:04.594540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2aa8fdd-66f4-441e-8397-9b2901451a12 req-b0d07b3e-d6ba-406e-99a1-13fb1d2f3c6d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004681 Feb 19 02:57:04.596348 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac15367-62be-44f1-a8ac-3400277331c2 x-openstack-request-id: req-9ac15367-62be-44f1-a8ac-3400277331c2 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:04.596629 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbdb99a-db8e-43b0-a445-535206f32076", "name": "network-vif-deleted", "tag": "f778b880-3698-4e45-9cb4-2a175cd34a2e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:04.596906 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ac15367-62be-44f1-a8ac-3400277331c2 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:04.597294 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcbdb99a-db8e-43b0-a445-535206f32076', 'name': 'network-vif-deleted', 'tag': 'f778b880-3698-4e45-9cb4-2a175cd34a2e', 'status': 'completed', 'code': 200} Feb 19 02:57:04.625961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 46e74255-2221-43b4-a8be-55df1631e78b completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:57:04.631062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 46e74255-2221-43b4-a8be-55df1631e78b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:04.632915 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (46e74255-2221-43b4-a8be-55df1631e78b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.655538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628052e-48c8-4652-94a3-a38e36c684be req-4959ecd2-168a-496a-a6c8-7d17e4fbdfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.660953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-4959ecd2-168a-496a-a6c8-7d17e4fbdfae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe7fe0901f394e8f9e082953e4a56c62&device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 1125 time: 0.1428332 Feb 19 02:57:04.703250 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257b3026-ab69-42d9-9957-81e1c7503470 x-openstack-request-id: req-257b3026-ab69-42d9-9957-81e1c7503470 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:04.703855 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b62bf6d-8f4f-412b-9c77-03de7153cfc0", "name": "network-vif-plugged", "status": "completed", "tag": "201e2d40-d9b0-41dd-98ed-1d0f41ecfef3", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:04.704545 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-257b3026-ab69-42d9-9957-81e1c7503470 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:04.705136 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b62bf6d-8f4f-412b-9c77-03de7153cfc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201e2d40-d9b0-41dd-98ed-1d0f41ecfef3', 'code': 200} Feb 19 02:57:04.753812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-17475b5f-363f-44bb-89ef-29101abc64d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2003c11-a9b0-4f1b-b40b-3b3e353e4768 HTTP/1.1" status: 200 len: 217 time: 0.0883830 Feb 19 02:57:04.863099 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 46e74255-2221-43b4-a8be-55df1631e78b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:04.863714 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46e74255-2221-43b4-a8be-55df1631e78b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.923599 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46e74255-2221-43b4-a8be-55df1631e78b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46e74255-2221-43b4-a8be-55df1631e78b,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:04.925314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-675739ce-55c8-4d83-98fc-b4d2fc90de39 req-158c2395-17c7-4f5f-aa32-c656951907e3 tempest-ServersAdminTestJSON-1289120850 tempest-ServersAdminTestJSON-1289120850-project] 10.222.0.81 "GET /v2.0/ports?device_id=820bf27f-8e01-4a2c-a749-240cec6b8344 HTTP/1.1" status: 200 len: 210 time: 0.0791149 Feb 19 02:57:04.934302 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46e74255-2221-43b4-a8be-55df1631e78b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:04.949069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628052e-48c8-4652-94a3-a38e36c684be req-a527991e-f97c-481d-aeb7-cbca9b1c2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:04.950742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-a527991e-f97c-481d-aeb7-cbca9b1c2394 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90cf7412-9c32-4d55-aa79-af823815fc6a HTTP/1.1" status: 200 len: 854 time: 0.1859157 Feb 19 02:57:04.996455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fd9f2-d87c-4029-aa02-43e296d85761 req-ceb4076a-5bad-4d64-a30b-b519ef9309bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.002014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d39fd9f2-d87c-4029-aa02-43e296d85761 req-ceb4076a-5bad-4d64-a30b-b519ef9309bf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 1128 time: 0.1768014 Feb 19 02:57:05.017597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=46e74255-2221-43b4-a8be-55df1631e78b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:05.084841 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291b3976-8bf0-4e18-bef0-ed188bd19bb7 x-openstack-request-id: req-291b3976-8bf0-4e18-bef0-ed188bd19bb7 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:05.085751 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820bf27f-8e01-4a2c-a749-240cec6b8344", "name": "network-vif-deleted", "tag": "5348dd8b-c277-41c5-b73c-35ace224e65a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:05.086155 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-291b3976-8bf0-4e18-bef0-ed188bd19bb7 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:05.086701 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820bf27f-8e01-4a2c-a749-240cec6b8344', 'name': 'network-vif-deleted', 'tag': '5348dd8b-c277-41c5-b73c-35ace224e65a', 'status': 'completed', 'code': 200} Feb 19 02:57:05.111718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628052e-48c8-4652-94a3-a38e36c684be req-3a90d641-3495-434f-96a3-342ef79ede7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.113556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-3a90d641-3495-434f-96a3-342ef79ede7d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dcb34c22-2301-4073-88ee-434b39e0b778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1487517 Feb 19 02:57:05.117107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d39fd9f2-d87c-4029-aa02-43e296d85761 req-4e99936e-3893-464b-b4be-168b7d138270 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098564 Feb 19 02:57:05.194738 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-4764bcf3-fba2-412b-b627-7e947e9a3b81 service neutron] 10.222.0.67 "GET /v2.0/ports/46876af1-486b-4e7c-b23f-d5643b084b2f/bindings/n-h2-826755-2 HTTP/1.1" status: 200 len: 382 time: 0.1056511 Feb 19 02:57:05.279275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13932847-78db-4ead-896f-891235aa5123 req-ba215628-366c-42c2-a23a-59a0df27ebea tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.281011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-13932847-78db-4ead-896f-891235aa5123 req-ba215628-366c-42c2-a23a-59a0df27ebea tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.0776925 Feb 19 02:57:05.283150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-5b862936-ebca-4681-9397-d4e93161008b service neutron] 10.222.0.67 "GET /v2.0/networks/dcb34c22-2301-4073-88ee-434b39e0b778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622245 Feb 19 02:57:05.308813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45660) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:05.451003 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-13932847-78db-4ead-896f-891235aa5123 req-1273f7c0-5851-43d1-9cf3-ed7fc9b0136e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635883 Feb 19 02:57:05.480527 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bbb0ce18-60f2-4039-96ed-5c64a47e4a2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e59aafe161a47febc307cb670e75018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1698413 Feb 19 02:57:05.482951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45670) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:05.548382 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-493593c0-28e2-431c-8943-7010d0145eda admin admin] Publish callbacks [] for security_group (5223a33e-9b9d-4eca-94d4-7a28765f2e0d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:05.562489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a628052e-48c8-4652-94a3-a38e36c684be req-198988f9-614c-4d1d-8047-6c37eb5ff994 service neutron] 10.222.0.67 "GET /v2.0/networks/dcb34c22-2301-4073-88ee-434b39e0b778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460327 Feb 19 02:57:05.609271 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-493593c0-28e2-431c-8943-7010d0145eda admin admin] Publish callbacks [] for security_group (5223a33e-9b9d-4eca-94d4-7a28765f2e0d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:05.624246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-a2c7ca2a-04cb-4ae7-9b9c-2beee6480609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.626071 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-a2c7ca2a-04cb-4ae7-9b9c-2beee6480609 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a&tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9 HTTP/1.1" status: 200 len: 1132 time: 0.0794098 Feb 19 02:57:05.660614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d718e-737e-4654-b46f-708290097c9b req-cf7a2bf9-11c4-4188-90b7-36401eacd622 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.661909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da2d718e-737e-4654-b46f-708290097c9b req-cf7a2bf9-11c4-4188-90b7-36401eacd622 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 946 time: 0.0735807 Feb 19 02:57:05.724924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da2d718e-737e-4654-b46f-708290097c9b req-a8b30924-8419-4153-a756-8b738833238a tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564640 Feb 19 02:57:05.736026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-493593c0-28e2-431c-8943-7010d0145eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5223a33e-9b9d-4eca-94d4-7a28765f2e0d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:05.750534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-493593c0-28e2-431c-8943-7010d0145eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:05.750534 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-493593c0-28e2-431c-8943-7010d0145eda admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5223a33e-9b9d-4eca-94d4-7a28765f2e0d HTTP/1.1" status: 204 len: 168 time: 0.2555802 Feb 19 02:57:05.750534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-23605e43-381e-471d-bd38-b78a0dd06c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.750534 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-23605e43-381e-471d-bd38-b78a0dd06c8e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 1132 time: 0.0685828 Feb 19 02:57:05.756486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493593c0-28e2-431c-8943-7010d0145eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5223a33e-9b9d-4eca-94d4-7a28765f2e0d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:05.845325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23744855-baa0-462d-9d61-39ff80216a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:05.874085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ae7018-19d6-42f6-bf93-58f4e2b161b8 req-14c8576a-f9c3-405b-b876-a6000c65fc79 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.881290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78ae7018-19d6-42f6-bf93-58f4e2b161b8 req-14c8576a-f9c3-405b-b876-a6000c65fc79 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.0635242 Feb 19 02:57:05.907147 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-ffd964a4-6c57-4d1c-b0e0-e3ac4ecdda6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:05.908704 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-ffd964a4-6c57-4d1c-b0e0-e3ac4ecdda6b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1500740 Feb 19 02:57:05.956292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78ae7018-19d6-42f6-bf93-58f4e2b161b8 req-f2b29854-adfe-4d22-ad32-ebb43eca33ed tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737822 Feb 19 02:57:05.959565 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-98c23dcb-9936-4627-8eba-817202f1790a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=46876af1-486b-4e7c-b23f-d5643b084b2f HTTP/1.1" status: 200 len: 217 time: 0.0440829 Feb 19 02:57:06.065263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-aecc3c6f-9dd7-476b-9898-7360e2d256aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:06.067187 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-aecc3c6f-9dd7-476b-9898-7360e2d256aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1017785 Feb 19 02:57:06.088514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb665942-184d-4030-8f9b-7958c7103205 req-d0df8b10-3753-4f74-87bb-894d8924a7fb tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:06.098845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb665942-184d-4030-8f9b-7958c7103205 req-d0df8b10-3753-4f74-87bb-894d8924a7fb tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0688233 Feb 19 02:57:06.126486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-91cd9eab-76c8-4e96-a145-4efd38948803 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:06.127645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-91cd9eab-76c8-4e96-a145-4efd38948803 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067413 Feb 19 02:57:06.152630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-3a11e8f9-f403-497b-8b9e-c925743f31f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:06.155084 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-3a11e8f9-f403-497b-8b9e-c925743f31f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0817261 Feb 19 02:57:06.198174 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb665942-184d-4030-8f9b-7958c7103205 req-2088ab97-a756-4f8b-a87a-47fe7260e992 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931745 Feb 19 02:57:06.217205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-b333dd47-a519-4f3f-a0d3-71abaaafc536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:06.221144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-b333dd47-a519-4f3f-a0d3-71abaaafc536 service neutron] 10.222.0.81 "GET /v2.0/ports/697fa6b2-210a-4f96-84e9-80201b586a39 HTTP/1.1" status: 200 len: 1125 time: 0.0694995 Feb 19 02:57:06.231604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] Request body: {'binding': {'host': 'n-h1-826755-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:06.231990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] Unknown quota resources ['binding']. {{(pid=109899) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:57:06.239634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45688) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:06.307866 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-f5288965-f5ce-47ef-b675-3f7257f9811b service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456106 Feb 19 02:57:06.313172 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ef9761dd-cd87-4621-ab2c-cdb95ff942c8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73fd016f2e5e47f09fbb741f5f87c0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0736797 Feb 19 02:57:06.313770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45690) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:06.403642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3a33a-7980-4c47-80dd-ebdfd45a52f0 req-68239818-832c-4301-8988-75437a075574 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:06.409108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70d3a33a-7980-4c47-80dd-ebdfd45a52f0 req-68239818-832c-4301-8988-75437a075574 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1386428 Feb 19 02:57:06.454960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d1d10e2-8ca8-40f7-a287-6bd02d2f444e admin admin] Publish callbacks [] for security_group (aebc2e20-abc8-4013-85bd-3a3569547380), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.459716 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d3507b7-95f4-483b-8a2a-b22c322cdd1d req-de0d7c14-a40e-480d-85f3-e0b989f2db54 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396415 Feb 19 02:57:06.490652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d1d10e2-8ca8-40f7-a287-6bd02d2f444e admin admin] Publish callbacks [] for security_group (aebc2e20-abc8-4013-85bd-3a3569547380), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.529095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70d3a33a-7980-4c47-80dd-ebdfd45a52f0 req-e19b2bf5-c7ef-4925-a13c-6e7bb9f8faab tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150622 Feb 19 02:57:06.534402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5348dd8b-c277-41c5-b73c-35ace224e65a no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:06.555729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] Attempting to bind port 697fa6b2-210a-4f96-84e9-80201b586a39 on host n-h1-826755-2 for vnic_type normal with profile None {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:06.556514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] Attempting to bind port 697fa6b2-210a-4f96-84e9-80201b586a39 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:06.557151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] Attempting to bind port 697fa6b2-210a-4f96-84e9-80201b586a39 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:06.566007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] Port 697fa6b2-210a-4f96-84e9-80201b586a39 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:57:06.570226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] Attempting to bind port 697fa6b2-210a-4f96-84e9-80201b586a39 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:06.580991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:06.581335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:06.581724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:06.582150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] Bound port: 697fa6b2-210a-4f96-84e9-80201b586a39, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:06.591245 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d1d10e2-8ca8-40f7-a287-6bd02d2f444e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (aebc2e20-abc8-4013-85bd-3a3569547380), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.593991 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d1d10e2-8ca8-40f7-a287-6bd02d2f444e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.595169 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8d1d10e2-8ca8-40f7-a287-6bd02d2f444e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aebc2e20-abc8-4013-85bd-3a3569547380 HTTP/1.1" status: 204 len: 168 time: 0.2804773 Feb 19 02:57:06.604839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d10e2-8ca8-40f7-a287-6bd02d2f444e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebc2e20-abc8-4013-85bd-3a3569547380,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:06.614413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 5348dd8b-c277-41c5-b73c-35ace224e65a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:57:06.614848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5348dd8b-c277-41c5-b73c-35ace224e65a not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:57:06.696983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=697fa6b2-210a-4f96-84e9-80201b586a39,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:06.700993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6def824d-c0c0-4884-a29f-893371ca21cc', 'tag': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:06.705733 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ad005c-897f-4a2a-b8ca-84dff07b66a6" -d '{"events": [{"name": "network-changed", "server_uuid": "6def824d-c0c0-4884-a29f-893371ca21cc", "tag": "f2003c11-a9b0-4f1b-b40b-3b3e353e4768"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:06.706181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b'}, {'server_uuid': '16b2fc41-948c-4977-b709-a3762a4ce0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e74255-2221-43b4-a8be-55df1631e78b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:06.708501 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27778e54-1ef3-43a7-8c20-fb87757f3d2c" -d '{"events": [{"server_uuid": "d6c58475-ec1b-4954-9746-3ad15f0360bd", "name": "network-vif-plugged", "status": "completed", "tag": "7ec26b50-0a32-4779-9aab-aadfaaa40d2b"}, {"server_uuid": "16b2fc41-948c-4977-b709-a3762a4ce0d4", "name": "network-vif-plugged", "status": "completed", "tag": "46e74255-2221-43b4-a8be-55df1631e78b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:06.720490 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.722352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-c0bc9b37-41f4-4e74-9e4d-69be57af13ad service neutron] 10.222.0.81 "POST /v2.0/ports/697fa6b2-210a-4f96-84e9-80201b586a39/bindings HTTP/1.1" status: 201 len: 389 time: 0.4951537 Feb 19 02:57:06.806151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9beaa14-e046-46cf-80cb-16d01514d438 req-5d334fdf-69df-48ad-9eea-992424665ec5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:06.809132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9beaa14-e046-46cf-80cb-16d01514d438 req-5d334fdf-69df-48ad-9eea-992424665ec5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.0857155 Feb 19 02:57:06.928261 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:06.934011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9beaa14-e046-46cf-80cb-16d01514d438 req-fc827895-2e41-42a6-aa64-5921cc743a2e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121895 Feb 19 02:57:06.938317 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e556ac45-7922-4319-ad00-ceda0559c611 x-openstack-request-id: req-e556ac45-7922-4319-ad00-ceda0559c611 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:06.938786 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6def824d-c0c0-4884-a29f-893371ca21cc", "tag": "f2003c11-a9b0-4f1b-b40b-3b3e353e4768", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:06.939131 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e556ac45-7922-4319-ad00-ceda0559c611 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:06.939645 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6def824d-c0c0-4884-a29f-893371ca21cc', 'tag': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768', 'status': 'completed', 'code': 200} Feb 19 02:57:07.009615 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fb7912-c4b3-41ab-9c4c-2dab66fcad7b x-openstack-request-id: req-71fb7912-c4b3-41ab-9c4c-2dab66fcad7b {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:07.010104 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c58475-ec1b-4954-9746-3ad15f0360bd", "name": "network-vif-plugged", "status": "completed", "tag": "7ec26b50-0a32-4779-9aab-aadfaaa40d2b", "code": 200}, {"server_uuid": "16b2fc41-948c-4977-b709-a3762a4ce0d4", "name": "network-vif-plugged", "status": "completed", "tag": "46e74255-2221-43b4-a8be-55df1631e78b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:07.011688 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71fb7912-c4b3-41ab-9c4c-2dab66fcad7b {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:07.012315 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b', 'code': 200} Feb 19 02:57:07.013121 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b2fc41-948c-4977-b709-a3762a4ce0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e74255-2221-43b4-a8be-55df1631e78b', 'code': 200} Feb 19 02:57:07.103922 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad005c-897f-4a2a-b8ca-84dff07b66a6 req-37d32aa0-a0e5-4146-b404-51cd35e63b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.110958 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b4ad005c-897f-4a2a-b8ca-84dff07b66a6 req-37d32aa0-a0e5-4146-b404-51cd35e63b54 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe7fe0901f394e8f9e082953e4a56c62&device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 1125 time: 0.1439345 Feb 19 02:57:07.180555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45712) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:07.288760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63029f9-a390-487d-be87-9ae821519039 req-e4594257-56d4-491d-bf71-e1c6d5411f6c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.297487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f63029f9-a390-487d-be87-9ae821519039 req-e4594257-56d4-491d-bf71-e1c6d5411f6c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 946 time: 0.2739580 Feb 19 02:57:07.300068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6ee22-4185-4b4f-a1e3-2cb2fbed9750 req-bd936bf7-041c-4051-85c7-eb973d543472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.303434 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-44d6ee22-4185-4b4f-a1e3-2cb2fbed9750 req-bd936bf7-041c-4051-85c7-eb973d543472 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 1128 time: 0.1005850 Feb 19 02:57:07.306224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9fb2d-3207-4ac2-bef2-2f8fcf51035c req-12b27132-63e7-4e66-9e92-b729fa9b6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.308071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32b9fb2d-3207-4ac2-bef2-2f8fcf51035c req-12b27132-63e7-4e66-9e92-b729fa9b6376 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 1127 time: 0.2131503 Feb 19 02:57:07.309263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad005c-897f-4a2a-b8ca-84dff07b66a6 req-91be6b8d-29db-4e51-84b5-58218ec73c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.311205 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b4ad005c-897f-4a2a-b8ca-84dff07b66a6 req-91be6b8d-29db-4e51-84b5-58218ec73c56 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dcb34c22-2301-4073-88ee-434b39e0b778 HTTP/1.1" status: 200 len: 916 time: 0.1939738 Feb 19 02:57:07.349101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-48621c25-81c2-4228-9080-d52cd65bdf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.350769 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-48621c25-81c2-4228-9080-d52cd65bdf39 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 1128 time: 0.1852508 Feb 19 02:57:07.364703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888152e-6fae-4c9f-933a-a38abdf9aedf req-96e695eb-7087-4511-927e-b9ed0f3a88a6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.366278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6888152e-6fae-4c9f-933a-a38abdf9aedf req-96e695eb-7087-4511-927e-b9ed0f3a88a6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 946 time: 0.1979909 Feb 19 02:57:07.382208 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b4ad005c-897f-4a2a-b8ca-84dff07b66a6 req-470ece25-696c-4a9b-9fb1-f41d28fbdaee service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2003c11-a9b0-4f1b-b40b-3b3e353e4768 HTTP/1.1" status: 200 len: 217 time: 0.0482814 Feb 19 02:57:07.467682 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-44d6ee22-4185-4b4f-a1e3-2cb2fbed9750 req-4fb6501c-01c4-456c-9c99-8351e7411ab9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558254 Feb 19 02:57:07.470213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-bf66c9a2-d216-42ec-9126-6f78e84c6c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.471959 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-bf66c9a2-d216-42ec-9126-6f78e84c6c31 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.0991709 Feb 19 02:57:07.478177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad005c-897f-4a2a-b8ca-84dff07b66a6 req-d946ac92-9444-452b-a635-596e47a0aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.479525 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b4ad005c-897f-4a2a-b8ca-84dff07b66a6 req-d946ac92-9444-452b-a635-596e47a0aea1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90cf7412-9c32-4d55-aa79-af823815fc6a HTTP/1.1" status: 200 len: 854 time: 0.0824060 Feb 19 02:57:07.551294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad005c-897f-4a2a-b8ca-84dff07b66a6 req-e60e5390-3d11-4c2a-9e94-297cad68104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.552875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b4ad005c-897f-4a2a-b8ca-84dff07b66a6 req-e60e5390-3d11-4c2a-9e94-297cad68104d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dcb34c22-2301-4073-88ee-434b39e0b778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648007 Feb 19 02:57:07.577016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f63029f9-a390-487d-be87-9ae821519039 req-87072425-dbfb-4679-a11c-e91ffebe140e tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727869 Feb 19 02:57:07.643275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32b9fb2d-3207-4ac2-bef2-2f8fcf51035c req-290cf708-0174-4069-bade-f1e42e7ab523 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131013 Feb 19 02:57:07.655869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6888152e-6fae-4c9f-933a-a38abdf9aedf req-b32a27ee-50a6-4bf4-9f53-25585d65805e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804966 Feb 19 02:57:07.657225 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b4ad005c-897f-4a2a-b8ca-84dff07b66a6 req-eaa02778-4bbb-4ab8-8bcf-ae75ed2de438 service neutron] 10.222.0.67 "GET /v2.0/networks/dcb34c22-2301-4073-88ee-434b39e0b778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968485 Feb 19 02:57:07.660780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a3d5a53f-27af-4f6e-a29b-29a0f814acdb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9abf4c7d9a004f88996a4c07821242b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4767458 Feb 19 02:57:07.661981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45736) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:07.721508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-815746ce-f962-4ccb-8c03-659d7bd91bdf admin admin] Publish callbacks [] for security_group (87f2ff95-e90c-42a5-b30d-9755ac907f6a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:07.749577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-815746ce-f962-4ccb-8c03-659d7bd91bdf admin admin] Publish callbacks [] for security_group (87f2ff95-e90c-42a5-b30d-9755ac907f6a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:07.801345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-815746ce-f962-4ccb-8c03-659d7bd91bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (87f2ff95-e90c-42a5-b30d-9755ac907f6a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:07.802978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d52a5a-83a4-41d5-a1cd-124e291b8167 req-914fdb62-9c15-4ee9-8de5-67efc68be445 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.804938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56d52a5a-83a4-41d5-a1cd-124e291b8167 req-914fdb62-9c15-4ee9-8de5-67efc68be445 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.1226153 Feb 19 02:57:07.809155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-815746ce-f962-4ccb-8c03-659d7bd91bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:07.812956 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-815746ce-f962-4ccb-8c03-659d7bd91bdf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/87f2ff95-e90c-42a5-b30d-9755ac907f6a HTTP/1.1" status: 204 len: 168 time: 0.1475592 Feb 19 02:57:07.822221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815746ce-f962-4ccb-8c03-659d7bd91bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f2ff95-e90c-42a5-b30d-9755ac907f6a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:07.827767 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-ecef7de9-c999-4d3a-8929-f858b2db4d39 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697fa6b2-210a-4f96-84e9-80201b586a39 HTTP/1.1" status: 200 len: 217 time: 0.0924835 Feb 19 02:57:07.987537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-7c7a500a-73b7-4470-8290-9f02dac209e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:07.989579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-7c7a500a-73b7-4470-8290-9f02dac209e6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.1261771 Feb 19 02:57:08.010320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56d52a5a-83a4-41d5-a1cd-124e291b8167 req-49291cf1-34c3-4539-a341-384ec73eb6a3 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811705 Feb 19 02:57:08.042828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5311f-1302-4b97-8e02-2f95479d7e78 req-317f770f-d7bb-4b67-9579-aed9c9d781c8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:08.053853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7cd5311f-1302-4b97-8e02-2f95479d7e78 req-317f770f-d7bb-4b67-9579-aed9c9d781c8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.2477643 Feb 19 02:57:08.075621 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b4ad005c-897f-4a2a-b8ca-84dff07b66a6 req-126484b0-5e54-4de3-9b86-c67f4568a8c9 service neutron] 10.222.0.67 "GET /v2.0/networks/dcb34c22-2301-4073-88ee-434b39e0b778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736035 Feb 19 02:57:08.087509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-dcc61081-309b-46ee-a8c4-4fac7f7a0301 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707428 Feb 19 02:57:08.254592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.305529 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45752) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:08.354404 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-38de8ae2-d87c-4279-bd6f-4cf4a9e43bd0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=170d8aae039c4afc913bef9f5a2f973f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447206 Feb 19 02:57:08.355406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45754) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:08.423811 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8de51ec-221e-4208-95e1-6e2f863feab6 admin admin] Publish callbacks [] for security_group (5f165845-a4c9-4be6-b1f4-be2aae5d99df), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.457900 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8de51ec-221e-4208-95e1-6e2f863feab6 admin admin] Publish callbacks [] for security_group (5f165845-a4c9-4be6-b1f4-be2aae5d99df), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.528395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7cd5311f-1302-4b97-8e02-2f95479d7e78 req-6d426138-b03a-452b-bf33-7e0c414db4d6 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669352 Feb 19 02:57:08.529131 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8de51ec-221e-4208-95e1-6e2f863feab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5f165845-a4c9-4be6-b1f4-be2aae5d99df), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.532868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8de51ec-221e-4208-95e1-6e2f863feab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.538000 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b8de51ec-221e-4208-95e1-6e2f863feab6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f165845-a4c9-4be6-b1f4-be2aae5d99df HTTP/1.1" status: 204 len: 168 time: 0.1793740 Feb 19 02:57:08.539162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 46876af1-486b-4e7c-b23f-d5643b084b2f no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:08.547920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8de51ec-221e-4208-95e1-6e2f863feab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f165845-a4c9-4be6-b1f4-be2aae5d99df,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:08.550728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-7e68c53e-df9f-4c7d-b525-20b6795998c7 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439802 Feb 19 02:57:08.562925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04949abc-a89d-4a6f-a474-4d32b04885bf req-1b1d9163-5176-4d3f-9415-260c17233931 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:08.569975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04949abc-a89d-4a6f-a474-4d32b04885bf req-1b1d9163-5176-4d3f-9415-260c17233931 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.4407623 Feb 19 02:57:08.749074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04949abc-a89d-4a6f-a474-4d32b04885bf req-9d2c7af0-0911-41ff-878b-00ae874a072e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781249 Feb 19 02:57:08.749245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 46876af1-486b-4e7c-b23f-d5643b084b2f is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:08.749638 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.794194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46876af1-486b-4e7c-b23f-d5643b084b2f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46876af1-486b-4e7c-b23f-d5643b084b2f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:08.808734 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:08.820716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-ce98ec7a-365c-4027-abb4-efb03cd8f95d service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484829 Feb 19 02:57:08.863220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00dbbd-e00b-4e37-bcb6-1ff5775a32a7 req-34e28071-03dd-4b17-81dd-82ca77246c11 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:08.864829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb00dbbd-e00b-4e37-bcb6-1ff5775a32a7 req-34e28071-03dd-4b17-81dd-82ca77246c11 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.1689115 Feb 19 02:57:08.886858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=46876af1-486b-4e7c-b23f-d5643b084b2f,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:09.003365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb00dbbd-e00b-4e37-bcb6-1ff5775a32a7 req-34541910-8a41-402d-9f5b-c0670d970327 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298265 Feb 19 02:57:09.014971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c791a1-9537-4cd1-8033-849dca2b7c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46876af1-486b-4e7c-b23f-d5643b084b2f'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:09.017326 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55e0d4c-131a-4d7b-9cab-6d1fb6b91c4a" -d '{"events": [{"server_uuid": "f6c791a1-9537-4cd1-8033-849dca2b7c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "46876af1-486b-4e7c-b23f-d5643b084b2f"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:09.033933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-7c1da90f-7ce9-435b-873b-c2994c7e5d9c tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.035471 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-7c1da90f-7ce9-435b-873b-c2994c7e5d9c tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8&tenant_id=2070a125af614429bfc65bdee24c8ce3&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1128 time: 0.1312079 Feb 19 02:57:09.050249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826755-2'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:09.232425 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e05d8-d44c-4892-bd93-81c0ecd24fff req-e9c0b3a4-693b-4d0f-8a31-aef0cf7765ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.233825 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-626e05d8-d44c-4892-bd93-81c0ecd24fff req-e9c0b3a4-693b-4d0f-8a31-aef0cf7765ee service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 1128 time: 0.0665531 Feb 19 02:57:09.255673 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.325150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456f493-83c4-4f94-a096-39d55f5bcc45 req-e058f776-f10e-4e06-b96f-43557c14d22f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.334076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a456f493-83c4-4f94-a096-39d55f5bcc45 req-e058f776-f10e-4e06-b96f-43557c14d22f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 946 time: 0.1954870 Feb 19 02:57:09.347006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e05d8-d44c-4892-bd93-81c0ecd24fff req-456fc3dc-c6fb-42cd-8ffa-b2e0fcabdfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.349075 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-626e05d8-d44c-4892-bd93-81c0ecd24fff req-456fc3dc-c6fb-42cd-8ffa-b2e0fcabdfd8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 200 len: 919 time: 0.1085467 Feb 19 02:57:09.396337 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-626e05d8-d44c-4892-bd93-81c0ecd24fff req-462d0133-620d-41a8-8bad-a30fcbb38404 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 HTTP/1.1" status: 200 len: 217 time: 0.0385535 Feb 19 02:57:09.421042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58c1dac-43e1-42c8-b800-c56fa5f3ede5 req-005262fe-0bdc-4b36-8e8f-6ee26cf02558 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.422558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f58c1dac-43e1-42c8-b800-c56fa5f3ede5 req-005262fe-0bdc-4b36-8e8f-6ee26cf02558 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 946 time: 0.2819188 Feb 19 02:57:09.468996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e05d8-d44c-4892-bd93-81c0ecd24fff req-4993dd86-50fb-4b8f-8b69-0429a57ce392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.471290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a456f493-83c4-4f94-a096-39d55f5bcc45 req-6bc39de5-8271-4a82-8694-205e116782bf tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358943 Feb 19 02:57:09.471500 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-626e05d8-d44c-4892-bd93-81c0ecd24fff req-4993dd86-50fb-4b8f-8b69-0429a57ce392 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a3409185-6e38-450f-9998-5d1abfd5cc95 HTTP/1.1" status: 200 len: 858 time: 0.0658035 Feb 19 02:57:09.510211 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-626e05d8-d44c-4892-bd93-81c0ecd24fff req-d532734a-8dac-4451-9e93-71bddef53efb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313864 Feb 19 02:57:09.552651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f58c1dac-43e1-42c8-b800-c56fa5f3ede5 req-9ea4ccee-44cf-40f6-b59d-2935b64eec3e tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969055 Feb 19 02:57:09.554420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=697fa6b2-210a-4f96-84e9-80201b586a39,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:09.633284 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e1fc35-2412-4596-9fb2-d955d708dfbd x-openstack-request-id: req-c0e1fc35-2412-4596-9fb2-d955d708dfbd {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:09.633891 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c791a1-9537-4cd1-8033-849dca2b7c5a", "name": "network-vif-unplugged", "status": "completed", "tag": "46876af1-486b-4e7c-b23f-d5643b084b2f", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:09.634090 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c0e1fc35-2412-4596-9fb2-d955d708dfbd {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:09.634731 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c791a1-9537-4cd1-8033-849dca2b7c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46876af1-486b-4e7c-b23f-d5643b084b2f', 'code': 200} Feb 19 02:57:09.646587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:09.674252 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-626e05d8-d44c-4892-bd93-81c0ecd24fff req-7f67e7e0-0d42-4ae2-829e-25a9e39f7b5e service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536567 Feb 19 02:57:09.743612 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Publish callbacks [] for port (697fa6b2-210a-4f96-84e9-80201b586a39), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.749255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf65586-b92e-4b87-a928-15290aa35ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697fa6b2-210a-4f96-84e9-80201b586a39'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:09.752968 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd1401e-00af-4a3a-845f-f88f7a99ab8f" -d '{"events": [{"server_uuid": "5cf65586-b92e-4b87-a928-15290aa35ee8", "name": "network-vif-unplugged", "status": "completed", "tag": "697fa6b2-210a-4f96-84e9-80201b586a39"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:09.785466 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.823784 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-626e05d8-d44c-4892-bd93-81c0ecd24fff req-d247dccd-3221-49b1-a3bd-af95b6b08856 service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396840 Feb 19 02:57:09.895773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Pushing event updated for resources: {'Port': ['ID=697fa6b2-210a-4f96-84e9-80201b586a39,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:09.952073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Attempting to bind port 697fa6b2-210a-4f96-84e9-80201b586a39 on host n-h2-826755-2 for vnic_type normal with profile {"migrating_to": "n-h1-826755-2"} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:09.952379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Attempting to bind port 697fa6b2-210a-4f96-84e9-80201b586a39 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:09.953064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Attempting to bind port 697fa6b2-210a-4f96-84e9-80201b586a39 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:09.963190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4299c-7339-4cda-8351-49d480edd623 req-3d697609-0e7f-4225-87ad-365f633a74b9 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:09.964971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4c4299c-7339-4cda-8351-49d480edd623 req-3d697609-0e7f-4225-87ad-365f633a74b9 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.2647424 Feb 19 02:57:09.969250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Port 697fa6b2-210a-4f96-84e9-80201b586a39 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:57:09.969768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Attempting to bind port 697fa6b2-210a-4f96-84e9-80201b586a39 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:09.972766 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:09.987336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:09.987709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:09.988572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:09.988726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Bound port: 697fa6b2-210a-4f96-84e9-80201b586a39, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:09.989013 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.153723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4c4299c-7339-4cda-8351-49d480edd623 req-bac94d1b-ef01-4412-b88e-e1f47128ad36 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733377 Feb 19 02:57:10.179783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:10.184778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=697fa6b2-210a-4f96-84e9-80201b586a39,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:10.202557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16abb7a5-c625-4480-860c-ef533c343e40 req-54576cca-8d31-4b09-a9b2-1fe2d4e50204 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:10.204517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16abb7a5-c625-4480-860c-ef533c343e40 req-54576cca-8d31-4b09-a9b2-1fe2d4e50204 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1762426 Feb 19 02:57:10.206536 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.339372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:10.339990 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.341481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] 10.222.0.87 "PUT /v2.0/ports/697fa6b2-210a-4f96-84e9-80201b586a39 HTTP/1.1" status: 200 len: 1122 time: 1.2960322 Feb 19 02:57:10.360318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ded22-857a-453b-97ed-de13e53f99dc service neutron] Pushing event updated for resources: {'Port': ['ID=697fa6b2-210a-4f96-84e9-80201b586a39,revision_number=8']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:10.378021 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16abb7a5-c625-4480-860c-ef533c343e40 req-b1c1d975-9fa1-4241-a537-c7d59741171e tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618052 Feb 19 02:57:10.393040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29aa161-008c-4b7c-a28b-79888e119e7f req-4b5f4f3c-646a-4275-8b4e-dfed9d67876c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:10.394864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a29aa161-008c-4b7c-a28b-79888e119e7f req-4b5f4f3c-646a-4275-8b4e-dfed9d67876c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 946 time: 0.1682794 Feb 19 02:57:10.404157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45834) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:10.404880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['697fa6b2-210a-4f96-84e9-80201b586a39'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:10.409607 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9cdaf5d0-6ebe-4eab-bb42-eafe79497c6c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Request body: {'floatingip': {'port_id': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:10.509946 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bc17b2-a545-4e74-b256-e47d49acaa21 x-openstack-request-id: req-c9bc17b2-a545-4e74-b256-e47d49acaa21 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:10.510335 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf65586-b92e-4b87-a928-15290aa35ee8", "name": "network-vif-unplugged", "status": "completed", "tag": "697fa6b2-210a-4f96-84e9-80201b586a39", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:10.510807 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9bc17b2-a545-4e74-b256-e47d49acaa21 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:10.511296 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf65586-b92e-4b87-a928-15290aa35ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '697fa6b2-210a-4f96-84e9-80201b586a39', 'code': 200} Feb 19 02:57:10.525119 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cdaf5d0-6ebe-4eab-bb42-eafe79497c6c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for floatingip (a6fc1cc3-f03a-4e92-9be6-f985e3777cf2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.560945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210fa53-ef27-4926-a30d-6d4eda54fbb4 req-3f1a8928-dd97-41a5-b7ae-b8e334cfe9cb tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:10.567502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 46876af1-486b-4e7c-b23f-d5643b084b2f details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:10.572082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1210fa53-ef27-4926-a30d-6d4eda54fbb4 req-3f1a8928-dd97-41a5-b7ae-b8e334cfe9cb tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.0932753 Feb 19 02:57:10.682653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1210fa53-ef27-4926-a30d-6d4eda54fbb4 req-235703c0-5121-4b34-85fe-26abfdc7551a tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064718 Feb 19 02:57:10.722890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46876af1-486b-4e7c-b23f-d5643b084b2f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46876af1-486b-4e7c-b23f-d5643b084b2f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:10.736538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '46876af1-486b-4e7c-b23f-d5643b084b2f', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '46876af1-486b-4e7c-b23f-d5643b084b2f', 'mac_address': 'fa:16:3e:26:57:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:57:10.781442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 46876af1-486b-4e7c-b23f-d5643b084b2f is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:10.781832 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.797755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46876af1-486b-4e7c-b23f-d5643b084b2f {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:10.823929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46876af1-486b-4e7c-b23f-d5643b084b2f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46876af1-486b-4e7c-b23f-d5643b084b2f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:10.830087 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:10.877541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf0e32-f2cd-4210-a063-c775170788f3 req-dae02170-a759-4cc3-899f-640d596ab441 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:10.888360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81bf0e32-f2cd-4210-a063-c775170788f3 req-dae02170-a759-4cc3-899f-640d596ab441 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 948 time: 0.1087351 Feb 19 02:57:10.914433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=46876af1-486b-4e7c-b23f-d5643b084b2f,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:10.947715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81bf0e32-f2cd-4210-a063-c775170788f3 req-33b40a0f-36b8-4242-bb67-26528ff87899 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573967 Feb 19 02:57:11.081775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f51a8a-91a5-4ab2-9b09-222a561d66c6 req-b581e260-4285-4c93-9e61-2b16976910b9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:11.082160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cdaf5d0-6ebe-4eab-bb42-eafe79497c6c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.083515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5f51a8a-91a5-4ab2-9b09-222a561d66c6 req-b581e260-4285-4c93-9e61-2b16976910b9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 944 time: 0.0618954 Feb 19 02:57:11.089960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cdaf5d0-6ebe-4eab-bb42-eafe79497c6c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (a6fc1cc3-f03a-4e92-9be6-f985e3777cf2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:11.154966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5f51a8a-91a5-4ab2-9b09-222a561d66c6 req-6d709227-c624-4d85-980d-7ba62f2f820d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612745 Feb 19 02:57:11.218105 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-9cdaf5d0-6ebe-4eab-bb42-eafe79497c6c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Floating IP a6fc1cc3-f03a-4e92-9be6-f985e3777cf2 associated. External IP: 172.25.1.183, port: 7ec26b50-0a32-4779-9aab-aadfaaa40d2b. Feb 19 02:57:11.249481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['46876af1-486b-4e7c-b23f-d5643b084b2f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:11.448027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7dc0f-e994-4bf1-b6ae-a74edfe7e2f0 req-b1b1298d-681a-42bb-8d78-e1c579516a83 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:11.457299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ede7dc0f-e994-4bf1-b6ae-a74edfe7e2f0 req-b1b1298d-681a-42bb-8d78-e1c579516a83 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.0728550 Feb 19 02:57:11.541728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ede7dc0f-e994-4bf1-b6ae-a74edfe7e2f0 req-a2eb2680-1123-4b56-8171-7d33e6cd0f67 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828781 Feb 19 02:57:11.718216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 697fa6b2-210a-4f96-84e9-80201b586a39 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:11.796888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fabc1e-1480-486f-82ff-d7af6af67214 req-dbd2c3a6-cd8c-4833-b248-60b1334b9b6e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:11.798419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55fabc1e-1480-486f-82ff-d7af6af67214 req-dbd2c3a6-cd8c-4833-b248-60b1334b9b6e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 949 time: 0.1014564 Feb 19 02:57:11.831979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=697fa6b2-210a-4f96-84e9-80201b586a39,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:11.846507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 697fa6b2-210a-4f96-84e9-80201b586a39 has no active binding in host n-h1-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:57:11.874968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55fabc1e-1480-486f-82ff-d7af6af67214 req-222f1816-545e-4065-8820-e29164003a92 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707064 Feb 19 02:57:12.007906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261cd0cc-3aaf-4d1a-8f57-a435a1a2a5c3 req-fc8959a1-cd9b-4821-8505-6fbfd2eb5845 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:12.008154 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-6fa210f1-8e6d-4adb-b9d9-9e81524488a0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:12.009653 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-6fa210f1-8e6d-4adb-b9d9-9e81524488a0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a&tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 949 time: 0.5768380 Feb 19 02:57:12.015205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-261cd0cc-3aaf-4d1a-8f57-a435a1a2a5c3 req-fc8959a1-cd9b-4821-8505-6fbfd2eb5845 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.0636208 Feb 19 02:57:12.021983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cdaf5d0-6ebe-4eab-bb42-eafe79497c6c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Router ce9a71cb-234a-416c-ab90-8d1fba51a475 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:57:12.069798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-261cd0cc-3aaf-4d1a-8f57-a435a1a2a5c3 req-fc9e94d7-6dc4-4ef5-b129-f98fc010f868 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529885 Feb 19 02:57:12.202148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-61f26624-3615-4c6e-9c4d-856ec3f0d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:12.203661 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-61f26624-3615-4c6e-9c4d-856ec3f0d91b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 1131 time: 0.1169922 Feb 19 02:57:12.213987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cdaf5d0-6ebe-4eab-bb42-eafe79497c6c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:12.220979 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cdaf5d0-6ebe-4eab-bb42-eafe79497c6c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:12.229223 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e406d-006d-4c47-b519-746e04b0914c None None] Sync routers for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:12.249931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e406d-006d-4c47-b519-746e04b0914c None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:12.250795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-133e406d-006d-4c47-b519-746e04b0914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:57:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:12.279803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f387ca-5f62-4ea0-903c-21503be9ce30 req-4f9dcb88-9402-4f34-b74f-7e4c63ed04f1 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:12.292228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0f387ca-5f62-4ea0-903c-21503be9ce30 req-4f9dcb88-9402-4f34-b74f-7e4c63ed04f1 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1644952 Feb 19 02:57:12.310964 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9cdaf5d0-6ebe-4eab-bb42-eafe79497c6c tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "PUT /v2.0/floatingips/a6fc1cc3-f03a-4e92-9be6-f985e3777cf2 HTTP/1.1" status: 200 len: 992 time: 1.9049606 Feb 19 02:57:12.313342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'tag': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:12.315684 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caae5452-8bac-4289-9b6a-c4c38c0a179b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6c58475-ec1b-4954-9746-3ad15f0360bd", "tag": "7ec26b50-0a32-4779-9aab-aadfaaa40d2b"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:12.352790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-9354c112-5d3e-44f6-ad2b-ad5b0d82a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:12.354628 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-9354c112-5d3e-44f6-ad2b-ad5b0d82a988 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1431630 Feb 19 02:57:12.418021 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0f387ca-5f62-4ea0-903c-21503be9ce30 req-02c00bc3-d308-4db0-89cf-6d648bf4aaa1 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241426 Feb 19 02:57:12.446759 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-baef9be2-eb61-4426-b2d6-55295940a1e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=46876af1-486b-4e7c-b23f-d5643b084b2f HTTP/1.1" status: 200 len: 217 time: 0.0849972 Feb 19 02:57:12.461506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-133e406d-006d-4c47-b519-746e04b0914c None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:12.512852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf65586-b92e-4b87-a928-15290aa35ee8', 'tag': '697fa6b2-210a-4f96-84e9-80201b586a39'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:12.515110 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9b14dd-65ac-4c88-8281-a1be299a616f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cf65586-b92e-4b87-a928-15290aa35ee8", "tag": "697fa6b2-210a-4f96-84e9-80201b586a39"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:12.551602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-90222acc-27cc-4da3-a8aa-22310b47eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:12.557502 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-90222acc-27cc-4da3-a8aa-22310b47eb62 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1050923 Feb 19 02:57:12.626445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b72ed-c2b6-441b-af2f-5f1c3cd997be req-d51c9067-e9ca-4a5d-9f2c-75f984feab2d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:12.634938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e18b72ed-c2b6-441b-af2f-5f1c3cd997be req-d51c9067-e9ca-4a5d-9f2c-75f984feab2d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 944 time: 0.0966346 Feb 19 02:57:12.692706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-081bee44-a4f5-4c05-8db4-9239a8889d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:12.697588 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-081bee44-a4f5-4c05-8db4-9239a8889d9d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1288116 Feb 19 02:57:12.736556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e18b72ed-c2b6-441b-af2f-5f1c3cd997be req-fc142604-bbdb-489e-aa2b-46683c6b1c1b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992920 Feb 19 02:57:12.811210 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a8c0a2-0259-4a69-a74c-921e26ec26fc x-openstack-request-id: req-26a8c0a2-0259-4a69-a74c-921e26ec26fc {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:12.811854 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cf65586-b92e-4b87-a928-15290aa35ee8", "tag": "697fa6b2-210a-4f96-84e9-80201b586a39", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:12.811854 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26a8c0a2-0259-4a69-a74c-921e26ec26fc {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:12.812164 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf65586-b92e-4b87-a928-15290aa35ee8', 'tag': '697fa6b2-210a-4f96-84e9-80201b586a39', 'status': 'completed', 'code': 200} Feb 19 02:57:12.854210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45956) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:12.856316 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0d618-931f-4195-a216-eee911a798bc x-openstack-request-id: req-b9c0d618-931f-4195-a216-eee911a798bc {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:12.856815 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6c58475-ec1b-4954-9746-3ad15f0360bd", "tag": "7ec26b50-0a32-4779-9aab-aadfaaa40d2b", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:12.857645 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9c0d618-931f-4195-a216-eee911a798bc {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:12.858262 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'tag': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b', 'status': 'completed', 'code': 200} Feb 19 02:57:12.862798 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-e21ebcf4-17d5-4917-b206-2007c62d7ac0 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575844 Feb 19 02:57:13.009708 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-22712daa-88d3-42db-86d7-e516e0e1c657 req-bd3f34f3-9f72-4944-b617-e237226b453f service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290054 Feb 19 02:57:13.036268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-133e406d-006d-4c47-b519-746e04b0914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a6fc1cc3-f03a-4e92-9be6-f985e3777cf2', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'port_id': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'mac_address': 'fa:16:3e:99:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:54:58Z', 'updated_at': '2022-02-19T02:57:10Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:39Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:13.054876 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24e7bd83-8d1a-4df7-91b7-28a426e92969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.058499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae5452-8bac-4289-9b6a-c4c38c0a179b req-8f875c32-c142-4922-b622-4782d9a4d0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.061136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caae5452-8bac-4289-9b6a-c4c38c0a179b req-8f875c32-c142-4922-b622-4782d9a4d0fb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=73b1c2df072a4fcb83fe3db15270392d&device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 1128 time: 0.2467241 Feb 19 02:57:13.079633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140dc0f-61fa-4c80-a7cd-432ad1552392 req-fdea7773-6a36-4326-865b-e757587d975f tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.081173 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6140dc0f-61fa-4c80-a7cd-432ad1552392 req-fdea7773-6a36-4326-865b-e757587d975f tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 946 time: 0.2205329 Feb 19 02:57:13.083136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b14dd-65ac-4c88-8281-a1be299a616f req-e4b087db-6424-44a8-b7fb-fc96c1d29ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.084461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd9b14dd-65ac-4c88-8281-a1be299a616f req-e4b087db-6424-44a8-b7fb-fc96c1d29ca6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 1156 time: 0.2092576 Feb 19 02:57:13.101180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673e8d8-eb56-4038-83ee-021804b44f85 req-8ad28cd0-bff8-4c92-a50a-746cbbdeadf6 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.106333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e406d-006d-4c47-b519-746e04b0914c None None] Checking router: ce9a71cb-234a-416c-ab90-8d1fba51a475 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:57:13.109161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b673e8d8-eb56-4038-83ee-021804b44f85 req-8ad28cd0-bff8-4c92-a50a-746cbbdeadf6 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.2150724 Feb 19 02:57:13.133317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133e406d-006d-4c47-b519-746e04b0914c None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:13.135524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-133e406d-006d-4c47-b519-746e04b0914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:57:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:13.167565 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24e7bd83-8d1a-4df7-91b7-28a426e92969 admin admin] Publish callbacks [] for security_group (40764f68-ed64-4364-978a-078161206e5e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.180625 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24e7bd83-8d1a-4df7-91b7-28a426e92969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (40764f68-ed64-4364-978a-078161206e5e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.230134 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-24e7bd83-8d1a-4df7-91b7-28a426e92969 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=58604307160f4d8dbbc0907cc442d7e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634837 Feb 19 02:57:13.230347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45964) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:13.237977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7bd83-8d1a-4df7-91b7-28a426e92969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40764f68-ed64-4364-978a-078161206e5e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:13.293985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-133e406d-006d-4c47-b519-746e04b0914c None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:13.314699 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3608c28-42c7-46c3-9351-b9967e56b2f0 admin admin] Publish callbacks [] for security_group (40764f68-ed64-4364-978a-078161206e5e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.333628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6140dc0f-61fa-4c80-a7cd-432ad1552392 req-a73ab6ce-8a55-47b5-b1f1-e74177da77b3 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085216 Feb 19 02:57:13.342551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b673e8d8-eb56-4038-83ee-021804b44f85 req-5cf3fdb4-a08d-48b9-9c0c-f53683c99e63 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2313056 Feb 19 02:57:13.361265 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3608c28-42c7-46c3-9351-b9967e56b2f0 admin admin] Publish callbacks [] for security_group (40764f68-ed64-4364-978a-078161206e5e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.439948 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3608c28-42c7-46c3-9351-b9967e56b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (40764f68-ed64-4364-978a-078161206e5e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.448567 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3608c28-42c7-46c3-9351-b9967e56b2f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:13.451603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b14dd-65ac-4c88-8281-a1be299a616f req-be11632d-4373-4da3-8c47-a4a68ec289cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.457187 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c3608c28-42c7-46c3-9351-b9967e56b2f0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/40764f68-ed64-4364-978a-078161206e5e HTTP/1.1" status: 204 len: 168 time: 0.2250433 Feb 19 02:57:13.459660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd9b14dd-65ac-4c88-8281-a1be299a616f req-be11632d-4373-4da3-8c47-a4a68ec289cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.3336725 Feb 19 02:57:13.460989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae5452-8bac-4289-9b6a-c4c38c0a179b req-044af593-764e-496e-9d14-f1095996a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.465781 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caae5452-8bac-4289-9b6a-c4c38c0a179b req-044af593-764e-496e-9d14-f1095996a270 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b8537839-9555-417f-ae28-dae96e57af9d HTTP/1.1" status: 200 len: 924 time: 0.3940322 Feb 19 02:57:13.480900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3608c28-42c7-46c3-9351-b9967e56b2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40764f68-ed64-4364-978a-078161206e5e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:13.560423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd9b14dd-65ac-4c88-8281-a1be299a616f req-7f966d65-cf5b-4b88-98f2-bac2f0cc3239 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697fa6b2-210a-4f96-84e9-80201b586a39 HTTP/1.1" status: 200 len: 217 time: 0.0922947 Feb 19 02:57:13.726740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-133e406d-006d-4c47-b519-746e04b0914c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a6fc1cc3-f03a-4e92-9be6-f985e3777cf2', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'port_id': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'mac_address': 'fa:16:3e:99:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:54:58Z', 'updated_at': '2022-02-19T02:57:10Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:39Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:13.761714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133e406d-006d-4c47-b519-746e04b0914c None None] The sync data for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 is: [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a6fc1cc3-f03a-4e92-9be6-f985e3777cf2', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'floating_ip_address': '172.25.1.183', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'port_id': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'mac_address': 'fa:16:3e:99:a6:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:54:58Z', 'updated_at': '2022-02-19T02:57:10Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:39Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:13.785662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caae5452-8bac-4289-9b6a-c4c38c0a179b req-5c16567e-21cf-4cc4-914c-8b685183fe24 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec26b50-0a32-4779-9aab-aadfaaa40d2b HTTP/1.1" status: 200 len: 1000 time: 0.3003185 Feb 19 02:57:13.867040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9b14dd-65ac-4c88-8281-a1be299a616f req-8718438a-f552-44ff-a5bd-04855f36e12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.868723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd9b14dd-65ac-4c88-8281-a1be299a616f req-8718438a-f552-44ff-a5bd-04855f36e12f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.2360713 Feb 19 02:57:13.881134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d27eb-c016-4492-989b-a1ebde6da88a req-134d56bd-38dd-4a8b-bbf2-84e41f89f9b4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.885985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e4d27eb-c016-4492-989b-a1ebde6da88a req-134d56bd-38dd-4a8b-bbf2-84e41f89f9b4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.3414750 Feb 19 02:57:13.897370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3763f68e-66a9-45ed-9380-4874e3b4b862 req-56cf1a83-bf9a-4403-8677-64e5d2691da3 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.898926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3763f68e-66a9-45ed-9380-4874e3b4b862 req-56cf1a83-bf9a-4403-8677-64e5d2691da3 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 949 time: 0.3539777 Feb 19 02:57:13.918815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae5452-8bac-4289-9b6a-c4c38c0a179b req-5c228034-0884-4862-9d1f-20b2a167f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:13.920197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caae5452-8bac-4289-9b6a-c4c38c0a179b req-5c228034-0884-4862-9d1f-20b2a167f7d2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d0b5ba77-542e-453a-ba33-54edf9b9f2e7 HTTP/1.1" status: 200 len: 862 time: 0.1234655 Feb 19 02:57:13.931856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45986) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:13.944786 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53716df3-c8d2-4266-a5ff-7ae3edac9c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.005783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd9b14dd-65ac-4c88-8281-a1be299a616f req-4f8dff3a-ec40-4aa2-a1c1-755e3f8bcb91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049547 Feb 19 02:57:14.021409 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3763f68e-66a9-45ed-9380-4874e3b4b862 req-34a0ab1d-f908-4402-88bb-528a9aa897de tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084316 Feb 19 02:57:14.044295 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53716df3-c8d2-4266-a5ff-7ae3edac9c39 admin admin] Publish callbacks [] for security_group (b4ce75ea-55f9-4be6-8021-27e50140f95f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.052738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53716df3-c8d2-4266-a5ff-7ae3edac9c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b4ce75ea-55f9-4be6-8021-27e50140f95f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.057175 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1265906d-def2-4f3e-99f9-aeaf81a4ec1d None None] New status for floating IP a6fc1cc3-f03a-4e92-9be6-f985e3777cf2: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:57:14.098717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53716df3-c8d2-4266-a5ff-7ae3edac9c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ce75ea-55f9-4be6-8021-27e50140f95f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:14.103818 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-53716df3-c8d2-4266-a5ff-7ae3edac9c39 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1b3d1058f66b46a6a9accb9b57b6f061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1708832 Feb 19 02:57:14.106519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45988) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:14.158485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d8f29b1-5b08-4af4-8ea3-282c322d92ea admin admin] Publish callbacks [] for security_group (b4ce75ea-55f9-4be6-8021-27e50140f95f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.180796 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d8f29b1-5b08-4af4-8ea3-282c322d92ea admin admin] Publish callbacks [] for security_group (b4ce75ea-55f9-4be6-8021-27e50140f95f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.204224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e4d27eb-c016-4492-989b-a1ebde6da88a req-e795912f-8c64-4174-bb8e-d22800fc6a39 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023026 Feb 19 02:57:14.227977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae5452-8bac-4289-9b6a-c4c38c0a179b req-d9840e0f-21a4-42a7-a36d-b9d5bae6a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:14.228101 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caae5452-8bac-4289-9b6a-c4c38c0a179b req-d9840e0f-21a4-42a7-a36d-b9d5bae6a46f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b8537839-9555-417f-ae28-dae96e57af9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2255967 Feb 19 02:57:14.247300 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d8f29b1-5b08-4af4-8ea3-282c322d92ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b4ce75ea-55f9-4be6-8021-27e50140f95f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.253936 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d8f29b1-5b08-4af4-8ea3-282c322d92ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.258934 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9d8f29b1-5b08-4af4-8ea3-282c322d92ea admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b4ce75ea-55f9-4be6-8021-27e50140f95f HTTP/1.1" status: 204 len: 168 time: 0.1513309 Feb 19 02:57:14.271142 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f29b1-5b08-4af4-8ea3-282c322d92ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ce75ea-55f9-4be6-8021-27e50140f95f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:14.296018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d925b-0f3d-4295-8ac1-69d717b064f2 req-19a8ae24-b30c-4e47-9d62-1f20930ce4b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:14.305362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a9d925b-0f3d-4295-8ac1-69d717b064f2 req-19a8ae24-b30c-4e47-9d62-1f20930ce4b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1801646 Feb 19 02:57:14.364232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd9b14dd-65ac-4c88-8281-a1be299a616f req-7e60ffc2-03c2-4ec0-8d7f-746ac7a92779 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417294 Feb 19 02:57:14.537305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a9d925b-0f3d-4295-8ac1-69d717b064f2 req-534e4d8c-be80-43f7-b8b8-42d8a1281f1b tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267187 Feb 19 02:57:14.549139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caae5452-8bac-4289-9b6a-c4c38c0a179b req-f246997d-0d7a-43bf-8482-66cb74345153 service neutron] 10.222.0.87 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004107 Feb 19 02:57:14.571824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 46876af1-486b-4e7c-b23f-d5643b084b2f up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:14.688588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 46876af1-486b-4e7c-b23f-d5643b084b2f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:14.691467 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.855572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 46876af1-486b-4e7c-b23f-d5643b084b2f is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:14.855976 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.890390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c791a1-9537-4cd1-8033-849dca2b7c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46876af1-486b-4e7c-b23f-d5643b084b2f'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:14.894180 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bd3508-f2ca-479c-93a5-c11812840cf0" -d '{"events": [{"server_uuid": "f6c791a1-9537-4cd1-8033-849dca2b7c5a", "name": "network-vif-plugged", "status": "completed", "tag": "46876af1-486b-4e7c-b23f-d5643b084b2f"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:14.907672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46876af1-486b-4e7c-b23f-d5643b084b2f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46876af1-486b-4e7c-b23f-d5643b084b2f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:14.918199 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:14.972919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=46876af1-486b-4e7c-b23f-d5643b084b2f,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:15.041393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd9b14dd-65ac-4c88-8281-a1be299a616f req-626f663c-ac1b-432e-8f1d-63d5f4d62e30 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684830 Feb 19 02:57:15.138968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caae5452-8bac-4289-9b6a-c4c38c0a179b req-1669387b-25a9-46b5-a6c8-cf594291b314 service neutron] 10.222.0.87 "GET /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668311 Feb 19 02:57:15.146834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b40735-61dd-409e-a083-b0557f87bdb8 req-861e1d3e-40bd-4391-b2f3-11883c457eb1 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:15.149280 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16b40735-61dd-409e-a083-b0557f87bdb8 req-861e1d3e-40bd-4391-b2f3-11883c457eb1 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 944 time: 0.4912400 Feb 19 02:57:15.167412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6529256-8111-42d7-b533-ca8594d23358 req-850e9bb7-a014-4fd1-bf13-c1b9c7452592 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:15.174262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6529256-8111-42d7-b533-ca8594d23358 req-850e9bb7-a014-4fd1-bf13-c1b9c7452592 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.1388981 Feb 19 02:57:15.238857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16b40735-61dd-409e-a083-b0557f87bdb8 req-efe95957-fb05-4611-80e5-9a15cf92a955 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848815 Feb 19 02:57:15.242952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6529256-8111-42d7-b533-ca8594d23358 req-5d96fb13-10b9-4ef2-b3e9-4a1ce41c686c tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678976 Feb 19 02:57:15.313781 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b331b5bf-8399-4f84-b95b-4994606568f8 x-openstack-request-id: req-b331b5bf-8399-4f84-b95b-4994606568f8 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:15.313781 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c791a1-9537-4cd1-8033-849dca2b7c5a", "name": "network-vif-plugged", "status": "completed", "tag": "46876af1-486b-4e7c-b23f-d5643b084b2f", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:15.315462 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b331b5bf-8399-4f84-b95b-4994606568f8 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:15.315910 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c791a1-9537-4cd1-8033-849dca2b7c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46876af1-486b-4e7c-b23f-d5643b084b2f', 'code': 200} Feb 19 02:57:15.437480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da58a78-dc45-4d67-99c6-74579e9e1db3 req-63582274-6630-40a8-9558-fdb5ad8b467e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:15.438933 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5da58a78-dc45-4d67-99c6-74579e9e1db3 req-63582274-6630-40a8-9558-fdb5ad8b467e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.0852022 Feb 19 02:57:15.450473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088111e1-9bfd-4ef1-869a-a2a7fa62bafd req-98ab39f8-98c9-424f-99b7-d47421e16479 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:15.451855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-088111e1-9bfd-4ef1-869a-a2a7fa62bafd req-98ab39f8-98c9-424f-99b7-d47421e16479 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.0860162 Feb 19 02:57:15.526833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5da58a78-dc45-4d67-99c6-74579e9e1db3 req-0e086c35-5737-4a01-a171-334b764c58a0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740359 Feb 19 02:57:15.533881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-088111e1-9bfd-4ef1-869a-a2a7fa62bafd req-7838c3a8-d929-4cd3-b177-4d56522ea61c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753927 Feb 19 02:57:15.660649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1a1fe-117b-4cb0-89fe-3d73976a88a7 req-88a0b977-a34f-4ff9-ae6c-0b06d29084c2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:15.662181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dcd1a1fe-117b-4cb0-89fe-3d73976a88a7 req-88a0b977-a34f-4ff9-ae6c-0b06d29084c2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0546443 Feb 19 02:57:15.722942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dcd1a1fe-117b-4cb0-89fe-3d73976a88a7 req-a30c3a64-eea9-43b5-a819-f65fc2faeefc tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545430 Feb 19 02:57:15.746472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 697fa6b2-210a-4f96-84e9-80201b586a39 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:15.834844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4a554-15f4-4a39-8ff7-aa9803636e85 req-e22d34fa-f99f-4f47-88d3-1cd069a866d1 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:15.837122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eb4a554-15f4-4a39-8ff7-aa9803636e85 req-e22d34fa-f99f-4f47-88d3-1cd069a866d1 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.0567522 Feb 19 02:57:15.893470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=697fa6b2-210a-4f96-84e9-80201b586a39,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:15.914770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 697fa6b2-210a-4f96-84e9-80201b586a39 has no active binding in host n-h1-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:57:15.930008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eb4a554-15f4-4a39-8ff7-aa9803636e85 req-a76736c0-6215-45ea-bf08-e2dfa5be8af9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843129 Feb 19 02:57:15.954763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-bb6f1159-0b23-4b29-803b-5d5139705fb4 service neutron] 10.222.0.67 "GET /v2.0/ports/697fa6b2-210a-4f96-84e9-80201b586a39/bindings/n-h1-826755-2 HTTP/1.1" status: 200 len: 384 time: 0.0841870 Feb 19 02:57:16.197933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=697fa6b2-210a-4f96-84e9-80201b586a39,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:16.220579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:16.258505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 697fa6b2-210a-4f96-84e9-80201b586a39 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:16.275229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=697fa6b2-210a-4f96-84e9-80201b586a39,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:16.292378 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:16.386388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-48455ff2-1f08-4c7d-ba7a-6c7b424e1b18 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381064 Feb 19 02:57:16.459397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Transition to ACTIVE for port object 697fa6b2-210a-4f96-84e9-80201b586a39 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:57:16.482018 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:16.594795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] No DVR routers for this DVR port 697fa6b2-210a-4f96-84e9-80201b586a39 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:57:16.599815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Pushing event updated for resources: {'Port': ['ID=697fa6b2-210a-4f96-84e9-80201b586a39,revision_number=10']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:16.609917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-5683af4d-1760-4678-b866-c0e0319c4d2d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.611389 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-5683af4d-1760-4678-b866-c0e0319c4d2d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2192905 Feb 19 02:57:16.623874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c7ccb5-ac94-4bcf-a926-4b9185709161 req-01764d3b-83d1-48b0-8436-e3eae6e9003e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.625320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28c7ccb5-ac94-4bcf-a926-4b9185709161 req-01764d3b-83d1-48b0-8436-e3eae6e9003e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 944 time: 0.2018225 Feb 19 02:57:16.630863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.631202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.631532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.631857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.632179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.632494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.632838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.633151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.633465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.633978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.634297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.634593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.634901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:16.674044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-326d476c-4f87-43ef-baf5-6934f1db1691 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/quotas/ce5f087a3fd347cb89e77f1f4b0cebb9 HTTP/1.1" status: 200 len: 375 time: 0.0474176 Feb 19 02:57:16.681681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-4339c9f7-e4b0-47d6-88c3-0bd6b7a14d44 service neutron] 10.222.0.67 "PUT /v2.0/ports/697fa6b2-210a-4f96-84e9-80201b586a39/bindings/n-h1-826755-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7204084 Feb 19 02:57:16.738251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28c7ccb5-ac94-4bcf-a926-4b9185709161 req-f5f643ce-3f46-4416-a047-f127c9523f76 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939076 Feb 19 02:57:16.785594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-f4cdad26-1943-4ec1-b526-27b105324dd8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029780 Feb 19 02:57:16.799940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-651e717f-1afe-4b04-8c68-a28f3840cb49 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.801622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-651e717f-1afe-4b04-8c68-a28f3840cb49 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8&tenant_id=2070a125af614429bfc65bdee24c8ce3&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1127 time: 0.0624313 Feb 19 02:57:16.854467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-b0c4bbf2-e6d1-4125-a686-3a6049bf6295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.856074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-b0c4bbf2-e6d1-4125-a686-3a6049bf6295 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8&tenant_id=2070a125af614429bfc65bdee24c8ce3 HTTP/1.1" status: 200 len: 1127 time: 0.0472789 Feb 19 02:57:16.948294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-a4ea6c01-804d-4abb-a83a-908c7afa4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:16.949848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-a4ea6c01-804d-4abb-a83a-908c7afa4681 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 1127 time: 0.0591054 Feb 19 02:57:17.060506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7971e-a3bc-4fbe-a23f-9fce6b596176 req-522ce09c-feea-47a2-9bd6-ba1fd183bc01 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:17.062116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4e7971e-a3bc-4fbe-a23f-9fce6b596176 req-522ce09c-feea-47a2-9bd6-ba1fd183bc01 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.1199107 Feb 19 02:57:17.103442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-d23720b1-50f1-4fb5-973d-2f5dd75ae581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:17.104888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-d23720b1-50f1-4fb5-973d-2f5dd75ae581 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.1459048 Feb 19 02:57:17.157917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-e8beeafb-aa95-4136-aafc-7c03f339f1cf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697fa6b2-210a-4f96-84e9-80201b586a39 HTTP/1.1" status: 200 len: 217 time: 0.0455921 Feb 19 02:57:17.183012 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4e7971e-a3bc-4fbe-a23f-9fce6b596176 req-66129413-cf05-4d3e-8e7d-186c3c9f5b89 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118596 Feb 19 02:57:17.228045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-965e5ec0-3ee8-443d-8a9a-66f63076d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:17.229685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-965e5ec0-3ee8-443d-8a9a-66f63076d9af service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0603077 Feb 19 02:57:17.269395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-e6c408c9-6a55-43e8-b1db-17cda18e6091 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321403 Feb 19 02:57:17.407832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad540e2-44cc-485d-a18c-75bddd6fd9fb req-61823446-05ff-4f4e-8d77-8bfff03ee86d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:17.409397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ad540e2-44cc-485d-a18c-75bddd6fd9fb req-61823446-05ff-4f4e-8d77-8bfff03ee86d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1426275 Feb 19 02:57:17.448922 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-2c4ee1f9-e0ea-4f3a-9b58-a20c8ecc935a service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704779 Feb 19 02:57:17.497225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe01553-64f7-463f-b299-c9f20d134f0f req-7dacca2e-bdac-4aa8-950c-6d453181f7a4 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:17.498866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fe01553-64f7-463f-b299-c9f20d134f0f req-7dacca2e-bdac-4aa8-950c-6d453181f7a4 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1353552 Feb 19 02:57:17.524905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ad540e2-44cc-485d-a18c-75bddd6fd9fb req-e615ce62-f800-47b2-8198-506cf791940e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069078 Feb 19 02:57:17.621506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fe01553-64f7-463f-b299-c9f20d134f0f req-ff9defc6-b70e-4c23-8ae5-54397a5d1833 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078928 Feb 19 02:57:17.651672 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2481b5c4-34ea-496c-9047-5514d0ae4abe req-c52ea712-ea9b-43f1-89a9-a8fbfe3b477c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 210 time: 0.0478628 Feb 19 02:57:17.655803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-5a2d9cc2-6269-4980-aa21-6e6f2883faa8 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917434 Feb 19 02:57:17.964754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d3080-3d82-4c3a-a327-92feebb1a6a7 req-5a6fce2b-3169-4d6a-b23e-d1a80bf929c7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:17.966442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-572d3080-3d82-4c3a-a327-92feebb1a6a7 req-5a6fce2b-3169-4d6a-b23e-d1a80bf929c7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 945 time: 0.0544684 Feb 19 02:57:18.053642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-572d3080-3d82-4c3a-a327-92feebb1a6a7 req-0c7a2d08-928d-462a-a279-3cea00c86274 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814073 Feb 19 02:57:18.057766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-599fc3a3-41a3-4fe1-8ae1-d7c28b4a121c tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.059517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-599fc3a3-41a3-4fe1-8ae1-d7c28b4a121c tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8&tenant_id=2070a125af614429bfc65bdee24c8ce3&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1127 time: 0.0855756 Feb 19 02:57:18.146243 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-c941bec6-2159-41a1-96dd-2e8c7cb2a3a0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260320 Feb 19 02:57:18.213011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-f826723e-eb33-473a-9cd5-b61aec57cd75 service neutron] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:18.216624 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-f826723e-eb33-473a-9cd5-b61aec57cd75 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.218071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd3af54-77a1-4061-bab1-fa41d4544b1f req-f826723e-eb33-473a-9cd5-b61aec57cd75 service neutron] 10.222.0.87 "DELETE /v2.0/ports/697fa6b2-210a-4f96-84e9-80201b586a39/bindings/n-h2-826755-2 HTTP/1.1" status: 204 len: 173 time: 0.1493695 Feb 19 02:57:18.287685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-2dcca80d-2e8d-4cd9-81c2-a4974ff32060 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.289291 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-2dcca80d-2e8d-4cd9-81c2-a4974ff32060 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1381252 Feb 19 02:57:18.304835 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Request body: {'port': {'device_id': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': 'ce5f087a3fd347cb89e77f1f4b0cebb9'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:18.373626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be85b6-8597-4de3-8cef-9291a6b4f760 req-f04190f8-1c95-41ed-8295-dcf3bc435d99 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.381844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4be85b6-8597-4de3-8cef-9291a6b4f760 req-f04190f8-1c95-41ed-8295-dcf3bc435d99 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.0912454 Feb 19 02:57:18.439610 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4be85b6-8597-4de3-8cef-9291a6b4f760 req-73ae4822-d7b6-42e5-b05b-768612c4672c tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517054 Feb 19 02:57:18.459181 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Made reservation on behalf of ce5f087a3fd347cb89e77f1f4b0cebb9 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:18.464048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.564063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 697fa6b2-210a-4f96-84e9-80201b586a39 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:18.639818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] The host n-h2-826755-2 is not matching for port 697fa6b2-210a-4f96-84e9-80201b586a39 host n-h1-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:57:18.640324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 697fa6b2-210a-4f96-84e9-80201b586a39 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:57:18.653824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Allocated IP 192.168.233.96 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/f9633338-9a85-4c51-8efd-c6b74d9d36ec) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:18.710793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecedd49-f703-427f-b141-e8f05b075325 req-f74e9aee-0377-49c1-968e-98958ef97856 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.720080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fecedd49-f703-427f-b141-e8f05b075325 req-f74e9aee-0377-49c1-968e-98958ef97856 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.0877433 Feb 19 02:57:18.781228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fecedd49-f703-427f-b141-e8f05b075325 req-e173e6b1-ac5d-4315-b7cb-7779d8fcd8a7 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602155 Feb 19 02:57:18.883588 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks [] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.907129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7e03c4d-c654-43e0-8537-e6c1228f7577 req-50c71daa-5294-4cc2-ac3d-c6f8a506ff14 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 210 time: 0.0313041 Feb 19 02:57:18.922953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32495850-f03f-44f5-9386-3ab9e6a68c26 req-36b6d179-9dce-402a-bc68-08e4dcb6c6a9 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:18.929777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32495850-f03f-44f5-9386-3ab9e6a68c26 req-36b6d179-9dce-402a-bc68-08e4dcb6c6a9 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0965521 Feb 19 02:57:18.933862 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:18.949556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['46876af1-486b-4e7c-b23f-d5643b084b2f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:18.952064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['a07436f2-8382-49d2-b724-51e581d85931'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:18.988832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32495850-f03f-44f5-9386-3ab9e6a68c26 req-32ab15f0-a6a7-4228-b94a-9a65b4b88e5a tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547707 Feb 19 02:57:18.991831 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:19.000602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:19.003173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:19.050253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46404) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:19.054532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:19.069033 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.069431 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.069772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.070104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.070434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.070762 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.071367 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.071845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.072178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.072503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.073005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.073731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.074161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:19.094526 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:19.095180 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.119292 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-3735e862-6f95-4206-9431-63de28bfb3bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8199766 Feb 19 02:57:19.133208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Request body: {'port': {'device_id': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:19.241387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.320791 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5150a48f-e9f8-4191-beae-3ffe65bd8b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.330240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d750b-ce2c-4f42-80a6-4d9c7d85c464 req-95e32e20-c957-4c52-8888-768f4a5e43ff tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:19.337745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-713d750b-ce2c-4f42-80a6-4d9c7d85c464 req-95e32e20-c957-4c52-8888-768f4a5e43ff tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 945 time: 0.1569030 Feb 19 02:57:19.418279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-713d750b-ce2c-4f42-80a6-4d9c7d85c464 req-f9ebb21c-7bcb-49da-89d9-69fed2e42e4d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793550 Feb 19 02:57:19.463239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c90454de-af62-4bcc-bfb5-5c7dc4f31997 None None] Provisioning complete for port f9633338-9a85-4c51-8efd-c6b74d9d36ec triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:19.464045 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c90454de-af62-4bcc-bfb5-5c7dc4f31997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.466242 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5150a48f-e9f8-4191-beae-3ffe65bd8b37 admin admin] Publish callbacks [] for security_group (9de6a10e-aa43-412d-9da5-7a7eb6186498), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.477222 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5150a48f-e9f8-4191-beae-3ffe65bd8b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9de6a10e-aa43-412d-9da5-7a7eb6186498), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.515319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c90454de-af62-4bcc-bfb5-5c7dc4f31997 None None] Port f9633338-9a85-4c51-8efd-c6b74d9d36ec cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:19.577130 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5150a48f-e9f8-4191-beae-3ffe65bd8b37 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f39b80d6bbe4425dbbd49872fd020c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5255225 Feb 19 02:57:19.577910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150a48f-e9f8-4191-beae-3ffe65bd8b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de6a10e-aa43-412d-9da5-7a7eb6186498,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:19.579939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46442) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:19.607449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c3ee9-25e7-4506-8c97-bceb1c624144 req-ccd97a8c-29c0-4298-9e86-69bda95c673f tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:19.609160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-497c3ee9-25e7-4506-8c97-bceb1c624144 req-ccd97a8c-29c0-4298-9e86-69bda95c673f tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.0871520 Feb 19 02:57:19.659891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-497c3ee9-25e7-4506-8c97-bceb1c624144 req-bca78ba3-93f9-4416-8d04-7dbac4070f3d tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433056 Feb 19 02:57:19.689072 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b7f34f3-dd85-4fa0-9972-d69c1aa7f507 admin admin] Publish callbacks [] for security_group (9de6a10e-aa43-412d-9da5-7a7eb6186498), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.697927 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9633338-9a85-4c51-8efd-c6b74d9d36ec {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:19.714725 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Publish callbacks [] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.734189 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b7f34f3-dd85-4fa0-9972-d69c1aa7f507 admin admin] Publish callbacks [] for security_group (9de6a10e-aa43-412d-9da5-7a7eb6186498), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.747981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Transition to ACTIVE for port object f9633338-9a85-4c51-8efd-c6b74d9d36ec will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:57:19.763401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.783382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ca5a6-c2d0-49fd-904e-a2703450ecb3 req-1ae60dff-99e2-4f1a-8e55-f3f954430492 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:19.785027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-797ca5a6-c2d0-49fd-904e-a2703450ecb3 req-1ae60dff-99e2-4f1a-8e55-f3f954430492 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 1127 time: 0.0528235 Feb 19 02:57:19.791381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 697fa6b2-210a-4f96-84e9-80201b586a39 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:57:19.832784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:19.871081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-797ca5a6-c2d0-49fd-904e-a2703450ecb3 req-f2846604-050b-4e6a-b7c4-6fda4f7f7fb1 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722389 Feb 19 02:57:19.926496 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b7f34f3-dd85-4fa0-9972-d69c1aa7f507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9de6a10e-aa43-412d-9da5-7a7eb6186498), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.929258 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b7f34f3-dd85-4fa0-9972-d69c1aa7f507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:19.934711 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6b7f34f3-dd85-4fa0-9972-d69c1aa7f507 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9de6a10e-aa43-412d-9da5-7a7eb6186498 HTTP/1.1" status: 204 len: 168 time: 0.3495753 Feb 19 02:57:19.946410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f34f3-dd85-4fa0-9972-d69c1aa7f507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de6a10e-aa43-412d-9da5-7a7eb6186498,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:19.968813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Attempting to bind port f9633338-9a85-4c51-8efd-c6b74d9d36ec on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:19.969265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Attempting to bind port f9633338-9a85-4c51-8efd-c6b74d9d36ec by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:19.969991 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Attempting to bind port f9633338-9a85-4c51-8efd-c6b74d9d36ec on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:19.974939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Port f9633338-9a85-4c51-8efd-c6b74d9d36ec on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:57:19.975333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Attempting to bind port f9633338-9a85-4c51-8efd-c6b74d9d36ec on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:19.981089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:19.981431 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:19.981932 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:19.982434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Bound port: f9633338-9a85-4c51-8efd-c6b74d9d36ec, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:19.982851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.120560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e3372-e412-4b0e-aa6a-78c7e91f5265 req-bb6f162e-4629-4890-bd3c-152b10bea86e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.122452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-255e3372-e412-4b0e-aa6a-78c7e91f5265 req-bb6f162e-4629-4890-bd3c-152b10bea86e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1309543 Feb 19 02:57:20.159259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:20.163043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:20.177437 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.183391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 697fa6b2-210a-4f96-84e9-80201b586a39 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:20.213303 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-255e3372-e412-4b0e-aa6a-78c7e91f5265 req-aabf034b-9357-4098-8ba5-c165f95a2251 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841098 Feb 19 02:57:20.243093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.243756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.245796 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] 10.222.0.87 "PUT /v2.0/ports/f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 1095 time: 1.1190562 Feb 19 02:57:20.248208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:20.251230 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4a237a-d220-4a51-bac5-82f48c3c7664" -d '{"events": [{"name": "network-changed", "server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:20.352792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b8c1bb-4f44-4368-9d9a-28a6d32eae3d service neutron] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:20.375242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-392f0f90-1b36-4595-8691-f25361d4c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.376943 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-392f0f90-1b36-4595-8691-f25361d4c63d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 1129 time: 0.0662410 Feb 19 02:57:20.426310 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-a220ebe1-8ac6-4c1d-a96f-aa4162265d1e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 217 time: 0.0419304 Feb 19 02:57:20.436829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831682b5-c344-46e3-b968-175358ed6875 req-99d2189c-54ac-4dee-9cf9-2911809ff88a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.438589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-831682b5-c344-46e3-b968-175358ed6875 req-99d2189c-54ac-4dee-9cf9-2911809ff88a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.1147895 Feb 19 02:57:20.449879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60632d4d-4836-498e-98ac-b09e3165b520 req-2a9eb9de-0a4d-46e1-bda5-c030e4569873 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.451659 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60632d4d-4836-498e-98ac-b09e3165b520 req-2a9eb9de-0a4d-46e1-bda5-c030e4569873 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0864253 Feb 19 02:57:20.472368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46506) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:20.492088 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b325a288-2936-417f-aefb-33e4d8c414f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.503666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-e8a9f9dd-8375-46b4-81c9-e380b2f59c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.505153 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-e8a9f9dd-8375-46b4-81c9-e380b2f59c35 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0714774 Feb 19 02:57:20.519978 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-831682b5-c344-46e3-b968-175358ed6875 req-685053ff-7c0c-4593-9a5e-576811a65351 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672085 Feb 19 02:57:20.548274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60632d4d-4836-498e-98ac-b09e3165b520 req-b44c9f13-53bd-4d95-bdf2-163b32a48586 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737886 Feb 19 02:57:20.595875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-b62e1e18-2c0a-4459-9679-b9b35f8bfbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.597440 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-b62e1e18-2c0a-4459-9679-b9b35f8bfbfc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0843718 Feb 19 02:57:20.603127 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6098daef-a735-45f8-9692-f878eb270e6d x-openstack-request-id: req-6098daef-a735-45f8-9692-f878eb270e6d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:20.603511 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:20.603765 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6098daef-a735-45f8-9692-f878eb270e6d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:20.604169 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'status': 'completed', 'code': 200} Feb 19 02:57:20.686478 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b325a288-2936-417f-aefb-33e4d8c414f8 admin admin] Publish callbacks [] for security_group (8aec011b-5b4d-4b76-baca-586ef963b896), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.695681 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b325a288-2936-417f-aefb-33e4d8c414f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8aec011b-5b4d-4b76-baca-586ef963b896), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.742476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-bd0bfe6d-8095-44f3-b72c-47ac5c35efd6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.744228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-bd0bfe6d-8095-44f3-b72c-47ac5c35efd6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 807 time: 0.1383121 Feb 19 02:57:20.751969 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-8e8a5a64-0741-431f-a3f9-9ecc3d4fe2e6 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453424 Feb 19 02:57:20.787655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-2ea93af9-0fb2-47ac-80cc-8aebbe398592 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/quotas/2070a125af614429bfc65bdee24c8ce3 HTTP/1.1" status: 200 len: 375 time: 0.0323193 Feb 19 02:57:20.807581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325a288-2936-417f-aefb-33e4d8c414f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aec011b-5b4d-4b76-baca-586ef963b896,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:20.841280 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b325a288-2936-417f-aefb-33e4d8c414f8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5bf2366bf9f940f88022054163d88822&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678775 Feb 19 02:57:20.843797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46536) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:20.845870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c1f4d-ce2f-4764-a479-aa08fb339cf3 req-5c3dc71c-a004-49cc-909d-56bcfeb69df7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:20.847467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be0c1f4d-ce2f-4764-a479-aa08fb339cf3 req-5c3dc71c-a004-49cc-909d-56bcfeb69df7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.1017804 Feb 19 02:57:20.869135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-d88cb9bd-1699-4f4b-b000-07102bf307f6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806508 Feb 19 02:57:20.908617 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e71225d4-4a69-4504-acc6-7c6932e0951c req-68a6cc42-b20c-44e3-bd17-a91a2e0427bf service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476977 Feb 19 02:57:20.922602 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-efd22265-becc-48b2-8238-75de992868a9 admin admin] Publish callbacks [] for security_group (8aec011b-5b4d-4b76-baca-586ef963b896), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.950396 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-efd22265-becc-48b2-8238-75de992868a9 admin admin] Publish callbacks [] for security_group (8aec011b-5b4d-4b76-baca-586ef963b896), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:20.965254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be0c1f4d-ce2f-4764-a479-aa08fb339cf3 req-15e2a56f-68fc-43cd-834e-1e4d2cd94ff1 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092052 Feb 19 02:57:21.006526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-1aa1838b-c70b-4edf-86bb-471ee8485d5c service neutron] 10.222.0.81 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263959 Feb 19 02:57:21.046529 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a237a-d220-4a51-bac5-82f48c3c7664 req-db36282b-5da0-4d30-b758-c8fcb129121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:21.048200 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d4a237a-d220-4a51-bac5-82f48c3c7664 req-db36282b-5da0-4d30-b758-c8fcb129121f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 1129 time: 0.0788050 Feb 19 02:57:21.072755 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-efd22265-becc-48b2-8238-75de992868a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8aec011b-5b4d-4b76-baca-586ef963b896), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.075338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-efd22265-becc-48b2-8238-75de992868a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.077232 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-efd22265-becc-48b2-8238-75de992868a9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8aec011b-5b4d-4b76-baca-586ef963b896 HTTP/1.1" status: 204 len: 168 time: 0.2307742 Feb 19 02:57:21.146039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-2628ae15-a7af-4054-bcca-9f737a5bc192 service neutron] 10.222.0.81 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315470 Feb 19 02:57:21.154871 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd22265-becc-48b2-8238-75de992868a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aec011b-5b4d-4b76-baca-586ef963b896,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:21.224124 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a237a-d220-4a51-bac5-82f48c3c7664 req-7ce2b24c-b2bb-4e7d-bf0d-cb8a5ad398ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:21.225840 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d4a237a-d220-4a51-bac5-82f48c3c7664 req-7ce2b24c-b2bb-4e7d-bf0d-cb8a5ad398ad service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1713295 Feb 19 02:57:21.284408 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d4a237a-d220-4a51-bac5-82f48c3c7664 req-c8b7ceae-b1fd-4957-a602-6718698d9005 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 217 time: 0.0515978 Feb 19 02:57:21.408102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a237a-d220-4a51-bac5-82f48c3c7664 req-a7744d4a-689e-4301-b7ee-f31b7f1c7ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:21.409657 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d4a237a-d220-4a51-bac5-82f48c3c7664 req-a7744d4a-689e-4301-b7ee-f31b7f1c7ca4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1178405 Feb 19 02:57:21.453304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e1772bd-246a-4941-a512-615491eaa1fc req-319d3f79-6e84-448c-ba0d-d857f290e50a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 210 time: 0.0593681 Feb 19 02:57:21.469516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e50b4-c0d2-4096-a148-06e8622c90a9 req-aa065e14-98e7-4cea-979f-5c995a2f437c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:21.471300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-246e50b4-c0d2-4096-a148-06e8622c90a9 req-aa065e14-98e7-4cea-979f-5c995a2f437c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1640096 Feb 19 02:57:21.500342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a237a-d220-4a51-bac5-82f48c3c7664 req-2712ef69-5386-42cd-964b-4676dbbc4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:21.502200 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d4a237a-d220-4a51-bac5-82f48c3c7664 req-2712ef69-5386-42cd-964b-4676dbbc4c45 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0843978 Feb 19 02:57:21.544465 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-246e50b4-c0d2-4096-a148-06e8622c90a9 req-2a534e68-a063-49a1-bd64-bf56c6f7c18f tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631542 Feb 19 02:57:21.545017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46560) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:21.664701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03bc3f-ed51-4a87-b666-458fa7fe1d1c req-46e8b77a-f620-4b0b-bf35-cc0645c7a0d4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:21.668650 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d4a237a-d220-4a51-bac5-82f48c3c7664 req-d2306fe2-19b2-4884-810c-b99ac637deaf service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571553 Feb 19 02:57:21.672149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf03bc3f-ed51-4a87-b666-458fa7fe1d1c req-46e8b77a-f620-4b0b-bf35-cc0645c7a0d4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.0669851 Feb 19 02:57:21.767752 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a34a4c6-d98e-499d-b7f3-5ef024d5f9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.793464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf03bc3f-ed51-4a87-b666-458fa7fe1d1c req-ee396183-ac56-4c6e-a6a2-b4c3256879dd tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194775 Feb 19 02:57:21.798659 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d4a237a-d220-4a51-bac5-82f48c3c7664 req-5939dda6-067f-4a86-8661-62eee6ccb400 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205177 Feb 19 02:57:21.819755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850b28a-3f45-4b35-9db0-03c1ac253f9b req-ce64b05a-fc23-40af-8abf-8a042d88affa tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:21.821624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8850b28a-3f45-4b35-9db0-03c1ac253f9b req-ce64b05a-fc23-40af-8abf-8a042d88affa tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1280255 Feb 19 02:57:21.892201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8850b28a-3f45-4b35-9db0-03c1ac253f9b req-350a79bb-c900-4a2c-8337-c3961a784128 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622516 Feb 19 02:57:21.928001 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a34a4c6-d98e-499d-b7f3-5ef024d5f9c7 admin admin] Publish callbacks [] for security_group (62584427-c2b6-497c-807e-4179107a88fd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.934476 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a34a4c6-d98e-499d-b7f3-5ef024d5f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (62584427-c2b6-497c-807e-4179107a88fd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:21.978302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9a34a4c6-d98e-499d-b7f3-5ef024d5f9c7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=28d12525cdaf4d52a44d5452c5209f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294615 Feb 19 02:57:21.978302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34a4c6-d98e-499d-b7f3-5ef024d5f9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62584427-c2b6-497c-807e-4179107a88fd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:21.978494 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46584) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:22.062523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d44b4ce3-6098-4dfc-9bff-2ed1260009d8 admin admin] Publish callbacks [] for security_group (62584427-c2b6-497c-807e-4179107a88fd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.103100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d44b4ce3-6098-4dfc-9bff-2ed1260009d8 admin admin] Publish callbacks [] for security_group (62584427-c2b6-497c-807e-4179107a88fd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.114813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db01915-7983-478d-851c-b3b55dccc651 req-85bcc440-fce6-4bbc-a954-f9cc96f66a60 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:22.121938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2db01915-7983-478d-851c-b3b55dccc651 req-85bcc440-fce6-4bbc-a954-f9cc96f66a60 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.0699849 Feb 19 02:57:22.162573 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d44b4ce3-6098-4dfc-9bff-2ed1260009d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (62584427-c2b6-497c-807e-4179107a88fd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.166445 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d44b4ce3-6098-4dfc-9bff-2ed1260009d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.167620 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d44b4ce3-6098-4dfc-9bff-2ed1260009d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/62584427-c2b6-497c-807e-4179107a88fd HTTP/1.1" status: 204 len: 168 time: 0.1860063 Feb 19 02:57:22.175881 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b4ce3-6098-4dfc-9bff-2ed1260009d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62584427-c2b6-497c-807e-4179107a88fd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:22.196574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2db01915-7983-478d-851c-b3b55dccc651 req-7d15bc2b-68f2-406b-b859-524a98a35cec tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723302 Feb 19 02:57:22.265653 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:22.586472 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b955500e-1b84-4813-b575-fb5d4c6b8804 req-9978a33a-d2f3-466f-ac41-3d1df6666745 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 210 time: 0.0520332 Feb 19 02:57:22.758534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95ec7d-915c-4018-a782-3adac08f665a req-0ca5e6eb-7de9-4948-b804-2e53d50c2bf9 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:22.765739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f95ec7d-915c-4018-a782-3adac08f665a req-0ca5e6eb-7de9-4948-b804-2e53d50c2bf9 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1291723 Feb 19 02:57:22.791611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-94431da8-2590-4579-a5e2-4bc0cb11e511 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:22.793125 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-94431da8-2590-4579-a5e2-4bc0cb11e511 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.67 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 807 time: 0.2050397 Feb 19 02:57:22.812940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Request body: {'port': {'device_id': '58209c03-93dc-4426-ad7d-80d1703a7c6f', 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f', 'admin_state_up': True, 'tenant_id': '2070a125af614429bfc65bdee24c8ce3'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:22.867359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f95ec7d-915c-4018-a782-3adac08f665a req-f1919c1d-87b5-4733-8fd1-4e485118ed4b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006291 Feb 19 02:57:22.982826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46638) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:23.110932 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-118693564-network', 'tenant_id': '861b31ea9c0a4eaca344f28194c51275'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:23.136952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Made reservation on behalf of 861b31ea9c0a4eaca344f28194c51275 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:23.139421 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.149389 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.166850 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.229768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Publish callbacks [] for security_group (6452a5f1-a76c-4602-b957-6afc400ce6b4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.234947 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6452a5f1-a76c-4602-b957-6afc400ce6b4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.259856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:57:23.269500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6452a5f1-a76c-4602-b957-6afc400ce6b4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:23.274482 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d9b2deff-a343-40b4-b2ad-646b55fe5a43), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.274821 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Added segment d9b2deff-a343-40b4-b2ad-646b55fe5a43 of type vlan for network 786540ae-380a-4002-9c76-008a7bd54a54 Feb 19 02:57:23.277526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331fce9-70f9-4fb8-97af-127b66614f8b req-3b4966fa-f986-4a19-969c-5439d10c4529 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:23.279061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6331fce9-70f9-4fb8-97af-127b66614f8b req-3b4966fa-f986-4a19-969c-5439d10c4529 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.4158859 Feb 19 02:57:23.281226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Made reservation on behalf of 2070a125af614429bfc65bdee24c8ce3 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:23.284404 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.303473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f38d07-2157-4dc3-8ac1-abb19b9b169e req-5a4c49e7-f926-4433-9723-7311de7561f8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:23.305079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4f38d07-2157-4dc3-8ac1-abb19b9b169e req-5a4c49e7-f926-4433-9723-7311de7561f8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1280410 Feb 19 02:57:23.315133 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (786540ae-380a-4002-9c76-008a7bd54a54), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.341932 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (786540ae-380a-4002-9c76-008a7bd54a54), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.343120 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:23.343854 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.394304 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4103041 Feb 19 02:57:23.402605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46646) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:23.408385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d366a3bb-be0a-45b8-a2a4-2c02dbee9891 admin admin] Request body: {'subnet': {'network_id': '786540ae-380a-4002-9c76-008a7bd54a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-118693564-subnet', 'tenant_id': '861b31ea9c0a4eaca344f28194c51275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:23.421921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebdfed-3ce4-45ce-8758-5a7928090df1 admin admin] Pushing event updated for resources: {'Network': ['ID=786540ae-380a-4002-9c76-008a7bd54a54,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:23.429447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6331fce9-70f9-4fb8-97af-127b66614f8b req-aeee647c-70c7-4607-a5c3-738153876e63 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390734 Feb 19 02:57:23.432250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 786540ae-380a-4002-9c76-008a7bd54a54 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:57:23.448042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4f38d07-2157-4dc3-8ac1-abb19b9b169e req-17599a17-e221-4d25-bbc1-8b185346eba1 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339662 Feb 19 02:57:23.463464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d366a3bb-be0a-45b8-a2a4-2c02dbee9891 admin admin] Made reservation on behalf of 861b31ea9c0a4eaca344f28194c51275 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:23.466660 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d366a3bb-be0a-45b8-a2a4-2c02dbee9891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.570338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Allocated IP 172.20.0.8 (ff602fb9-91ab-47e1-82a7-1e8bbb83d26f/5893490c-d4cb-4757-b30f-05a9f5b653ad/fc838c02-fc9b-45b6-93b9-9b7cdf27255b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:23.626858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d66193-c901-49dc-8634-1483f85eb433 req-c24ca40c-854e-4d33-b750-98ed2a49fa47 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:23.628358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36d66193-c901-49dc-8634-1483f85eb433 req-c24ca40c-854e-4d33-b750-98ed2a49fa47 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 943 time: 0.1000180 Feb 19 02:57:23.676174 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d366a3bb-be0a-45b8-a2a4-2c02dbee9891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (50a5f73c-3589-4dfd-ac2d-4855c1f63da2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.737950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366a3bb-be0a-45b8-a2a4-2c02dbee9891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a5f73c-3589-4dfd-ac2d-4855c1f63da2,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:23.745459 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d366a3bb-be0a-45b8-a2a4-2c02dbee9891 admin admin] Checking segment: {'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:23.745811 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366a3bb-be0a-45b8-a2a4-2c02dbee9891 admin admin] Network hostable DHCP agents. Network: 786540ae-380a-4002-9c76-008a7bd54a54, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:57:23.760966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5908799-51b9-44cd-9f85-dae119534da6 req-4b975d9d-c3b1-4688-9adb-6705fc3065e5 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 210 time: 0.0501914 Feb 19 02:57:23.764885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366a3bb-be0a-45b8-a2a4-2c02dbee9891 admin admin] Network 786540ae-380a-4002-9c76-008a7bd54a54 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:57:23.769587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36d66193-c901-49dc-8634-1483f85eb433 req-5c2e4f3f-e874-431e-86c5-134ff30b63ac tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298375 Feb 19 02:57:23.786657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f9633338-9a85-4c51-8efd-c6b74d9d36ec details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:23.797508 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d366a3bb-be0a-45b8-a2a4-2c02dbee9891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 786540ae-380a-4002-9c76-008a7bd54a54) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:23.810392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efdb04a-8833-4fd8-9f4d-9ae783687885 None None] Network 786540ae-380a-4002-9c76-008a7bd54a54 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:23.813630 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks [] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.820273 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d366a3bb-be0a-45b8-a2a4-2c02dbee9891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:23.820273 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d366a3bb-be0a-45b8-a2a4-2c02dbee9891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.852969 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d366a3bb-be0a-45b8-a2a4-2c02dbee9891 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4400420 Feb 19 02:57:23.865045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:23.918367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:23.924211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:23.928834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:23.963052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Pushing event updated for resources: {'Port': ['ID=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:23.986069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:23.986910 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.004269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609e8ea2-3baa-411e-a566-1b4d168f123c None None] Network 786540ae-380a-4002-9c76-008a7bd54a54 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:24.046613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-91944c29-dbe5-4207-a453-942944dcb16e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2406282 Feb 19 02:57:24.060516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Request body: {'port': {'device_id': '58209c03-93dc-4426-ad7d-80d1703a7c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:24.078864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:24.096193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91605c-7c53-4baf-8a5e-8daf9b75589e req-38fe0d7f-afd2-4fa0-88c2-a75f4375ee02 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:24.097902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb91605c-7c53-4baf-8a5e-8daf9b75589e req-38fe0d7f-afd2-4fa0-88c2-a75f4375ee02 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1000667 Feb 19 02:57:24.101035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'mac_address': 'fa:16:3e:3e:ac:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:57:24.182314 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.195721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb91605c-7c53-4baf-8a5e-8daf9b75589e req-52d8be72-a153-4bb5-bbc6-a41539875f8c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878866 Feb 19 02:57:24.197558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f9633338-9a85-4c51-8efd-c6b74d9d36ec is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:24.198009 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.231705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9633338-9a85-4c51-8efd-c6b74d9d36ec {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:24.267826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:24.278493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.340806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:24.350235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.350580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.350971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.351526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.352183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.352653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.353064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.353463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.353966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.354567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.355034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.355367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.355694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:24.486632 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46708) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:24.578432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80806dd6-90fb-433f-9ca7-517259f5401e req-ef327d1c-8792-4e32-a27f-db67e9647415 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:24.579974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-ef327d1c-8792-4e32-a27f-db67e9647415 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/networks?id=786540ae-380a-4002-9c76-008a7bd54a54 HTTP/1.1" status: 200 len: 821 time: 0.2204089 Feb 19 02:57:24.603900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f2003c11-a9b0-4f1b-b40b-3b3e353e4768 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:24.615708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2519809c-16fa-4105-a318-d9ad2d7adbca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.618961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-496c8ca5-aa82-4fae-a207-4fcc8dc8d662 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/quotas/861b31ea9c0a4eaca344f28194c51275 HTTP/1.1" status: 200 len: 375 time: 0.0313613 Feb 19 02:57:24.671607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d530d2-d251-40cd-a27d-0c2b6b299959 req-6d2f228c-1c1b-4775-a6f7-fd11f1971d24 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:24.673212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9d530d2-d251-40cd-a27d-0c2b6b299959 req-6d2f228c-1c1b-4775-a6f7-fd11f1971d24 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 948 time: 0.1653273 Feb 19 02:57:24.701838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-6de80f16-d5cb-44a4-a8a6-62dba7e52b28 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=861b31ea9c0a4eaca344f28194c51275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591340 Feb 19 02:57:24.703986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc838c02-fc9b-45b6-93b9-9b7cdf27255b {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:24.719152 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Publish callbacks [] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.729653 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2519809c-16fa-4105-a318-d9ad2d7adbca admin admin] Publish callbacks [] for security_group (af842338-0197-4313-a9c0-a959c73e46d0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.732308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f9633338-9a85-4c51-8efd-c6b74d9d36ec'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:24.735561 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2519809c-16fa-4105-a318-d9ad2d7adbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (af842338-0197-4313-a9c0-a959c73e46d0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.771859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f2003c11-a9b0-4f1b-b40b-3b3e353e4768, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f2003c11-a9b0-4f1b-b40b-3b3e353e4768,segment=NetworkSegment(c1d13c4a-88b9-4d72-9dfd-76df5245d34f),segment_id=c1d13c4a-88b9-4d72-9dfd-76df5245d34f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:24.783896 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2519809c-16fa-4105-a318-d9ad2d7adbca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a3616be42aa8410f83c3d933b7ccbe5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937779 Feb 19 02:57:24.784344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46712) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:24.791109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Transition to ACTIVE for port object fc838c02-fc9b-45b6-93b9-9b7cdf27255b will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:57:24.791352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519809c-16fa-4105-a318-d9ad2d7adbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af842338-0197-4313-a9c0-a959c73e46d0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:24.798380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'port_id': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768', 'mac_address': 'fa:16:3e:c1:e7:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:57:24.808384 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.854175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46e0648e-599e-4f2f-bb6a-3e2c4000e890 admin admin] Publish callbacks [] for security_group (af842338-0197-4313-a9c0-a959c73e46d0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.858575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9d530d2-d251-40cd-a27d-0c2b6b299959 req-0d27cd95-7792-46df-ae0e-909bd4b7c31d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666403 Feb 19 02:57:24.873295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:24.873959 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.898305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2003c11-a9b0-4f1b-b40b-3b3e353e4768 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:24.904337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46e0648e-599e-4f2f-bb6a-3e2c4000e890 admin admin] Publish callbacks [] for security_group (af842338-0197-4313-a9c0-a959c73e46d0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:24.919934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:24.930636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-35dca8d3-4d03-4b28-8016-156cc3caf8b5 service neutron] 10.222.0.81 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143734 Feb 19 02:57:24.932922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f2003c11-a9b0-4f1b-b40b-3b3e353e4768, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f2003c11-a9b0-4f1b-b40b-3b3e353e4768,segment=NetworkSegment(c1d13c4a-88b9-4d72-9dfd-76df5245d34f),segment_id=c1d13c4a-88b9-4d72-9dfd-76df5245d34f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:24.947861 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.004124 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46e0648e-599e-4f2f-bb6a-3e2c4000e890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (af842338-0197-4313-a9c0-a959c73e46d0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.012129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46e0648e-599e-4f2f-bb6a-3e2c4000e890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.014825 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-46e0648e-599e-4f2f-bb6a-3e2c4000e890 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af842338-0197-4313-a9c0-a959c73e46d0 HTTP/1.1" status: 204 len: 168 time: 0.2293365 Feb 19 02:57:25.027750 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f2003c11-a9b0-4f1b-b40b-3b3e353e4768,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:25.032975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0648e-599e-4f2f-bb6a-3e2c4000e890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af842338-0197-4313-a9c0-a959c73e46d0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:25.153119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:25.153436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:25.153774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:25.161547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-fb5f2935-0a92-428a-8456-b223f24cdf57 service neutron] 10.222.0.81 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299464 Feb 19 02:57:25.170217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02940e62-f7be-4e7b-8ba8-aed45dc0716e req-3bc34c4d-d4ca-447f-a1d1-7e8ecab811f0 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:25.171719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02940e62-f7be-4e7b-8ba8-aed45dc0716e req-3bc34c4d-d4ca-447f-a1d1-7e8ecab811f0 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.2022676 Feb 19 02:57:25.172861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:57:25.173182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:25.179960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:25.180404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:25.181098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:25.181810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Bound port: fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:25.182396 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.286560 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02940e62-f7be-4e7b-8ba8-aed45dc0716e req-09cca6f7-aca2-481d-9f76-c9770b700910 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994933 Feb 19 02:57:25.303443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:25.307748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:25.321652 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.330677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['f2003c11-a9b0-4f1b-b40b-3b3e353e4768'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:25.467998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:25.469053 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.470734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] 10.222.0.67 "PUT /v2.0/ports/fc838c02-fc9b-45b6-93b9-9b7cdf27255b HTTP/1.1" status: 200 len: 1091 time: 1.4156837 Feb 19 02:57:25.472760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58209c03-93dc-4426-ad7d-80d1703a7c6f', 'tag': 'fc838c02-fc9b-45b6-93b9-9b7cdf27255b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:25.477226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46728) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:25.495703 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5fc67c-c48e-40c4-833e-f909bd705908" -d '{"events": [{"name": "network-changed", "server_uuid": "58209c03-93dc-4426-ad7d-80d1703a7c6f", "tag": "fc838c02-fc9b-45b6-93b9-9b7cdf27255b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:25.500188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81ceeddb-c05a-493a-8b4d-878a3fa04f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.614337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81ceeddb-c05a-493a-8b4d-878a3fa04f10 admin admin] Publish callbacks [] for security_group (e69edac2-ebc5-4f4d-a313-fff41a506058), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.625219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeced0fd-038e-4818-9d18-9d2627f885d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:25.626421 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81ceeddb-c05a-493a-8b4d-878a3fa04f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e69edac2-ebc5-4f4d-a313-fff41a506058), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.660718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11986ffb-8269-4ebb-82cc-9d43a13ec9ae req-637d8f65-311f-4303-be3a-96b7bd8cc433 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:25.665596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11986ffb-8269-4ebb-82cc-9d43a13ec9ae req-637d8f65-311f-4303-be3a-96b7bd8cc433 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 944 time: 0.2379386 Feb 19 02:57:25.682378 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-81ceeddb-c05a-493a-8b4d-878a3fa04f10 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6d703336195e45aeaa7c362b330afd22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2032719 Feb 19 02:57:25.684359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ceeddb-c05a-493a-8b4d-878a3fa04f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69edac2-ebc5-4f4d-a313-fff41a506058,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:25.685891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5223e-23ef-4a14-b13b-c1143f75aa26 req-9457c616-eacc-4582-9d6b-baaa8a184fb4 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:25.687499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49d5223e-23ef-4a14-b13b-c1143f75aa26 req-9457c616-eacc-4582-9d6b-baaa8a184fb4 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.2954502 Feb 19 02:57:25.687741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46736) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:25.755175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7fce6c78-c2c6-4a3e-8042-c8b2645da230 admin admin] Publish callbacks [] for security_group (e69edac2-ebc5-4f4d-a313-fff41a506058), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.767813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-a313e2d5-8160-44a3-a964-8f5493e4c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:25.769630 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-a313e2d5-8160-44a3-a964-8f5493e4c1c1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 1125 time: 0.2190456 Feb 19 02:57:25.782600 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7fce6c78-c2c6-4a3e-8042-c8b2645da230 admin admin] Publish callbacks [] for security_group (e69edac2-ebc5-4f4d-a313-fff41a506058), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.836387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-dc1c13f2-1aaf-4dd5-be7c-86617cf7d042 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b HTTP/1.1" status: 200 len: 217 time: 0.0512624 Feb 19 02:57:25.845099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49d5223e-23ef-4a14-b13b-c1143f75aa26 req-bf7e1951-5e30-43bb-abcc-ba318342079b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396718 Feb 19 02:57:25.846231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7fce6c78-c2c6-4a3e-8042-c8b2645da230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e69edac2-ebc5-4f4d-a313-fff41a506058), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.848898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7fce6c78-c2c6-4a3e-8042-c8b2645da230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:25.852637 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7fce6c78-c2c6-4a3e-8042-c8b2645da230 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e69edac2-ebc5-4f4d-a313-fff41a506058 HTTP/1.1" status: 204 len: 168 time: 0.1608934 Feb 19 02:57:25.862213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce6c78-c2c6-4a3e-8042-c8b2645da230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69edac2-ebc5-4f4d-a313-fff41a506058,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:25.870417 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11986ffb-8269-4ebb-82cc-9d43a13ec9ae req-cbfee354-4990-4147-94fa-1e459b17fd19 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696038 Feb 19 02:57:25.965715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-04441136-27fa-4ac9-b8ef-ae8dea973938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:25.967231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-04441136-27fa-4ac9-b8ef-ae8dea973938 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.1177261 Feb 19 02:57:26.054831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-94159813-aef7-4f3e-ab08-6f528bc93eb5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700755 Feb 19 02:57:26.056998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7751d38-9894-44eb-8147-3132f30cf739 req-476ba0a0-f440-4bad-aff6-093b15365945 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 210 time: 0.0733321 Feb 19 02:57:26.127624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff8bbe-ee2c-407d-ae84-672743321d65 req-c6d9f07c-7c9d-48c8-ac4a-c8ebe2570028 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:26.135005 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fff8bbe-ee2c-407d-ae84-672743321d65 req-c6d9f07c-7c9d-48c8-ac4a-c8ebe2570028 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1599028 Feb 19 02:57:26.145857 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375098a3-5492-42e3-ac6f-0c3afed355ff x-openstack-request-id: req-375098a3-5492-42e3-ac6f-0c3afed355ff {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:26.146139 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58209c03-93dc-4426-ad7d-80d1703a7c6f", "tag": "fc838c02-fc9b-45b6-93b9-9b7cdf27255b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:26.146376 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-375098a3-5492-42e3-ac6f-0c3afed355ff {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:26.146773 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58209c03-93dc-4426-ad7d-80d1703a7c6f', 'tag': 'fc838c02-fc9b-45b6-93b9-9b7cdf27255b', 'status': 'completed', 'code': 200} Feb 19 02:57:26.199742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-2d0185c7-0f6b-4691-83d7-b5b02f761a5a service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386540 Feb 19 02:57:26.218551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fff8bbe-ee2c-407d-ae84-672743321d65 req-c745654e-e6e6-4ea6-8a46-4097910461fe tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775595 Feb 19 02:57:26.353578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92ed30-e7cb-4d1f-a248-3ca4be2e7b80 req-4885c1a8-54ae-4df9-83fc-9d830d977b1d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:26.355128 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b92ed30-e7cb-4d1f-a248-3ca4be2e7b80 req-4885c1a8-54ae-4df9-83fc-9d830d977b1d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 948 time: 0.1354492 Feb 19 02:57:26.391279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf458c59-1f94-4e46-bf4e-56a03d23953e req-77ebe82f-5998-4174-b08c-d3d4a3bac860 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613147 Feb 19 02:57:26.461790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b92ed30-e7cb-4d1f-a248-3ca4be2e7b80 req-94ab595b-c3e5-4d6f-b657-d1eee19a55f6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924678 Feb 19 02:57:26.501551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a40a0-29ff-45ff-b807-c03570102375 req-7be51e8e-981a-4f63-83d0-6ce4e5860e2a tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:26.503048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b34a40a0-29ff-45ff-b807-c03570102375 req-7be51e8e-981a-4f63-83d0-6ce4e5860e2a tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1164618 Feb 19 02:57:26.536408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fc67c-c48e-40c4-833e-f909bd705908 req-ee473ebf-ec85-4f01-8780-b8eaa1ca95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:26.537974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be5fc67c-c48e-40c4-833e-f909bd705908 req-ee473ebf-ec85-4f01-8780-b8eaa1ca95b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 1125 time: 0.0798359 Feb 19 02:57:26.607247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b34a40a0-29ff-45ff-b807-c03570102375 req-855ec7b0-16e2-4604-9aaa-584b3705bee2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927818 Feb 19 02:57:26.623166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f2003c11-a9b0-4f1b-b40b-3b3e353e4768 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:26.652903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fc67c-c48e-40c4-833e-f909bd705908 req-d859bd3b-802b-496d-a1fc-905662602058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:26.654350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be5fc67c-c48e-40c4-833e-f909bd705908 req-d859bd3b-802b-496d-a1fc-905662602058 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.1036594 Feb 19 02:57:26.690522 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:57:26.696630 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:26.697284 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:26.709062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be5fc67c-c48e-40c4-833e-f909bd705908 req-34362871-558f-4d80-b92f-f68a24de3323 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b HTTP/1.1" status: 200 len: 217 time: 0.0485222 Feb 19 02:57:26.773234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fc67c-c48e-40c4-833e-f909bd705908 req-d72759cc-dd67-4cd8-a786-9a79a0771298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:26.775018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be5fc67c-c48e-40c4-833e-f909bd705908 req-d72759cc-dd67-4cd8-a786-9a79a0771298 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0574238 Feb 19 02:57:26.812243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:26.813234 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:26.813997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be5fc67c-c48e-40c4-833e-f909bd705908 req-6a578e1b-7908-48e5-b83e-9b722c9ef2d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311439 Feb 19 02:57:26.841589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6def824d-c0c0-4884-a29f-893371ca21cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:26.842545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46764) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:26.845265 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72872c55-b289-4d8a-90de-9105cd94cd9d" -d '{"events": [{"server_uuid": "6def824d-c0c0-4884-a29f-893371ca21cc", "name": "network-vif-plugged", "status": "completed", "tag": "f2003c11-a9b0-4f1b-b40b-3b3e353e4768"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:26.918100 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f2003c11-a9b0-4f1b-b40b-3b3e353e4768, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f2003c11-a9b0-4f1b-b40b-3b3e353e4768,segment=NetworkSegment(c1d13c4a-88b9-4d72-9dfd-76df5245d34f),segment_id=c1d13c4a-88b9-4d72-9dfd-76df5245d34f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:26.943766 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.004970 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8018980-03c6-4ac6-821a-efeffb3c256e x-openstack-request-id: req-d8018980-03c6-4ac6-821a-efeffb3c256e {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:27.005461 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6def824d-c0c0-4884-a29f-893371ca21cc", "name": "network-vif-plugged", "status": "completed", "tag": "f2003c11-a9b0-4f1b-b40b-3b3e353e4768", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:27.005878 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8018980-03c6-4ac6-821a-efeffb3c256e {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:27.008459 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6def824d-c0c0-4884-a29f-893371ca21cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768', 'code': 200} Feb 19 02:57:27.058152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1486916408-network', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:27.063618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f2003c11-a9b0-4f1b-b40b-3b3e353e4768,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:27.131199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Made reservation on behalf of 1a57bde5db8f495d920336bdbebea07b for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:27.134389 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.151834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.192268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93fc4-0257-4824-acd7-d6dc0691e1e5 req-2bdb2837-ba95-474c-8c50-fd511042a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:27.194460 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5fa93fc4-0257-4824-acd7-d6dc0691e1e5 req-2bdb2837-ba95-474c-8c50-fd511042a3f3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 1127 time: 0.1006088 Feb 19 02:57:27.254499 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5fa93fc4-0257-4824-acd7-d6dc0691e1e5 req-00eefe96-7816-4429-b847-1e967167fc8f service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505247 Feb 19 02:57:27.291799 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Publish callbacks [] for security_group (e68fc07a-43e7-4b62-8768-0618963f9426), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.297018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e68fc07a-43e7-4b62-8768-0618963f9426), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.314747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:57:27.326090 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d856ffb6-e434-4b34-9c99-212bb4dc3ab6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.326753 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Added segment d856ffb6-e434-4b34-9c99-212bb4dc3ab6 of type vlan for network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 Feb 19 02:57:27.383261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (8a01637e-74d0-4e58-bcec-ab9d5acd9068), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.402180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68fc07a-43e7-4b62-8768-0618963f9426,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:27.433432 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (8a01637e-74d0-4e58-bcec-ab9d5acd9068), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.434475 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:27.435090 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.481299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2f448-86be-4174-83da-6292f512033c req-902002e5-6eff-4a11-a1c2-ae141d80c698 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:27.483054 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56b2f448-86be-4174-83da-6292f512033c req-902002e5-6eff-4a11-a1c2-ae141d80c698 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.2182944 Feb 19 02:57:27.485580 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be5fc67c-c48e-40c4-833e-f909bd705908 req-7f3edd82-0dd8-48ba-8a2d-c088482664b5 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639006 Feb 19 02:57:27.491619 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6472728 Feb 19 02:57:27.492855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f2b41-555a-4cfc-904b-2020cf00cf9e req-4648bc27-b2df-425d-931e-6cc41212506b tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:27.494542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46780) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:27.499513 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d4959364-a1de-4d6d-95ce-ebbbba79dc62 admin admin] Request body: {'subnet': {'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486916408-subnet', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:27.500958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-664f2b41-555a-4cfc-904b-2020cf00cf9e req-4648bc27-b2df-425d-931e-6cc41212506b tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 945 time: 0.2335231 Feb 19 02:57:27.512737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c2855-1e86-42c0-8b97-42d343ca57f5 admin admin] Pushing event updated for resources: {'Network': ['ID=8a01637e-74d0-4e58-bcec-ab9d5acd9068,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:27.518287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80806dd6-90fb-433f-9ca7-517259f5401e req-a8a817fa-cf0c-4269-bbbe-289b0fbd24ad tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:27.519633 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-a8a817fa-cf0c-4269-bbbe-289b0fbd24ad tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.67 "GET /v2.0/networks?id=786540ae-380a-4002-9c76-008a7bd54a54 HTTP/1.1" status: 200 len: 821 time: 0.2532480 Feb 19 02:57:27.528234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:57:27.537793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4959364-a1de-4d6d-95ce-ebbbba79dc62 admin admin] Made reservation on behalf of 1a57bde5db8f495d920336bdbebea07b for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:27.540698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4959364-a1de-4d6d-95ce-ebbbba79dc62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.588382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-80806dd6-90fb-433f-9ca7-517259f5401e req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Request body: {'port': {'device_id': 'a3b4b15f-8ff0-4d42-8cc7-c9be05701474', 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54', 'admin_state_up': True, 'tenant_id': '861b31ea9c0a4eaca344f28194c51275'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:27.681281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56b2f448-86be-4174-83da-6292f512033c req-9aa357fc-9a58-4988-98f4-01fba0d4ab95 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778893 Feb 19 02:57:27.722250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-664f2b41-555a-4cfc-904b-2020cf00cf9e req-c20fda7e-362b-4e00-92c6-0963eeb027ea tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203567 Feb 19 02:57:27.797362 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4959364-a1de-4d6d-95ce-ebbbba79dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (b85c7a53-5a87-437b-b879-d4d2ff9fe3bb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.800131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9a5e044-773a-4779-beaf-badbb1239fd4 req-3d73b2c7-e8da-415e-9cc8-686a46057e66 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 210 time: 0.0410254 Feb 19 02:57:27.815548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f9633338-9a85-4c51-8efd-c6b74d9d36ec up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:27.887900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port f9633338-9a85-4c51-8efd-c6b74d9d36ec completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:57:27.892142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port f9633338-9a85-4c51-8efd-c6b74d9d36ec triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:27.892513 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.893945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4959364-a1de-4d6d-95ce-ebbbba79dc62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85c7a53-5a87-437b-b879-d4d2ff9fe3bb,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:27.908483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4959364-a1de-4d6d-95ce-ebbbba79dc62 admin admin] Checking segment: {'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:27.908948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4959364-a1de-4d6d-95ce-ebbbba79dc62 admin admin] Network hostable DHCP agents. Network: 8a01637e-74d0-4e58-bcec-ab9d5acd9068, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:57:27.933573 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4959364-a1de-4d6d-95ce-ebbbba79dc62 admin admin] Network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:57:27.947930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d4959364-a1de-4d6d-95ce-ebbbba79dc62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 8a01637e-74d0-4e58-bcec-ab9d5acd9068) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:27.953212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4959364-a1de-4d6d-95ce-ebbbba79dc62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:27.953873 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4959364-a1de-4d6d-95ce-ebbbba79dc62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:27.954788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be5fc67c-c48e-40c4-833e-f909bd705908 req-31a4fcc5-8aa1-4175-95e0-606fc4514f71 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772480 Feb 19 02:57:27.967115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729f2d2d-cd73-4690-97ea-aeffdc5986d0 None None] Network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:27.984506 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d4959364-a1de-4d6d-95ce-ebbbba79dc62 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4860938 Feb 19 02:57:27.985320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46784) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:27.994270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1486916408-router', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:28.003446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96d1d0-bd1f-4d72-8433-c4c3b972b495 req-2651cc4a-f9bc-4462-b4ec-0692640330dc tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:28.012965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb96d1d0-bd1f-4d72-8433-c4c3b972b495 req-2651cc4a-f9bc-4462-b4ec-0692640330dc tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1881430 Feb 19 02:57:28.023592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80806dd6-90fb-433f-9ca7-517259f5401e req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Made reservation on behalf of 861b31ea9c0a4eaca344f28194c51275 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:28.025132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.026461 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.027011 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-80806dd6-90fb-433f-9ca7-517259f5401e req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.040898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79073bd0-9cc4-44ac-8338-159cd0310f02 req-f6f7901c-918f-4e7e-91e2-a502375ab7c0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:28.042538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79073bd0-9cc4-44ac-8338-159cd0310f02 req-f6f7901c-918f-4e7e-91e2-a502375ab7c0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 948 time: 0.1355128 Feb 19 02:57:28.090184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f9633338-9a85-4c51-8efd-c6b74d9d36ec is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:28.090184 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.110021 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Publish callbacks [] for router_controller (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.169220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb96d1d0-bd1f-4d72-8433-c4c3b972b495 req-ecca818d-20c4-47ef-8bb5-a7867881ab53 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549304 Feb 19 02:57:28.171925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:28.187671 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-8a01637e-74d0-4e58-bcec-ab9d5acd9068', 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068', 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'fixed_ips': [{'subnet_id': 'b85c7a53-5a87-437b-b879-d4d2ff9fe3bb'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:57:28.187671 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.192615 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.266914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79073bd0-9cc4-44ac-8338-159cd0310f02 req-0a573d7a-2bb4-4e97-9a05-24b646d5c40a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061594 Feb 19 02:57:28.269995 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Publish callbacks [] for router_gateway (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.310037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-80806dd6-90fb-433f-9ca7-517259f5401e req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Allocated IP 172.20.0.12 (786540ae-380a-4002-9c76-008a7bd54a54/50a5f73c-3589-4dfd-ac2d-4855c1f63da2/aeb172d8-2b54-47b7-852f-759fc10a6bf5) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:28.334540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e62ed-e933-4396-97d9-5b0b3cc9907f req-77b0dda1-a08f-4646-8188-ee3f36e1532f tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:28.336817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d37e62ed-e933-4396-97d9-5b0b3cc9907f req-77b0dda1-a08f-4646-8188-ee3f36e1532f tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0848892 Feb 19 02:57:28.395206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:28.462860 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d37e62ed-e933-4396-97d9-5b0b3cc9907f req-9bfbc472-2a66-4883-bffd-c670289fac59 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203344 Feb 19 02:57:28.467802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Allocated IP 172.20.0.2 (8a01637e-74d0-4e58-bcec-ab9d5acd9068/b85c7a53-5a87-437b-b879-d4d2ff9fe3bb/c25b29c8-5e1a-4067-a8a6-eea21a2983ce) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:28.511767 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Publish callbacks [] for router_gateway (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.532571 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.534539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-80806dd6-90fb-433f-9ca7-517259f5401e req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.592967 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-80806dd6-90fb-433f-9ca7-517259f5401e req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.625893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80806dd6-90fb-433f-9ca7-517259f5401e req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Network 786540ae-380a-4002-9c76-008a7bd54a54 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:28.661213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-80806dd6-90fb-433f-9ca7-517259f5401e req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:28.665956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-80806dd6-90fb-433f-9ca7-517259f5401e req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:28.668809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Allocated IP 172.25.1.149 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/62851d85-c76c-4b36-9f12-4a1963562066) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:28.709836 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event updated for resources: {'Port': ['ID=aeb172d8-2b54-47b7-852f-759fc10a6bf5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:28.764487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80806dd6-90fb-433f-9ca7-517259f5401e req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:28.766385 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-80806dd6-90fb-433f-9ca7-517259f5401e req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.813767 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Publish callbacks [] for port (62851d85-c76c-4b36-9f12-4a1963562066), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.826911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-979b76e7-bc70-4e84-8f51-d342cdb21bdf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2504830 Feb 19 02:57:28.869624 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Publish callbacks [] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.879269 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.888375 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (62851d85-c76c-4b36-9f12-4a1963562066), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:28.889262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Request body: {'port': {'device_id': 'a3b4b15f-8ff0-4d42-8cc7-c9be05701474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:28.921573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:28.924362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:28.934089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:28.937369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Pushing event updated for resources: {'Port': ['ID=c25b29c8-5e1a-4067-a8a6-eea21a2983ce,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:28.960909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d33fc-fae5-45c0-ba55-b7d52d8ccc6c req-a007f819-5e7f-40df-bf3a-7ad425d5cdc6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:28.963056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-839d33fc-fae5-45c0-ba55-b7d52d8ccc6c req-a007f819-5e7f-40df-bf3a-7ad425d5cdc6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.1827362 Feb 19 02:57:28.997143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Attempting to bind port c25b29c8-5e1a-4067-a8a6-eea21a2983ce on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:28.997511 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Attempting to bind port c25b29c8-5e1a-4067-a8a6-eea21a2983ce by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:28.997772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Attempting to bind port c25b29c8-5e1a-4067-a8a6-eea21a2983ce on network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:29.003981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:29.005139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Checking segment: {'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:29.005139 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.005333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Bound using segment: {'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:29.005666 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Bound port: c25b29c8-5e1a-4067-a8a6-eea21a2983ce, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:29.006043 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.010699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:29.013357 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432e4086-75ea-411f-9cb5-15dbd0ef469f" -d '{"events": [{"server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "name": "network-vif-plugged", "status": "completed", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:29.035238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6480b5-8dca-4ae1-a144-ed0073d50024 req-7c92310b-9575-4213-a531-850e23ef3e6c tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.036863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c6480b5-8dca-4ae1-a144-ed0073d50024 req-7c92310b-9575-4213-a531-850e23ef3e6c tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 945 time: 0.2223206 Feb 19 02:57:29.042427 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.083407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] For port c25b29c8-5e1a-4067-a8a6-eea21a2983ce, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:29.087196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] For port c25b29c8-5e1a-4067-a8a6-eea21a2983ce, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c25b29c8-5e1a-4067-a8a6-eea21a2983ce,segment=NetworkSegment(d856ffb6-e434-4b34-9c99-212bb4dc3ab6),segment_id=d856ffb6-e434-4b34-9c99-212bb4dc3ab6)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:29.096712 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.106456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-839d33fc-fae5-45c0-ba55-b7d52d8ccc6c req-d107d9b1-5303-4872-ae42-dd3a2d5a8b3a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333978 Feb 19 02:57:29.163112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c6480b5-8dca-4ae1-a144-ed0073d50024 req-d4e6e5b8-4e5e-4464-87dd-d07640786523 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100361 Feb 19 02:57:29.183577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073c89a-227f-42c4-aa6c-66c9e677e559 None None] Pushing event updated for resources: {'Port': ['ID=c25b29c8-5e1a-4067-a8a6-eea21a2983ce,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:29.241428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:29.242652 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3115f141-13a5-4b1f-88b4-9ddced1a7d7f x-openstack-request-id: req-3115f141-13a5-4b1f-88b4-9ddced1a7d7f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:29.242946 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "name": "network-vif-plugged", "status": "completed", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:29.243302 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3115f141-13a5-4b1f-88b4-9ddced1a7d7f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:29.244195 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'code': 200} Feb 19 02:57:29.245331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:29.248854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:29.295865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Pushing event updated for resources: {'Port': ['ID=62851d85-c76c-4b36-9f12-4a1963562066,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:29.450617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87733cc1-5371-4f79-8282-fd6f72c2ef12 req-8739f0b3-9857-4f40-92b3-6a10e3c6f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.452224 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-87733cc1-5371-4f79-8282-fd6f72c2ef12 req-8739f0b3-9857-4f40-92b3-6a10e3c6f58d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 1131 time: 0.1142864 Feb 19 02:57:29.469766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4189c51-43c2-482e-9265-75571ee682b1 req-5305066b-9510-464f-be06-4e6fe4c28715 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.471180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4189c51-43c2-482e-9265-75571ee682b1 req-5305066b-9510-464f-be06-4e6fe4c28715 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 932 time: 0.1857598 Feb 19 02:57:29.516239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd88347-19a8-4937-908f-5d81efead40a req-a5046906-c876-481c-af4b-39efa13d0ec8 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.517811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fd88347-19a8-4937-908f-5d81efead40a req-a5046906-c876-481c-af4b-39efa13d0ec8 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1814296 Feb 19 02:57:29.549622 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-87733cc1-5371-4f79-8282-fd6f72c2ef12 req-6b47870a-f81c-400d-bd12-26b7ddaf6b5b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910351 Feb 19 02:57:29.611204 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Publish callbacks [] for router_gateway (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.628484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4189c51-43c2-482e-9265-75571ee682b1 req-63aad6b6-16db-40c6-8167-1c87651c4779 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375875 Feb 19 02:57:29.652377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fd88347-19a8-4937-908f-5d81efead40a req-d55c2b08-1395-4d86-aaf0-0c891bc33115 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098809 Feb 19 02:57:29.652377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb172d8-2b54-47b7-852f-759fc10a6bf5 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:29.658953 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Publish callbacks [] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.693884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Transition to ACTIVE for port object aeb172d8-2b54-47b7-852f-759fc10a6bf5 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:57:29.702085 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.819421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb172d8-2b54-47b7-852f-759fc10a6bf5,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:29.835232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:29.890566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ad877-d6b7-4a38-9e6a-829608ac9f13 req-1de28af3-de4c-4667-8970-cb168f137ac5 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.892085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-597ad877-d6b7-4a38-9e6a-829608ac9f13 req-1de28af3-de4c-4667-8970-cb168f137ac5 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1598353 Feb 19 02:57:29.903477 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a28ee-0b32-43ed-ac94-32bca5b32571 req-d8d8165f-a66c-43cc-a06b-72616830544b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:29.904957 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d69a28ee-0b32-43ed-ac94-32bca5b32571 req-d8d8165f-a66c-43cc-a06b-72616830544b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1710453 Feb 19 02:57:29.950470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Attempting to bind port aeb172d8-2b54-47b7-852f-759fc10a6bf5 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:29.950830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Attempting to bind port aeb172d8-2b54-47b7-852f-759fc10a6bf5 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:29.951126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Attempting to bind port aeb172d8-2b54-47b7-852f-759fc10a6bf5 on network 786540ae-380a-4002-9c76-008a7bd54a54 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:29.979251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Router bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:57:29.980421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Port aeb172d8-2b54-47b7-852f-759fc10a6bf5 on network 786540ae-380a-4002-9c76-008a7bd54a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:57:29.980759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Attempting to bind port aeb172d8-2b54-47b7-852f-759fc10a6bf5 on network 786540ae-380a-4002-9c76-008a7bd54a54 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:30.007478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d69a28ee-0b32-43ed-ac94-32bca5b32571 req-960fbcc5-86d8-4e73-acdd-8b28da9dab22 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933774 Feb 19 02:57:30.008243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:30.008577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Checking segment: {'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:30.008986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Bound using segment: {'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:30.009443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Bound port: aeb172d8-2b54-47b7-852f-759fc10a6bf5, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:30.010154 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.036402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-597ad877-d6b7-4a38-9e6a-829608ac9f13 req-127bca9a-b2ed-48f8-8c0b-e2e9ef25db25 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165285 Feb 19 02:57:30.096471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:30.103962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] For port aeb172d8-2b54-47b7-852f-759fc10a6bf5, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:30.105543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Sync routers for ids ['bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:30.109966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] For port aeb172d8-2b54-47b7-852f-759fc10a6bf5, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=aeb172d8-2b54-47b7-852f-759fc10a6bf5,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:30.117828 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.119252 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ceb697c3-d31e-4c87-a4f5-8452419d0dd4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1324396 Feb 19 02:57:30.122476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46800) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:30.124961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Routers {'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:30.125427 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.125923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:57:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:30.176277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:30.176985 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.178940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] 10.222.0.67 "PUT /v2.0/ports/aeb172d8-2b54-47b7-852f-759fc10a6bf5 HTTP/1.1" status: 200 len: 1092 time: 1.2966897 Feb 19 02:57:30.179626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b4b15f-8ff0-4d42-8cc7-c9be05701474', 'tag': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:30.191049 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deed27c1-12ea-4683-840e-2d348974ac1e" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b4b15f-8ff0-4d42-8cc7-c9be05701474", "tag": "aeb172d8-2b54-47b7-852f-759fc10a6bf5"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:30.271336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cef095-69c1-4d8e-b554-99dda9261062 service neutron] Pushing event updated for resources: {'Port': ['ID=aeb172d8-2b54-47b7-852f-759fc10a6bf5,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:30.340974 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Set router bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:30.368212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadbd76-b015-435b-9160-4b1f71d96444 req-c42609af-118b-4f10-a26f-0fe011e622d0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:30.369766 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-efadbd76-b015-435b-9160-4b1f71d96444 req-c42609af-118b-4f10-a26f-0fe011e622d0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.1505849 Feb 19 02:57:30.375293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80806dd6-90fb-433f-9ca7-517259f5401e req-bbb126d1-0b05-49a8-b4dc-12bde341876a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:30.376788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-bbb126d1-0b05-49a8-b4dc-12bde341876a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=861b31ea9c0a4eaca344f28194c51275&device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 1126 time: 0.1353953 Feb 19 02:57:30.415421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f5eb8-169a-4ec5-a2e8-b9df4683898c None None] Network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:30.440698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478d84f-1715-4f1e-92a3-875a8b6f751a req-051c7975-43ca-4e02-9536-05cb58059063 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:30.442213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b478d84f-1715-4f1e-92a3-875a8b6f751a req-051c7975-43ca-4e02-9536-05cb58059063 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 945 time: 0.1470873 Feb 19 02:57:30.443783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-1b508226-c193-4995-a2ee-b927a514627d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeb172d8-2b54-47b7-852f-759fc10a6bf5 HTTP/1.1" status: 200 len: 217 time: 0.0583563 Feb 19 02:57:30.522526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-efadbd76-b015-435b-9160-4b1f71d96444 req-5179c67a-b4da-4414-8fe6-e483543bb302 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439955 Feb 19 02:57:30.542195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80806dd6-90fb-433f-9ca7-517259f5401e req-e98331a0-67c7-44cc-974c-3f6a7f2d5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:30.542195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-e98331a0-67c7-44cc-974c-3f6a7f2d5093 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=50a5f73c-3589-4dfd-ac2d-4855c1f63da2 HTTP/1.1" status: 200 len: 861 time: 0.0828106 Feb 19 02:57:30.551160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b478d84f-1715-4f1e-92a3-875a8b6f751a req-f2f868fa-da58-462c-ac51-27d2f3f7235b tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022344 Feb 19 02:57:30.585188 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-0b5b0318-1999-46e1-a314-add51967f8ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=786540ae-380a-4002-9c76-008a7bd54a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328205 Feb 19 02:57:30.592860 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020231ed-5dab-4425-937d-715d427f929e x-openstack-request-id: req-020231ed-5dab-4425-937d-715d427f929e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:30.593152 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b4b15f-8ff0-4d42-8cc7-c9be05701474", "tag": "aeb172d8-2b54-47b7-852f-759fc10a6bf5", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:30.593413 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-020231ed-5dab-4425-937d-715d427f929e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:30.593919 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b4b15f-8ff0-4d42-8cc7-c9be05701474', 'tag': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5', 'status': 'completed', 'code': 200} Feb 19 02:57:30.614910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-58a1b1fb-6d6f-4142-9417-426cf4d97800 None None] Provisioning complete for port c25b29c8-5e1a-4067-a8a6-eea21a2983ce triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:30.615566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-58a1b1fb-6d6f-4142-9417-426cf4d97800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.628000 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.675538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device fc838c02-fc9b-45b6-93b9-9b7cdf27255b details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:30.758004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a630aa-6f58-4ebc-8410-3de14d978bf5 req-cfdd96ab-3226-400b-9b7c-b4d3b441a01c tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:30.759726 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2a630aa-6f58-4ebc-8410-3de14d978bf5 req-cfdd96ab-3226-400b-9b7c-b4d3b441a01c tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 945 time: 0.1123538 Feb 19 02:57:30.776789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46814) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:30.782001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-414170a4-c11d-4375-a956-eccfcdaef460 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Request body: {'floatingip': {'port_id': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:30.829599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-bc515fa9-119d-4274-9f2b-efcbca580ce2 service neutron] 10.222.0.67 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347953 Feb 19 02:57:30.842249 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-414170a4-c11d-4375-a956-eccfcdaef460 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for floatingip (9cd525f3-69d7-46f6-9738-3eaa799a6329), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.851348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Allocated IP 172.20.0.1 (8a01637e-74d0-4e58-bcec-ab9d5acd9068/b85c7a53-5a87-437b-b879-d4d2ff9fe3bb/c392d5bc-2d35-4781-9140-e4da0f169d9b) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:30.881074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:30.895556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-58a1b1fb-6d6f-4142-9417-426cf4d97800 None None] Current status of the port c25b29c8-5e1a-4067-a8a6-eea21a2983ce is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:30.895938 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-58a1b1fb-6d6f-4142-9417-426cf4d97800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:30.899270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486916408-router', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '62851d85-c76c-4b36-9f12-4a1963562066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:29Z', 'revision_number': 3, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'gw_port': {'id': '62851d85-c76c-4b36-9f12-4a1963562066', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:30.913608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'fc838c02-fc9b-45b6-93b9-9b7cdf27255b', 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f', 'port_id': 'fc838c02-fc9b-45b6-93b9-9b7cdf27255b', 'mac_address': 'fa:16:3e:9a:c1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5893490c-d4cb-4757-b30f-05a9f5b653ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:57:30.941499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98081db4-aca2-4514-8e32-0e3672e7a53d req-e388f8f8-4cd2-4748-9bb9-40cb445ee0cf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:30.948980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-98081db4-aca2-4514-8e32-0e3672e7a53d req-e388f8f8-4cd2-4748-9bb9-40cb445ee0cf tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.2364087 Feb 19 02:57:30.949618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Checking router: bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:57:30.949966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Updating router bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 port 62851d85-c76c-4b36-9f12-4a1963562066 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:57:31.022490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c25b29c8-5e1a-4067-a8a6-eea21a2983ce up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:31.056254 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Publish callbacks [] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.063918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-58a1b1fb-6d6f-4142-9417-426cf4d97800 None None] For port c25b29c8-5e1a-4067-a8a6-eea21a2983ce, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c25b29c8-5e1a-4067-a8a6-eea21a2983ce,segment=NetworkSegment(d856ffb6-e434-4b34-9c99-212bb4dc3ab6),segment_id=d856ffb6-e434-4b34-9c99-212bb4dc3ab6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:31.080801 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-58a1b1fb-6d6f-4142-9417-426cf4d97800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.082413 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (62851d85-c76c-4b36-9f12-4a1963562066), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.093839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port fc838c02-fc9b-45b6-93b9-9b7cdf27255b is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:31.093839 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.104384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.172741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc838c02-fc9b-45b6-93b9-9b7cdf27255b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:31.179426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:31.181800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:31.198036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1b1fb-6d6f-4142-9417-426cf4d97800 None None] Pushing event updated for resources: {'Port': ['ID=c25b29c8-5e1a-4067-a8a6-eea21a2983ce,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:31.223757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:31.271968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:31.281404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Pushing event updated for resources: {'Port': ['ID=c392d5bc-2d35-4781-9140-e4da0f169d9b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:31.283750 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c25b29c8-5e1a-4067-a8a6-eea21a2983ce triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:31.283931 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.318472 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.319071 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.333563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4e6fa11f-49b3-4c14-8f3c-04452ffb3f9d None None] Provisioning complete for port c25b29c8-5e1a-4067-a8a6-eea21a2983ce triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:31.333929 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e6fa11f-49b3-4c14-8f3c-04452ffb3f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.474019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:31.497385 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.608907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-98081db4-aca2-4514-8e32-0e3672e7a53d req-ee4b3339-13f1-4d06-b358-5fb9ba79b7c5 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6585529 Feb 19 02:57:31.654293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf268b5-455d-4ff3-80a6-ba8750852ba6 req-44146dbd-e2d7-43a5-ad97-ec2a0737a6de tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:31.655863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf268b5-455d-4ff3-80a6-ba8750852ba6 req-44146dbd-e2d7-43a5-ad97-ec2a0737a6de tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.7217813 Feb 19 02:57:31.678503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80806dd6-90fb-433f-9ca7-517259f5401e req-c53ca4a9-dc8b-44a8-8a13-36c7def4799b service neutron] 10.222.0.67 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7579081 Feb 19 02:57:31.713540 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Publish callbacks [] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.720645 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.749354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c25b29c8-5e1a-4067-a8a6-eea21a2983ce is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:31.788034 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.790024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Pushing event updated for resources: {'Port': ['ID=c392d5bc-2d35-4781-9140-e4da0f169d9b,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:31.798525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4e6fa11f-49b3-4c14-8f3c-04452ffb3f9d None None] Current status of the port c25b29c8-5e1a-4067-a8a6-eea21a2983ce is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:31.823343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Publish callbacks [] for port (62851d85-c76c-4b36-9f12-4a1963562066), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.830916 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (62851d85-c76c-4b36-9f12-4a1963562066), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.884949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Attempting to bind port 62851d85-c76c-4b36-9f12-4a1963562066 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:31.885330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Attempting to bind port 62851d85-c76c-4b36-9f12-4a1963562066 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:31.885691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Attempting to bind port 62851d85-c76c-4b36-9f12-4a1963562066 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:31.888560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36616a-4bfd-478e-873c-6772f06673f7 None None] Pushing event updated for resources: {'Port': ['ID=62851d85-c76c-4b36-9f12-4a1963562066,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:31.893324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:31.893699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:31.894099 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.894478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:31.895357 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Bound port: 62851d85-c76c-4b36-9f12-4a1963562066, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:31.895357 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (62851d85-c76c-4b36-9f12-4a1963562066), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:31.897864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:31.899693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:31.921906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['fc838c02-fc9b-45b6-93b9-9b7cdf27255b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:31.955906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf268b5-455d-4ff3-80a6-ba8750852ba6 req-34678b08-993e-49d6-905f-79e68235d13d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911408 Feb 19 02:57:32.004588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-dcb39d92-2844-403a-848f-f3a2f1e5b010 None None] Provisioning complete for port c392d5bc-2d35-4781-9140-e4da0f169d9b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:32.004990 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dcb39d92-2844-403a-848f-f3a2f1e5b010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.006997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] For port 62851d85-c76c-4b36-9f12-4a1963562066, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:32.019550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] For port 62851d85-c76c-4b36-9f12-4a1963562066, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=62851d85-c76c-4b36-9f12-4a1963562066,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:32.063220 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (62851d85-c76c-4b36-9f12-4a1963562066), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.065337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Router bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:57:32.125436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dcb39d92-2844-403a-848f-f3a2f1e5b010 None None] Port c392d5bc-2d35-4781-9140-e4da0f169d9b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:32.167764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36616a-4bfd-478e-873c-6772f06673f7 None None] Pushing event updated for resources: {'Port': ['ID=62851d85-c76c-4b36-9f12-4a1963562066,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:32.174015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Routers {'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:32.174627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:57:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:32.191013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38497959-fbf4-4670-b869-8902804501c7 req-3219ffcd-424b-4207-9bd1-f356a11716f5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:32.192713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38497959-fbf4-4670-b869-8902804501c7 req-3219ffcd-424b-4207-9bd1-f356a11716f5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.4557304 Feb 19 02:57:32.193569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:32.206166 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-afa79364-ca23-4540-b83a-915094923c4a admin admin] 10.222.0.81 "PUT /v2.0/routers/bbe9a9fe-0a11-48f0-bb87-facc4ebf0613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0754097 Feb 19 02:57:32.306444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed27c1-12ea-4683-840e-2d348974ac1e req-cc75e6ac-6be2-404b-b96f-fbf68f63d161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:32.308071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-deed27c1-12ea-4683-840e-2d348974ac1e req-cc75e6ac-6be2-404b-b96f-fbf68f63d161 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=861b31ea9c0a4eaca344f28194c51275&device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 1126 time: 0.5577853 Feb 19 02:57:32.315741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-80ce4e8b-0b67-4d6a-bda9-3f1f14f82537 None None] Provisioning complete for port c392d5bc-2d35-4781-9140-e4da0f169d9b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:32.316113 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80ce4e8b-0b67-4d6a-bda9-3f1f14f82537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.339343 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [None req-414170a4-c11d-4375-a956-eccfcdaef460 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 02:57:32.375737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] Set router bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:32.413706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-80ce4e8b-0b67-4d6a-bda9-3f1f14f82537 None None] Port c392d5bc-2d35-4781-9140-e4da0f169d9b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:32.467804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38497959-fbf4-4670-b869-8902804501c7 req-91bb5e81-d66e-4411-a635-bb38085ce99f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613220 Feb 19 02:57:32.480315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64991cd3-895d-4ea3-b980-57d65f9c2c47 req-8267bd4f-7557-4b6e-bcc1-e5fe7fcf4942 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:32.481873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64991cd3-895d-4ea3-b980-57d65f9c2c47 req-8267bd4f-7557-4b6e-bcc1-e5fe7fcf4942 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.2881758 Feb 19 02:57:32.492633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-414170a4-c11d-4375-a956-eccfcdaef460 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.517095 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-414170a4-c11d-4375-a956-eccfcdaef460 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (9cd525f3-69d7-46f6-9738-3eaa799a6329), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.603933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed27c1-12ea-4683-840e-2d348974ac1e req-21b6d538-6c39-448e-ba84-b068e44e2e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:32.605423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-deed27c1-12ea-4683-840e-2d348974ac1e req-21b6d538-6c39-448e-ba84-b068e44e2e11 service neutron] 10.222.0.67 "GET /v2.0/networks?id=786540ae-380a-4002-9c76-008a7bd54a54 HTTP/1.1" status: 200 len: 922 time: 0.2898512 Feb 19 02:57:32.630537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486916408-router', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '62851d85-c76c-4b36-9f12-4a1963562066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 4, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'gw_port': {'id': '62851d85-c76c-4b36-9f12-4a1963562066', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c392d5bc-2d35-4781-9140-e4da0f169d9b', 'name': '', 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'mac_address': 'fa:16:3e:b9:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b85c7a53-5a87-437b-b879-d4d2ff9fe3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:30Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 2, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'subnets': [{'id': 'b85c7a53-5a87-437b-b879-d4d2ff9fe3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:32.657987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5d3ef8-cd10-4521-94c0-673c59c256b4 None None] The sync data for ids ['bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'] in n-d-826755-2 is: [{'id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486916408-router', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '62851d85-c76c-4b36-9f12-4a1963562066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 4, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'gw_port': {'id': '62851d85-c76c-4b36-9f12-4a1963562066', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c392d5bc-2d35-4781-9140-e4da0f169d9b', 'name': '', 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'mac_address': 'fa:16:3e:b9:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b85c7a53-5a87-437b-b879-d4d2ff9fe3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:30Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 2, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'subnets': [{'id': 'b85c7a53-5a87-437b-b879-d4d2ff9fe3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:32.678026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64991cd3-895d-4ea3-b980-57d65f9c2c47 req-dfdc760e-1d9d-4f53-8ab1-26813d0065ae tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897836 Feb 19 02:57:32.719040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-deed27c1-12ea-4683-840e-2d348974ac1e req-5290d528-ba41-4676-b671-34484bcdb049 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aeb172d8-2b54-47b7-852f-759fc10a6bf5 HTTP/1.1" status: 200 len: 217 time: 0.0991230 Feb 19 02:57:32.770351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46842) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:32.776145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-114655009-network', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:32.798229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Made reservation on behalf of e56f0f85bd4d4e87817abeb02352b566 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:32.800744 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.800885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa6e87-2e82-41a5-be59-e91f1d58c80e req-88d530f7-6e30-45d4-8a6e-f98664132817 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:32.802542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68fa6e87-2e82-41a5-be59-e91f1d58c80e req-88d530f7-6e30-45d4-8a6e-f98664132817 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 944 time: 0.2444985 Feb 19 02:57:32.812334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.868126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed27c1-12ea-4683-840e-2d348974ac1e req-9c88a27f-27be-45eb-851b-c459a2b53bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:32.869821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-deed27c1-12ea-4683-840e-2d348974ac1e req-9c88a27f-27be-45eb-851b-c459a2b53bc1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=50a5f73c-3589-4dfd-ac2d-4855c1f63da2 HTTP/1.1" status: 200 len: 861 time: 0.1377487 Feb 19 02:57:32.871562 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-414170a4-c11d-4375-a956-eccfcdaef460 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Floating IP 9cd525f3-69d7-46f6-9738-3eaa799a6329 associated. External IP: 172.25.1.212, port: f2003c11-a9b0-4f1b-b40b-3b3e353e4768. Feb 19 02:57:32.904532 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Publish callbacks [] for security_group (abb09a8c-71f8-4e13-9773-23982b721d89), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.914542 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (abb09a8c-71f8-4e13-9773-23982b721d89), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.959479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb09a8c-71f8-4e13-9773-23982b721d89,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:32.964979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:57:32.984146 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a4e56290-d69f-4498-ac1d-eff5530a23da), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:32.984755 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Added segment a4e56290-d69f-4498-ac1d-eff5530a23da of type vlan for network 6d760441-0cf7-49a1-8590-4a33e0a861d3 Feb 19 02:57:32.998664 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-deed27c1-12ea-4683-840e-2d348974ac1e req-161d422e-c322-461f-973f-265cc54c39dd service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=786540ae-380a-4002-9c76-008a7bd54a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650897 Feb 19 02:57:33.000098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c25b29c8-5e1a-4067-a8a6-eea21a2983ce up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:33.008539 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68fa6e87-2e82-41a5-be59-e91f1d58c80e req-dfb69ec3-ef63-41be-a8ed-044e2d9b981b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954017 Feb 19 02:57:33.044700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5aea50-b06b-447e-9aca-717c72d4fd16 req-00a45bcc-0c63-403e-a7a5-1d35a90e3552 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:33.046311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a5aea50-b06b-447e-9aca-717c72d4fd16 req-00a45bcc-0c63-403e-a7a5-1d35a90e3552 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.2691576 Feb 19 02:57:33.074841 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (6d760441-0cf7-49a1-8590-4a33e0a861d3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.089157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c25b29c8-5e1a-4067-a8a6-eea21a2983ce triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:33.089556 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.106728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (6d760441-0cf7-49a1-8590-4a33e0a861d3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.107846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:33.108546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.194975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c25b29c8-5e1a-4067-a8a6-eea21a2983ce is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:33.196191 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4244785 Feb 19 02:57:33.197015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46846) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:33.211361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4bc27c05-924c-491f-b433-3266fa8097fb admin admin] Request body: {'subnet': {'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-114655009-subnet', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:33.224320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60dc22-e96f-44af-a1a4-b4fc69d7c95f admin admin] Pushing event updated for resources: {'Network': ['ID=6d760441-0cf7-49a1-8590-4a33e0a861d3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:33.236691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 6d760441-0cf7-49a1-8590-4a33e0a861d3 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:57:33.241752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc27c05-924c-491f-b433-3266fa8097fb admin admin] Made reservation on behalf of e56f0f85bd4d4e87817abeb02352b566 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:57:33.246364 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bc27c05-924c-491f-b433-3266fa8097fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.311041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a5aea50-b06b-447e-9aca-717c72d4fd16 req-81958574-b501-47d3-be7c-c32d519de46c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840611 Feb 19 02:57:33.391401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3763c-547c-4ca3-8eab-0135ad15317a req-1effb2b3-02ab-4811-8b4a-0e85c9d8a2d1 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:33.392926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ac3763c-547c-4ca3-8eab-0135ad15317a req-1effb2b3-02ab-4811-8b4a-0e85c9d8a2d1 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.1856775 Feb 19 02:57:33.433933 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-deed27c1-12ea-4683-840e-2d348974ac1e req-fa85f097-f747-4d14-8696-7620766c5bf9 service neutron] 10.222.0.67 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215050 Feb 19 02:57:33.441798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bc27c05-924c-491f-b433-3266fa8097fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (f05fc816-3e5f-49fb-8a66-0fd34b572221), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.499889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc27c05-924c-491f-b433-3266fa8097fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f05fc816-3e5f-49fb-8a66-0fd34b572221,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:33.511102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc27c05-924c-491f-b433-3266fa8097fb admin admin] Checking segment: {'id': 'a4e56290-d69f-4498-ac1d-eff5530a23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:33.511448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc27c05-924c-491f-b433-3266fa8097fb admin admin] Network hostable DHCP agents. Network: 6d760441-0cf7-49a1-8590-4a33e0a861d3, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:57:33.533966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc27c05-924c-491f-b433-3266fa8097fb admin admin] Network 6d760441-0cf7-49a1-8590-4a33e0a861d3 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:57:33.565550 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-4bc27c05-924c-491f-b433-3266fa8097fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 6d760441-0cf7-49a1-8590-4a33e0a861d3) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:33.575377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e3cd88-82df-40ef-b4da-bb8c0d0ed394 None None] Network 6d760441-0cf7-49a1-8590-4a33e0a861d3 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:33.579140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc27c05-924c-491f-b433-3266fa8097fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:33.580682 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bc27c05-924c-491f-b433-3266fa8097fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.599406 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c88cf7b1-7bfd-476d-8de8-ba3321f93c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.635086 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4bc27c05-924c-491f-b433-3266fa8097fb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4303451 Feb 19 02:57:33.643567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46850) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:33.649133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-114655009-router', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:57:33.681784 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (85dfadc4-cb40-476e-b856-f0037c2910e1), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.683044 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (85dfadc4-cb40-476e-b856-f0037c2910e1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.725579 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-6d760441-0cf7-49a1-8590-4a33e0a861d3', 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3', 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'fixed_ips': [{'subnet_id': 'f05fc816-3e5f-49fb-8a66-0fd34b572221'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 02:57:33.726563 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.787480 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Publish callbacks [] for router_controller (85dfadc4-cb40-476e-b856-f0037c2910e1), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.882165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Allocated IP 172.20.0.2 (6d760441-0cf7-49a1-8590-4a33e0a861d3/f05fc816-3e5f-49fb-8a66-0fd34b572221/e2637e98-d65b-4fea-aa54-24835ca1ef0b) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:33.977068 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Publish callbacks [] for router_gateway (85dfadc4-cb40-476e-b856-f0037c2910e1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:33.984559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa88dc-96a2-4041-9614-f46b5186611d req-af4904b8-14a8-454e-9636-d9f0df166fc5 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:33.986187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edfa88dc-96a2-4041-9614-f46b5186611d req-af4904b8-14a8-454e-9636-d9f0df166fc5 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.6020439 Feb 19 02:57:34.002962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ac3763c-547c-4ca3-8eab-0135ad15317a req-f34f05d3-e4ae-44b9-b353-7188eec8d1ee tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772634 Feb 19 02:57:34.070192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-414170a4-c11d-4375-a956-eccfcdaef460 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Router 7fe0fafb-675c-4e62-a484-128d27960405 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:57:34.089533 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Publish callbacks [] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.098615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-deed27c1-12ea-4683-840e-2d348974ac1e req-489a5ddb-b81a-4557-a992-8496fe6cfa9c service neutron] 10.222.0.67 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6405582 Feb 19 02:57:34.102499 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.112359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edfa88dc-96a2-4041-9614-f46b5186611d req-25d1fc5d-bf43-43b1-95e9-f4dba867f7c6 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180484 Feb 19 02:57:34.187220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Network 6d760441-0cf7-49a1-8590-4a33e0a861d3 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:34.196132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:34.205566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:34.242006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Pushing event updated for resources: {'Port': ['ID=e2637e98-d65b-4fea-aa54-24835ca1ef0b,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:34.305236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Attempting to bind port e2637e98-d65b-4fea-aa54-24835ca1ef0b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:34.305859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Attempting to bind port e2637e98-d65b-4fea-aa54-24835ca1ef0b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'a4e56290-d69f-4498-ac1d-eff5530a23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:34.306317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Attempting to bind port e2637e98-d65b-4fea-aa54-24835ca1ef0b on network 6d760441-0cf7-49a1-8590-4a33e0a861d3 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:34.312817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:34.313971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Checking segment: {'id': 'a4e56290-d69f-4498-ac1d-eff5530a23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:34.315152 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.315152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Bound using segment: {'id': 'a4e56290-d69f-4498-ac1d-eff5530a23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:34.315795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Bound port: e2637e98-d65b-4fea-aa54-24835ca1ef0b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e56290-d69f-4498-ac1d-eff5530a23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:34.316253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.332982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414170a4-c11d-4375-a956-eccfcdaef460 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:34.339082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-414170a4-c11d-4375-a956-eccfcdaef460 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.343898 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cb72e-37db-4ea5-8230-7079f27cb3e3 None None] Sync routers for ids ['7fe0fafb-675c-4e62-a484-128d27960405'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:34.357015 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1cb72e-37db-4ea5-8230-7079f27cb3e3 None None] Routers {'7fe0fafb-675c-4e62-a484-128d27960405'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:34.358117 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-fb1cb72e-37db-4ea5-8230-7079f27cb3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:57:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7fe0fafb-675c-4e62-a484-128d27960405'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:34.373448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e5df8-85da-4547-8729-61e278832b33 req-327df1ea-47d0-40b6-b453-b2e95b45dc55 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:34.374889 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Publish callbacks [] for router_gateway (85dfadc4-cb40-476e-b856-f0037c2910e1), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.380880 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b5e5df8-85da-4547-8729-61e278832b33 req-327df1ea-47d0-40b6-b453-b2e95b45dc55 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1714664 Feb 19 02:57:34.395017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] For port e2637e98-d65b-4fea-aa54-24835ca1ef0b, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:34.398849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] For port e2637e98-d65b-4fea-aa54-24835ca1ef0b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e2637e98-d65b-4fea-aa54-24835ca1ef0b,segment=NetworkSegment(a4e56290-d69f-4498-ac1d-eff5530a23da),segment_id=a4e56290-d69f-4498-ac1d-eff5530a23da)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:34.401609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.411613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14acf3c-8ada-430a-bded-a5db4e70b221 req-f4f4de03-46c4-47cb-90e6-5424067f9dc7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:34.413191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d14acf3c-8ada-430a-bded-a5db4e70b221 req-f4f4de03-46c4-47cb-90e6-5424067f9dc7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 944 time: 0.2027671 Feb 19 02:57:34.421970 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.428327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-414170a4-c11d-4375-a956-eccfcdaef460 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "PUT /v2.0/floatingips/9cd525f3-69d7-46f6-9738-3eaa799a6329 HTTP/1.1" status: 200 len: 991 time: 3.6509259 Feb 19 02:57:34.431800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6def824d-c0c0-4884-a29f-893371ca21cc', 'tag': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:34.434142 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c1ef2e-5cff-48ae-90c4-4596caf6bd75" -d '{"events": [{"name": "network-changed", "server_uuid": "6def824d-c0c0-4884-a29f-893371ca21cc", "tag": "f2003c11-a9b0-4f1b-b40b-3b3e353e4768"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:34.485587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b5e5df8-85da-4547-8729-61e278832b33 req-621e17ea-36bf-4787-a50f-913a30f56e45 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005692 Feb 19 02:57:34.527233 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-fb1cb72e-37db-4ea5-8230-7079f27cb3e3 None None] Set router 7fe0fafb-675c-4e62-a484-128d27960405 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:34.563304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d14acf3c-8ada-430a-bded-a5db4e70b221 req-a64c97a5-c902-4cb3-91b7-2de8f14a4e46 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263099 Feb 19 02:57:34.579607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e64dd-9551-4472-b332-2669f28779a7 None None] Pushing event updated for resources: {'Port': ['ID=e2637e98-d65b-4fea-aa54-24835ca1ef0b,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:34.616451 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Allocated IP 172.25.1.214 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/48bbb681-02e9-4528-83e8-a2e9b864d645) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:34.666394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device aeb172d8-2b54-47b7-852f-759fc10a6bf5 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:34.681113 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774d88b1-2697-4068-9631-375739d66873 x-openstack-request-id: req-774d88b1-2697-4068-9631-375739d66873 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:34.681453 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6def824d-c0c0-4884-a29f-893371ca21cc", "tag": "f2003c11-a9b0-4f1b-b40b-3b3e353e4768", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:34.681670 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-774d88b1-2697-4068-9631-375739d66873 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:34.682081 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6def824d-c0c0-4884-a29f-893371ca21cc', 'tag': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768', 'status': 'completed', 'code': 200} Feb 19 02:57:34.755838 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Publish callbacks [] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.765076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33031866-3515-45ca-ab24-e1ac314f394d req-776ddc45-937a-4aaa-94f4-c20e31ab0c37 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:34.776981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33031866-3515-45ca-ab24-e1ac314f394d req-776ddc45-937a-4aaa-94f4-c20e31ab0c37 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 945 time: 0.1510386 Feb 19 02:57:34.823949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-0710f86d-7692-421e-84d3-4783143a1f50 req-9d8ea770-5475-45a2-8c9e-ff5caeb62273 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:34.824745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0710f86d-7692-421e-84d3-4783143a1f50 req-9d8ea770-5475-45a2-8c9e-ff5caeb62273 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078566 Feb 19 02:57:34.833562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:34.858721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1ef2e-5cff-48ae-90c4-4596caf6bd75 req-b15b535f-c4a3-4324-907e-2aaf24fe387f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:34.872954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55c1ef2e-5cff-48ae-90c4-4596caf6bd75 req-b15b535f-c4a3-4324-907e-2aaf24fe387f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fe7fe0901f394e8f9e082953e4a56c62&device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 1127 time: 0.1562469 Feb 19 02:57:34.887325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Pushing event updated for resources: {'Port': ['ID=48bbb681-02e9-4528-83e8-a2e9b864d645,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:34.899591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:34.901375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:34.906311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:34.912880 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33031866-3515-45ca-ab24-e1ac314f394d req-794a3b42-cdc5-4080-bb74-772fb24ea161 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300769 Feb 19 02:57:34.980925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device fc838c02-fc9b-45b6-93b9-9b7cdf27255b up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:35.089423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1ef2e-5cff-48ae-90c4-4596caf6bd75 req-1a7b162f-2ffa-44ab-b01a-9fb85ac10c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:35.090961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55c1ef2e-5cff-48ae-90c4-4596caf6bd75 req-1a7b162f-2ffa-44ab-b01a-9fb85ac10c08 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dcb34c22-2301-4073-88ee-434b39e0b778 HTTP/1.1" status: 200 len: 916 time: 0.1768751 Feb 19 02:57:35.138997 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-fb1cb72e-37db-4ea5-8230-7079f27cb3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:56:18Z', 'revision_number': 4, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '9cd525f3-69d7-46f6-9738-3eaa799a6329', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'port_id': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'mac_address': 'fa:16:3e:c1:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6def824d-c0c0-4884-a29f-893371ca21cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:56:23Z', 'updated_at': '2022-02-19T02:57:32Z', 'revision_number': 1, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f4d203-705c-46dd-8c51-7c06ebde87ba', 'name': '', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'mac_address': 'fa:16:3e:c6:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:16Z', 'updated_at': '2022-02-19T02:56:21Z', 'revision_number': 5, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'subnets': [{'id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:35.197392 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cb72e-37db-4ea5-8230-7079f27cb3e3 None None] Checking router: 7fe0fafb-675c-4e62-a484-128d27960405 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:57:35.203670 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port aeb172d8-2b54-47b7-852f-759fc10a6bf5, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=aeb172d8-2b54-47b7-852f-759fc10a6bf5,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:35.267186 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1cb72e-37db-4ea5-8230-7079f27cb3e3 None None] Routers {'7fe0fafb-675c-4e62-a484-128d27960405'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:35.268039 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-fb1cb72e-37db-4ea5-8230-7079f27cb3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:57:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7fe0fafb-675c-4e62-a484-128d27960405'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:35.277901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5', 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54', 'port_id': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5', 'mac_address': 'fa:16:3e:fb:5d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a5f73c-3589-4dfd-ac2d-4855c1f63da2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:57:35.284124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 62851d85-c76c-4b36-9f12-4a1963562066 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:35.304907 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port fc838c02-fc9b-45b6-93b9-9b7cdf27255b completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:57:35.373453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port fc838c02-fc9b-45b6-93b9-9b7cdf27255b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:35.374256 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.417689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55c1ef2e-5cff-48ae-90c4-4596caf6bd75 req-4e1b0b11-824b-4671-8dcf-369648e9309c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2003c11-a9b0-4f1b-b40b-3b3e353e4768 HTTP/1.1" status: 200 len: 999 time: 0.3176961 Feb 19 02:57:35.451874 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-fb1cb72e-37db-4ea5-8230-7079f27cb3e3 None None] Set router 7fe0fafb-675c-4e62-a484-128d27960405 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:35.496569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port aeb172d8-2b54-47b7-852f-759fc10a6bf5 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:35.497295 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.524815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb172d8-2b54-47b7-852f-759fc10a6bf5 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:35.542670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1ef2e-5cff-48ae-90c4-4596caf6bd75 req-1bd8a879-954a-4e15-b656-ba0a35de7e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:35.546984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55c1ef2e-5cff-48ae-90c4-4596caf6bd75 req-1bd8a879-954a-4e15-b656-ba0a35de7e85 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=90cf7412-9c32-4d55-aa79-af823815fc6a HTTP/1.1" status: 200 len: 854 time: 0.0845392 Feb 19 02:57:35.555081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 62851d85-c76c-4b36-9f12-4a1963562066 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:35.555590 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (62851d85-c76c-4b36-9f12-4a1963562066), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.559276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port aeb172d8-2b54-47b7-852f-759fc10a6bf5, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=aeb172d8-2b54-47b7-852f-759fc10a6bf5,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:35.604878 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.662023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c47db7-4e0e-4fd5-9189-b07f5ad717c8 req-e0188c07-0cff-4ef0-bb54-6882b09528bb tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:35.663585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65c47db7-4e0e-4fd5-9189-b07f5ad717c8 req-e0188c07-0cff-4ef0-bb54-6882b09528bb tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.4332640 Feb 19 02:57:35.718226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c236ea3-8a31-484d-9a2a-66a242fc2844 req-8f7c9d20-0e83-421a-9618-f9516fce909c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:35.725550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c236ea3-8a31-484d-9a2a-66a242fc2844 req-8f7c9d20-0e83-421a-9618-f9516fce909c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.2643938 Feb 19 02:57:35.743931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-a5bb77d1-0059-48e9-8bd4-e8d6be8ccd34 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3238299 Feb 19 02:57:35.769144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-1898a6ca-da88-4193-86c1-6f1004687304 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:57:35.770072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-1898a6ca-da88-4193-86c1-6f1004687304 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130947 Feb 19 02:57:35.778037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1ef2e-5cff-48ae-90c4-4596caf6bd75 req-7264378a-4478-4f32-9d68-43b374efa289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:35.779545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55c1ef2e-5cff-48ae-90c4-4596caf6bd75 req-7264378a-4478-4f32-9d68-43b374efa289 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dcb34c22-2301-4073-88ee-434b39e0b778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1924059 Feb 19 02:57:35.839138 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-fb1cb72e-37db-4ea5-8230-7079f27cb3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:56:18Z', 'revision_number': 4, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '9cd525f3-69d7-46f6-9738-3eaa799a6329', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'port_id': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'mac_address': 'fa:16:3e:c1:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6def824d-c0c0-4884-a29f-893371ca21cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:56:23Z', 'updated_at': '2022-02-19T02:57:32Z', 'revision_number': 1, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f4d203-705c-46dd-8c51-7c06ebde87ba', 'name': '', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'mac_address': 'fa:16:3e:c6:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:16Z', 'updated_at': '2022-02-19T02:56:21Z', 'revision_number': 5, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'subnets': [{'id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:35.859579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65c47db7-4e0e-4fd5-9189-b07f5ad717c8 req-fbb84588-2255-4f18-8450-d8cace925964 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832938 Feb 19 02:57:35.879579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c236ea3-8a31-484d-9a2a-66a242fc2844 req-945f8b3c-9d43-49d7-9036-9abce937658a tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530604 Feb 19 02:57:35.889616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Publish callbacks [] for router_gateway (85dfadc4-cb40-476e-b856-f0037c2910e1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.917029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port fc838c02-fc9b-45b6-93b9-9b7cdf27255b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:35.917413 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.937669 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1cb72e-37db-4ea5-8230-7079f27cb3e3 None None] The sync data for ids ['7fe0fafb-675c-4e62-a484-128d27960405'] in n-d-826755-2 is: [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:56:18Z', 'revision_number': 4, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '9cd525f3-69d7-46f6-9738-3eaa799a6329', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'floating_ip_address': '172.25.1.212', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'port_id': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'mac_address': 'fa:16:3e:c1:e7:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6def824d-c0c0-4884-a29f-893371ca21cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T02:56:23Z', 'updated_at': '2022-02-19T02:57:32Z', 'revision_number': 1, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4f4d203-705c-46dd-8c51-7c06ebde87ba', 'name': '', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'mac_address': 'fa:16:3e:c6:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:16Z', 'updated_at': '2022-02-19T02:56:21Z', 'revision_number': 5, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'subnets': [{'id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:35.953403 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38e05f9f-a389-413c-a142-e4952b3ab865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:35.974096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=aeb172d8-2b54-47b7-852f-759fc10a6bf5,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:36.069373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58209c03-93dc-4426-ad7d-80d1703a7c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc838c02-fc9b-45b6-93b9-9b7cdf27255b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:36.073462 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e4a18d-165e-4d9c-a40f-4a0a063ee488" -d '{"events": [{"server_uuid": "58209c03-93dc-4426-ad7d-80d1703a7c6f", "name": "network-vif-plugged", "status": "completed", "tag": "fc838c02-fc9b-45b6-93b9-9b7cdf27255b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:36.082194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['aeb172d8-2b54-47b7-852f-759fc10a6bf5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:36.125027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:36.184239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55c1ef2e-5cff-48ae-90c4-4596caf6bd75 req-16999fc6-17a2-447a-ae75-23c0b5b8cf64 service neutron] 10.222.0.67 "GET /v2.0/networks/dcb34c22-2301-4073-88ee-434b39e0b778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783059 Feb 19 02:57:36.218261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 62851d85-c76c-4b36-9f12-4a1963562066 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:36.219567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (62851d85-c76c-4b36-9f12-4a1963562066), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.220264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f5e55-4e22-4d45-8bf0-e44cd1236d33 req-36554c6b-a905-4031-b588-d314369e8157 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:36.221869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f15f5e55-4e22-4d45-8bf0-e44cd1236d33 req-36554c6b-a905-4031-b588-d314369e8157 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1842244 Feb 19 02:57:36.262330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deac8d7-f1ec-4fc3-ba26-57dcc491dd10 req-b67174d8-57e9-44da-81ba-a126db06090a tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:36.263904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4deac8d7-f1ec-4fc3-ba26-57dcc491dd10 req-b67174d8-57e9-44da-81ba-a126db06090a tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.2032375 Feb 19 02:57:36.278846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 62851d85-c76c-4b36-9f12-4a1963562066, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=62851d85-c76c-4b36-9f12-4a1963562066,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:36.285981 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.338391 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (62851d85-c76c-4b36-9f12-4a1963562066), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.394082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:36.402498 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (85dfadc4-cb40-476e-b856-f0037c2910e1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.435234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fcf20c-07af-4406-b066-55041fab89ab None None] New status for floating IP 9cd525f3-69d7-46f6-9738-3eaa799a6329: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:57:36.486421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f15f5e55-4e22-4d45-8bf0-e44cd1236d33 req-5962814d-6ced-449f-a4de-b258fbec1576 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401807 Feb 19 02:57:36.489316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4deac8d7-f1ec-4fc3-ba26-57dcc491dd10 req-29896ca7-b0b4-4238-a9a3-d061d95cff5e tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738358 Feb 19 02:57:36.502439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55c1ef2e-5cff-48ae-90c4-4596caf6bd75 req-59662886-27d9-4233-8665-db1c9ac22431 service neutron] 10.222.0.67 "GET /v2.0/networks/dcb34c22-2301-4073-88ee-434b39e0b778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083417 Feb 19 02:57:36.535062 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Sync routers for ids ['bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:36.566445 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Routers {'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:36.567043 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-49be760b-5360-45da-8646-e42b75e68995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:57:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:36.644442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644991a8-89ef-4879-992d-5fd1a500093d None None] Network 6d760441-0cf7-49a1-8590-4a33e0a861d3 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:57:36.653050 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351c6fba-d701-482f-9f08-7f13d01500e2 x-openstack-request-id: req-351c6fba-d701-482f-9f08-7f13d01500e2 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:36.653371 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58209c03-93dc-4426-ad7d-80d1703a7c6f", "name": "network-vif-plugged", "status": "completed", "tag": "fc838c02-fc9b-45b6-93b9-9b7cdf27255b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:36.653628 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-351c6fba-d701-482f-9f08-7f13d01500e2 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:36.654021 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58209c03-93dc-4426-ad7d-80d1703a7c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc838c02-fc9b-45b6-93b9-9b7cdf27255b', 'code': 200} Feb 19 02:57:36.711842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-6183b852-6465-4ca8-a252-2952b3ab4826 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:36.714200 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-6183b852-6465-4ca8-a252-2952b3ab4826 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports/f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 946 time: 0.1009619 Feb 19 02:57:36.715707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Router 85dfadc4-cb40-476e-b856-f0037c2910e1 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 02:57:36.720254 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Set router bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:36.738311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63864a-d52a-4d58-8109-0ce985dd360c req-fd9732d6-1ab8-494c-b936-72c5bc6a86a5 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:36.741079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee63864a-d52a-4d58-8109-0ce985dd360c req-fd9732d6-1ab8-494c-b936-72c5bc6a86a5 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.1095352 Feb 19 02:57:36.743353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed3c66-eae0-45c5-91b6-d6a2157dae8d req-587ef481-cd00-4b0f-9482-af1e3bf21f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:36.744718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15ed3c66-eae0-45c5-91b6-d6a2157dae8d req-587ef481-cd00-4b0f-9482-af1e3bf21f22 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 1127 time: 0.1044252 Feb 19 02:57:36.827630 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15ed3c66-eae0-45c5-91b6-d6a2157dae8d req-081d940f-bec5-4ea2-a834-c62015d37cf2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736194 Feb 19 02:57:36.853427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ea1acb33-91a7-4337-8472-0f27173ae7e4 None None] Provisioning complete for port e2637e98-d65b-4fea-aa54-24835ca1ef0b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:36.853704 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb33-91a7-4337-8472-0f27173ae7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.855215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=62851d85-c76c-4b36-9f12-4a1963562066,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:36.869468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee63864a-d52a-4d58-8109-0ce985dd360c req-75c04084-8c1d-44f0-bcd8-f85125cf8773 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214163 Feb 19 02:57:36.877767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:36.920182 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:36.928720 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6dd7f5c5-2cda-4c2c-92c6-058c91ecac39 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2817330 Feb 19 02:57:36.930883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46900) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:57:37.003836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Sync routers for ids ['85dfadc4-cb40-476e-b856-f0037c2910e1'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:37.067529 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-49be760b-5360-45da-8646-e42b75e68995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486916408-router', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '62851d85-c76c-4b36-9f12-4a1963562066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 4, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'gw_port': {'id': '62851d85-c76c-4b36-9f12-4a1963562066', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c392d5bc-2d35-4781-9140-e4da0f169d9b', 'name': '', 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'mac_address': 'fa:16:3e:b9:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b85c7a53-5a87-437b-b879-d4d2ff9fe3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:30Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 2, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'subnets': [{'id': 'b85c7a53-5a87-437b-b879-d4d2ff9fe3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:37.095186 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.099888 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Routers {'85dfadc4-cb40-476e-b856-f0037c2910e1'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:37.100525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:57:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['85dfadc4-cb40-476e-b856-f0037c2910e1'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:37.110422 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Checking router: bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:57:37.110422 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Updating router bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 port c392d5bc-2d35-4781-9140-e4da0f169d9b binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:57:37.188331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeba677-2860-4a4a-9472-b52372387e02 req-c1889af9-4b83-43c2-ba27-35e473c683d3 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:37.190486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8eeba677-2860-4a4a-9472-b52372387e02 req-c1889af9-4b83-43c2-ba27-35e473c683d3 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1837349 Feb 19 02:57:37.205886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e2637e98-d65b-4fea-aa54-24835ca1ef0b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:37.206340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406e51e-dcb7-4257-8c59-f32791ee0d29 req-f08ad827-042b-4eb5-a13c-a5b26f34acb7 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:37.208062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9406e51e-dcb7-4257-8c59-f32791ee0d29 req-f08ad827-042b-4eb5-a13c-a5b26f34acb7 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 945 time: 0.2003977 Feb 19 02:57:37.224706 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.366997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8eeba677-2860-4a4a-9472-b52372387e02 req-522bec3f-6678-4a2a-b857-ac8cce37c66e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425314 Feb 19 02:57:37.390477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ea1acb33-91a7-4337-8472-0f27173ae7e4 None None] Current status of the port e2637e98-d65b-4fea-aa54-24835ca1ef0b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:37.390980 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb33-91a7-4337-8472-0f27173ae7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.413536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Set router 85dfadc4-cb40-476e-b856-f0037c2910e1 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:37.447365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9406e51e-dcb7-4257-8c59-f32791ee0d29 req-0cbff2b4-1f8d-4636-b45d-511306fa0433 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312193 Feb 19 02:57:37.482788 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e2637e98-d65b-4fea-aa54-24835ca1ef0b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:37.483173 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.551228 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ea1acb33-91a7-4337-8472-0f27173ae7e4 None None] For port e2637e98-d65b-4fea-aa54-24835ca1ef0b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e2637e98-d65b-4fea-aa54-24835ca1ef0b,segment=NetworkSegment(a4e56290-d69f-4498-ac1d-eff5530a23da),segment_id=a4e56290-d69f-4498-ac1d-eff5530a23da)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:37.600053 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb33-91a7-4337-8472-0f27173ae7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.734957 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1acb33-91a7-4337-8472-0f27173ae7e4 None None] Pushing event updated for resources: {'Port': ['ID=e2637e98-d65b-4fea-aa54-24835ca1ef0b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:37.767975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e2637e98-d65b-4fea-aa54-24835ca1ef0b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:37.803259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7ade3-e54e-46f7-95ca-19998e9b9d01 req-dd203f37-37c6-476c-a177-de4af737d2c9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:37.804963 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbc7ade3-e54e-46f7-95ca-19998e9b9d01 req-dd203f37-37c6-476c-a177-de4af737d2c9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1590402 Feb 19 02:57:37.806895 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-114655009-router', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:33Z', 'updated_at': '2022-02-19T02:57:35Z', 'revision_number': 3, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'gw_port': {'id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:34Z', 'updated_at': '2022-02-19T02:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:37.841153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e46b4-f4b6-4cdc-ab33-360cbc2324ec req-ef484e2f-9e55-45f0-ba09-9c45cf23108c tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:37.842724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-577e46b4-f4b6-4cdc-ab33-360cbc2324ec req-ef484e2f-9e55-45f0-ba09-9c45cf23108c tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.1958318 Feb 19 02:57:37.855496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Checking router: 85dfadc4-cb40-476e-b856-f0037c2910e1 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:57:37.855496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Updating router 85dfadc4-cb40-476e-b856-f0037c2910e1 port 48bbb681-02e9-4528-83e8-a2e9b864d645 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:57:37.881322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ef5bcf75-1d8c-4b8e-b242-d53c2ed58e2f None None] Provisioning complete for port e2637e98-d65b-4fea-aa54-24835ca1ef0b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:37.881687 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef5bcf75-1d8c-4b8e-b242-d53c2ed58e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.903645 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Publish callbacks [] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.910333 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.912065 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:37.970598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbc7ade3-e54e-46f7-95ca-19998e9b9d01 req-9bcbba6e-4cc3-4a0a-81d6-17056afbbf8d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368563 Feb 19 02:57:37.976243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-577e46b4-f4b6-4cdc-ab33-360cbc2324ec req-a1af7b54-c24e-4827-b6d8-b76f5e56c4ce tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195149 Feb 19 02:57:37.984681 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Pushing event updated for resources: {'Port': ['ID=c392d5bc-2d35-4781-9140-e4da0f169d9b,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:37.996056 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.017089 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.017434 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.017784 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.018101 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.018826 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.019155 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.020060 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.020395 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.020763 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.021303 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.021640 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.021960 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.022274 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:57:38.058812 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Attempting to bind port c392d5bc-2d35-4781-9140-e4da0f169d9b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:38.059179 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Attempting to bind port c392d5bc-2d35-4781-9140-e4da0f169d9b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:38.059543 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Attempting to bind port c392d5bc-2d35-4781-9140-e4da0f169d9b on network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:38.066854 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:38.067270 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Checking segment: {'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:38.067674 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.068063 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Bound using segment: {'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:38.068535 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Bound port: c392d5bc-2d35-4781-9140-e4da0f169d9b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:38.069701 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.218139 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-49be760b-5360-45da-8646-e42b75e68995 None None] For port c392d5bc-2d35-4781-9140-e4da0f169d9b, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:38.221869 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-49be760b-5360-45da-8646-e42b75e68995 None None] For port c392d5bc-2d35-4781-9140-e4da0f169d9b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c392d5bc-2d35-4781-9140-e4da0f169d9b,segment=NetworkSegment(d856ffb6-e434-4b34-9c99-212bb4dc3ab6),segment_id=d856ffb6-e434-4b34-9c99-212bb4dc3ab6)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:38.233555 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.291866 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Routers {'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:38.292503 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-49be760b-5360-45da-8646-e42b75e68995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:57:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:38.300368 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee03059-0925-44da-ac1e-4cc442fa114d None None] Pushing event updated for resources: {'Port': ['ID=c392d5bc-2d35-4781-9140-e4da0f169d9b,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:38.308054 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-33bbffa1-dfe6-4b31-af78-307325c40cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:38.309599 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-33bbffa1-dfe6-4b31-af78-307325c40cb0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 1131 time: 0.0768509 Feb 19 02:57:38.323707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ef5bcf75-1d8c-4b8e-b242-d53c2ed58e2f None None] Current status of the port e2637e98-d65b-4fea-aa54-24835ca1ef0b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:38.331198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Allocated IP 172.20.0.1 (6d760441-0cf7-49a1-8590-4a33e0a861d3/f05fc816-3e5f-49fb-8a66-0fd34b572221/6e20a7e6-4b94-4a44-a328-eda8b5d8ce92) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:57:38.359376 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.459694 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-49be760b-5360-45da-8646-e42b75e68995 None None] Set router bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:38.491569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45bcb2-c02c-4481-8461-2124f7a81111 req-f7960393-9895-4544-8b70-17c725fc240a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:38.495514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-f429bfa4-fbad-4a47-9fec-56a76e5ba639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:38.500164 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-f429bfa4-fbad-4a47-9fec-56a76e5ba639 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1826925 Feb 19 02:57:38.500907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb45bcb2-c02c-4481-8461-2124f7a81111 req-f7960393-9895-4544-8b70-17c725fc240a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.4053113 Feb 19 02:57:38.520904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-15e64a07-232b-4b83-881e-3bf457e536dd None None] Provisioning complete for port c392d5bc-2d35-4781-9140-e4da0f169d9b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:38.521491 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15e64a07-232b-4b83-881e-3bf457e536dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.564130 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-f93210a6-ced2-4d31-8c97-3199dda11013 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 217 time: 0.0538294 Feb 19 02:57:38.636819 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Publish callbacks [] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.659681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-243f9ff3-6683-4278-a473-910564d855e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:38.661516 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-243f9ff3-6683-4278-a473-910564d855e9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0891330 Feb 19 02:57:38.664259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb45bcb2-c02c-4481-8461-2124f7a81111 req-73696bd7-91a8-4059-980d-fd828119787b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610594 Feb 19 02:57:38.676318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877540f-ee25-4694-907d-014f170813cf req-ddecc80b-ad5a-49f0-a8ef-bed14d44d1f9 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:38.677895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6877540f-ee25-4694-907d-014f170813cf req-ddecc80b-ad5a-49f0-a8ef-bed14d44d1f9 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1736166 Feb 19 02:57:38.705582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device aeb172d8-2b54-47b7-852f-759fc10a6bf5 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:38.721870 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-49be760b-5360-45da-8646-e42b75e68995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486916408-router', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '62851d85-c76c-4b36-9f12-4a1963562066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 4, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'gw_port': {'id': '62851d85-c76c-4b36-9f12-4a1963562066', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c392d5bc-2d35-4781-9140-e4da0f169d9b', 'name': '', 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'mac_address': 'fa:16:3e:b9:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b85c7a53-5a87-437b-b879-d4d2ff9fe3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:30Z', 'updated_at': '2022-02-19T02:57:38Z', 'revision_number': 4, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'subnets': [{'id': 'b85c7a53-5a87-437b-b879-d4d2ff9fe3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:38.732808 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.751647 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49be760b-5360-45da-8646-e42b75e68995 None None] The sync data for ids ['bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'] in n-d-826755-2 is: [{'id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486916408-router', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '62851d85-c76c-4b36-9f12-4a1963562066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:31Z', 'revision_number': 4, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'gw_port': {'id': '62851d85-c76c-4b36-9f12-4a1963562066', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c392d5bc-2d35-4781-9140-e4da0f169d9b', 'name': '', 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'mac_address': 'fa:16:3e:b9:52:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'b85c7a53-5a87-437b-b879-d4d2ff9fe3bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:30Z', 'updated_at': '2022-02-19T02:57:38Z', 'revision_number': 4, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'subnets': [{'id': 'b85c7a53-5a87-437b-b879-d4d2ff9fe3bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:38.770740 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Publish callbacks [] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.786482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6877540f-ee25-4694-907d-014f170813cf req-58568a85-800a-4043-8853-3e70dac71655 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002369 Feb 19 02:57:38.795543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Network 6d760441-0cf7-49a1-8590-4a33e0a861d3 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:38.798760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:38.802645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:57:38.809738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-424bacf8-675a-4583-a6e8-d3f2ec77e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:38.811380 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-424bacf8-675a-4583-a6e8-d3f2ec77e8ed service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1333525 Feb 19 02:57:38.815852 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.826845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-15e64a07-232b-4b83-881e-3bf457e536dd None None] Current status of the port c392d5bc-2d35-4781-9140-e4da0f169d9b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:38.827231 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15e64a07-232b-4b83-881e-3bf457e536dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.893355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (85dfadc4-cb40-476e-b856-f0037c2910e1), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:38.987746 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Pushing event updated for resources: {'Port': ['ID=6e20a7e6-4b94-4a44-a328-eda8b5d8ce92,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:38.990870 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-b569e48f-12e7-4e62-a24f-c32169ca16d6 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714799 Feb 19 02:57:39.034174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port aeb172d8-2b54-47b7-852f-759fc10a6bf5 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:57:39.049026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-15e64a07-232b-4b83-881e-3bf457e536dd None None] For port c392d5bc-2d35-4781-9140-e4da0f169d9b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c392d5bc-2d35-4781-9140-e4da0f169d9b,segment=NetworkSegment(d856ffb6-e434-4b34-9c99-212bb4dc3ab6),segment_id=d856ffb6-e434-4b34-9c99-212bb4dc3ab6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:39.053891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port aeb172d8-2b54-47b7-852f-759fc10a6bf5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:39.054266 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.058702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Attempting to bind port 48bbb681-02e9-4528-83e8-a2e9b864d645 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:39.060555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Attempting to bind port 48bbb681-02e9-4528-83e8-a2e9b864d645 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:39.060555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Attempting to bind port 48bbb681-02e9-4528-83e8-a2e9b864d645 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:39.064857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a95ac7-379e-4f04-8e99-03f190f098be None None] Pushing event updated for resources: {'Port': ['ID=48bbb681-02e9-4528-83e8-a2e9b864d645,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:39.104460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c392d5bc-2d35-4781-9140-e4da0f169d9b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:39.115583 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15e64a07-232b-4b83-881e-3bf457e536dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.127593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:39.127978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:39.128399 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.129373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:39.129878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Bound port: 48bbb681-02e9-4528-83e8-a2e9b864d645, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:39.130329 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.161082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7ede7-6fc4-4051-a72f-59b4882eebc2 req-0fe5c497-18b4-4712-82ea-900e6ec51e2b tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:39.165234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caa7ede7-6fc4-4051-a72f-59b4882eebc2 req-0fe5c497-18b4-4712-82ea-900e6ec51e2b tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 945 time: 0.2017012 Feb 19 02:57:39.174034 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:57:39.206920 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-8d3f69f1-9624-42f8-8f52-8808e9af7aea service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928678 Feb 19 02:57:39.279334 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caa7ede7-6fc4-4051-a72f-59b4882eebc2 req-7d0ec1dd-d45c-4769-89ce-b94975e47600 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008568 Feb 19 02:57:39.314657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e64a07-232b-4b83-881e-3bf457e536dd None None] Pushing event updated for resources: {'Port': ['ID=c392d5bc-2d35-4781-9140-e4da0f169d9b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:39.331417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effe89d-a3d3-4012-a32d-a77d51c23df8 req-c8d95d07-e600-4b93-9f7a-66af4c8b3516 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:39.333547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1effe89d-a3d3-4012-a32d-a77d51c23df8 req-c8d95d07-e600-4b93-9f7a-66af4c8b3516 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.2080996 Feb 19 02:57:39.339981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6c60063c-6cf9-4d7b-858d-4ba664a891cc None None] Provisioning complete for port c392d5bc-2d35-4781-9140-e4da0f169d9b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:39.340351 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6c60063c-6cf9-4d7b-858d-4ba664a891cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.342650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] For port 48bbb681-02e9-4528-83e8-a2e9b864d645, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:39.353041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] For port 48bbb681-02e9-4528-83e8-a2e9b864d645, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=48bbb681-02e9-4528-83e8-a2e9b864d645,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:39.393695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.411461 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.458975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c392d5bc-2d35-4781-9140-e4da0f169d9b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:39.459343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.497462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port aeb172d8-2b54-47b7-852f-759fc10a6bf5 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:39.497852 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.510626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1effe89d-a3d3-4012-a32d-a77d51c23df8 req-3912a428-f4e4-4a05-b50b-7ec4c1ce5f1a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576126 Feb 19 02:57:39.567182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b4b15f-8ff0-4d42-8cc7-c9be05701474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:39.569469 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef48509-a53c-4bf3-9955-6108f26fddcd" -d '{"events": [{"server_uuid": "a3b4b15f-8ff0-4d42-8cc7-c9be05701474", "name": "network-vif-plugged", "status": "completed", "tag": "aeb172d8-2b54-47b7-852f-759fc10a6bf5"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:39.577361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a95ac7-379e-4f04-8e99-03f190f098be None None] Pushing event updated for resources: {'Port': ['ID=48bbb681-02e9-4528-83e8-a2e9b864d645,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:39.603342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Routers {'85dfadc4-cb40-476e-b856-f0037c2910e1'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:39.603993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:57:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['85dfadc4-cb40-476e-b856-f0037c2910e1'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:39.613115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port aeb172d8-2b54-47b7-852f-759fc10a6bf5, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=aeb172d8-2b54-47b7-852f-759fc10a6bf5,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:39.646296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83f2a6-f244-494e-83ba-077344eb813b req-d9fbf967-4970-48a0-a3ad-187a6d6b7ce5 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:39.648784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a83f2a6-f244-494e-83ba-077344eb813b req-d9fbf967-4970-48a0-a3ad-187a6d6b7ce5 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.2138872 Feb 19 02:57:39.691868 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a23d80-afd2-42de-9f00-0c2d11fda9d8 x-openstack-request-id: req-11a23d80-afd2-42de-9f00-0c2d11fda9d8 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:39.692362 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b4b15f-8ff0-4d42-8cc7-c9be05701474", "name": "network-vif-plugged", "status": "completed", "tag": "aeb172d8-2b54-47b7-852f-759fc10a6bf5", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:39.692628 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-11a23d80-afd2-42de-9f00-0c2d11fda9d8 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:39.693054 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b4b15f-8ff0-4d42-8cc7-c9be05701474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5', 'code': 200} Feb 19 02:57:39.701526 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.772020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6c60063c-6cf9-4d7b-858d-4ba664a891cc None None] Current status of the port c392d5bc-2d35-4781-9140-e4da0f169d9b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:39.856187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c392d5bc-2d35-4781-9140-e4da0f169d9b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:39.857378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 62851d85-c76c-4b36-9f12-4a1963562066 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:39.859109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=aeb172d8-2b54-47b7-852f-759fc10a6bf5,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:39.903512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6c60063c-6cf9-4d7b-858d-4ba664a891cc None None] Provisioning complete for port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:39.903975 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6c60063c-6cf9-4d7b-858d-4ba664a891cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:39.942720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] Set router 85dfadc4-cb40-476e-b856-f0037c2910e1 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:40.011472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6c60063c-6cf9-4d7b-858d-4ba664a891cc None None] Port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:40.043103 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.061952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 62851d85-c76c-4b36-9f12-4a1963562066 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:40.062501 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (62851d85-c76c-4b36-9f12-4a1963562066), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.090196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Publish callbacks [] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.106552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.165220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a83f2a6-f244-494e-83ba-077344eb813b req-8e9749a5-7966-4ec3-ae2f-0dfdf6bbe5b2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698964 Feb 19 02:57:40.193175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Pushing event updated for resources: {'Port': ['ID=6e20a7e6-4b94-4a44-a328-eda8b5d8ce92,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:40.203584 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (85dfadc4-cb40-476e-b856-f0037c2910e1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.206682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d7e6b4-170b-4d80-847d-e30ac77c0914 req-ee295afd-1e74-4187-8ae7-767e6793da54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:40.208049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60d7e6b4-170b-4d80-847d-e30ac77c0914 req-ee295afd-1e74-4187-8ae7-767e6793da54 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 1128 time: 0.2114589 Feb 19 02:57:40.224219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 62851d85-c76c-4b36-9f12-4a1963562066 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:40.225347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e2637e98-d65b-4fea-aa54-24835ca1ef0b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:40.230472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b13073-a1c8-4868-a5ad-70ee6b31cc39 req-31519698-7812-435f-8ecd-d99a8793380d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:40.231983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6b13073-a1c8-4868-a5ad-70ee6b31cc39 req-31519698-7812-435f-8ecd-d99a8793380d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.2342746 Feb 19 02:57:40.276811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-114655009-router', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:33Z', 'updated_at': '2022-02-19T02:57:39Z', 'revision_number': 4, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'gw_port': {'id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:34Z', 'updated_at': '2022-02-19T02:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '6e20a7e6-4b94-4a44-a328-eda8b5d8ce92', 'name': '', 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'mac_address': 'fa:16:3e:b5:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f05fc816-3e5f-49fb-8a66-0fd34b572221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:38Z', 'updated_at': '2022-02-19T02:57:38Z', 'revision_number': 1, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'subnets': [{'id': 'f05fc816-3e5f-49fb-8a66-0fd34b572221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:40.307921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85564ad5-06ab-4ff4-b12c-c44e58221ddb None None] The sync data for ids ['85dfadc4-cb40-476e-b856-f0037c2910e1'] in n-d-826755-2 is: [{'id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-114655009-router', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:33Z', 'updated_at': '2022-02-19T02:57:39Z', 'revision_number': 4, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'gw_port': {'id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:34Z', 'updated_at': '2022-02-19T02:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '6e20a7e6-4b94-4a44-a328-eda8b5d8ce92', 'name': '', 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'mac_address': 'fa:16:3e:b5:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f05fc816-3e5f-49fb-8a66-0fd34b572221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:38Z', 'updated_at': '2022-02-19T02:57:38Z', 'revision_number': 1, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'subnets': [{'id': 'f05fc816-3e5f-49fb-8a66-0fd34b572221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:40.313601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e2637e98-d65b-4fea-aa54-24835ca1ef0b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:40.314017 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.379090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6b13073-a1c8-4868-a5ad-70ee6b31cc39 req-2281dd03-a7dd-402d-b98f-62c32d4dc55f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294177 Feb 19 02:57:40.392202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60d7e6b4-170b-4d80-847d-e30ac77c0914 req-343d90bc-0090-4103-b5e9-dbb284ebcadb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767640 Feb 19 02:57:40.398181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e2637e98-d65b-4fea-aa54-24835ca1ef0b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:40.420507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4e168-5fc0-48ad-bec4-72f60f09b363 req-b0724515-237e-4671-8f49-dab04e2848ab tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:40.422082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1be4e168-5fc0-48ad-bec4-72f60f09b363 req-b0724515-237e-4671-8f49-dab04e2848ab tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1679113 Feb 19 02:57:40.431911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Network 6d760441-0cf7-49a1-8590-4a33e0a861d3 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:57:40.438644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:57:40.570038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1be4e168-5fc0-48ad-bec4-72f60f09b363 req-3c386989-c69f-4293-bb41-55a7cccab822 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409690 Feb 19 02:57:40.641744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a7759-4354-4894-b193-bf3cbfc06dab req-b76db0d1-50f0-43fd-8b31-34522bd0131d tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:40.643390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-517a7759-4354-4894-b193-bf3cbfc06dab req-b76db0d1-50f0-43fd-8b31-34522bd0131d tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1882484 Feb 19 02:57:40.724514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Router 85dfadc4-cb40-476e-b856-f0037c2910e1 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:57:40.741973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7da4fd89-46f9-4182-8a56-f5498f08352f None None] Provisioning complete for port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:40.742887 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7da4fd89-46f9-4182-8a56-f5498f08352f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:40.765377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780f4f75-a6a9-4544-8892-147a4b022589 req-61b0fbcb-c1c5-4af8-ac5e-a862a3448e78 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:40.766940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-780f4f75-a6a9-4544-8892-147a4b022589 req-61b0fbcb-c1c5-4af8-ac5e-a862a3448e78 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 1127 time: 0.1226263 Feb 19 02:57:40.770138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-517a7759-4354-4894-b193-bf3cbfc06dab req-01130557-4803-4336-a24d-7d67e0ca04c0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158025 Feb 19 02:57:40.931730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-780f4f75-a6a9-4544-8892-147a4b022589 req-a45bc4c0-91a9-442e-92d7-d76be12a2aaf tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573484 Feb 19 02:57:40.959512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:57:40.960209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7da4fd89-46f9-4182-8a56-f5498f08352f None None] Port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:57:40.971431 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c392d5bc-2d35-4781-9140-e4da0f169d9b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:40.985713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7d9b13d3-a98d-4f02-90a9-09e52806406c admin admin] 10.222.0.81 "PUT /v2.0/routers/85dfadc4-cb40-476e-b856-f0037c2910e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0518451 Feb 19 02:57:40.996344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6e97d-1b37-4446-883f-7753f0fb5d11 req-b0940e07-737e-4545-a70e-1acb212bf8c9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:40.997953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22d6e97d-1b37-4446-883f-7753f0fb5d11 req-b0940e07-737e-4545-a70e-1acb212bf8c9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1591341 Feb 19 02:57:41.027335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c392d5bc-2d35-4781-9140-e4da0f169d9b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:41.028488 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:41.066289 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22d6e97d-1b37-4446-883f-7753f0fb5d11 req-043142c1-e6d6-4ed6-be80-6ca3a8c0066e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626833 Feb 19 02:57:41.138362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c392d5bc-2d35-4781-9140-e4da0f169d9b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:41.321529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c3ddd-f7b6-49c2-aae8-9aa33e30f9d8 req-2df4c531-534f-458d-a080-134527e662e5 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:41.323117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-101c3ddd-f7b6-49c2-aae8-9aa33e30f9d8 req-2df4c531-534f-458d-a080-134527e662e5 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0632463 Feb 19 02:57:41.464584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-101c3ddd-f7b6-49c2-aae8-9aa33e30f9d8 req-748902b9-0482-4c47-9468-076589ffe703 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341465 Feb 19 02:57:41.782622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fb9bd-b610-425a-a1f0-df8a66bdd3cb req-936bdff3-8bea-42a4-b5b2-97c60942f20e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:41.785179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-680fb9bd-b610-425a-a1f0-df8a66bdd3cb req-936bdff3-8bea-42a4-b5b2-97c60942f20e tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.0922337 Feb 19 02:57:42.003320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-680fb9bd-b610-425a-a1f0-df8a66bdd3cb req-589e96ba-2cf6-4564-a379-6ac1d2214e44 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110801 Feb 19 02:57:42.054942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f141b5-df93-41f9-84e0-5c15df771114 req-8b53e3f7-2f0c-4c19-897e-141c340a888b tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:42.073176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69f141b5-df93-41f9-84e0-5c15df771114 req-8b53e3f7-2f0c-4c19-897e-141c340a888b tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1820982 Feb 19 02:57:42.227752 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69f141b5-df93-41f9-84e0-5c15df771114 req-7b08e028-58ee-42f8-abd4-8eb3579affb0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535578 Feb 19 02:57:42.273851 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4222e4b-ffb6-4291-83b9-e13cad95bb89 req-63476012-187a-4353-9d3f-2e9d83f96252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:42.275647 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b4222e4b-ffb6-4291-83b9-e13cad95bb89 req-63476012-187a-4353-9d3f-2e9d83f96252 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 1128 time: 0.0879776 Feb 19 02:57:42.338137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2885199-8b12-4a62-aa8a-543fafb1ea7e req-3f0d7ad8-c391-4e83-9d46-a590c4c56525 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:42.341362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2885199-8b12-4a62-aa8a-543fafb1ea7e req-3f0d7ad8-c391-4e83-9d46-a590c4c56525 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1329274 Feb 19 02:57:42.369443 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b4222e4b-ffb6-4291-83b9-e13cad95bb89 req-27efef24-f545-463e-9af9-264fcd7db6f3 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858054 Feb 19 02:57:42.406002 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2885199-8b12-4a62-aa8a-543fafb1ea7e req-29f59a6e-55e9-4fe2-9179-53f61df82731 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570912 Feb 19 02:57:42.633227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45bdb7-f191-490f-bed7-edb37912814e req-bdd69d8c-b761-4fc8-a13f-d88267c1f600 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:42.634653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e45bdb7-f191-490f-bed7-edb37912814e req-bdd69d8c-b761-4fc8-a13f-d88267c1f600 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0690682 Feb 19 02:57:42.701009 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e45bdb7-f191-490f-bed7-edb37912814e req-2b6f5b45-cfb8-48db-befa-44e2ba5f297b tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585749 Feb 19 02:57:43.002649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 48bbb681-02e9-4528-83e8-a2e9b864d645 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:43.060085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 48bbb681-02e9-4528-83e8-a2e9b864d645 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:43.060589 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:43.175995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 48bbb681-02e9-4528-83e8-a2e9b864d645 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:43.177162 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:43.218460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 48bbb681-02e9-4528-83e8-a2e9b864d645, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=48bbb681-02e9-4528-83e8-a2e9b864d645,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:43.230902 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:43.272511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98a18b-5485-42c2-8d05-069423619e0a req-a583cc10-986e-4947-a77f-fe03751793a9 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:43.294461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b98a18b-5485-42c2-8d05-069423619e0a req-a583cc10-986e-4947-a77f-fe03751793a9 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1587412 Feb 19 02:57:43.388309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=48bbb681-02e9-4528-83e8-a2e9b864d645,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:43.460499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b98a18b-5485-42c2-8d05-069423619e0a req-4d6bdd88-4465-49d5-a77e-fa5c4a6015e9 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599360 Feb 19 02:57:43.522924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3df74-d135-457b-bbf9-46eff59ccfa8 req-918e3553-95ee-40bf-a070-ac7dddc5861a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:43.529783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edd3df74-d135-457b-bbf9-46eff59ccfa8 req-918e3553-95ee-40bf-a070-ac7dddc5861a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1416306 Feb 19 02:57:43.730034 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edd3df74-d135-457b-bbf9-46eff59ccfa8 req-d8ba3635-bbe9-41dd-8952-0f8d04e4783d tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925607 Feb 19 02:57:43.770743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8e5f1-1150-4e95-a8ac-01637a4a0885 req-6c8a8d2b-d284-4f9a-be66-8e9030475909 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:43.783651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58a8e5f1-1150-4e95-a8ac-01637a4a0885 req-6c8a8d2b-d284-4f9a-be66-8e9030475909 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.2052460 Feb 19 02:57:43.910236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58a8e5f1-1150-4e95-a8ac-01637a4a0885 req-16d41a9a-fb07-40b3-938d-ecd8bddfa6ec tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240876 Feb 19 02:57:44.084932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3936d-687a-4abb-a495-0f611a46b47e req-49c0467f-48b3-4ca2-8f74-ddc04b8b0db2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:44.091970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7c3936d-687a-4abb-a495-0f611a46b47e req-49c0467f-48b3-4ca2-8f74-ddc04b8b0db2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0739305 Feb 19 02:57:44.144984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7c3936d-687a-4abb-a495-0f611a46b47e req-246345b2-4163-464a-b1ea-5788b1ddefc5 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520546 Feb 19 02:57:44.268822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f230b5-0852-4a49-b616-e4232d1a7f41 req-eedcd230-5c53-4c67-9ee9-fdebc65e115a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:44.269923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0f230b5-0852-4a49-b616-e4232d1a7f41 req-eedcd230-5c53-4c67-9ee9-fdebc65e115a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.0661697 Feb 19 02:57:44.330757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0f230b5-0852-4a49-b616-e4232d1a7f41 req-bc47c76a-2284-43b3-a648-634bedc71700 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505552 Feb 19 02:57:44.362288 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Sync routers for ids ['85dfadc4-cb40-476e-b856-f0037c2910e1'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:57:44.378287 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Routers {'85dfadc4-cb40-476e-b856-f0037c2910e1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:44.378774 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:57:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['85dfadc4-cb40-476e-b856-f0037c2910e1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:44.441100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd9fff-53c0-4bae-acc9-b46ac5c3cb39 req-b4abe924-9a6e-469c-96cd-0fbf9891e6b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:44.449627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dcdd9fff-53c0-4bae-acc9-b46ac5c3cb39 req-b4abe924-9a6e-469c-96cd-0fbf9891e6b8 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.0892439 Feb 19 02:57:44.501358 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Set router 85dfadc4-cb40-476e-b856-f0037c2910e1 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:44.545079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dcdd9fff-53c0-4bae-acc9-b46ac5c3cb39 req-11638b38-9618-4528-a867-5384fcfa4e46 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942955 Feb 19 02:57:44.570319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b017b6f-8133-4f42-a5e0-6d64e5b9d5f0 req-421b105d-8b3b-4b6b-991b-206c7607e6a2 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:44.572021 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b017b6f-8133-4f42-a5e0-6d64e5b9d5f0 req-421b105d-8b3b-4b6b-991b-206c7607e6a2 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.0718908 Feb 19 02:57:44.651778 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b017b6f-8133-4f42-a5e0-6d64e5b9d5f0 req-87658e64-bf61-495a-abdc-d068a9c49e7d tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686791 Feb 19 02:57:44.781132 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-114655009-router', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:33Z', 'updated_at': '2022-02-19T02:57:39Z', 'revision_number': 4, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'gw_port': {'id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:34Z', 'updated_at': '2022-02-19T02:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '6e20a7e6-4b94-4a44-a328-eda8b5d8ce92', 'name': '', 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'mac_address': 'fa:16:3e:b5:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f05fc816-3e5f-49fb-8a66-0fd34b572221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:38Z', 'updated_at': '2022-02-19T02:57:39Z', 'revision_number': 2, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'subnets': [{'id': 'f05fc816-3e5f-49fb-8a66-0fd34b572221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:44.848896 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Checking router: 85dfadc4-cb40-476e-b856-f0037c2910e1 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:57:44.850200 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Updating router 85dfadc4-cb40-476e-b856-f0037c2910e1 port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 02:57:44.900886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509b70a-fd41-4bf3-b66a-bebfb1a8309c req-8f08ac32-2430-4394-b884-5776ea01b06e tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:44.903546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3509b70a-fd41-4bf3-b66a-bebfb1a8309c req-8f08ac32-2430-4394-b884-5776ea01b06e tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.0762765 Feb 19 02:57:44.917994 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.013966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 48bbb681-02e9-4528-83e8-a2e9b864d645 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:45.038172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3509b70a-fd41-4bf3-b66a-bebfb1a8309c req-30f4362b-7287-4007-bdcd-3c2aad9c39ff tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281071 Feb 19 02:57:45.170949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 48bbb681-02e9-4528-83e8-a2e9b864d645 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:45.175139 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.213297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e6f96-2c52-44d7-ace0-a9d62bb9a45f req-df73420a-a3ae-4dfa-ad5e-8d09df9d6cb1 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:45.227135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca2e6f96-2c52-44d7-ace0-a9d62bb9a45f req-df73420a-a3ae-4dfa-ad5e-8d09df9d6cb1 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.0896304 Feb 19 02:57:45.291034 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca2e6f96-2c52-44d7-ace0-a9d62bb9a45f req-7afaff6a-07cd-4521-b835-01df74e4d5c0 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628507 Feb 19 02:57:45.393327 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 48bbb681-02e9-4528-83e8-a2e9b864d645 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:45.412802 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Publish callbacks [] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.431851 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.476383 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb23cad-e898-49ca-8797-be047663e5c3 None None] Pushing event updated for resources: {'Port': ['ID=6e20a7e6-4b94-4a44-a328-eda8b5d8ce92,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:45.507084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e6a80-82d1-4d3f-ae41-98cebda7cf92 req-3ff8ed79-7d84-4dc3-8f76-d64b9f3c5c99 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:45.510794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd7e6a80-82d1-4d3f-ae41-98cebda7cf92 req-3ff8ed79-7d84-4dc3-8f76-d64b9f3c5c99 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1706455 Feb 19 02:57:45.571294 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Attempting to bind port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:57:45.571980 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Attempting to bind port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'a4e56290-d69f-4498-ac1d-eff5530a23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:57:45.572961 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Attempting to bind port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 on network 6d760441-0cf7-49a1-8590-4a33e0a861d3 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:57:45.579103 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:57:45.579626 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Checking segment: {'id': 'a4e56290-d69f-4498-ac1d-eff5530a23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:57:45.580244 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.580789 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Bound using segment: {'id': 'a4e56290-d69f-4498-ac1d-eff5530a23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:57:45.581368 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Bound port: 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4e56290-d69f-4498-ac1d-eff5530a23da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:57:45.581845 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.587349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c698a-3190-47cc-80ed-2bff4774595d req-7962c118-4006-4ddd-83d4-6c463bc694b8 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:45.594318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-398c698a-3190-47cc-80ed-2bff4774595d req-7962c118-4006-4ddd-83d4-6c463bc694b8 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1459849 Feb 19 02:57:45.662250 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] For port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:57:45.669666 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] For port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6e20a7e6-4b94-4a44-a328-eda8b5d8ce92,segment=NetworkSegment(a4e56290-d69f-4498-ac1d-eff5530a23da),segment_id=a4e56290-d69f-4498-ac1d-eff5530a23da)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:57:45.707165 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:45.765015 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-398c698a-3190-47cc-80ed-2bff4774595d req-172b40b5-7f79-4d76-a194-5e57be3a6610 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697118 Feb 19 02:57:45.770997 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Routers {'85dfadc4-cb40-476e-b856-f0037c2910e1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:57:45.771858 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:57:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['85dfadc4-cb40-476e-b856-f0037c2910e1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:45.798596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd7e6a80-82d1-4d3f-ae41-98cebda7cf92 req-77ed9532-98a3-47ed-8d5e-b80fbe80f4ba tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775612 Feb 19 02:57:45.915173 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb23cad-e898-49ca-8797-be047663e5c3 None None] Pushing event updated for resources: {'Port': ['ID=6e20a7e6-4b94-4a44-a328-eda8b5d8ce92,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:45.951356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7bb52591-7307-48f6-b132-bdb74a6b61da None None] Provisioning complete for port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:45.951954 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7bb52591-7307-48f6-b132-bdb74a6b61da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.026946 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] Set router 85dfadc4-cb40-476e-b856-f0037c2910e1 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:57:46.207027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7bb52591-7307-48f6-b132-bdb74a6b61da None None] Current status of the port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:46.208188 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7bb52591-7307-48f6-b132-bdb74a6b61da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.233095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24f50c-a60d-4a31-a3b4-b7911d46d2fb req-d0e86572-a4b2-413c-97cb-75ce74cdd7e6 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.240800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd24f50c-a60d-4a31-a3b4-b7911d46d2fb req-d0e86572-a4b2-413c-97cb-75ce74cdd7e6 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1686332 Feb 19 02:57:46.276233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7bb52591-7307-48f6-b132-bdb74a6b61da None None] For port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6e20a7e6-4b94-4a44-a328-eda8b5d8ce92,segment=NetworkSegment(a4e56290-d69f-4498-ac1d-eff5530a23da),segment_id=a4e56290-d69f-4498-ac1d-eff5530a23da)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:46.295261 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7bb52591-7307-48f6-b132-bdb74a6b61da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.354948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd24f50c-a60d-4a31-a3b4-b7911d46d2fb req-e7a4c1d1-96b5-46cc-9b37-3f0b5b400f36 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131165 Feb 19 02:57:46.445792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d3e6c-6538-4bbf-a202-aae9f54807b1 req-84ed4f8c-5ba5-41e8-8056-39eae2367aef tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.455499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d9d3e6c-6538-4bbf-a202-aae9f54807b1 req-84ed4f8c-5ba5-41e8-8056-39eae2367aef tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.2849219 Feb 19 02:57:46.463003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb52591-7307-48f6-b132-bdb74a6b61da None None] Pushing event updated for resources: {'Port': ['ID=6e20a7e6-4b94-4a44-a328-eda8b5d8ce92,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:46.485384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-616aa25d-4939-4b2d-95d2-979b300aff3c None None] Provisioning complete for port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:46.486033 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-616aa25d-4939-4b2d-95d2-979b300aff3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:46.653670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d9d3e6c-6538-4bbf-a202-aae9f54807b1 req-8ed0bc0a-0360-4125-aff3-228f7b7252e5 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957381 Feb 19 02:57:46.660698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-616aa25d-4939-4b2d-95d2-979b300aff3c None None] Current status of the port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:46.719453 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-114655009-router', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:33Z', 'updated_at': '2022-02-19T02:57:39Z', 'revision_number': 4, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'gw_port': {'id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:34Z', 'updated_at': '2022-02-19T02:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '6e20a7e6-4b94-4a44-a328-eda8b5d8ce92', 'name': '', 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'mac_address': 'fa:16:3e:b5:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f05fc816-3e5f-49fb-8a66-0fd34b572221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:38Z', 'updated_at': '2022-02-19T02:57:45Z', 'revision_number': 4, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'subnets': [{'id': 'f05fc816-3e5f-49fb-8a66-0fd34b572221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:57:46.724277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 46e74255-2221-43b4-a8be-55df1631e78b details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:46.729406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30621-1e22-40f0-b993-2d102cf7fa08 req-39719930-743a-4a40-9995-c0f7e5d038f6 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:46.731242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05c30621-1e22-40f0-b993-2d102cf7fa08 req-39719930-743a-4a40-9995-c0f7e5d038f6 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1512761 Feb 19 02:57:46.762632 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c89dc7d-deb4-4b7b-a1bd-0c24818042fb None None] The sync data for ids ['85dfadc4-cb40-476e-b856-f0037c2910e1'] in n-d-826755-2 is: [{'id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-114655009-router', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:33Z', 'updated_at': '2022-02-19T02:57:39Z', 'revision_number': 4, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'gw_port': {'id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:34Z', 'updated_at': '2022-02-19T02:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '6e20a7e6-4b94-4a44-a328-eda8b5d8ce92', 'name': '', 'network_id': '6d760441-0cf7-49a1-8590-4a33e0a861d3', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'mac_address': 'fa:16:3e:b5:1b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'f05fc816-3e5f-49fb-8a66-0fd34b572221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:38Z', 'updated_at': '2022-02-19T02:57:45Z', 'revision_number': 4, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'subnets': [{'id': 'f05fc816-3e5f-49fb-8a66-0fd34b572221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:57:46.827362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05c30621-1e22-40f0-b993-2d102cf7fa08 req-133fc580-0e2e-4118-aab8-d2faef74e788 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902207 Feb 19 02:57:46.996646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46e74255-2221-43b4-a8be-55df1631e78b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46e74255-2221-43b4-a8be-55df1631e78b,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:47.034960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '46e74255-2221-43b4-a8be-55df1631e78b', 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'port_id': '46e74255-2221-43b4-a8be-55df1631e78b', 'mac_address': 'fa:16:3e:46:48:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b709ca32-9176-48c8-932f-4c728cc3cfc8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:57:47.120717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 46e74255-2221-43b4-a8be-55df1631e78b is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:47.121406 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46e74255-2221-43b4-a8be-55df1631e78b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.139944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:47.143654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46e74255-2221-43b4-a8be-55df1631e78b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:47.165407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0ce00-7083-4f8f-be26-1b1eab2bc715 req-21143bf2-9d81-4217-8712-21e958eb0142 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:47.175363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00e0ce00-7083-4f8f-be26-1b1eab2bc715 req-21143bf2-9d81-4217-8712-21e958eb0142 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1959801 Feb 19 02:57:47.223203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46e74255-2221-43b4-a8be-55df1631e78b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46e74255-2221-43b4-a8be-55df1631e78b,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:47.235629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3658ef-bd79-42c7-bcbc-85598bcbb3a7 req-4f3cc3e0-c568-4d29-abd1-d22c88a93e89 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:47.237431 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3658ef-bd79-42c7-bcbc-85598bcbb3a7 req-4f3cc3e0-c568-4d29-abd1-d22c88a93e89 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1849377 Feb 19 02:57:47.244180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:47.244610 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.276521 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00e0ce00-7083-4f8f-be26-1b1eab2bc715 req-5bd6bdfd-53e8-4837-b952-9b4f1c1391af tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001399 Feb 19 02:57:47.313070 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46e74255-2221-43b4-a8be-55df1631e78b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:47.352926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3658ef-bd79-42c7-bcbc-85598bcbb3a7 req-a7dbe4c5-ae4d-4511-a02f-82d097d92645 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742474 Feb 19 02:57:47.409137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:47.450624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=46e74255-2221-43b4-a8be-55df1631e78b,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:47.508513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['46e74255-2221-43b4-a8be-55df1631e78b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:47.878177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbc12e-0bcc-4a12-9541-0699ae070767 req-e1ab5787-4978-477f-ab43-b84b30bb578f tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:47.880180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0bbc12e-0bcc-4a12-9541-0699ae070767 req-e1ab5787-4978-477f-ab43-b84b30bb578f tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.0948920 Feb 19 02:57:48.061819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0bbc12e-0bcc-4a12-9541-0699ae070767 req-da253ec2-aa2a-4b4f-9e24-c78a590a94ac tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732304 Feb 19 02:57:48.341989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6dc27-c75f-4763-a0e3-f98bd728aa67 req-2de87aa9-663f-4c0a-a2e5-1302098c55d2 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.349666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26e6dc27-c75f-4763-a0e3-f98bd728aa67 req-2de87aa9-663f-4c0a-a2e5-1302098c55d2 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.0756817 Feb 19 02:57:48.441025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26e6dc27-c75f-4763-a0e3-f98bd728aa67 req-c34d7616-25ab-4a0d-a64d-c118a13aa84d tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860260 Feb 19 02:57:48.511887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bdf89-0ee7-4301-bba3-f907474c6074 req-70fe5c10-5b94-4a33-9c29-10207fccf97e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:48.521744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-160bdf89-0ee7-4301-bba3-f907474c6074 req-70fe5c10-5b94-4a33-9c29-10207fccf97e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1645658 Feb 19 02:57:48.607461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-160bdf89-0ee7-4301-bba3-f907474c6074 req-86f38782-a27f-4cfe-9250-bf7ca71f4dca tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792511 Feb 19 02:57:48.759110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 46e74255-2221-43b4-a8be-55df1631e78b up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:48.864384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 46e74255-2221-43b4-a8be-55df1631e78b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:48.866646 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (46e74255-2221-43b4-a8be-55df1631e78b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.031523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 46e74255-2221-43b4-a8be-55df1631e78b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:49.031772 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46e74255-2221-43b4-a8be-55df1631e78b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.075635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46e74255-2221-43b4-a8be-55df1631e78b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46e74255-2221-43b4-a8be-55df1631e78b,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:49.077082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b2fc41-948c-4977-b709-a3762a4ce0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e74255-2221-43b4-a8be-55df1631e78b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:49.079879 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead6f67c-d03e-46ba-9271-4d08836e4192" -d '{"events": [{"server_uuid": "16b2fc41-948c-4977-b709-a3762a4ce0d4", "name": "network-vif-plugged", "status": "completed", "tag": "46e74255-2221-43b4-a8be-55df1631e78b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:49.087104 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46e74255-2221-43b4-a8be-55df1631e78b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:49.145774 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75508899-7ff8-48c1-91ef-52eb1f96d46f x-openstack-request-id: req-75508899-7ff8-48c1-91ef-52eb1f96d46f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:49.146492 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b2fc41-948c-4977-b709-a3762a4ce0d4", "name": "network-vif-plugged", "status": "completed", "tag": "46e74255-2221-43b4-a8be-55df1631e78b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:49.146964 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-75508899-7ff8-48c1-91ef-52eb1f96d46f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:49.147587 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b2fc41-948c-4977-b709-a3762a4ce0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e74255-2221-43b4-a8be-55df1631e78b', 'code': 200} Feb 19 02:57:49.148965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=46e74255-2221-43b4-a8be-55df1631e78b,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:49.648979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19815bb4-1c73-461c-ab0d-753839d04733 req-50d645b2-f891-4787-b327-917a3ae4fce2 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:49.657666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19815bb4-1c73-461c-ab0d-753839d04733 req-50d645b2-f891-4787-b327-917a3ae4fce2 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1186688 Feb 19 02:57:49.743368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19815bb4-1c73-461c-ab0d-753839d04733 req-b9cf6638-6dc3-433e-9dc1-3ebbf01b9065 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835390 Feb 19 02:57:49.812536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1477fc4b-b512-4c97-99ef-546c5e13a264 req-fa2a7a75-6b6e-4294-8f7f-89cf6caa2e9a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:49.815046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1477fc4b-b512-4c97-99ef-546c5e13a264 req-fa2a7a75-6b6e-4294-8f7f-89cf6caa2e9a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1047759 Feb 19 02:57:49.908033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1477fc4b-b512-4c97-99ef-546c5e13a264 req-f8d1dbee-7cef-40e9-978b-7eb5234d8263 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854025 Feb 19 02:57:50.987146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54059bde-13b6-4489-a32f-15ebdddb4df6 req-df06733b-75de-4a07-bf50-84d87a76ac96 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:50.993149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54059bde-13b6-4489-a32f-15ebdddb4df6 req-df06733b-75de-4a07-bf50-84d87a76ac96 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1643171 Feb 19 02:57:51.098246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54059bde-13b6-4489-a32f-15ebdddb4df6 req-a3693af9-081b-4caa-82f0-945e44323f3c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971518 Feb 19 02:57:51.269263 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b94df-5d75-4e8b-a752-9a93f733e85c req-3a02e72b-69f3-4bf7-b13e-433e6c0d3145 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.279121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce4b94df-5d75-4e8b-a752-9a93f733e85c req-3a02e72b-69f3-4bf7-b13e-433e6c0d3145 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1234920 Feb 19 02:57:51.354585 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1038d0b-206e-4ae7-ad01-1e30b4448be3 req-23fb22bc-db32-4369-bb5d-7f9fa5597f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.357534 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1038d0b-206e-4ae7-ad01-1e30b4448be3 req-23fb22bc-db32-4369-bb5d-7f9fa5597f92 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 1127 time: 0.1058249 Feb 19 02:57:51.453407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce4b94df-5d75-4e8b-a752-9a93f733e85c req-de4a23d4-decc-45e4-8c8d-5977abfc96eb tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731503 Feb 19 02:57:51.513534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90302ae3-1b5a-4ce3-bf07-1c6c09b54e13 req-f93b196f-2bf0-43f2-b5f3-d83f53e5f1c7 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.518962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90302ae3-1b5a-4ce3-bf07-1c6c09b54e13 req-f93b196f-2bf0-43f2-b5f3-d83f53e5f1c7 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1734591 Feb 19 02:57:51.573547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1038d0b-206e-4ae7-ad01-1e30b4448be3 req-840998b0-a5e5-4c9a-a753-433d48f0ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.575112 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1038d0b-206e-4ae7-ad01-1e30b4448be3 req-840998b0-a5e5-4c9a-a753-433d48f0ce4d service neutron] 10.222.0.87 "GET /v2.0/networks?id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 200 len: 919 time: 0.2096894 Feb 19 02:57:51.637946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90302ae3-1b5a-4ce3-bf07-1c6c09b54e13 req-ac4b1cbc-f34d-4b50-816c-42025d95a2dd tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066008 Feb 19 02:57:51.666590 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1038d0b-206e-4ae7-ad01-1e30b4448be3 req-8aa408c7-859c-4eb2-807d-04062454fa38 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65fadec-a3ed-4e19-9a80-bd61648e8a0a HTTP/1.1" status: 200 len: 217 time: 0.0843573 Feb 19 02:57:51.773103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1038d0b-206e-4ae7-ad01-1e30b4448be3 req-78bc235d-1222-42f6-a36e-cb512d57f092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:51.775503 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1038d0b-206e-4ae7-ad01-1e30b4448be3 req-78bc235d-1222-42f6-a36e-cb512d57f092 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a3409185-6e38-450f-9998-5d1abfd5cc95 HTTP/1.1" status: 200 len: 858 time: 0.1024313 Feb 19 02:57:51.824091 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1038d0b-206e-4ae7-ad01-1e30b4448be3 req-d5d300a3-e905-4c01-ba94-0ef870f61336 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341635 Feb 19 02:57:51.984061 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1038d0b-206e-4ae7-ad01-1e30b4448be3 req-c53547f7-9756-46ec-b48d-6e03f3d80a26 service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419933 Feb 19 02:57:52.158228 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1038d0b-206e-4ae7-ad01-1e30b4448be3 req-416f7609-9088-49fc-a6ea-f9d6c4b777ae service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660750 Feb 19 02:57:52.304797 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:52.331301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8d096-7509-4799-9dfc-3ddcf3c684da req-686ad66d-a022-49ed-b063-71d671d7ce06 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:52.341780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ce8d096-7509-4799-9dfc-3ddcf3c684da req-686ad66d-a022-49ed-b063-71d671d7ce06 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1383290 Feb 19 02:57:52.427691 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ce8d096-7509-4799-9dfc-3ddcf3c684da req-a365ad35-7ddb-4847-b6db-f7f5a084f980 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845022 Feb 19 02:57:52.613660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23d3c1-1249-422f-9ef7-add5ce822f57 req-7aa55950-af33-48f8-a5d2-fc3ae331cb05 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:52.622455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f23d3c1-1249-422f-9ef7-add5ce822f57 req-7aa55950-af33-48f8-a5d2-fc3ae331cb05 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.0779562 Feb 19 02:57:52.717320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f23d3c1-1249-422f-9ef7-add5ce822f57 req-1a999ccc-4f6a-45da-b419-e4560ccdffdc tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937262 Feb 19 02:57:52.757410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device aeb172d8-2b54-47b7-852f-759fc10a6bf5 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:57:52.889514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc4b75-213e-45bd-bfed-9f7ebf6b1e64 req-341bdfaa-f58b-4f6c-9538-b29c3766a62a tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:52.891132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3acc4b75-213e-45bd-bfed-9f7ebf6b1e64 req-341bdfaa-f58b-4f6c-9538-b29c3766a62a tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1196144 Feb 19 02:57:53.020200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3acc4b75-213e-45bd-bfed-9f7ebf6b1e64 req-60046215-a9c2-4122-a3a1-a8c95f46880a tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227012 Feb 19 02:57:53.024516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port aeb172d8-2b54-47b7-852f-759fc10a6bf5, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=aeb172d8-2b54-47b7-852f-759fc10a6bf5,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:53.048906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5', 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54', 'port_id': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5', 'mac_address': 'fa:16:3e:fb:5d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a5f73c-3589-4dfd-ac2d-4855c1f63da2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:57:53.099491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port aeb172d8-2b54-47b7-852f-759fc10a6bf5 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:53.100424 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.122579 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aeb172d8-2b54-47b7-852f-759fc10a6bf5 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:57:53.163004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port aeb172d8-2b54-47b7-852f-759fc10a6bf5, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=aeb172d8-2b54-47b7-852f-759fc10a6bf5,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:53.175839 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.184228 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:53.278133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=aeb172d8-2b54-47b7-852f-759fc10a6bf5,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:53.302526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['aeb172d8-2b54-47b7-852f-759fc10a6bf5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:57:53.692766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45c9cb-e11f-464a-8da8-2a714711ce14 req-437ea74e-b83c-43c4-8b43-736429265a79 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.694534 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad45c9cb-e11f-464a-8da8-2a714711ce14 req-437ea74e-b83c-43c4-8b43-736429265a79 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 945 time: 0.1145425 Feb 19 02:57:53.779635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad45c9cb-e11f-464a-8da8-2a714711ce14 req-a5e10d96-e948-4c64-b96f-c27e091523ae tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787382 Feb 19 02:57:53.916683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b69d8-eb85-4a78-b580-3b37f40be3b7 req-7ad1c1d5-a9ad-44bb-8300-110375c55ad6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:53.918637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b0b69d8-eb85-4a78-b580-3b37f40be3b7 req-7ad1c1d5-a9ad-44bb-8300-110375c55ad6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.0800512 Feb 19 02:57:53.981820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b0b69d8-eb85-4a78-b580-3b37f40be3b7 req-277a563d-caeb-4e95-9b5a-b4b4443a3a53 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553470 Feb 19 02:57:54.209803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0d4cc-bc49-4faf-93db-74efe1fae8fd req-3aad6c80-0e7a-4082-9d25-c2214f0798f2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:54.211690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6f0d4cc-bc49-4faf-93db-74efe1fae8fd req-3aad6c80-0e7a-4082-9d25-c2214f0798f2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1043494 Feb 19 02:57:54.320802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6f0d4cc-bc49-4faf-93db-74efe1fae8fd req-0a04a4b7-8bdb-4d82-931e-829b9e8f028d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029918 Feb 19 02:57:54.774846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device aeb172d8-2b54-47b7-852f-759fc10a6bf5 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:57:54.919248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port aeb172d8-2b54-47b7-852f-759fc10a6bf5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:57:54.919504 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:54.964350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8547a6-6635-48d2-94b4-dd6ca57c86cb req-ffbff940-f3f4-41ae-866c-86ff62ee7453 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:54.966622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd8547a6-6635-48d2-94b4-dd6ca57c86cb req-ffbff940-f3f4-41ae-866c-86ff62ee7453 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 945 time: 0.0914974 Feb 19 02:57:55.046313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd8547a6-6635-48d2-94b4-dd6ca57c86cb req-7c4075bc-288a-48bf-8fec-059ef03e36b8 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739734 Feb 19 02:57:55.098196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port aeb172d8-2b54-47b7-852f-759fc10a6bf5 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:57:55.098597 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:55.151287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b4b15f-8ff0-4d42-8cc7-c9be05701474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:57:55.153813 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-937f6fb3-3747-403d-b547-2aab66b5b1a1" -d '{"events": [{"server_uuid": "a3b4b15f-8ff0-4d42-8cc7-c9be05701474", "name": "network-vif-plugged", "status": "completed", "tag": "aeb172d8-2b54-47b7-852f-759fc10a6bf5"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:57:55.180012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port aeb172d8-2b54-47b7-852f-759fc10a6bf5, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=aeb172d8-2b54-47b7-852f-759fc10a6bf5,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:57:55.189732 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:57:55.269626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=aeb172d8-2b54-47b7-852f-759fc10a6bf5,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:57:55.293789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f40bb5-ebad-4ad1-800a-c8b6650858a6 req-15f93a32-45a6-44ca-9875-da4345f151af tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:55.295686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7f40bb5-ebad-4ad1-800a-c8b6650858a6 req-15f93a32-45a6-44ca-9875-da4345f151af tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1132426 Feb 19 02:57:55.439131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7f40bb5-ebad-4ad1-800a-c8b6650858a6 req-3c8a9565-35d3-467a-b4f3-0174ee96c002 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326706 Feb 19 02:57:55.534645 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f332a35-1b96-44ce-ab47-445534717fb4 x-openstack-request-id: req-0f332a35-1b96-44ce-ab47-445534717fb4 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:57:55.534959 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b4b15f-8ff0-4d42-8cc7-c9be05701474", "name": "network-vif-plugged", "status": "completed", "tag": "aeb172d8-2b54-47b7-852f-759fc10a6bf5", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:57:55.535225 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f332a35-1b96-44ce-ab47-445534717fb4 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:57:55.535634 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b4b15f-8ff0-4d42-8cc7-c9be05701474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5', 'code': 200} Feb 19 02:57:55.779722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde9c0a-b070-4177-8f64-26eb8d2fa0a2 req-c3a833e6-3233-4733-b29a-b5f839a51549 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:55.781429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fde9c0a-b070-4177-8f64-26eb8d2fa0a2 req-c3a833e6-3233-4733-b29a-b5f839a51549 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1504278 Feb 19 02:57:55.855269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fde9c0a-b070-4177-8f64-26eb8d2fa0a2 req-5d641bc8-eb58-4054-8606-8326873b3776 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658207 Feb 19 02:57:56.276728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bda288-2a1a-4213-ad78-2f0edbb3e6fe req-dba1a5bb-86bc-46a5-9bcd-d240f655ad80 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:56.282849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48bda288-2a1a-4213-ad78-2f0edbb3e6fe req-dba1a5bb-86bc-46a5-9bcd-d240f655ad80 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1245973 Feb 19 02:57:56.418549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48bda288-2a1a-4213-ad78-2f0edbb3e6fe req-ce6702bd-9a35-4b15-a077-36d56d04f4ef tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279981 Feb 19 02:57:56.688152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebbe74-1ff4-4b62-8bc6-6326b82cd5b6 req-2a4a6473-2710-4ba5-9c21-d1dae014504b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:56.702319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2eebbe74-1ff4-4b62-8bc6-6326b82cd5b6 req-2a4a6473-2710-4ba5-9c21-d1dae014504b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1167808 Feb 19 02:57:56.800953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2eebbe74-1ff4-4b62-8bc6-6326b82cd5b6 req-9e0a4211-b756-4bea-9da8-edb76a7bb102 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972657 Feb 19 02:57:57.049604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202f9ab-734a-4ce7-96e1-3d7878403e26 req-388cd352-b193-4f36-8760-040d4a920de5 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:57.051279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d202f9ab-734a-4ce7-96e1-3d7878403e26 req-388cd352-b193-4f36-8760-040d4a920de5 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1094527 Feb 19 02:57:57.128763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d202f9ab-734a-4ce7-96e1-3d7878403e26 req-b68e2572-91c1-49e2-b30c-8338a1751b4e tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670924 Feb 19 02:57:57.624952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd35ed1-d2fa-4e85-a3b6-bcd2798b015a req-9c6e1c43-f5b8-4e5c-80a5-fd320e6422ef tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:57.626537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bd35ed1-d2fa-4e85-a3b6-bcd2798b015a req-9c6e1c43-f5b8-4e5c-80a5-fd320e6422ef tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.0900223 Feb 19 02:57:57.736121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bd35ed1-d2fa-4e85-a3b6-bcd2798b015a req-5b560faa-8e7e-4793-971b-85ba78cae26e tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958722 Feb 19 02:57:58.043277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b3af0-e91d-4328-97ec-25803317421c req-da36f363-4487-4822-ab66-0bde02e1f2c4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:58.045988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a5b3af0-e91d-4328-97ec-25803317421c req-da36f363-4487-4822-ab66-0bde02e1f2c4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1100829 Feb 19 02:57:58.143733 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a5b3af0-e91d-4328-97ec-25803317421c req-f2beb511-732e-4cbd-b31d-59091f80e03c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903590 Feb 19 02:57:58.422816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07357d2e-721f-4399-bddf-f2042fca9700 req-0f9b5b49-ce94-4f53-af5e-331dd6700afd tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:58.424385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07357d2e-721f-4399-bddf-f2042fca9700 req-0f9b5b49-ce94-4f53-af5e-331dd6700afd tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1453192 Feb 19 02:57:58.543865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07357d2e-721f-4399-bddf-f2042fca9700 req-dfbf25c1-311e-44db-aa93-6798c80f6ece tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107872 Feb 19 02:57:58.960392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df66be2-37b2-4be9-ba14-0e3d985726f6 req-d9e60b50-f15d-42d6-a8fa-af144a754e1f tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:58.965543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6df66be2-37b2-4be9-ba14-0e3d985726f6 req-d9e60b50-f15d-42d6-a8fa-af144a754e1f tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.0816405 Feb 19 02:57:59.046611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6df66be2-37b2-4be9-ba14-0e3d985726f6 req-6d8918fa-8dcc-4ceb-aea5-008178ab85fa tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744216 Feb 19 02:57:59.340438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa71d2-8126-4ced-ade1-e45ca9fd26c3 req-31d90498-7577-4ff0-992f-c89ca2e8753e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:59.348005 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25aa71d2-8126-4ced-ade1-e45ca9fd26c3 req-31d90498-7577-4ff0-992f-c89ca2e8753e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.0780306 Feb 19 02:57:59.437080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25aa71d2-8126-4ced-ade1-e45ca9fd26c3 req-85149067-af86-40d7-a335-4ced9bcd4bfb tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813394 Feb 19 02:57:59.914753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce838ba7-a12a-4728-801e-74944b04801e req-701e9ebc-d39b-4fcc-9dd2-efa5432941cf tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:57:59.918879 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce838ba7-a12a-4728-801e-74944b04801e req-701e9ebc-d39b-4fcc-9dd2-efa5432941cf tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1614249 Feb 19 02:58:00.023257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce838ba7-a12a-4728-801e-74944b04801e req-74129fb8-8e48-4558-8b57-8338ede10eab tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958822 Feb 19 02:58:00.330950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1878f8f-762a-44dd-8045-e9b0a41a0918 req-18d7261f-5207-4e70-b538-9ba209355fee tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:00.335668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1878f8f-762a-44dd-8045-e9b0a41a0918 req-18d7261f-5207-4e70-b538-9ba209355fee tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1401691 Feb 19 02:58:00.479642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1878f8f-762a-44dd-8045-e9b0a41a0918 req-78184537-cbcf-435d-9dc4-781cfea3247a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380177 Feb 19 02:58:00.665136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e541f578-2dc3-49c5-8b40-26a98090fe21 req-f2e6d789-875e-473c-9352-f8fa03dd442a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:00.675509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e541f578-2dc3-49c5-8b40-26a98090fe21 req-f2e6d789-875e-473c-9352-f8fa03dd442a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1402245 Feb 19 02:58:00.752512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e541f578-2dc3-49c5-8b40-26a98090fe21 req-14dd834d-6992-4ad5-b5b7-8f4c101f1182 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759575 Feb 19 02:58:01.193714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9689e19-63ca-461e-b9c6-39ce1d42d9b0 req-32a799c7-cd7d-4246-b77f-38b397ff690b tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.202853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9689e19-63ca-461e-b9c6-39ce1d42d9b0 req-32a799c7-cd7d-4246-b77f-38b397ff690b tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.0797694 Feb 19 02:58:01.262635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9689e19-63ca-461e-b9c6-39ce1d42d9b0 req-79d7e7ba-b822-4252-b198-ab14747fe894 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583987 Feb 19 02:58:01.398891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9b7892f-dbf0-483d-bd1a-def80a2ca2c1 req-580eaa23-2c56-4936-abf1-f38a59887969 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0631466 Feb 19 02:58:01.533729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7892f-dbf0-483d-bd1a-def80a2ca2c1 req-47f184a6-46d9-4640-9dfb-b94da12d22dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.536046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9b7892f-dbf0-483d-bd1a-def80a2ca2c1 req-47f184a6-46d9-4640-9dfb-b94da12d22dd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 1126 time: 0.0687792 Feb 19 02:58:01.759996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7892f-dbf0-483d-bd1a-def80a2ca2c1 req-7af52b95-87d3-416e-b51e-e24690eae5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.761661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9b7892f-dbf0-483d-bd1a-def80a2ca2c1 req-7af52b95-87d3-416e-b51e-e24690eae5cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.1836286 Feb 19 02:58:01.776529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf22a9-7433-48a4-a105-9f024d7fab79 req-cacb867f-644d-48ed-84a1-588aea6fdce2 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.778088 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acdf22a9-7433-48a4-a105-9f024d7fab79 req-cacb867f-644d-48ed-84a1-588aea6fdce2 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1879799 Feb 19 02:58:01.815077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9b7892f-dbf0-483d-bd1a-def80a2ca2c1 req-b3a64a67-5764-4753-8354-326487d43907 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9e493b9-669f-4bac-96e7-761fd0655669 HTTP/1.1" status: 200 len: 217 time: 0.0359840 Feb 19 02:58:01.897151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acdf22a9-7433-48a4-a105-9f024d7fab79 req-fa59e032-2152-4bf9-8867-0281c3af3b9d tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809867 Feb 19 02:58:01.933075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7892f-dbf0-483d-bd1a-def80a2ca2c1 req-36d7f9bb-445d-4688-a8cb-183622b0af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:01.935315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9b7892f-dbf0-483d-bd1a-def80a2ca2c1 req-36d7f9bb-445d-4688-a8cb-183622b0af95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.1118360 Feb 19 02:58:01.997785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9b7892f-dbf0-483d-bd1a-def80a2ca2c1 req-4ea26273-f99b-477f-b804-530a68d59dfb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488102 Feb 19 02:58:02.148908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6b53cb-28c0-4b69-9be3-65c633d9e81a req-7979cc84-d3ee-4c98-9877-ce1b94d322b6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:02.157236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd6b53cb-28c0-4b69-9be3-65c633d9e81a req-7979cc84-d3ee-4c98-9877-ce1b94d322b6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1334710 Feb 19 02:58:02.213256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9b7892f-dbf0-483d-bd1a-def80a2ca2c1 req-59b0c612-e439-4f6e-bb15-6830c0386d3a service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032847 Feb 19 02:58:02.383623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9b7892f-dbf0-483d-bd1a-def80a2ca2c1 req-096856ae-58b8-4a3f-8689-6810bcf5e009 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524129 Feb 19 02:58:02.404640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd6b53cb-28c0-4b69-9be3-65c633d9e81a req-fbae3dc3-7ed9-4e63-95e4-321fd00fef6c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430542 Feb 19 02:58:02.656732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e0c2d-9d9f-460a-afe4-e66640a79c24 req-014166ef-5192-480f-b1d3-b39a42e09a53 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:02.663536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a7e0c2d-9d9f-460a-afe4-e66640a79c24 req-014166ef-5192-480f-b1d3-b39a42e09a53 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1219494 Feb 19 02:58:02.788424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a7e0c2d-9d9f-460a-afe4-e66640a79c24 req-585ec69a-c92b-4072-953f-f2574ea0f492 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223555 Feb 19 02:58:03.108271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05070738-70df-4f50-909b-3ecc1408c0c8 req-bbb0a191-f2f8-4989-b198-df02b9d77652 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:03.119329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05070738-70df-4f50-909b-3ecc1408c0c8 req-bbb0a191-f2f8-4989-b198-df02b9d77652 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1345251 Feb 19 02:58:03.240094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05070738-70df-4f50-909b-3ecc1408c0c8 req-013a8eb8-0f0a-42a3-bb02-1b0ed13b3d87 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146853 Feb 19 02:58:03.565587 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c9e3337-5e06-4569-9321-57da9bdec000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:03.649758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3640df6-2419-428c-a5cf-afe6ba934000 req-8d611488-3271-4688-b4db-b27740c68280 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:03.651450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3640df6-2419-428c-a5cf-afe6ba934000 req-8d611488-3271-4688-b4db-b27740c68280 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1279531 Feb 19 02:58:03.786943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3640df6-2419-428c-a5cf-afe6ba934000 req-4cd36823-2e54-4752-b528-cd549af6e8eb tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171322 Feb 19 02:58:04.019363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99f733-0b8f-488e-961c-8dbab544df69 req-1ff735fb-c48e-4efa-97e3-a51b00a2e184 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:04.026504 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d99f733-0b8f-488e-961c-8dbab544df69 req-1ff735fb-c48e-4efa-97e3-a51b00a2e184 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.0933013 Feb 19 02:58:04.109728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d99f733-0b8f-488e-961c-8dbab544df69 req-a743ecba-f185-4265-8cb5-90ef7d1727a2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738392 Feb 19 02:58:04.504744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae84135-c846-44b2-b691-cb6eea09089b req-6549644e-c7e8-422a-8a26-62f7a9c82afe tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:04.507263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ae84135-c846-44b2-b691-cb6eea09089b req-6549644e-c7e8-422a-8a26-62f7a9c82afe tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1203175 Feb 19 02:58:04.522661 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c01c5-c9c9-4194-8f57-0b20b3714551 req-66aad30f-ec3f-47ec-8d13-c4a65d2bb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:04.525527 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4d0c01c5-c9c9-4194-8f57-0b20b3714551 req-66aad30f-ec3f-47ec-8d13-c4a65d2bb107 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 1127 time: 0.1352983 Feb 19 02:58:04.597841 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ae84135-c846-44b2-b691-cb6eea09089b req-8a593d78-7a65-4910-bb04-591c9bfbacfc tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852144 Feb 19 02:58:04.623075 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4d0c01c5-c9c9-4194-8f57-0b20b3714551 req-ccf2e6d0-c2b4-46db-862a-8a3b45edfe67 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887263 Feb 19 02:58:05.025229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1a75d9-01e8-46c4-a6c6-5af926b5d527 req-8b08ae29-679b-44d6-8913-d3edcde588ed tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.035101 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b1a75d9-01e8-46c4-a6c6-5af926b5d527 req-8b08ae29-679b-44d6-8913-d3edcde588ed tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1519382 Feb 19 02:58:05.116915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b1a75d9-01e8-46c4-a6c6-5af926b5d527 req-9f0ba6ea-3007-40c0-b253-ac9e7bded005 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803764 Feb 19 02:58:05.264486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db43670-3aeb-439b-86ab-a9f0bb131fa6 req-c9c52f45-42b2-4ff0-b332-1856aaffffd7 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:05.266556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2db43670-3aeb-439b-86ab-a9f0bb131fa6 req-c9c52f45-42b2-4ff0-b332-1856aaffffd7 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.0723507 Feb 19 02:58:05.338338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2db43670-3aeb-439b-86ab-a9f0bb131fa6 req-4b5828a7-f326-45b0-82a0-42832ed988bd tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657032 Feb 19 02:58:05.814345 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c4e433e9-b38d-4991-bddd-814861d04790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:06.037691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a7133-c3b8-45ef-977d-755f9d2ace60 req-a50848e1-4c77-4caa-9ece-d4e2c906e5b0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:06.039385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d92a7133-c3b8-45ef-977d-755f9d2ace60 req-a50848e1-4c77-4caa-9ece-d4e2c906e5b0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.3720052 Feb 19 02:58:06.090661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d92a7133-c3b8-45ef-977d-755f9d2ace60 req-a431ecf8-1578-4b69-b437-d60ece64114d tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450943 Feb 19 02:58:06.426852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-e14df154-8342-4a05-a531-583a27a90316 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:06.428599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-e14df154-8342-4a05-a531-583a27a90316 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/networks?id=8a01637e-74d0-4e58-bcec-ab9d5acd9068 HTTP/1.1" status: 200 len: 815 time: 0.1459260 Feb 19 02:58:06.450278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77199a54-a567-4b6b-b42d-1d349d94dfdc req-bea4ac8a-1830-4e22-9d1e-dda065145edd tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:06.451935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77199a54-a567-4b6b-b42d-1d349d94dfdc req-bea4ac8a-1830-4e22-9d1e-dda065145edd tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.0980377 Feb 19 02:58:06.456148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-32de7260-caca-4dfe-bfdf-30d689562e1b tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/quotas/1a57bde5db8f495d920336bdbebea07b HTTP/1.1" status: 200 len: 375 time: 0.0200536 Feb 19 02:58:06.530026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77199a54-a567-4b6b-b42d-1d349d94dfdc req-a4d778b3-d253-4396-a11c-0e5944b764b9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716419 Feb 19 02:58:06.544817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-3fe8d1fc-0c09-4472-be44-909698e166d6 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1a57bde5db8f495d920336bdbebea07b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797102 Feb 19 02:58:06.674434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-1ef6f93e-c398-46e6-84a0-64ffdc587d4d service neutron] 10.222.0.81 "GET /v2.0/networks/8a01637e-74d0-4e58-bcec-ab9d5acd9068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223593 Feb 19 02:58:06.684784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e6a99-05dc-4bc4-8127-7000010ef52b req-0f9c565b-8b00-4442-ade6-fdb413b24710 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:06.686263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb7e6a99-05dc-4bc4-8127-7000010ef52b req-0f9c565b-8b00-4442-ade6-fdb413b24710 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.0878210 Feb 19 02:58:06.789209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb7e6a99-05dc-4bc4-8127-7000010ef52b req-72d56a26-63c9-4637-ae0e-8c8c91e0aade tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937757 Feb 19 02:58:06.805594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-19243f01-1e8d-432d-8f98-fa6733836225 service neutron] 10.222.0.81 "GET /v2.0/networks/8a01637e-74d0-4e58-bcec-ab9d5acd9068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183131 Feb 19 02:58:06.923073 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:06.984692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-3a0c5770-ac44-4ecd-88af-e2b15fe83133 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:06.987002 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-3a0c5770-ac44-4ecd-88af-e2b15fe83133 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/networks?id=73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 200 len: 805 time: 0.1224787 Feb 19 02:58:07.028187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c84b031a-cbb2-4df7-9660-628319814841 req-d4f79a59-9f5b-4d80-ae70-118aaaab4c44 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 210 time: 0.0408120 Feb 19 02:58:07.030799 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-7e93ebbd-cc26-4e52-9458-2f812f19560d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/quotas/19c82b803a98422c88594f9f7e66cb7f HTTP/1.1" status: 200 len: 375 time: 0.0347004 Feb 19 02:58:07.089229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-ec2210ff-858f-44d6-a908-fcb5e26a56f9 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=19c82b803a98422c88594f9f7e66cb7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518672 Feb 19 02:58:07.205632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-226912a9-cecc-4c84-afb9-379dfb941012 service neutron] 10.222.0.81 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069415 Feb 19 02:58:07.243268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e25ec-31b4-4978-aec5-359d317e51a7 req-2a6ec325-aa71-480c-b285-93570494bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:07.245212 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-421e25ec-31b4-4978-aec5-359d317e51a7 req-2a6ec325-aa71-480c-b285-93570494bbd1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 1127 time: 0.0479004 Feb 19 02:58:07.331877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc99fc-4cf0-4d05-935b-449b99b82e39 req-aba8a358-ee27-40ac-92d7-843d0ee5164d tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:07.333602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78cc99fc-4cf0-4d05-935b-449b99b82e39 req-aba8a358-ee27-40ac-92d7-843d0ee5164d tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.1276033 Feb 19 02:58:07.341824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e25ec-31b4-4978-aec5-359d317e51a7 req-6a2c0691-26e4-4ac3-b94c-c93856b3898c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:07.343568 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-421e25ec-31b4-4978-aec5-359d317e51a7 req-6a2c0691-26e4-4ac3-b94c-c93856b3898c service neutron] 10.222.0.87 "GET /v2.0/networks?id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 200 len: 919 time: 0.0926313 Feb 19 02:58:07.352373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-af4b2c5f-f9e4-46bf-8f90-7967fac2e073 service neutron] 10.222.0.81 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335716 Feb 19 02:58:07.391218 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-421e25ec-31b4-4978-aec5-359d317e51a7 req-b7db0f36-f5d1-4644-bee6-b42d2784e673 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65fadec-a3ed-4e19-9a80-bd61648e8a0a HTTP/1.1" status: 200 len: 217 time: 0.0399034 Feb 19 02:58:07.396573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78cc99fc-4cf0-4d05-935b-449b99b82e39 req-c992ccfc-317c-4dd2-a4d8-0dd37dee9654 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568347 Feb 19 02:58:07.472170 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e25ec-31b4-4978-aec5-359d317e51a7 req-af48ff15-7ace-4ce9-82f2-9afc4118b79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:07.474574 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-421e25ec-31b4-4978-aec5-359d317e51a7 req-af48ff15-7ace-4ce9-82f2-9afc4118b79c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a3409185-6e38-450f-9998-5d1abfd5cc95 HTTP/1.1" status: 200 len: 858 time: 0.0706890 Feb 19 02:58:07.547677 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-421e25ec-31b4-4978-aec5-359d317e51a7 req-6fee5a99-afac-489c-82d1-992a635cc18e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659347 Feb 19 02:58:07.558828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191fd6c5-4e4a-4bec-8a2f-ec615f3165f6 req-470a37d9-2a05-4c75-9651-d713c8307723 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:07.560364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-191fd6c5-4e4a-4bec-8a2f-ec615f3165f6 req-470a37d9-2a05-4c75-9651-d713c8307723 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.0885873 Feb 19 02:58:07.662866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-191fd6c5-4e4a-4bec-8a2f-ec615f3165f6 req-36738ee2-753b-4e0f-ae5a-d7578dd4fcf2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856795 Feb 19 02:58:07.740363 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-421e25ec-31b4-4978-aec5-359d317e51a7 req-bc0b467c-a298-453a-b862-bd647317c1e9 service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824920 Feb 19 02:58:07.769365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b83ddf0-ce15-4d8e-aae1-cc127f5a9e6b req-56b4379e-235a-46eb-bca5-0b0ee6b7b5d0 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.0358317 Feb 19 02:58:07.855290 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-421e25ec-31b4-4978-aec5-359d317e51a7 req-baca9641-dd73-4b03-8506-c629a04eaa99 service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070309 Feb 19 02:58:07.888344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dec5f-6cf2-44ea-aebb-f4ddf7fef796 req-3e0ef5a0-d0ff-4e29-96c4-7b6cf80e0735 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:07.890507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb6dec5f-6cf2-44ea-aebb-f4ddf7fef796 req-3e0ef5a0-d0ff-4e29-96c4-7b6cf80e0735 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.0980611 Feb 19 02:58:07.928447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c0fba-7999-4bdd-9d46-7800e5cbf15f req-b40819f3-4eca-43ac-a025-43c36ff841bf tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:07.930387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f79c0fba-7999-4bdd-9d46-7800e5cbf15f req-b40819f3-4eca-43ac-a025-43c36ff841bf tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 1127 time: 0.0905669 Feb 19 02:58:07.971819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb6dec5f-6cf2-44ea-aebb-f4ddf7fef796 req-29afa712-0548-4b90-a677-14aa6b1792bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754097 Feb 19 02:58:07.999646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f79c0fba-7999-4bdd-9d46-7800e5cbf15f req-035e4a24-9ba4-4546-8f8a-8ded9ecc5cf3 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609241 Feb 19 02:58:08.104118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9c952-6463-4b5f-87ed-4ca69b9c921d req-ff20ad2e-3b37-45aa-815b-46709d81d00a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:08.109175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61d9c952-6463-4b5f-87ed-4ca69b9c921d req-ff20ad2e-3b37-45aa-815b-46709d81d00a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 946 time: 0.0692482 Feb 19 02:58:08.165205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61d9c952-6463-4b5f-87ed-4ca69b9c921d req-5e53f31b-c39c-48ce-98d6-e1aba914cd2f tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517349 Feb 19 02:58:08.247934 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:08.307756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7170111-d893-4138-b734-fdff5bc753fe req-ea81e596-da95-4d3c-845f-788398894c61 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 210 time: 0.0682859 Feb 19 02:58:08.378264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-02ca1319-123a-4d9d-a948-0f68eff8bf4e tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:08.379867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-02ca1319-123a-4d9d-a948-0f68eff8bf4e tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.67 "GET /v2.0/networks?id=8a01637e-74d0-4e58-bcec-ab9d5acd9068 HTTP/1.1" status: 200 len: 815 time: 0.1642227 Feb 19 02:58:08.399165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Request body: {'port': {'device_id': '0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f', 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068', 'admin_state_up': True, 'tenant_id': '1a57bde5db8f495d920336bdbebea07b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:08.524228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Made reservation on behalf of 1a57bde5db8f495d920336bdbebea07b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:08.528287 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:08.719194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04653a8-a1e2-400b-a693-4ecf7d0423f3 req-ba3396c9-7445-49b1-8ece-3efed49cd280 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:08.720750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a04653a8-a1e2-400b-a693-4ecf7d0423f3 req-ba3396c9-7445-49b1-8ece-3efed49cd280 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "GET /v2.0/ports?device_id=16b2fc41-948c-4977-b709-a3762a4ce0d4 HTTP/1.1" status: 200 len: 945 time: 0.1302979 Feb 19 02:58:08.735411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Allocated IP 172.20.0.11 (8a01637e-74d0-4e58-bcec-ab9d5acd9068/b85c7a53-5a87-437b-b879-d4d2ff9fe3bb/72ddf1dc-2ac6-4308-81f6-ed241e7c2211) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:08.868840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device aeb172d8-2b54-47b7-852f-759fc10a6bf5 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:09.076124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port aeb172d8-2b54-47b7-852f-759fc10a6bf5 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:09.076982 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.146944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ab145-20c1-4d93-8e51-54a42a628eda req-4b03a534-0097-4ce1-8d67-3626f9683147 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:09.154203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a14ab145-20c1-4d93-8e51-54a42a628eda req-4b03a534-0097-4ce1-8d67-3626f9683147 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.2622061 Feb 19 02:58:09.162392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port aeb172d8-2b54-47b7-852f-759fc10a6bf5, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=aeb172d8-2b54-47b7-852f-759fc10a6bf5,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:09.166709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b4b15f-8ff0-4d42-8cc7-c9be05701474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:09.175808 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f2a11e-d44d-4a41-bee7-36fe6dad8fb5" -d '{"events": [{"server_uuid": "a3b4b15f-8ff0-4d42-8cc7-c9be05701474", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb172d8-2b54-47b7-852f-759fc10a6bf5"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:09.187417 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.191212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 46e74255-2221-43b4-a8be-55df1631e78b no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:09.267232 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Publish callbacks [] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.271407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-a04653a8-a1e2-400b-a693-4ecf7d0423f3 req-1685ffb2-785e-4075-9586-384e3f5023ec tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Deleting port 46e74255-2221-43b4-a8be-55df1631e78b {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:09.271781 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a04653a8-a1e2-400b-a693-4ecf7d0423f3 req-1685ffb2-785e-4075-9586-384e3f5023ec tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (46e74255-2221-43b4-a8be-55df1631e78b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.288898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=aeb172d8-2b54-47b7-852f-759fc10a6bf5,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:09.292870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a14ab145-20c1-4d93-8e51-54a42a628eda req-423cddaf-ff35-451d-8d70-dc2e4c4de2cd tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375089 Feb 19 02:58:09.429843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 46e74255-2221-43b4-a8be-55df1631e78b is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:09.430131 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46e74255-2221-43b4-a8be-55df1631e78b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.473982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 46e74255-2221-43b4-a8be-55df1631e78b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46e74255-2221-43b4-a8be-55df1631e78b,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:09.484429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46e74255-2221-43b4-a8be-55df1631e78b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.491118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dca9edda-8903-4601-a657-f6172103a37c req-ec119b12-c682-4ac6-95f5-2721b9ce205a tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.1023118 Feb 19 02:58:09.520403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a04653a8-a1e2-400b-a693-4ecf7d0423f3 req-1685ffb2-785e-4075-9586-384e3f5023ec tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] For port 46e74255-2221-43b4-a8be-55df1631e78b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46e74255-2221-43b4-a8be-55df1631e78b,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:09.524991 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a04653a8-a1e2-400b-a693-4ecf7d0423f3 req-1685ffb2-785e-4075-9586-384e3f5023ec tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (46e74255-2221-43b4-a8be-55df1631e78b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.547566 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.560128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-a04653a8-a1e2-400b-a693-4ecf7d0423f3 req-1685ffb2-785e-4075-9586-384e3f5023ec tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Calling delete_port for 46e74255-2221-43b4-a8be-55df1631e78b owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:09.599764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=46e74255-2221-43b4-a8be-55df1631e78b,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:09.612264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:09.630155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:09.683307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:09.765842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Pushing event updated for resources: {'Port': ['ID=72ddf1dc-2ac6-4308-81f6-ed241e7c2211,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:09.806927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:09.808699 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.864772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f18aa0-ca96-4f21-a1bd-2bf56d021eac req-9040b1d3-9262-4336-9aa1-f2c95e6a991f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:09.866405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12f18aa0-ca96-4f21-a1bd-2bf56d021eac req-9040b1d3-9262-4336-9aa1-f2c95e6a991f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.2615297 Feb 19 02:58:09.880439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-5daf07ba-029f-4476-bc33-388e2b2dffc5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4856794 Feb 19 02:58:09.962017 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:09.990061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12f18aa0-ca96-4f21-a1bd-2bf56d021eac req-86f0315a-81c4-49d8-8b1e-b943a2ebf91b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131794 Feb 19 02:58:09.997098 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a04653a8-a1e2-400b-a693-4ecf7d0423f3 req-1685ffb2-785e-4075-9586-384e3f5023ec tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (46e74255-2221-43b4-a8be-55df1631e78b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:10.035634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-dbeccd41-2a4e-439c-a278-823cf21af682 None None] Provisioning complete for port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:10.036007 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dbeccd41-2a4e-439c-a278-823cf21af682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:10.045586 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4585ae78-5e4c-413c-bc68-071f5a17565e x-openstack-request-id: req-4585ae78-5e4c-413c-bc68-071f5a17565e {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:10.045952 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b4b15f-8ff0-4d42-8cc7-c9be05701474", "name": "network-vif-unplugged", "status": "completed", "tag": "aeb172d8-2b54-47b7-852f-759fc10a6bf5", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:10.046215 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4585ae78-5e4c-413c-bc68-071f5a17565e {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:10.048873 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b4b15f-8ff0-4d42-8cc7-c9be05701474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5', 'code': 200} Feb 19 02:58:10.050736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685ffb2-785e-4075-9586-384e3f5023ec tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Pushing event deleted for resources: {'Port': ['ID=46e74255-2221-43b4-a8be-55df1631e78b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:10.099886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04653a8-a1e2-400b-a693-4ecf7d0423f3 req-1685ffb2-785e-4075-9586-384e3f5023ec tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] No DVR routers for this DVR port 46e74255-2221-43b4-a8be-55df1631e78b on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:10.103675 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a04653a8-a1e2-400b-a693-4ecf7d0423f3 req-1685ffb2-785e-4075-9586-384e3f5023ec tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:10.108219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a04653a8-a1e2-400b-a693-4ecf7d0423f3 req-1685ffb2-785e-4075-9586-384e3f5023ec tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "DELETE /v2.0/ports/46e74255-2221-43b4-a8be-55df1631e78b HTTP/1.1" status: 204 len: 173 time: 1.3451335 Feb 19 02:58:10.109012 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b2fc41-948c-4977-b709-a3762a4ce0d4', 'name': 'network-vif-deleted', 'tag': '46e74255-2221-43b4-a8be-55df1631e78b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:10.111401 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9133ca90-7b2b-4a43-977e-c74aac94785e" -d '{"events": [{"server_uuid": "16b2fc41-948c-4977-b709-a3762a4ce0d4", "name": "network-vif-deleted", "tag": "46e74255-2221-43b4-a8be-55df1631e78b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:10.117270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dbeccd41-2a4e-439c-a278-823cf21af682 None None] Port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:10.178848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ee95f-7a32-4fc2-a43c-98d9c3f431cb req-1893dd19-5cd9-40f8-ae39-08fe46091897 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:10.180378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-871ee95f-7a32-4fc2-a43c-98d9c3f431cb req-1893dd19-5cd9-40f8-ae39-08fe46091897 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.0567365 Feb 19 02:58:10.232397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-871ee95f-7a32-4fc2-a43c-98d9c3f431cb req-97cfc98b-bb6e-48a2-8b72-45dedd80e6cb tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461617 Feb 19 02:58:10.352611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04070e2c-8012-48af-b398-071e89faad6c req-eda12d6d-24cf-41b7-95b3-c5638f5a5a5d tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:10.354208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04070e2c-8012-48af-b398-071e89faad6c req-eda12d6d-24cf-41b7-95b3-c5638f5a5a5d tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 932 time: 0.0597630 Feb 19 02:58:10.413444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04070e2c-8012-48af-b398-071e89faad6c req-3b5201b3-2e9d-44d0-b6a1-af107ed8eeae tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507300 Feb 19 02:58:10.469565 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b5b173-bd9e-4fd9-93f2-1ad36d7ee739 x-openstack-request-id: req-00b5b173-bd9e-4fd9-93f2-1ad36d7ee739 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:10.469994 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b2fc41-948c-4977-b709-a3762a4ce0d4", "name": "network-vif-deleted", "tag": "46e74255-2221-43b4-a8be-55df1631e78b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:10.470281 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00b5b173-bd9e-4fd9-93f2-1ad36d7ee739 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:10.473700 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b2fc41-948c-4977-b709-a3762a4ce0d4', 'name': 'network-vif-deleted', 'tag': '46e74255-2221-43b4-a8be-55df1631e78b', 'status': 'completed', 'code': 200} Feb 19 02:58:10.571623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75b725-7d21-4f61-99c6-66d4b56d37d5 req-77942c8a-aa50-49b3-ab93-2c67a837b5f4 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:10.573314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e75b725-7d21-4f61-99c6-66d4b56d37d5 req-77942c8a-aa50-49b3-ab93-2c67a837b5f4 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.0584424 Feb 19 02:58:10.627562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e75b725-7d21-4f61-99c6-66d4b56d37d5 req-5ccfb4ac-887e-4be2-873f-e514209fc33a tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483093 Feb 19 02:58:10.763425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d796275-474b-4631-a339-4a2513a6d90c req-63d1b822-bfa5-4f06-93f7-5d9f746919b7 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.0435948 Feb 19 02:58:11.132682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99177a7b-f793-49f4-8dc9-3ea6feffb340 req-96cf7b0c-c173-419f-9d32-da3151b55a91 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:11.140240 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99177a7b-f793-49f4-8dc9-3ea6feffb340 req-96cf7b0c-c173-419f-9d32-da3151b55a91 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.0671487 Feb 19 02:58:11.199611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99177a7b-f793-49f4-8dc9-3ea6feffb340 req-71435e76-c7d0-4174-bf69-d1607d868874 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543423 Feb 19 02:58:11.370885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689028d6-1984-4df9-a394-cea989285c5b req-74b506a0-2531-4275-bb52-7addc7a04188 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:11.372351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-689028d6-1984-4df9-a394-cea989285c5b req-74b506a0-2531-4275-bb52-7addc7a04188 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.0605648 Feb 19 02:58:11.439207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-689028d6-1984-4df9-a394-cea989285c5b req-1364cbf8-d575-4c1e-afc5-00b586a7cdbb tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603096 Feb 19 02:58:11.576087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8c24d-6f07-4d1e-a34f-b7f641c977c4 req-ef3caca6-649e-4c3f-9d44-9484ccfc74e6 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:11.580191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49d8c24d-6f07-4d1e-a34f-b7f641c977c4 req-ef3caca6-649e-4c3f-9d44-9484ccfc74e6 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 932 time: 0.0745561 Feb 19 02:58:11.649233 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49d8c24d-6f07-4d1e-a34f-b7f641c977c4 req-1099ec7a-c6f3-40d4-9034-ff5fa1f8b074 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632429 Feb 19 02:58:11.768630 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-2fceb118-f0c1-428b-9216-5198b1e0061e service neutron] show failed (client error): The resource could not be found. Feb 19 02:58:11.770356 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-2fceb118-f0c1-428b-9216-5198b1e0061e service neutron] 10.222.0.87 "GET /v2.0/ports/f9633338-9a85-4c51-8efd-c6b74d9d36ec/bindings/n-h2-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0670695 Feb 19 02:58:11.893234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bfcdce0-6921-427f-9e6c-f364ae67bb2a req-3dfd8090-784d-449d-9fb3-1570f5a7495c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.0503094 Feb 19 02:58:12.050547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b2fc41-948c-4977-b709-a3762a4ce0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e74255-2221-43b4-a8be-55df1631e78b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:12.054125 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc30a850-9b0c-4174-959e-d21c568796c4" -d '{"events": [{"server_uuid": "16b2fc41-948c-4977-b709-a3762a4ce0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "46e74255-2221-43b4-a8be-55df1631e78b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:12.098153 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ac5bfc-a559-49a0-baa1-79b340d6e50c x-openstack-request-id: req-57ac5bfc-a559-49a0-baa1-79b340d6e50c {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:12.098728 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b2fc41-948c-4977-b709-a3762a4ce0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "46e74255-2221-43b4-a8be-55df1631e78b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:12.099396 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57ac5bfc-a559-49a0-baa1-79b340d6e50c {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:12.100113 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b2fc41-948c-4977-b709-a3762a4ce0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46e74255-2221-43b4-a8be-55df1631e78b', 'code': 200} Feb 19 02:58:12.338254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87742469-85d1-49b9-bef2-4a964d70ed1b req-6155006d-195b-4c61-9954-6eeea784a8fd tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:12.340918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87742469-85d1-49b9-bef2-4a964d70ed1b req-6155006d-195b-4c61-9954-6eeea784a8fd tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.0733578 Feb 19 02:58:12.407256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87742469-85d1-49b9-bef2-4a964d70ed1b req-3608b27e-7f66-4ed3-b72e-366cbaeae844 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598412 Feb 19 02:58:12.609900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0b965-c8af-4550-811b-4ebf27c4f784 req-0ed1d895-6109-4db5-b077-97e407d7cb44 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:12.611499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0bc0b965-c8af-4550-811b-4ebf27c4f784 req-0ed1d895-6109-4db5-b077-97e407d7cb44 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.0894437 Feb 19 02:58:12.673119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0bc0b965-c8af-4550-811b-4ebf27c4f784 req-ca0619d0-bdb9-49e8-96f0-ea8d247696d2 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549936 Feb 19 02:58:12.815325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f222b-d3a9-4b52-b74c-ea6d86436289 req-573c3335-0f52-4e4f-ae48-4d579a25300f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:12.816989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a81f222b-d3a9-4b52-b74c-ea6d86436289 req-573c3335-0f52-4e4f-ae48-4d579a25300f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 932 time: 0.0675478 Feb 19 02:58:12.871309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a81f222b-d3a9-4b52-b74c-ea6d86436289 req-90efdccc-3222-46d1-8ab3-371df1407a10 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445812 Feb 19 02:58:12.997628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73e0aa29-db0b-4ee6-9758-8733900c8702 req-7be7a53b-148f-4bee-9b78-ab86ce3ae27c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.0284629 Feb 19 02:58:13.181072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444a569-7b39-4373-a0d4-da78898d88b7 req-e6321622-ee70-4344-871d-eac156290275 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:13.182672 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c444a569-7b39-4373-a0d4-da78898d88b7 req-e6321622-ee70-4344-871d-eac156290275 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.0552859 Feb 19 02:58:13.234561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c444a569-7b39-4373-a0d4-da78898d88b7 req-8cb69dce-2db3-4799-a070-8ce6fc501012 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 Feb 19 02:58:13.750061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566961a7-1b03-4d2e-bbea-bef0de8d25d3 req-1450e5e1-5495-4759-8396-cbd0ad104ad7 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:13.752789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-566961a7-1b03-4d2e-bbea-bef0de8d25d3 req-1450e5e1-5495-4759-8396-cbd0ad104ad7 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.0576596 Feb 19 02:58:13.810706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-566961a7-1b03-4d2e-bbea-bef0de8d25d3 req-f287bcdf-ff2d-40da-937b-e7b67d1119bf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511634 Feb 19 02:58:13.935202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768bfa4-f248-47f1-b182-e5c1a2c30190 req-1fbc9d63-c02a-4bcf-8749-e621ea30f7e6 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:13.936997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6768bfa4-f248-47f1-b182-e5c1a2c30190 req-1fbc9d63-c02a-4bcf-8749-e621ea30f7e6 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.0731201 Feb 19 02:58:13.987988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6768bfa4-f248-47f1-b182-e5c1a2c30190 req-f2169181-bb50-42dd-9c43-f45edb0e8be3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443392 Feb 19 02:58:14.073132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f9633338-9a85-4c51-8efd-c6b74d9d36ec no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:14.129330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd876c0-5b90-4730-b359-40068b7a3845 req-dd075f0c-e420-4a2f-8062-46a758c1b600 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:14.131038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8fd876c0-5b90-4730-b359-40068b7a3845 req-dd075f0c-e420-4a2f-8062-46a758c1b600 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 932 time: 0.0536470 Feb 19 02:58:14.177856 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f9633338-9a85-4c51-8efd-c6b74d9d36ec is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:14.178572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.204624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:14.207237 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1466ef12-3d01-426a-9aef-10b020ed00a5" -d '{"events": [{"server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:14.216863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8fd876c0-5b90-4730-b359-40068b7a3845 req-e314b936-b889-4d12-8565-0c233bdac53c tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775707 Feb 19 02:58:14.221411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:14.232907 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:14.346127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:14.353331 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d76a77f4-14a8-49d5-8886-04ac4c17f206 req-b806dab2-6d4a-4b63-aa5d-5da0212ecf22 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.0499752 Feb 19 02:58:14.408543 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936ce13c-8828-40b0-93bd-3503551ce4d7 x-openstack-request-id: req-936ce13c-8828-40b0-93bd-3503551ce4d7 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:14.409196 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:14.409588 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-936ce13c-8828-40b0-93bd-3503551ce4d7 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:14.410084 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'code': 200} Feb 19 02:58:14.966483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130098f4-1464-4dc5-b075-7c13ed079b7c req-7ca9d217-28c3-4194-991e-e050d447c4c8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:14.967881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-130098f4-1464-4dc5-b075-7c13ed079b7c req-7ca9d217-28c3-4194-991e-e050d447c4c8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.0716522 Feb 19 02:58:15.028417 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-130098f4-1464-4dc5-b075-7c13ed079b7c req-eb9a6919-a88d-4cf4-a401-b728a0285aab tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548313 Feb 19 02:58:15.150414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a2fc0-769a-4453-83a3-c9e3f288344f req-4050e7cd-35a9-440d-b5a4-2c576ba3ef42 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:15.151986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b46a2fc0-769a-4453-83a3-c9e3f288344f req-4050e7cd-35a9-440d-b5a4-2c576ba3ef42 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.0543048 Feb 19 02:58:15.204996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b46a2fc0-769a-4453-83a3-c9e3f288344f req-14171abb-1ea7-435d-8b94-0e6623378ef9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Feb 19 02:58:15.367622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e084b51-846a-40d9-8339-12369ad2a57f req-fa13554d-d157-414b-ac68-8d1f89f3668a tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:15.369123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e084b51-846a-40d9-8339-12369ad2a57f req-fa13554d-d157-414b-ac68-8d1f89f3668a tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 932 time: 0.0769157 Feb 19 02:58:15.427495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e084b51-846a-40d9-8339-12369ad2a57f req-bdedd9c2-0f94-4574-a384-428f00d5b91d tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520191 Feb 19 02:58:15.528544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d7c44ba-b081-46f5-a63c-0e2b91dfa15f req-a12334a9-36db-4cfd-9306-4b05a867f015 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.0264087 Feb 19 02:58:16.163173 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8603e65-f079-4cd7-ac72-213d93a6de6d req-607046d3-6bfd-4893-a053-fd1e3df49a18 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:16.175701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8603e65-f079-4cd7-ac72-213d93a6de6d req-607046d3-6bfd-4893-a053-fd1e3df49a18 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.0707433 Feb 19 02:58:16.180341 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:58:16.227426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8603e65-f079-4cd7-ac72-213d93a6de6d req-b005fc68-6837-4355-a497-6d173d2fc6a8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508378 Feb 19 02:58:16.344469 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300adf39-6518-406f-9ec5-c8cbc61595fb req-ec3041ea-14c1-440e-ac25-990be7833741 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:16.345922 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-300adf39-6518-406f-9ec5-c8cbc61595fb req-ec3041ea-14c1-440e-ac25-990be7833741 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.0608072 Feb 19 02:58:16.410366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-300adf39-6518-406f-9ec5-c8cbc61595fb req-d9b82f67-714a-4937-8f68-8f209dc8fd5e tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587442 Feb 19 02:58:16.552635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562eb5-7774-41c0-b647-392d79f25670 req-9cb8f7e8-9d0a-4cb7-888c-2680932a680d tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:16.554133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54562eb5-7774-41c0-b647-392d79f25670 req-9cb8f7e8-9d0a-4cb7-888c-2680932a680d tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 932 time: 0.0578449 Feb 19 02:58:16.659515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54562eb5-7774-41c0-b647-392d79f25670 req-240d962f-15f5-45c9-9fba-26e752ae7825 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869944 Feb 19 02:58:16.763126 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90b44967-fa00-4b39-a2f8-4ec922dc6f4e req-a39e5f39-8f88-437c-99d4-898709b97276 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.0412083 Feb 19 02:58:17.367809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2811f76-de36-4d84-a28d-4a574b1d1065 req-653007e8-483f-4c64-8840-5b2261e001b4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:17.369481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2811f76-de36-4d84-a28d-4a574b1d1065 req-653007e8-483f-4c64-8840-5b2261e001b4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.0697632 Feb 19 02:58:17.421446 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2811f76-de36-4d84-a28d-4a574b1d1065 req-7c77452e-1601-44ea-a20b-747ec2f2adaf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459330 Feb 19 02:58:17.553110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e73403-b999-4421-b441-162ea43fef0b req-3a056b45-68d8-4200-b8a2-1e52f74cabb1 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:17.554715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84e73403-b999-4421-b441-162ea43fef0b req-3a056b45-68d8-4200-b8a2-1e52f74cabb1 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.0618014 Feb 19 02:58:17.625160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84e73403-b999-4421-b441-162ea43fef0b req-8a6264fc-872b-4e48-9c79-1cb02b281555 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646002 Feb 19 02:58:17.787940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3da93-bb4a-469a-acad-e0b540ea2de4 req-0894897a-e6f6-48bc-a7e9-cc46606d84d0 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:17.791889 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4f3da93-bb4a-469a-acad-e0b540ea2de4 req-0894897a-e6f6-48bc-a7e9-cc46606d84d0 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 932 time: 0.0624428 Feb 19 02:58:17.836756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4f3da93-bb4a-469a-acad-e0b540ea2de4 req-9f94f2d2-5a87-480b-bfb5-d757321f3d97 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413272 Feb 19 02:58:17.950437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dca9a47f-d98c-4189-a135-9cda4351fbe2 req-7d4dc52e-d8ad-4f0d-99e7-80a889d16e2d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.0425272 Feb 19 02:58:18.559690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bee8e7-930d-4b93-a179-c2409ec6017b req-bac72908-6467-42e1-99e0-1789a65e5b28 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:18.561403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1bee8e7-930d-4b93-a179-c2409ec6017b req-bac72908-6467-42e1-99e0-1789a65e5b28 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.0560434 Feb 19 02:58:18.612139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1bee8e7-930d-4b93-a179-c2409ec6017b req-c6931a7d-cf87-413e-8717-e36c1d63147e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447435 Feb 19 02:58:18.762630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b00fb-dc12-4e5e-895e-64a14b331cf5 req-fa885d60-e373-4ced-8b8f-0181360d74ed tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:18.764112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-446b00fb-dc12-4e5e-895e-64a14b331cf5 req-fa885d60-e373-4ced-8b8f-0181360d74ed tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.0562751 Feb 19 02:58:18.811402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-446b00fb-dc12-4e5e-895e-64a14b331cf5 req-62b26da9-efd8-4adf-933b-6f50aeba1c3a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 Feb 19 02:58:18.960057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e3de0-494b-40d4-9ab1-c1f16ac89738 req-f14e1957-63b7-4f81-9982-63a3916cabab tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:18.961559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f83e3de0-494b-40d4-9ab1-c1f16ac89738 req-f14e1957-63b7-4f81-9982-63a3916cabab tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 932 time: 0.0583465 Feb 19 02:58:19.010732 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f83e3de0-494b-40d4-9ab1-c1f16ac89738 req-92249784-6e49-4971-875e-47215eb73e9f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428948 Feb 19 02:58:19.092891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b360c3a-f379-410e-b2f7-5eee39c86942 req-7b81d492-5a00-4588-b2dd-e2921214c0bb tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.0269701 Feb 19 02:58:19.752203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972c1dc-543b-46bb-984d-f49c0e95fe9b req-8aa10abb-d981-4a25-9b44-fe0c5c70efaf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.753702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5972c1dc-543b-46bb-984d-f49c0e95fe9b req-8aa10abb-d981-4a25-9b44-fe0c5c70efaf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.0565097 Feb 19 02:58:19.805285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5972c1dc-543b-46bb-984d-f49c0e95fe9b req-0dc492bc-e8a4-4ac3-827e-f236bee5d851 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453491 Feb 19 02:58:19.931144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7027b58-7de5-45de-af02-0ef2443320f6 req-c5ea3874-5f22-4546-8b7b-21f42a2a72c3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:19.932536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7027b58-7de5-45de-af02-0ef2443320f6 req-c5ea3874-5f22-4546-8b7b-21f42a2a72c3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.0527885 Feb 19 02:58:19.978907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7027b58-7de5-45de-af02-0ef2443320f6 req-286ee81a-4648-406d-b983-c39aa2db0ecb tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406361 Feb 19 02:58:20.139710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda324b8-cb70-4b49-a896-bdb6f9ed542c req-590259e2-b95e-4d0a-a830-9bf1d0756b5f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:20.141227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dda324b8-cb70-4b49-a896-bdb6f9ed542c req-590259e2-b95e-4d0a-a830-9bf1d0756b5f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 932 time: 0.0536766 Feb 19 02:58:20.189171 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dda324b8-cb70-4b49-a896-bdb6f9ed542c req-80342b95-fb97-4e63-b6ea-1e4718dfbcbe tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419352 Feb 19 02:58:20.283362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ca695a8-da48-4b68-9b82-255141001012 req-38fbbdb7-64fc-4b4f-b0a2-03e34305a98f tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.0298986 Feb 19 02:58:20.931528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbd28f-705f-46ce-9a27-54a51c02092b req-78f7ecd2-4e40-4524-bcdf-98e122f89ef3 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:20.933006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2bbd28f-705f-46ce-9a27-54a51c02092b req-78f7ecd2-4e40-4524-bcdf-98e122f89ef3 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.0556762 Feb 19 02:58:20.980282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2bbd28f-705f-46ce-9a27-54a51c02092b req-c60cd305-aec8-4e63-a80d-82465701620f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Feb 19 02:58:21.097753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc42b1a-7866-48cf-a97b-053268eddb44 req-6e0feee3-38ce-4186-8d5d-5abf0f877af6 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:21.099268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7fc42b1a-7866-48cf-a97b-053268eddb44 req-6e0feee3-38ce-4186-8d5d-5abf0f877af6 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.0536346 Feb 19 02:58:21.151431 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7fc42b1a-7866-48cf-a97b-053268eddb44 req-c65a83f2-6b96-4d68-a12e-c073955340a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Feb 19 02:58:21.313851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49d8a7-f509-4ee7-8312-1e7d01c99a18 req-db9c6390-34f7-483a-bece-c4ddffa14126 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:21.315329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a49d8a7-f509-4ee7-8312-1e7d01c99a18 req-db9c6390-34f7-483a-bece-c4ddffa14126 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 932 time: 0.0582988 Feb 19 02:58:21.362860 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a49d8a7-f509-4ee7-8312-1e7d01c99a18 req-87e6ce63-fda9-4588-8ee2-7c58c99ed6bb tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411520 Feb 19 02:58:21.460970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3b58aa9-a811-4221-b6c7-a0c273ba8af0 req-2af82ba0-71df-4f17-81ec-2870fbd4371b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.0280337 Feb 19 02:58:22.107145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1a460-0859-4fb2-a65e-d7a5d3871315 req-ad6ccd16-1280-4cd0-9449-55d3529f3f7d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:22.108829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ef1a460-0859-4fb2-a65e-d7a5d3871315 req-ad6ccd16-1280-4cd0-9449-55d3529f3f7d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.0555730 Feb 19 02:58:22.160371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ef1a460-0859-4fb2-a65e-d7a5d3871315 req-109675d8-56ec-4708-a9a2-78a34b78ca41 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458212 Feb 19 02:58:22.208206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Request body: {'port': {'device_id': '0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:22.287512 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.373530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-3d05e2e8-5c13-4034-b668-3c96fdc2042e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:22.377505 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-3d05e2e8-5c13-4034-b668-3c96fdc2042e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c&tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9 HTTP/1.1" status: 200 len: 1129 time: 0.0757706 Feb 19 02:58:22.379189 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.393692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:22.473936 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.721290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:22.768574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-15b1fc2e-f252-4def-bc04-2e673fe29b3c tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:58:22.769623 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-15b1fc2e-f252-4def-bc04-2e673fe29b3c tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1633520 Feb 19 02:58:22.777777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:22.838866 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9633338-9a85-4c51-8efd-c6b74d9d36ec {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:22.847281 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-116d27ee-ea93-4248-ac98-7869bec2b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:22.848885 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-116d27ee-ea93-4248-ac98-7869bec2b27e service neutron] 10.222.0.81 "GET /v2.0/ports/fc838c02-fc9b-45b6-93b9-9b7cdf27255b HTTP/1.1" status: 200 len: 1124 time: 0.0513361 Feb 19 02:58:22.850683 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Publish callbacks [] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.865979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] Request body: {'binding': {'host': 'n-h1-826755-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:22.866585 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] Unknown quota resources ['binding']. {{(pid=109898) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:58:22.871831 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Transition to ACTIVE for port object f9633338-9a85-4c51-8efd-c6b74d9d36ec will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:58:22.892927 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:22.962776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=7']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:23.025182 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.025554 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.025837 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.026166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.026488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.027653 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.028251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.028383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.028872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.029098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.029416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.029731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.030048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.053527 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] No DVR routers for this DVR port f9633338-9a85-4c51-8efd-c6b74d9d36ec on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:23.125695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82879190-dfeb-4c85-b1c4-5c0e381c1dfb req-dcb91e44-14e6-4966-a30e-8645bb8b6ee7 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.130588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Attempting to bind port f9633338-9a85-4c51-8efd-c6b74d9d36ec on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:23.130919 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Attempting to bind port f9633338-9a85-4c51-8efd-c6b74d9d36ec by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:23.131240 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Attempting to bind port f9633338-9a85-4c51-8efd-c6b74d9d36ec on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:23.136512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82879190-dfeb-4c85-b1c4-5c0e381c1dfb req-dcb91e44-14e6-4966-a30e-8645bb8b6ee7 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.8276348 Feb 19 02:58:23.150678 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Port f9633338-9a85-4c51-8efd-c6b74d9d36ec on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:58:23.151293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Attempting to bind port f9633338-9a85-4c51-8efd-c6b74d9d36ec on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:23.162484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:23.164533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:23.164998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:23.165527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9b38da75-160e-4587-a8c3-a0124a7f07c4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.165671 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Bound port: f9633338-9a85-4c51-8efd-c6b74d9d36ec, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:23.166028 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.167008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9b38da75-160e-4587-a8c3-a0124a7f07c4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "GET /v2.0/networks?id=73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 200 len: 805 time: 0.9537113 Feb 19 02:58:23.198030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on host n-h1-826755-2 for vnic_type normal with profile None {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:23.198624 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:23.198967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:23.199159 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.211312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Request body: {'port': {'device_id': 'ee6ca01b-d4e2-4f21-adde-fce47c281a93', 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'admin_state_up': True, 'tenant_id': '19c82b803a98422c88594f9f7e66cb7f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:23.234072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] Port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:58:23.234424 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:23.245083 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:23.245838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:23.246233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:23.246665 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] Bound port: fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:23.291530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:23.307491 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Publish callbacks [] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.345461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Transition to ACTIVE for port object 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:58:23.353957 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:23.365159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82879190-dfeb-4c85-b1c4-5c0e381c1dfb req-d0ff417f-5b33-4c2b-9754-5adf78d72957 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232711 Feb 19 02:58:23.372816 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.489412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Pushing event updated for resources: {'Port': ['ID=72ddf1dc-2ac6-4308-81f6-ed241e7c2211,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:23.575702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.576065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.576360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.576696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.577040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.577360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.577678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.577991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.578319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.578633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.578947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.579259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.579568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:23.605996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Made reservation on behalf of 19c82b803a98422c88594f9f7e66cb7f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:23.609827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.632739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Attempting to bind port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:23.633206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Attempting to bind port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:23.633536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Attempting to bind port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 on network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:23.646164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.67', 49718) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:23.684103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 on network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:58:23.684429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Attempting to bind port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 on network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:23.705997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:23.709435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:23.713703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0efa02-b840-4b26-a246-0f906a8f4e0f req-6454a380-836d-47fd-94b6-f2b29e37d632 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.716188 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d0efa02-b840-4b26-a246-0f906a8f4e0f req-6454a380-836d-47fd-94b6-f2b29e37d632 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 944 time: 0.2181773 Feb 19 02:58:23.720022 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.721541 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-7f0d4c6b-4c07-4762-9b88-f619364cc944 service neutron] 10.222.0.81 "POST /v2.0/ports/fc838c02-fc9b-45b6-93b9-9b7cdf27255b/bindings HTTP/1.1" status: 201 len: 389 time: 0.8613095 Feb 19 02:58:23.724607 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.742986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:23.743325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Checking segment: {'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:23.743741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Bound using segment: {'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:23.744197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Bound port: 72ddf1dc-2ac6-4308-81f6-ed241e7c2211, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:23.744545 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.774232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.788055 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:23.791875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] 10.222.0.67 "PUT /v2.0/ports/f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 1095 time: 1.4037485 Feb 19 02:58:23.792376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:23.795867 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba41aca8-3a11-4b58-b377-47617fa1010f" -d '{"events": [{"name": "network-changed", "server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:23.824221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17da4e7-c067-469d-94e7-6fc66e7ee697 service neutron] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=8']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:23.836569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f05d7-57f7-48c1-b03a-0cafad5ee0c0 req-1580dfd9-1d82-4392-a8c1-0c7e2aa18464 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.838171 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-174f05d7-57f7-48c1-b03a-0cafad5ee0c0 req-1580dfd9-1d82-4392-a8c1-0c7e2aa18464 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.67 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.1911435 Feb 19 02:58:23.907674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-dc06bf6c-597a-4acb-a9e3-7dbaf7ee41b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:23.910243 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-dc06bf6c-597a-4acb-a9e3-7dbaf7ee41b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 1129 time: 0.0692928 Feb 19 02:58:23.937571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] For port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:23.943127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] For port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=72ddf1dc-2ac6-4308-81f6-ed241e7c2211,segment=NetworkSegment(d856ffb6-e434-4b34-9c99-212bb4dc3ab6),segment_id=d856ffb6-e434-4b34-9c99-212bb4dc3ab6)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:24.049826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Allocated IP 172.20.0.10 (73a739e5-c1a1-46c8-bfe7-556a2b135596/b709ca32-9176-48c8-932f-4c728cc3cfc8/813d609a-5367-4ff7-b7f2-d24120758597) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:24.077766 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-2424595a-7c95-4afc-bdb6-43f1dedf18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:24.080377 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-2424595a-7c95-4afc-bdb6-43f1dedf18d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1592743 Feb 19 02:58:24.099675 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.162181 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-b2e870e8-2646-40bb-b792-eb6fb27c1e37 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 217 time: 0.0705972 Feb 19 02:58:24.185852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d0efa02-b840-4b26-a246-0f906a8f4e0f req-deb5d930-3203-4296-b386-6fb1c80589e9 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337628 Feb 19 02:58:24.214246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-ccb2d200-30c0-43c2-ab40-522f3fdf926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:24.216719 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-ccb2d200-30c0-43c2-ab40-522f3fdf926f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 1127 time: 0.1349897 Feb 19 02:58:24.232308 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-232b4599-5f2c-42d7-8ac4-f333f51d3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:24.232308 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-232b4599-5f2c-42d7-8ac4-f333f51d3605 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0576048 Feb 19 02:58:24.232530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9071c169-a9e4-41d1-ad64-a710688d1cd6 req-403e9ff9-caa3-4a91-ac36-4cdf7f45d0de tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 210 time: 0.2480414 Feb 19 02:58:24.349406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:24.349901 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.351611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] 10.222.0.67 "PUT /v2.0/ports/72ddf1dc-2ac6-4308-81f6-ed241e7c2211 HTTP/1.1" status: 200 len: 1092 time: 2.1484468 Feb 19 02:58:24.363129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f', 'tag': '72ddf1dc-2ac6-4308-81f6-ed241e7c2211'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:24.365510 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e432b379-f7a5-408e-a794-4a69adfc0cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f", "tag": "72ddf1dc-2ac6-4308-81f6-ed241e7c2211"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:24.416188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-a568203c-77e9-4d83-80e8-b2d64aff175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:24.425397 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-a568203c-77e9-4d83-80e8-b2d64aff175d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1914942 Feb 19 02:58:24.584768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fa014-9555-4435-8a38-b0fb8424627a service neutron] Pushing event updated for resources: {'Port': ['ID=72ddf1dc-2ac6-4308-81f6-ed241e7c2211,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:24.585685 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-af0dd76a-bf66-425f-926d-b087384fb79a service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501300 Feb 19 02:58:24.641781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-e70e0ba0-3eff-41bd-bbc2-60a20a64cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:24.650454 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-e70e0ba0-3eff-41bd-bbc2-60a20a64cf9a service neutron] 10.222.0.87 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.4178059 Feb 19 02:58:24.654042 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a86c0ea0-0dac-48d3-871a-2b8d2e2bedb7 x-openstack-request-id: req-a86c0ea0-0dac-48d3-871a-2b8d2e2bedb7 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:24.654337 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:24.654595 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a86c0ea0-0dac-48d3-871a-2b8d2e2bedb7 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:24.655145 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'status': 'completed', 'code': 200} Feb 19 02:58:24.673447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-174f05d7-57f7-48c1-b03a-0cafad5ee0c0 req-0a660a66-0ee2-45ca-a23a-10e6b1588cab tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Deleting port aeb172d8-2b54-47b7-852f-759fc10a6bf5 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:24.673993 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-174f05d7-57f7-48c1-b03a-0cafad5ee0c0 req-0a660a66-0ee2-45ca-a23a-10e6b1588cab tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.748995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-56fac1ed-f817-407d-a8aa-8ed478bf97e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:24.750547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-56fac1ed-f817-407d-a8aa-8ed478bf97e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1a57bde5db8f495d920336bdbebea07b&device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 1126 time: 0.3062451 Feb 19 02:58:24.785680 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-4d03e6d7-0123-4d0c-9c3e-006d31306f96 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b HTTP/1.1" status: 200 len: 217 time: 0.1199794 Feb 19 02:58:24.817980 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks [] for port (813d609a-5367-4ff7-b7f2-d24120758597), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:24.834371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b1c01-634d-4f74-b022-061962cb51a6 req-aac88643-223f-45dd-8772-8364bbc644e2 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:24.841946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db1b1c01-634d-4f74-b022-061962cb51a6 req-aac88643-223f-45dd-8772-8364bbc644e2 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.5174415 Feb 19 02:58:24.875793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-76cf6470-b49a-46b5-b3ff-793fcbc84671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:24.877628 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-76cf6470-b49a-46b5-b3ff-793fcbc84671 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0865128 Feb 19 02:58:24.882659 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bafbf4bf-3829-4ce3-a806-1e24dedd65a3 req-7d503bcd-f8ad-4372-be44-4002753af585 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303197 Feb 19 02:58:24.956209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-016a9236-d02d-4a2a-ad9f-74efee532996 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72ddf1dc-2ac6-4308-81f6-ed241e7c2211 HTTP/1.1" status: 200 len: 217 time: 0.1874952 Feb 19 02:58:25.040369 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-67f5ed20-fca6-4dc9-9b4e-2cfc1fa8c4cb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526769 Feb 19 02:58:25.082233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-9c5b960f-a19f-4b58-80af-3e4c1ed31aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.083978 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-9c5b960f-a19f-4b58-80af-3e4c1ed31aa0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 1129 time: 0.1356797 Feb 19 02:58:25.106541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-174f05d7-57f7-48c1-b03a-0cafad5ee0c0 req-0a660a66-0ee2-45ca-a23a-10e6b1588cab tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] For port aeb172d8-2b54-47b7-852f-759fc10a6bf5, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=aeb172d8-2b54-47b7-852f-759fc10a6bf5,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:25.107267 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-174f05d7-57f7-48c1-b03a-0cafad5ee0c0 req-0a660a66-0ee2-45ca-a23a-10e6b1588cab tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:25.153243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce3519-3167-4494-b31e-7774ec727481 req-6eb34d4b-490f-47e9-a416-bb1752f99b65 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.155311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45ce3519-3167-4494-b31e-7774ec727481 req-6eb34d4b-490f-47e9-a416-bb1752f99b65 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.3958681 Feb 19 02:58:25.159283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-174f05d7-57f7-48c1-b03a-0cafad5ee0c0 req-0a660a66-0ee2-45ca-a23a-10e6b1588cab tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Calling delete_port for aeb172d8-2b54-47b7-852f-759fc10a6bf5 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:25.169336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db1b1c01-634d-4f74-b022-061962cb51a6 req-a9c7e091-24f7-497b-bee4-2854e364a07f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256946 Feb 19 02:58:25.185025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-3055e9e5-d17d-4854-b4ef-dcd2c357f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.186553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-3055e9e5-d17d-4854-b4ef-dcd2c357f55a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 1129 time: 0.5401676 Feb 19 02:58:25.200727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-fac5d3bc-3c95-44da-bf9c-c204ef9a9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.202798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-fac5d3bc-3c95-44da-bf9c-c204ef9a9b0c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b85c7a53-5a87-437b-b879-d4d2ff9fe3bb HTTP/1.1" status: 200 len: 854 time: 0.2315915 Feb 19 02:58:25.240925 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-bdf943c3-f293-42e3-91e2-34a190e0c991 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928036 Feb 19 02:58:25.248483 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (813d609a-5367-4ff7-b7f2-d24120758597), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:25.286140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-542b1a71-216b-4dc8-bf76-f92a7d3f7cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.287713 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-542b1a71-216b-4dc8-bf76-f92a7d3f7cd9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1746881 Feb 19 02:58:25.361884 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-d74dc826-0de0-4693-8f7d-d317d9e93d64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 217 time: 0.0417187 Feb 19 02:58:25.434386 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-b9cc50f3-651e-48c1-ae0c-938512c21128 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818008 Feb 19 02:58:25.436023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-a6e5f293-1267-4f22-95dd-fc2767bb7f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.437402 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-a6e5f293-1267-4f22-95dd-fc2767bb7f29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0695522 Feb 19 02:58:25.470337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Network 73a739e5-c1a1-46c8-bfe7-556a2b135596 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:25.510297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:25.522662 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-4eef54f6-f4e3-412c-9b5d-6bda007d64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.524523 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-4eef54f6-f4e3-412c-9b5d-6bda007d64e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0723464 Feb 19 02:58:25.534417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:25.547961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45ce3519-3167-4494-b31e-7774ec727481 req-4d5b12f4-df0e-40d6-833b-914a01b3af82 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3749108 Feb 19 02:58:25.593211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Pushing event updated for resources: {'Port': ['ID=813d609a-5367-4ff7-b7f2-d24120758597,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:25.646757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-d0e8b4f5-fb70-43ee-ad10-ea251083cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.649011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-d0e8b4f5-fb70-43ee-ad10-ea251083cda3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a01637e-74d0-4e58-bcec-ab9d5acd9068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4199049 Feb 19 02:58:25.652517 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc74a350-a413-4aeb-9147-d19c3d4f8a2b x-openstack-request-id: req-cc74a350-a413-4aeb-9147-d19c3d4f8a2b {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:25.653014 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f", "tag": "72ddf1dc-2ac6-4308-81f6-ed241e7c2211", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:25.653434 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cc74a350-a413-4aeb-9147-d19c3d4f8a2b {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:25.654049 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f', 'tag': '72ddf1dc-2ac6-4308-81f6-ed241e7c2211', 'status': 'completed', 'code': 200} Feb 19 02:58:25.715808 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-10f68db8-9867-414b-b17a-fefa9d16b2c1 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836720 Feb 19 02:58:25.788217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.789231 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:25.802424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-8973a721-b3ac-4d42-9255-3ab421b7d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.804316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-8973a721-b3ac-4d42-9255-3ab421b7d19d service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.5988073 Feb 19 02:58:25.867147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975705d-d84f-4cab-8e0a-95d636efa8d2 req-50b7ea6c-5eb4-47cd-af08-32387b18cf1e tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:25.874786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2975705d-d84f-4cab-8e0a-95d636efa8d2 req-50b7ea6c-5eb4-47cd-af08-32387b18cf1e tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=a3b4b15f-8ff0-4d42-8cc7-c9be05701474 HTTP/1.1" status: 200 len: 944 time: 0.5060861 Feb 19 02:58:25.887525 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-43fc4d91-beee-4ee4-853f-5b6fbaf3861a service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639977 Feb 19 02:58:25.948728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-7495361f-21d0-47ab-9287-b3ac094e8b85 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 217 time: 0.1120348 Feb 19 02:58:25.951898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-360d35ad-6557-428a-8e76-db28a8b9f06b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7606831 Feb 19 02:58:25.966945 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-174f05d7-57f7-48c1-b03a-0cafad5ee0c0 req-0a660a66-0ee2-45ca-a23a-10e6b1588cab tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (aeb172d8-2b54-47b7-852f-759fc10a6bf5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:25.982766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Request body: {'port': {'device_id': 'ee6ca01b-d4e2-4f21-adde-fce47c281a93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:26.084629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a660a66-0ee2-45ca-a23a-10e6b1588cab tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event deleted for resources: {'Port': ['ID=aeb172d8-2b54-47b7-852f-759fc10a6bf5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:26.144495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-43ff476f-b303-4e74-80b4-d69fb9579962 service neutron] 10.222.0.67 "GET /v2.0/networks/8a01637e-74d0-4e58-bcec-ab9d5acd9068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614370 Feb 19 02:58:26.167416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2975705d-d84f-4cab-8e0a-95d636efa8d2 req-032342a8-0850-40e6-83d5-30d5e4aa28ea tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916489 Feb 19 02:58:26.203459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-dab4549d-729d-40c6-a8f3-826874699790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:26.204973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-dab4549d-729d-40c6-a8f3-826874699790 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.2438290 Feb 19 02:58:26.211992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c4ab4-8751-47c1-b5e6-340679a34702 req-570b0c87-2eb8-4935-83db-05e033c1bb50 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:26.213458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc1c4ab4-8751-47c1-b5e6-340679a34702 req-570b0c87-2eb8-4935-83db-05e033c1bb50 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 945 time: 0.4167931 Feb 19 02:58:26.214241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-174f05d7-57f7-48c1-b03a-0cafad5ee0c0 req-0a660a66-0ee2-45ca-a23a-10e6b1588cab tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] No DVR routers for this DVR port aeb172d8-2b54-47b7-852f-759fc10a6bf5 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:26.230295 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-174f05d7-57f7-48c1-b03a-0cafad5ee0c0 req-0a660a66-0ee2-45ca-a23a-10e6b1588cab tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:26.233548 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-174f05d7-57f7-48c1-b03a-0cafad5ee0c0 req-0a660a66-0ee2-45ca-a23a-10e6b1588cab tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.67 "DELETE /v2.0/ports/aeb172d8-2b54-47b7-852f-759fc10a6bf5 HTTP/1.1" status: 204 len: 173 time: 2.3834627 Feb 19 02:58:26.296936 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (813d609a-5367-4ff7-b7f2-d24120758597), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:26.698163 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc1c4ab4-8751-47c1-b5e6-340679a34702 req-d64affdc-7e0f-4b13-9a5a-5906df79323a tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702511 Feb 19 02:58:26.751171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-da83fed4-467b-48c3-9e11-c96fcf0de367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:26.752726 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-da83fed4-467b-48c3-9e11-c96fcf0de367 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5238185 Feb 19 02:58:26.754694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edc0bb0b-bb6f-4da3-8d20-d337cafa36c7 req-2b36ff16-d83a-4e17-8b08-7e0c2e64849c service neutron] 10.222.0.67 "GET /v2.0/networks/8a01637e-74d0-4e58-bcec-ab9d5acd9068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837412 Feb 19 02:58:26.882520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device aeb172d8-2b54-47b7-852f-759fc10a6bf5 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:26.911832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: aeb172d8-2b54-47b7-852f-759fc10a6bf5 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:58:26.912402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device aeb172d8-2b54-47b7-852f-759fc10a6bf5 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:26.989434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880df7f-ff9c-4a4c-bcb0-185800f48dec req-2147a008-8d0f-4d0f-8c99-b7f82cc98f05 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:26.990986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d880df7f-ff9c-4a4c-bcb0-185800f48dec req-2147a008-8d0f-4d0f-8c99-b7f82cc98f05 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 944 time: 0.3334098 Feb 19 02:58:27.117450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b379-f7a5-408e-a794-4a69adfc0cbb req-1f66bcb9-b5a6-4c0f-b329-b20ad79ecea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.119016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e432b379-f7a5-408e-a794-4a69adfc0cbb req-1f66bcb9-b5a6-4c0f-b329-b20ad79ecea1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1a57bde5db8f495d920336bdbebea07b&device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 1126 time: 0.2664132 Feb 19 02:58:27.139981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240663e5-dc45-4653-9907-bfe2a0916150 req-e2298abe-863c-45d8-8d31-be6c530264c8 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.141473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-240663e5-dc45-4653-9907-bfe2a0916150 req-e2298abe-863c-45d8-8d31-be6c530264c8 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 932 time: 0.2919934 Feb 19 02:58:27.158874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-f3bea244-7cf4-4d66-a87a-bd496d6c8131 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051882 Feb 19 02:58:27.247337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d880df7f-ff9c-4a4c-bcb0-185800f48dec req-1756bc20-7def-434e-ba9f-f2f23f3ca6c5 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375271 Feb 19 02:58:27.389251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-240663e5-dc45-4653-9907-bfe2a0916150 req-4ce9176d-bb28-4783-bbd6-d7d95fbd9dc5 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230144 Feb 19 02:58:27.504522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 813d609a-5367-4ff7-b7f2-d24120758597 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:27.514405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba41aca8-3a11-4b58-b377-47617fa1010f req-f1e43928-9700-42c0-aacb-74b3630e724b service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471944 Feb 19 02:58:27.515380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b379-f7a5-408e-a794-4a69adfc0cbb req-2537b497-fcc4-4ec0-a874-1e83e61eb216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.516694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e432b379-f7a5-408e-a794-4a69adfc0cbb req-2537b497-fcc4-4ec0-a874-1e83e61eb216 service neutron] 10.222.0.67 "GET /v2.0/networks?id=8a01637e-74d0-4e58-bcec-ab9d5acd9068 HTTP/1.1" status: 200 len: 916 time: 0.3878148 Feb 19 02:58:27.520090 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Publish callbacks [] for port (813d609a-5367-4ff7-b7f2-d24120758597), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:27.575045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e432b379-f7a5-408e-a794-4a69adfc0cbb req-809db5b8-0cf9-4606-b65d-1e0ef6a0a7db service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72ddf1dc-2ac6-4308-81f6-ed241e7c2211 HTTP/1.1" status: 200 len: 217 time: 0.0496147 Feb 19 02:58:27.577625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Transition to ACTIVE for port object 813d609a-5367-4ff7-b7f2-d24120758597 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:58:27.589659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a7461-4cd6-493b-b201-b402b2c05fbb req-a5086ca6-779b-416d-b258-668259e5adef tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.591157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-025a7461-4cd6-493b-b201-b402b2c05fbb req-a5086ca6-779b-416d-b258-668259e5adef tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.2525425 Feb 19 02:58:27.601486 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (813d609a-5367-4ff7-b7f2-d24120758597), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:27.663897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b4b15f-8ff0-4d42-8cc7-c9be05701474', 'name': 'network-vif-deleted', 'tag': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:27.666082 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b99b121-5ce5-4bd5-a475-a9c4e75a6fa3" -d '{"events": [{"server_uuid": "a3b4b15f-8ff0-4d42-8cc7-c9be05701474", "name": "network-vif-deleted", "tag": "aeb172d8-2b54-47b7-852f-759fc10a6bf5"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:27.706110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5953262-865a-47ab-ad6c-0fd3a8b55d49 req-78cf0583-b8a9-4153-b03c-c315a549718c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.707702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5953262-865a-47ab-ad6c-0fd3a8b55d49 req-78cf0583-b8a9-4153-b03c-c315a549718c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.2576232 Feb 19 02:58:27.746820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b379-f7a5-408e-a794-4a69adfc0cbb req-5ff9fa69-375f-42d7-b35f-89e50d4cd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.748276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e432b379-f7a5-408e-a794-4a69adfc0cbb req-5ff9fa69-375f-42d7-b35f-89e50d4cd4b0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b85c7a53-5a87-437b-b879-d4d2ff9fe3bb HTTP/1.1" status: 200 len: 854 time: 0.1665902 Feb 19 02:58:27.759189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Pushing event updated for resources: {'Port': ['ID=813d609a-5367-4ff7-b7f2-d24120758597,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:27.820011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-025a7461-4cd6-493b-b201-b402b2c05fbb req-efc64356-7cd4-4cb9-9ba3-f2f37488c3c0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195942 Feb 19 02:58:27.880557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5953262-865a-47ab-ad6c-0fd3a8b55d49 req-9ab976fd-130e-4b35-af33-c807234c331b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499369 Feb 19 02:58:27.905553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432b379-f7a5-408e-a794-4a69adfc0cbb req-c2aa1442-d9e0-4321-80ee-6bb07a967c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:27.907082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e432b379-f7a5-408e-a794-4a69adfc0cbb req-c2aa1442-d9e0-4321-80ee-6bb07a967c46 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=8a01637e-74d0-4e58-bcec-ab9d5acd9068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1449354 Feb 19 02:58:27.937891 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6885c6-8000-4fc2-9dfb-e11d67a02162 x-openstack-request-id: req-4e6885c6-8000-4fc2-9dfb-e11d67a02162 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:27.938208 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b4b15f-8ff0-4d42-8cc7-c9be05701474", "name": "network-vif-deleted", "tag": "aeb172d8-2b54-47b7-852f-759fc10a6bf5", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:27.938459 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e6885c6-8000-4fc2-9dfb-e11d67a02162 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:27.938854 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b4b15f-8ff0-4d42-8cc7-c9be05701474', 'name': 'network-vif-deleted', 'tag': 'aeb172d8-2b54-47b7-852f-759fc10a6bf5', 'status': 'completed', 'code': 200} Feb 19 02:58:27.979110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Attempting to bind port 813d609a-5367-4ff7-b7f2-d24120758597 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:27.979434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Attempting to bind port 813d609a-5367-4ff7-b7f2-d24120758597 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:27.979820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Attempting to bind port 813d609a-5367-4ff7-b7f2-d24120758597 on network 73a739e5-c1a1-46c8-bfe7-556a2b135596 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:27.990978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Port 813d609a-5367-4ff7-b7f2-d24120758597 on network 73a739e5-c1a1-46c8-bfe7-556a2b135596 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:58:27.991418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Attempting to bind port 813d609a-5367-4ff7-b7f2-d24120758597 on network 73a739e5-c1a1-46c8-bfe7-556a2b135596 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:27.999518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:27.999920 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Checking segment: {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:28.000367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Bound using segment: {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:28.000891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Bound port: 813d609a-5367-4ff7-b7f2-d24120758597, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:28.001310 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (813d609a-5367-4ff7-b7f2-d24120758597), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.076884 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e432b379-f7a5-408e-a794-4a69adfc0cbb req-9621fe59-f926-438c-b0e3-1e8c3bcf9f60 service neutron] 10.222.0.67 "GET /v2.0/networks/8a01637e-74d0-4e58-bcec-ab9d5acd9068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586373 Feb 19 02:58:28.109160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] For port 813d609a-5367-4ff7-b7f2-d24120758597, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:28.147068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] For port 813d609a-5367-4ff7-b7f2-d24120758597, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=813d609a-5367-4ff7-b7f2-d24120758597,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:28.157803 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (813d609a-5367-4ff7-b7f2-d24120758597), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.244390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Pushing event updated for resources: {'Port': ['ID=813d609a-5367-4ff7-b7f2-d24120758597,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:28.266225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e432b379-f7a5-408e-a794-4a69adfc0cbb req-18d06fea-3c90-4a09-9ad5-2e844b4559dd service neutron] 10.222.0.67 "GET /v2.0/networks/8a01637e-74d0-4e58-bcec-ab9d5acd9068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777759 Feb 19 02:58:28.267704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:28.268810 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.270454 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-9aae726e-7090-45c7-9975-2d70e8dd32dc service neutron] 10.222.0.67 "PUT /v2.0/ports/813d609a-5367-4ff7-b7f2-d24120758597 HTTP/1.1" status: 200 len: 1092 time: 2.3073082 Feb 19 02:58:28.309214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47766) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:28.313952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4101aa57-ef9b-47a1-8431-471498fa7eac tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215290384', 'description': 'tempest-description--315702543'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:28.381994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-719387d9-91a8-42bd-833f-3f244ab05e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:28.383594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-719387d9-91a8-42bd-833f-3f244ab05e56 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19c82b803a98422c88594f9f7e66cb7f&device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 1126 time: 0.0646713 Feb 19 02:58:28.384532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4101aa57-ef9b-47a1-8431-471498fa7eac tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.444473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-57729122-5c8e-4e38-9c97-b5a92d9eff2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=813d609a-5367-4ff7-b7f2-d24120758597 HTTP/1.1" status: 200 len: 217 time: 0.0493248 Feb 19 02:58:28.573558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-5d223344-4e9c-4e94-a3e2-fbdd7631e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:28.575040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-5d223344-4e9c-4e94-a3e2-fbdd7631e646 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b709ca32-9176-48c8-932f-4c728cc3cfc8 HTTP/1.1" status: 200 len: 845 time: 0.1040769 Feb 19 02:58:28.597182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa77d2c-6df2-4345-9f67-dd4e953667a4 req-7324e8f2-5795-47fd-9cf6-1a12b69338c9 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:28.598684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1aa77d2c-6df2-4345-9f67-dd4e953667a4 req-7324e8f2-5795-47fd-9cf6-1a12b69338c9 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 945 time: 0.1575475 Feb 19 02:58:28.613672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b45d8-55b8-4051-affb-71f208f944f3 req-ab8a9ad0-eabb-4c99-8dbc-0da516b3ab70 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:28.615094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-082b45d8-55b8-4051-affb-71f208f944f3 req-ab8a9ad0-eabb-4c99-8dbc-0da516b3ab70 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 944 time: 0.2216876 Feb 19 02:58:28.649270 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4101aa57-ef9b-47a1-8431-471498fa7eac tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for security_group (f9e98c94-d0e1-4b65-9933-322aaf86850e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.651626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-011ff2b5-03f0-4d67-8dc8-9bd91c0d64c8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73a739e5-c1a1-46c8-bfe7-556a2b135596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625439 Feb 19 02:58:28.680220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4101aa57-ef9b-47a1-8431-471498fa7eac tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f9e98c94-d0e1-4b65-9933-322aaf86850e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.771633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4101aa57-ef9b-47a1-8431-471498fa7eac tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.773418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4101aa57-ef9b-47a1-8431-471498fa7eac tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4631283 Feb 19 02:58:28.777890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47774) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:28.784903 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-96a300f1-a23a-4662-b041-c58737e8adf9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Request body: {'security_group_rule': {'security_group_id': 'f9e98c94-d0e1-4b65-9933-322aaf86850e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:28.805027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101aa57-ef9b-47a1-8431-471498fa7eac tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e98c94-d0e1-4b65-9933-322aaf86850e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:28.816473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1aa77d2c-6df2-4345-9f67-dd4e953667a4 req-fe6e9b0f-8d94-4957-abee-86e8ed073333 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969755 Feb 19 02:58:28.819140 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96a300f1-a23a-4662-b041-c58737e8adf9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for security_group_rule (f913850d-14e8-4506-9259-1f20d25512a9), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.820418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-082b45d8-55b8-4051-affb-71f208f944f3 req-32327f8f-b16c-4254-9e77-208a14931aab tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787817 Feb 19 02:58:28.856944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-7211db6a-b6eb-4793-ba74-e010edc51ebf service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878002 Feb 19 02:58:28.944026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96a300f1-a23a-4662-b041-c58737e8adf9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for security_group_rule (f913850d-14e8-4506-9259-1f20d25512a9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.954892 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96a300f1-a23a-4662-b041-c58737e8adf9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f913850d-14e8-4506-9259-1f20d25512a9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:28.974383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a300f1-a23a-4662-b041-c58737e8adf9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f913850d-14e8-4506-9259-1f20d25512a9,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:29.004407 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96a300f1-a23a-4662-b041-c58737e8adf9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.005736 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-96a300f1-a23a-4662-b041-c58737e8adf9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2261629 Feb 19 02:58:29.010670 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47780) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:29.015256 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7a4e9ebc-58ec-44d4-9f49-4e44700c2e1c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Request body: {'security_group_rule': {'security_group_id': 'f9e98c94-d0e1-4b65-9933-322aaf86850e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:29.071706 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a4e9ebc-58ec-44d4-9f49-4e44700c2e1c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for security_group_rule (9404a997-d7e6-4da0-9c43-adb65011618e), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.115305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f818cb4-86a2-4d12-89ef-69d13d1be30a req-127ff7d0-9c7b-49d1-969b-1fa0c298853e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.116794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f818cb4-86a2-4d12-89ef-69d13d1be30a req-127ff7d0-9c7b-49d1-969b-1fa0c298853e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.1529973 Feb 19 02:58:29.125717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ad2d5-c209-407e-91f5-871ece757996 req-cd950513-ef99-4f71-9850-c12cfb0cb984 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.127147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e41ad2d5-c209-407e-91f5-871ece757996 req-cd950513-ef99-4f71-9850-c12cfb0cb984 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 944 time: 0.1649585 Feb 19 02:58:29.147420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bf5dc2-d761-45a7-ba38-192ebf039767 req-98600320-0698-4aa6-88b8-a63532acba00 service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852743 Feb 19 02:58:29.165780 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a4e9ebc-58ec-44d4-9f49-4e44700c2e1c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for security_group_rule (9404a997-d7e6-4da0-9c43-adb65011618e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.173593 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a4e9ebc-58ec-44d4-9f49-4e44700c2e1c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (9404a997-d7e6-4da0-9c43-adb65011618e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.190497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e9ebc-58ec-44d4-9f49-4e44700c2e1c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9404a997-d7e6-4da0-9c43-adb65011618e,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:29.207264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a4e9ebc-58ec-44d4-9f49-4e44700c2e1c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.211737 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7a4e9ebc-58ec-44d4-9f49-4e44700c2e1c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1970596 Feb 19 02:58:29.212013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f818cb4-86a2-4d12-89ef-69d13d1be30a req-e17b0480-7edb-4a8a-961d-9f3e75c4afac tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773299 Feb 19 02:58:29.216159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47782) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:29.220514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:29.234399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e41ad2d5-c209-407e-91f5-871ece757996 req-6929a33f-e704-43d0-9dd1-5c32319a9d69 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981727 Feb 19 02:58:29.260922 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.388121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e49277c-6bd3-4664-8e2a-94fc5d4dd78a req-fcb298bf-2914-4994-97af-485de565a5b4 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.389750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e49277c-6bd3-4664-8e2a-94fc5d4dd78a req-fcb298bf-2914-4994-97af-485de565a5b4 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.0706136 Feb 19 02:58:29.446902 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.499136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e49277c-6bd3-4664-8e2a-94fc5d4dd78a req-b9f087e4-b025-4884-8d99-896fca83f0aa tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986464 Feb 19 02:58:29.589594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252bfc6-8983-403c-8ce4-5ab6742e81db req-265de313-4d42-4206-9526-f510e4b68f21 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:29.591079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5252bfc6-8983-403c-8ce4-5ab6742e81db req-265de313-4d42-4206-9526-f510e4b68f21 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 946 time: 0.0961094 Feb 19 02:58:29.614653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Allocated IP 172.25.1.14 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/ccd8d050-32ac-418c-9d5d-41e4ca3404ee) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:29.699714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5252bfc6-8983-403c-8ce4-5ab6742e81db req-d330938e-070f-43b3-9d7f-e2c5612b7dfd tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008403 Feb 19 02:58:29.759760 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for port (ccd8d050-32ac-418c-9d5d-41e4ca3404ee), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.797786 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ccd8d050-32ac-418c-9d5d-41e4ca3404ee), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:29.839111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:29.841895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:29.847287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:29.869358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event updated for resources: {'Port': ['ID=ccd8d050-32ac-418c-9d5d-41e4ca3404ee,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:29.944029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee6ca01b-d4e2-4f21-adde-fce47c281a93', 'tag': '813d609a-5367-4ff7-b7f2-d24120758597'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:29.946642 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add81c1c-7085-48a1-88da-11ec552233fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ee6ca01b-d4e2-4f21-adde-fce47c281a93", "tag": "813d609a-5367-4ff7-b7f2-d24120758597"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:30.299027 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for floatingip (57973c26-51c0-452d-8e8d-4298214bcff6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:30.344689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d01c3-073a-46cc-b175-0213ec6e2384 req-cda5114f-a339-4a4f-b234-3929ec76c549 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:30.346181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-198d01c3-073a-46cc-b175-0213ec6e2384 req-cda5114f-a339-4a4f-b234-3929ec76c549 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 944 time: 0.4153309 Feb 19 02:58:30.361060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964b754-3ec6-4789-aeed-0275e72512b5 req-8c36f0ee-6e0e-437d-a484-b1bb29d27037 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:30.362474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9964b754-3ec6-4789-aeed-0275e72512b5 req-8c36f0ee-6e0e-437d-a484-b1bb29d27037 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 945 time: 0.1242747 Feb 19 02:58:30.373846 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ccd8d050-32ac-418c-9d5d-41e4ca3404ee), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:30.482320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-198d01c3-073a-46cc-b175-0213ec6e2384 req-b7b3abdc-12d0-4faf-8b56-8b4d075129f3 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173217 Feb 19 02:58:30.520698 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9964b754-3ec6-4789-aeed-0275e72512b5 req-5676da73-f975-4b15-a027-a5cbf1530f42 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups?id=389b0243-7a8a-427c-833a-f1d3ae1651be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477337 Feb 19 02:58:30.547406 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b670014-d762-49e1-8296-0884fd4c84a8 x-openstack-request-id: req-4b670014-d762-49e1-8296-0884fd4c84a8 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:30.548772 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee6ca01b-d4e2-4f21-adde-fce47c281a93", "tag": "813d609a-5367-4ff7-b7f2-d24120758597", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:30.548988 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b670014-d762-49e1-8296-0884fd4c84a8 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:30.554308 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee6ca01b-d4e2-4f21-adde-fce47c281a93', 'tag': '813d609a-5367-4ff7-b7f2-d24120758597', 'status': 'completed', 'code': 200} Feb 19 02:58:30.764489 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for port (ccd8d050-32ac-418c-9d5d-41e4ca3404ee), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:30.780246 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (ccd8d050-32ac-418c-9d5d-41e4ca3404ee), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:30.802644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add81c1c-7085-48a1-88da-11ec552233fa req-23aae32f-2405-4ee0-85f3-dccb787d9aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:30.804683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-add81c1c-7085-48a1-88da-11ec552233fa req-23aae32f-2405-4ee0-85f3-dccb787d9aad service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19c82b803a98422c88594f9f7e66cb7f&device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 1126 time: 0.2164128 Feb 19 02:58:30.835270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d191e3-4cef-4778-9604-30a092135b44 req-dadbb584-5c03-472b-b8af-dcd113107812 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:30.836789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08d191e3-4cef-4778-9604-30a092135b44 req-dadbb584-5c03-472b-b8af-dcd113107812 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 947 time: 0.2310798 Feb 19 02:58:30.848201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce3fcc-5ae3-4df1-8936-f225258974ff req-43fa4bc8-69cf-4047-8a5b-278142f55322 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:30.849640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3ce3fcc-5ae3-4df1-8936-f225258974ff req-43fa4bc8-69cf-4047-8a5b-278142f55322 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 944 time: 0.2364957 Feb 19 02:58:30.856046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-125af49c-da59-44a9-b610-7803d9ce1494 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:30.857466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-125af49c-da59-44a9-b610-7803d9ce1494 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.67 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 945 time: 0.2677362 Feb 19 02:58:30.873247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f9633338-9a85-4c51-8efd-c6b74d9d36ec details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:30.975037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:30.986862 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'mac_address': 'fa:16:3e:3e:ac:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:31.025372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f9633338-9a85-4c51-8efd-c6b74d9d36ec is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:31.025739 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:31.028905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event updated for resources: {'Port': ['ID=ccd8d050-32ac-418c-9d5d-41e4ca3404ee,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:31.039067 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (57973c26-51c0-452d-8e8d-4298214bcff6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:31.041042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9633338-9a85-4c51-8efd-c6b74d9d36ec {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:31.060909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:31.065991 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:31.066626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:31.123966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:31.124374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:31.129269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-707abf62-21eb-4b36-910e-505d38ce96a3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9080896 Feb 19 02:58:31.149699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3ce3fcc-5ae3-4df1-8936-f225258974ff req-018342f3-909b-47af-b0db-84def31f58d0 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656260 Feb 19 02:58:31.166189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08d191e3-4cef-4778-9604-30a092135b44 req-407bf746-fcf0-40c6-9425-b128ec3c443f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077579 Feb 19 02:58:31.172126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add81c1c-7085-48a1-88da-11ec552233fa req-1282fe5b-3bff-43b2-b361-923f7fe64179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.179082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-add81c1c-7085-48a1-88da-11ec552233fa req-1282fe5b-3bff-43b2-b361-923f7fe64179 service neutron] 10.222.0.67 "GET /v2.0/networks?id=73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 200 len: 906 time: 0.3536167 Feb 19 02:58:31.217736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=72ddf1dc-2ac6-4308-81f6-ed241e7c2211,segment=NetworkSegment(d856ffb6-e434-4b34-9c99-212bb4dc3ab6),segment_id=d856ffb6-e434-4b34-9c99-212bb4dc3ab6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:31.234933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '72ddf1dc-2ac6-4308-81f6-ed241e7c2211', 'network_id': '8a01637e-74d0-4e58-bcec-ab9d5acd9068', 'port_id': '72ddf1dc-2ac6-4308-81f6-ed241e7c2211', 'mac_address': 'fa:16:3e:16:9b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b85c7a53-5a87-437b-b879-d4d2ff9fe3bb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:31.237827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.238424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.238921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.239401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.239871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.240354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.240846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.241359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.242000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.242804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.243440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.243899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.244373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:58:31.265541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-add81c1c-7085-48a1-88da-11ec552233fa req-a0dd58f7-9e99-49c0-aa4b-b9aabc5daf0f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=813d609a-5367-4ff7-b7f2-d24120758597 HTTP/1.1" status: 200 len: 217 time: 0.0792978 Feb 19 02:58:31.303092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:31.304002 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:31.329625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:31.355532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=72ddf1dc-2ac6-4308-81f6-ed241e7c2211,segment=NetworkSegment(d856ffb6-e434-4b34-9c99-212bb4dc3ab6),segment_id=d856ffb6-e434-4b34-9c99-212bb4dc3ab6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:31.364425 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:31.399376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Deleting port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:31.399765 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:31.414599 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=72ddf1dc-2ac6-4308-81f6-ed241e7c2211,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:31.467489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add81c1c-7085-48a1-88da-11ec552233fa req-b73111d7-f629-4f37-a8b3-891a40b53b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.468967 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-add81c1c-7085-48a1-88da-11ec552233fa req-b73111d7-f629-4f37-a8b3-891a40b53b31 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b709ca32-9176-48c8-932f-4c728cc3cfc8 HTTP/1.1" status: 200 len: 845 time: 0.1890581 Feb 19 02:58:31.503071 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5dafa-ca7a-4c61-bcd3-60df4e374d6d req-fe079303-d0d2-4c57-9445-dbb161d38716 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.504486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ce5dafa-ca7a-4c61-bcd3-60df4e374d6d req-fe079303-d0d2-4c57-9445-dbb161d38716 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.2516603 Feb 19 02:58:31.524894 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-add81c1c-7085-48a1-88da-11ec552233fa req-b627f327-ec94-4b61-97e3-66419cb796c2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73a739e5-c1a1-46c8-bfe7-556a2b135596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458236 Feb 19 02:58:31.531755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c22e1-9190-4435-83d4-8d9de01b2075 req-9ee5c243-d094-4aa1-9b49-32fac55bfb9d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.533112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f7c22e1-9190-4435-83d4-8d9de01b2075 req-9ee5c243-d094-4aa1-9b49-32fac55bfb9d tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 946 time: 0.1867282 Feb 19 02:58:31.687940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] For port f2003c11-a9b0-4f1b-b40b-3b3e353e4768, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f2003c11-a9b0-4f1b-b40b-3b3e353e4768,segment=NetworkSegment(c1d13c4a-88b9-4d72-9dfd-76df5245d34f),segment_id=c1d13c4a-88b9-4d72-9dfd-76df5245d34f)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:31.688290 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:31.752035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ce5dafa-ca7a-4c61-bcd3-60df4e374d6d req-f573bfa4-db09-47c9-a6b0-a4adc09ef2ab tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297003 Feb 19 02:58:31.780287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['72ddf1dc-2ac6-4308-81f6-ed241e7c2211'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:31.783082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['f9633338-9a85-4c51-8efd-c6b74d9d36ec'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:31.802812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f7c22e1-9190-4435-83d4-8d9de01b2075 req-68e40806-acca-4af0-b7ba-3cfbe6198ef4 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545924 Feb 19 02:58:31.878013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-add81c1c-7085-48a1-88da-11ec552233fa req-48b5548f-747a-4622-9270-09d1816cc016 service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304994 Feb 19 02:58:31.929320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-8d619e1a-7fb9-47a9-b3c4-39bdd43451de tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:31.931060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-8d619e1a-7fb9-47a9-b3c4-39bdd43451de tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.87 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 946 time: 0.3325310 Feb 19 02:58:32.213295 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:32.213295 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (9cd525f3-69d7-46f6-9738-3eaa799a6329), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:32.213295 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Floating IP 9cd525f3-69d7-46f6-9738-3eaa799a6329 disassociated. External IP: 172.25.1.212, port: f2003c11-a9b0-4f1b-b40b-3b3e353e4768. Feb 19 02:58:32.213295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Calling delete_port for f2003c11-a9b0-4f1b-b40b-3b3e353e4768 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:32.351597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-add81c1c-7085-48a1-88da-11ec552233fa req-1ac00dd7-66ab-4f80-9ef2-eb914a9b2fe7 service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172220 Feb 19 02:58:32.393500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-186e0498-fbec-4001-a70d-5fbd808efd16 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:32.394904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-186e0498-fbec-4001-a70d-5fbd808efd16 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/networks?id=786540ae-380a-4002-9c76-008a7bd54a54 HTTP/1.1" status: 200 len: 821 time: 0.4595935 Feb 19 02:58:32.475163 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-2430f2f5-f3a6-40ca-8489-f6ff61231f27 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/quotas/861b31ea9c0a4eaca344f28194c51275 HTTP/1.1" status: 200 len: 375 time: 0.0482280 Feb 19 02:58:32.484256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Deleting port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:32.484588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:32.865412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-5b04cb43-e3a5-468e-ace0-ba19ad79ad2c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=861b31ea9c0a4eaca344f28194c51275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3747914 Feb 19 02:58:32.872956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e218c3b8-a0f5-4b75-9863-b6ec6fadd332 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:32.874351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e218c3b8-a0f5-4b75-9863-b6ec6fadd332 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c&tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 948 time: 0.6067994 Feb 19 02:58:32.881257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f2003c11-a9b0-4f1b-b40b-3b3e353e4768 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:32.921355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74beb99-c585-4db3-a4b7-12926e82e7bd req-e2cd806a-2b97-4b7b-af73-9b7b74f0d3fd tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:32.922149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f74beb99-c585-4db3-a4b7-12926e82e7bd req-e2cd806a-2b97-4b7b-af73-9b7b74f0d3fd tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 945 time: 0.5490913 Feb 19 02:58:33.007657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:33.008067 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.089717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f2003c11-a9b0-4f1b-b40b-3b3e353e4768), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.128899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] For port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7ec26b50-0a32-4779-9aab-aadfaaa40d2b,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:33.129294 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.151441 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-38d203fa-e7f9-4f70-bb44-4caf0f862c1b service neutron] 10.222.0.67 "GET /v2.0/ports/f9633338-9a85-4c51-8efd-c6b74d9d36ec/bindings/n-h2-826755-2 HTTP/1.1" status: 200 len: 382 time: 0.2605374 Feb 19 02:58:33.171436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Pushing event deleted for resources: {'Port': ['ID=f2003c11-a9b0-4f1b-b40b-3b3e353e4768,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:33.224458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-318cfa9d-296d-4ff1-a615-764ef9b1740d service neutron] 10.222.0.81 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462746 Feb 19 02:58:33.230793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f74beb99-c585-4db3-a4b7-12926e82e7bd req-1cd051a5-dab7-49df-bccd-d5922065ed8f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447243 Feb 19 02:58:33.412052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8be69ae1-4460-4662-982d-5dd873cca48e req-5a656449-e2a5-43af-a8d7-c28c0f416f16 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.1101315 Feb 19 02:58:33.477485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e5c82ac6-ecdd-4280-ba44-dc9526558f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:33.478945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e5c82ac6-ecdd-4280-ba44-dc9526558f95 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 1130 time: 0.2957342 Feb 19 02:58:33.577622 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8203553a-3863-4160-92c0-affafaf2521c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.643990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-29ae025c-76cc-429b-ae72-f15bfc816523 service neutron] 10.222.0.81 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949809 Feb 19 02:58:33.666949 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.667293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (a6fc1cc3-f03a-4e92-9be6-f985e3777cf2), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:33.667607 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Floating IP a6fc1cc3-f03a-4e92-9be6-f985e3777cf2 disassociated. External IP: 172.25.1.183, port: 7ec26b50-0a32-4779-9aab-aadfaaa40d2b. Feb 19 02:58:33.667948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Calling delete_port for 7ec26b50-0a32-4779-9aab-aadfaaa40d2b owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:33.670894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Router 7fe0fafb-675c-4e62-a484-128d27960405 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:58:33.765820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42543abf-ac4a-4638-bc1c-260332788373 req-9a8f4d7a-8a5c-4117-b142-4d926c48859a tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:33.767218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42543abf-ac4a-4638-bc1c-260332788373 req-9a8f4d7a-8a5c-4117-b142-4d926c48859a tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 944 time: 0.2844501 Feb 19 02:58:33.772103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-27cfaef9-75d2-493f-863d-6b3a6793081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:33.773660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-27cfaef9-75d2-493f-863d-6b3a6793081c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2752893 Feb 19 02:58:33.895953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-4aebc343-c270-4564-abb7-baf990b98492 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 217 time: 0.0888667 Feb 19 02:58:34.009700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42543abf-ac4a-4638-bc1c-260332788373 req-55c23f17-8ba0-47da-972a-4d56deaa84ce tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336071 Feb 19 02:58:34.088211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bec08-a9f9-49e2-8a48-96dc7c7fe261 req-0fe15079-3eed-4faf-adb6-6b85ba988dde tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:34.089776 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-547bec08-a9f9-49e2-8a48-96dc7c7fe261 req-0fe15079-3eed-4faf-adb6-6b85ba988dde tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 948 time: 0.2578924 Feb 19 02:58:34.099415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-86f55169-5007-483d-8eea-6d429579809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:34.101138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-86f55169-5007-483d-8eea-6d429579809b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1849616 Feb 19 02:58:34.201264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:58:34.216808 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7ec26b50-0a32-4779-9aab-aadfaaa40d2b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:34.222762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b900042-11a2-4355-8b65-882be25a9ed0 None None] Sync routers for ids ['7fe0fafb-675c-4e62-a484-128d27960405'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:58:34.234483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b900042-11a2-4355-8b65-882be25a9ed0 None None] Routers {'7fe0fafb-675c-4e62-a484-128d27960405'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:34.235257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0b900042-11a2-4355-8b65-882be25a9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:58:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7fe0fafb-675c-4e62-a484-128d27960405'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:34.314576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Pushing event deleted for resources: {'Port': ['ID=7ec26b50-0a32-4779-9aab-aadfaaa40d2b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:34.316636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] No DVR routers for this DVR port f2003c11-a9b0-4f1b-b40b-3b3e353e4768 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:34.331280 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-547bec08-a9f9-49e2-8a48-96dc7c7fe261 req-9cd3374f-1c44-4acb-b060-b2590447c02f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265940 Feb 19 02:58:34.350173 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:34.357139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e20246f-31fa-47c6-b4fb-3a16de2dfc6d req-cb80bfcb-fe2e-4f19-8c72-af443812c893 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.67 "DELETE /v2.0/ports/f2003c11-a9b0-4f1b-b40b-3b3e353e4768 HTTP/1.1" status: 204 len: 173 time: 3.4707198 Feb 19 02:58:34.359061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6def824d-c0c0-4884-a29f-893371ca21cc', 'name': 'network-vif-deleted', 'tag': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:34.362296 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872b6153-5b80-403b-a99f-5069bcc87bc3" -d '{"events": [{"server_uuid": "6def824d-c0c0-4884-a29f-893371ca21cc", "name": "network-vif-deleted", "tag": "f2003c11-a9b0-4f1b-b40b-3b3e353e4768"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:34.385258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55bf87-0f61-475a-897b-16db9a858e3a req-8ef5406c-e9fd-498c-85ba-1d7466be1a66 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:34.394132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb55bf87-0f61-475a-897b-16db9a858e3a req-8ef5406c-e9fd-498c-85ba-1d7466be1a66 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.2864897 Feb 19 02:58:34.401865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0b900042-11a2-4355-8b65-882be25a9ed0 None None] Set router 7fe0fafb-675c-4e62-a484-128d27960405 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:34.424146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-d2735bb9-0020-4294-aa11-58d981a9ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:34.430388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-d2735bb9-0020-4294-aa11-58d981a9ea8b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3194783 Feb 19 02:58:34.611296 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81415173-41e4-4c07-973a-94573114da83 req-f683c71e-1c7b-47c4-adf3-6af716a52c0f tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6c58475-ec1b-4954-9746-3ad15f0360bd HTTP/1.1" status: 200 len: 210 time: 0.1394670 Feb 19 02:58:34.702235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Router ce9a71cb-234a-416c-ab90-8d1fba51a475 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:58:34.717381 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb55bf87-0f61-475a-897b-16db9a858e3a req-0947df31-946c-4c4f-af75-9742af02284d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220916 Feb 19 02:58:34.738917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-b73e045b-e6bf-4216-9053-8770d10f278d service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425742 Feb 19 02:58:34.746258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0b900042-11a2-4355-8b65-882be25a9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:56:18Z', 'revision_number': 4, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c4f4d203-705c-46dd-8c51-7c06ebde87ba', 'name': '', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'mac_address': 'fa:16:3e:c6:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:16Z', 'updated_at': '2022-02-19T02:56:21Z', 'revision_number': 5, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'subnets': [{'id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:34.777170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b900042-11a2-4355-8b65-882be25a9ed0 None None] Checking router: 7fe0fafb-675c-4e62-a484-128d27960405 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:58:34.792495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b900042-11a2-4355-8b65-882be25a9ed0 None None] Routers {'7fe0fafb-675c-4e62-a484-128d27960405'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:34.793245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0b900042-11a2-4355-8b65-882be25a9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:58:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7fe0fafb-675c-4e62-a484-128d27960405'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:34.956295 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ff737f5-236d-4473-a782-4afd5fcbea25 req-248a4a65-8fbc-4ee1-a876-4beadc50afe1 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 210 time: 0.1147060 Feb 19 02:58:34.958751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:58:34.966032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0b900042-11a2-4355-8b65-882be25a9ed0 None None] Set router 7fe0fafb-675c-4e62-a484-128d27960405 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:34.969975 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df861d05-78fd-4d72-8256-38477fa0c4c1 None None] Sync routers for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:58:34.996462 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df861d05-78fd-4d72-8256-38477fa0c4c1 None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:34.998877 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-df861d05-78fd-4d72-8256-38477fa0c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:58:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:35.104754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] No DVR routers for this DVR port 7ec26b50-0a32-4779-9aab-aadfaaa40d2b on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:35.146401 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.151712 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c8f716b-8b39-46d6-8cdb-aed57136e4ef req-c87c3091-3e60-4d0e-a313-31b173c12576 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.87 "DELETE /v2.0/ports/7ec26b50-0a32-4779-9aab-aadfaaa40d2b HTTP/1.1" status: 204 len: 173 time: 3.1974556 Feb 19 02:58:35.174035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-3eeaf1f6-45d2-4612-83ce-2f6c957fd021 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875177 Feb 19 02:58:35.224639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-898c87c0-d44b-4b94-9d58-2bc90a7b6e01 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.227960 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-898c87c0-d44b-4b94-9d58-2bc90a7b6e01 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.87 "GET /v2.0/networks?id=786540ae-380a-4002-9c76-008a7bd54a54 HTTP/1.1" status: 200 len: 821 time: 0.1942434 Feb 19 02:58:35.229285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 813d609a-5367-4ff7-b7f2-d24120758597 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:35.235781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:35.237316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598ec26-852d-40af-a9e7-ac3e477ab424 req-2a25f3a6-78b8-4194-860f-e87086b638da tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.245886 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Request body: {'port': {'device_id': 'b6627316-d7d5-40eb-b8f2-a5ca6da13009', 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54', 'admin_state_up': True, 'tenant_id': '861b31ea9c0a4eaca344f28194c51275'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:35.256769 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4598ec26-852d-40af-a9e7-ac3e477ab424 req-2a25f3a6-78b8-4194-860f-e87086b638da tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 945 time: 0.1525512 Feb 19 02:58:35.260585 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-df861d05-78fd-4d72-8256-38477fa0c4c1 None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:35.345628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4598ec26-852d-40af-a9e7-ac3e477ab424 req-98f3051c-2b3c-46d6-b06a-f25e863b5027 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864644 Feb 19 02:58:35.469035 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064a02c4-de18-4c42-ac7b-df9af823cd61 x-openstack-request-id: req-064a02c4-de18-4c42-ac7b-df9af823cd61 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:35.469594 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6def824d-c0c0-4884-a29f-893371ca21cc", "name": "network-vif-deleted", "tag": "f2003c11-a9b0-4f1b-b40b-3b3e353e4768", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:35.470037 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-064a02c4-de18-4c42-ac7b-df9af823cd61 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:35.473257 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6def824d-c0c0-4884-a29f-893371ca21cc', 'name': 'network-vif-deleted', 'tag': 'f2003c11-a9b0-4f1b-b40b-3b3e353e4768', 'status': 'completed', 'code': 200} Feb 19 02:58:35.486426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Made reservation on behalf of 861b31ea9c0a4eaca344f28194c51275 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:35.492012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0b900042-11a2-4355-8b65-882be25a9ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:56:18Z', 'revision_number': 4, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c4f4d203-705c-46dd-8c51-7c06ebde87ba', 'name': '', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'mac_address': 'fa:16:3e:c6:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:16Z', 'updated_at': '2022-02-19T02:56:21Z', 'revision_number': 5, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'subnets': [{'id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:35.500134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.523738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:35.530244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b900042-11a2-4355-8b65-882be25a9ed0 None None] The sync data for ids ['7fe0fafb-675c-4e62-a484-128d27960405'] in n-d-826755-2 is: [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:56:18Z', 'revision_number': 4, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c4f4d203-705c-46dd-8c51-7c06ebde87ba', 'name': '', 'network_id': 'dcb34c22-2301-4073-88ee-434b39e0b778', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'mac_address': 'fa:16:3e:c6:fc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:16Z', 'updated_at': '2022-02-19T02:56:21Z', 'revision_number': 5, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'subnets': [{'id': '90cf7412-9c32-4d55-aa79-af823815fc6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:58:35.540265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:35.540714 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.682920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 813d609a-5367-4ff7-b7f2-d24120758597, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=813d609a-5367-4ff7-b7f2-d24120758597,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:35.740777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42eb925e-b620-4e9b-943b-da81ef4c6486 req-d272fa20-b65a-477b-88c3-2a2a9439aae1 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.0939713 Feb 19 02:58:35.751906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '813d609a-5367-4ff7-b7f2-d24120758597', 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'port_id': '813d609a-5367-4ff7-b7f2-d24120758597', 'mac_address': 'fa:16:3e:c4:d0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b709ca32-9176-48c8-932f-4c728cc3cfc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:35.895740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Allocated IP 172.20.0.5 (786540ae-380a-4002-9c76-008a7bd54a54/50a5f73c-3589-4dfd-ac2d-4855c1f63da2/b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:35.923026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:35.927315 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:35.933564 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-df861d05-78fd-4d72-8256-38477fa0c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:39Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:35.960395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08544165-bf2e-410e-a536-ddd4a3460953 req-c3c0d506-14ad-4175-bcd9-b19813511130 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:35.976033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08544165-bf2e-410e-a536-ddd4a3460953 req-c3c0d506-14ad-4175-bcd9-b19813511130 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 944 time: 0.1197319 Feb 19 02:58:36.014876 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df861d05-78fd-4d72-8256-38477fa0c4c1 None None] Checking router: ce9a71cb-234a-416c-ab90-8d1fba51a475 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:58:36.033333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 813d609a-5367-4ff7-b7f2-d24120758597 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:36.034047 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (813d609a-5367-4ff7-b7f2-d24120758597), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.044143 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df861d05-78fd-4d72-8256-38477fa0c4c1 None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:36.045128 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-df861d05-78fd-4d72-8256-38477fa0c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:58:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:36.057382 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7302efaf-0c35-4308-a7a3-4a4d7e52cd72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.066896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 813d609a-5367-4ff7-b7f2-d24120758597 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:36.081684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08544165-bf2e-410e-a536-ddd4a3460953 req-393c2d8d-07f5-4e14-9c12-41800d5123a6 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029799 Feb 19 02:58:36.092440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ddf1dc-2ac6-4308-81f6-ed241e7c2211'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:36.104926 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab910286-c39f-4804-a486-073d3971ec7b" -d '{"events": [{"server_uuid": "0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f", "name": "network-vif-plugged", "status": "completed", "tag": "72ddf1dc-2ac6-4308-81f6-ed241e7c2211"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:36.142441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096f79b1-7a02-4d34-864b-0151b4eedbc6 None None] New status for floating IP 9cd525f3-69d7-46f6-9738-3eaa799a6329: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:58:36.184426 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.209285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=72ddf1dc-2ac6-4308-81f6-ed241e7c2211,segment=NetworkSegment(d856ffb6-e434-4b34-9c99-212bb4dc3ab6),segment_id=d856ffb6-e434-4b34-9c99-212bb4dc3ab6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:36.214537 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-df861d05-78fd-4d72-8256-38477fa0c4c1 None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:36.218373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7ec26b50-0a32-4779-9aab-aadfaaa40d2b no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:36.222886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 813d609a-5367-4ff7-b7f2-d24120758597, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=813d609a-5367-4ff7-b7f2-d24120758597,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:36.276191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.276871 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.277384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f9633338-9a85-4c51-8efd-c6b74d9d36ec up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:36.286961 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (813d609a-5367-4ff7-b7f2-d24120758597), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.311215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 7ec26b50-0a32-4779-9aab-aadfaaa40d2b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:58:36.311663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7ec26b50-0a32-4779-9aab-aadfaaa40d2b not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:36.332229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f453a2e-cb6c-41b6-b58a-6e87f89d9c64 req-0f2116e9-2fcf-4854-b314-58f57a8ae2df tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:36.336627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f453a2e-cb6c-41b6-b58a-6e87f89d9c64 req-0f2116e9-2fcf-4854-b314-58f57a8ae2df tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 948 time: 0.1365452 Feb 19 02:58:36.376741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event updated for resources: {'Port': ['ID=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:36.407767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Network 786540ae-380a-4002-9c76-008a7bd54a54 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:36.409468 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:36.413067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:36.422515 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=72ddf1dc-2ac6-4308-81f6-ed241e7c2211,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:36.438527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f453a2e-cb6c-41b6-b58a-6e87f89d9c64 req-98853cd8-600f-454a-a415-1aa8f74f4d62 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956256 Feb 19 02:58:36.510321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:36.511192 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.535182 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-49a73c32-f699-4106-bfb5-9fffe50ac066 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2963355 Feb 19 02:58:36.541498 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port f9633338-9a85-4c51-8efd-c6b74d9d36ec completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:36.549223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Request body: {'port': {'device_id': 'b6627316-d7d5-40eb-b8f2-a5ca6da13009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:36.550305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port f9633338-9a85-4c51-8efd-c6b74d9d36ec triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:36.550739 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.553773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=813d609a-5367-4ff7-b7f2-d24120758597,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:36.586717 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-df861d05-78fd-4d72-8256-38477fa0c4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:39Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:36.623915 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df861d05-78fd-4d72-8256-38477fa0c4c1 None None] The sync data for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 is: [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:54:34Z', 'revision_number': 4, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '3a1c8016-317b-450f-a4ec-a4d413c91f6c', 'name': '', 'network_id': 'b8537839-9555-417f-ae28-dae96e57af9d', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'mac_address': 'fa:16:3e:30:8f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_interface', 'standard_attr_id': 154, 'fixed_ips': [{'subnet_id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:33Z', 'updated_at': '2022-02-19T02:54:39Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'subnets': [{'id': 'd0b5ba77-542e-453a-ba33-54edf9b9f2e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:58:36.642985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f9633338-9a85-4c51-8efd-c6b74d9d36ec is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:36.643377 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.675697 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.713307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:36.722272 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:36.730549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['813d609a-5367-4ff7-b7f2-d24120758597'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:36.750483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09899efe-08c9-411e-b838-46f88f532359 req-5e7c357c-b168-4724-a250-84ed17cad306 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:36.752481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09899efe-08c9-411e-b838-46f88f532359 req-5e7c357c-b168-4724-a250-84ed17cad306 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.1040366 Feb 19 02:58:36.824953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09899efe-08c9-411e-b838-46f88f532359 req-660d1434-ffca-40be-a664-012ce57836c6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638351 Feb 19 02:58:37.043011 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.048460 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3efe5d-4ff4-4a6d-a38a-31392fa64eb5 None None] New status for floating IP a6fc1cc3-f03a-4e92-9be6-f985e3777cf2: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 02:58:37.050820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=10']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:37.067154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811d101-251c-4ccb-8d4e-8d61670da05c req-06fc82de-1706-45c5-b0c3-62601a9312a9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:37.075780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b811d101-251c-4ccb-8d4e-8d61670da05c req-06fc82de-1706-45c5-b0c3-62601a9312a9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 931 time: 0.1362674 Feb 19 02:58:37.087082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:37.106172 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Publish callbacks [] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.129648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Transition to ACTIVE for port object b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:58:37.141855 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.249363 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Pushing event updated for resources: {'Port': ['ID=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:37.335503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Attempting to bind port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:37.336239 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Attempting to bind port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:37.336349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Attempting to bind port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 on network 786540ae-380a-4002-9c76-008a7bd54a54 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:37.341946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 on network 786540ae-380a-4002-9c76-008a7bd54a54 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:58:37.342333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Attempting to bind port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 on network 786540ae-380a-4002-9c76-008a7bd54a54 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:37.349100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:37.349596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Checking segment: {'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:37.349982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Bound using segment: {'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:37.350827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Bound port: b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:37.351471 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.458098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] For port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:37.461739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] For port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:37.479872 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.500655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'name': 'network-vif-deleted', 'tag': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:37.502851 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd4a113-264f-4ec1-baab-90f776703f73" -d '{"events": [{"server_uuid": "d6c58475-ec1b-4954-9746-3ad15f0360bd", "name": "network-vif-deleted", "tag": "7ec26b50-0a32-4779-9aab-aadfaaa40d2b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:37.527092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b811d101-251c-4ccb-8d4e-8d61670da05c req-4782b84e-687e-4284-afd7-7fa14abdadc4 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496167 Feb 19 02:58:37.547643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:37.549721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:37.555228 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] 10.222.0.87 "PUT /v2.0/ports/b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 HTTP/1.1" status: 200 len: 1091 time: 1.0086038 Feb 19 02:58:37.555855 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6627316-d7d5-40eb-b8f2-a5ca6da13009', 'tag': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:37.558365 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2593f09c-ab96-4364-9548-5c29870d5135" -d '{"events": [{"name": "network-changed", "server_uuid": "b6627316-d7d5-40eb-b8f2-a5ca6da13009", "tag": "b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:37.596605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4abe5f-e002-4eaf-8e28-bd420c8185fa service neutron] Pushing event updated for resources: {'Port': ['ID=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:37.606801 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e6cca8-6ffa-4842-bdfe-cc88780f1731 x-openstack-request-id: req-d8e6cca8-6ffa-4842-bdfe-cc88780f1731 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:37.607318 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f", "name": "network-vif-plugged", "status": "completed", "tag": "72ddf1dc-2ac6-4308-81f6-ed241e7c2211", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:37.607962 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d8e6cca8-6ffa-4842-bdfe-cc88780f1731 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:37.607962 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ddf1dc-2ac6-4308-81f6-ed241e7c2211', 'code': 200} Feb 19 02:58:37.704919 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-609c791b-c0ab-4d84-8510-d34d6635558b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:37.706535 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-609c791b-c0ab-4d84-8510-d34d6635558b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=861b31ea9c0a4eaca344f28194c51275&device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 1125 time: 0.0879982 Feb 19 02:58:37.761973 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-db96877f-d150-4ce8-8939-ab2070b8fdea service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 HTTP/1.1" status: 200 len: 217 time: 0.0481482 Feb 19 02:58:37.824576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824063b-f1df-4c2d-a04d-14d64fe8204a req-2ef41449-fabb-415a-80b8-2ef1fbde1940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:37.826910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4824063b-f1df-4c2d-a04d-14d64fe8204a req-2ef41449-fabb-415a-80b8-2ef1fbde1940 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 1128 time: 0.1298189 Feb 19 02:58:37.859825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-605ee002-f7e9-49c9-bba3-3f039e73b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:37.866496 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-605ee002-f7e9-49c9-bba3-3f039e73b1ad service neutron] 10.222.0.87 "GET /v2.0/subnets?id=50a5f73c-3589-4dfd-ac2d-4855c1f63da2 HTTP/1.1" status: 200 len: 861 time: 0.0949094 Feb 19 02:58:37.917865 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-34e058cb-63c4-40af-812c-47371a2ccd14 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=786540ae-380a-4002-9c76-008a7bd54a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466211 Feb 19 02:58:37.918639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94854586-9266-491f-85b5-8a1a5ebd759b req-a75769af-d646-4b46-af96-3f7d78ffadd7 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:37.920281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94854586-9266-491f-85b5-8a1a5ebd759b req-a75769af-d646-4b46-af96-3f7d78ffadd7 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 946 time: 0.1709216 Feb 19 02:58:38.013454 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ecea9af-5ea7-41c8-8bc4-03213feb59fa req-ae7bd53f-c1de-40fe-956d-0800e4305688 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.0682318 Feb 19 02:58:38.032835 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4824063b-f1df-4c2d-a04d-14d64fe8204a req-bd81ed0e-023b-4085-94cf-de5f7d1e7f9c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966686 Feb 19 02:58:38.042188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c1a26-f7c7-4123-b39a-970721fa53fd req-b7bfcde0-ce0c-4ebf-a343-f5ae0849541b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:38.044294 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f44c1a26-f7c7-4123-b39a-970721fa53fd req-b7bfcde0-ce0c-4ebf-a343-f5ae0849541b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 1127 time: 0.1063030 Feb 19 02:58:38.068929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94854586-9266-491f-85b5-8a1a5ebd759b req-4838c18a-aa44-4139-b145-0253671b31b6 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296198 Feb 19 02:58:38.082591 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-0a396269-ce5a-44a4-9ca1-4802bf13a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:38.084148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-0a396269-ce5a-44a4-9ca1-4802bf13a094 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c&tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9 HTTP/1.1" status: 200 len: 1132 time: 0.1472335 Feb 19 02:58:38.102164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:38.117167 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-f43464c7-fadc-4846-915c-e5e22a49ea38 service neutron] 10.222.0.87 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873379 Feb 19 02:58:38.216010 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c1a26-f7c7-4123-b39a-970721fa53fd req-fce52b5c-8763-41f4-bf14-0ffa9aca603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:38.217891 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f44c1a26-f7c7-4123-b39a-970721fa53fd req-fce52b5c-8763-41f4-bf14-0ffa9aca603f service neutron] 10.222.0.87 "GET /v2.0/networks?id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 200 len: 919 time: 0.1660678 Feb 19 02:58:38.245132 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f5801187-5d82-43a0-9217-163a732b3aa1 req-b0fc53ee-ac2e-430f-9fba-306c99ab74c3 service neutron] 10.222.0.87 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212506 Feb 19 02:58:38.247070 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.253261 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.275913 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f44c1a26-f7c7-4123-b39a-970721fa53fd req-d4bd239e-eb54-4c5d-ab8a-9bceefa0c327 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65fadec-a3ed-4e19-9a80-bd61648e8a0a HTTP/1.1" status: 200 len: 217 time: 0.0469174 Feb 19 02:58:38.280393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e2c78-a48d-4836-b819-27799b2586fe req-11ddfad2-ae99-4495-b234-cbd95f038250 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:38.282064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c6e2c78-a48d-4836-b819-27799b2586fe req-11ddfad2-ae99-4495-b234-cbd95f038250 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 945 time: 0.1939325 Feb 19 02:58:38.296033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc828b9-587b-4b71-baa3-3d2681f8b424 req-ac2de12a-3346-4d1b-b053-99740c19d509 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:38.297624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdc828b9-587b-4b71-baa3-3d2681f8b424 req-ac2de12a-3346-4d1b-b053-99740c19d509 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 950 time: 0.1425714 Feb 19 02:58:38.330081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c1a26-f7c7-4123-b39a-970721fa53fd req-b156d3a7-803b-42a2-bc49-439f043ce6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:38.331683 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f44c1a26-f7c7-4123-b39a-970721fa53fd req-b156d3a7-803b-42a2-bc49-439f043ce6d4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a3409185-6e38-450f-9998-5d1abfd5cc95 HTTP/1.1" status: 200 len: 858 time: 0.0488625 Feb 19 02:58:38.364913 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f44c1a26-f7c7-4123-b39a-970721fa53fd req-d2e1c50f-d330-4ae1-a576-4598f70e5440 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264280 Feb 19 02:58:38.458990 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f44c1a26-f7c7-4123-b39a-970721fa53fd req-6748abea-5bd8-4fcf-96ad-851ac4d5fcdb service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874121 Feb 19 02:58:38.464808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdc828b9-587b-4b71-baa3-3d2681f8b424 req-d99c02b4-c142-4f97-ba1a-712807e77ca9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392474 Feb 19 02:58:38.473807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c6e2c78-a48d-4836-b819-27799b2586fe req-540cd6f8-a446-4128-b4a5-c6a87aba1c4f tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751108 Feb 19 02:58:38.541291 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce35587d-3f42-430a-a4b1-88896ba49b8c x-openstack-request-id: req-ce35587d-3f42-430a-a4b1-88896ba49b8c {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:38.541593 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6627316-d7d5-40eb-b8f2-a5ca6da13009", "tag": "b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:38.541933 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce35587d-3f42-430a-a4b1-88896ba49b8c {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:38.542253 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6627316-d7d5-40eb-b8f2-a5ca6da13009', 'tag': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4', 'status': 'completed', 'code': 200} Feb 19 02:58:38.552723 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6757ff9-3c27-4b33-af8b-64b0bf076937 x-openstack-request-id: req-d6757ff9-3c27-4b33-af8b-64b0bf076937 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:38.553283 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6c58475-ec1b-4954-9746-3ad15f0360bd", "name": "network-vif-deleted", "tag": "7ec26b50-0a32-4779-9aab-aadfaaa40d2b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:38.553737 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6757ff9-3c27-4b33-af8b-64b0bf076937 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:38.554348 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6c58475-ec1b-4954-9746-3ad15f0360bd', 'name': 'network-vif-deleted', 'tag': '7ec26b50-0a32-4779-9aab-aadfaaa40d2b', 'status': 'completed', 'code': 200} Feb 19 02:58:38.645255 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f44c1a26-f7c7-4123-b39a-970721fa53fd req-5e5537a7-1958-4468-a486-8232b05bc79f service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795719 Feb 19 02:58:38.659483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593f09c-ab96-4364-9548-5c29870d5135 req-7802315e-6039-477c-859f-1c647fb5650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:38.662105 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2593f09c-ab96-4364-9548-5c29870d5135 req-7802315e-6039-477c-859f-1c647fb5650e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=861b31ea9c0a4eaca344f28194c51275&device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 1125 time: 0.0825551 Feb 19 02:58:38.677806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:38.742604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d7db0-cdad-4d17-b5c7-31bb0927c822 req-1019a99f-fbc7-49f2-8fa0-04788570c31c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:38.744242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d28d7db0-cdad-4d17-b5c7-31bb0927c822 req-1019a99f-fbc7-49f2-8fa0-04788570c31c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.1324816 Feb 19 02:58:38.753933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:38.763046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b324613-90f8-42c9-8f6f-ade0edbda608 req-f67c0930-4b13-433b-95ae-bf9458c99d4b tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:38.764593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b324613-90f8-42c9-8f6f-ade0edbda608 req-f67c0930-4b13-433b-95ae-bf9458c99d4b tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1539567 Feb 19 02:58:38.793913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593f09c-ab96-4364-9548-5c29870d5135 req-10220639-a595-4c03-8170-90156ae15ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:38.795327 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2593f09c-ab96-4364-9548-5c29870d5135 req-10220639-a595-4c03-8170-90156ae15ea2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=786540ae-380a-4002-9c76-008a7bd54a54 HTTP/1.1" status: 200 len: 922 time: 0.1217887 Feb 19 02:58:38.840431 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2593f09c-ab96-4364-9548-5c29870d5135 req-3bb360ff-21c0-4bea-bfac-0f478f26ad85 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 HTTP/1.1" status: 200 len: 217 time: 0.0381467 Feb 19 02:58:38.863732 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Publish callbacks [] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:38.872634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d28d7db0-cdad-4d17-b5c7-31bb0927c822 req-abf13c5c-0fc3-487f-b14b-2e2947a1938c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199529 Feb 19 02:58:38.880645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b324613-90f8-42c9-8f6f-ade0edbda608 req-543bcdd9-4753-485d-84b6-198a2d446b67 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948846 Feb 19 02:58:38.888884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Transition to ACTIVE for port object f9633338-9a85-4c51-8efd-c6b74d9d36ec will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:58:38.896334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 813d609a-5367-4ff7-b7f2-d24120758597 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:38.899338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.037379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 813d609a-5367-4ff7-b7f2-d24120758597 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:39.046770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 813d609a-5367-4ff7-b7f2-d24120758597 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:39.047658 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (813d609a-5367-4ff7-b7f2-d24120758597), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.116314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47900) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:39.142750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] No DVR routers for this DVR port f9633338-9a85-4c51-8efd-c6b74d9d36ec on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:39.155039 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 813d609a-5367-4ff7-b7f2-d24120758597 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:39.155441 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (813d609a-5367-4ff7-b7f2-d24120758597), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.184630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=11']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:39.192256 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593f09c-ab96-4364-9548-5c29870d5135 req-fa8a60e1-ffcd-4592-b520-b5ab611c8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:39.194327 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2593f09c-ab96-4364-9548-5c29870d5135 req-fa8a60e1-ffcd-4592-b520-b5ab611c8a69 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=50a5f73c-3589-4dfd-ac2d-4855c1f63da2 HTTP/1.1" status: 200 len: 861 time: 0.3453929 Feb 19 02:58:39.225537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 813d609a-5367-4ff7-b7f2-d24120758597, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=813d609a-5367-4ff7-b7f2-d24120758597,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:39.233580 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2593f09c-ab96-4364-9548-5c29870d5135 req-e40c6688-769f-4c16-992a-6ada0e38491d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=786540ae-380a-4002-9c76-008a7bd54a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316966 Feb 19 02:58:39.235860 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (813d609a-5367-4ff7-b7f2-d24120758597), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.237692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-283284d3-82b3-490d-9f7b-ab4a07bc40c3 req-4b1ad3cf-2758-4261-9741-2d836a456ee7 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.0633852 Feb 19 02:58:39.351651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=813d609a-5367-4ff7-b7f2-d24120758597,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:39.372630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Attempting to bind port f9633338-9a85-4c51-8efd-c6b74d9d36ec on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:39.373259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Attempting to bind port f9633338-9a85-4c51-8efd-c6b74d9d36ec by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:39.374018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Attempting to bind port f9633338-9a85-4c51-8efd-c6b74d9d36ec on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:39.407059 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2593f09c-ab96-4364-9548-5c29870d5135 req-029096ee-bb27-4b44-bbdf-8875752ad0c5 service neutron] 10.222.0.87 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633201 Feb 19 02:58:39.414824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Port f9633338-9a85-4c51-8efd-c6b74d9d36ec on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:58:39.415278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Attempting to bind port f9633338-9a85-4c51-8efd-c6b74d9d36ec on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:39.428967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd305a-3f1a-4c99-b970-17218d687247 req-b51ea7b4-a07e-490e-bf0c-c53d384f8dd5 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:39.436489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fadd305a-3f1a-4c99-b970-17218d687247 req-b51ea7b4-a07e-490e-bf0c-c53d384f8dd5 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 943 time: 0.4030321 Feb 19 02:58:39.447245 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-26487a7c-05d9-4b64-ba67-84e87dba343e tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for security_group (a0b4d7b5-8da2-44e5-95c5-ef770b23ad79), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.458689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:39.459351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:39.459897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:39.460447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Bound port: f9633338-9a85-4c51-8efd-c6b74d9d36ec, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:39.460914 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.515485 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-26487a7c-05d9-4b64-ba67-84e87dba343e tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for security_group (a0b4d7b5-8da2-44e5-95c5-ef770b23ad79), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.549910 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2593f09c-ab96-4364-9548-5c29870d5135 req-efa810c9-d335-439b-824e-31c8f5de8f18 service neutron] 10.222.0.87 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360207 Feb 19 02:58:39.573989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e281687-0687-4ea4-9c1c-299c0ca50563 req-3ba5c207-a75c-4591-92c0-0194b5950f8b tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:39.575607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e281687-0687-4ea4-9c1c-299c0ca50563 req-3ba5c207-a75c-4591-92c0-0194b5950f8b tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 946 time: 0.2206223 Feb 19 02:58:39.595587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fadd305a-3f1a-4c99-b970-17218d687247 req-91bd2091-7c63-45ab-a8f5-7b813e5b57b7 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580377 Feb 19 02:58:39.610452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec'}, {'server_uuid': 'ee6ca01b-d4e2-4f21-adde-fce47c281a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813d609a-5367-4ff7-b7f2-d24120758597'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:39.614730 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a105fc-460d-4dab-94e7-510a69d207d1" -d '{"events": [{"server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "name": "network-vif-plugged", "status": "completed", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec"}, {"server_uuid": "ee6ca01b-d4e2-4f21-adde-fce47c281a93", "name": "network-vif-plugged", "status": "completed", "tag": "813d609a-5367-4ff7-b7f2-d24120758597"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:39.645053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:39.653313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:39.663069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-26487a7c-05d9-4b64-ba67-84e87dba343e tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a0b4d7b5-8da2-44e5-95c5-ef770b23ad79), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.665391 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-26487a7c-05d9-4b64-ba67-84e87dba343e tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.669482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-26487a7c-05d9-4b64-ba67-84e87dba343e tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "DELETE /v2.0/security-groups/a0b4d7b5-8da2-44e5-95c5-ef770b23ad79 HTTP/1.1" status: 204 len: 168 time: 0.5413659 Feb 19 02:58:39.669668 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47910) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:39.680516 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.687572 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-50655c86-f985-4faa-8ba9-3eee13cfe9f5 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] show failed (client error): The resource could not be found. Feb 19 02:58:39.688589 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-50655c86-f985-4faa-8ba9-3eee13cfe9f5 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "GET /v2.0/security-groups/a0b4d7b5-8da2-44e5-95c5-ef770b23ad79 HTTP/1.1" status: 404 len: 347 time: 0.0177286 Feb 19 02:58:39.697336 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47912) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:39.730378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26487a7c-05d9-4b64-ba67-84e87dba343e tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b4d7b5-8da2-44e5-95c5-ef770b23ad79,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:39.733303 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e281687-0687-4ea4-9c1c-299c0ca50563 req-f7b485dd-d3c3-441d-bb5c-e1b3aefd95b1 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441541 Feb 19 02:58:39.762209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:39.762818 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.764220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] 10.222.0.87 "PUT /v2.0/ports/f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 1096 time: 1.6665962 Feb 19 02:58:39.792141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af5161-7364-4351-a4d4-c382106fb904 service neutron] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=12']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:39.821027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab15023-cef7-4f1d-b19a-2d60de4f3d46 req-14cbe8a0-7aeb-4d14-b8a2-2cd4e7684285 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:39.822583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ab15023-cef7-4f1d-b19a-2d60de4f3d46 req-14cbe8a0-7aeb-4d14-b8a2-2cd4e7684285 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 946 time: 0.1398721 Feb 19 02:58:39.942085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f87d9f8a-4aaa-477a-b003-b3e645128463 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Deleting port 4d5cbf42-1fe4-418b-bb5a-a961e9a213a3 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:39.942085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f87d9f8a-4aaa-477a-b003-b3e645128463 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4d5cbf42-1fe4-418b-bb5a-a961e9a213a3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:39.953504 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ab15023-cef7-4f1d-b19a-2d60de4f3d46 req-144467d5-b010-42b8-a58b-f677f705822d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006062 Feb 19 02:58:39.956622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-b2ee534a-8769-45cf-90a0-cba444dac953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:39.958146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-b2ee534a-8769-45cf-90a0-cba444dac953 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 1130 time: 0.1449301 Feb 19 02:58:39.980415 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.048461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acae117-e1c7-4326-a96a-2bbbcd2005a6 req-da509e81-86c2-46a2-8f7b-bc616b246acf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:40.050034 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9acae117-e1c7-4326-a96a-2bbbcd2005a6 req-da509e81-86c2-46a2-8f7b-bc616b246acf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 948 time: 0.1672254 Feb 19 02:58:40.066054 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebd01f2-c64f-4bb8-bad8-666923d9e4cf x-openstack-request-id: req-5ebd01f2-c64f-4bb8-bad8-666923d9e4cf {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:40.066813 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "name": "network-vif-plugged", "status": "completed", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec", "code": 200}, {"server_uuid": "ee6ca01b-d4e2-4f21-adde-fce47c281a93", "name": "network-vif-plugged", "status": "completed", "tag": "813d609a-5367-4ff7-b7f2-d24120758597", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:40.067413 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ebd01f2-c64f-4bb8-bad8-666923d9e4cf {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:40.068710 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'code': 200} Feb 19 02:58:40.069288 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6ca01b-d4e2-4f21-adde-fce47c281a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813d609a-5367-4ff7-b7f2-d24120758597', 'code': 200} Feb 19 02:58:40.099790 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f87d9f8a-4aaa-477a-b003-b3e645128463 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4d5cbf42-1fe4-418b-bb5a-a961e9a213a3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.100420 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f87d9f8a-4aaa-477a-b003-b3e645128463 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for floatingip (4d5cbf42-1fe4-418b-bb5a-a961e9a213a3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.122119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f87d9f8a-4aaa-477a-b003-b3e645128463 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Calling delete_port for 4d5cbf42-1fe4-418b-bb5a-a961e9a213a3 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:40.146582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-6c089380-d11c-4f14-b714-8f75652e24d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:40.148164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-6c089380-d11c-4f14-b714-8f75652e24d9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1774490 Feb 19 02:58:40.255115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-5a0fff47-d786-4482-acec-320562696645 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 217 time: 0.0877376 Feb 19 02:58:40.281161 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f87d9f8a-4aaa-477a-b003-b3e645128463 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4d5cbf42-1fe4-418b-bb5a-a961e9a213a3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.306202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d9f8a-4aaa-477a-b003-b3e645128463 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Pushing event deleted for resources: {'Port': ['ID=4d5cbf42-1fe4-418b-bb5a-a961e9a213a3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:40.327354 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9acae117-e1c7-4326-a96a-2bbbcd2005a6 req-7d6146f9-f2e0-418b-bf9b-a017563909d9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665339 Feb 19 02:58:40.367718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fc591-b650-4a82-8882-c8a4b3c79a0b req-0dd1a4ed-4af4-4a84-aa8b-062e6ebdd3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:40.369573 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f87d9f8a-4aaa-477a-b003-b3e645128463 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks [] for floatingip (a6fc1cc3-f03a-4e92-9be6-f985e3777cf2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.370492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-856fc591-b650-4a82-8882-c8a4b3c79a0b req-0dd1a4ed-4af4-4a84-aa8b-062e6ebdd3a4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 1128 time: 0.2173247 Feb 19 02:58:40.372865 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f87d9f8a-4aaa-477a-b003-b3e645128463 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:40.377393 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f87d9f8a-4aaa-477a-b003-b3e645128463 tempest-ServersWithSpecificFlavorTestJSON-1039110050 tempest-ServersWithSpecificFlavorTestJSON-1039110050-project] 10.222.0.81 "DELETE /v2.0/floatingips/a6fc1cc3-f03a-4e92-9be6-f985e3777cf2 HTTP/1.1" status: 204 len: 168 time: 0.6789448 Feb 19 02:58:40.384901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61926c13-b5fb-4608-98f5-3c089d4001a3 req-84d080d6-a199-46a8-a537-01b3e42524c5 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:40.386403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61926c13-b5fb-4608-98f5-3c089d4001a3 req-84d080d6-a199-46a8-a537-01b3e42524c5 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.2369401 Feb 19 02:58:40.394962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-c05fb575-c4ac-463a-974e-b067b0b369b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:40.396336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-c05fb575-c4ac-463a-974e-b067b0b369b0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1282642 Feb 19 02:58:40.521391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-856fc591-b650-4a82-8882-c8a4b3c79a0b req-796c9840-faf9-4059-9918-e6b801fc5d8b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338799 Feb 19 02:58:40.533618 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61926c13-b5fb-4608-98f5-3c089d4001a3 req-dec3513a-b21f-426b-9941-30abd0ebba04 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353400 Feb 19 02:58:40.548016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0a34a-4720-40a4-9282-dc0623235428 req-fac31bdf-c037-4373-ae5d-74b1a7e34227 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:40.548553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78d0a34a-4720-40a4-9282-dc0623235428 req-fac31bdf-c037-4373-ae5d-74b1a7e34227 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1555867 Feb 19 02:58:40.550463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-5a28dec2-57eb-4718-9afc-da87dfb7a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:40.551917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-5a28dec2-57eb-4718-9afc-da87dfb7a00a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1385915 Feb 19 02:58:40.556134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec'}, {'name': 'network-changed', 'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:40.558443 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c" -d '{"events": [{"server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec"}, {"name": "network-changed", "server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:40.669729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a36512d7-0872-409d-bf8f-8551ffc43b90 req-156d63ab-e795-4aaa-a2ba-919996571520 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.0502765 Feb 19 02:58:40.701839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78d0a34a-4720-40a4-9282-dc0623235428 req-54c87363-b297-42a6-abf8-dcebb0b96da9 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392584 Feb 19 02:58:40.712563 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-23cbe4c8-9f19-47f8-8beb-0fddff7c72ae service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513975 Feb 19 02:58:40.777817 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dff7673-dcde-4120-9ac4-87e560b45bfa x-openstack-request-id: req-5dff7673-dcde-4120-9ac4-87e560b45bfa {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:40.778191 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "name": "network-vif-unplugged", "status": "completed", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec", "code": 200}, {"name": "network-changed", "server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:40.778508 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5dff7673-dcde-4120-9ac4-87e560b45bfa {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:40.778982 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'code': 200} Feb 19 02:58:40.779308 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'status': 'completed', 'code': 200} Feb 19 02:58:40.894355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f9633338-9a85-4c51-8efd-c6b74d9d36ec no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:40.929428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-656ee199-8f58-42f4-921b-4816f1dfca24 req-d7737b3a-6b1a-4e7f-80e8-47adf505bed9 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101574 Feb 19 02:58:40.941693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d93f3-f53f-46f6-a4cf-8cafbfac7e1f req-7c1df312-3509-4469-bd27-f1c6e72c2424 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:40.949070 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a4d93f3-f53f-46f6-a4cf-8cafbfac7e1f req-7c1df312-3509-4469-bd27-f1c6e72c2424 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 943 time: 0.1647582 Feb 19 02:58:40.956471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] The host n-h2-826755-2 is not matching for port f9633338-9a85-4c51-8efd-c6b74d9d36ec host n-h1-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:58:40.957048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f9633338-9a85-4c51-8efd-c6b74d9d36ec not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:40.962704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-6ceac329-efad-4ed8-87f5-92e3911c2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:40.964142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-6ceac329-efad-4ed8-87f5-92e3911c2f7b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 1130 time: 0.1455791 Feb 19 02:58:41.061656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae53340-017d-4962-904d-627bba9fa72a req-f0bc30a8-e670-4d4c-8a4d-4c6b4df75916 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.063138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ae53340-017d-4962-904d-627bba9fa72a req-f0bc30a8-e670-4d4c-8a4d-4c6b4df75916 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 946 time: 0.2032080 Feb 19 02:58:41.123100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a4d93f3-f53f-46f6-a4cf-8cafbfac7e1f req-8f3774a8-90f6-4229-b049-d0e6324abf80 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735394 Feb 19 02:58:41.165582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-26194229-8420-4269-b8ce-5b13f4e962b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.167110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-26194229-8420-4269-b8ce-5b13f4e962b6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 1130 time: 0.1687865 Feb 19 02:58:41.168511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-2c79069c-76fd-4ae8-b659-c87af2eb7404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.169859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-2c79069c-76fd-4ae8-b659-c87af2eb7404 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1970940 Feb 19 02:58:41.177141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ae53340-017d-4962-904d-627bba9fa72a req-bd8b2f59-8468-4906-b589-cdbbfc447365 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042249 Feb 19 02:58:41.272993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-da42e966-045f-4b05-baf8-8800757b5424 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 217 time: 0.0918410 Feb 19 02:58:41.400604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-69054881-742a-4d5a-89f1-184bd2f57d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.402113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-69054881-742a-4d5a-89f1-184bd2f57d70 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0833993 Feb 19 02:58:41.429662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f3543-d7f3-4fd8-b6d2-e63d295c2ee3 req-d119b34c-6445-45f1-bcec-1a48b27b6d53 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.431170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-781f3543-d7f3-4fd8-b6d2-e63d295c2ee3 req-d119b34c-6445-45f1-bcec-1a48b27b6d53 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 946 time: 0.1834545 Feb 19 02:58:41.447691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-2fc15ff1-ff86-459e-899a-c628e0493135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.449132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-2fc15ff1-ff86-459e-899a-c628e0493135 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2587426 Feb 19 02:58:41.535267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-f25260a6-b173-40cc-a34a-39aa7ef032f3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 200 len: 217 time: 0.0709779 Feb 19 02:58:41.622696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-139c9e4c-b933-4efe-b1ae-aa8ce57ca804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.624300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-139c9e4c-b933-4efe-b1ae-aa8ce57ca804 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2126999 Feb 19 02:58:41.652716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c98e03-b84e-47f2-bd14-800e81695775 req-896eae94-ebbe-46ee-ac49-127009230b26 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.654428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83c98e03-b84e-47f2-bd14-800e81695775 req-896eae94-ebbe-46ee-ac49-127009230b26 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 948 time: 0.2082963 Feb 19 02:58:41.664018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-781f3543-d7f3-4fd8-b6d2-e63d295c2ee3 req-216c34c5-64fe-4e10-b182-c2ebf0b26093 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120523 Feb 19 02:58:41.671210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-1be2e685-a4ad-4871-8a8e-48d41808b169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:41.671210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-1be2e685-a4ad-4871-8a8e-48d41808b169 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1250041 Feb 19 02:58:41.733251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47958) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:42.200550 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b96c24f-dbc3-474d-899f-1342914d0845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (ce9a71cb-234a-416c-ab90-8d1fba51a475), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.296617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-a66abfeb-2d6f-41a3-a91e-ae6e447c6620 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601369 Feb 19 02:58:42.309703 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83c98e03-b84e-47f2-bd14-800e81695775 req-739cde11-acca-4cb5-a510-1be6990959d9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6354024 Feb 19 02:58:42.413386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-38551d2d-3b88-4e55-b28d-7aae01f6b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.415048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-38551d2d-3b88-4e55-b28d-7aae01f6b285 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7276497 Feb 19 02:58:42.485343 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6b96c24f-dbc3-474d-899f-1342914d0845 admin admin] Deleting port 3a1c8016-317b-450f-a4ec-a4d413c91f6c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:42.485570 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b96c24f-dbc3-474d-899f-1342914d0845 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.544374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a6e8ba5-f93b-4fcf-a663-010d093ea8e3 req-0dad4df6-83a6-4ccb-b65a-5b7017200388 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.1403220 Feb 19 02:58:42.571274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-6b96c24f-dbc3-474d-899f-1342914d0845 admin admin] For port 3a1c8016-317b-450f-a4ec-a4d413c91f6c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a1c8016-317b-450f-a4ec-a4d413c91f6c,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:42.572041 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b96c24f-dbc3-474d-899f-1342914d0845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.586953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f5df2e-e941-47af-b96e-aeda75d16db9 req-2dffdcae-e7e5-4e8a-88ce-20c06712aac8 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.594487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05f5df2e-e941-47af-b96e-aeda75d16db9 req-2dffdcae-e7e5-4e8a-88ce-20c06712aac8 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.8052657 Feb 19 02:58:42.595174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6b96c24f-dbc3-474d-899f-1342914d0845 admin admin] Calling delete_port for 3a1c8016-317b-450f-a4ec-a4d413c91f6c owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:42.673599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05f5df2e-e941-47af-b96e-aeda75d16db9 req-7e4d6d8d-b003-43d3-bbbc-b437feb1223a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781014 Feb 19 02:58:42.696811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-53c6add9-85fc-4260-94ff-39edfe701890 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850234 Feb 19 02:58:42.853967 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-e8cd7458-4986-4c90-9e4c-2b67b6792187 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265940 Feb 19 02:58:42.878254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdee8a-3ac5-41c0-9576-dad46873e50d req-a91485d5-8d1e-40da-92d2-2156de91eb64 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.880477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b96c24f-dbc3-474d-899f-1342914d0845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3a1c8016-317b-450f-a4ec-a4d413c91f6c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:42.886209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33fdee8a-3ac5-41c0-9576-dad46873e50d req-a91485d5-8d1e-40da-92d2-2156de91eb64 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 943 time: 0.0978515 Feb 19 02:58:42.911703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96c24f-dbc3-474d-899f-1342914d0845 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1c8016-317b-450f-a4ec-a4d413c91f6c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:42.971134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d25c1-538e-4bd1-ba52-98aef8455c58 req-773b193a-0e1b-4020-9647-d3e73ea26227 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:42.972836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d98d25c1-538e-4bd1-ba52-98aef8455c58 req-773b193a-0e1b-4020-9647-d3e73ea26227 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.2956500 Feb 19 02:58:43.073699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33fdee8a-3ac5-41c0-9576-dad46873e50d req-bdb32269-8ea8-439f-ab28-fa8a96e52487 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864982 Feb 19 02:58:43.154988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d98d25c1-538e-4bd1-ba52-98aef8455c58 req-13d92564-9d04-4276-9f86-c4841cb632e3 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568761 Feb 19 02:58:43.168435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fdd61bf-8ef2-4bce-b506-7541ccccd54c req-9e8e5d1d-597c-474b-8a2f-41848ad03779 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048935 Feb 19 02:58:43.266507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f703e17-82fd-44a9-8a95-4cad0c489287 req-8e81b097-03a2-4c68-96f7-ed1bd9d0aa54 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:43.268720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f703e17-82fd-44a9-8a95-4cad0c489287 req-8e81b097-03a2-4c68-96f7-ed1bd9d0aa54 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 946 time: 0.0925317 Feb 19 02:58:43.273196 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b96c24f-dbc3-474d-899f-1342914d0845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (ce9a71cb-234a-416c-ab90-8d1fba51a475), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:43.342091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f703e17-82fd-44a9-8a95-4cad0c489287 req-4ee70e8c-f4c8-48b0-9414-880258a639ea tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620871 Feb 19 02:58:43.460891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e6f15-fcb1-4068-915e-ddaf3275f3b1 req-b21f4f0a-2d71-43db-bb79-1c087b260cdb tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:43.462652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f38e6f15-fcb1-4068-915e-ddaf3275f3b1 req-b21f4f0a-2d71-43db-bb79-1c087b260cdb tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 948 time: 0.0615358 Feb 19 02:58:43.520302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f38e6f15-fcb1-4068-915e-ddaf3275f3b1 req-7bc9ba56-b2c6-483a-a6f0-070803673208 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485716 Feb 19 02:58:43.598341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b96c24f-dbc3-474d-899f-1342914d0845 admin admin] Router ce9a71cb-234a-416c-ab90-8d1fba51a475 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:58:43.615280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dff06e-0875-4dd9-981a-acf6ca4d1f53 req-0638f005-d377-45d9-a23b-f49f5b754328 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:43.617056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6dff06e-0875-4dd9-981a-acf6ca4d1f53 req-0638f005-d377-45d9-a23b-f49f5b754328 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 946 time: 0.0643690 Feb 19 02:58:43.668759 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1829e0e7-e993-457a-8f47-a66ac20648e1 req-30ce15a9-8fb3-4dc3-872d-abd6a7b7e015 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.0416136 Feb 19 02:58:43.714785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6dff06e-0875-4dd9-981a-acf6ca4d1f53 req-a5f63cdc-2a2c-41a6-9f7d-44faf6e674b5 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838366 Feb 19 02:58:43.749114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b96c24f-dbc3-474d-899f-1342914d0845 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:58:43.759574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa9711-0885-4dd6-8f47-1f65d665409f None None] Sync routers for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:58:43.760562 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6b96c24f-dbc3-474d-899f-1342914d0845 admin admin] 10.222.0.81 "PUT /v2.0/routers/ce9a71cb-234a-416c-ab90-8d1fba51a475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0261576 Feb 19 02:58:43.763323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47980) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:43.771007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa9711-0885-4dd6-8f47-1f65d665409f None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:43.772536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bffa9711-0885-4dd6-8f47-1f65d665409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:43.896620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-bffa9711-0885-4dd6-8f47-1f65d665409f None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:43.939973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe3af5-9512-4dc7-a1c8-692493e360de req-143b351c-3610-40e1-ac26-76c183073729 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:43.941453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8fe3af5-9512-4dc7-a1c8-692493e360de req-143b351c-3610-40e1-ac26-76c183073729 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.1721394 Feb 19 02:58:43.942986 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Publish callbacks [] for router (ce9a71cb-234a-416c-ab90-8d1fba51a475), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.072134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8fe3af5-9512-4dc7-a1c8-692493e360de req-5faa34da-697e-455b-92b9-13faead494c0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844076 Feb 19 02:58:44.110075 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Publish callbacks [] for router_gateway (ce9a71cb-234a-416c-ab90-8d1fba51a475), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.184291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bffa9711-0885-4dd6-8f47-1f65d665409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77'}], 'enable_snat': True}, 'gw_port_id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:58:42Z', 'revision_number': 5, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port': {'id': 'de66a5f4-355e-412b-bce2-e06a5963330c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:bd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:24Z', 'updated_at': '2022-02-19T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:44.226780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa9711-0885-4dd6-8f47-1f65d665409f None None] Checking router: ce9a71cb-234a-416c-ab90-8d1fba51a475 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:58:44.237738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8694a-8cf2-408d-a05a-4552e10b3f8a req-c1b18834-2567-4b5b-ae37-abf68626f622 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:44.238414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:44.241799 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffa9711-0885-4dd6-8f47-1f65d665409f None None] Routers {'ce9a71cb-234a-416c-ab90-8d1fba51a475'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:44.242591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bffa9711-0885-4dd6-8f47-1f65d665409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ce9a71cb-234a-416c-ab90-8d1fba51a475'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:44.255993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5a8694a-8cf2-408d-a05a-4552e10b3f8a req-c1b18834-2567-4b5b-ae37-abf68626f622 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 943 time: 0.1056116 Feb 19 02:58:44.262014 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Deleting port de66a5f4-355e-412b-bce2-e06a5963330c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:44.262549 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (de66a5f4-355e-412b-bce2-e06a5963330c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.374151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-bffa9711-0885-4dd6-8f47-1f65d665409f None None] Set router ce9a71cb-234a-416c-ab90-8d1fba51a475 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:44.406588 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5a8694a-8cf2-408d-a05a-4552e10b3f8a req-8f269196-6b2e-4ad3-a662-6562bd0746ca tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329658 Feb 19 02:58:44.455485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719eb284-dd40-480e-a441-508179173730 req-7c0d78c1-2b07-446e-b5e0-90e1fd37aea2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:44.457137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-719eb284-dd40-480e-a441-508179173730 req-7c0d78c1-2b07-446e-b5e0-90e1fd37aea2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1697371 Feb 19 02:58:44.458433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bffa9711-0885-4dd6-8f47-1f65d665409f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:58:44Z', 'revision_number': 6, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:44.466453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] For port de66a5f4-355e-412b-bce2-e06a5963330c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=de66a5f4-355e-412b-bce2-e06a5963330c,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:44.466968 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (de66a5f4-355e-412b-bce2-e06a5963330c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.499452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffa9711-0885-4dd6-8f47-1f65d665409f None None] The sync data for ids ['ce9a71cb-234a-416c-ab90-8d1fba51a475'] in n-d-826755-2 is: [{'id': 'ce9a71cb-234a-416c-ab90-8d1fba51a475', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-500660875-router', 'tenant_id': '73b1c2df072a4fcb83fe3db15270392d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:21Z', 'updated_at': '2022-02-19T02:58:44Z', 'revision_number': 6, 'project_id': '73b1c2df072a4fcb83fe3db15270392d', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:58:44.528466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Calling delete_port for de66a5f4-355e-412b-bce2-e06a5963330c owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:44.632875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:44.645236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4', 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54', 'port_id': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4', 'mac_address': 'fa:16:3e:5c:5c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a5f73c-3589-4dfd-ac2d-4855c1f63da2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:44.695651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:44.695651 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.706916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:44.735765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:44.740966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-719eb284-dd40-480e-a441-508179173730 req-63a3d20d-6784-47a3-835f-e3db7dfeedb6 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660897 Feb 19 02:58:44.756516 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:44.890866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-866be0e8-c87f-4f59-8f17-5b8769236dd8 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:44.893622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-866be0e8-c87f-4f59-8f17-5b8769236dd8 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f&tenant_id=2070a125af614429bfc65bdee24c8ce3&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1127 time: 0.1405017 Feb 19 02:58:44.901641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:44.902981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0646e1-e1a9-4556-9b8b-972e3b81399d req-14296c1b-ffcf-474d-babb-1e4e6fff0995 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:44.911069 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b0646e1-e1a9-4556-9b8b-972e3b81399d req-14296c1b-ffcf-474d-babb-1e4e6fff0995 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 948 time: 0.1674974 Feb 19 02:58:44.928434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826755-2'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:44.977188 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7fcfdf3e-5b94-4336-90b6-c4ad2457ad50 req-1a414625-389d-4e7c-883e-6a8943ba4b3f tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.0454426 Feb 19 02:58:45.004585 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (de66a5f4-355e-412b-bce2-e06a5963330c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.075045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Pushing event deleted for resources: {'Port': ['ID=de66a5f4-355e-412b-bce2-e06a5963330c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:45.075383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a1c8016-317b-450f-a4ec-a4d413c91f6c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:45.130279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 3a1c8016-317b-450f-a4ec-a4d413c91f6c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:58:45.130625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a1c8016-317b-450f-a4ec-a4d413c91f6c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:45.159135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b0646e1-e1a9-4556-9b8b-972e3b81399d req-84c84984-7712-414a-8891-5bc6a8c83612 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471642 Feb 19 02:58:45.231029 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.258113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:45.327869 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (ce9a71cb-234a-416c-ab90-8d1fba51a475), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.486769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424efdaf-1d43-4646-9e23-4a9fdc663c51 req-9d4fc0a9-8fd7-46c7-beb4-4d7c3a13e377 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:45.495135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-424efdaf-1d43-4646-9e23-4a9fdc663c51 req-9d4fc0a9-8fd7-46c7-beb4-4d7c3a13e377 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 946 time: 0.3285544 Feb 19 02:58:45.566721 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (ce9a71cb-234a-416c-ab90-8d1fba51a475), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.571809 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Publish callbacks [] for router_controller (ce9a71cb-234a-416c-ab90-8d1fba51a475), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.611212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b97a5d-76b0-4d2c-bb99-841ef45938a3 req-165a9013-faad-420c-a0d2-b39ac790d282 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:45.618720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0b97a5d-76b0-4d2c-bb99-841ef45938a3 req-165a9013-faad-420c-a0d2-b39ac790d282 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 945 time: 0.3807061 Feb 19 02:58:45.740983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-424efdaf-1d43-4646-9e23-4a9fdc663c51 req-80dacc58-cabb-4faa-b367-7a7acc521b40 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446506 Feb 19 02:58:45.745990 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (ce9a71cb-234a-416c-ab90-8d1fba51a475), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.746553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce9a71cb-234a-416c-ab90-8d1fba51a475 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:58:45.772317 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.776307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f4fb1c84-3bac-4f46-a2eb-f09415a096aa admin admin] 10.222.0.81 "DELETE /v2.0/routers/ce9a71cb-234a-416c-ab90-8d1fba51a475 HTTP/1.1" status: 204 len: 168 time: 2.0092490 Feb 19 02:58:45.776409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48010) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:45.808972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0b97a5d-76b0-4d2c-bb99-841ef45938a3 req-092ae7d0-ab62-4ee6-a98a-09984b6e8c90 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889038 Feb 19 02:58:45.831707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:45.834941 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb09ec4-6d14-4928-82c1-6b34e2432f80 admin admin] Deleting subnet d0b5ba77-542e-453a-ba33-54edf9b9f2e7 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:58:45.839135 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7eb09ec4-6d14-4928-82c1-6b34e2432f80 admin admin] Publish callbacks [] for subnet (d0b5ba77-542e-453a-ba33-54edf9b9f2e7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.902145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:45.925345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7eb09ec4-6d14-4928-82c1-6b34e2432f80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (d0b5ba77-542e-453a-ba33-54edf9b9f2e7), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.957695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Publish callbacks [] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:45.960769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58209c03-93dc-4426-ad7d-80d1703a7c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc838c02-fc9b-45b6-93b9-9b7cdf27255b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:45.963443 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d973ca-49e3-4fe3-b1dd-40cd17b27aee" -d '{"events": [{"server_uuid": "58209c03-93dc-4426-ad7d-80d1703a7c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "fc838c02-fc9b-45b6-93b9-9b7cdf27255b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:45.981124 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.089689 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7eb09ec4-6d14-4928-82c1-6b34e2432f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d0b5ba77-542e-453a-ba33-54edf9b9f2e7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.105398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Pushing event updated for resources: {'Port': ['ID=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:46.125307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22abc1a-7ac9-4dcb-9299-87fe00a21c62 req-1c498827-14ac-4e29-aaba-7013644760ed tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:46.132709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e22abc1a-7ac9-4dcb-9299-87fe00a21c62 req-1c498827-14ac-4e29-aaba-7013644760ed tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 944 time: 0.1632924 Feb 19 02:58:46.140978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on host n-h2-826755-2 for vnic_type normal with profile {"migrating_to": "n-h1-826755-2"} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:46.141305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:46.141629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:46.166608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7eb09ec4-6d14-4928-82c1-6b34e2432f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (d0b5ba77-542e-453a-ba33-54edf9b9f2e7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.169624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:58:46.170252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:46.187704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:46.188046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:46.188431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:46.188894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Bound port: fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:46.189247 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.197347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb09ec4-6d14-4928-82c1-6b34e2432f80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0b5ba77-542e-453a-ba33-54edf9b9f2e7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:46.206226 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7eb09ec4-6d14-4928-82c1-6b34e2432f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.212153 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7eb09ec4-6d14-4928-82c1-6b34e2432f80 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d0b5ba77-542e-453a-ba33-54edf9b9f2e7 HTTP/1.1" status: 204 len: 168 time: 0.4320939 Feb 19 02:58:46.213050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48028) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:46.215220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe91f3a7-2ef0-4bb2-8173-a5dfe6f5a0a0 None None] Network b8537839-9555-417f-ae28-dae96e57af9d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:46.225181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e22abc1a-7ac9-4dcb-9299-87fe00a21c62 req-110b3d0b-1786-4e32-89eb-c9f25d5609c9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914626 Feb 19 02:58:46.315446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fc838c02-fc9b-45b6-93b9-9b7cdf27255b details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:46.339699 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624d1686-6859-4ca1-8085-2bbefe670bef x-openstack-request-id: req-624d1686-6859-4ca1-8085-2bbefe670bef {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:46.340010 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58209c03-93dc-4426-ad7d-80d1703a7c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "fc838c02-fc9b-45b6-93b9-9b7cdf27255b", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:46.340141 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-624d1686-6859-4ca1-8085-2bbefe670bef {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:46.340527 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58209c03-93dc-4426-ad7d-80d1703a7c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc838c02-fc9b-45b6-93b9-9b7cdf27255b', 'code': 200} Feb 19 02:58:46.387586 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (b8537839-9555-417f-ae28-dae96e57af9d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.442768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f77da465-d4d6-41d8-838e-eaeaa81abd23 req-da6d166c-38cf-43f9-9f62-f4dda4aed069 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.0466771 Feb 19 02:58:46.444103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:46.470617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:46.494047 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, got binding levels [] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:46.502570 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.525492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a37f67-ca6c-48a8-bef4-ba26622cc37d req-f8a0771d-d439-4039-87e8-cf6e5512da13 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:46.532993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0a37f67-ca6c-48a8-bef4-ba26622cc37d req-f8a0771d-d439-4039-87e8-cf6e5512da13 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1915596 Feb 19 02:58:46.536203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on host n-h2-826755-2 for vnic_type normal with profile {"migrating_to": "n-h1-826755-2"} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:46.536626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:46.537034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:46.542712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:58:46.543075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Attempting to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:46.549225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:46.549611 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:46.550231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:46.551647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Bound port: fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:46.551804 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.564460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2f1e63-44e7-4d7b-84dc-5503a4ab5b58 None None] DHCP port deletion for b8537839-9555-417f-ae28-dae96e57af9d request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:58:46.639891 n-d-826755-2 neutron-server[109900]: WARNING neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Concurrent port binding operations failed on port fc838c02-fc9b-45b6-93b9-9b7cdf27255b Feb 19 02:58:46.644447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:46.647923 n-d-826755-2 neutron-server[109900]: INFO neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Attempt 2 to bind port fc838c02-fc9b-45b6-93b9-9b7cdf27255b Feb 19 02:58:46.648566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fc838c02-fc9b-45b6-93b9-9b7cdf27255b has no active binding in host n-h1-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 02:58:46.648729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f9633338-9a85-4c51-8efd-c6b74d9d36ec details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:46.673621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Pushing event updated for resources: {'Port': ['ID=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,revision_number=8']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:46.675337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1e63-44e7-4d7b-84dc-5503a4ab5b58 None None] Deleting port de160c12-51cc-488b-92d1-492d4cdab450 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:46.675767 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1e63-44e7-4d7b-84dc-5503a4ab5b58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (de160c12-51cc-488b-92d1-492d4cdab450), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.709644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:46.710301 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.711723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-a5433dea-f15b-479e-8ff7-56122ca95996 service neutron] 10.222.0.87 "PUT /v2.0/ports/fc838c02-fc9b-45b6-93b9-9b7cdf27255b HTTP/1.1" status: 200 len: 1121 time: 1.7881651 Feb 19 02:58:46.733499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0a37f67-ca6c-48a8-bef4-ba26622cc37d req-87506512-04a6-4442-84e6-611c0f378208 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993158 Feb 19 02:58:46.751157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Deleting port de160c12-51cc-488b-92d1-492d4cdab450 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:46.751509 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (de160c12-51cc-488b-92d1-492d4cdab450), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.803170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9d2f1e63-44e7-4d7b-84dc-5503a4ab5b58 None None] For port de160c12-51cc-488b-92d1-492d4cdab450, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=de160c12-51cc-488b-92d1-492d4cdab450,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:46.803571 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1e63-44e7-4d7b-84dc-5503a4ab5b58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (de160c12-51cc-488b-92d1-492d4cdab450), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.828884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fc838c02-fc9b-45b6-93b9-9b7cdf27255b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:46.835683 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9d2f1e63-44e7-4d7b-84dc-5503a4ab5b58 None None] Calling delete_port for de160c12-51cc-488b-92d1-492d4cdab450 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:46.848070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6db7f23-0184-4d03-9fd6-2ca01a667de7 req-4508b14e-001d-4a12-8c8d-ef01a97abf7f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:46.848264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['fc838c02-fc9b-45b6-93b9-9b7cdf27255b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:46.848423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6db7f23-0184-4d03-9fd6-2ca01a667de7 req-4508b14e-001d-4a12-8c8d-ef01a97abf7f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 948 time: 0.2779458 Feb 19 02:58:46.856945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] For port de160c12-51cc-488b-92d1-492d4cdab450, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=de160c12-51cc-488b-92d1-492d4cdab450,segment=NetworkSegment(1b04f90d-9f8c-4b5c-bac4-01eea033348f),segment_id=1b04f90d-9f8c-4b5c-bac4-01eea033348f)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:46.856945 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (de160c12-51cc-488b-92d1-492d4cdab450), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:46.889669 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Calling delete_port for de160c12-51cc-488b-92d1-492d4cdab450 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:46.905227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:46.969071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'mac_address': 'fa:16:3e:3e:ac:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:47.022758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (de160c12-51cc-488b-92d1-492d4cdab450), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.040425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device de66a5f4-355e-412b-bce2-e06a5963330c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:47.069140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=de160c12-51cc-488b-92d1-492d4cdab450,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:47.072882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] No DVR routers for this DVR port de160c12-51cc-488b-92d1-492d4cdab450 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:47.110723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: de66a5f4-355e-412b-bce2-e06a5963330c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:58:47.111061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device de66a5f4-355e-412b-bce2-e06a5963330c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:47.111485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device de160c12-51cc-488b-92d1-492d4cdab450 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:47.138751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f9633338-9a85-4c51-8efd-c6b74d9d36ec is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:47.139137 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.162569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: de160c12-51cc-488b-92d1-492d4cdab450 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:58:47.162911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device de160c12-51cc-488b-92d1-492d4cdab450 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:47.343690 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d2f1e63-44e7-4d7b-84dc-5503a4ab5b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (de160c12-51cc-488b-92d1-492d4cdab450), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.346394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9633338-9a85-4c51-8efd-c6b74d9d36ec {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:47.390670 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f1e63-44e7-4d7b-84dc-5503a4ab5b58 None None] Pushing event deleted for resources: {'Port': ['ID=de160c12-51cc-488b-92d1-492d4cdab450,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:47.414663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6db7f23-0184-4d03-9fd6-2ca01a667de7 req-2dc98ee0-350f-450f-a184-393b3279f7fe tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5531065 Feb 19 02:58:47.414929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:47.418528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2f1e63-44e7-4d7b-84dc-5503a4ab5b58 None None] No DVR routers for this DVR port de160c12-51cc-488b-92d1-492d4cdab450 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:47.444253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.530845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95ca32-1560-46c5-83c7-990689695e26 req-92b90948-b65e-4da1-a1ff-cf1161938baa tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:47.532336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc95ca32-1560-46c5-83c7-990689695e26 req-92b90948-b65e-4da1-a1ff-cf1161938baa tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.6500726 Feb 19 02:58:47.537173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=13']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:47.552348 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (b8537839-9555-417f-ae28-dae96e57af9d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.596749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8537839-9555-417f-ae28-dae96e57af9d']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:47.610617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b04f90d-9f8c-4b5c-bac4-01eea033348f') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:47.610885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b04f90d-9f8c-4b5c-bac4-01eea033348f') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:47.628989 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (1b04f90d-9f8c-4b5c-bac4-01eea033348f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.649511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46dbf3f-abbe-49bd-b4e9-ed13d9ac7072 req-f7cfff4a-40d2-4630-8830-53d4f92c5e45 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:47.650976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f46dbf3f-abbe-49bd-b4e9-ed13d9ac7072 req-f7cfff4a-40d2-4630-8830-53d4f92c5e45 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 944 time: 0.1478498 Feb 19 02:58:47.665442 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1b04f90d-9f8c-4b5c-bac4-01eea033348f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.669890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc95ca32-1560-46c5-83c7-990689695e26 req-73c2a25d-2670-4d1a-a29e-d115d6dd6a7e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145194 Feb 19 02:58:47.686409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:58:47.686409 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (1b04f90d-9f8c-4b5c-bac4-01eea033348f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: timer() Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:47.688244 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:47.768108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f46dbf3f-abbe-49bd-b4e9-ed13d9ac7072 req-f11649d8-ff1a-46a4-94d5-17036f655b2a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102266 Feb 19 02:58:47.793318 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (b8537839-9555-417f-ae28-dae96e57af9d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.801596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:47.805829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b8537839-9555-417f-ae28-dae96e57af9d HTTP/1.1" status: 204 len: 168 time: 1.5903056 Feb 19 02:58:47.809235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48050) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:47.820219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8538c-6092-4f5b-a186-2b46faf802c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8537839-9555-417f-ae28-dae96e57af9d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:47.844326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec7a00-9565-4ccd-b9a1-64d6e4bfdf87 req-b657653b-87d2-47a2-99aa-f034695676ea tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:47.849214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69ec7a00-9565-4ccd-b9a1-64d6e4bfdf87 req-b657653b-87d2-47a2-99aa-f034695676ea tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 949 time: 0.1055093 Feb 19 02:58:47.907135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c631717-b1bc-4357-b16c-0aeb4aa08331 req-e57e0ca2-d983-4922-b5d2-52053b3ab926 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.0565979 Feb 19 02:58:47.927947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f9633338-9a85-4c51-8efd-c6b74d9d36ec'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:47.964954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69ec7a00-9565-4ccd-b9a1-64d6e4bfdf87 req-561ff51e-c103-4b5b-bf04-d3ccb4e11421 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126494 Feb 19 02:58:48.094875 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8eaeb-a18d-4682-9815-7f47f6a0ae7c req-36067475-eb46-482b-8680-2e79c7e941ea tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:48.094875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06b8eaeb-a18d-4682-9815-7f47f6a0ae7c req-36067475-eb46-482b-8680-2e79c7e941ea tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.0823302 Feb 19 02:58:48.157924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06b8eaeb-a18d-4682-9815-7f47f6a0ae7c req-daec597c-0465-41ff-94c3-77e0a50d089a tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616608 Feb 19 02:58:48.276291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:48.346248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58209c03-93dc-4426-ad7d-80d1703a7c6f', 'tag': 'fc838c02-fc9b-45b6-93b9-9b7cdf27255b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:48.356256 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5d9298-0b94-4932-b307-8a6a37f10771" -d '{"events": [{"name": "network-changed", "server_uuid": "58209c03-93dc-4426-ad7d-80d1703a7c6f", "tag": "fc838c02-fc9b-45b6-93b9-9b7cdf27255b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:48.363788 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b69a622e-6ff6-4b96-b751-81a44e07585f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (dcd1e520-e068-4d47-96f6-53e009f0ba44), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.368373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:48.373709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:48.374083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.386438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-c8c79e4f-2fa3-44d7-a37e-738af52b7a57 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862525 Feb 19 02:58:48.445425 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180db780-5681-45a6-a739-cd9469ce1043 x-openstack-request-id: req-180db780-5681-45a6-a739-cd9469ce1043 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:48.445687 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58209c03-93dc-4426-ad7d-80d1703a7c6f", "tag": "fc838c02-fc9b-45b6-93b9-9b7cdf27255b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:48.445903 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-180db780-5681-45a6-a739-cd9469ce1043 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:48.446300 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58209c03-93dc-4426-ad7d-80d1703a7c6f', 'tag': 'fc838c02-fc9b-45b6-93b9-9b7cdf27255b', 'status': 'completed', 'code': 200} Feb 19 02:58:48.549455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:48.550003 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.589484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9298-0b94-4932-b307-8a6a37f10771 req-cc8fa3f4-2e03-453d-85b8-4e54d16c5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:48.591495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f5d9298-0b94-4932-b307-8a6a37f10771 req-cc8fa3f4-2e03-453d-85b8-4e54d16c5634 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 1155 time: 0.1049583 Feb 19 02:58:48.592082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6627316-d7d5-40eb-b8f2-a5ca6da13009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:48.597269 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64deb9a0-aa14-4ba3-a02e-07e33bbee7fe" -d '{"events": [{"server_uuid": "b6627316-d7d5-40eb-b8f2-a5ca6da13009", "name": "network-vif-plugged", "status": "completed", "tag": "b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:48.614457 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:48.624582 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.688308 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c947923-2d12-4df3-8b72-910451721fba x-openstack-request-id: req-5c947923-2d12-4df3-8b72-910451721fba {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:48.689036 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6627316-d7d5-40eb-b8f2-a5ca6da13009", "name": "network-vif-plugged", "status": "completed", "tag": "b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:48.689451 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c947923-2d12-4df3-8b72-910451721fba {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:48.692334 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6627316-d7d5-40eb-b8f2-a5ca6da13009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4', 'code': 200} Feb 19 02:58:48.697581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9298-0b94-4932-b307-8a6a37f10771 req-321ac0c7-5a90-4ff0-b3cf-9dd06c1914ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:48.699250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f5d9298-0b94-4932-b307-8a6a37f10771 req-321ac0c7-5a90-4ff0-b3cf-9dd06c1914ef service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.1015394 Feb 19 02:58:48.707870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-6cc118f7-22f6-450c-a8bd-d4cc5303a05b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:48.715139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-6cc118f7-22f6-450c-a8bd-d4cc5303a05b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3259885 Feb 19 02:58:48.767761 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:48.870351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-06060265-acd9-4226-9402-2fb615c62efd tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/quotas/ce5f087a3fd347cb89e77f1f4b0cebb9 HTTP/1.1" status: 200 len: 375 time: 0.1536729 Feb 19 02:58:48.889827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b69a622e-6ff6-4b96-b751-81a44e07585f admin admin] Deleting port e6f53e2d-027e-48b7-b146-eb3749c3eed2 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:48.890430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f5d9298-0b94-4932-b307-8a6a37f10771 req-97544801-b731-4e1c-a569-852ab6095f19 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b HTTP/1.1" status: 200 len: 217 time: 0.1727047 Feb 19 02:58:48.890554 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b69a622e-6ff6-4b96-b751-81a44e07585f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.977423 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-b69a622e-6ff6-4b96-b751-81a44e07585f admin admin] For port e6f53e2d-027e-48b7-b146-eb3749c3eed2, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e6f53e2d-027e-48b7-b146-eb3749c3eed2,segment=NetworkSegment(f8f388a6-56d8-44d8-9df6-294707bfd5ab),segment_id=f8f388a6-56d8-44d8-9df6-294707bfd5ab)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:48.977854 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b69a622e-6ff6-4b96-b751-81a44e07585f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:48.991115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b69a622e-6ff6-4b96-b751-81a44e07585f admin admin] Calling delete_port for e6f53e2d-027e-48b7-b146-eb3749c3eed2 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:48.992914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da18aa18-9a53-4d67-b67a-b4beb3986b66 req-6fc29c05-fa7f-4e14-badd-e9fd037eafdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:48.994430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da18aa18-9a53-4d67-b67a-b4beb3986b66 req-6fc29c05-fa7f-4e14-badd-e9fd037eafdf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 1127 time: 0.1554039 Feb 19 02:58:49.017748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9298-0b94-4932-b307-8a6a37f10771 req-b4615bf5-44c5-4da2-9c85-d0a8c41ea081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:49.019158 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f5d9298-0b94-4932-b307-8a6a37f10771 req-b4615bf5-44c5-4da2-9c85-d0a8c41ea081 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.1091287 Feb 19 02:58:49.050776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745c637-e6d5-4f20-96b0-826decc9583a req-34768b00-13eb-44fb-8bb1-994ce7042dc7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:49.052283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a745c637-e6d5-4f20-96b0-826decc9583a req-34768b00-13eb-44fb-8bb1-994ce7042dc7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.1975238 Feb 19 02:58:49.074285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f5d9298-0b94-4932-b307-8a6a37f10771 req-8d738564-abc6-440a-a110-bcfffdc075f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425003 Feb 19 02:58:49.114535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-f73c2ea5-f08c-4914-8a21-14d58f3171ce tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2200308 Feb 19 02:58:49.171199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da18aa18-9a53-4d67-b67a-b4beb3986b66 req-57b8a3a5-c8e8-4aa9-a641-f2dae2b22747 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656499 Feb 19 02:58:49.203188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b69a622e-6ff6-4b96-b751-81a44e07585f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e6f53e2d-027e-48b7-b146-eb3749c3eed2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.231196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a745c637-e6d5-4f20-96b0-826decc9583a req-c3db27ad-40c5-4ce9-b839-48647332f9c7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592417 Feb 19 02:58:49.240360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a622e-6ff6-4b96-b751-81a44e07585f admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f53e2d-027e-48b7-b146-eb3749c3eed2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:49.294727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f5d9298-0b94-4932-b307-8a6a37f10771 req-248b624d-9e05-4ce8-972f-74aaf8374039 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053628 Feb 19 02:58:49.529766 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b69a622e-6ff6-4b96-b751-81a44e07585f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (dcd1e520-e068-4d47-96f6-53e009f0ba44), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:49.609143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f33cf729-b29f-4d28-bd40-8227824db2e0 req-15fb6460-6cb1-4b0b-8b3d-1286872f7fe3 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/ports?device_id=6def824d-c0c0-4884-a29f-893371ca21cc HTTP/1.1" status: 200 len: 210 time: 0.0752339 Feb 19 02:58:49.698002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d788552e-e4ac-4fcd-9f04-bf4e81a449ee req-67aa22da-9877-4117-aabf-1729dd693fcb tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:49.700292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d788552e-e4ac-4fcd-9f04-bf4e81a449ee req-67aa22da-9877-4117-aabf-1729dd693fcb tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.2488205 Feb 19 02:58:49.706042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f5d9298-0b94-4932-b307-8a6a37f10771 req-6703f302-ffcd-4f56-84d7-f461d9ff94a0 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023807 Feb 19 02:58:49.773481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d788552e-e4ac-4fcd-9f04-bf4e81a449ee req-c68732c1-bad9-487e-ae89-8269c185b972 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632493 Feb 19 02:58:49.855923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42fb8072-bab2-4f0c-97c5-d35a25970f98 req-93f03048-d30b-419b-a978-8b97d50fc6e6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 210 time: 0.0333664 Feb 19 02:58:49.894620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d4e67-a96a-4613-b995-75696a868918 req-e8567883-a96a-4ae2-a260-6f796f676ce7 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:49.903298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d10d4e67-a96a-4613-b995-75696a868918 req-e8567883-a96a-4ae2-a260-6f796f676ce7 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1085901 Feb 19 02:58:49.967022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d10d4e67-a96a-4613-b995-75696a868918 req-15f30692-9552-4838-b882-f8aa0554cc1b tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595026 Feb 19 02:58:50.142414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69a622e-6ff6-4b96-b751-81a44e07585f admin admin] Router dcd1e520-e068-4d47-96f6-53e009f0ba44 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:58:50.264628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f9633338-9a85-4c51-8efd-c6b74d9d36ec up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:50.269348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69a622e-6ff6-4b96-b751-81a44e07585f admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:58:50.275023 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b69a622e-6ff6-4b96-b751-81a44e07585f admin admin] 10.222.0.81 "PUT /v2.0/routers/dcd1e520-e068-4d47-96f6-53e009f0ba44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4650655 Feb 19 02:58:50.278149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48110) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:50.280126 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d120b84a-1b71-42f4-91e9-83a506be838b None None] Sync routers for ids ['dcd1e520-e068-4d47-96f6-53e009f0ba44'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:58:50.298621 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d120b84a-1b71-42f4-91e9-83a506be838b None None] Routers {'dcd1e520-e068-4d47-96f6-53e009f0ba44'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:50.300361 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d120b84a-1b71-42f4-91e9-83a506be838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dcd1e520-e068-4d47-96f6-53e009f0ba44'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:50.337069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port f9633338-9a85-4c51-8efd-c6b74d9d36ec completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:58:50.341709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port f9633338-9a85-4c51-8efd-c6b74d9d36ec triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:50.342082 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:50.424483 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d120b84a-1b71-42f4-91e9-83a506be838b None None] Set router dcd1e520-e068-4d47-96f6-53e009f0ba44 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:50.434366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f9633338-9a85-4c51-8efd-c6b74d9d36ec is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:50.434991 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:50.439503 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Publish callbacks [] for router (dcd1e520-e068-4d47-96f6-53e009f0ba44), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:50.474211 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:50.481101 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:50.550317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=14']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:50.585176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4c72b-9098-4d54-8119-eea81778e1ac req-8ee9d9ff-1860-43fb-bcef-93ef4c3e1d93 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:50.595088 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50c4c72b-9098-4d54-8119-eea81778e1ac req-8ee9d9ff-1860-43fb-bcef-93ef4c3e1d93 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.2331412 Feb 19 02:58:50.633013 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Publish callbacks [] for router_gateway (dcd1e520-e068-4d47-96f6-53e009f0ba44), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:50.694613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50c4c72b-9098-4d54-8119-eea81778e1ac req-0af51a41-4486-416e-9c2a-1024e133abdc tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908327 Feb 19 02:58:50.695521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:50.698014 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc00d0a3-d45e-4781-99ac-6f1c730259a6" -d '{"events": [{"server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "name": "network-vif-plugged", "status": "completed", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:50.752603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48124) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:50.765527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-89fb9516-aecb-4d70-aae9-3e1a9c79af5d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272727 Feb 19 02:58:50.769852 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9d14a7-f7bd-4f27-a9ab-96713ee33764 x-openstack-request-id: req-9e9d14a7-f7bd-4f27-a9ab-96713ee33764 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:50.770356 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "name": "network-vif-plugged", "status": "completed", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:50.770776 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e9d14a7-f7bd-4f27-a9ab-96713ee33764 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:50.771409 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'code': 200} Feb 19 02:58:50.798729 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d120b84a-1b71-42f4-91e9-83a506be838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-982767142-router', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': '10596960-403a-43cd-9f35-5938d77537e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:40Z', 'updated_at': '2022-02-19T02:58:49Z', 'revision_number': 5, 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'gw_port': {'id': '10596960-403a-43cd-9f35-5938d77537e9', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:54:41Z', 'updated_at': '2022-02-19T02:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:50.831588 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d120b84a-1b71-42f4-91e9-83a506be838b None None] Checking router: dcd1e520-e068-4d47-96f6-53e009f0ba44 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:58:50.851050 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d120b84a-1b71-42f4-91e9-83a506be838b None None] Routers {'dcd1e520-e068-4d47-96f6-53e009f0ba44'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:58:50.851800 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d120b84a-1b71-42f4-91e9-83a506be838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dcd1e520-e068-4d47-96f6-53e009f0ba44'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:50.910659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-5ad096e4-82be-4617-ac7d-7525f5e40d0c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:50.912207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-5ad096e4-82be-4617-ac7d-7525f5e40d0c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1382153 Feb 19 02:58:50.934032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Request body: {'port': {'device_id': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': 'ce5f087a3fd347cb89e77f1f4b0cebb9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:50.938739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 813d609a-5367-4ff7-b7f2-d24120758597 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:58:50.966990 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-edc8f987-7fb0-45c6-a479-0aa3cb141729 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for security_group (389b0243-7a8a-427c-833a-f1d3ae1651be), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.001019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-edc8f987-7fb0-45c6-a479-0aa3cb141729 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for security_group (389b0243-7a8a-427c-833a-f1d3ae1651be), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.062141 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d120b84a-1b71-42f4-91e9-83a506be838b None None] Set router dcd1e520-e068-4d47-96f6-53e009f0ba44 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:58:51.068447 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-edc8f987-7fb0-45c6-a479-0aa3cb141729 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (389b0243-7a8a-427c-833a-f1d3ae1651be), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.072173 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-edc8f987-7fb0-45c6-a479-0aa3cb141729 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.077234 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-edc8f987-7fb0-45c6-a479-0aa3cb141729 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "DELETE /v2.0/security-groups/389b0243-7a8a-427c-833a-f1d3ae1651be HTTP/1.1" status: 204 len: 168 time: 0.3238287 Feb 19 02:58:51.079188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48140) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:51.079331 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64108297-e2ba-49d1-a2d0-e75847472f53 req-35d95d66-2f0a-4ad0-9fd4-a1dff551a0c0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 210 time: 0.1090422 Feb 19 02:58:51.106753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Deleting port 10596960-403a-43cd-9f35-5938d77537e9 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:51.106753 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (10596960-403a-43cd-9f35-5938d77537e9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.107091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8f987-7fb0-45c6-a479-0aa3cb141729 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=389b0243-7a8a-427c-833a-f1d3ae1651be,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:51.113149 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-92ecaa54-52ab-4e90-a291-f82f4cc7a512 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] show failed (client error): The resource could not be found. Feb 19 02:58:51.119965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48142) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:51.120512 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-92ecaa54-52ab-4e90-a291-f82f4cc7a512 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "GET /v2.0/security-groups/389b0243-7a8a-427c-833a-f1d3ae1651be HTTP/1.1" status: 404 len: 347 time: 0.0364296 Feb 19 02:58:51.171767 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 813d609a-5367-4ff7-b7f2-d24120758597, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=813d609a-5367-4ff7-b7f2-d24120758597,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:51.185747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '813d609a-5367-4ff7-b7f2-d24120758597', 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'port_id': '813d609a-5367-4ff7-b7f2-d24120758597', 'mac_address': 'fa:16:3e:c4:d0:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b709ca32-9176-48c8-932f-4c728cc3cfc8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:58:51.193281 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d120b84a-1b71-42f4-91e9-83a506be838b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-982767142-router', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:40Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 6, 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:51.230671 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d120b84a-1b71-42f4-91e9-83a506be838b None None] The sync data for ids ['dcd1e520-e068-4d47-96f6-53e009f0ba44'] in n-d-826755-2 is: [{'id': 'dcd1e520-e068-4d47-96f6-53e009f0ba44', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-982767142-router', 'tenant_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:54:40Z', 'updated_at': '2022-02-19T02:58:50Z', 'revision_number': 6, 'project_id': 'aa92abdd60014f4fb6b6ddfb08c9d0a8', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:58:51.232784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 813d609a-5367-4ff7-b7f2-d24120758597 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:51.233056 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (813d609a-5367-4ff7-b7f2-d24120758597), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.251851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 813d609a-5367-4ff7-b7f2-d24120758597 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:51.273911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 813d609a-5367-4ff7-b7f2-d24120758597, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=813d609a-5367-4ff7-b7f2-d24120758597,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:51.281085 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (813d609a-5367-4ff7-b7f2-d24120758597), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.345123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2bcf9-f3da-463c-bc4a-5e99ec9b2d68 req-402c5e16-2072-41a9-8ca9-0849fc25cf03 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:51.346763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-abb2bcf9-f3da-463c-bc4a-5e99ec9b2d68 req-402c5e16-2072-41a9-8ca9-0849fc25cf03 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.4335537 Feb 19 02:58:51.347823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=813d609a-5367-4ff7-b7f2-d24120758597,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:51.386046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['813d609a-5367-4ff7-b7f2-d24120758597'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:51.431547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] For port 10596960-403a-43cd-9f35-5938d77537e9, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=10596960-403a-43cd-9f35-5938d77537e9,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:51.431925 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (10596960-403a-43cd-9f35-5938d77537e9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.487645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Calling delete_port for 10596960-403a-43cd-9f35-5938d77537e9 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:51.490206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Made reservation on behalf of ce5f087a3fd347cb89e77f1f4b0cebb9 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:58:51.494949 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:51.522996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611b8a1-3584-4caf-a199-3cdac06e3bad req-33d4df35-d2fc-4ebb-a3f8-78b1d095b80b tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:51.525081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9611b8a1-3584-4caf-a199-3cdac06e3bad req-33d4df35-d2fc-4ebb-a3f8-78b1d095b80b tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.3142130 Feb 19 02:58:51.606902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-abb2bcf9-f3da-463c-bc4a-5e99ec9b2d68 req-acc9b8d7-86bf-40f1-8749-4aa0eca0fb72 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516389 Feb 19 02:58:51.699697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5942622-6b34-49fa-a1cf-4bdc75169479 req-7fc4742d-baa4-4e01-a16a-4fad8b24067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:51.701691 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5942622-6b34-49fa-a1cf-4bdc75169479 req-7fc4742d-baa4-4e01-a16a-4fad8b24067e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 1127 time: 0.2745445 Feb 19 02:58:51.739630 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9611b8a1-3584-4caf-a199-3cdac06e3bad req-28c9928e-cdc6-4a0d-8588-b00e6d58521d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993077 Feb 19 02:58:51.746688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9da00b49-299a-4ecb-8c29-6d54f1251be5 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Deleting port 16bf2dfb-a709-45ec-bb60-7525dd9708c4 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:51.747093 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9da00b49-299a-4ecb-8c29-6d54f1251be5 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (16bf2dfb-a709-45ec-bb60-7525dd9708c4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.279352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b50e84d-1b05-4806-982d-badc283d6826 req-97f8e9d3-d75b-4357-a708-31928d738d6a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 210 time: 0.0816531 Feb 19 02:58:52.301440 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.307684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5942622-6b34-49fa-a1cf-4bdc75169479 req-eb6161fe-04f4-493a-8f84-de0a316c72d1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863264 Feb 19 02:58:52.347356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Allocated IP 192.168.233.57 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/a8b018a1-560e-49eb-943f-65a9aa84bee2) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:58:52.367038 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9da00b49-299a-4ecb-8c29-6d54f1251be5 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (16bf2dfb-a709-45ec-bb60-7525dd9708c4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.367366 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9da00b49-299a-4ecb-8c29-6d54f1251be5 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for floatingip (16bf2dfb-a709-45ec-bb60-7525dd9708c4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.395739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3ce6d-b26d-4722-93b3-e3edf3b9f6fa req-2d4dd436-c4ad-408f-ad72-74cce798dbbb tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:52.397557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8de3ce6d-b26d-4722-93b3-e3edf3b9f6fa req-2d4dd436-c4ad-408f-ad72-74cce798dbbb tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.6249287 Feb 19 02:58:52.400445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9da00b49-299a-4ecb-8c29-6d54f1251be5 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Calling delete_port for 16bf2dfb-a709-45ec-bb60-7525dd9708c4 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:52.455422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (10596960-403a-43cd-9f35-5938d77537e9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.554569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Pushing event deleted for resources: {'Port': ['ID=10596960-403a-43cd-9f35-5938d77537e9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:52.658447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8de3ce6d-b26d-4722-93b3-e3edf3b9f6fa req-cfb9a00c-1968-44a5-88a7-c249f8f8c476 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489493 Feb 19 02:58:52.743575 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (dcd1e520-e068-4d47-96f6-53e009f0ba44), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.931366 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks [] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.937186 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (dcd1e520-e068-4d47-96f6-53e009f0ba44), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.945710 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Publish callbacks [] for router_controller (dcd1e520-e068-4d47-96f6-53e009f0ba44), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:52.975152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 813d609a-5367-4ff7-b7f2-d24120758597 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:58:53.043698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74750a95-e886-4dfd-8f5d-1bd2fbb91bd7 req-80e9817a-1393-40b5-ab0e-17e6cac3d179 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:53.051070 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74750a95-e886-4dfd-8f5d-1bd2fbb91bd7 req-80e9817a-1393-40b5-ab0e-17e6cac3d179 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.3478143 Feb 19 02:58:53.061239 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9da00b49-299a-4ecb-8c29-6d54f1251be5 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (16bf2dfb-a709-45ec-bb60-7525dd9708c4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.063177 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (dcd1e520-e068-4d47-96f6-53e009f0ba44), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.063770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd1e520-e068-4d47-96f6-53e009f0ba44 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:58:53.081126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 813d609a-5367-4ff7-b7f2-d24120758597 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:53.082454 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (813d609a-5367-4ff7-b7f2-d24120758597), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.120874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e6f53e2d-027e-48b7-b146-eb3749c3eed2 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:53.144816 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.148568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e742bca8-226b-4ff6-87f5-4f5627f833df admin admin] 10.222.0.81 "DELETE /v2.0/routers/dcd1e520-e068-4d47-96f6-53e009f0ba44 HTTP/1.1" status: 204 len: 168 time: 2.8667164 Feb 19 02:58:53.149776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48192) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:53.170253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c8be3-b38a-48a4-acee-6c89678ef89e req-cf35b4a4-f5ce-4d70-97dd-542f767b4f93 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:53.171837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f7c8be3-b38a-48a4-acee-6c89678ef89e req-cf35b4a4-f5ce-4d70-97dd-542f767b4f93 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.3370750 Feb 19 02:58:53.189310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: e6f53e2d-027e-48b7-b146-eb3749c3eed2 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:58:53.189690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e6f53e2d-027e-48b7-b146-eb3749c3eed2 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:53.190064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 10596960-403a-43cd-9f35-5938d77537e9 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:53.195295 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:58:53.262299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d2453f7-eaf5-48fb-92a8-fc719da5aae2 admin admin] Deleting subnet 157e91a5-0cd3-4267-a478-4522e2e25559 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:58:53.270452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 10596960-403a-43cd-9f35-5938d77537e9 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:58:53.271406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5d2453f7-eaf5-48fb-92a8-fc719da5aae2 admin admin] Publish callbacks [] for subnet (157e91a5-0cd3-4267-a478-4522e2e25559), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.272981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 10596960-403a-43cd-9f35-5938d77537e9 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:53.290662 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.291037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da00b49-299a-4ecb-8c29-6d54f1251be5 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Pushing event deleted for resources: {'Port': ['ID=16bf2dfb-a709-45ec-bb60-7525dd9708c4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:53.347399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 813d609a-5367-4ff7-b7f2-d24120758597 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:58:53.348562 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (813d609a-5367-4ff7-b7f2-d24120758597), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.378946 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5d2453f7-eaf5-48fb-92a8-fc719da5aae2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (157e91a5-0cd3-4267-a478-4522e2e25559), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.397427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6ca01b-d4e2-4f21-adde-fce47c281a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813d609a-5367-4ff7-b7f2-d24120758597'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:53.399883 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48ca3a0-cdc8-431b-b168-9efa6b65a0cf" -d '{"events": [{"server_uuid": "ee6ca01b-d4e2-4f21-adde-fce47c281a93", "name": "network-vif-plugged", "status": "completed", "tag": "813d609a-5367-4ff7-b7f2-d24120758597"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:53.415021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 813d609a-5367-4ff7-b7f2-d24120758597, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=813d609a-5367-4ff7-b7f2-d24120758597,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:53.423265 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.459036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['a07436f2-8382-49d2-b724-51e581d85931', 'f9633338-9a85-4c51-8efd-c6b74d9d36ec'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:53.500085 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9da00b49-299a-4ecb-8c29-6d54f1251be5 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks [] for floatingip (9cd525f3-69d7-46f6-9738-3eaa799a6329), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.502735 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9da00b49-299a-4ecb-8c29-6d54f1251be5 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.506904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9da00b49-299a-4ecb-8c29-6d54f1251be5 tempest-ServersTestBootFromVolume-1325061497 tempest-ServersTestBootFromVolume-1325061497-project] 10.222.0.81 "DELETE /v2.0/floatingips/9cd525f3-69d7-46f6-9738-3eaa799a6329 HTTP/1.1" status: 204 len: 168 time: 2.3814776 Feb 19 02:58:53.520092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74750a95-e886-4dfd-8f5d-1bd2fbb91bd7 req-4edea192-6f86-40b1-b581-564e17748c26 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658723 Feb 19 02:58:53.531538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48198) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:53.542618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['46876af1-486b-4e7c-b23f-d5643b084b2f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:58:53.545435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f7c8be3-b38a-48a4-acee-6c89678ef89e req-29e53981-bcc0-4549-b7df-f15ccb24d809 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104088 Feb 19 02:58:53.554584 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5d2453f7-eaf5-48fb-92a8-fc719da5aae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (157e91a5-0cd3-4267-a478-4522e2e25559), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.556814 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (813d609a-5367-4ff7-b7f2-d24120758597), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.591877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:53.609322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:58:53.681766 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5d2453f7-eaf5-48fb-92a8-fc719da5aae2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (157e91a5-0cd3-4267-a478-4522e2e25559), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.701109 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5d2453f7-eaf5-48fb-92a8-fc719da5aae2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:53.704439 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5d2453f7-eaf5-48fb-92a8-fc719da5aae2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/157e91a5-0cd3-4267-a478-4522e2e25559 HTTP/1.1" status: 204 len: 168 time: 0.5529830 Feb 19 02:58:53.717293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48210) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:53.739583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:58:53.742543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=813d609a-5367-4ff7-b7f2-d24120758597,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:53.745695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2056b194-62c5-4f08-a436-0b2ad94b774e None None] Network 5c66dbe8-bff0-4da0-88de-e5eb0e164565 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:58:53.766462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:58:53.777042 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abf8346-4f7a-417b-ac21-27cf2aedd214 x-openstack-request-id: req-0abf8346-4f7a-417b-ac21-27cf2aedd214 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:53.780306 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6ca01b-d4e2-4f21-adde-fce47c281a93", "name": "network-vif-plugged", "status": "completed", "tag": "813d609a-5367-4ff7-b7f2-d24120758597", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:53.780611 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0abf8346-4f7a-417b-ac21-27cf2aedd214 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:53.781071 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6ca01b-d4e2-4f21-adde-fce47c281a93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '813d609a-5367-4ff7-b7f2-d24120758597', 'code': 200} Feb 19 02:58:53.784506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2453f7-eaf5-48fb-92a8-fc719da5aae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157e91a5-0cd3-4267-a478-4522e2e25559,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:53.897759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (5c66dbe8-bff0-4da0-88de-e5eb0e164565), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.026580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Deleting port dba1f84b-b9c9-4bc9-b196-140999302aea {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:54.027262 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.213519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1200ca9d-5a2f-4335-90d4-e04b7e77aff9 None None] DHCP port deletion for 5c66dbe8-bff0-4da0-88de-e5eb0e164565 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:58:54.239118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] For port dba1f84b-b9c9-4bc9-b196-140999302aea, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=dba1f84b-b9c9-4bc9-b196-140999302aea,segment=NetworkSegment(f8f388a6-56d8-44d8-9df6-294707bfd5ab),segment_id=f8f388a6-56d8-44d8-9df6-294707bfd5ab)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:54.239701 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.258792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:54.259786 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.299712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e65d785d-4fd6-4a31-bf08-ddde2088a968 None None] Provisioning complete for port a8b018a1-560e-49eb-943f-65a9aa84bee2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:58:54.300100 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e65d785d-4fd6-4a31-bf08-ddde2088a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.329944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Calling delete_port for dba1f84b-b9c9-4bc9-b196-140999302aea owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:54.339818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-20a1683b-34bf-4b36-a603-f336123cf067 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4154944 Feb 19 02:58:54.368494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20d5fdf-fd80-45bf-bec1-78af5161eca5 req-dd557d84-bbc9-4b65-a32f-f0802853f233 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:54.377922 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20d5fdf-fd80-45bf-bec1-78af5161eca5 req-dd557d84-bbc9-4b65-a32f-f0802853f233 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 935 time: 0.6535113 Feb 19 02:58:54.389367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e65d785d-4fd6-4a31-bf08-ddde2088a968 None None] Port a8b018a1-560e-49eb-943f-65a9aa84bee2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 02:58:54.394044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Request body: {'port': {'device_id': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:58:54.409848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1200ca9d-5a2f-4335-90d4-e04b7e77aff9 None None] Deleting port dba1f84b-b9c9-4bc9-b196-140999302aea {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:54.410230 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1200ca9d-5a2f-4335-90d4-e04b7e77aff9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.479165 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.523404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1200ca9d-5a2f-4335-90d4-e04b7e77aff9 None None] For port dba1f84b-b9c9-4bc9-b196-140999302aea, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=dba1f84b-b9c9-4bc9-b196-140999302aea,segment=NetworkSegment(f8f388a6-56d8-44d8-9df6-294707bfd5ab),segment_id=f8f388a6-56d8-44d8-9df6-294707bfd5ab)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:54.524230 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1200ca9d-5a2f-4335-90d4-e04b7e77aff9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.528198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a895-c8d5-4419-b216-2469f46fc4d4 req-aaa49f80-4e86-4602-a866-a29091acf119 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:54.531690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c200a895-c8d5-4419-b216-2469f46fc4d4 req-aaa49f80-4e86-4602-a866-a29091acf119 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.5226285 Feb 19 02:58:54.551571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1200ca9d-5a2f-4335-90d4-e04b7e77aff9 None None] Calling delete_port for dba1f84b-b9c9-4bc9-b196-140999302aea owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:54.555221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.574131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] No DVR routers for this DVR port dba1f84b-b9c9-4bc9-b196-140999302aea on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:54.601488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20d5fdf-fd80-45bf-bec1-78af5161eca5 req-bc5e83c1-e643-45c9-89b3-1efd219ef937 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221377 Feb 19 02:58:54.683208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba1f84b-b9c9-4bc9-b196-140999302aea,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:54.727569 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1200ca9d-5a2f-4335-90d4-e04b7e77aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (dba1f84b-b9c9-4bc9-b196-140999302aea), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.763179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200ca9d-5a2f-4335-90d4-e04b7e77aff9 None None] Pushing event deleted for resources: {'Port': ['ID=dba1f84b-b9c9-4bc9-b196-140999302aea,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:54.776988 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (5c66dbe8-bff0-4da0-88de-e5eb0e164565), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.789376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1200ca9d-5a2f-4335-90d4-e04b7e77aff9 None None] No DVR routers for this DVR port dba1f84b-b9c9-4bc9-b196-140999302aea on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:58:54.828592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c66dbe8-bff0-4da0-88de-e5eb0e164565']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:54.844217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8f388a6-56d8-44d8-9df6-294707bfd5ab') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:54.845952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8f388a6-56d8-44d8-9df6-294707bfd5ab') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:58:54.856616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (f8f388a6-56d8-44d8-9df6-294707bfd5ab), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.874658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f8f388a6-56d8-44d8-9df6-294707bfd5ab), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.883065 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:58:54.883801 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (f8f388a6-56d8-44d8-9df6-294707bfd5ab), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: timer() Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:58:54.885960 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:58:54.973682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c200a895-c8d5-4419-b216-2469f46fc4d4 req-67a76a62-23e7-4768-8f05-62991bf1d760 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888044 Feb 19 02:58:55.009188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (5c66dbe8-bff0-4da0-88de-e5eb0e164565), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.014713 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.017885 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5c66dbe8-bff0-4da0-88de-e5eb0e164565 HTTP/1.1" status: 204 len: 168 time: 1.2604539 Feb 19 02:58:55.042002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0b72b-f1e3-40d1-a0c2-85d0be4d9789 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c66dbe8-bff0-4da0-88de-e5eb0e164565,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:55.045984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1abfcb3-74c6-4d5c-94f4-cd37e0070135 req-e2973d84-3de7-48f1-a294-39fd8e0e3f68 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.047710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f1abfcb3-74c6-4d5c-94f4-cd37e0070135 req-e2973d84-3de7-48f1-a294-39fd8e0e3f68 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.3016493 Feb 19 02:58:55.059699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device dba1f84b-b9c9-4bc9-b196-140999302aea no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:58:55.102086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: dba1f84b-b9c9-4bc9-b196-140999302aea {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:58:55.106347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device dba1f84b-b9c9-4bc9-b196-140999302aea not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:58:55.254298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f1abfcb3-74c6-4d5c-94f4-cd37e0070135 req-d63fbb0e-f347-49f0-aa2b-c382738f93b0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612895 Feb 19 02:58:55.330334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b95351-ad91-4c9d-97c7-4d1080302135 req-0d8304d4-3086-4930-9868-2a98a64b1ec2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:55.336931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2b95351-ad91-4c9d-97c7-4d1080302135 req-0d8304d4-3086-4930-9868-2a98a64b1ec2 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1882546 Feb 19 02:58:55.399096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48232) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:55.466413 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-272443dd-b2f0-4e06-99bf-d921d928b4ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73b1c2df072a4fcb83fe3db15270392d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0653954 Feb 19 02:58:55.470102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-333abac2-d7f0-4b67-8a08-08513901f032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (7fe0fafb-675c-4e62-a484-128d27960405), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.471238 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48234) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:55.482953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b018a1-560e-49eb-943f-65a9aa84bee2 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:58:55.538184 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Publish callbacks [] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.550434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2b95351-ad91-4c9d-97c7-4d1080302135 req-3c126d62-7136-455c-8aa1-77c6fcff86b3 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945193 Feb 19 02:58:55.568811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Transition to ACTIVE for port object a8b018a1-560e-49eb-943f-65a9aa84bee2 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:58:55.606815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7db69e6c-8592-43b7-83b2-7820646f7f00 admin admin] Publish callbacks [] for security_group (a312aeea-112f-415a-9cc2-aea0d1108038), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.633689 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7db69e6c-8592-43b7-83b2-7820646f7f00 admin admin] Publish callbacks [] for security_group (a312aeea-112f-415a-9cc2-aea0d1108038), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.719295 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7db69e6c-8592-43b7-83b2-7820646f7f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a312aeea-112f-415a-9cc2-aea0d1108038), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.722812 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7db69e6c-8592-43b7-83b2-7820646f7f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:55.724107 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7db69e6c-8592-43b7-83b2-7820646f7f00 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a312aeea-112f-415a-9cc2-aea0d1108038 HTTP/1.1" status: 204 len: 168 time: 0.2515845 Feb 19 02:58:55.746625 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db69e6c-8592-43b7-83b2-7820646f7f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a312aeea-112f-415a-9cc2-aea0d1108038,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:55.955106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.266942 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48246) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:56.341134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:56.349214 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cbabb0af-9867-4007-a446-3efe05e36c61 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aa92abdd60014f4fb6b6ddfb08c9d0a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0810463 Feb 19 02:58:56.349885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48250) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:58:56.410163 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a64faa66-5023-41ec-8263-a79493d0523c admin admin] Publish callbacks [] for security_group (2228c3c7-a3aa-4467-8c43-072667838153), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.447253 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a64faa66-5023-41ec-8263-a79493d0523c admin admin] Publish callbacks [] for security_group (2228c3c7-a3aa-4467-8c43-072667838153), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.447385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc0fa1c-15be-4b49-a3df-56f650a2fd41 req-f4ebacfc-2ff0-463c-8dd9-bd4529bd2a60 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:56.448886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acc0fa1c-15be-4b49-a3df-56f650a2fd41 req-f4ebacfc-2ff0-463c-8dd9-bd4529bd2a60 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 947 time: 0.4981189 Feb 19 02:58:56.500910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed553c-057f-42d0-9406-f03d66b33e7b req-a246ff28-6bb5-455a-ad06-edfa927b924f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:56.508204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09ed553c-057f-42d0-9406-f03d66b33e7b req-a246ff28-6bb5-455a-ad06-edfa927b924f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.2444203 Feb 19 02:58:56.549913 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a64faa66-5023-41ec-8263-a79493d0523c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2228c3c7-a3aa-4467-8c43-072667838153), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.559766 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a64faa66-5023-41ec-8263-a79493d0523c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.561628 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a64faa66-5023-41ec-8263-a79493d0523c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2228c3c7-a3aa-4467-8c43-072667838153 HTTP/1.1" status: 204 len: 168 time: 0.2101502 Feb 19 02:58:56.579911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64faa66-5023-41ec-8263-a79493d0523c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2228c3c7-a3aa-4467-8c43-072667838153,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:56.678256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acc0fa1c-15be-4b49-a3df-56f650a2fd41 req-1f5fe5b9-02eb-4a4c-bb1e-455a65608244 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204449 Feb 19 02:58:56.747804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Attempting to bind port a8b018a1-560e-49eb-943f-65a9aa84bee2 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:58:56.748426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Attempting to bind port a8b018a1-560e-49eb-943f-65a9aa84bee2 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:58:56.749032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Attempting to bind port a8b018a1-560e-49eb-943f-65a9aa84bee2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:56.771571 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09ed553c-057f-42d0-9406-f03d66b33e7b req-ccb1e137-c6f8-4364-8143-dd1c1b8c032c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572463 Feb 19 02:58:56.775609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Port a8b018a1-560e-49eb-943f-65a9aa84bee2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:58:56.779514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Attempting to bind port a8b018a1-560e-49eb-943f-65a9aa84bee2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:58:56.806810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:58:56.807239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:58:56.807721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:58:56.808242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Bound port: a8b018a1-560e-49eb-943f-65a9aa84bee2, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:58:56.808695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:56.959074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586ea32-f75d-4fef-be68-d0959128046a req-bfbf8fec-dfb6-4674-9638-c03f1171ec40 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:56.960898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4586ea32-f75d-4fef-be68-d0959128046a req-bfbf8fec-dfb6-4674-9638-c03f1171ec40 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.1497788 Feb 19 02:58:57.007963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:58:57.041159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:58:57.062315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-333abac2-d7f0-4b67-8a08-08513901f032 admin admin] Deleting port c4f4d203-705c-46dd-8c51-7c06ebde87ba {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:58:57.062740 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-333abac2-d7f0-4b67-8a08-08513901f032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:57.083612 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:57.154185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4586ea32-f75d-4fef-be68-d0959128046a req-5d2a4adc-3dc4-498e-9753-1489db0076a4 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827760 Feb 19 02:58:57.201305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:57.201930 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:57.203338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] 10.222.0.67 "PUT /v2.0/ports/a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 1095 time: 2.8477435 Feb 19 02:58:57.203799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:58:57.212554 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e648608-82d5-4f6b-b5fc-7acbc8f15a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:58:57.231215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a1a90-c60a-4641-8f74-e5708bfe634e req-bfc0f91a-06cc-4c41-ad41-0bc7a14fcb97 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:57.232822 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-076a1a90-c60a-4641-8f74-e5708bfe634e req-bfc0f91a-06cc-4c41-ad41-0bc7a14fcb97 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.2640808 Feb 19 02:58:57.362383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-333abac2-d7f0-4b67-8a08-08513901f032 admin admin] For port c4f4d203-705c-46dd-8c51-7c06ebde87ba, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c4f4d203-705c-46dd-8c51-7c06ebde87ba,segment=NetworkSegment(c1d13c4a-88b9-4d72-9dfd-76df5245d34f),segment_id=c1d13c4a-88b9-4d72-9dfd-76df5245d34f)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:58:57.363087 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-333abac2-d7f0-4b67-8a08-08513901f032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:57.384691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-333abac2-d7f0-4b67-8a08-08513901f032 admin admin] Calling delete_port for c4f4d203-705c-46dd-8c51-7c06ebde87ba owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:58:57.548636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d80c30-ccfe-4868-980f-c82c645c7565 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:57.572287 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7a9019-dfaa-45aa-86c6-90e6a41aa5f5 x-openstack-request-id: req-ed7a9019-dfaa-45aa-86c6-90e6a41aa5f5 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:58:57.572892 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:58:57.573262 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ed7a9019-dfaa-45aa-86c6-90e6a41aa5f5 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:58:57.574464 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'status': 'completed', 'code': 200} Feb 19 02:58:57.678072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-71e226f7-d9fc-43a2-9863-927d338a8b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:57.680004 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-71e226f7-d9fc-43a2-9863-927d338a8b24 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1129 time: 0.3865988 Feb 19 02:58:57.693099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-076a1a90-c60a-4641-8f74-e5708bfe634e req-afa85ec7-10bc-49a2-8ceb-c236b5c692b4 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296126 Feb 19 02:58:57.782962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-8983c40c-c928-4d51-9d6f-48f8771a4dd3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 217 time: 0.0877590 Feb 19 02:58:58.019744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-aa843b4b-bab2-4e94-a34e-b80cbf97f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:58.021590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-aa843b4b-bab2-4e94-a34e-b80cbf97f780 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.2250745 Feb 19 02:58:58.047304 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-333abac2-d7f0-4b67-8a08-08513901f032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c4f4d203-705c-46dd-8c51-7c06ebde87ba), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:58.056035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a294b9-1114-42c6-9cac-1c961c8d9252 req-7a285679-2a8f-4dfe-936b-635f524e52d8 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:58.057903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52a294b9-1114-42c6-9cac-1c961c8d9252 req-7a285679-2a8f-4dfe-936b-635f524e52d8 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.1713459 Feb 19 02:58:58.091203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d26bf-7db9-44f0-9988-c5164208a7be req-e3f7921e-0cec-4d9c-a94a-cd84fbd7a0ac tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:58.099093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-342d26bf-7db9-44f0-9988-c5164208a7be req-e3f7921e-0cec-4d9c-a94a-cd84fbd7a0ac tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 947 time: 0.2387242 Feb 19 02:58:58.145745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333abac2-d7f0-4b67-8a08-08513901f032 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f4d203-705c-46dd-8c51-7c06ebde87ba,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:58:58.306173 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-b65ce7d1-8ad2-4b9a-bfdf-e7e4c9bfc958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:58.307734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-b65ce7d1-8ad2-4b9a-bfdf-e7e4c9bfc958 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2726233 Feb 19 02:58:58.329019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-342d26bf-7db9-44f0-9988-c5164208a7be req-3c7b8594-f9d5-4c6f-a7a6-10a27a3546c0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286434 Feb 19 02:58:58.332977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52a294b9-1114-42c6-9cac-1c961c8d9252 req-b0432254-ec70-4a71-8fdb-bbadd63e78d2 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260835 Feb 19 02:58:58.637510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b6cf5-474e-43f6-a329-858abf3f8e57 req-6f476c38-cd6c-4e09-8adc-b45ebe10c65c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:58.639061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa3b6cf5-474e-43f6-a329-858abf3f8e57 req-6f476c38-cd6c-4e09-8adc-b45ebe10c65c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.1421378 Feb 19 02:58:58.643169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-333abac2-d7f0-4b67-8a08-08513901f032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (7fe0fafb-675c-4e62-a484-128d27960405), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:58:58.650535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-311e7536-b9cb-47d7-b339-b124b4d607f4 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997642 Feb 19 02:58:58.836915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa3b6cf5-474e-43f6-a329-858abf3f8e57 req-58ab6354-d8f9-47b4-964f-99329476296b tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887231 Feb 19 02:58:58.974364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbfd35-a9c2-4239-bfc3-28803a14d871 req-9c26a513-a1bf-45f2-ac39-6516340df04c service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113823 Feb 19 02:58:59.124635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8609985-58e2-499c-9cd6-8b342e0518e5 req-b516f829-da51-4075-86d6-e49cda0babe3 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:59.126323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8609985-58e2-499c-9cd6-8b342e0518e5 req-b516f829-da51-4075-86d6-e49cda0babe3 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.2466235 Feb 19 02:58:59.189449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e648608-82d5-4f6b-b5fc-7acbc8f15a2b req-5e150c9f-0bf3-4d3f-ab88-45d2ac627b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:58:59.190958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e648608-82d5-4f6b-b5fc-7acbc8f15a2b req-5e150c9f-0bf3-4d3f-ab88-45d2ac627b2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1129 time: 0.1120911 Feb 19 02:58:59.300010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-333abac2-d7f0-4b67-8a08-08513901f032 admin admin] Router 7fe0fafb-675c-4e62-a484-128d27960405 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 02:58:59.358434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8609985-58e2-499c-9cd6-8b342e0518e5 req-c819d282-174f-4445-8960-487cdca0d905 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630740 Feb 19 02:59:00.126793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e648608-82d5-4f6b-b5fc-7acbc8f15a2b req-8eb606b1-97c0-48f8-b03e-32444532088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:00.129046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e648608-82d5-4f6b-b5fc-7acbc8f15a2b req-8eb606b1-97c0-48f8-b03e-32444532088c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.9253197 Feb 19 02:59:00.193571 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e648608-82d5-4f6b-b5fc-7acbc8f15a2b req-f3ea6357-2063-4c2e-b638-2bb403103ca8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 217 time: 0.0498719 Feb 19 02:59:00.291255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165fecc3-9178-495d-8487-2ba5a1d0bddf req-aa22d4bb-6ce7-404a-9018-c3b364049976 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:00.298414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-165fecc3-9178-495d-8487-2ba5a1d0bddf req-aa22d4bb-6ce7-404a-9018-c3b364049976 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.3053887 Feb 19 02:59:00.310239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c066ed5e-6302-4931-8c1f-c70039c22aa5 req-7d546b5c-4817-4046-bb85-034f7dc4b9f8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3053548 Feb 19 02:59:00.344070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcc476-f728-4d41-9f12-ead6551dd00d req-f9db85e3-fe98-4508-9277-1da8ba2e4327 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:00.345921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2afcc476-f728-4d41-9f12-ead6551dd00d req-f9db85e3-fe98-4508-9277-1da8ba2e4327 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 947 time: 0.3548510 Feb 19 02:59:00.352059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-333abac2-d7f0-4b67-8a08-08513901f032 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 02:59:00.362801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07d9aa-23c4-4875-9d89-fdc7006af811 None None] Sync routers for ids ['7fe0fafb-675c-4e62-a484-128d27960405'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 02:59:00.375177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-333abac2-d7f0-4b67-8a08-08513901f032 admin admin] 10.222.0.81 "PUT /v2.0/routers/7fe0fafb-675c-4e62-a484-128d27960405/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8390820 Feb 19 02:59:00.375719 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48342) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:00.378065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e07d9aa-23c4-4875-9d89-fdc7006af811 None None] Routers {'7fe0fafb-675c-4e62-a484-128d27960405'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:00.378550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0e07d9aa-23c4-4875-9d89-fdc7006af811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7fe0fafb-675c-4e62-a484-128d27960405'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:00.463544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-165fecc3-9178-495d-8487-2ba5a1d0bddf req-aa05f581-b3fa-40ff-ad83-9f481d66e033 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639762 Feb 19 02:59:00.469105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e648608-82d5-4f6b-b5fc-7acbc8f15a2b req-951a9157-c5ee-46e1-a379-e62d20aaf802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:00.470758 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e648608-82d5-4f6b-b5fc-7acbc8f15a2b req-951a9157-c5ee-46e1-a379-e62d20aaf802 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.2371047 Feb 19 02:59:00.660549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0e07d9aa-23c4-4875-9d89-fdc7006af811 None None] Set router 7fe0fafb-675c-4e62-a484-128d27960405 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:00.718849 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Publish callbacks [] for router (7fe0fafb-675c-4e62-a484-128d27960405), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:00.753839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2afcc476-f728-4d41-9f12-ead6551dd00d req-f45346a8-e4eb-4515-8ab6-c1a4c1535e77 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308363 Feb 19 02:59:00.806700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e648608-82d5-4f6b-b5fc-7acbc8f15a2b req-12c1303e-a6de-43b9-aee3-9ec34955b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:00.815102 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e648608-82d5-4f6b-b5fc-7acbc8f15a2b req-12c1303e-a6de-43b9-aee3-9ec34955b08f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2554278 Feb 19 02:59:00.822580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066ed5e-6302-4931-8c1f-c70039c22aa5 req-34b2a295-6db7-4cca-8098-a69694f9ce49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:00.828253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c066ed5e-6302-4931-8c1f-c70039c22aa5 req-34b2a295-6db7-4cca-8098-a69694f9ce49 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 1132 time: 0.4064465 Feb 19 02:59:01.120515 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Publish callbacks [] for router_gateway (7fe0fafb-675c-4e62-a484-128d27960405), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.211944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0e07d9aa-23c4-4875-9d89-fdc7006af811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:58:57Z', 'revision_number': 5, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port': {'id': 'f6fdaec5-6ab7-4322-815e-d01f1b12d336', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:be:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe0fafb-675c-4e62-a484-128d27960405', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:12Z', 'updated_at': '2022-02-19T02:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:01.254023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07d9aa-23c4-4875-9d89-fdc7006af811 None None] Checking router: 7fe0fafb-675c-4e62-a484-128d27960405 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 02:59:01.264554 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Deleting port f6fdaec5-6ab7-4322-815e-d01f1b12d336 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:01.265655 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.270674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e07d9aa-23c4-4875-9d89-fdc7006af811 None None] Routers {'7fe0fafb-675c-4e62-a484-128d27960405'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 02:59:01.272266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0e07d9aa-23c4-4875-9d89-fdc7006af811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7fe0fafb-675c-4e62-a484-128d27960405'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:01.449497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982026d-e690-4f25-a36a-6c2059aaeaad req-f439e513-c6c7-406e-ab50-898754d0e329 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:01.460286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e982026d-e690-4f25-a36a-6c2059aaeaad req-f439e513-c6c7-406e-ab50-898754d0e329 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.4283001 Feb 19 02:59:01.486515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e648608-82d5-4f6b-b5fc-7acbc8f15a2b req-e8c20312-d5f6-4e6c-97b1-d80fb1b1378c service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6512048 Feb 19 02:59:01.487341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] For port f6fdaec5-6ab7-4322-815e-d01f1b12d336, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f6fdaec5-6ab7-4322-815e-d01f1b12d336,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:01.488017 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:01.508557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf3803-6158-40b1-8a5c-72d061f6f90d req-2cd789fe-90f7-4625-a97d-5508716cb33a tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:01.518215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6dbf3803-6158-40b1-8a5c-72d061f6f90d req-2cd789fe-90f7-4625-a97d-5508716cb33a tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.2923973 Feb 19 02:59:01.523657 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Calling delete_port for f6fdaec5-6ab7-4322-815e-d01f1b12d336 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:01.832110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6dbf3803-6158-40b1-8a5c-72d061f6f90d req-87d72d78-3053-469d-a75b-01c7b6f01b75 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129025 Feb 19 02:59:01.883839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066ed5e-6302-4931-8c1f-c70039c22aa5 req-b95e2e4d-1881-48f1-b8b2-6bb99f9863d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:01.891042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c066ed5e-6302-4931-8c1f-c70039c22aa5 req-b95e2e4d-1881-48f1-b8b2-6bb99f9863d8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.8609838 Feb 19 02:59:01.918558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0e07d9aa-23c4-4875-9d89-fdc7006af811 None None] Set router 7fe0fafb-675c-4e62-a484-128d27960405 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 02:59:01.995212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f6fdaec5-6ab7-4322-815e-d01f1b12d336), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:02.045885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c066ed5e-6302-4931-8c1f-c70039c22aa5 req-904b8983-12df-48fd-94a8-4f672830f476 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 200 len: 217 time: 0.1430383 Feb 19 02:59:02.076475 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fdaec5-6ab7-4322-815e-d01f1b12d336,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:02.101696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0e07d9aa-23c4-4875-9d89-fdc7006af811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:59:01Z', 'revision_number': 6, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:02.113067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066ed5e-6302-4931-8c1f-c70039c22aa5 req-ed101b29-6d47-4418-a4fa-c4f9c64b2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:02.114851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c066ed5e-6302-4931-8c1f-c70039c22aa5 req-ed101b29-6d47-4418-a4fa-c4f9c64b2711 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0503101 Feb 19 02:59:02.119344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e982026d-e690-4f25-a36a-6c2059aaeaad req-b0db2862-fcf9-40db-96bd-57f7fe7c72ce tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582365 Feb 19 02:59:02.133030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (7fe0fafb-675c-4e62-a484-128d27960405), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:02.235263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e648608-82d5-4f6b-b5fc-7acbc8f15a2b req-607c6014-ae99-48f9-8de7-0b9b4a10b1e7 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034519 Feb 19 02:59:02.249435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae775e-a3e8-4993-8cd5-c050cf5371f4 req-76de27c9-3a36-4bc4-af4c-56aba5148e67 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:02.256935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2ae775e-a3e8-4993-8cd5-c050cf5371f4 req-76de27c9-3a36-4bc4-af4c-56aba5148e67 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.2289069 Feb 19 02:59:02.290674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066ed5e-6302-4931-8c1f-c70039c22aa5 req-5b0b265c-14d2-43fa-85f6-72d6315a48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:02.292504 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c066ed5e-6302-4931-8c1f-c70039c22aa5 req-5b0b265c-14d2-43fa-85f6-72d6315a48d7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1536732 Feb 19 02:59:02.299839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e07d9aa-23c4-4875-9d89-fdc7006af811 None None] The sync data for ids ['7fe0fafb-675c-4e62-a484-128d27960405'] in n-d-826755-2 is: [{'id': '7fe0fafb-675c-4e62-a484-128d27960405', 'name': 'tempest-ServersTestBootFromVolume-361252716-router', 'tenant_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:11Z', 'updated_at': '2022-02-19T02:59:01Z', 'revision_number': 6, 'project_id': 'fe7fe0901f394e8f9e082953e4a56c62', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 02:59:02.379567 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (7fe0fafb-675c-4e62-a484-128d27960405), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:02.384542 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Publish callbacks [] for router_controller (7fe0fafb-675c-4e62-a484-128d27960405), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:02.461055 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (7fe0fafb-675c-4e62-a484-128d27960405), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:02.462212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fe0fafb-675c-4e62-a484-128d27960405 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 02:59:02.472008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:02.473643 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3a81118d-12d4-4af2-b581-611d601e687b admin admin] 10.222.0.81 "DELETE /v2.0/routers/7fe0fafb-675c-4e62-a484-128d27960405 HTTP/1.1" status: 204 len: 168 time: 2.0969193 Feb 19 02:59:02.477071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48372) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:02.548166 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c066ed5e-6302-4931-8c1f-c70039c22aa5 req-d2c7ce6a-2a8d-402f-85a7-401e56cc86c9 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442591 Feb 19 02:59:02.565516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2ae775e-a3e8-4993-8cd5-c050cf5371f4 req-1bb9674d-b43e-4e1e-9702-8731a5bd7cf8 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075910 Feb 19 02:59:02.589471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-884251c1-e830-4d56-8272-b772d47b88f6 admin admin] Deleting subnet 90cf7412-9c32-4d55-aa79-af823815fc6a {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:02.600770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-884251c1-e830-4d56-8272-b772d47b88f6 admin admin] Publish callbacks [] for subnet (90cf7412-9c32-4d55-aa79-af823815fc6a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:02.694859 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-884251c1-e830-4d56-8272-b772d47b88f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (90cf7412-9c32-4d55-aa79-af823815fc6a), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:02.925413 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-884251c1-e830-4d56-8272-b772d47b88f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (90cf7412-9c32-4d55-aa79-af823815fc6a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.016574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a8b018a1-560e-49eb-943f-65a9aa84bee2 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:59:03.019935 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-884251c1-e830-4d56-8272-b772d47b88f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (90cf7412-9c32-4d55-aa79-af823815fc6a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.068321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884251c1-e830-4d56-8272-b772d47b88f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90cf7412-9c32-4d55-aa79-af823815fc6a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:03.074459 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-884251c1-e830-4d56-8272-b772d47b88f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.082398 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-884251c1-e830-4d56-8272-b772d47b88f6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/90cf7412-9c32-4d55-aa79-af823815fc6a HTTP/1.1" status: 204 len: 168 time: 0.6037476 Feb 19 02:59:03.083122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48388) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:03.184111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72018d7b-9d36-498a-928e-33aa293679c6 req-5d542f25-21a4-4223-827a-624956ba4c0a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:03.188540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72018d7b-9d36-498a-928e-33aa293679c6 req-5d542f25-21a4-4223-827a-624956ba4c0a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 947 time: 0.7774436 Feb 19 02:59:03.191413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dd622f-6170-4d85-8d1f-0215a5677015 None None] Network dcb34c22-2301-4073-88ee-434b39e0b778 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:03.245922 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (dcb34c22-2301-4073-88ee-434b39e0b778), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.252174 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c066ed5e-6302-4931-8c1f-c70039c22aa5 req-ea989eb4-aabf-4fca-8ea2-77a35daa2265 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850827 Feb 19 02:59:03.410297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Deleting port 75dd58b3-af99-4781-9b76-14e6a97f6f2d {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:03.410833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.411857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca13b9a-571a-4ec0-a997-11b9e6a8158f req-eca0a813-2212-4eb8-b4ea-ab1f5065a719 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4347098 Feb 19 02:59:03.429683 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:03.449573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'mac_address': 'fa:16:3e:62:0e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:59:03.464828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c4f4d203-705c-46dd-8c51-7c06ebde87ba no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:03.523667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b00596-9676-4bb5-a2b2-bebe7da20f3b req-0e017c0d-54f5-4f10-925f-16333bdc5a71 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:03.531093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16b00596-9676-4bb5-a2b2-bebe7da20f3b req-0e017c0d-54f5-4f10-925f-16333bdc5a71 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.5758135 Feb 19 02:59:03.537804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c4f4d203-705c-46dd-8c51-7c06ebde87ba {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:03.538155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c4f4d203-705c-46dd-8c51-7c06ebde87ba not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:03.547621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72018d7b-9d36-498a-928e-33aa293679c6 req-c5e0fe4b-4460-48d2-8781-40e216854922 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882605 Feb 19 02:59:03.576565 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] For port 75dd58b3-af99-4781-9b76-14e6a97f6f2d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=75dd58b3-af99-4781-9b76-14e6a97f6f2d,segment=NetworkSegment(c1d13c4a-88b9-4d72-9dfd-76df5245d34f),segment_id=c1d13c4a-88b9-4d72-9dfd-76df5245d34f)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:03.577501 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.592421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Calling delete_port for 75dd58b3-af99-4781-9b76-14e6a97f6f2d owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:03.664902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48394) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:03.671971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a8b018a1-560e-49eb-943f-65a9aa84bee2 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:03.672371 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.702368 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (75dd58b3-af99-4781-9b76-14e6a97f6f2d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.735278 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce684f34-9513-4f54-a0c8-bf7e30658a27 None None] DHCP port deletion for dcb34c22-2301-4073-88ee-434b39e0b778 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 02:59:03.774787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b018a1-560e-49eb-943f-65a9aa84bee2 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:03.777504 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] No DVR routers for this DVR port 75dd58b3-af99-4781-9b76-14e6a97f6f2d on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:03.782368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Pushing event deleted for resources: {'Port': ['ID=75dd58b3-af99-4781-9b76-14e6a97f6f2d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:03.853372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16b00596-9676-4bb5-a2b2-bebe7da20f3b req-91276353-0013-450f-9be5-cdd883cb4d57 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215163 Feb 19 02:59:03.915197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:03.948057 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (dcb34c22-2301-4073-88ee-434b39e0b778), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:03.972243 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.015697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb34c22-2301-4073-88ee-434b39e0b778']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:04.066208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:04.066580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d13c4a-88b9-4d72-9dfd-76df5245d34f') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:04.081340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca13b9a-571a-4ec0-a997-11b9e6a8158f req-8c3f59bd-9cc5-4c72-b32c-fdc5731c8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:04.082918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca13b9a-571a-4ec0-a997-11b9e6a8158f req-8c3f59bd-9cc5-4c72-b32c-fdc5731c8375 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 1132 time: 0.6144288 Feb 19 02:59:04.120981 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (c1d13c4a-88b9-4d72-9dfd-76df5245d34f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.144892 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-199f3011-3f0c-4223-98da-4727b2572d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.145480 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c1d13c4a-88b9-4d72-9dfd-76df5245d34f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.161510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:04.161857 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (c1d13c4a-88b9-4d72-9dfd-76df5245d34f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.193976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: timer() Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:04.251193 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:04.266081 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (dcb34c22-2301-4073-88ee-434b39e0b778), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.276378 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.284123 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] 10.222.0.81 "DELETE /v2.0/networks/dcb34c22-2301-4073-88ee-434b39e0b778 HTTP/1.1" status: 204 len: 168 time: 1.1997259 Feb 19 02:59:04.337882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d365de0f-39c5-41ea-942f-c215910cba27 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb34c22-2301-4073-88ee-434b39e0b778,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:04.389551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a8b018a1-560e-49eb-943f-65a9aa84bee2'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:04.408277 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1c51-b012-4faf-a743-9732f8010720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:04.458308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1e60e-a09c-48a9-a472-06ae175228b1 req-a4729606-8bee-4798-800b-80f6f8fa7648 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:04.461425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bc1e60e-a09c-48a9-a472-06ae175228b1 req-a4729606-8bee-4798-800b-80f6f8fa7648 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.6421723 Feb 19 02:59:04.565220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48406) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:04.606676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57507d-75ba-45d5-9976-baf03b918894 req-39b35c2a-81a7-492b-8873-9b0b618403b7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:04.615408 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b57507d-75ba-45d5-9976-baf03b918894 req-39b35c2a-81a7-492b-8873-9b0b618403b7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.4623330 Feb 19 02:59:04.682493 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8b9e1561-855e-4269-a75c-fc1fa73a4bd2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe7fe0901f394e8f9e082953e4a56c62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1101995 Feb 19 02:59:04.683998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48410) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:04.686436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca13b9a-571a-4ec0-a997-11b9e6a8158f req-e1080860-7be7-433d-8914-700836397105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:04.688191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca13b9a-571a-4ec0-a997-11b9e6a8158f req-e1080860-7be7-433d-8914-700836397105 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.5722797 Feb 19 02:59:04.750069 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b57507d-75ba-45d5-9976-baf03b918894 req-7f82c8c5-c8e5-445e-9289-4bdb73b8e495 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329455 Feb 19 02:59:04.803272 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bc1e60e-a09c-48a9-a472-06ae175228b1 req-a816cf0c-cd79-4714-8339-977842670e85 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115759 Feb 19 02:59:04.917052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca13b9a-571a-4ec0-a997-11b9e6a8158f req-46cfec32-24f9-495b-8fef-056385bec9b9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=46876af1-486b-4e7c-b23f-d5643b084b2f HTTP/1.1" status: 200 len: 217 time: 0.1894393 Feb 19 02:59:05.017184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca13b9a-571a-4ec0-a997-11b9e6a8158f req-ba6f7400-16d7-4385-ae52-1da94d382565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:05.020329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca13b9a-571a-4ec0-a997-11b9e6a8158f req-ba6f7400-16d7-4385-ae52-1da94d382565 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0792444 Feb 19 02:59:05.031159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device fc838c02-fc9b-45b6-93b9-9b7cdf27255b no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:05.089667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f6fdaec5-6ab7-4322-815e-d01f1b12d336 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:05.141076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f6fdaec5-6ab7-4322-815e-d01f1b12d336 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:05.141426 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f6fdaec5-6ab7-4322-815e-d01f1b12d336 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:05.141854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 75dd58b3-af99-4781-9b76-14e6a97f6f2d no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:05.207499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 75dd58b3-af99-4781-9b76-14e6a97f6f2d {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:05.208308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 75dd58b3-af99-4781-9b76-14e6a97f6f2d not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:05.275293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1c51-b012-4faf-a743-9732f8010720 admin admin] Publish callbacks [] for security_group (6cc61fc3-25d1-4738-81fa-2d869792d461), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:05.282619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port fc838c02-fc9b-45b6-93b9-9b7cdf27255b is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:05.304998 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c43185c-b0ec-4868-9094-9cc36e65a980 admin admin] Publish callbacks [] for security_group (644b4d9e-8ae1-43cc-849b-00f7b894fbe7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:05.311397 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba6a1c51-b012-4faf-a743-9732f8010720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6cc61fc3-25d1-4738-81fa-2d869792d461), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:05.348616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca13b9a-571a-4ec0-a997-11b9e6a8158f req-1145107d-7d2f-4fb0-b4af-ca2a173ab919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:05.350752 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca13b9a-571a-4ec0-a997-11b9e6a8158f req-1145107d-7d2f-4fb0-b4af-ca2a173ab919 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3170087 Feb 19 02:59:05.359046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9764c0-e197-49ac-933f-c84e6cb76658 req-7b9336de-06ec-40cc-b313-1961e8a636d9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:05.360945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e9764c0-e197-49ac-933f-c84e6cb76658 req-7b9336de-06ec-40cc-b313-1961e8a636d9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 948 time: 0.4186645 Feb 19 02:59:05.562322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c43185c-b0ec-4868-9094-9cc36e65a980 admin admin] Publish callbacks [] for security_group (644b4d9e-8ae1-43cc-849b-00f7b894fbe7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:05.669355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a1c51-b012-4faf-a743-9732f8010720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc61fc3-25d1-4738-81fa-2d869792d461,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:05.750729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ba6a1c51-b012-4faf-a743-9732f8010720 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2ce728bbba8b4e8db1ec0ea5fdaf5ad6&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0769780 Feb 19 02:59:05.753991 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48434) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:05.758662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e9764c0-e197-49ac-933f-c84e6cb76658 req-d3324c29-6495-4896-b9fb-39d17108762e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363373 Feb 19 02:59:05.823374 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0b45a0fd-5ecf-4df5-aa57-8a9e4e683647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:05.866377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca13b9a-571a-4ec0-a997-11b9e6a8158f req-9750299d-5762-410a-8836-8a94f7f4f09e service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005419 Feb 19 02:59:05.943253 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f18ec3fe-396b-41fc-bb9a-30d17cb90af2 admin admin] Publish callbacks [] for security_group (6cc61fc3-25d1-4738-81fa-2d869792d461), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:05.989091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca13b9a-571a-4ec0-a997-11b9e6a8158f req-41537870-a8f3-44e2-b64a-4c2f8430cda7 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166091 Feb 19 02:59:05.990535 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c43185c-b0ec-4868-9094-9cc36e65a980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (644b4d9e-8ae1-43cc-849b-00f7b894fbe7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:05.993936 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c43185c-b0ec-4868-9094-9cc36e65a980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:05.995659 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7c43185c-b0ec-4868-9094-9cc36e65a980 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/644b4d9e-8ae1-43cc-849b-00f7b894fbe7 HTTP/1.1" status: 204 len: 168 time: 1.3061817 Feb 19 02:59:05.998740 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f18ec3fe-396b-41fc-bb9a-30d17cb90af2 admin admin] Publish callbacks [] for security_group (6cc61fc3-25d1-4738-81fa-2d869792d461), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.007586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43185c-b0ec-4868-9094-9cc36e65a980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=644b4d9e-8ae1-43cc-849b-00f7b894fbe7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:06.124411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f18ec3fe-396b-41fc-bb9a-30d17cb90af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6cc61fc3-25d1-4738-81fa-2d869792d461), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.133492 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f18ec3fe-396b-41fc-bb9a-30d17cb90af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.134962 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f18ec3fe-396b-41fc-bb9a-30d17cb90af2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6cc61fc3-25d1-4738-81fa-2d869792d461 HTTP/1.1" status: 204 len: 168 time: 0.3793666 Feb 19 02:59:06.157075 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ec3fe-396b-41fc-bb9a-30d17cb90af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc61fc3-25d1-4738-81fa-2d869792d461,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:06.438386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c010e-5ad8-44fe-806f-46a27b072e09 req-5261e373-155f-4500-86c8-664ed0a2a34e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:06.447549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b7c010e-5ad8-44fe-806f-46a27b072e09 req-5261e373-155f-4500-86c8-664ed0a2a34e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.1798310 Feb 19 02:59:06.580089 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b7c010e-5ad8-44fe-806f-46a27b072e09 req-e62f6d9a-bf10-42a5-a05f-b942c5e150b7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177206 Feb 19 02:59:06.945309 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48482) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:06.959938 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:06.969759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-97e71f94-589a-4153-81b1-701376d661d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.031635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a8b018a1-560e-49eb-943f-65a9aa84bee2 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:07.044635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6bd9b-9542-42f3-ab66-fb5d8fd7b5d1 req-ae88174e-b005-433d-879a-ba0611f2c92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:07.050080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9df6bd9b-9542-42f3-ab66-fb5d8fd7b5d1 req-ae88174e-b005-433d-879a-ba0611f2c92f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 1127 time: 0.2940676 Feb 19 02:59:07.106255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbeb16-9f3e-49e2-8001-b4dfb1951dd0 req-1139c73b-df23-4323-92b7-4c38cdc483ea tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:07.112401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22fbeb16-9f3e-49e2-8001-b4dfb1951dd0 req-1139c73b-df23-4323-92b7-4c38cdc483ea tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.4098535 Feb 19 02:59:07.130594 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-97e71f94-589a-4153-81b1-701376d661d0 admin admin] Publish callbacks [] for security_group (857391db-69ee-424b-8b0a-1d1e1d94824d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.149231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-97e71f94-589a-4153-81b1-701376d661d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (857391db-69ee-424b-8b0a-1d1e1d94824d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.183588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port a8b018a1-560e-49eb-943f-65a9aa84bee2 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:59:07.189797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port a8b018a1-560e-49eb-943f-65a9aa84bee2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:07.190417 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.232101 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e71f94-589a-4153-81b1-701376d661d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857391db-69ee-424b-8b0a-1d1e1d94824d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:07.314258 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-97e71f94-589a-4153-81b1-701376d661d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e21e1125a914d2c8c5efdc6139e499b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647861 Feb 19 02:59:07.316046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48488) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:07.418817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a8b018a1-560e-49eb-943f-65a9aa84bee2 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:07.422100 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.502109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:07.510641 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed017bea-41bc-4142-a075-c36086c07e6f" -d '{"events": [{"server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "name": "network-vif-plugged", "status": "completed", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:07.534900 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2efe6b9-45a5-4776-b024-e4e855869794 admin admin] Publish callbacks [] for security_group (857391db-69ee-424b-8b0a-1d1e1d94824d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.551911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:07.570096 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.602722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2efe6b9-45a5-4776-b024-e4e855869794 admin admin] Publish callbacks [] for security_group (857391db-69ee-424b-8b0a-1d1e1d94824d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.706666 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2efe6b9-45a5-4776-b024-e4e855869794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (857391db-69ee-424b-8b0a-1d1e1d94824d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.709262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:07.710738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2efe6b9-45a5-4776-b024-e4e855869794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:07.712233 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c2efe6b9-45a5-4776-b024-e4e855869794 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/857391db-69ee-424b-8b0a-1d1e1d94824d HTTP/1.1" status: 204 len: 168 time: 0.3962972 Feb 19 02:59:07.737457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efe6b9-45a5-4776-b024-e4e855869794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857391db-69ee-424b-8b0a-1d1e1d94824d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:07.925258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48506) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:08.011668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d2a9f-08e9-4139-9820-604cb6d11475 req-351f1463-4aa5-4b9f-86a0-f6f76ded3098 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:08.023206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-243d2a9f-08e9-4139-9820-604cb6d11475 req-351f1463-4aa5-4b9f-86a0-f6f76ded3098 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 1.1917334 Feb 19 02:59:08.212731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6bd9b-9542-42f3-ab66-fb5d8fd7b5d1 req-459527a2-419e-4669-931f-8f7e6556a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:08.221030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9df6bd9b-9542-42f3-ab66-fb5d8fd7b5d1 req-459527a2-419e-4669-931f-8f7e6556a853 service neutron] 10.222.0.87 "GET /v2.0/networks?id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 200 len: 919 time: 1.1623280 Feb 19 02:59:08.252088 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22fbeb16-9f3e-49e2-8001-b4dfb1951dd0 req-1797fd87-e507-4ac9-baf2-93fe8e2e9083 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1113892 Feb 19 02:59:08.374088 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.441903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9df6bd9b-9542-42f3-ab66-fb5d8fd7b5d1 req-bdce26bd-c998-4afa-9090-df3fb1b756e0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65fadec-a3ed-4e19-9a80-bd61648e8a0a HTTP/1.1" status: 200 len: 217 time: 0.1761048 Feb 19 02:59:08.491738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-151946344-network', 'tenant_id': 'edd27134e77f4a62bb35c01b842f1a53'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:08.555497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Made reservation on behalf of edd27134e77f4a62bb35c01b842f1a53 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:08.558526 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.559412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-243d2a9f-08e9-4139-9820-604cb6d11475 req-44e78072-cd90-47c7-97b5-2504c7fd0466 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347455 Feb 19 02:59:08.611589 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.623089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6bd9b-9542-42f3-ab66-fb5d8fd7b5d1 req-440c436e-d497-472c-bb00-5ad55a718446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:08.624589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9df6bd9b-9542-42f3-ab66-fb5d8fd7b5d1 req-440c436e-d497-472c-bb00-5ad55a718446 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a3409185-6e38-450f-9998-5d1abfd5cc95 HTTP/1.1" status: 200 len: 858 time: 0.1569414 Feb 19 02:59:08.672069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffde91f-b2d9-49ed-9ac8-473ee7376d4f req-3f348fcc-8360-46de-ac2d-c2316bef3fee tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:08.673708 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ffde91f-b2d9-49ed-9ac8-473ee7376d4f req-3f348fcc-8360-46de-ac2d-c2316bef3fee tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.2477629 Feb 19 02:59:08.747397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9df6bd9b-9542-42f3-ab66-fb5d8fd7b5d1 req-cfa2eee1-725c-466f-8e21-5e090dd505c9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114004 Feb 19 02:59:08.791818 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19e2d7d-f4af-4f63-9e4f-885fd6c2e421 x-openstack-request-id: req-b19e2d7d-f4af-4f63-9e4f-885fd6c2e421 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:08.792350 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "name": "network-vif-plugged", "status": "completed", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:08.792796 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b19e2d7d-f4af-4f63-9e4f-885fd6c2e421 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:08.793346 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'code': 200} Feb 19 02:59:08.846809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Publish callbacks [] for security_group (b45875d2-fb89-4aa6-bbfe-1dafa1978a56), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.866068 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b45875d2-fb89-4aa6-bbfe-1dafa1978a56), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:08.937118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ffde91f-b2d9-49ed-9ac8-473ee7376d4f req-dc584e38-6e01-4cea-af08-afd80aa32299 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059920 Feb 19 02:59:09.001416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45875d2-fb89-4aa6-bbfe-1dafa1978a56,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:09.027746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:09.074456 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2c6cc04e-40b4-48af-882a-a3da1ef4780a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:09.077784 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Added segment 2c6cc04e-40b4-48af-882a-a3da1ef4780a of type vlan for network 5f6a8d43-aa34-45a0-8a3d-c9db605ed332 Feb 19 02:59:09.174127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3f7b3-a42e-4968-974e-19a76a678fb8 req-144a1f0a-904e-4326-828c-df9fb4239309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:09.175936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04a3f7b3-a42e-4968-974e-19a76a678fb8 req-144a1f0a-904e-4326-828c-df9fb4239309 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1131 time: 0.2250035 Feb 19 02:59:09.180269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9df6bd9b-9542-42f3-ab66-fb5d8fd7b5d1 req-b5cb9ed2-e600-4ebb-a992-249d29ce74be service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142268 Feb 19 02:59:09.189910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037bc47-5396-43b0-8f9e-b17bee1bbbab req-83b99874-f972-45cc-b06a-8ed291b2d63b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:09.191611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0037bc47-5396-43b0-8f9e-b17bee1bbbab req-83b99874-f972-45cc-b06a-8ed291b2d63b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.2418947 Feb 19 02:59:09.264614 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (5f6a8d43-aa34-45a0-8a3d-c9db605ed332), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:09.335154 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (5f6a8d43-aa34-45a0-8a3d-c9db605ed332), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:09.337013 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:09.338025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:09.447386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9df6bd9b-9542-42f3-ab66-fb5d8fd7b5d1 req-c033549a-5347-4a14-99df-95d5f37de95f service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533460 Feb 19 02:59:09.465217 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5384202 Feb 19 02:59:09.471916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48546) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:09.481420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d1edea7c-eb4c-49e0-a95f-1a9849daea91 admin admin] Request body: {'subnet': {'network_id': '5f6a8d43-aa34-45a0-8a3d-c9db605ed332', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-151946344-subnet', 'tenant_id': 'edd27134e77f4a62bb35c01b842f1a53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:09.538667 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092ec24-14f5-4959-9fef-8774b205b862 admin admin] Pushing event updated for resources: {'Network': ['ID=5f6a8d43-aa34-45a0-8a3d-c9db605ed332,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:09.548474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1edea7c-eb4c-49e0-a95f-1a9849daea91 admin admin] Made reservation on behalf of edd27134e77f4a62bb35c01b842f1a53 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:09.553129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1edea7c-eb4c-49e0-a95f-1a9849daea91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:09.557427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 5f6a8d43-aa34-45a0-8a3d-c9db605ed332 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:09.624813 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0037bc47-5396-43b0-8f9e-b17bee1bbbab req-7a8d6b58-f83b-4df3-9883-41c5253f43b1 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701376 Feb 19 02:59:09.634325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04a3f7b3-a42e-4968-974e-19a76a678fb8 req-98926bdc-d544-4540-a390-6ba03681fa08 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416687 Feb 19 02:59:09.659661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52454eff-d48f-4958-a1b9-1d4143ab8475 req-fb1ded33-0d4a-46c2-ae2b-f7c1d6a70d52 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:09.675383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52454eff-d48f-4958-a1b9-1d4143ab8475 req-fb1ded33-0d4a-46c2-ae2b-f7c1d6a70d52 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.2250543 Feb 19 02:59:09.802056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52454eff-d48f-4958-a1b9-1d4143ab8475 req-e2ce4ad7-54c5-4740-a2ff-47744677cf18 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183722 Feb 19 02:59:09.843156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3e6bb-b9f9-4505-8151-e0708173adf0 req-5825caca-c486-44b0-aeaf-7426e671c3c4 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:09.857157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9d3e6bb-b9f9-4505-8151-e0708173adf0 req-5825caca-c486-44b0-aeaf-7426e671c3c4 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1030247 Feb 19 02:59:09.975507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9d3e6bb-b9f9-4505-8151-e0708173adf0 req-96b9b978-c16f-44ea-8e68-12214b872473 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130557 Feb 19 02:59:09.992850 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.030035 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1edea7c-eb4c-49e0-a95f-1a9849daea91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (81b7ef6d-ee78-43b8-96bd-974e0d9f97b2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.081077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1edea7c-eb4c-49e0-a95f-1a9849daea91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b7ef6d-ee78-43b8-96bd-974e0d9f97b2,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:10.142373 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1edea7c-eb4c-49e0-a95f-1a9849daea91 admin admin] Checking segment: {'id': '2c6cc04e-40b4-48af-882a-a3da1ef4780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5f6a8d43-aa34-45a0-8a3d-c9db605ed332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:10.144866 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1edea7c-eb4c-49e0-a95f-1a9849daea91 admin admin] Network hostable DHCP agents. Network: 5f6a8d43-aa34-45a0-8a3d-c9db605ed332, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:10.187609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1edea7c-eb4c-49e0-a95f-1a9849daea91 admin admin] Network 5f6a8d43-aa34-45a0-8a3d-c9db605ed332 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:10.204984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ce7b2-24e5-43bf-9c65-7915e367c960 req-48d01c16-18c9-4798-929f-14e40ea13daa tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:10.206603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c80ce7b2-24e5-43bf-9c65-7915e367c960 req-48d01c16-18c9-4798-929f-14e40ea13daa tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.0954919 Feb 19 02:59:10.210321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d1edea7c-eb4c-49e0-a95f-1a9849daea91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 5f6a8d43-aa34-45a0-8a3d-c9db605ed332) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:10.220257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1edea7c-eb4c-49e0-a95f-1a9849daea91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:10.221933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e8480b-47a7-4ae6-bad4-ca61ef771a42 None None] Network 5f6a8d43-aa34-45a0-8a3d-c9db605ed332 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:10.222980 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1edea7c-eb4c-49e0-a95f-1a9849daea91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:10.276507 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d1edea7c-eb4c-49e0-a95f-1a9849daea91 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8032053 Feb 19 02:59:10.279973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c80ce7b2-24e5-43bf-9c65-7915e367c960 req-26d6428f-0e91-497a-81e3-d6f27763e4a0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665009 Feb 19 02:59:10.389070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:59:10.436225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52a096a-1ef6-4436-ad3a-e7fd7c644b8a None None] Network 5f6a8d43-aa34-45a0-8a3d-c9db605ed332 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:10.856878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:10.858773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b009e7-1aee-49a8-a712-5f895e172d84 req-c5d83a54-0d34-40bd-8185-ac9105ddde4c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:10.860390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63b009e7-1aee-49a8-a712-5f895e172d84 req-c5d83a54-0d34-40bd-8185-ac9105ddde4c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.1103044 Feb 19 02:59:10.887585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4', 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54', 'port_id': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4', 'mac_address': 'fa:16:3e:5c:5c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a5f73c-3589-4dfd-ac2d-4855c1f63da2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:59:10.985253 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:10.985978 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:11.015007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:11.021440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63b009e7-1aee-49a8-a712-5f895e172d84 req-a8324818-1fcd-4b42-8477-69bf72634b09 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408553 Feb 19 02:59:11.069360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:11.087034 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:11.198337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:11.288452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec179c4d-e31e-485a-b437-c55c6b9112be req-7c349fbd-2424-411f-885c-2808e9218cc9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:11.290409 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec179c4d-e31e-485a-b437-c55c6b9112be req-7c349fbd-2424-411f-885c-2808e9218cc9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 944 time: 0.0689149 Feb 19 02:59:11.327111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:11.353931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec179c4d-e31e-485a-b437-c55c6b9112be req-f6f2d277-bb16-42a2-8f6a-d7726b560051 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558658 Feb 19 02:59:11.725754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-685377c0-e26b-45ed-bb24-ec346299ec9d tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:11.727997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-685377c0-e26b-45ed-bb24-ec346299ec9d tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/networks?id=5f6a8d43-aa34-45a0-8a3d-c9db605ed332 HTTP/1.1" status: 200 len: 813 time: 0.2117417 Feb 19 02:59:11.745702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87b862-4f47-48cd-9c21-75c766366bfb req-786fd3ff-0313-49f0-beb4-9893916429c9 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:11.747386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a87b862-4f47-48cd-9c21-75c766366bfb req-786fd3ff-0313-49f0-beb4-9893916429c9 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1262739 Feb 19 02:59:11.758063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-9d0c4844-5920-4d30-8031-02ccad34b946 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/quotas/edd27134e77f4a62bb35c01b842f1a53 HTTP/1.1" status: 200 len: 375 time: 0.0209274 Feb 19 02:59:11.831405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-58cf03e3-e3fc-47e8-8e5d-c73fe7b3b131 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=edd27134e77f4a62bb35c01b842f1a53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645356 Feb 19 02:59:11.945023 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a87b862-4f47-48cd-9c21-75c766366bfb req-9575519c-770e-48e2-b32e-328371fa8a43 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815076 Feb 19 02:59:12.004017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-9b00bfd3-cdec-42ce-ab30-973e19196e5c service neutron] 10.222.0.81 "GET /v2.0/networks/5f6a8d43-aa34-45a0-8a3d-c9db605ed332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717033 Feb 19 02:59:12.192346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-b0c71b90-327f-4a55-aa87-85191a93abeb service neutron] 10.222.0.67 "GET /v2.0/ports/fc838c02-fc9b-45b6-93b9-9b7cdf27255b/bindings/n-h1-826755-2 HTTP/1.1" status: 200 len: 384 time: 0.1638815 Feb 19 02:59:12.213971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-bacba2cb-1193-45a6-8b23-fc06222a50d1 service neutron] 10.222.0.81 "GET /v2.0/networks/5f6a8d43-aa34-45a0-8a3d-c9db605ed332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002163 Feb 19 02:59:12.276172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c111d-1462-4cfb-b9a7-db6b749b5293 req-f938499a-bb94-4266-89f6-f7cc7df276c6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:12.276172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d7c111d-1462-4cfb-b9a7-db6b749b5293 req-f938499a-bb94-4266-89f6-f7cc7df276c6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.1302183 Feb 19 02:59:12.367045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d7c111d-1462-4cfb-b9a7-db6b749b5293 req-dbda5d14-3fc3-4f6d-926f-b97fc69db5cb tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864213 Feb 19 02:59:12.399395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:12.540411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:12.541108 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.575530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057aa208-841a-4178-a824-4eb899a10e93 req-4124154d-2051-4d88-8a8e-ffc583d09eae tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:12.583503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-057aa208-841a-4178-a824-4eb899a10e93 req-4124154d-2051-4d88-8a8e-ffc583d09eae tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 943 time: 0.1080804 Feb 19 02:59:12.616987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-cc01fc4e-db79-4662-b131-225faf41ddc8 service neutron] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:12.653946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-cc01fc4e-db79-4662-b131-225faf41ddc8 service neutron] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:12.701484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-cc01fc4e-db79-4662-b131-225faf41ddc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc838c02-fc9b-45b6-93b9-9b7cdf27255b {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:12.718892 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:12.719286 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.734092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-cc01fc4e-db79-4662-b131-225faf41ddc8 service neutron] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:12.772075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:12.774439 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6627316-d7d5-40eb-b8f2-a5ca6da13009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:12.779312 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335d1994-7041-469c-9fba-6656ddfac94b" -d '{"events": [{"server_uuid": "b6627316-d7d5-40eb-b8f2-a5ca6da13009", "name": "network-vif-plugged", "status": "completed", "tag": "b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:12.789509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-057aa208-841a-4178-a824-4eb899a10e93 req-c7805693-3e1d-42d2-9677-f24047f0f145 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048736 Feb 19 02:59:12.790312 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-cc01fc4e-db79-4662-b131-225faf41ddc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.800753 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:12.880537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-032186ca-deaf-41b8-997b-78a87c6633de req-094b49d7-d5c7-4933-bbc8-48c4ba724bec tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 210 time: 0.0293531 Feb 19 02:59:12.905530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:12.920724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa77d52-5831-44ce-b1f6-497330eaa1b9 req-9b18580c-91a9-42f7-8cdb-d669c8fa2aa8 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:12.928466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fa77d52-5831-44ce-b1f6-497330eaa1b9 req-9b18580c-91a9-42f7-8cdb-d669c8fa2aa8 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 944 time: 0.2123106 Feb 19 02:59:13.044584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-cc01fc4e-db79-4662-b131-225faf41ddc8 service neutron] Transition to ACTIVE for port object fc838c02-fc9b-45b6-93b9-9b7cdf27255b will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:59:13.065337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fa77d52-5831-44ce-b1f6-497330eaa1b9 req-5aef09a9-23d6-4589-ab8f-2c18f19c8d91 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357882 Feb 19 02:59:13.074877 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-cc01fc4e-db79-4662-b131-225faf41ddc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:13.153353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01fc4e-db79-4662-b131-225faf41ddc8 service neutron] Pushing event updated for resources: {'Port': ['ID=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,revision_number=10']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:13.181009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81c691-8f36-4ee8-b4b7-233ac8c84687 req-06a380e8-1c1d-4c1f-bfb3-f47be5acaa23 tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:13.189784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d81c691-8f36-4ee8-b4b7-233ac8c84687 req-06a380e8-1c1d-4c1f-bfb3-f47be5acaa23 tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1131 time: 0.2018356 Feb 19 02:59:13.214925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-cc01fc4e-db79-4662-b131-225faf41ddc8 service neutron] No DVR routers for this DVR port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:13.276248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-cc01fc4e-db79-4662-b131-225faf41ddc8 service neutron] 10.222.0.67 "PUT /v2.0/ports/fc838c02-fc9b-45b6-93b9-9b7cdf27255b/bindings/n-h1-826755-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0734913 Feb 19 02:59:13.299192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d81c691-8f36-4ee8-b4b7-233ac8c84687 req-580c355d-2b8c-4dbe-a57e-78ed656bf839 tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045918 Feb 19 02:59:13.457320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-bc393477-09af-4bbf-9f6a-2a5e50e51c04 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:13.459238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-bc393477-09af-4bbf-9f6a-2a5e50e51c04 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f&tenant_id=2070a125af614429bfc65bdee24c8ce3&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1126 time: 0.1080163 Feb 19 02:59:13.534258 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65374239-1655-4423-9e1d-c3e9425255e9 x-openstack-request-id: req-65374239-1655-4423-9e1d-c3e9425255e9 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:13.534743 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6627316-d7d5-40eb-b8f2-a5ca6da13009", "name": "network-vif-plugged", "status": "completed", "tag": "b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:13.534841 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65374239-1655-4423-9e1d-c3e9425255e9 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:13.535187 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6627316-d7d5-40eb-b8f2-a5ca6da13009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4', 'code': 200} Feb 19 02:59:13.609654 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-15c6fd8c-87a5-42fb-8aec-7961eb624790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:13.611204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-15c6fd8c-87a5-42fb-8aec-7961eb624790 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f&tenant_id=2070a125af614429bfc65bdee24c8ce3 HTTP/1.1" status: 200 len: 1126 time: 0.1430502 Feb 19 02:59:13.771473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11708552-0bf4-4338-9c16-538821e0dae3 req-5715e295-e1da-4da9-a2ad-a4e7dbed379f tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:13.778541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11708552-0bf4-4338-9c16-538821e0dae3 req-5715e295-e1da-4da9-a2ad-a4e7dbed379f tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1473200 Feb 19 02:59:13.808096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-bddfd5c1-a1e7-472e-bfca-ca19229faf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:13.809644 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-bddfd5c1-a1e7-472e-bfca-ca19229faf40 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 1126 time: 0.1276298 Feb 19 02:59:13.857293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11708552-0bf4-4338-9c16-538821e0dae3 req-b4e430b9-d710-4ee9-bd33-d1bbca364897 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778744 Feb 19 02:59:13.955149 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-9330a4ef-fc58-42ea-bc50-6cc265d1079e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944548 Feb 19 02:59:14.059246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-42472cdd-4968-4629-aa1f-ce6beaa15970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:14.061051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-42472cdd-4968-4629-aa1f-ce6beaa15970 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.2027192 Feb 19 02:59:14.116542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bc3b9-151f-43dd-94fc-e690f60aeb15 req-7dedfdf8-bcf6-46d7-8dd0-10d3cbf12321 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:14.116542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e2bc3b9-151f-43dd-94fc-e690f60aeb15 req-7dedfdf8-bcf6-46d7-8dd0-10d3cbf12321 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.1791747 Feb 19 02:59:14.263756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-57292502-349f-41c7-81c1-17d5653c7758 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b HTTP/1.1" status: 200 len: 217 time: 0.1874018 Feb 19 02:59:14.437275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-ae336c09-4e15-4a0b-9bef-05cad9caa399 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:14.441955 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-ae336c09-4e15-4a0b-9bef-05cad9caa399 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.87 "GET /v2.0/networks?id=5f6a8d43-aa34-45a0-8a3d-c9db605ed332 HTTP/1.1" status: 200 len: 813 time: 0.1929460 Feb 19 02:59:14.469839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Request body: {'port': {'device_id': '43af0d91-d2a9-4afa-921f-15a79434a824', 'network_id': '5f6a8d43-aa34-45a0-8a3d-c9db605ed332', 'admin_state_up': True, 'tenant_id': 'edd27134e77f4a62bb35c01b842f1a53'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:14.474152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e2bc3b9-151f-43dd-94fc-e690f60aeb15 req-b570f5fe-b6f8-4569-b3d9-0e1e0922aaa6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425561 Feb 19 02:59:14.514547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-865177dc-a731-41ff-9efc-160dd14d98ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:14.534132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-865177dc-a731-41ff-9efc-160dd14d98ad service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.2372112 Feb 19 02:59:14.549873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465953f2-c091-468e-9cca-cad616448961 req-cf0db28a-c0b0-441b-8ee7-0bf5bbeaffa9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:14.563625 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-465953f2-c091-468e-9cca-cad616448961 req-cf0db28a-c0b0-441b-8ee7-0bf5bbeaffa9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 944 time: 0.6161349 Feb 19 02:59:14.641793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-b2fa906c-77d8-46d4-a1e0-b897af3734eb tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:14.643412 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-b2fa906c-77d8-46d4-a1e0-b897af3734eb tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] 10.222.0.81 "GET /v2.0/ports/a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 1128 time: 0.0635965 Feb 19 02:59:14.694304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-cab285df-aa72-4958-9155-f654e5a2b7ae service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285176 Feb 19 02:59:14.706194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Made reservation on behalf of edd27134e77f4a62bb35c01b842f1a53 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:14.711106 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:14.773164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee1b691f-a59f-4f19-af77-c8df60ea5af6 req-2007ff3b-30b2-4038-9221-6399178a048c tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 210 time: 0.0421152 Feb 19 02:59:14.790110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-465953f2-c091-468e-9cca-cad616448961 req-1e773440-851a-42a9-ab16-e293eb0027a2 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254374 Feb 19 02:59:15.059896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-30c7c913-1aca-4e35-b8e6-024f67bbc489 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532429 Feb 19 02:59:15.083617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Allocated IP 172.20.0.12 (5f6a8d43-aa34-45a0-8a3d-c9db605ed332/81b7ef6d-ee78-43b8-96bd-974e0d9f97b2/caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:15.176175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e3c0b-2958-47b5-b595-342acc50efd4 req-1ab1c0c7-b86e-4c8d-a515-038140d20789 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:15.183831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-873e3c0b-2958-47b5-b595-342acc50efd4 req-1ab1c0c7-b86e-4c8d-a515-038140d20789 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.2142210 Feb 19 02:59:15.270671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08262c7-e6f0-4440-b54f-136cae569183 req-c03dbff7-f951-4f28-9779-4ccc8b7188fa tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:15.272742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b08262c7-e6f0-4440-b54f-136cae569183 req-c03dbff7-f951-4f28-9779-4ccc8b7188fa tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1799929 Feb 19 02:59:15.300993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-873e3c0b-2958-47b5-b595-342acc50efd4 req-4b4ea065-52e4-444f-b063-ba811242b2de tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112883 Feb 19 02:59:15.344607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-f7785d77-1236-4218-b0f5-6acf86a7f3cf service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768064 Feb 19 02:59:15.403073 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b08262c7-e6f0-4440-b54f-136cae569183 req-0fea3e1a-0201-4620-b5ea-91757c2f7bdf tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228883 Feb 19 02:59:15.420555 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Publish callbacks [] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:15.512177 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:15.678376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Network 5f6a8d43-aa34-45a0-8a3d-c9db605ed332 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:15.700499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:15.709621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:15.717825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Pushing event updated for resources: {'Port': ['ID=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:15.808122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:15.811805 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:15.833988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ae02e-957b-4830-ab6d-4f916a170880 req-c6933611-f7ef-4208-b76f-ed562f288ba0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:15.848499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-263ae02e-957b-4830-ab6d-4f916a170880 req-c6933611-f7ef-4208-b76f-ed562f288ba0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.1537488 Feb 19 02:59:15.869114 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-4d46c982-658d-45a1-93de-9f309843baa3 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4115160 Feb 19 02:59:15.888080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Request body: {'port': {'device_id': '43af0d91-d2a9-4afa-921f-15a79434a824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:15.983875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-263ae02e-957b-4830-ab6d-4f916a170880 req-47e229dd-ec18-4106-8934-0cee8aa5a23c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283534 Feb 19 02:59:15.998792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.078536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48760) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:16.325485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-0d26b951-d315-4c6e-afb1-5a5efcfbdc4d tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:16.327042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-0d26b951-d315-4c6e-afb1-5a5efcfbdc4d tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f&tenant_id=2070a125af614429bfc65bdee24c8ce3&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1126 time: 0.2430079 Feb 19 02:59:16.353033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ded93-92c3-4da4-8fa9-794d65f215ae req-e69fd77d-ee09-4c6d-b8a8-9a151330ea19 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:16.360603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-868ded93-92c3-4da4-8fa9-794d65f215ae req-e69fd77d-ee09-4c6d-b8a8-9a151330ea19 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 932 time: 0.3114812 Feb 19 02:59:16.427777 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfef49fd-fd62-400f-b098-20c30a99942d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.435945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39d2bd7-7cbe-4dc4-a3de-26ac885aa951 req-d6d1b077-6b16-44e0-ad2c-0d935591b85d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:16.444551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f39d2bd7-7cbe-4dc4-a3de-26ac885aa951 req-d6d1b077-6b16-44e0-ad2c-0d935591b85d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 944 time: 0.3078980 Feb 19 02:59:16.476454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-7f707369-4252-4109-bacf-3b6aaa107de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:16.478243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-7f707369-4252-4109-bacf-3b6aaa107de8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1131 time: 0.2160256 Feb 19 02:59:16.519490 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfef49fd-fd62-400f-b098-20c30a99942d admin admin] Publish callbacks [] for security_group (1059c5e1-0ba5-4c14-a542-e3cd03d1e45f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.527320 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfef49fd-fd62-400f-b098-20c30a99942d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1059c5e1-0ba5-4c14-a542-e3cd03d1e45f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.552936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-868ded93-92c3-4da4-8fa9-794d65f215ae req-793d05a6-3ce5-49df-8cc8-c6e02af71fb7 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892166 Feb 19 02:59:16.601355 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dfef49fd-fd62-400f-b098-20c30a99942d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=08561b5fec8e4b4c9e3e01e527999523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5202441 Feb 19 02:59:16.605161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48772) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:16.608227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef49fd-fd62-400f-b098-20c30a99942d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1059c5e1-0ba5-4c14-a542-e3cd03d1e45f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:16.699953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f39d2bd7-7cbe-4dc4-a3de-26ac885aa951 req-7e7b612e-4cc4-41fa-97c0-37a392ea2c11 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542450 Feb 19 02:59:16.806664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-babe7244-763a-4fb8-bf7d-917ebc35cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:16.809829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-babe7244-763a-4fb8-bf7d-917ebc35cdc7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.3042083 Feb 19 02:59:16.813164 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b415777-5c34-4602-84c6-403c8c82f659 admin admin] Publish callbacks [] for security_group (1059c5e1-0ba5-4c14-a542-e3cd03d1e45f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.817827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-d8432e84-7ea2-4867-98f4-95bdf893e5ad service neutron] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:16.825445 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-d8432e84-7ea2-4867-98f4-95bdf893e5ad service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:16.826843 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fac29e8-c70c-4814-8a1c-3f772c368f3c req-d8432e84-7ea2-4867-98f4-95bdf893e5ad service neutron] 10.222.0.87 "DELETE /v2.0/ports/fc838c02-fc9b-45b6-93b9-9b7cdf27255b/bindings/n-h2-826755-2 HTTP/1.1" status: 204 len: 173 time: 0.4863532 Feb 19 02:59:16.965052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-9ed774cf-9cd2-4919-8e79-00111ae81772 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 217 time: 0.1051226 Feb 19 02:59:16.977854 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b415777-5c34-4602-84c6-403c8c82f659 admin admin] Publish callbacks [] for security_group (1059c5e1-0ba5-4c14-a542-e3cd03d1e45f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.001108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:17.011463 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Publish callbacks [] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.025474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Transition to ACTIVE for port object caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:59:17.034711 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.096430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0ed12-2f80-4ebb-8623-b128d5ac6a97 req-81d1329b-3ba0-4461-a1ea-bfc8979646a5 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:17.096712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:17.098007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ce0ed12-2f80-4ebb-8623-b128d5ac6a97 req-81d1329b-3ba0-4461-a1ea-bfc8979646a5 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.2614825 Feb 19 02:59:17.103446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-1e0fea78-199d-4a30-9bed-41b7557de2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:17.104958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-1e0fea78-199d-4a30-9bed-41b7557de2dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1294253 Feb 19 02:59:17.148180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e66c9d-94aa-4527-bff8-d928108a3b57 req-12d248f4-382b-4716-85e3-852f7fe7826e tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:17.155294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34e66c9d-94aa-4527-bff8-d928108a3b57 req-12d248f4-382b-4716-85e3-852f7fe7826e tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 1126 time: 0.1677566 Feb 19 02:59:17.175948 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b415777-5c34-4602-84c6-403c8c82f659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1059c5e1-0ba5-4c14-a542-e3cd03d1e45f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.178696 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b415777-5c34-4602-84c6-403c8c82f659 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.179920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2b415777-5c34-4602-84c6-403c8c82f659 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1059c5e1-0ba5-4c14-a542-e3cd03d1e45f HTTP/1.1" status: 204 len: 168 time: 0.5714321 Feb 19 02:59:17.184620 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Attempting to bind port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:17.189096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Attempting to bind port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '2c6cc04e-40b4-48af-882a-a3da1ef4780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5f6a8d43-aa34-45a0-8a3d-c9db605ed332'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:17.190536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Attempting to bind port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f on network 5f6a8d43-aa34-45a0-8a3d-c9db605ed332 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:17.216094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f on network 5f6a8d43-aa34-45a0-8a3d-c9db605ed332 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:59:17.216429 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Attempting to bind port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f on network 5f6a8d43-aa34-45a0-8a3d-c9db605ed332 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:17.225808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b415777-5c34-4602-84c6-403c8c82f659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1059c5e1-0ba5-4c14-a542-e3cd03d1e45f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:17.248495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ce0ed12-2f80-4ebb-8623-b128d5ac6a97 req-d7a06369-662e-4fe9-92c5-43fa113ac580 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245496 Feb 19 02:59:17.264599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:17.265078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Checking segment: {'id': '2c6cc04e-40b4-48af-882a-a3da1ef4780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5f6a8d43-aa34-45a0-8a3d-c9db605ed332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:17.265420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Bound using segment: {'id': '2c6cc04e-40b4-48af-882a-a3da1ef4780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5f6a8d43-aa34-45a0-8a3d-c9db605ed332'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:17.265916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Bound port: caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6cc04e-40b4-48af-882a-a3da1ef4780a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5f6a8d43-aa34-45a0-8a3d-c9db605ed332'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:17.266281 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.300184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34e66c9d-94aa-4527-bff8-d928108a3b57 req-b5703dd7-afa5-4a51-aa1c-64865ba5f4b3 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386902 Feb 19 02:59:17.337256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-bf10e7fe-17b7-4a2a-a5c4-8bfc1e57a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:17.342210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-bf10e7fe-17b7-4a2a-a5c4-8bfc1e57a1c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1320236 Feb 19 02:59:17.447362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] For port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:17.453160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] For port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f,segment=NetworkSegment(2c6cc04e-40b4-48af-882a-a3da1ef4780a),segment_id=2c6cc04e-40b4-48af-882a-a3da1ef4780a)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:17.480691 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.512306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-8e98af9d-90c6-4468-9c1c-a86095e381e6 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635721 Feb 19 02:59:17.520426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341ccfb-922a-4bf2-a258-90a3ec2a15b5 req-8e9c243c-cf43-4322-bc52-61326bab50fe tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:17.533126 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4341ccfb-922a-4bf2-a258-90a3ec2a15b5 req-8e9c243c-cf43-4322-bc52-61326bab50fe tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.1101897 Feb 19 02:59:17.605737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Pushing event updated for resources: {'Port': ['ID=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:17.619305 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:17.621631 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.623940 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-3dcde409-e886-46c8-93d8-789a2efe3fc2 service neutron] 10.222.0.87 "PUT /v2.0/ports/caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f HTTP/1.1" status: 200 len: 1092 time: 1.7432473 Feb 19 02:59:17.625359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43af0d91-d2a9-4afa-921f-15a79434a824', 'tag': 'caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:17.639102 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c740ff-bc7e-4bd8-a581-eeb5adb12a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "43af0d91-d2a9-4afa-921f-15a79434a824", "tag": "caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:17.645941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4341ccfb-922a-4bf2-a258-90a3ec2a15b5 req-b4297234-99e3-46c2-8dfd-c67c2e90f68f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112511 Feb 19 02:59:17.788327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48832) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:17.790683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-9defb938-6813-47c2-ab7c-60863d8e7c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:17.792254 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-9defb938-6813-47c2-ab7c-60863d8e7c95 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=edd27134e77f4a62bb35c01b842f1a53&device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 1126 time: 0.1018779 Feb 19 02:59:17.867058 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-c574b0ce-84dd-4239-bd47-f0db64578bdd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f HTTP/1.1" status: 200 len: 217 time: 0.0531628 Feb 19 02:59:17.868085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66abac71-318c-4395-a66b-4f3c6f0bf2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:17.979721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-c7425d0e-0ca6-426c-a04d-3297706876ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:17.981387 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-c7425d0e-0ca6-426c-a04d-3297706876ae service neutron] 10.222.0.87 "GET /v2.0/subnets?id=81b7ef6d-ee78-43b8-96bd-974e0d9f97b2 HTTP/1.1" status: 200 len: 853 time: 0.1024346 Feb 19 02:59:18.087027 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-0d58e512-e7b0-4a20-a5ee-ffc80a3d79ff service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5f6a8d43-aa34-45a0-8a3d-c9db605ed332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948644 Feb 19 02:59:18.136868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66abac71-318c-4395-a66b-4f3c6f0bf2c0 admin admin] Publish callbacks [] for security_group (a16151a7-6c2a-4fba-95c5-c4e461ee6139), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.173365 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66abac71-318c-4395-a66b-4f3c6f0bf2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a16151a7-6c2a-4fba-95c5-c4e461ee6139), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.230778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66abac71-318c-4395-a66b-4f3c6f0bf2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16151a7-6c2a-4fba-95c5-c4e461ee6139,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:18.243692 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-66abac71-318c-4395-a66b-4f3c6f0bf2c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41759c2ff7bc4dd58c0a590b90fe71d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4498231 Feb 19 02:59:18.245262 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48848) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:18.280619 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-b25df016-f92d-4680-980d-183b3843c407 service neutron] 10.222.0.87 "GET /v2.0/networks/5f6a8d43-aa34-45a0-8a3d-c9db605ed332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789474 Feb 19 02:59:18.340283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-161fb024-3f1e-42d8-8d57-dcad6f2fd2d0 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8037312 Feb 19 02:59:18.346512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705c85f-b72c-4f5b-b076-6c40cd3dece3 req-c98000f2-d0f8-47dc-977e-501247998327 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:18.355960 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f705c85f-b72c-4f5b-b076-6c40cd3dece3 req-c98000f2-d0f8-47dc-977e-501247998327 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 1126 time: 0.0922468 Feb 19 02:59:18.394259 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6f328a5d-94f0-43db-b868-8c291521ad26 admin admin] Publish callbacks [] for security_group (a16151a7-6c2a-4fba-95c5-c4e461ee6139), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.435393 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6f328a5d-94f0-43db-b868-8c291521ad26 admin admin] Publish callbacks [] for security_group (a16151a7-6c2a-4fba-95c5-c4e461ee6139), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.435667 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f705c85f-b72c-4f5b-b076-6c40cd3dece3 req-8ff976d4-88f2-4534-9faf-8bdf7355afad tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725217 Feb 19 02:59:18.454433 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2c1352cb-b1fd-41e5-bd3b-6c5cd01f3c45 req-1cf83bc5-3fa9-4f3b-9937-23f74088835e service neutron] 10.222.0.87 "GET /v2.0/networks/5f6a8d43-aa34-45a0-8a3d-c9db605ed332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619651 Feb 19 02:59:18.541584 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6f328a5d-94f0-43db-b868-8c291521ad26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a16151a7-6c2a-4fba-95c5-c4e461ee6139), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.544426 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6f328a5d-94f0-43db-b868-8c291521ad26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:18.545711 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6f328a5d-94f0-43db-b868-8c291521ad26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a16151a7-6c2a-4fba-95c5-c4e461ee6139 HTTP/1.1" status: 204 len: 168 time: 0.2970431 Feb 19 02:59:18.558765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f328a5d-94f0-43db-b868-8c291521ad26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16151a7-6c2a-4fba-95c5-c4e461ee6139,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:18.592915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ab8fb-7aa5-445f-a822-63c418ccfd6a req-1cb776e6-80f9-4623-8fb7-e57ee3334140 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:18.603359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-671ab8fb-7aa5-445f-a822-63c418ccfd6a req-1cb776e6-80f9-4623-8fb7-e57ee3334140 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 944 time: 0.0855014 Feb 19 02:59:18.647640 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f848caf6-5f96-49b4-aa5e-73183c22bed1 x-openstack-request-id: req-f848caf6-5f96-49b4-aa5e-73183c22bed1 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:18.647930 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43af0d91-d2a9-4afa-921f-15a79434a824", "tag": "caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:18.648183 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f848caf6-5f96-49b4-aa5e-73183c22bed1 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:18.648584 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43af0d91-d2a9-4afa-921f-15a79434a824', 'tag': 'caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f', 'status': 'completed', 'code': 200} Feb 19 02:59:18.673042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-671ab8fb-7aa5-445f-a822-63c418ccfd6a req-eb0c89f7-a716-46b0-812c-6de01ac29e19 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650952 Feb 19 02:59:18.746941 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c740ff-bc7e-4bd8-a581-eeb5adb12a5c req-4041f47c-37ef-494f-be65-148f2d78137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:18.748643 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f1c740ff-bc7e-4bd8-a581-eeb5adb12a5c req-4041f47c-37ef-494f-be65-148f2d78137a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=edd27134e77f4a62bb35c01b842f1a53&device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 1126 time: 0.0579927 Feb 19 02:59:18.821700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b36bc-a924-46fd-9cca-5ef72fcf90e0 req-fd466536-e476-49f7-a874-24e2590c5336 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:18.823469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c59b36bc-a924-46fd-9cca-5ef72fcf90e0 req-fd466536-e476-49f7-a874-24e2590c5336 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.0619657 Feb 19 02:59:18.874689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c740ff-bc7e-4bd8-a581-eeb5adb12a5c req-093d1923-fe2b-4ed0-816f-968949c96698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:18.876444 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f1c740ff-bc7e-4bd8-a581-eeb5adb12a5c req-093d1923-fe2b-4ed0-816f-968949c96698 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5f6a8d43-aa34-45a0-8a3d-c9db605ed332 HTTP/1.1" status: 200 len: 914 time: 0.1210244 Feb 19 02:59:18.944820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c59b36bc-a924-46fd-9cca-5ef72fcf90e0 req-6af0f920-01e1-41fd-989f-b51e9ade60f1 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067812 Feb 19 02:59:18.949978 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f1c740ff-bc7e-4bd8-a581-eeb5adb12a5c req-462e50fc-9c8a-4d92-aa7c-46159f51ada3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f HTTP/1.1" status: 200 len: 217 time: 0.0655870 Feb 19 02:59:19.025217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c740ff-bc7e-4bd8-a581-eeb5adb12a5c req-77253bb7-6d5b-4030-8d24-5c3842be1356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:19.027257 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f1c740ff-bc7e-4bd8-a581-eeb5adb12a5c req-77253bb7-6d5b-4030-8d24-5c3842be1356 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=81b7ef6d-ee78-43b8-96bd-974e0d9f97b2 HTTP/1.1" status: 200 len: 853 time: 0.0679483 Feb 19 02:59:19.068511 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f1c740ff-bc7e-4bd8-a581-eeb5adb12a5c req-9df84c7e-32ae-4569-9693-250e7f0c5794 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5f6a8d43-aa34-45a0-8a3d-c9db605ed332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324571 Feb 19 02:59:19.073092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fd756-b40c-4ad9-8d89-24c6cca38ac0 req-00ab3a0e-f8c6-4bbf-825e-cb219daa4161 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:19.074543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-792fd756-b40c-4ad9-8d89-24c6cca38ac0 req-00ab3a0e-f8c6-4bbf-825e-cb219daa4161 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.0745418 Feb 19 02:59:19.171703 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-792fd756-b40c-4ad9-8d89-24c6cca38ac0 req-d0fffbbd-12b8-4386-9eee-cca5d848170d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898192 Feb 19 02:59:19.200685 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f1c740ff-bc7e-4bd8-a581-eeb5adb12a5c req-c6c9c952-3434-416c-875e-537c5b5b521f service neutron] 10.222.0.87 "GET /v2.0/networks/5f6a8d43-aa34-45a0-8a3d-c9db605ed332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227114 Feb 19 02:59:19.291817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-b982eadb-9bd6-4ac5-96c9-698d5159bc6d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:19.293972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-b982eadb-9bd6-4ac5-96c9-698d5159bc6d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/networks?id=73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 200 len: 805 time: 0.1202052 Feb 19 02:59:19.309450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-73f910d3-d391-4e57-9349-b6263d554311 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/quotas/19c82b803a98422c88594f9f7e66cb7f HTTP/1.1" status: 200 len: 375 time: 0.0102816 Feb 19 02:59:19.323359 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f1c740ff-bc7e-4bd8-a581-eeb5adb12a5c req-47150c62-76db-43df-baf2-75fc32e07553 service neutron] 10.222.0.87 "GET /v2.0/networks/5f6a8d43-aa34-45a0-8a3d-c9db605ed332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108103 Feb 19 02:59:19.372306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-97bbf714-1d1e-4329-953e-de2766e73674 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=19c82b803a98422c88594f9f7e66cb7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570951 Feb 19 02:59:19.476383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-bfc6fa6b-33a1-49f2-86bd-a33c6755998a service neutron] 10.222.0.81 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952673 Feb 19 02:59:19.571307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-994b9393-1cd5-4233-8153-9d3f8bdaf01f service neutron] 10.222.0.81 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894825 Feb 19 02:59:19.768291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94c19487-8974-4756-9c0d-a8d9963e9ade req-7f4d2e20-7c6c-40e6-a477-b0555a9b1205 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 210 time: 0.0515144 Feb 19 02:59:19.830696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeee4f5-6452-49d5-8b55-8f4769976153 req-0060240b-2778-459d-be9d-79a61409723b tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:19.841475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faeee4f5-6452-49d5-8b55-8f4769976153 req-0060240b-2778-459d-be9d-79a61409723b tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 944 time: 0.0696614 Feb 19 02:59:19.909000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faeee4f5-6452-49d5-8b55-8f4769976153 req-a0307bdb-64a9-4280-9993-4997ee7d0b59 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676944 Feb 19 02:59:20.082573 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771a4f7-8ff8-46c0-863a-6755634d24e6 req-b4e6916c-3f24-42e2-b006-b4f226d1b672 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:20.090817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4771a4f7-8ff8-46c0-863a-6755634d24e6 req-b4e6916c-3f24-42e2-b006-b4f226d1b672 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.0822539 Feb 19 02:59:20.145923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4771a4f7-8ff8-46c0-863a-6755634d24e6 req-622cdeff-7027-448f-8e0b-fea528f2bf1c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552123 Feb 19 02:59:20.325700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326fa9b-e673-4b86-bae1-25e4fd26aaff req-0652db89-a752-417d-b4ae-7ed6f9864c72 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:20.327728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4326fa9b-e673-4b86-bae1-25e4fd26aaff req-0652db89-a752-417d-b4ae-7ed6f9864c72 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.0672767 Feb 19 02:59:20.337325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623b4c8-1f58-4cd6-b013-6b661954a070 req-5a349505-e794-4a38-b6e7-d668626a8413 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:20.343161 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4623b4c8-1f58-4cd6-b013-6b661954a070 req-5a349505-e794-4a38-b6e7-d668626a8413 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.87 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 945 time: 0.1007588 Feb 19 02:59:20.404391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4326fa9b-e673-4b86-bae1-25e4fd26aaff req-bb16420e-504b-4c9f-8529-f03b6d38889a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565555 Feb 19 02:59:20.459194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-4623b4c8-1f58-4cd6-b013-6b661954a070 req-98b903d2-9638-4268-8e58-a8a9d4fd7bc0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Deleting port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:20.459657 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-4623b4c8-1f58-4cd6-b013-6b661954a070 req-98b903d2-9638-4268-8e58-a8a9d4fd7bc0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.471933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:20.578487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:20.579485 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.588557 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-4623b4c8-1f58-4cd6-b013-6b661954a070 req-98b903d2-9638-4268-8e58-a8a9d4fd7bc0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] For port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:20.588991 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-4623b4c8-1f58-4cd6-b013-6b661954a070 req-98b903d2-9638-4268-8e58-a8a9d4fd7bc0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.603048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-4623b4c8-1f58-4cd6-b013-6b661954a070 req-98b903d2-9638-4268-8e58-a8a9d4fd7bc0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Calling delete_port for b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:20.621947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:20.623408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6627316-d7d5-40eb-b8f2-a5ca6da13009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:20.625997 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113075f3-a219-413b-851b-cdbddce29b00" -d '{"events": [{"server_uuid": "b6627316-d7d5-40eb-b8f2-a5ca6da13009", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:20.632748 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.700514 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591525d6-dbf3-481e-ac16-0f2c04f0a976 x-openstack-request-id: req-591525d6-dbf3-481e-ac16-0f2c04f0a976 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:20.700928 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6627316-d7d5-40eb-b8f2-a5ca6da13009", "name": "network-vif-unplugged", "status": "completed", "tag": "b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:20.701276 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-591525d6-dbf3-481e-ac16-0f2c04f0a976 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:20.701795 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6627316-d7d5-40eb-b8f2-a5ca6da13009', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4', 'code': 200} Feb 19 02:59:20.715490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:20.776799 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-4623b4c8-1f58-4cd6-b013-6b661954a070 req-98b903d2-9638-4268-8e58-a8a9d4fd7bc0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.814254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b903d2-9638-4268-8e58-a8a9d4fd7bc0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event deleted for resources: {'Port': ['ID=b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:20.909662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b3a34ee-a337-442d-876a-2724c752b7f7 req-dd7d15ba-f496-467f-812a-e274d5d8bba9 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 210 time: 0.0379465 Feb 19 02:59:20.925788 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-4623b4c8-1f58-4cd6-b013-6b661954a070 req-98b903d2-9638-4268-8e58-a8a9d4fd7bc0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] No DVR routers for this DVR port b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:20.938062 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-4623b4c8-1f58-4cd6-b013-6b661954a070 req-98b903d2-9638-4268-8e58-a8a9d4fd7bc0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:20.956065 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4623b4c8-1f58-4cd6-b013-6b661954a070 req-98b903d2-9638-4268-8e58-a8a9d4fd7bc0 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.87 "DELETE /v2.0/ports/b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 HTTP/1.1" status: 204 len: 173 time: 0.6022823 Feb 19 02:59:20.957832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6627316-d7d5-40eb-b8f2-a5ca6da13009', 'name': 'network-vif-deleted', 'tag': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:20.971723 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a10bd0-5e02-46fc-8512-8031a4990163" -d '{"events": [{"server_uuid": "b6627316-d7d5-40eb-b8f2-a5ca6da13009", "name": "network-vif-deleted", "tag": "b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:21.043966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 813d609a-5367-4ff7-b7f2-d24120758597 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:21.086712 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13919901-7e69-431c-8813-c461db05ff12 x-openstack-request-id: req-13919901-7e69-431c-8813-c461db05ff12 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:21.087005 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6627316-d7d5-40eb-b8f2-a5ca6da13009", "name": "network-vif-deleted", "tag": "b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:21.087296 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-13919901-7e69-431c-8813-c461db05ff12 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:21.087838 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6627316-d7d5-40eb-b8f2-a5ca6da13009', 'name': 'network-vif-deleted', 'tag': 'b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4', 'status': 'completed', 'code': 200} Feb 19 02:59:21.128076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-1c8e6e45-d463-4b73-87a3-cf3ba3d56dfb tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:21.129480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-1c8e6e45-d463-4b73-87a3-cf3ba3d56dfb tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "GET /v2.0/networks?id=73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 200 len: 805 time: 0.1067245 Feb 19 02:59:21.156147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Request body: {'port': {'device_id': '16e3d520-cf6a-430d-9b1a-23766dcf9ce4', 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'admin_state_up': True, 'tenant_id': '19c82b803a98422c88594f9f7e66cb7f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:21.246929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 813d609a-5367-4ff7-b7f2-d24120758597 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:21.247310 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (813d609a-5367-4ff7-b7f2-d24120758597), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.292081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 813d609a-5367-4ff7-b7f2-d24120758597, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=813d609a-5367-4ff7-b7f2-d24120758597,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:21.298980 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (813d609a-5367-4ff7-b7f2-d24120758597), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.307102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01ec08-1b4e-48d7-b519-9409a8830aee req-ab5f5653-4a54-445d-a3b1-419b7e597238 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:21.308613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d01ec08-1b4e-48d7-b519-9409a8830aee req-ab5f5653-4a54-445d-a3b1-419b7e597238 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "GET /v2.0/ports?device_id=ee6ca01b-d4e2-4f21-adde-fce47c281a93 HTTP/1.1" status: 200 len: 946 time: 0.3976612 Feb 19 02:59:21.329549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4ef6d70-9e75-4684-a4e5-c1848c12f575 req-5d09c8ad-92f1-41d2-84bb-88045c6326c9 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6627316-d7d5-40eb-b8f2-a5ca6da13009 HTTP/1.1" status: 200 len: 210 time: 0.0505049 Feb 19 02:59:21.361535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=813d609a-5367-4ff7-b7f2-d24120758597,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:21.408719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7ec0f-6e79-47e7-9b96-6fee1f55b19f req-0fb3deba-8057-4422-b9bf-7332b9e5473a tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:21.410314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71a7ec0f-6e79-47e7-9b96-6fee1f55b19f req-0fb3deba-8057-4422-b9bf-7332b9e5473a tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 944 time: 0.2797980 Feb 19 02:59:21.536722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Made reservation on behalf of 19c82b803a98422c88594f9f7e66cb7f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:21.540209 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.572113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71a7ec0f-6e79-47e7-9b96-6fee1f55b19f req-3ea628c0-7298-4a5b-a65a-03a67a460d6c tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473200 Feb 19 02:59:21.641448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0d01ec08-1b4e-48d7-b519-9409a8830aee req-8c88907b-3d5b-4436-a0b0-8296aeb916b1 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Deleting port 813d609a-5367-4ff7-b7f2-d24120758597 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:21.642211 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d01ec08-1b4e-48d7-b519-9409a8830aee req-8c88907b-3d5b-4436-a0b0-8296aeb916b1 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (813d609a-5367-4ff7-b7f2-d24120758597), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.776923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48974) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:21.801678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0d01ec08-1b4e-48d7-b519-9409a8830aee req-8c88907b-3d5b-4436-a0b0-8296aeb916b1 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] For port 813d609a-5367-4ff7-b7f2-d24120758597, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=813d609a-5367-4ff7-b7f2-d24120758597,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:21.802036 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d01ec08-1b4e-48d7-b519-9409a8830aee req-8c88907b-3d5b-4436-a0b0-8296aeb916b1 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (813d609a-5367-4ff7-b7f2-d24120758597), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.828387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511bac8-ae5b-4236-9c48-e6678d6c15e4 req-d2fdbc5c-0afc-4128-adc3-0d7853fb718a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:21.829907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8511bac8-ae5b-4236-9c48-e6678d6c15e4 req-d2fdbc5c-0afc-4128-adc3-0d7853fb718a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.2953444 Feb 19 02:59:21.855093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0d01ec08-1b4e-48d7-b519-9409a8830aee req-8c88907b-3d5b-4436-a0b0-8296aeb916b1 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Calling delete_port for 813d609a-5367-4ff7-b7f2-d24120758597 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:21.895447 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00687b48-b04c-4842-9d8b-2cbdcb38816a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.965794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Allocated IP 172.20.0.3 (73a739e5-c1a1-46c8-bfe7-556a2b135596/b709ca32-9176-48c8-932f-4c728cc3cfc8/918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:21.988230 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00687b48-b04c-4842-9d8b-2cbdcb38816a admin admin] Publish callbacks [] for security_group (b0af3015-321c-4a66-9bed-cbcc794a75ea), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:21.990005 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8511bac8-ae5b-4236-9c48-e6678d6c15e4 req-7d2bd6e0-3649-4b14-8d50-86b5edf50e7f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360013 Feb 19 02:59:21.996824 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00687b48-b04c-4842-9d8b-2cbdcb38816a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b0af3015-321c-4a66-9bed-cbcc794a75ea), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.039861 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-00687b48-b04c-4842-9d8b-2cbdcb38816a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e504109c30684279ac323461a65ce960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2608662 Feb 19 02:59:22.042175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00687b48-b04c-4842-9d8b-2cbdcb38816a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0af3015-321c-4a66-9bed-cbcc794a75ea,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:22.043617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48980) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:22.046036 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-471cde8e-b466-41e9-96f7-fb115917eb60 req-f4c366f0-f3af-4481-918d-c8608b3ba729 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 210 time: 0.0486839 Feb 19 02:59:22.129002 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-414d576d-208f-40bd-ae1f-150c68688e70 admin admin] Publish callbacks [] for security_group (b0af3015-321c-4a66-9bed-cbcc794a75ea), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.152777 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-414d576d-208f-40bd-ae1f-150c68688e70 admin admin] Publish callbacks [] for security_group (b0af3015-321c-4a66-9bed-cbcc794a75ea), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.165574 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d01ec08-1b4e-48d7-b519-9409a8830aee req-8c88907b-3d5b-4436-a0b0-8296aeb916b1 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (813d609a-5367-4ff7-b7f2-d24120758597), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.206833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-414d576d-208f-40bd-ae1f-150c68688e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b0af3015-321c-4a66-9bed-cbcc794a75ea), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.209621 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-414d576d-208f-40bd-ae1f-150c68688e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.213139 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-414d576d-208f-40bd-ae1f-150c68688e70 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0af3015-321c-4a66-9bed-cbcc794a75ea HTTP/1.1" status: 204 len: 168 time: 0.1661885 Feb 19 02:59:22.222289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d576d-208f-40bd-ae1f-150c68688e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0af3015-321c-4a66-9bed-cbcc794a75ea,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:22.236783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88907b-3d5b-4436-a0b0-8296aeb916b1 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Pushing event deleted for resources: {'Port': ['ID=813d609a-5367-4ff7-b7f2-d24120758597,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:22.293002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d01ec08-1b4e-48d7-b519-9409a8830aee req-8c88907b-3d5b-4436-a0b0-8296aeb916b1 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] No DVR routers for this DVR port 813d609a-5367-4ff7-b7f2-d24120758597 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:22.297442 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d01ec08-1b4e-48d7-b519-9409a8830aee req-8c88907b-3d5b-4436-a0b0-8296aeb916b1 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.300701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d01ec08-1b4e-48d7-b519-9409a8830aee req-8c88907b-3d5b-4436-a0b0-8296aeb916b1 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "DELETE /v2.0/ports/813d609a-5367-4ff7-b7f2-d24120758597 HTTP/1.1" status: 204 len: 173 time: 0.9746537 Feb 19 02:59:22.301145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6ca01b-d4e2-4f21-adde-fce47c281a93', 'name': 'network-vif-deleted', 'tag': '813d609a-5367-4ff7-b7f2-d24120758597'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:22.303510 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db2190e-8fc4-4cee-8d8e-f33ef0e2ee73" -d '{"events": [{"server_uuid": "ee6ca01b-d4e2-4f21-adde-fce47c281a93", "name": "network-vif-deleted", "tag": "813d609a-5367-4ff7-b7f2-d24120758597"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:22.378798 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.379590 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bacf64-68ee-4527-b5f3-e6aa3f6c7f2a x-openstack-request-id: req-a3bacf64-68ee-4527-b5f3-e6aa3f6c7f2a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:22.380063 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6ca01b-d4e2-4f21-adde-fce47c281a93", "name": "network-vif-deleted", "tag": "813d609a-5367-4ff7-b7f2-d24120758597", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:22.380619 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3bacf64-68ee-4527-b5f3-e6aa3f6c7f2a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:22.381223 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6ca01b-d4e2-4f21-adde-fce47c281a93', 'name': 'network-vif-deleted', 'tag': '813d609a-5367-4ff7-b7f2-d24120758597', 'status': 'completed', 'code': 200} Feb 19 02:59:22.415337 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks [] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.469402 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.484621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:59:22.531438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Network 73a739e5-c1a1-46c8-bfe7-556a2b135596 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:22.537635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:22.554082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:22.580132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Pushing event updated for resources: {'Port': ['ID=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:22.614427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:22.615342 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.638363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-3524f4fe-ee96-4b89-a71e-10d7d91fdfdd tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4925780 Feb 19 02:59:22.651134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Request body: {'port': {'device_id': '16e3d520-cf6a-430d-9b1a-23766dcf9ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:22.690817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f,segment=NetworkSegment(2c6cc04e-40b4-48af-882a-a3da1ef4780a),segment_id=2c6cc04e-40b4-48af-882a-a3da1ef4780a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:22.703958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee6ca01b-d4e2-4f21-adde-fce47c281a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813d609a-5367-4ff7-b7f2-d24120758597'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:22.706437 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634b0b39-4cad-491b-b60a-a655e0e62596" -d '{"events": [{"server_uuid": "ee6ca01b-d4e2-4f21-adde-fce47c281a93", "name": "network-vif-unplugged", "status": "completed", "tag": "813d609a-5367-4ff7-b7f2-d24120758597"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:22.713678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f', 'network_id': '5f6a8d43-aa34-45a0-8a3d-c9db605ed332', 'port_id': 'caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f', 'mac_address': 'fa:16:3e:e3:82:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b7ef6d-ee78-43b8-96bd-974e0d9f97b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:59:22.733226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49008) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:22.756469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8c75-5813-4d49-bffe-755ad24ab9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.766637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:22.767265 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.785699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:22.810023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f,segment=NetworkSegment(2c6cc04e-40b4-48af-882a-a3da1ef4780a),segment_id=2c6cc04e-40b4-48af-882a-a3da1ef4780a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:22.821553 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.877031 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8c75-5813-4d49-bffe-755ad24ab9a3 admin admin] Publish callbacks [] for security_group (3e97c33a-f54c-42fc-81a7-9d7c02688f1b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.884096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:22.885033 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d4d8c75-5813-4d49-bffe-755ad24ab9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3e97c33a-f54c-42fc-81a7-9d7c02688f1b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.929721 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:22.939787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d8c75-5813-4d49-bffe-755ad24ab9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e97c33a-f54c-42fc-81a7-9d7c02688f1b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:22.944891 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7d4d8c75-5813-4d49-bffe-755ad24ab9a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef240850bf3646809852516984a03bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104928 Feb 19 02:59:22.947340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49010) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:22.949130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534479b-2bbd-4edb-871d-f990801bfb90 req-5b82a6b8-81bc-4bfe-ad0e-a4b956b8bb7d tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:22.959237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4534479b-2bbd-4edb-871d-f990801bfb90 req-5b82a6b8-81bc-4bfe-ad0e-a4b956b8bb7d tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 944 time: 0.2230728 Feb 19 02:59:23.008853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Publish callbacks [] for security_group (3e97c33a-f54c-42fc-81a7-9d7c02688f1b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.032573 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Publish callbacks [] for security_group (3e97c33a-f54c-42fc-81a7-9d7c02688f1b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.068512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53af87-1784-4623-9a09-a70f7d526569 req-4da9df2c-e75d-4009-8144-b79dfbf7c515 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:23.077384 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-4da9df2c-e75d-4009-8144-b79dfbf7c515 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/networks?id=786540ae-380a-4002-9c76-008a7bd54a54 HTTP/1.1" status: 200 len: 821 time: 0.3614457 Feb 19 02:59:23.092191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3e97c33a-f54c-42fc-81a7-9d7c02688f1b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.096128 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.099917 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3e97c33a-f54c-42fc-81a7-9d7c02688f1b HTTP/1.1" status: 204 len: 168 time: 0.1490266 Feb 19 02:59:23.107097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e97c33a-f54c-42fc-81a7-9d7c02688f1b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:23.115183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4534479b-2bbd-4edb-871d-f990801bfb90 req-e93a6e32-c78f-472f-ac03-f5b01d6f8727 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485708 Feb 19 02:59:23.115633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.116324 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.116775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.117244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.117647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.118045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.118600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.118999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.119425 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.120279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.120984 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.121399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.121861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09170a2-a578-448f-b1c7-5a5ed70bf76e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.123781 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-5abb3561-6ac9-49d6-9b85-2a1710a8815a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/quotas/861b31ea9c0a4eaca344f28194c51275 HTTP/1.1" status: 200 len: 375 time: 0.0456851 Feb 19 02:59:23.183580 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d673fbd-cf55-466d-ad9b-19c8d7c5be68 x-openstack-request-id: req-9d673fbd-cf55-466d-ad9b-19c8d7c5be68 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:23.184068 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee6ca01b-d4e2-4f21-adde-fce47c281a93", "name": "network-vif-unplugged", "status": "completed", "tag": "813d609a-5367-4ff7-b7f2-d24120758597", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:23.184476 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d673fbd-cf55-466d-ad9b-19c8d7c5be68 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:23.185155 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee6ca01b-d4e2-4f21-adde-fce47c281a93', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '813d609a-5367-4ff7-b7f2-d24120758597', 'code': 200} Feb 19 02:59:23.216098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-75476d91-09fd-4b64-bc6d-914adbe8b4e6 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=861b31ea9c0a4eaca344f28194c51275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456462 Feb 19 02:59:23.245792 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.254896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:23.431449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-559c7719-9623-46ee-814f-61afbee8068c service neutron] 10.222.0.81 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143595 Feb 19 02:59:23.463748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998aa8f6-2cb1-4bf4-b598-5ff75ba7d102 req-3b14a701-149d-4125-b163-4f2ae0353883 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:23.465286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-998aa8f6-2cb1-4bf4-b598-5ff75ba7d102 req-3b14a701-149d-4125-b163-4f2ae0353883 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.1806681 Feb 19 02:59:23.591015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:23.608851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-998aa8f6-2cb1-4bf4-b598-5ff75ba7d102 req-38b624df-900b-4b81-86df-3c1ef88c7959 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118224 Feb 19 02:59:23.634993 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Publish callbacks [] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.651141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Transition to ACTIVE for port object 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:59:23.663687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-c5d92bb5-ebab-452b-b406-df3d624bdebc service neutron] 10.222.0.81 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312174 Feb 19 02:59:23.675379 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:23.780062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Pushing event updated for resources: {'Port': ['ID=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:23.810360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60594dbb-32a4-4886-b5e8-507ace990862 req-0e24a1cc-83f9-413b-8396-86b1e7cb5d7c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:23.811935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60594dbb-32a4-4886-b5e8-507ace990862 req-0e24a1cc-83f9-413b-8396-86b1e7cb5d7c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 943 time: 0.1439548 Feb 19 02:59:23.834105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.834445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.834779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.835234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.835421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.835748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.836066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.836434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.836715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.837070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.837327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.837635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.837945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:23.904753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Attempting to bind port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:23.905099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Attempting to bind port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:23.905431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Attempting to bind port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a on network 73a739e5-c1a1-46c8-bfe7-556a2b135596 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:23.974006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a on network 73a739e5-c1a1-46c8-bfe7-556a2b135596 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:59:23.974761 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Attempting to bind port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a on network 73a739e5-c1a1-46c8-bfe7-556a2b135596 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:23.997242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60594dbb-32a4-4886-b5e8-507ace990862 req-ebfde598-e688-4917-a62f-aa9511b8fbaa tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651659 Feb 19 02:59:24.000547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:24.000914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Checking segment: {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:24.001301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Bound using segment: {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:24.002268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Bound port: 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ee8c1f-1b44-4278-bb94-0d9252fdca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:24.002646 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.039554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-680a5570-697d-4fd8-959c-458638a71ebc req-72c131cb-97fe-45cb-ae35-5f5ab2527767 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 210 time: 0.0567176 Feb 19 02:59:24.111805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] For port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:24.115423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] For port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:24.125676 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.201954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Pushing event updated for resources: {'Port': ['ID=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:24.214302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:24.214636 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:24.223202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-66974805-a721-4169-9ef7-01ae26ed4e0c service neutron] 10.222.0.67 "PUT /v2.0/ports/918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a HTTP/1.1" status: 200 len: 1091 time: 1.5773211 Feb 19 02:59:24.346065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c4b8e-11bf-4394-8515-a152a68a03d4 req-782e93aa-45d8-4d24-97db-dec1f05c572a tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:24.347903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e5c4b8e-11bf-4394-8515-a152a68a03d4 req-782e93aa-45d8-4d24-97db-dec1f05c572a tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 945 time: 0.1070333 Feb 19 02:59:24.359470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-cf8527f1-7d3f-419c-bffb-3dfd1387cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:24.361213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-cf8527f1-7d3f-419c-bffb-3dfd1387cc40 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19c82b803a98422c88594f9f7e66cb7f&device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 1125 time: 0.0754735 Feb 19 02:59:24.384222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e3d520-cf6a-430d-9b1a-23766dcf9ce4', 'tag': '918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:24.386499 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317c9bdb-0d0d-4a0f-8524-2d29a6f6fccc" -d '{"events": [{"name": "network-changed", "server_uuid": "16e3d520-cf6a-430d-9b1a-23766dcf9ce4", "tag": "918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:24.458375 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce2202f-1e98-41ce-b695-eb41baead480 x-openstack-request-id: req-9ce2202f-1e98-41ce-b695-eb41baead480 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:24.459370 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e3d520-cf6a-430d-9b1a-23766dcf9ce4", "tag": "918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:24.459370 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ce2202f-1e98-41ce-b695-eb41baead480 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:24.459597 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e3d520-cf6a-430d-9b1a-23766dcf9ce4', 'tag': '918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a', 'status': 'completed', 'code': 200} Feb 19 02:59:24.461808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-0aea610f-0671-4ecc-9ee5-2d9e88d14217 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a HTTP/1.1" status: 200 len: 217 time: 0.0851479 Feb 19 02:59:24.481484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:24.504273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:24.504628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b7d2fcf1-b1d0-4472-89ff-fa5b7ea032d4 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:24.544728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e5c4b8e-11bf-4394-8515-a152a68a03d4 req-213dac49-871f-4841-b784-483a5a9634f0 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888340 Feb 19 02:59:24.551097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-bc215fb6-3c64-4507-8f45-99d2ca1f9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:24.553087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-bc215fb6-3c64-4507-8f45-99d2ca1f9584 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b709ca32-9176-48c8-932f-4c728cc3cfc8 HTTP/1.1" status: 200 len: 845 time: 0.0805418 Feb 19 02:59:24.601879 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-b79f9417-b3e4-4bca-8fc1-9c58ad794f91 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73a739e5-c1a1-46c8-bfe7-556a2b135596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344148 Feb 19 02:59:24.758580 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-95514a04-ba8c-407c-8eb5-0e784ad8e981 service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503050 Feb 19 02:59:24.801587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a4df1-d7d3-438d-80ac-656f5517303b req-aa24dad5-0dcc-4cb2-9fdb-f0e3d2f36254 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:24.803176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c45a4df1-d7d3-438d-80ac-656f5517303b req-aa24dad5-0dcc-4cb2-9fdb-f0e3d2f36254 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.0918257 Feb 19 02:59:24.886960 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c45a4df1-d7d3-438d-80ac-656f5517303b req-b4eb671e-18e4-4634-8ac3-46ccad521327 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597162 Feb 19 02:59:24.901046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73d2c73d-f006-4b83-a8a8-b3e5bedc21fc req-4798a70f-f1e3-4bd7-a974-8cc6971cac2c service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329331 Feb 19 02:59:25.006190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c9bdb-0d0d-4a0f-8524-2d29a6f6fccc req-6596970d-867e-4374-a159-e3395102e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:25.007887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-317c9bdb-0d0d-4a0f-8524-2d29a6f6fccc req-6596970d-867e-4374-a159-e3395102e888 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=19c82b803a98422c88594f9f7e66cb7f&device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 1125 time: 0.0570552 Feb 19 02:59:25.044088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 813d609a-5367-4ff7-b7f2-d24120758597 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:25.102666 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 813d609a-5367-4ff7-b7f2-d24120758597 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:25.105129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 813d609a-5367-4ff7-b7f2-d24120758597 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:25.129103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c9bdb-0d0d-4a0f-8524-2d29a6f6fccc req-1f0d9357-d009-4a7c-9268-ac0a9f5c6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:25.130859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-317c9bdb-0d0d-4a0f-8524-2d29a6f6fccc req-1f0d9357-d009-4a7c-9268-ac0a9f5c6deb service neutron] 10.222.0.67 "GET /v2.0/networks?id=73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 200 len: 906 time: 0.1151812 Feb 19 02:59:25.185662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-317c9bdb-0d0d-4a0f-8524-2d29a6f6fccc req-009f1076-0472-48c1-97de-767a6b59c8eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a HTTP/1.1" status: 200 len: 217 time: 0.0478420 Feb 19 02:59:25.243340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53af87-1784-4623-9a09-a70f7d526569 req-6c39dd03-fca1-4c09-8fca-69417277e775 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:25.246050 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-6c39dd03-fca1-4c09-8fca-69417277e775 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.87 "GET /v2.0/networks?id=786540ae-380a-4002-9c76-008a7bd54a54 HTTP/1.1" status: 200 len: 821 time: 0.1308947 Feb 19 02:59:25.271520 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-ef53af87-1784-4623-9a09-a70f7d526569 req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Request body: {'port': {'device_id': 'b3a9671d-fb0b-4158-96cb-b663ea8fd891', 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54', 'admin_state_up': True, 'tenant_id': '861b31ea9c0a4eaca344f28194c51275'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:25.453243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef53af87-1784-4623-9a09-a70f7d526569 req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Made reservation on behalf of 861b31ea9c0a4eaca344f28194c51275 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:25.458651 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ef53af87-1784-4623-9a09-a70f7d526569 req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.642074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-ef53af87-1784-4623-9a09-a70f7d526569 req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Allocated IP 172.20.0.12 (786540ae-380a-4002-9c76-008a7bd54a54/50a5f73c-3589-4dfd-ac2d-4855c1f63da2/d489b22a-6a01-476c-b785-952bc22637c2) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:25.663488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76b58458-6c3a-4b61-8d4e-63f3fc83aa74 req-0bad9ccf-d5c0-4d04-9dcc-aaef3944fa70 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 210 time: 0.0694697 Feb 19 02:59:25.731526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc957da-a403-4d4c-afd8-03d023d2537c req-3821084c-bd35-430e-9cc6-b8d3ed0cd234 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:25.739863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fc957da-a403-4d4c-afd8-03d023d2537c req-3821084c-bd35-430e-9cc6-b8d3ed0cd234 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 943 time: 0.6032739 Feb 19 02:59:25.741929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c9bdb-0d0d-4a0f-8524-2d29a6f6fccc req-674ef170-5ab1-4a77-99a2-dba6bfd5ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:25.747625 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-317c9bdb-0d0d-4a0f-8524-2d29a6f6fccc req-674ef170-5ab1-4a77-99a2-dba6bfd5ab78 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b709ca32-9176-48c8-932f-4c728cc3cfc8 HTTP/1.1" status: 200 len: 845 time: 0.5543020 Feb 19 02:59:25.819721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fc957da-a403-4d4c-afd8-03d023d2537c req-5569140f-d44e-4feb-9650-95c540a6847b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607104 Feb 19 02:59:25.849664 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-317c9bdb-0d0d-4a0f-8524-2d29a6f6fccc req-75dcacf6-353a-46ab-b12b-d9cc2019dfe7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=73a739e5-c1a1-46c8-bfe7-556a2b135596&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946937 Feb 19 02:59:25.859270 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ef53af87-1784-4623-9a09-a70f7d526569 req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for port (d489b22a-6a01-476c-b785-952bc22637c2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:25.910308 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ef53af87-1784-4623-9a09-a70f7d526569 req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d489b22a-6a01-476c-b785-952bc22637c2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.004698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef53af87-1784-4623-9a09-a70f7d526569 req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Network 786540ae-380a-4002-9c76-008a7bd54a54 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:26.006476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event updated for resources: {'Port': ['ID=d489b22a-6a01-476c-b785-952bc22637c2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:26.011961 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-ef53af87-1784-4623-9a09-a70f7d526569 req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:26.022540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef53af87-1784-4623-9a09-a70f7d526569 req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:26.096825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53af87-1784-4623-9a09-a70f7d526569 req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:26.098667 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ef53af87-1784-4623-9a09-a70f7d526569 req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.122101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0aad8-b406-4ecc-8072-2990b747e9aa req-cd5972c0-2b35-4682-bbb7-9981d77bcba7 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:26.124011 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-d9ad94b6-0251-4a43-97e3-4b025ad9a267 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8625605 Feb 19 02:59:26.131068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74f0aad8-b406-4ecc-8072-2990b747e9aa req-cd5972c0-2b35-4682-bbb7-9981d77bcba7 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 945 time: 0.2843976 Feb 19 02:59:26.207963 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-317c9bdb-0d0d-4a0f-8524-2d29a6f6fccc req-29ae137c-6ff6-491b-8285-2285be2e2ff1 service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363197 Feb 19 02:59:26.217437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94661151-2655-417e-9586-cb86ebc41c56 req-288b55b8-9de8-4282-afe1-f4e0999ae8ae tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:26.225848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94661151-2655-417e-9586-cb86ebc41c56 req-288b55b8-9de8-4282-afe1-f4e0999ae8ae tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.1753716 Feb 19 02:59:26.243405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74f0aad8-b406-4ecc-8072-2990b747e9aa req-1c7e10b4-bc58-45f3-9f92-1c71b088a746 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111557 Feb 19 02:59:26.332289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Request body: {'port': {'device_id': 'b3a9671d-fb0b-4158-96cb-b663ea8fd891', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:26.398676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94661151-2655-417e-9586-cb86ebc41c56 req-d05623ac-01b5-4ab1-974a-5285f3f15bb0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714623 Feb 19 02:59:26.419646 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d489b22a-6a01-476c-b785-952bc22637c2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.440074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-317c9bdb-0d0d-4a0f-8524-2d29a6f6fccc req-97898337-f6f8-4fb8-a53d-8bf74378b284 service neutron] 10.222.0.67 "GET /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956363 Feb 19 02:59:26.502019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:26.587464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:59:26.592173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:26.592571 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:26.989460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:26.990359 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.012278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49124) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:27.029965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59156c7c-a783-48aa-bc10-fb04a8b01f86 req-03e2ace0-59ba-44f2-8b5f-f3ad5ffb29ff tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:27.041402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-59156c7c-a783-48aa-bc10-fb04a8b01f86 req-03e2ace0-59ba-44f2-8b5f-f3ad5ffb29ff tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 932 time: 0.1764972 Feb 19 02:59:27.052829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f,segment=NetworkSegment(2c6cc04e-40b4-48af-882a-a3da1ef4780a),segment_id=2c6cc04e-40b4-48af-882a-a3da1ef4780a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:27.054369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43af0d91-d2a9-4afa-921f-15a79434a824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:27.056990 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d9e4d3-5d65-4a9a-8787-64c7c74a4b3f" -d '{"events": [{"server_uuid": "43af0d91-d2a9-4afa-921f-15a79434a824", "name": "network-vif-plugged", "status": "completed", "tag": "caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:27.064941 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.103371 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d489b22a-6a01-476c-b785-952bc22637c2 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:27.115229 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Publish callbacks [] for port (d489b22a-6a01-476c-b785-952bc22637c2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.134898 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Transition to ACTIVE for port object d489b22a-6a01-476c-b785-952bc22637c2 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:59:27.135132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:27.149786 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d489b22a-6a01-476c-b785-952bc22637c2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.177502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-59156c7c-a783-48aa-bc10-fb04a8b01f86 req-3c848642-eff3-47ef-af24-a0acb4a74062 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341176 Feb 19 02:59:27.266923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Pushing event updated for resources: {'Port': ['ID=d489b22a-6a01-476c-b785-952bc22637c2,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:27.355402 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3730ee40-918e-456c-8cc6-ac116da209cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.410988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Attempting to bind port d489b22a-6a01-476c-b785-952bc22637c2 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:27.411650 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Attempting to bind port d489b22a-6a01-476c-b785-952bc22637c2 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:27.411777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Attempting to bind port d489b22a-6a01-476c-b785-952bc22637c2 on network 786540ae-380a-4002-9c76-008a7bd54a54 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:27.418124 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Port d489b22a-6a01-476c-b785-952bc22637c2 on network 786540ae-380a-4002-9c76-008a7bd54a54 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:59:27.418449 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Attempting to bind port d489b22a-6a01-476c-b785-952bc22637c2 on network 786540ae-380a-4002-9c76-008a7bd54a54 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:27.428280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:27.428860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Checking segment: {'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:27.429172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Bound using segment: {'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:27.429489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Bound port: d489b22a-6a01-476c-b785-952bc22637c2, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9b2deff-a343-40b4-b2ad-646b55fe5a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:27.431912 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d489b22a-6a01-476c-b785-952bc22637c2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.432471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f04e94-df88-4fdb-8bb4-75c76eb93fc4 req-9444d9df-fcb6-45b4-beae-189d05d028e5 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:27.439641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46f04e94-df88-4fdb-8bb4-75c76eb93fc4 req-9444d9df-fcb6-45b4-beae-189d05d028e5 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 943 time: 0.1667783 Feb 19 02:59:27.455840 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c92809e-06cc-4191-94ec-8e75ced5ae03 x-openstack-request-id: req-6c92809e-06cc-4191-94ec-8e75ced5ae03 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:27.456229 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43af0d91-d2a9-4afa-921f-15a79434a824", "name": "network-vif-plugged", "status": "completed", "tag": "caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:27.456573 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6c92809e-06cc-4191-94ec-8e75ced5ae03 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:27.457097 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43af0d91-d2a9-4afa-921f-15a79434a824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f', 'code': 200} Feb 19 02:59:27.562393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] For port d489b22a-6a01-476c-b785-952bc22637c2, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:27.567148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] For port d489b22a-6a01-476c-b785-952bc22637c2, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d489b22a-6a01-476c-b785-952bc22637c2,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:27.577609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d489b22a-6a01-476c-b785-952bc22637c2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.623978 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46f04e94-df88-4fdb-8bb4-75c76eb93fc4 req-ff9e09c1-559d-4ef3-90af-225717db79f8 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783500 Feb 19 02:59:27.680164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Pushing event updated for resources: {'Port': ['ID=d489b22a-6a01-476c-b785-952bc22637c2,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:27.688996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:27.688996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.688996 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-626ecf4d-3647-49f8-983f-e709aa559665 service neutron] 10.222.0.87 "PUT /v2.0/ports/d489b22a-6a01-476c-b785-952bc22637c2 HTTP/1.1" status: 200 len: 1092 time: 1.5555706 Feb 19 02:59:27.688996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a9671d-fb0b-4158-96cb-b663ea8fd891', 'tag': 'd489b22a-6a01-476c-b785-952bc22637c2'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:27.690959 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e096c4-79c3-48e0-a9bc-9f4ed9d9491f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a9671d-fb0b-4158-96cb-b663ea8fd891", "tag": "d489b22a-6a01-476c-b785-952bc22637c2"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:27.729501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f8e07-2b0b-4544-a4a9-100a3032b3fe req-0cd5b013-6cd2-4c16-a9a0-2915c51f1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:27.731375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a11f8e07-2b0b-4544-a4a9-100a3032b3fe req-0cd5b013-6cd2-4c16-a9a0-2915c51f1a3c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 1128 time: 0.2023902 Feb 19 02:59:27.740190 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3730ee40-918e-456c-8cc6-ac116da209cf admin admin] Publish callbacks [] for security_group (991f5420-8388-4cbf-9957-670d8dc22ebd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.748968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd24b7-982b-450d-9045-509d960cc147 req-507b161b-957b-436b-bb45-51833091de94 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:27.750966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3cdd24b7-982b-450d-9045-509d960cc147 req-507b161b-957b-436b-bb45-51833091de94 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 946 time: 0.1949563 Feb 19 02:59:27.761583 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3730ee40-918e-456c-8cc6-ac116da209cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (991f5420-8388-4cbf-9957-670d8dc22ebd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.861681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3730ee40-918e-456c-8cc6-ac116da209cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a590c4ce1c0c4e0c92cdc78290fa8f2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7796180 Feb 19 02:59:27.865422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49146) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:27.873901 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53af87-1784-4623-9a09-a70f7d526569 req-1de460f5-1187-483b-9513-91c4e864a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:27.876916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a11f8e07-2b0b-4544-a4a9-100a3032b3fe req-eca62685-75fb-427f-997d-2bc57d6dc6ef service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219895 Feb 19 02:59:27.876916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730ee40-918e-456c-8cc6-ac116da209cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991f5420-8388-4cbf-9957-670d8dc22ebd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:27.879740 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-1de460f5-1187-483b-9513-91c4e864a094 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=861b31ea9c0a4eaca344f28194c51275&device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 1126 time: 0.1262493 Feb 19 02:59:27.883047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3cdd24b7-982b-450d-9045-509d960cc147 req-dd81f6cf-7609-4bc3-8ad6-889da147b561 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242638 Feb 19 02:59:27.953344 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cc5dac8-323e-4abc-838b-d23e9e2f24bb admin admin] Publish callbacks [] for security_group (991f5420-8388-4cbf-9957-670d8dc22ebd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:27.977676 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cc5dac8-323e-4abc-838b-d23e9e2f24bb admin admin] Publish callbacks [] for security_group (991f5420-8388-4cbf-9957-670d8dc22ebd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.040570 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41c807-7c63-43d7-aa36-af5ede12edfc req-2ccb7234-39dd-4617-af5d-901f8cbb85c5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:28.043274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b41c807-7c63-43d7-aa36-af5ede12edfc req-2ccb7234-39dd-4617-af5d-901f8cbb85c5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.0704062 Feb 19 02:59:28.070338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cc5dac8-323e-4abc-838b-d23e9e2f24bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (991f5420-8388-4cbf-9957-670d8dc22ebd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.073603 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cc5dac8-323e-4abc-838b-d23e9e2f24bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.075062 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7cc5dac8-323e-4abc-838b-d23e9e2f24bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/991f5420-8388-4cbf-9957-670d8dc22ebd HTTP/1.1" status: 204 len: 168 time: 0.1942382 Feb 19 02:59:28.096852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5dac8-323e-4abc-838b-d23e9e2f24bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991f5420-8388-4cbf-9957-670d8dc22ebd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:28.152647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b41c807-7c63-43d7-aa36-af5ede12edfc req-71074a57-3c43-4a41-9b3d-17bf431af022 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013923 Feb 19 02:59:28.206607 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41e5f0d-b55f-47f0-8e1f-8202b2685c27 x-openstack-request-id: req-b41e5f0d-b55f-47f0-8e1f-8202b2685c27 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:28.209210 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a9671d-fb0b-4158-96cb-b663ea8fd891", "tag": "d489b22a-6a01-476c-b785-952bc22637c2", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:28.209603 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b41e5f0d-b55f-47f0-8e1f-8202b2685c27 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:28.210178 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a9671d-fb0b-4158-96cb-b663ea8fd891', 'tag': 'd489b22a-6a01-476c-b785-952bc22637c2', 'status': 'completed', 'code': 200} Feb 19 02:59:28.214511 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-c3b1e3bd-c573-4575-93b0-c6984a2eca4a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d489b22a-6a01-476c-b785-952bc22637c2 HTTP/1.1" status: 200 len: 217 time: 0.0613191 Feb 19 02:59:28.330698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfb2b6-f8f5-4a38-8808-f7204d02fb70 req-78fccea4-ec0e-47ef-8a3d-fc0c6b0f1217 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:28.332059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9dbfb2b6-f8f5-4a38-8808-f7204d02fb70 req-78fccea4-ec0e-47ef-8a3d-fc0c6b0f1217 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 946 time: 0.0809667 Feb 19 02:59:28.363286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53af87-1784-4623-9a09-a70f7d526569 req-6986dea9-4635-43ac-9ec5-8387064db679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:28.366501 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-6986dea9-4635-43ac-9ec5-8387064db679 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=50a5f73c-3589-4dfd-ac2d-4855c1f63da2 HTTP/1.1" status: 200 len: 861 time: 0.1442218 Feb 19 02:59:28.417722 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-49540449-fcf0-4cdd-968b-76cf9264a250 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=786540ae-380a-4002-9c76-008a7bd54a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424631 Feb 19 02:59:28.493598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9dbfb2b6-f8f5-4a38-8808-f7204d02fb70 req-cd0351c6-5ad2-419a-929e-e34459d195af tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535242 Feb 19 02:59:28.511618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c3085-cd8b-4334-a102-ff0cdf95e942 req-0591f611-dcee-4955-a17e-614b3466943c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:28.522113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-520c3085-cd8b-4334-a102-ff0cdf95e942 req-0591f611-dcee-4955-a17e-614b3466943c tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 944 time: 0.1758654 Feb 19 02:59:28.583191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49156) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:28.605441 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-321c20a0-c87d-4d62-be42-34a39c4f0788 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.613213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-520c3085-cd8b-4334-a102-ff0cdf95e942 req-eec3020f-75e0-44dd-aa4c-c4ed8be9d9d4 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895288 Feb 19 02:59:28.626938 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-b30d07a4-0f9b-4cf8-b2a3-c1b3e99f0dee service neutron] 10.222.0.87 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964965 Feb 19 02:59:28.743556 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ef53af87-1784-4623-9a09-a70f7d526569 req-f56835d5-ab22-4f75-b23d-d0ba84f226f7 service neutron] 10.222.0.87 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012073 Feb 19 02:59:28.750968 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-321c20a0-c87d-4d62-be42-34a39c4f0788 admin admin] Publish callbacks [] for security_group (be276e55-bc84-433a-a204-e804040cfeb6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.778261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626b915-199a-484b-8b0b-89dac6f99974 req-0e6e00da-00a8-4618-b5c4-3a516e83502b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:28.780223 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9626b915-199a-484b-8b0b-89dac6f99974 req-0e6e00da-00a8-4618-b5c4-3a516e83502b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 943 time: 0.0854235 Feb 19 02:59:28.781069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-321c20a0-c87d-4d62-be42-34a39c4f0788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (be276e55-bc84-433a-a204-e804040cfeb6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:28.846085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-321c20a0-c87d-4d62-be42-34a39c4f0788 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a5405140f5549dcb7cb45c11f3b6521&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613580 Feb 19 02:59:28.848649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49162) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:28.852484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c20a0-c87d-4d62-be42-34a39c4f0788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be276e55-bc84-433a-a204-e804040cfeb6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:28.870317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e096c4-79c3-48e0-a9bc-9f4ed9d9491f req-e691338a-8aae-4f6c-9465-8da83b0979e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:28.871035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9626b915-199a-484b-8b0b-89dac6f99974 req-89f02a48-81fb-4f4d-a1f8-f6674e54fda2 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780606 Feb 19 02:59:28.874000 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-39e096c4-79c3-48e0-a9bc-9f4ed9d9491f req-e691338a-8aae-4f6c-9465-8da83b0979e6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=861b31ea9c0a4eaca344f28194c51275&device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 1126 time: 0.0760627 Feb 19 02:59:28.986239 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed2c5-0f12-41e3-9a33-2c4f8ff5bd84 admin admin] Publish callbacks [] for security_group (be276e55-bc84-433a-a204-e804040cfeb6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.017287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e096c4-79c3-48e0-a9bc-9f4ed9d9491f req-be897749-f8e1-45cb-b2a9-da34df0f41e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:29.018835 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-39e096c4-79c3-48e0-a9bc-9f4ed9d9491f req-be897749-f8e1-45cb-b2a9-da34df0f41e3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=786540ae-380a-4002-9c76-008a7bd54a54 HTTP/1.1" status: 200 len: 922 time: 0.1373773 Feb 19 02:59:29.024172 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed2c5-0f12-41e3-9a33-2c4f8ff5bd84 admin admin] Publish callbacks [] for security_group (be276e55-bc84-433a-a204-e804040cfeb6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.034583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0957a1-94e1-4a1f-bf2e-ddb785fd3322 req-ab53121a-fd25-4944-a719-7130d2ff34f9 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:29.036227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d0957a1-94e1-4a1f-bf2e-ddb785fd3322 req-ab53121a-fd25-4944-a719-7130d2ff34f9 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 946 time: 0.0698533 Feb 19 02:59:29.074571 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-39e096c4-79c3-48e0-a9bc-9f4ed9d9491f req-cc686a75-11fb-41e4-939b-aa1da5e3567b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d489b22a-6a01-476c-b785-952bc22637c2 HTTP/1.1" status: 200 len: 217 time: 0.0480759 Feb 19 02:59:29.089640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:59:29.092250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d0957a1-94e1-4a1f-bf2e-ddb785fd3322 req-73edc06a-21cd-4d84-aa04-a23e73bb8aa6 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487411 Feb 19 02:59:29.137018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e096c4-79c3-48e0-a9bc-9f4ed9d9491f req-772099b5-7dff-45d7-9838-84431b9d79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:29.138269 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-39e096c4-79c3-48e0-a9bc-9f4ed9d9491f req-772099b5-7dff-45d7-9838-84431b9d79cf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=50a5f73c-3589-4dfd-ac2d-4855c1f63da2 HTTP/1.1" status: 200 len: 861 time: 0.0571191 Feb 19 02:59:29.166099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed2c5-0f12-41e3-9a33-2c4f8ff5bd84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (be276e55-bc84-433a-a204-e804040cfeb6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.168856 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a3ed2c5-0f12-41e3-9a33-2c4f8ff5bd84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.172400 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9a3ed2c5-0f12-41e3-9a33-2c4f8ff5bd84 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/be276e55-bc84-433a-a204-e804040cfeb6 HTTP/1.1" status: 204 len: 168 time: 0.3202248 Feb 19 02:59:29.194090 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-39e096c4-79c3-48e0-a9bc-9f4ed9d9491f req-07ff3480-4674-4e09-bea9-a96b9a2a4954 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=786540ae-380a-4002-9c76-008a7bd54a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438313 Feb 19 02:59:29.199079 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ed2c5-0f12-41e3-9a33-2c4f8ff5bd84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be276e55-bc84-433a-a204-e804040cfeb6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:29.247528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:29.292119 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-39e096c4-79c3-48e0-a9bc-9f4ed9d9491f req-d459adba-7d8f-403b-9324-49a434730073 service neutron] 10.222.0.87 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898070 Feb 19 02:59:29.294505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a', 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'port_id': '918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a', 'mac_address': 'fa:16:3e:92:5f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b709ca32-9176-48c8-932f-4c728cc3cfc8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:59:29.332864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81fdf7-8252-49cf-8f2e-b19f709f1122 req-61ff2f86-acac-46a7-ab4e-c9a05074f7ae tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:29.340898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be81fdf7-8252-49cf-8f2e-b19f709f1122 req-61ff2f86-acac-46a7-ab4e-c9a05074f7ae tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.0701811 Feb 19 02:59:29.371563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:29.372017 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.393485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:29.410544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be81fdf7-8252-49cf-8f2e-b19f709f1122 req-f56d4e97-f5ec-440a-98d0-e3ed80791623 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640299 Feb 19 02:59:29.426291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:29.433266 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:29.472041 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-39e096c4-79c3-48e0-a9bc-9f4ed9d9491f req-a1a2921f-7837-415c-ba76-f24d36836de5 service neutron] 10.222.0.87 "GET /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720257 Feb 19 02:59:29.490729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:29.643132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979577ec-5ccb-4650-a3c5-4f09762f38b3 req-3e5c5b03-3aeb-48d3-87e4-ddc23f427894 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:29.645133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-979577ec-5ccb-4650-a3c5-4f09762f38b3 req-3e5c5b03-3aeb-48d3-87e4-ddc23f427894 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 946 time: 0.0666952 Feb 19 02:59:29.717451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-979577ec-5ccb-4650-a3c5-4f09762f38b3 req-bfe12e0c-c945-470d-88c2-9c6b4dfd7162 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/security-groups?id=e68fc07a-43e7-4b62-8768-0618963f9426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611691 Feb 19 02:59:29.783823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6c30e-7fc4-4cce-b451-44a5d57d8271 req-acfdc396-c4ae-42f4-933e-1cad83419d4b tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:29.785675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02a6c30e-7fc4-4cce-b451-44a5d57d8271 req-acfdc396-c4ae-42f4-933e-1cad83419d4b tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 944 time: 0.0870557 Feb 19 02:59:29.852134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02a6c30e-7fc4-4cce-b451-44a5d57d8271 req-18002cc7-03e9-42a4-ab35-73bd86d3af46 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604277 Feb 19 02:59:29.964429 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:30.003470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c9c29c-cf17-4b45-a4ec-d5cde50f9635 req-b0c333c6-ca4f-4926-a09f-6cac470cd843 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:30.009332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7c9c29c-cf17-4b45-a4ec-d5cde50f9635 req-b0c333c6-ca4f-4926-a09f-6cac470cd843 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.67 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 946 time: 0.1425693 Feb 19 02:59:30.186301 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 02:59:30.187170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a078b53-c2b0-4b2d-b34a-258c44782cbc req-fb51f1be-81d2-48dd-b481-e09f4d76be00 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:30.194504 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a078b53-c2b0-4b2d-b34a-258c44782cbc req-fb51f1be-81d2-48dd-b481-e09f4d76be00 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 944 time: 0.1128218 Feb 19 02:59:30.205576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49202) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:30.229347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-c7c9c29c-cf17-4b45-a4ec-d5cde50f9635 req-a6b5a39f-b14f-4d66-87a5-d70f7f2aab5f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Deleting port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:30.229687 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c7c9c29c-cf17-4b45-a4ec-d5cde50f9635 req-a6b5a39f-b14f-4d66-87a5-d70f7f2aab5f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.328140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-361465678-network', 'tenant_id': 'd0db881fe5bf4d899432d08392993561'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:30.337261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a078b53-c2b0-4b2d-b34a-258c44782cbc req-d2916455-b935-4366-b541-75a5ddafd3f7 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418762 Feb 19 02:59:30.367474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Made reservation on behalf of d0db881fe5bf4d899432d08392993561 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:30.370934 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.380549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773d522-e017-4035-a081-4ebd6427468b req-b8b7af90-53cf-4f60-b079-5986e6c741ea tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:30.380799 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.382131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9773d522-e017-4035-a081-4ebd6427468b req-b8b7af90-53cf-4f60-b079-5986e6c741ea tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 946 time: 0.1577997 Feb 19 02:59:30.387110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c7c9c29c-cf17-4b45-a4ec-d5cde50f9635 req-a6b5a39f-b14f-4d66-87a5-d70f7f2aab5f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] For port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=72ddf1dc-2ac6-4308-81f6-ed241e7c2211,segment=NetworkSegment(d856ffb6-e434-4b34-9c99-212bb4dc3ab6),segment_id=d856ffb6-e434-4b34-9c99-212bb4dc3ab6)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:30.387496 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c7c9c29c-cf17-4b45-a4ec-d5cde50f9635 req-a6b5a39f-b14f-4d66-87a5-d70f7f2aab5f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.407026 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-c7c9c29c-cf17-4b45-a4ec-d5cde50f9635 req-a6b5a39f-b14f-4d66-87a5-d70f7f2aab5f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Calling delete_port for 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:30.483204 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Publish callbacks [] for security_group (36926a50-b60c-4212-a3a8-76b9b9fbbad8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.489154 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (36926a50-b60c-4212-a3a8-76b9b9fbbad8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.511910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:30.529599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36926a50-b60c-4212-a3a8-76b9b9fbbad8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:30.530410 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9773d522-e017-4035-a081-4ebd6427468b req-322104ec-abc3-4ad6-9b6e-4d54f39a1d03 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351831 Feb 19 02:59:30.533279 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b315c6e7-82f1-47e6-aff6-329eb7af2ab7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.533692 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Added segment b315c6e7-82f1-47e6-aff6-329eb7af2ab7 of type vlan for network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 Feb 19 02:59:30.580310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (c3c3fba9-cc5b-42ca-9a06-3cc1125e4125), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.587363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c81e68-788e-4285-a38a-df47f3935c51 req-7f10d1c3-3ddf-4e88-9a54-ccf643ddc977 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:30.594662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80c81e68-788e-4285-a38a-df47f3935c51 req-7f10d1c3-3ddf-4e88-9a54-ccf643ddc977 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.1070731 Feb 19 02:59:30.620387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (c3c3fba9-cc5b-42ca-9a06-3cc1125e4125), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.621637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:30.622447 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.703027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80c81e68-788e-4285-a38a-df47f3935c51 req-031b81f0-8c37-4863-a8a2-638004d7e1d4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024210 Feb 19 02:59:30.710514 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5038266 Feb 19 02:59:30.713453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49212) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:30.716219 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c7c9c29c-cf17-4b45-a4ec-d5cde50f9635 req-a6b5a39f-b14f-4d66-87a5-d70f7f2aab5f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (72ddf1dc-2ac6-4308-81f6-ed241e7c2211), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.719094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-62dcb7fd-7933-4902-962b-d2a06b9147a2 admin admin] Request body: {'subnet': {'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-361465678-subnet', 'tenant_id': 'd0db881fe5bf4d899432d08392993561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:30.733499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dce17-4325-4b35-b01b-92ef8df32bea admin admin] Pushing event updated for resources: {'Network': ['ID=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:30.745101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['72ddf1dc-2ac6-4308-81f6-ed241e7c2211'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:30.764021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dcb7fd-7933-4902-962b-d2a06b9147a2 admin admin] Made reservation on behalf of d0db881fe5bf4d899432d08392993561 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:30.766427 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62dcb7fd-7933-4902-962b-d2a06b9147a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.772725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5a39f-b14f-4d66-87a5-d70f7f2aab5f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Pushing event deleted for resources: {'Port': ['ID=72ddf1dc-2ac6-4308-81f6-ed241e7c2211,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:30.803327 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:30.905831 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c9c29c-cf17-4b45-a4ec-d5cde50f9635 req-a6b5a39f-b14f-4d66-87a5-d70f7f2aab5f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] No DVR routers for this DVR port 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:30.910522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3933009a-419d-433f-96ba-8648f53a1a1a req-65ab9f75-99bd-47b8-989b-15a49e564825 tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.81 "GET /v2.0/ports?device_id=0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f HTTP/1.1" status: 200 len: 210 time: 0.0756676 Feb 19 02:59:30.911774 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c7c9c29c-cf17-4b45-a4ec-d5cde50f9635 req-a6b5a39f-b14f-4d66-87a5-d70f7f2aab5f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:30.915200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7c9c29c-cf17-4b45-a4ec-d5cde50f9635 req-a6b5a39f-b14f-4d66-87a5-d70f7f2aab5f tempest-AttachSCSIVolumeTestJSON-279165040 tempest-AttachSCSIVolumeTestJSON-279165040-project] 10.222.0.67 "DELETE /v2.0/ports/72ddf1dc-2ac6-4308-81f6-ed241e7c2211 HTTP/1.1" status: 204 len: 173 time: 0.8987720 Feb 19 02:59:30.915657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f', 'name': 'network-vif-deleted', 'tag': '72ddf1dc-2ac6-4308-81f6-ed241e7c2211'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:30.917970 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176ee3d9-2fc0-49c5-ae06-e73d4a6e0571" -d '{"events": [{"server_uuid": "0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f", "name": "network-vif-deleted", "tag": "72ddf1dc-2ac6-4308-81f6-ed241e7c2211"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:30.979932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5a3a1-4f5a-468a-941b-1947996f6b48 req-2a968c8b-6599-4df4-ad64-8676f4098b6f tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:30.986949 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdc5a3a1-4f5a-468a-941b-1947996f6b48 req-2a968c8b-6599-4df4-ad64-8676f4098b6f tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 946 time: 0.0656495 Feb 19 02:59:31.057968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdc5a3a1-4f5a-468a-941b-1947996f6b48 req-71fb9120-54d6-4159-b19d-4b1aeac1688a tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700715 Feb 19 02:59:31.061248 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c48f1-609f-4bbd-bee9-dac4e86c155e req-15008451-7907-4f4e-a015-6160eba173ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:31.062768 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f92c48f1-609f-4bbd-bee9-dac4e86c155e req-15008451-7907-4f4e-a015-6160eba173ff service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=edd27134e77f4a62bb35c01b842f1a53&device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 1128 time: 0.1451290 Feb 19 02:59:31.088267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:31.160197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313325-680a-4502-bcf6-998444573868 req-f09b7787-a4f3-4238-a573-d14f39c81622 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:31.161946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a313325-680a-4502-bcf6-998444573868 req-f09b7787-a4f3-4238-a573-d14f39c81622 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 944 time: 0.1326890 Feb 19 02:59:31.163832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:59:31.170320 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:31.170701 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:31.223036 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62dcb7fd-7933-4902-962b-d2a06b9147a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (dc9393ae-4d49-459c-8e00-bb905bb3a9ea), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:31.284920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a313325-680a-4502-bcf6-998444573868 req-708e4105-66f2-495e-a6ab-7dcc89d13eb2 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068668 Feb 19 02:59:31.304013 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c48f1-609f-4bbd-bee9-dac4e86c155e req-83366ed2-0391-4db9-8363-d2295a504416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:31.316018 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f92c48f1-609f-4bbd-bee9-dac4e86c155e req-83366ed2-0391-4db9-8363-d2295a504416 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5f6a8d43-aa34-45a0-8a3d-c9db605ed332 HTTP/1.1" status: 200 len: 914 time: 0.2340529 Feb 19 02:59:31.365828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:31.366665 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:31.399591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e3d520-cf6a-430d-9b1a-23766dcf9ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:31.403985 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037af4c1-713c-4467-9eca-25ef673068c6" -d '{"events": [{"server_uuid": "16e3d520-cf6a-430d-9b1a-23766dcf9ce4", "name": "network-vif-plugged", "status": "completed", "tag": "918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:31.425646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcb7fd-7933-4902-962b-d2a06b9147a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9393ae-4d49-459c-8e00-bb905bb3a9ea,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:31.427556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:31.436951 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f92c48f1-609f-4bbd-bee9-dac4e86c155e req-b293444a-56cf-422c-afe3-e3be07311716 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f HTTP/1.1" status: 200 len: 217 time: 0.0981736 Feb 19 02:59:31.442125 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dcb7fd-7933-4902-962b-d2a06b9147a2 admin admin] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:31.443599 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:31.445103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:31.455774 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dcb7fd-7933-4902-962b-d2a06b9147a2 admin admin] Network hostable DHCP agents. Network: c3c3fba9-cc5b-42ca-9a06-3cc1125e4125, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:31.539465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:31.539465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 72ddf1dc-2ac6-4308-81f6-ed241e7c2211 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:31.602345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c48f1-609f-4bbd-bee9-dac4e86c155e req-8ea3be79-8d39-4865-96c4-fcb9173911f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:31.603879 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f92c48f1-609f-4bbd-bee9-dac4e86c155e req-8ea3be79-8d39-4865-96c4-fcb9173911f5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=81b7ef6d-ee78-43b8-96bd-974e0d9f97b2 HTTP/1.1" status: 200 len: 853 time: 0.1242135 Feb 19 02:59:31.610282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86aa2e-45fd-4d2b-8170-7600bc240278 req-8716592e-103f-4045-acaa-a1460535c860 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:31.613219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:31.623824 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb86aa2e-45fd-4d2b-8170-7600bc240278 req-8716592e-103f-4045-acaa-a1460535c860 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 945 time: 0.1043000 Feb 19 02:59:31.625201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.625772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.626296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.627035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.627715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.628275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.628915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.629565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.630127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.630911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.631533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.632067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.632577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 02:59:31.697388 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f92c48f1-609f-4bbd-bee9-dac4e86c155e req-3d496c1f-2c75-4650-b985-b433eeb31bfe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5f6a8d43-aa34-45a0-8a3d-c9db605ed332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717075 Feb 19 02:59:31.698126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dcb7fd-7933-4902-962b-d2a06b9147a2 admin admin] Network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:31.711297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb86aa2e-45fd-4d2b-8170-7600bc240278 req-238e47c4-42e9-44fc-a966-0530b9fa56ee tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808620 Feb 19 02:59:31.717383 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39951e5b-754a-4b43-a6c1-348c89566c96 x-openstack-request-id: req-39951e5b-754a-4b43-a6c1-348c89566c96 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:31.717745 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f", "name": "network-vif-deleted", "tag": "72ddf1dc-2ac6-4308-81f6-ed241e7c2211", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:31.718067 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39951e5b-754a-4b43-a6c1-348c89566c96 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:31.718532 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c6ebf68-96d1-47ab-9d4d-0f5b2c8b946f', 'name': 'network-vif-deleted', 'tag': '72ddf1dc-2ac6-4308-81f6-ed241e7c2211', 'status': 'completed', 'code': 200} Feb 19 02:59:31.727509 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-62dcb7fd-7933-4902-962b-d2a06b9147a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, c3c3fba9-cc5b-42ca-9a06-3cc1125e4125) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:31.732834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dcb7fd-7933-4902-962b-d2a06b9147a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:31.733688 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62dcb7fd-7933-4902-962b-d2a06b9147a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:31.740942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322eff79-51af-47be-bff7-c3a78758c767 None None] Network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:31.803991 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-62dcb7fd-7933-4902-962b-d2a06b9147a2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0892828 Feb 19 02:59:31.827403 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca304ab6-579e-4d70-9c26-032093863273 x-openstack-request-id: req-ca304ab6-579e-4d70-9c26-032093863273 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:31.828310 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e3d520-cf6a-430d-9b1a-23766dcf9ce4", "name": "network-vif-plugged", "status": "completed", "tag": "918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:31.829021 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca304ab6-579e-4d70-9c26-032093863273 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:31.832725 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e3d520-cf6a-430d-9b1a-23766dcf9ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a', 'code': 200} Feb 19 02:59:31.855923 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f92c48f1-609f-4bbd-bee9-dac4e86c155e req-5eed54b6-5d7e-4d0f-892c-85a7d4cbfd72 service neutron] 10.222.0.87 "GET /v2.0/networks/5f6a8d43-aa34-45a0-8a3d-c9db605ed332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496544 Feb 19 02:59:31.920679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab02f682-eead-45dd-9a27-ded8c5349d5b None None] Network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:31.970536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da750e8d-e76e-43f4-bf70-42502ca4bb03 req-28c01bce-7b33-4e58-a668-c439e7edabe7 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:31.980010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da750e8d-e76e-43f4-bf70-42502ca4bb03 req-28c01bce-7b33-4e58-a668-c439e7edabe7 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.1663358 Feb 19 02:59:32.007291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7614a2-eb00-41eb-880c-4e4ec29d8c4b req-d1e6dfe0-4cb1-4729-bb06-b0b86887e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:32.017239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e7614a2-eb00-41eb-880c-4e4ec29d8c4b req-d1e6dfe0-4cb1-4729-bb06-b0b86887e90f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 1127 time: 0.1502564 Feb 19 02:59:32.026122 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f92c48f1-609f-4bbd-bee9-dac4e86c155e req-4275aabb-5265-4e7b-bf5c-817c8bd2e1aa service neutron] 10.222.0.87 "GET /v2.0/networks/5f6a8d43-aa34-45a0-8a3d-c9db605ed332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625822 Feb 19 02:59:32.126497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e7614a2-eb00-41eb-880c-4e4ec29d8c4b req-6dbb0170-2324-4641-be61-705e401bcab7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083655 Feb 19 02:59:32.140941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da750e8d-e76e-43f4-bf70-42502ca4bb03 req-21aa0ebd-ab55-4b55-8b2e-eb0fb39622d3 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565890 Feb 19 02:59:32.244022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cbcdec-56d7-4dc1-b9ea-3cc4426bb9dc req-08706c06-8cf3-4d7f-a865-c7629b8d088b tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:32.253817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07cbcdec-56d7-4dc1-b9ea-3cc4426bb9dc req-08706c06-8cf3-4d7f-a865-c7629b8d088b tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 946 time: 0.0803356 Feb 19 02:59:32.305903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07cbcdec-56d7-4dc1-b9ea-3cc4426bb9dc req-6937f2a1-b8d6-4c91-aaaf-b6c0647b86b4 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508895 Feb 19 02:59:32.443537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111b7d6-551b-47ff-bee3-acaca017f1f4 req-83d0f946-0aca-441d-935a-79a95321db57 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:32.445779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0111b7d6-551b-47ff-bee3-acaca017f1f4 req-83d0f946-0aca-441d-935a-79a95321db57 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 944 time: 0.0798497 Feb 19 02:59:32.511862 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49268) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:32.516901 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-554278225-network', 'tenant_id': 'b9225a0624654a6289601e5fe23efe79'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:32.517718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0111b7d6-551b-47ff-bee3-acaca017f1f4 req-4d4501a8-25ed-42ee-a1d5-9999377c8fed tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660427 Feb 19 02:59:32.535562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d489b22a-6a01-476c-b785-952bc22637c2 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:59:32.556296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Made reservation on behalf of b9225a0624654a6289601e5fe23efe79 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:32.558907 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.574670 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.671166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d489b22a-6a01-476c-b785-952bc22637c2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d489b22a-6a01-476c-b785-952bc22637c2,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:32.681261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Publish callbacks [] for security_group (401495e5-877a-4ba9-bfb3-223443168865), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.690326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'd489b22a-6a01-476c-b785-952bc22637c2', 'network_id': '786540ae-380a-4002-9c76-008a7bd54a54', 'port_id': 'd489b22a-6a01-476c-b785-952bc22637c2', 'mac_address': 'fa:16:3e:e3:56:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50a5f73c-3589-4dfd-ac2d-4855c1f63da2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:59:32.694100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (401495e5-877a-4ba9-bfb3-223443168865), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.740875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:32.743619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401495e5-877a-4ba9-bfb3-223443168865,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:32.757230 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (437e0490-b07f-4ab1-9b1f-3351268b65b0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.758006 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Added segment 437e0490-b07f-4ab1-9b1f-3351268b65b0 of type vlan for network 87e6b8d2-8db8-4c1d-a2d6-680d8f40b785 Feb 19 02:59:32.780325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d489b22a-6a01-476c-b785-952bc22637c2 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:32.780770 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d489b22a-6a01-476c-b785-952bc22637c2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.800538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d489b22a-6a01-476c-b785-952bc22637c2 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:32.818430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (87e6b8d2-8db8-4c1d-a2d6-680d8f40b785), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.835224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d489b22a-6a01-476c-b785-952bc22637c2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d489b22a-6a01-476c-b785-952bc22637c2,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:32.848926 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d489b22a-6a01-476c-b785-952bc22637c2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.859603 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (87e6b8d2-8db8-4c1d-a2d6-680d8f40b785), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.861576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:32.862139 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:32.918326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b76fc-9568-4dea-9d28-704bdd344b25 req-a7bfbb58-3afa-4ecc-aade-3a262a3ad87d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:32.920640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-578b76fc-9568-4dea-9d28-704bdd344b25 req-a7bfbb58-3afa-4ecc-aade-3a262a3ad87d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 945 time: 0.0913544 Feb 19 02:59:32.958409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d489b22a-6a01-476c-b785-952bc22637c2,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:32.963148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49298) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:32.969379 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4562252 Feb 19 02:59:32.974383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-382a46e1-1cae-49cd-b0b5-6dc49e4b44f1 admin admin] Request body: {'subnet': {'network_id': '87e6b8d2-8db8-4c1d-a2d6-680d8f40b785', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-554278225-subnet', 'tenant_id': 'b9225a0624654a6289601e5fe23efe79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:32.990182 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b24aa-edb4-433f-a3ad-a156d6acfa86 admin admin] Pushing event updated for resources: {'Network': ['ID=87e6b8d2-8db8-4c1d-a2d6-680d8f40b785,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:33.001789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-578b76fc-9568-4dea-9d28-704bdd344b25 req-7d40baad-1976-4f4b-8fc2-457579c906e4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739920 Feb 19 02:59:33.012860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 87e6b8d2-8db8-4c1d-a2d6-680d8f40b785 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:33.029589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382a46e1-1cae-49cd-b0b5-6dc49e4b44f1 admin admin] Made reservation on behalf of b9225a0624654a6289601e5fe23efe79 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:33.030599 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-382a46e1-1cae-49cd-b0b5-6dc49e4b44f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:33.256126 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-382a46e1-1cae-49cd-b0b5-6dc49e4b44f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (a5bbbed8-8e89-480a-ac99-e8cbfd2df8b0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:33.281587 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d489b22a-6a01-476c-b785-952bc22637c2'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:33.317775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d635e4-480e-4ad8-9a11-e081b7e9005d req-8209efc8-4807-48e6-8c1e-5170375a080d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:33.319627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93d635e4-480e-4ad8-9a11-e081b7e9005d req-8209efc8-4807-48e6-8c1e-5170375a080d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.1110444 Feb 19 02:59:33.327582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a46e1-1cae-49cd-b0b5-6dc49e4b44f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5bbbed8-8e89-480a-ac99-e8cbfd2df8b0,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:33.362581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a46e1-1cae-49cd-b0b5-6dc49e4b44f1 admin admin] Checking segment: {'id': '437e0490-b07f-4ab1-9b1f-3351268b65b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '87e6b8d2-8db8-4c1d-a2d6-680d8f40b785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:33.363009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382a46e1-1cae-49cd-b0b5-6dc49e4b44f1 admin admin] Network hostable DHCP agents. Network: 87e6b8d2-8db8-4c1d-a2d6-680d8f40b785, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:33.392221 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93d635e4-480e-4ad8-9a11-e081b7e9005d req-b2a5ac1c-7d04-4b97-8f67-b2503c886437 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572462 Feb 19 02:59:33.420276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382a46e1-1cae-49cd-b0b5-6dc49e4b44f1 admin admin] Network 87e6b8d2-8db8-4c1d-a2d6-680d8f40b785 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:33.433900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-382a46e1-1cae-49cd-b0b5-6dc49e4b44f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 87e6b8d2-8db8-4c1d-a2d6-680d8f40b785) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:33.448271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382a46e1-1cae-49cd-b0b5-6dc49e4b44f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:33.449136 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-382a46e1-1cae-49cd-b0b5-6dc49e4b44f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:33.453777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0245e6a5-27e9-411f-998a-1e6d8f60017b None None] Network 87e6b8d2-8db8-4c1d-a2d6-680d8f40b785 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:33.527605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-382a46e1-1cae-49cd-b0b5-6dc49e4b44f1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5526154 Feb 19 02:59:33.562014 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d2324-be2f-4ffe-832f-7c8dbdcb4f26 req-bafe1298-10a4-4d02-9c42-3127a33990b0 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:33.563620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de0d2324-be2f-4ffe-832f-7c8dbdcb4f26 req-bafe1298-10a4-4d02-9c42-3127a33990b0 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 946 time: 0.1085119 Feb 19 02:59:33.589166 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2fa42b00-0b47-4580-9fb8-087febeb7d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:33.630551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b154f1-30f1-46ee-907c-10847a73afb8 None None] Network 87e6b8d2-8db8-4c1d-a2d6-680d8f40b785 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:33.654551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de0d2324-be2f-4ffe-832f-7c8dbdcb4f26 req-12c263bd-fba6-4ef9-b11c-dc818a6f6720 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768330 Feb 19 02:59:33.773384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957e615-7155-4fc7-aa73-c68bccd7b6f6 req-5474c762-4717-4f7c-ac8a-187c15661caa tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:33.775367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6957e615-7155-4fc7-aa73-c68bccd7b6f6 req-5474c762-4717-4f7c-ac8a-187c15661caa tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 945 time: 0.0907967 Feb 19 02:59:33.829680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6957e615-7155-4fc7-aa73-c68bccd7b6f6 req-14c4c6ac-0792-459c-b070-5ed2cfd1b98d tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Feb 19 02:59:34.149883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd041b-b19e-4f41-b2fd-b5e62ad2b0c2 req-32e3943a-d6bb-4783-9dae-1966cc751386 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:34.151400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-86cd041b-b19e-4f41-b2fd-b5e62ad2b0c2 req-32e3943a-d6bb-4783-9dae-1966cc751386 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 946 time: 0.1113610 Feb 19 02:59:34.200626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-2dd7e38d-9889-481b-9932-2cadb05065bb tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:34.202081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-2dd7e38d-9889-481b-9932-2cadb05065bb tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 820 time: 0.1342916 Feb 19 02:59:34.229643 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-b40f5f99-050e-4ec8-ae21-af7da1358eb0 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/quotas/d0db881fe5bf4d899432d08392993561 HTTP/1.1" status: 200 len: 375 time: 0.0201569 Feb 19 02:59:34.233074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-86cd041b-b19e-4f41-b2fd-b5e62ad2b0c2 req-709ced03-2803-430c-8281-a0d21b971115 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758960 Feb 19 02:59:34.269540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-c8dfe78c-e712-4701-8c8e-bc75b04946db tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333157 Feb 19 02:59:34.394496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8656ab76-ed28-4831-add0-d8cb1670febe service neutron] 10.222.0.81 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177371 Feb 19 02:59:34.402275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac98afd-8a32-4620-8d5a-dbe8f5246c4e req-4f5255b4-6b27-418c-acc3-a74c41b0fc98 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:34.403625 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bac98afd-8a32-4620-8d5a-dbe8f5246c4e req-4f5255b4-6b27-418c-acc3-a74c41b0fc98 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 945 time: 0.0814021 Feb 19 02:59:34.509680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bac98afd-8a32-4620-8d5a-dbe8f5246c4e req-3f4c22f7-833f-41e6-a953-f9f5ef0a6efa tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919619 Feb 19 02:59:34.529134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-95316a03-09f4-4f6d-9357-c9cb1375888c service neutron] 10.222.0.81 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242752 Feb 19 02:59:34.621291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e278e88-f393-462a-9512-7fe22c330abc req-7c358e51-14ea-403b-ad10-9efcf5cf6ad4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:34.622811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e278e88-f393-462a-9512-7fe22c330abc req-7c358e51-14ea-403b-ad10-9efcf5cf6ad4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.0581000 Feb 19 02:59:34.693978 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e278e88-f393-462a-9512-7fe22c330abc req-31286a04-c915-4a4e-a02e-cc10674c9f02 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654747 Feb 19 02:59:34.838019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4deae787-e847-4938-9610-e94e4c1c436e req-7ad6dde9-790f-4052-a4bb-28b92f5082ba tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 210 time: 0.0387492 Feb 19 02:59:35.030360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f75858-e6fa-462f-a1ea-7070ef683846 req-adc951a7-40d0-41b4-9f5f-b2d38fca0873 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:35.043129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0f75858-e6fa-462f-a1ea-7070ef683846 req-adc951a7-40d0-41b4-9f5f-b2d38fca0873 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 945 time: 0.0777235 Feb 19 02:59:35.113053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0f75858-e6fa-462f-a1ea-7070ef683846 req-51d21706-937c-4dc4-a93c-956b6c691c8f tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688267 Feb 19 02:59:35.220656 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-b9cbb73c-5de8-4f59-b3e9-a6f29a7e02be service neutron] show failed (client error): The resource could not be found. Feb 19 02:59:35.221577 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-b9cbb73c-5de8-4f59-b3e9-a6f29a7e02be service neutron] 10.222.0.67 "GET /v2.0/ports/a8b018a1-560e-49eb-943f-65a9aa84bee2/bindings/n-h1-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0650072 Feb 19 02:59:35.385162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785633a-9333-4f90-a30b-441a54583bbd req-186114a1-b953-4890-82bf-682f0788596a tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:35.389280 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2785633a-9333-4f90-a30b-441a54583bbd req-186114a1-b953-4890-82bf-682f0788596a tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 946 time: 0.0770404 Feb 19 02:59:35.452982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2785633a-9333-4f90-a30b-441a54583bbd req-e1b136d5-5854-4b61-bcc9-c13371ec2ce7 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564172 Feb 19 02:59:35.532494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d471ca78-4bf9-4991-b79a-67cb694c8b88 req-20a66a91-afbb-48da-b8b6-16246428c51d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:35.534325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d471ca78-4bf9-4991-b79a-67cb694c8b88 req-20a66a91-afbb-48da-b8b6-16246428c51d tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 945 time: 0.0746429 Feb 19 02:59:35.553936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-52d9e01f-b366-48f5-a6f1-3b4bea7efc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:35.556044 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-52d9e01f-b366-48f5-a6f1-3b4bea7efc74 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6&tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9 HTTP/1.1" status: 200 len: 1131 time: 0.0502172 Feb 19 02:59:35.568207 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:35.586877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d471ca78-4bf9-4991-b79a-67cb694c8b88 req-6598ebc6-e185-45e4-b751-6a463a4f3730 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454893 Feb 19 02:59:35.632691 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.824215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b892a-c86f-44a8-aa71-c03eb1708459 req-ee2aff2a-4b0e-426b-8516-2f5dff4bf71b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:35.825923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c59b892a-c86f-44a8-aa71-c03eb1708459 req-ee2aff2a-4b0e-426b-8516-2f5dff4bf71b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.0560157 Feb 19 02:59:35.831867 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6896e78f-4556-44bc-b54c-bbcfbfb046c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.879836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:35.920543 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:35.969879 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:35.972491 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29002403-f4d5-4408-9c53-adf282338e3a" -d '{"events": [{"server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:35.976905 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Publish callbacks [] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:35.990829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Transition to ACTIVE for port object a8b018a1-560e-49eb-943f-65a9aa84bee2 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:59:35.998549 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.023907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72514a7b-d6bb-47af-af73-240bcbde4c0a req-37dafe0a-ef30-4534-b895-8719034e5adf tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 210 time: 0.0849407 Feb 19 02:59:36.170281 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] No DVR routers for this DVR port a8b018a1-560e-49eb-943f-65a9aa84bee2 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:36.177725 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c59b892a-c86f-44a8-aa71-c03eb1708459 req-3db6b6ee-8de2-40f1-9a43-ac9403a7c5f1 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412883 Feb 19 02:59:36.205338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dedec7-2d27-4497-a8cd-2df9ae135a3e req-6666ac9f-e608-45e9-b982-685b2964545f tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:36.207262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7dedec7-2d27-4497-a8cd-2df9ae135a3e req-6666ac9f-e608-45e9-b982-685b2964545f tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.87 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 946 time: 0.3296099 Feb 19 02:59:36.297759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=6']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:36.313788 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Attempting to bind port a8b018a1-560e-49eb-943f-65a9aa84bee2 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:36.314365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Attempting to bind port a8b018a1-560e-49eb-943f-65a9aa84bee2 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:36.314843 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Attempting to bind port a8b018a1-560e-49eb-943f-65a9aa84bee2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:36.339353 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a652036-cdde-48e5-b18b-a2b3fd7c85f0 x-openstack-request-id: req-8a652036-cdde-48e5-b18b-a2b3fd7c85f0 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:36.339642 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:36.339896 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8a652036-cdde-48e5-b18b-a2b3fd7c85f0 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:36.340292 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'code': 200} Feb 19 02:59:36.345748 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Port a8b018a1-560e-49eb-943f-65a9aa84bee2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:59:36.346690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Attempting to bind port a8b018a1-560e-49eb-943f-65a9aa84bee2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:36.366176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:36.374482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:36.377142 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:36.378340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Bound port: a8b018a1-560e-49eb-943f-65a9aa84bee2, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:36.379276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.459830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:36.463391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:36.477952 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.540300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:36.541340 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.543123 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] 10.222.0.87 "PUT /v2.0/ports/a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 1095 time: 0.9791615 Feb 19 02:59:36.558480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d489b22a-6a01-476c-b785-952bc22637c2 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:36.570174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765f55c-4d3d-4ea4-92a3-ef4dd96880a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=7']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:36.646870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-682f55ba-4ce8-436e-9770-0e688b7f5a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:36.649965 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-682f55ba-4ce8-436e-9770-0e688b7f5a1a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1129 time: 0.0658531 Feb 19 02:59:36.655218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port d489b22a-6a01-476c-b785-952bc22637c2 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:59:36.660039 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port d489b22a-6a01-476c-b785-952bc22637c2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:36.660493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d489b22a-6a01-476c-b785-952bc22637c2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.931605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd47c5-bc7a-41c6-b092-4bb814e69d0d req-4f18b0b6-84cd-4b9e-a291-2fe9a48af1b3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:36.939011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-febd47c5-bc7a-41c6-b092-4bb814e69d0d req-4f18b0b6-84cd-4b9e-a291-2fe9a48af1b3 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 945 time: 0.1957500 Feb 19 02:59:36.978509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-ab723d3e-14f1-4938-b19a-86a7191a84c7 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:36.980034 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-ab723d3e-14f1-4938-b19a-86a7191a84c7 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 820 time: 1.0144596 Feb 19 02:59:36.982436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d489b22a-6a01-476c-b785-952bc22637c2 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:36.982952 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d489b22a-6a01-476c-b785-952bc22637c2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:36.990283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f004a4-2cd9-4bb4-9825-626c6fea9f69 req-4e97f3ea-ffa0-49d1-a985-87abcadf5211 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:36.997698 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72f004a4-2cd9-4bb4-9825-626c6fea9f69 req-4e97f3ea-ffa0-49d1-a985-87abcadf5211 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 946 time: 0.2500985 Feb 19 02:59:37.015122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Request body: {'port': {'device_id': '27686865-161a-4c79-be3c-aa840de0344f', 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125', 'admin_state_up': True, 'tenant_id': 'd0db881fe5bf4d899432d08392993561'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:37.026490 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.053659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e7dedec7-2d27-4497-a8cd-2df9ae135a3e req-2339612a-281e-4fc0-b375-c3ad1b6edf76 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Deleting port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:37.054010 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e7dedec7-2d27-4497-a8cd-2df9ae135a3e req-2339612a-281e-4fc0-b375-c3ad1b6edf76 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.061245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a9671d-fb0b-4158-96cb-b663ea8fd891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd489b22a-6a01-476c-b785-952bc22637c2'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:37.065973 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1f40e0-e44d-41e1-bcaf-798d5f8f1c4e" -d '{"events": [{"server_uuid": "b3a9671d-fb0b-4158-96cb-b663ea8fd891", "name": "network-vif-plugged", "status": "completed", "tag": "d489b22a-6a01-476c-b785-952bc22637c2"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:37.099380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-835c0b76-a334-4488-8ab6-846ed2736557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.100895 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-835c0b76-a334-4488-8ab6-846ed2736557 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.4434617 Feb 19 02:59:37.101536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d489b22a-6a01-476c-b785-952bc22637c2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d489b22a-6a01-476c-b785-952bc22637c2,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:37.107578 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d489b22a-6a01-476c-b785-952bc22637c2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.155292 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-6b139754-9879-4253-b141-787dda92e52c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 217 time: 0.0473974 Feb 19 02:59:37.163005 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e7dedec7-2d27-4497-a8cd-2df9ae135a3e req-2339612a-281e-4fc0-b375-c3ad1b6edf76 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] For port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f,segment=NetworkSegment(2c6cc04e-40b4-48af-882a-a3da1ef4780a),segment_id=2c6cc04e-40b4-48af-882a-a3da1ef4780a)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:37.163371 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e7dedec7-2d27-4497-a8cd-2df9ae135a3e req-2339612a-281e-4fc0-b375-c3ad1b6edf76 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.169355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d489b22a-6a01-476c-b785-952bc22637c2,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:37.211809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-cea95d82-4d16-4882-bfbe-2bf55faaa7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.213500 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-cea95d82-4d16-4882-bfbe-2bf55faaa7f7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0510218 Feb 19 02:59:37.220838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e7dedec7-2d27-4497-a8cd-2df9ae135a3e req-2339612a-281e-4fc0-b375-c3ad1b6edf76 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Calling delete_port for caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:37.237765 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-febd47c5-bc7a-41c6-b092-4bb814e69d0d req-598990b0-9150-45ea-902c-a8bc49d94bb4 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978768 Feb 19 02:59:37.269813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-d902b1fa-499a-45c6-a5fb-5175f5df9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.271699 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-d902b1fa-499a-45c6-a5fb-5175f5df9534 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0502145 Feb 19 02:59:37.344606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72f004a4-2cd9-4bb4-9825-626c6fea9f69 req-46346912-3ef8-4d2c-81b3-7212bfe6350e tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/security-groups?id=b45875d2-fb89-4aa6-bbfe-1dafa1978a56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416641 Feb 19 02:59:37.376614 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-64951d6d-b625-49b5-a05c-1b57e562b697 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979257 Feb 19 02:59:37.444418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c287bd4-98ed-4c91-8719-2afa4a3ca15f req-ce6aaa46-907f-4fb2-9bfc-bbe90fa23c87 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.445911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c287bd4-98ed-4c91-8719-2afa4a3ca15f req-ce6aaa46-907f-4fb2-9bfc-bbe90fa23c87 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 945 time: 0.1201603 Feb 19 02:59:37.501129 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-550437da-d8f2-4b6b-81fb-2f739d4c4ecd req-73763611-fd6e-4cd9-9041-5851b17ac295 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166458 Feb 19 02:59:37.512928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Made reservation on behalf of d0db881fe5bf4d899432d08392993561 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:37.516074 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.554897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-200b680a-8e87-4182-a24a-06b783957138 req-82c59853-16da-400b-b5a1-cd70450f3d84 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 210 time: 0.0611610 Feb 19 02:59:37.625643 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b163d2-38bc-46e2-bed8-633be2b11fc2 x-openstack-request-id: req-e4b163d2-38bc-46e2-bed8-633be2b11fc2 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:37.625643 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a9671d-fb0b-4158-96cb-b663ea8fd891", "name": "network-vif-plugged", "status": "completed", "tag": "d489b22a-6a01-476c-b785-952bc22637c2", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:37.625643 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4b163d2-38bc-46e2-bed8-633be2b11fc2 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:37.626475 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a9671d-fb0b-4158-96cb-b663ea8fd891', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd489b22a-6a01-476c-b785-952bc22637c2', 'code': 200} Feb 19 02:59:37.632456 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e7dedec7-2d27-4497-a8cd-2df9ae135a3e req-2339612a-281e-4fc0-b375-c3ad1b6edf76 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.646351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:37.755260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339612a-281e-4fc0-b375-c3ad1b6edf76 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Pushing event deleted for resources: {'Port': ['ID=caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:37.756584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a022a-93a2-45ad-8a07-f268684837b0 req-e6e7dd14-b066-41d3-be30-19fe1a8cf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.759428 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d11a022a-93a2-45ad-8a07-f268684837b0 req-e6e7dd14-b066-41d3-be30-19fe1a8cf901 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 1128 time: 0.0461788 Feb 19 02:59:37.764207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c287bd4-98ed-4c91-8719-2afa4a3ca15f req-3adf57db-9cb9-43bd-8ec4-d10eb9809983 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883320 Feb 19 02:59:37.837500 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d11a022a-93a2-45ad-8a07-f268684837b0 req-7a91f5bb-793d-484e-b536-8dfd8c183583 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615032 Feb 19 02:59:37.846121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Allocated IP 172.20.0.3 (c3c3fba9-cc5b-42ca-9a06-3cc1125e4125/dc9393ae-4d49-459c-8e00-bb905bb3a9ea/9d7a8f83-e7bd-44df-b96e-84b5f1443f90) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:37.848299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7dedec7-2d27-4497-a8cd-2df9ae135a3e req-2339612a-281e-4fc0-b375-c3ad1b6edf76 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] No DVR routers for this DVR port caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:37.855986 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e7dedec7-2d27-4497-a8cd-2df9ae135a3e req-2339612a-281e-4fc0-b375-c3ad1b6edf76 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:37.859730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7dedec7-2d27-4497-a8cd-2df9ae135a3e req-2339612a-281e-4fc0-b375-c3ad1b6edf76 tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.87 "DELETE /v2.0/ports/caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f HTTP/1.1" status: 204 len: 173 time: 1.6451514 Feb 19 02:59:37.860174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43af0d91-d2a9-4afa-921f-15a79434a824', 'name': 'network-vif-deleted', 'tag': 'caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:37.862454 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331160ca-f0f3-4e3a-be8e-d70822569839" -d '{"events": [{"server_uuid": "43af0d91-d2a9-4afa-921f-15a79434a824", "name": "network-vif-deleted", "tag": "caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:37.897512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f302f5b-9e0a-4b7f-996d-17b56b90d780 req-38dc6405-754b-4787-b8a2-7c7305075bae tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:37.899151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f302f5b-9e0a-4b7f-996d-17b56b90d780 req-38dc6405-754b-4787-b8a2-7c7305075bae tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 947 time: 0.1599467 Feb 19 02:59:37.906938 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a64f8a-9c70-48ec-a402-f453dbb968e6 x-openstack-request-id: req-05a64f8a-9c70-48ec-a402-f453dbb968e6 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:37.907225 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43af0d91-d2a9-4afa-921f-15a79434a824", "name": "network-vif-deleted", "tag": "caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:37.907476 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05a64f8a-9c70-48ec-a402-f453dbb968e6 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:37.907869 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43af0d91-d2a9-4afa-921f-15a79434a824', 'name': 'network-vif-deleted', 'tag': 'caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f', 'status': 'completed', 'code': 200} Feb 19 02:59:38.016606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f302f5b-9e0a-4b7f-996d-17b56b90d780 req-537d30f1-c63e-4de1-8fa7-a06fa5560bc8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076970 Feb 19 02:59:38.084786 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks [] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.126457 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.179506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:38.183583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Pushing event updated for resources: {'Port': ['ID=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:38.186827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:38.188551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:38.245141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:38.245775 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.271519 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8a38af25-5323-43f4-8212-21a7ca31dced tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2653358 Feb 19 02:59:38.272207 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.292937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Request body: {'port': {'device_id': '27686865-161a-4c79-be3c-aa840de0344f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:38.342068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:38.345973 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91de1273-f2d6-4396-8733-7d93620d3ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:38.406235 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4be22fc-0595-41cd-ad87-d92729babf2f x-openstack-request-id: req-b4be22fc-0595-41cd-ad87-d92729babf2f {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:38.406582 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:38.406840 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4be22fc-0595-41cd-ad87-d92729babf2f {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:38.407415 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'status': 'completed', 'code': 200} Feb 19 02:59:38.548067 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1ae31df-ec7d-4639-b9b5-107b7329b6fd req-84beac13-bfcb-4511-8112-2f5e11e8337f tempest-InstanceActionsTestJSON-1884889899 tempest-InstanceActionsTestJSON-1884889899-project] 10.222.0.81 "GET /v2.0/ports?device_id=43af0d91-d2a9-4afa-921f-15a79434a824 HTTP/1.1" status: 200 len: 210 time: 0.0570991 Feb 19 02:59:38.552853 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:38.584511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b8c965-179f-4bfa-8b27-fe0996a1a2c0 req-8014e787-828c-4b6b-bbd8-115c257c8bbd tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:38.586041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-62b8c965-179f-4bfa-8b27-fe0996a1a2c0 req-8014e787-828c-4b6b-bbd8-115c257c8bbd tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 946 time: 0.2439804 Feb 19 02:59:38.620407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-38603488-c16d-47b4-8927-7e3a856df8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:38.621915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-38603488-c16d-47b4-8927-7e3a856df8d2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1129 time: 0.1911807 Feb 19 02:59:38.625973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-d79d7ad4-0424-44b8-8768-462f2c73718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:38.627395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-d79d7ad4-0424-44b8-8768-462f2c73718d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1129 time: 0.1808767 Feb 19 02:59:38.884622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-62b8c965-179f-4bfa-8b27-fe0996a1a2c0 req-e9ca49c1-ab52-4df9-8760-61bce8fbad5e tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670705 Feb 19 02:59:38.967407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-6ac66ae6-4b56-458b-8b8c-94faf5cec305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:38.968876 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-6ac66ae6-4b56-458b-8b8c-94faf5cec305 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.3320963 Feb 19 02:59:39.004549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-08dfe40e-6683-45ab-9a6e-9b0ea31b3354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.006104 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-08dfe40e-6683-45ab-9a6e-9b0ea31b3354 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.3527710 Feb 19 02:59:39.038389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18158d-3d14-44e2-bed0-c0edf6cba1aa req-2efb715d-7ced-41f7-9737-6c8ae3898a92 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.039863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc18158d-3d14-44e2-bed0-c0edf6cba1aa req-2efb715d-7ced-41f7-9737-6c8ae3898a92 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 931 time: 0.3617330 Feb 19 02:59:39.112371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-1c748e0f-952f-498d-8b1c-4b2da225b610 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 217 time: 0.1107008 Feb 19 02:59:39.123925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-6f2a9f81-3f96-44e9-a07f-5873552e97b1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 217 time: 0.0831151 Feb 19 02:59:39.149553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:59:39.151948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a8b018a1-560e-49eb-943f-65a9aa84bee2 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:39.241870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] The host n-h2-826755-2 is not matching for port a8b018a1-560e-49eb-943f-65a9aa84bee2 host n-h1-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:59:39.242630 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a8b018a1-560e-49eb-943f-65a9aa84bee2 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:39.261633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d79639-bde6-4be7-8db3-063fd0bc675f req-204fae08-0308-49e2-9f11-62a19abb3141 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.263145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38d79639-bde6-4be7-8db3-063fd0bc675f req-204fae08-0308-49e2-9f11-62a19abb3141 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 945 time: 0.3014386 Feb 19 02:59:39.281820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:39.282765 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc18158d-3d14-44e2-bed0-c0edf6cba1aa req-d9c7ffde-22d5-483d-b2a3-252d3d74b79d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052419 Feb 19 02:59:39.284145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-378983bd-3a94-4ec5-9aaa-000d69e26656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.285626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-378983bd-3a94-4ec5-9aaa-000d69e26656 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1593854 Feb 19 02:59:39.296178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a', 'network_id': '73a739e5-c1a1-46c8-bfe7-556a2b135596', 'port_id': '918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a', 'mac_address': 'fa:16:3e:92:5f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b709ca32-9176-48c8-932f-4c728cc3cfc8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:59:39.331167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-30c4c9db-3b53-4889-a31f-0a319badc839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.332764 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-30c4c9db-3b53-4889-a31f-0a319badc839 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1913793 Feb 19 02:59:39.350786 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:39.351434 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.366635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:39.412039 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:39.427998 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.500081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38d79639-bde6-4be7-8db3-063fd0bc675f req-ee6e747b-9bbf-4027-a003-2297fc979b5c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259488 Feb 19 02:59:39.525341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:39.539617 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:39.543873 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Publish callbacks [] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.552928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:39.568516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Transition to ACTIVE for port object 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:59:39.597357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-610563de-70ec-407f-a096-b5b5da50e044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.599366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-610563de-70ec-407f-a096-b5b5da50e044 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2997167 Feb 19 02:59:39.644532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49462) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:39.696398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-3a6904e1-661b-49e1-9625-268094181396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.697928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-3a6904e1-661b-49e1-9625-268094181396 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3402832 Feb 19 02:59:39.699485 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.749691 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-8914f658-ab1a-450a-a345-02fc915352aa admin admin] Deleting subnet 81b7ef6d-ee78-43b8-96bd-974e0d9f97b2 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:39.753662 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8914f658-ab1a-450a-a345-02fc915352aa admin admin] Publish callbacks [] for subnet (81b7ef6d-ee78-43b8-96bd-974e0d9f97b2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.798696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8914f658-ab1a-450a-a345-02fc915352aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (81b7ef6d-ee78-43b8-96bd-974e0d9f97b2), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.855837 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8914f658-ab1a-450a-a345-02fc915352aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (81b7ef6d-ee78-43b8-96bd-974e0d9f97b2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.936430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8600e2-f663-4abe-acf5-f6923e1f661b req-6025c04f-0cdf-42e3-a8fc-eb1fe76c70b0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:39.942090 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8914f658-ab1a-450a-a345-02fc915352aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (81b7ef6d-ee78-43b8-96bd-974e0d9f97b2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.944081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c8600e2-f663-4abe-acf5-f6923e1f661b req-6025c04f-0cdf-42e3-a8fc-eb1fe76c70b0 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 947 time: 0.4677608 Feb 19 02:59:39.975993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-eda59467-2753-45a9-9296-7215d92ac340 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688393 Feb 19 02:59:39.977599 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.980350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914f658-ab1a-450a-a345-02fc915352aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b7ef6d-ee78-43b8-96bd-974e0d9f97b2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:39.987450 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8914f658-ab1a-450a-a345-02fc915352aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:39.991753 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8914f658-ab1a-450a-a345-02fc915352aa admin admin] 10.222.0.81 "DELETE /v2.0/subnets/81b7ef6d-ee78-43b8-96bd-974e0d9f97b2 HTTP/1.1" status: 204 len: 168 time: 0.3451283 Feb 19 02:59:39.994902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49470) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:40.077187 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (5f6a8d43-aa34-45a0-8a3d-c9db605ed332), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.158608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (5f6a8d43-aa34-45a0-8a3d-c9db605ed332), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.187414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6a8d43-aa34-45a0-8a3d-c9db605ed332']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:40.199968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6cc04e-40b4-48af-882a-a3da1ef4780a') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:40.200420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6cc04e-40b4-48af-882a-a3da1ef4780a') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:40.213195 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (2c6cc04e-40b4-48af-882a-a3da1ef4780a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.230018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2c6cc04e-40b4-48af-882a-a3da1ef4780a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.237865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:40.238524 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (2c6cc04e-40b4-48af-882a-a3da1ef4780a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: timer() Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:40.240768 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:40.304563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (5f6a8d43-aa34-45a0-8a3d-c9db605ed332), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.311089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.315785 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5f6a8d43-aa34-45a0-8a3d-c9db605ed332 HTTP/1.1" status: 204 len: 168 time: 0.3194513 Feb 19 02:59:40.329370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b114db5-b686-49aa-81f1-ee94ce89bf82 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f6a8d43-aa34-45a0-8a3d-c9db605ed332,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:40.430655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-42e47d0f-532c-4d6d-966b-f9249fda1119 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7213180 Feb 19 02:59:40.455605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:40.515798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49478) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:40.528311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c8600e2-f663-4abe-acf5-f6923e1f661b req-fc80d92b-eb54-4acd-bc0e-83a0aaa6cdce tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5825331 Feb 19 02:59:40.543558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:40.610610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:40.610973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device caf5790f-1f0f-4e5c-bc25-52f3ff2bae9f not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:40.618780 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-670a3724-bb6f-429b-91d4-652c332a5f9d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=edd27134e77f4a62bb35c01b842f1a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1017926 Feb 19 02:59:40.621533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49484) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:40.679847 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e8ce8ae-15d0-4bd7-853a-cda65eed622f admin admin] Publish callbacks [] for security_group (b45875d2-fb89-4aa6-bbfe-1dafa1978a56), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.699487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc80e15-156b-415e-8aad-541c560207ca req-48943840-df87-4475-8aae-d058edff0144 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:40.701168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fbc80e15-156b-415e-8aad-541c560207ca req-48943840-df87-4475-8aae-d058edff0144 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 946 time: 0.7242911 Feb 19 02:59:40.712143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Attempting to bind port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:40.712393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Attempting to bind port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:40.712848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Attempting to bind port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:40.716185 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e8ce8ae-15d0-4bd7-853a-cda65eed622f admin admin] Publish callbacks [] for security_group (b45875d2-fb89-4aa6-bbfe-1dafa1978a56), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.754265 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-156fa0bd-2e91-4c00-8cca-5eac9a158309 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7566054 Feb 19 02:59:40.758347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:59:40.758713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Attempting to bind port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:40.766182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91de1273-f2d6-4396-8733-7d93620d3ab8 req-8de92545-c370-478d-9739-da1de4cd243d service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050108 Feb 19 02:59:40.771638 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e8ce8ae-15d0-4bd7-853a-cda65eed622f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b45875d2-fb89-4aa6-bbfe-1dafa1978a56), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.776149 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e8ce8ae-15d0-4bd7-853a-cda65eed622f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.782087 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5e8ce8ae-15d0-4bd7-853a-cda65eed622f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b45875d2-fb89-4aa6-bbfe-1dafa1978a56 HTTP/1.1" status: 204 len: 168 time: 0.1584835 Feb 19 02:59:40.782587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:40.782933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:40.783404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Bound using segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:40.783953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Bound port: 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:40.784307 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:40.792254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ce8ae-15d0-4bd7-853a-cda65eed622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45875d2-fb89-4aa6-bbfe-1dafa1978a56,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:40.829520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d175b7-78d1-430a-b006-d065b0d38725 req-cfdcd316-79d4-4777-b735-a7ac0d2c68e9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:40.831064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5d175b7-78d1-430a-b006-d065b0d38725 req-cfdcd316-79d4-4777-b735-a7ac0d2c68e9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 943 time: 0.2172859 Feb 19 02:59:40.841235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fbc80e15-156b-415e-8aad-541c560207ca req-7f011881-e83b-4bc7-a472-9f0708cc8f7a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310940 Feb 19 02:59:40.942269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5d175b7-78d1-430a-b006-d065b0d38725 req-bcc20b13-4993-4983-bbf0-43b05e4c776a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977075 Feb 19 02:59:40.951249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:40.963044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:40.993112 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.042464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:41.043115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.044615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] 10.222.0.67 "PUT /v2.0/ports/9d7a8f83-e7bd-44df-b96e-84b5f1443f90 HTTP/1.1" status: 200 len: 1091 time: 2.7578173 Feb 19 02:59:41.047267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27686865-161a-4c79-be3c-aa840de0344f', 'tag': '9d7a8f83-e7bd-44df-b96e-84b5f1443f90'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:41.050668 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934a9839-6542-4cf1-b2b0-4867b286f8e2" -d '{"events": [{"name": "network-changed", "server_uuid": "27686865-161a-4c79-be3c-aa840de0344f", "tag": "9d7a8f83-e7bd-44df-b96e-84b5f1443f90"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:41.091503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce437bea-873d-44a0-99a9-2c0bd2d5687e req-3f5c4344-9a74-41ef-bc0c-52b710992fea tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:41.093089 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce437bea-873d-44a0-99a9-2c0bd2d5687e req-3f5c4344-9a74-41ef-bc0c-52b710992fea tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 944 time: 0.1434944 Feb 19 02:59:41.105242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e13d5d-1397-4433-b37b-c56167f9f5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:41.158860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:41.232526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce437bea-873d-44a0-99a9-2c0bd2d5687e req-8bf8f253-4444-4952-a68f-ccce7dde4364 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283622 Feb 19 02:59:41.268104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8bcf49f1-3a3a-4273-a92c-eaf2eae6aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:41.277389 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-8bcf49f1-3a3a-4273-a92c-eaf2eae6aa89 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 1125 time: 0.1441686 Feb 19 02:59:41.307653 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaeca8e-7509-496c-963d-658e1a289c97 x-openstack-request-id: req-cbaeca8e-7509-496c-963d-658e1a289c97 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:41.307947 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27686865-161a-4c79-be3c-aa840de0344f", "tag": "9d7a8f83-e7bd-44df-b96e-84b5f1443f90", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:41.308174 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cbaeca8e-7509-496c-963d-658e1a289c97 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:41.308597 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27686865-161a-4c79-be3c-aa840de0344f', 'tag': '9d7a8f83-e7bd-44df-b96e-84b5f1443f90', 'status': 'completed', 'code': 200} Feb 19 02:59:41.331548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:41.332177 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.385057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-a77db698-ad00-43d0-b2dd-9444ce24eea3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90 HTTP/1.1" status: 200 len: 217 time: 0.0994532 Feb 19 02:59:41.490370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:41.491155 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.527312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-e147159b-0e29-4cc5-87c5-c8013c3ae39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:41.528905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-e147159b-0e29-4cc5-87c5-c8013c3ae39e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.1335394 Feb 19 02:59:41.548397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc296d-c9da-4c01-bfb4-4f826f0552ae req-0a05f374-be04-4655-904c-f2fbab2e7cb4 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:41.553193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6dc296d-c9da-4c01-bfb4-4f826f0552ae req-0a05f374-be04-4655-904c-f2fbab2e7cb4 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 946 time: 0.0931432 Feb 19 02:59:41.558461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e3d520-cf6a-430d-9b1a-23766dcf9ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:41.560834 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4557e8d7-ecb0-48cb-a5c1-f9d78d38906e" -d '{"events": [{"server_uuid": "16e3d520-cf6a-430d-9b1a-23766dcf9ce4", "name": "network-vif-plugged", "status": "completed", "tag": "918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:41.575248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:41.581353 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:41.597372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-1e623928-00ff-403c-abe2-82d5b4b9af51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360186 Feb 19 02:59:41.672951 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:41.781327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6dc296d-c9da-4c01-bfb4-4f826f0552ae req-8a118078-840a-4fd0-bf78-950368757212 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081215 Feb 19 02:59:41.839580 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b903e91-ca7c-4996-8576-17f73ce50e17 x-openstack-request-id: req-5b903e91-ca7c-4996-8576-17f73ce50e17 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:41.839877 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e3d520-cf6a-430d-9b1a-23766dcf9ce4", "name": "network-vif-plugged", "status": "completed", "tag": "918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:41.840137 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b903e91-ca7c-4996-8576-17f73ce50e17 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:41.840530 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e3d520-cf6a-430d-9b1a-23766dcf9ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a', 'code': 200} Feb 19 02:59:41.842076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f7f931-b78d-4ede-aaf5-f101446fb5f2 req-1911c5bd-3ed8-480a-909b-211f28925fbf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:41.845390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1f7f931-b78d-4ede-aaf5-f101446fb5f2 req-1911c5bd-3ed8-480a-909b-211f28925fbf tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 947 time: 0.1330724 Feb 19 02:59:41.849213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-e66e9a69-9da7-4011-b138-5d1d0b18b046 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279921 Feb 19 02:59:41.974295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49536) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:41.987116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1f7f931-b78d-4ede-aaf5-f101446fb5f2 req-7dd9014b-7ae8-43ae-ab4a-96d64e1d573f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273546 Feb 19 02:59:42.024553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dafd6c5-5c6a-4092-8130-12d2ca9e98f2 req-57c9f451-1dc5-4757-88b0-fadd8a8bb000 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579156 Feb 19 02:59:42.096395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4647b8-d42a-4609-897c-de7348b03ab0 req-39fba1ea-2b23-4a65-8794-c7fc513f5846 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:42.097961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa4647b8-d42a-4609-897c-de7348b03ab0 req-39fba1ea-2b23-4a65-8794-c7fc513f5846 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 945 time: 0.0697260 Feb 19 02:59:42.149471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-678808318-network', 'tenant_id': '31ff06ae51f746d187c0998f7a9d4fca'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:42.170925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Made reservation on behalf of 31ff06ae51f746d187c0998f7a9d4fca for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:42.174202 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.183038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.227448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14e30c-f8f1-4196-a71f-223bc74bd9fa req-bb09369b-7018-4f04-a81f-46174da3ed2c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:42.229489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d14e30c-f8f1-4196-a71f-223bc74bd9fa req-bb09369b-7018-4f04-a81f-46174da3ed2c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 943 time: 0.1300647 Feb 19 02:59:42.232797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a9839-6542-4cf1-b2b0-4867b286f8e2 req-55c98f93-2b76-43ec-9780-5d085e26f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:42.234448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-934a9839-6542-4cf1-b2b0-4867b286f8e2 req-55c98f93-2b76-43ec-9780-5d085e26f235 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 1125 time: 0.1339638 Feb 19 02:59:42.242028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa4647b8-d42a-4609-897c-de7348b03ab0 req-25d51eb8-1931-4cf2-8c72-e13a6666a4c6 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247816 Feb 19 02:59:42.265851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Publish callbacks [] for security_group (6f0e27a2-1e03-45a2-9ecd-4f7927d420dd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.275670 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6f0e27a2-1e03-45a2-9ecd-4f7927d420dd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.303573 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 02:59:42.315796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:42.322494 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (67ac896c-6e16-4dbd-b062-4f89f23de289), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.322995 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Added segment 67ac896c-6e16-4dbd-b062-4f89f23de289 of type vlan for network 95bfe334-1f11-4722-94f5-1d756b7a4a84 Feb 19 02:59:42.373444 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (95bfe334-1f11-4722-94f5-1d756b7a4a84), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.387072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d14e30c-f8f1-4196-a71f-223bc74bd9fa req-c93398ed-91eb-4b2b-b8d4-63c7dfc67572 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323385 Feb 19 02:59:42.456891 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (95bfe334-1f11-4722-94f5-1d756b7a4a84), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.458018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:42.458346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a9839-6542-4cf1-b2b0-4867b286f8e2 req-ddd4a856-4826-4f39-9f5b-e1f6bed56d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:42.461189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-934a9839-6542-4cf1-b2b0-4867b286f8e2 req-ddd4a856-4826-4f39-9f5b-e1f6bed56d83 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.2167695 Feb 19 02:59:42.464016 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.540732 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5643036 Feb 19 02:59:42.547564 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a8b018a1-560e-49eb-943f-65a9aa84bee2 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:59:42.549132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49548) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:42.555195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7d982755-6776-47b8-8efb-989d8216a36b admin admin] Request body: {'subnet': {'network_id': '95bfe334-1f11-4722-94f5-1d756b7a4a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-678808318-subnet', 'tenant_id': '31ff06ae51f746d187c0998f7a9d4fca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:42.569214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ca3d1-d74a-42f5-9e45-1598f38e861a admin admin] Pushing event updated for resources: {'Network': ['ID=95bfe334-1f11-4722-94f5-1d756b7a4a84,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:42.583236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d982755-6776-47b8-8efb-989d8216a36b admin admin] Made reservation on behalf of 31ff06ae51f746d187c0998f7a9d4fca for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:42.586220 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d982755-6776-47b8-8efb-989d8216a36b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.594985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-934a9839-6542-4cf1-b2b0-4867b286f8e2 req-48b4a9bc-7f06-4609-a678-5b6379908a21 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90 HTTP/1.1" status: 200 len: 217 time: 0.1250730 Feb 19 02:59:42.607729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 95bfe334-1f11-4722-94f5-1d756b7a4a84 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 02:59:42.673843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a9839-6542-4cf1-b2b0-4867b286f8e2 req-7d5f9710-aec5-48b4-9768-a5751583e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:42.675934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-934a9839-6542-4cf1-b2b0-4867b286f8e2 req-7d5f9710-aec5-48b4-9768-a5751583e5e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.0720787 Feb 19 02:59:42.733744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-e91e146a-1b7b-42c7-9c27-c2bd0d550944 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:42.736487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-e91e146a-1b7b-42c7-9c27-c2bd0d550944 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.87 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6&tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 947 time: 0.2560279 Feb 19 02:59:42.738950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-934a9839-6542-4cf1-b2b0-4867b286f8e2 req-1fcbff37-df54-49d4-8d1d-6f1385ab13c6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447109 Feb 19 02:59:42.796513 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d982755-6776-47b8-8efb-989d8216a36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (083e10cf-63e8-463f-8e04-74ab69f56d60), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.820276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:42.826719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e43b6d-2251-403e-8ae1-ed5fa495d47d req-74802000-35e9-4a43-817f-7550b5cb84e8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:42.830678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01e43b6d-2251-403e-8ae1-ed5fa495d47d req-74802000-35e9-4a43-817f-7550b5cb84e8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 947 time: 0.2976680 Feb 19 02:59:42.840035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'mac_address': 'fa:16:3e:62:0e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:59:42.881440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port a8b018a1-560e-49eb-943f-65a9aa84bee2 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:42.882150 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.891098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d982755-6776-47b8-8efb-989d8216a36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=083e10cf-63e8-463f-8e04-74ab69f56d60,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:42.896355 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d982755-6776-47b8-8efb-989d8216a36b admin admin] Checking segment: {'id': '67ac896c-6e16-4dbd-b062-4f89f23de289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95bfe334-1f11-4722-94f5-1d756b7a4a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:42.896760 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d982755-6776-47b8-8efb-989d8216a36b admin admin] Network hostable DHCP agents. Network: 95bfe334-1f11-4722-94f5-1d756b7a4a84, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 02:59:42.898923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b018a1-560e-49eb-943f-65a9aa84bee2 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:42.923369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:42.925081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d982755-6776-47b8-8efb-989d8216a36b admin admin] Network 95bfe334-1f11-4722-94f5-1d756b7a4a84 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 02:59:42.932901 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.938426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7d982755-6776-47b8-8efb-989d8216a36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 95bfe334-1f11-4722-94f5-1d756b7a4a84) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:42.954157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d982755-6776-47b8-8efb-989d8216a36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:42.955098 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d982755-6776-47b8-8efb-989d8216a36b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:42.965397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23552ea6-83f4-4794-ae43-8dddf4c65c77 None None] Network 95bfe334-1f11-4722-94f5-1d756b7a4a84 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:43.024195 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7d982755-6776-47b8-8efb-989d8216a36b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4737012 Feb 19 02:59:43.027167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01e43b6d-2251-403e-8ae1-ed5fa495d47d req-13c27edf-ae51-470d-9e2e-a4c62f4baf29 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852646 Feb 19 02:59:43.050794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-45bec2e9-cc6c-43c3-a213-93ad9e612784 service neutron] 10.222.0.87 "GET /v2.0/ports/a8b018a1-560e-49eb-943f-65a9aa84bee2/bindings/n-h1-826755-2 HTTP/1.1" status: 200 len: 382 time: 0.3007257 Feb 19 02:59:43.054405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:43.112965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74db891e-af32-48a5-90b9-e4f453047bed None None] Network 95bfe334-1f11-4722-94f5-1d756b7a4a84 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 02:59:43.127964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcc597-1689-460c-beee-8a4aebc2de32 req-33eaa68f-a22a-424b-8c6d-03e15d3b1dbc tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:43.135859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-96dcc597-1689-460c-beee-8a4aebc2de32 req-33eaa68f-a22a-424b-8c6d-03e15d3b1dbc tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 946 time: 0.2191486 Feb 19 02:59:43.159030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010847c-a081-4799-bd0c-ed866bac651c req-89034758-e0df-4531-afb8-fd7a0fc7ed3a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:43.160609 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6010847c-a081-4799-bd0c-ed866bac651c req-89034758-e0df-4531-afb8-fd7a0fc7ed3a tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.87 "GET /v2.0/ports?device_id=b3a9671d-fb0b-4158-96cb-b663ea8fd891 HTTP/1.1" status: 200 len: 946 time: 0.1860139 Feb 19 02:59:43.185535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-934a9839-6542-4cf1-b2b0-4867b286f8e2 req-4e05b3ae-64f5-4458-a921-c93b23ce434a service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930557 Feb 19 02:59:43.276782 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-96dcc597-1689-460c-beee-8a4aebc2de32 req-8470ce76-3cca-4f1e-af3f-6fcaa76aa27d tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups?id=6452a5f1-a76c-4602-b957-6afc400ce6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399124 Feb 19 02:59:43.321561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-bc84cc0e-b1e9-4560-8195-5aec45592925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:43.323086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-bc84cc0e-b1e9-4560-8195-5aec45592925 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1130 time: 0.2443371 Feb 19 02:59:43.331342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-6010847c-a081-4799-bd0c-ed866bac651c req-c7a4e0d6-f768-4a8d-95c4-f1d1b2d54981 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Deleting port d489b22a-6a01-476c-b785-952bc22637c2 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:43.331676 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6010847c-a081-4799-bd0c-ed866bac651c req-c7a4e0d6-f768-4a8d-95c4-f1d1b2d54981 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d489b22a-6a01-476c-b785-952bc22637c2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.378149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['a8b018a1-560e-49eb-943f-65a9aa84bee2'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:43.455968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-6010847c-a081-4799-bd0c-ed866bac651c req-c7a4e0d6-f768-4a8d-95c4-f1d1b2d54981 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] For port d489b22a-6a01-476c-b785-952bc22637c2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d489b22a-6a01-476c-b785-952bc22637c2,segment=NetworkSegment(d9b2deff-a343-40b4-b2ad-646b55fe5a43),segment_id=d9b2deff-a343-40b4-b2ad-646b55fe5a43)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:43.456328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6010847c-a081-4799-bd0c-ed866bac651c req-c7a4e0d6-f768-4a8d-95c4-f1d1b2d54981 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d489b22a-6a01-476c-b785-952bc22637c2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.457435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-934a9839-6542-4cf1-b2b0-4867b286f8e2 req-e524651f-49ac-4a68-a61e-7fe558c06b9f service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631145 Feb 19 02:59:43.473974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-6010847c-a081-4799-bd0c-ed866bac651c req-c7a4e0d6-f768-4a8d-95c4-f1d1b2d54981 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Calling delete_port for d489b22a-6a01-476c-b785-952bc22637c2 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:43.477818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3f5fe-c361-4284-b28f-8861044cbc90 req-29c0a499-aadb-41e0-9895-c10aca0afc8c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:43.479344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2b3f5fe-c361-4284-b28f-8861044cbc90 req-29c0a499-aadb-41e0-9895-c10aca0afc8c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 945 time: 0.1828086 Feb 19 02:59:43.571820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a2175-b370-4275-b14b-90f0506866a8 req-df003b8f-5304-4499-b31b-3b6b0155adef tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:43.573399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-050a2175-b370-4275-b14b-90f0506866a8 req-df003b8f-5304-4499-b31b-3b6b0155adef tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 945 time: 0.1941252 Feb 19 02:59:43.578365 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-041cfb32-60a6-4a4d-a36d-a12b9164b6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:43.579797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-041cfb32-60a6-4a4d-a36d-a12b9164b6cd service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2379084 Feb 19 02:59:43.659626 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6010847c-a081-4799-bd0c-ed866bac651c req-c7a4e0d6-f768-4a8d-95c4-f1d1b2d54981 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d489b22a-6a01-476c-b785-952bc22637c2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.666182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-4f92dc26-eebe-4029-9ab9-0d650ce6ddaf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 217 time: 0.0703831 Feb 19 02:59:43.674267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d489b22a-6a01-476c-b785-952bc22637c2'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:43.718835 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4e0d6-f768-4a8d-95c4-f1d1b2d54981 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event deleted for resources: {'Port': ['ID=d489b22a-6a01-476c-b785-952bc22637c2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:43.770959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-6010847c-a081-4799-bd0c-ed866bac651c req-c7a4e0d6-f768-4a8d-95c4-f1d1b2d54981 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] No DVR routers for this DVR port d489b22a-6a01-476c-b785-952bc22637c2 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:43.773686 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6010847c-a081-4799-bd0c-ed866bac651c req-c7a4e0d6-f768-4a8d-95c4-f1d1b2d54981 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.777279 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6010847c-a081-4799-bd0c-ed866bac651c req-c7a4e0d6-f768-4a8d-95c4-f1d1b2d54981 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.87 "DELETE /v2.0/ports/d489b22a-6a01-476c-b785-952bc22637c2 HTTP/1.1" status: 204 len: 173 time: 0.6098509 Feb 19 02:59:43.778092 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a9671d-fb0b-4158-96cb-b663ea8fd891', 'name': 'network-vif-deleted', 'tag': 'd489b22a-6a01-476c-b785-952bc22637c2'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:43.780230 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1d40a1-fa08-49eb-bd33-f37caf4794f5" -d '{"events": [{"server_uuid": "b3a9671d-fb0b-4158-96cb-b663ea8fd891", "name": "network-vif-deleted", "tag": "d489b22a-6a01-476c-b785-952bc22637c2"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:43.786511 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-050a2175-b370-4275-b14b-90f0506866a8 req-e930e666-541d-4d99-a74a-d4d05340a00b tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/security-groups?id=55fb33cd-72c8-4d56-87ac-4c02cf73a487&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055321 Feb 19 02:59:43.807353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-a93d4dfe-72d9-4542-9ac1-d5d7ae06580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:43.808853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-a93d4dfe-72d9-4542-9ac1-d5d7ae06580f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1262333 Feb 19 02:59:43.860161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-f2b3f5fe-c361-4284-b28f-8861044cbc90 req-89bdd05d-5d3c-4093-bbea-92ee1cc9f3e4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Deleting port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:43.860503 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f2b3f5fe-c361-4284-b28f-8861044cbc90 req-89bdd05d-5d3c-4093-bbea-92ee1cc9f3e4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:43.975832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-efed8cf1-fb84-4ebd-9cbc-63744af98168 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:43.977356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-efed8cf1-fb84-4ebd-9cbc-63744af98168 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/networks?id=95bfe334-1f11-4722-94f5-1d756b7a4a84 HTTP/1.1" status: 200 len: 821 time: 0.3155866 Feb 19 02:59:44.023342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-b08017a3-083d-4a74-89a3-79110db8836d tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/quotas/31ff06ae51f746d187c0998f7a9d4fca HTTP/1.1" status: 200 len: 375 time: 0.0352345 Feb 19 02:59:44.026143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-6c60b8ec-9e1e-4b2b-83f2-64a631e48c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:44.027523 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-6c60b8ec-9e1e-4b2b-83f2-64a631e48c05 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2077363 Feb 19 02:59:44.058044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f2b3f5fe-c361-4284-b28f-8861044cbc90 req-89bdd05d-5d3c-4093-bbea-92ee1cc9f3e4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] For port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,segment=NetworkSegment(49ee8c1f-1b44-4278-bb94-0d9252fdca98),segment_id=49ee8c1f-1b44-4278-bb94-0d9252fdca98)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:44.058411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f2b3f5fe-c361-4284-b28f-8861044cbc90 req-89bdd05d-5d3c-4093-bbea-92ee1cc9f3e4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.095626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-b92ce2dd-20fa-40d6-b91a-b0ff8e08b644 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=31ff06ae51f746d187c0998f7a9d4fca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613227 Feb 19 02:59:44.101469 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-f2b3f5fe-c361-4284-b28f-8861044cbc90 req-89bdd05d-5d3c-4093-bbea-92ee1cc9f3e4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Calling delete_port for 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:44.109361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692b3fa-acf4-4477-8001-f185c212d029 req-851ef6e6-eb32-4bcc-bd24-2e3fcedc7757 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:44.110824 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6692b3fa-acf4-4477-8001-f185c212d029 req-851ef6e6-eb32-4bcc-bd24-2e3fcedc7757 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 943 time: 0.2186534 Feb 19 02:59:44.646492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-71f16436-cbdf-45c0-8bf6-07022c970b74 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091042 Feb 19 02:59:44.652853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6692b3fa-acf4-4477-8001-f185c212d029 req-ae765408-1884-4992-b038-5d7ceb1dc379 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088403 Feb 19 02:59:44.673096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-3e8e46a0-316f-406d-93e0-89ca8235434b service neutron] 10.222.0.81 "GET /v2.0/networks/95bfe334-1f11-4722-94f5-1d756b7a4a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5578103 Feb 19 02:59:44.771034 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5824b60c-fdf7-4947-abe8-6ebea86908a0 x-openstack-request-id: req-5824b60c-fdf7-4947-abe8-6ebea86908a0 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:44.771565 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a9671d-fb0b-4158-96cb-b663ea8fd891", "name": "network-vif-deleted", "tag": "d489b22a-6a01-476c-b785-952bc22637c2", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:44.772334 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5824b60c-fdf7-4947-abe8-6ebea86908a0 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:44.773058 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a9671d-fb0b-4158-96cb-b663ea8fd891', 'name': 'network-vif-deleted', 'tag': 'd489b22a-6a01-476c-b785-952bc22637c2', 'status': 'completed', 'code': 200} Feb 19 02:59:44.897005 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-42846e23-335b-434d-8e6a-7b80106344c0 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418644 Feb 19 02:59:44.904759 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f2b3f5fe-c361-4284-b28f-8861044cbc90 req-89bdd05d-5d3c-4093-bbea-92ee1cc9f3e4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:44.907825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-03a127e8-c803-46a0-81f6-d5a47a2d6ddc service neutron] 10.222.0.81 "GET /v2.0/networks/95bfe334-1f11-4722-94f5-1d756b7a4a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899347 Feb 19 02:59:44.939449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdd05d-5d3c-4093-bbea-92ee1cc9f3e4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Pushing event deleted for resources: {'Port': ['ID=918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:44.980838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6641ca-0b46-48e8-9f1a-7c676b6cf735 req-4e669641-1e85-4d46-9393-72986d4dae9b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:44.982377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a6641ca-0b46-48e8-9f1a-7c676b6cf735 req-4e669641-1e85-4d46-9393-72986d4dae9b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 948 time: 0.1546421 Feb 19 02:59:44.998413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b3f5fe-c361-4284-b28f-8861044cbc90 req-89bdd05d-5d3c-4093-bbea-92ee1cc9f3e4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] No DVR routers for this DVR port 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:45.000981 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f2b3f5fe-c361-4284-b28f-8861044cbc90 req-89bdd05d-5d3c-4093-bbea-92ee1cc9f3e4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.004340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2b3f5fe-c361-4284-b28f-8861044cbc90 req-89bdd05d-5d3c-4093-bbea-92ee1cc9f3e4 tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.67 "DELETE /v2.0/ports/918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a HTTP/1.1" status: 204 len: 173 time: 1.5119553 Feb 19 02:59:45.005102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e3d520-cf6a-430d-9b1a-23766dcf9ce4', 'name': 'network-vif-deleted', 'tag': '918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:45.007044 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352cfac3-fc9a-4f14-a124-3878df21dba6" -d '{"events": [{"server_uuid": "16e3d520-cf6a-430d-9b1a-23766dcf9ce4", "name": "network-vif-deleted", "tag": "918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:45.055059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a6641ca-0b46-48e8-9f1a-7c676b6cf735 req-d7aa2281-d086-4e3f-acee-26c45daec4c8 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576975 Feb 19 02:59:45.150386 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a811cff6-e54c-4d12-86f7-ff075aa3612f x-openstack-request-id: req-a811cff6-e54c-4d12-86f7-ff075aa3612f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:45.150579 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e3d520-cf6a-430d-9b1a-23766dcf9ce4", "name": "network-vif-deleted", "tag": "918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:45.150788 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a811cff6-e54c-4d12-86f7-ff075aa3612f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:45.151127 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e3d520-cf6a-430d-9b1a-23766dcf9ce4', 'name': 'network-vif-deleted', 'tag': '918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a', 'status': 'completed', 'code': 200} Feb 19 02:59:45.170165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:59:45.172559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:45.186428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff444b69-b0ed-4a48-9a4a-668107c1932e req-26a37a28-288f-4b01-8e54-bf13f6efec5c tempest-ImagesTestJSON-490527097 tempest-ImagesTestJSON-490527097-project] 10.222.0.81 "GET /v2.0/ports?device_id=16e3d520-cf6a-430d-9b1a-23766dcf9ce4 HTTP/1.1" status: 200 len: 210 time: 0.0485690 Feb 19 02:59:45.222944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:45.223373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:45.245603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a8e80b1-cf24-4824-bc4d-256f86b1803e req-032e2095-c8e1-4272-bd05-a42eb4e0f474 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 210 time: 0.0548205 Feb 19 02:59:45.380431 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:45.394602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '9d7a8f83-e7bd-44df-b96e-84b5f1443f90', 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125', 'port_id': '9d7a8f83-e7bd-44df-b96e-84b5f1443f90', 'mac_address': 'fa:16:3e:ef:2d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9393ae-4d49-459c-8e00-bb905bb3a9ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:59:45.403632 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49616) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.451410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:45.451926 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.468422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:45.471520 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf9a5-6678-4203-81f5-efa342baa577 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for security_group (f9e98c94-d0e1-4b65-9933-322aaf86850e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.505466 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf9a5-6678-4203-81f5-efa342baa577 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for security_group (f9e98c94-d0e1-4b65-9933-322aaf86850e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.512382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:45.523532 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.579373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:45.602165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf9a5-6678-4203-81f5-efa342baa577 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f9e98c94-d0e1-4b65-9933-322aaf86850e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.605695 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bdaf9a5-6678-4203-81f5-efa342baa577 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.607902 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8bdaf9a5-6678-4203-81f5-efa342baa577 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "DELETE /v2.0/security-groups/f9e98c94-d0e1-4b65-9933-322aaf86850e HTTP/1.1" status: 204 len: 168 time: 0.2029588 Feb 19 02:59:45.610502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49620) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.621181 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdaf9a5-6678-4203-81f5-efa342baa577 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e98c94-d0e1-4b65-9933-322aaf86850e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:45.637868 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-7d78936b-753b-4767-961c-14614d68bca5 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] show failed (client error): The resource could not be found. Feb 19 02:59:45.640751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7d78936b-753b-4767-961c-14614d68bca5 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "GET /v2.0/security-groups/f9e98c94-d0e1-4b65-9933-322aaf86850e HTTP/1.1" status: 404 len: 347 time: 0.0274184 Feb 19 02:59:45.642394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49622) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:45.856464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['9d7a8f83-e7bd-44df-b96e-84b5f1443f90'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:45.858860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0b04d-1a77-4ca8-b64a-66bf35d0119d req-542ab070-a8ae-4b89-850e-25846715051e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:45.860780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fd0b04d-1a77-4ca8-b64a-66bf35d0119d req-542ab070-a8ae-4b89-850e-25846715051e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 944 time: 0.0862060 Feb 19 02:59:45.899694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-84ff7d2f-00d5-4745-8dc7-fbb094d48903 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Deleting port ccd8d050-32ac-418c-9d5d-41e4ca3404ee {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:45.900102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84ff7d2f-00d5-4745-8dc7-fbb094d48903 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ccd8d050-32ac-418c-9d5d-41e4ca3404ee), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:45.945682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fd0b04d-1a77-4ca8-b64a-66bf35d0119d req-9d801aa7-6217-440c-8fa1-ddc9043f3f9a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787897 Feb 19 02:59:46.048020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84ff7d2f-00d5-4745-8dc7-fbb094d48903 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ccd8d050-32ac-418c-9d5d-41e4ca3404ee), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.048339 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84ff7d2f-00d5-4745-8dc7-fbb094d48903 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for floatingip (ccd8d050-32ac-418c-9d5d-41e4ca3404ee), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.059975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-84ff7d2f-00d5-4745-8dc7-fbb094d48903 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Calling delete_port for ccd8d050-32ac-418c-9d5d-41e4ca3404ee owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:46.224314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ca376-c0df-4557-9e0c-f65da7aaddb5 req-2d245aed-37ab-4115-a929-c75c58e564e5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:46.231209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-823ca376-c0df-4557-9e0c-f65da7aaddb5 req-2d245aed-37ab-4115-a929-c75c58e564e5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 948 time: 0.0974886 Feb 19 02:59:46.271162 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84ff7d2f-00d5-4745-8dc7-fbb094d48903 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ccd8d050-32ac-418c-9d5d-41e4ca3404ee), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.332161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-823ca376-c0df-4557-9e0c-f65da7aaddb5 req-d5511c1f-33f3-48d8-b9e7-a3db01d118d9 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001081 Feb 19 02:59:46.333939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff7d2f-00d5-4745-8dc7-fbb094d48903 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Pushing event deleted for resources: {'Port': ['ID=ccd8d050-32ac-418c-9d5d-41e4ca3404ee,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:46.464840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5426debf-016d-4b55-9f4a-27cbc290a5dd req-95860e7d-67a2-4e11-ba1f-69b272d0377f tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 210 time: 0.0752280 Feb 19 02:59:46.551323 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84ff7d2f-00d5-4745-8dc7-fbb094d48903 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks [] for floatingip (57973c26-51c0-452d-8e8d-4298214bcff6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.554761 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84ff7d2f-00d5-4745-8dc7-fbb094d48903 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.556152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-84ff7d2f-00d5-4745-8dc7-fbb094d48903 tempest-ImagesOneServerNegativeTestJSON-1740700392 tempest-ImagesOneServerNegativeTestJSON-1740700392-project] 10.222.0.81 "DELETE /v2.0/floatingips/57973c26-51c0-452d-8e8d-4298214bcff6 HTTP/1.1" status: 204 len: 168 time: 0.9083748 Feb 19 02:59:46.557130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a8b018a1-560e-49eb-943f-65a9aa84bee2 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:46.612915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-b9ef4708-1e44-4e29-a580-295b9d7d53db tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:46.614867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-b9ef4708-1e44-4e29-a580-295b9d7d53db tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.87 "GET /v2.0/networks?id=95bfe334-1f11-4722-94f5-1d756b7a4a84 HTTP/1.1" status: 200 len: 821 time: 0.1870844 Feb 19 02:59:46.641563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Request body: {'port': {'device_id': 'd1396ca3-4de3-465b-98d2-5018109bc8e3', 'network_id': '95bfe334-1f11-4722-94f5-1d756b7a4a84', 'admin_state_up': True, 'tenant_id': '31ff06ae51f746d187c0998f7a9d4fca'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:46.680308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port a8b018a1-560e-49eb-943f-65a9aa84bee2 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:59:46.693863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port a8b018a1-560e-49eb-943f-65a9aa84bee2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:46.694294 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.742701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49676) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:46.808130 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49680) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:46.809201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port a8b018a1-560e-49eb-943f-65a9aa84bee2 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:46.809689 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.845975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-c490ddb4-871d-45e3-bb1b-e5b8802382af admin admin] Deleting subnet 50a5f73c-3589-4dfd-ac2d-4855c1f63da2 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:46.846241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:46.849030 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c04552-ea14-43d1-8c09-b230e17dd7a1" -d '{"events": [{"server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "name": "network-vif-plugged", "status": "completed", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:46.857303 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c490ddb4-871d-45e3-bb1b-e5b8802382af admin admin] Publish callbacks [] for subnet (50a5f73c-3589-4dfd-ac2d-4855c1f63da2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.874849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:46.886162 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.887216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d489b22a-6a01-476c-b785-952bc22637c2 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:46.933861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-82343aff-e916-4d85-bac0-5c8647e2d307 admin admin] Deleting subnet b709ca32-9176-48c8-932f-4c728cc3cfc8 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 02:59:46.940301 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82343aff-e916-4d85-bac0-5c8647e2d307 admin admin] Publish callbacks [] for subnet (b709ca32-9176-48c8-932f-4c728cc3cfc8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.951042 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c490ddb4-871d-45e3-bb1b-e5b8802382af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (50a5f73c-3589-4dfd-ac2d-4855c1f63da2), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:46.973906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: d489b22a-6a01-476c-b785-952bc22637c2 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:46.974261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d489b22a-6a01-476c-b785-952bc22637c2 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:47.019632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Made reservation on behalf of 31ff06ae51f746d187c0998f7a9d4fca for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 02:59:47.034281 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.049148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:47.061785 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c04297-a6cc-4e26-b2ed-08eedc89ccbd x-openstack-request-id: req-09c04297-a6cc-4e26-b2ed-08eedc89ccbd {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:47.062128 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "name": "network-vif-plugged", "status": "completed", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:47.062320 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09c04297-a6cc-4e26-b2ed-08eedc89ccbd {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:47.062533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82343aff-e916-4d85-bac0-5c8647e2d307 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (b709ca32-9176-48c8-932f-4c728cc3cfc8), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.062959 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'code': 200} Feb 19 02:59:47.150210 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c490ddb4-871d-45e3-bb1b-e5b8802382af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (50a5f73c-3589-4dfd-ac2d-4855c1f63da2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.161522 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82343aff-e916-4d85-bac0-5c8647e2d307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (b709ca32-9176-48c8-932f-4c728cc3cfc8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.184034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:47.224627 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82343aff-e916-4d85-bac0-5c8647e2d307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (b709ca32-9176-48c8-932f-4c728cc3cfc8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.264498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82343aff-e916-4d85-bac0-5c8647e2d307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b709ca32-9176-48c8-932f-4c728cc3cfc8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:47.267581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:59:47.274435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:47.275557 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.284337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82343aff-e916-4d85-bac0-5c8647e2d307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.296167 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-82343aff-e916-4d85-bac0-5c8647e2d307 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b709ca32-9176-48c8-932f-4c728cc3cfc8 HTTP/1.1" status: 204 len: 168 time: 0.4841325 Feb 19 02:59:47.296167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49692) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:47.350837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740e5ef-023a-4cd1-b990-d7de76c7055a req-5eaa33bf-a30b-48e2-9d86-874fd8a4bde2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:47.352413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f740e5ef-023a-4cd1-b990-d7de76c7055a req-5eaa33bf-a30b-48e2-9d86-874fd8a4bde2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 944 time: 0.2764893 Feb 19 02:59:47.359140 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c490ddb4-871d-45e3-bb1b-e5b8802382af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (50a5f73c-3589-4dfd-ac2d-4855c1f63da2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.400122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (73a739e5-c1a1-46c8-bfe7-556a2b135596), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.421423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:47.421922 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.476181 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c490ddb4-871d-45e3-bb1b-e5b8802382af admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.480791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c490ddb4-871d-45e3-bb1b-e5b8802382af admin admin] 10.222.0.81 "DELETE /v2.0/subnets/50a5f73c-3589-4dfd-ac2d-4855c1f63da2 HTTP/1.1" status: 204 len: 168 time: 0.7369647 Feb 19 02:59:47.481792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490ddb4-871d-45e3-bb1b-e5b8802382af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50a5f73c-3589-4dfd-ac2d-4855c1f63da2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:47.500279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49698) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:47.507120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:47.513593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Allocated IP 172.20.0.5 (95bfe334-1f11-4722-94f5-1d756b7a4a84/083e10cf-63e8-463f-8e04-74ab69f56d60/d4602fa3-d29d-4826-a33a-5cc25e44a458) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 02:59:47.515130 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.516823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:47.518507 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (73a739e5-c1a1-46c8-bfe7-556a2b135596), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.540414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a739e5-c1a1-46c8-bfe7-556a2b135596']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:47.550246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ee8c1f-1b44-4278-bb94-0d9252fdca98') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:47.550544 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ee8c1f-1b44-4278-bb94-0d9252fdca98') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:47.560874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (49ee8c1f-1b44-4278-bb94-0d9252fdca98), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.570812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 02:59:47.571349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 918ba5a6-47ee-4515-81d6-d6a2b8ec8e6a not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:47.574662 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (49ee8c1f-1b44-4278-bb94-0d9252fdca98), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.581043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:47.581439 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (49ee8c1f-1b44-4278-bb94-0d9252fdca98), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.589115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f740e5ef-023a-4cd1-b990-d7de76c7055a req-884ba2fc-c220-42e1-8f8e-8abe8ee72322 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272754 Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: timer() Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:47.611336 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:47.621151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:47.676942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (73a739e5-c1a1-46c8-bfe7-556a2b135596), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.694605 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.710552 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] 10.222.0.81 "DELETE /v2.0/networks/73a739e5-c1a1-46c8-bfe7-556a2b135596 HTTP/1.1" status: 204 len: 168 time: 0.4058452 Feb 19 02:59:47.713605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadec07e-744a-41a3-80dd-47fbd124584e admin admin] Pushing event deleted for resources: {'Network': ['ID=73a739e5-c1a1-46c8-bfe7-556a2b135596,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:47.717489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f3d77-b787-4fca-87fe-d291e95b0c7c req-b495f700-91e5-43a2-bd4c-cc838c0f4cf4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:47.719587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b49f3d77-b787-4fca-87fe-d291e95b0c7c req-b495f700-91e5-43a2-bd4c-cc838c0f4cf4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.2469237 Feb 19 02:59:47.733350 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (786540ae-380a-4002-9c76-008a7bd54a54), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:47.769786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-dfa6f30e-1e2b-4273-b5e3-8351e8a5018f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:47.771881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-dfa6f30e-1e2b-4273-b5e3-8351e8a5018f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6&tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9 HTTP/1.1" status: 200 len: 1131 time: 0.3750813 Feb 19 02:59:47.777558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-637675ba-2158-4f76-a16e-9b92744980d3 req-aa7ea5a9-03d8-439b-b1cf-8ae5df9e4412 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 210 time: 0.0531971 Feb 19 02:59:47.807426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:47.851070 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49704) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:47.909188 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-72db67ab-7d58-432b-81e2-c5b7cb404eb6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=19c82b803a98422c88594f9f7e66cb7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0562384 Feb 19 02:59:47.909955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49708) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:47.945587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b49f3d77-b787-4fca-87fe-d291e95b0c7c req-df630b0b-1b40-4a1d-bbe2-6c914909c01d tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188797 Feb 19 02:59:47.980214 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c04b4a2-96d3-4013-a287-c75b508269db admin admin] Publish callbacks [] for security_group (55fb33cd-72c8-4d56-87ac-4c02cf73a487), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.004245 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c04b4a2-96d3-4013-a287-c75b508269db admin admin] Publish callbacks [] for security_group (55fb33cd-72c8-4d56-87ac-4c02cf73a487), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.018126 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.026901 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (786540ae-380a-4002-9c76-008a7bd54a54), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.063525 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c04b4a2-96d3-4013-a287-c75b508269db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (55fb33cd-72c8-4d56-87ac-4c02cf73a487), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.066676 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c04b4a2-96d3-4013-a287-c75b508269db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.070738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786540ae-380a-4002-9c76-008a7bd54a54']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:48.077173 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0c04b4a2-96d3-4013-a287-c75b508269db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/55fb33cd-72c8-4d56-87ac-4c02cf73a487 HTTP/1.1" status: 204 len: 168 time: 0.1627944 Feb 19 02:59:48.087097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04b4a2-96d3-4013-a287-c75b508269db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fb33cd-72c8-4d56-87ac-4c02cf73a487,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:48.099122 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Publish callbacks [] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.101505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b2deff-a343-40b4-b2ad-646b55fe5a43') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:48.101799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b2deff-a343-40b4-b2ad-646b55fe5a43') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 02:59:48.117851 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (d9b2deff-a343-40b4-b2ad-646b55fe5a43), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.150560 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d9b2deff-a343-40b4-b2ad-646b55fe5a43), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.210811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 02:59:48.211216 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (d9b2deff-a343-40b4-b2ad-646b55fe5a43), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: timer() Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 02:59:48.212908 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 02:59:48.288285 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (786540ae-380a-4002-9c76-008a7bd54a54), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.292695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.298338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] 10.222.0.81 "DELETE /v2.0/networks/786540ae-380a-4002-9c76-008a7bd54a54 HTTP/1.1" status: 204 len: 168 time: 0.7895567 Feb 19 02:59:48.309984 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.381348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90a0be-81e1-46c9-9946-e4ef778be654 admin admin] Pushing event deleted for resources: {'Network': ['ID=786540ae-380a-4002-9c76-008a7bd54a54,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:48.405098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Network 95bfe334-1f11-4722-94f5-1d756b7a4a84 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 02:59:48.413398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 02:59:48.415759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 02:59:48.450515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Pushing event updated for resources: {'Port': ['ID=d4602fa3-d29d-4826-a33a-5cc25e44a458,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:48.473275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:48.504154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:48.504941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.533615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:48.576092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-586026a3-ad49-4f03-bda8-e4d1a1ab6b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9450550 Feb 19 02:59:48.592409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Request body: {'port': {'device_id': 'd1396ca3-4de3-465b-98d2-5018109bc8e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:48.606938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49728) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:48.621057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:48.622982 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4ce170-9f96-4719-8568-6b691a1c2f51" -d '{"events": [{"server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:48.626785 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Publish callbacks [] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.650132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Transition to ACTIVE for port object a8b018a1-560e-49eb-943f-65a9aa84bee2 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:59:48.672908 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.678004 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0ae50d9c-1b57-4961-a9a6-c4465b51fedd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=861b31ea9c0a4eaca344f28194c51275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0695760 Feb 19 02:59:48.680469 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49734) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:48.721902 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c24d8d6-00b4-453f-bfa7-9a3c653e6dee x-openstack-request-id: req-8c24d8d6-00b4-453f-bfa7-9a3c653e6dee {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:48.722451 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "name": "network-vif-unplugged", "status": "completed", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:48.722853 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8c24d8d6-00b4-453f-bfa7-9a3c653e6dee {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:48.723451 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'code': 200} Feb 19 02:59:48.724501 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.761315 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5bda-c1a0-4e45-bbdb-197aa73a714d admin admin] Publish callbacks [] for security_group (6452a5f1-a76c-4602-b957-6afc400ce6b4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.809239 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5bda-c1a0-4e45-bbdb-197aa73a714d admin admin] Publish callbacks [] for security_group (6452a5f1-a76c-4602-b957-6afc400ce6b4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.849331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] No DVR routers for this DVR port a8b018a1-560e-49eb-943f-65a9aa84bee2 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:48.877995 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5bda-c1a0-4e45-bbdb-197aa73a714d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6452a5f1-a76c-4602-b957-6afc400ce6b4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.882295 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c2e5bda-c1a0-4e45-bbdb-197aa73a714d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:48.886982 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8c2e5bda-c1a0-4e45-bbdb-197aa73a714d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6452a5f1-a76c-4602-b957-6afc400ce6b4 HTTP/1.1" status: 204 len: 168 time: 0.2053866 Feb 19 02:59:48.903871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=10']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:48.906485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e5bda-c1a0-4e45-bbdb-197aa73a714d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6452a5f1-a76c-4602-b957-6afc400ce6b4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:49.016246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24993b60-6dd9-4863-a86f-c3da84336e25 req-e6877b93-5a50-4d37-a572-65e507610874 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:49.022094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24993b60-6dd9-4863-a86f-c3da84336e25 req-e6877b93-5a50-4d37-a572-65e507610874 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 945 time: 0.2874432 Feb 19 02:59:49.043882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Attempting to bind port a8b018a1-560e-49eb-943f-65a9aa84bee2 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:49.045181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Attempting to bind port a8b018a1-560e-49eb-943f-65a9aa84bee2 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:49.045930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Attempting to bind port a8b018a1-560e-49eb-943f-65a9aa84bee2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:49.066282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27686865-161a-4c79-be3c-aa840de0344f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7a8f83-e7bd-44df-b96e-84b5f1443f90'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:49.069932 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a70420c-0b95-4d19-bf16-8b3e10b0daed" -d '{"events": [{"server_uuid": "27686865-161a-4c79-be3c-aa840de0344f", "name": "network-vif-plugged", "status": "completed", "tag": "9d7a8f83-e7bd-44df-b96e-84b5f1443f90"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:49.142127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Port a8b018a1-560e-49eb-943f-65a9aa84bee2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:59:49.142714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Attempting to bind port a8b018a1-560e-49eb-943f-65a9aa84bee2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:49.186106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:49.186616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:49.187010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:49.187453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Bound port: a8b018a1-560e-49eb-943f-65a9aa84bee2, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:49.187821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.220133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24993b60-6dd9-4863-a86f-c3da84336e25 req-15718486-be03-4bf1-a9c4-c154df69007e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946933 Feb 19 02:59:49.282285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf7f33-01ee-4a3d-b78b-5eb6f22bc34d req-ae00e76c-ae0b-4b7e-86a9-5f14cce622ff tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:49.290007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44cf7f33-01ee-4a3d-b78b-5eb6f22bc34d req-ae00e76c-ae0b-4b7e-86a9-5f14cce622ff tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 931 time: 0.3900049 Feb 19 02:59:49.521482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:49.536383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44cf7f33-01ee-4a3d-b78b-5eb6f22bc34d req-9cb2fbd0-8061-4d60-88a7-2d78ac509929 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454443 Feb 19 02:59:49.545800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:49.568543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.622240 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1440ce-1248-4a33-99e9-0ce77eb28315 x-openstack-request-id: req-8e1440ce-1248-4a33-99e9-0ce77eb28315 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:49.623052 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27686865-161a-4c79-be3c-aa840de0344f", "name": "network-vif-plugged", "status": "completed", "tag": "9d7a8f83-e7bd-44df-b96e-84b5f1443f90", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:49.623460 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e1440ce-1248-4a33-99e9-0ce77eb28315 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:49.624132 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27686865-161a-4c79-be3c-aa840de0344f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7a8f83-e7bd-44df-b96e-84b5f1443f90', 'code': 200} Feb 19 02:59:49.642712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3238b17-eb5f-4291-a5eb-127bc14addb2 req-77492250-8d94-4a7f-9a7b-b721f66bb106 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:49.650792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3238b17-eb5f-4291-a5eb-127bc14addb2 req-77492250-8d94-4a7f-9a7b-b721f66bb106 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 948 time: 0.1793649 Feb 19 02:59:49.684512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:49.685606 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.687131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] 10.222.0.67 "PUT /v2.0/ports/a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 1096 time: 1.8989246 Feb 19 02:59:49.704465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4602fa3-d29d-4826-a33a-5cc25e44a458 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:49.729985 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Publish callbacks [] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.763801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f93ee3-feed-40e1-bd6d-ccef4529e777 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=11']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:49.785041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Transition to ACTIVE for port object d4602fa3-d29d-4826-a33a-5cc25e44a458 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 02:59:49.815384 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:49.864452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Pushing event updated for resources: {'Port': ['ID=d4602fa3-d29d-4826-a33a-5cc25e44a458,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:49.869022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-472d4a8d-5457-46f8-8eae-b16be6d3ed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:49.871084 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-472d4a8d-5457-46f8-8eae-b16be6d3ed04 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1130 time: 0.1552236 Feb 19 02:59:50.324275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-2c171734-a385-437e-b1d9-ba684ef3e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.325800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-2c171734-a385-437e-b1d9-ba684ef3e001 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.4453030 Feb 19 02:59:50.438934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-ba161859-fed9-4a02-93d8-cadcad187d8e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 217 time: 0.0774989 Feb 19 02:59:50.481429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d12103-0783-4feb-90d5-411b2faf4033 req-4c62e972-e7c8-4e61-a11b-7aeb60e6f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.483084 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5d12103-0783-4feb-90d5-411b2faf4033 req-4c62e972-e7c8-4e61-a11b-7aeb60e6f1e2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 1127 time: 0.7129397 Feb 19 02:59:50.533235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3238b17-eb5f-4291-a5eb-127bc14addb2 req-76f89522-d711-4f9f-ad28-ef30bb7b016e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8724473 Feb 19 02:59:50.574499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a8b018a1-560e-49eb-943f-65a9aa84bee2 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 02:59:50.595996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49828) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:50.613503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1f8ed-6dc0-4193-b123-4c3cfdc15022 req-5fd721e4-7feb-4739-b53e-758891035638 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.623573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3a1f8ed-6dc0-4193-b123-4c3cfdc15022 req-5fd721e4-7feb-4739-b53e-758891035638 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 945 time: 0.2937593 Feb 19 02:59:50.660180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Attempting to bind port d4602fa3-d29d-4826-a33a-5cc25e44a458 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:50.660437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Attempting to bind port d4602fa3-d29d-4826-a33a-5cc25e44a458 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '67ac896c-6e16-4dbd-b062-4f89f23de289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95bfe334-1f11-4722-94f5-1d756b7a4a84'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:50.660877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Attempting to bind port d4602fa3-d29d-4826-a33a-5cc25e44a458 on network 95bfe334-1f11-4722-94f5-1d756b7a4a84 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:50.667405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5d12103-0783-4feb-90d5-411b2faf4033 req-76cb1cff-dea9-4be1-a387-d36cf6b7158d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442719 Feb 19 02:59:50.678529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-ad1baade-c440-482c-9b6d-f0138e76410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.680078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-ad1baade-c440-482c-9b6d-f0138e76410a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.2144876 Feb 19 02:59:50.686357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Port d4602fa3-d29d-4826-a33a-5cc25e44a458 on network 95bfe334-1f11-4722-94f5-1d756b7a4a84 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:59:50.686733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Attempting to bind port d4602fa3-d29d-4826-a33a-5cc25e44a458 on network 95bfe334-1f11-4722-94f5-1d756b7a4a84 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:50.721845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] The host n-h1-826755-2 is not matching for port a8b018a1-560e-49eb-943f-65a9aa84bee2 host n-h2-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 02:59:50.722256 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a8b018a1-560e-49eb-943f-65a9aa84bee2 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 02:59:50.731412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:50.734838 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8251ec11-b636-4836-b940-268fcbe7edee" -d '{"events": [{"name": "network-changed", "server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:50.744997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:50.745343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Checking segment: {'id': '67ac896c-6e16-4dbd-b062-4f89f23de289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95bfe334-1f11-4722-94f5-1d756b7a4a84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:50.745740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Bound using segment: {'id': '67ac896c-6e16-4dbd-b062-4f89f23de289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95bfe334-1f11-4722-94f5-1d756b7a4a84'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:50.746184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Bound port: d4602fa3-d29d-4826-a33a-5cc25e44a458, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ac896c-6e16-4dbd-b062-4f89f23de289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '95bfe334-1f11-4722-94f5-1d756b7a4a84'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:50.746543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.819018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69c49d1b-3e31-44fd-8fce-9372e0c7fe91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:50.822917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3a1f8ed-6dc0-4193-b123-4c3cfdc15022 req-83bfb5a1-0b0e-40c7-a005-855abd0fbf4e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981263 Feb 19 02:59:50.839713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000d2fe-fc3d-4db8-82cd-9532fc352044 req-0ced30a5-024d-4c89-97dd-ed320a2c5dc2 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.847275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4000d2fe-fc3d-4db8-82cd-9532fc352044 req-0ced30a5-024d-4c89-97dd-ed320a2c5dc2 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 943 time: 0.1662033 Feb 19 02:59:50.904259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] For port d4602fa3-d29d-4826-a33a-5cc25e44a458, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 02:59:50.959111 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9796b369-59c1-4b24-aac5-49cfd5a0de1f x-openstack-request-id: req-9796b369-59c1-4b24-aac5-49cfd5a0de1f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:50.959538 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:50.959854 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9796b369-59c1-4b24-aac5-49cfd5a0de1f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:50.960758 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'status': 'completed', 'code': 200} Feb 19 02:59:50.969081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] For port d4602fa3-d29d-4826-a33a-5cc25e44a458, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d4602fa3-d29d-4826-a33a-5cc25e44a458,segment=NetworkSegment(67ac896c-6e16-4dbd-b062-4f89f23de289),segment_id=67ac896c-6e16-4dbd-b062-4f89f23de289)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:50.976972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4000d2fe-fc3d-4db8-82cd-9532fc352044 req-3637f2bf-01a2-4a43-8a82-f0d097efd239 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286573 Feb 19 02:59:50.996397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-cfcd6387-eb94-48c0-9590-ab415d300687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:50.997859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-cfcd6387-eb94-48c0-9590-ab415d300687 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0828037 Feb 19 02:59:50.998889 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.036477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69c49d1b-3e31-44fd-8fce-9372e0c7fe91 admin admin] Publish callbacks [] for security_group (21d163be-2a09-4277-ba31-dbc0e80b551e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.053417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251ec11-b636-4836-b940-268fcbe7edee req-2e9bdd3e-ef17-4853-a13a-854f9722667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:51.055323 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-2e9bdd3e-ef17-4853-a13a-854f9722667a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1130 time: 0.0914304 Feb 19 02:59:51.056078 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69c49d1b-3e31-44fd-8fce-9372e0c7fe91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (21d163be-2a09-4277-ba31-dbc0e80b551e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.091952 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-69c49d1b-3e31-44fd-8fce-9372e0c7fe91 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0c670f1bd994521bf99e667280f9324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4946012 Feb 19 02:59:51.094943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49874) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:51.129046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-0c5de432-8d21-4c18-a9df-447c09d63488 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215372 Feb 19 02:59:51.136118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:51.136783 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.138349 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] 10.222.0.87 "PUT /v2.0/ports/d4602fa3-d29d-4826-a33a-5cc25e44a458 HTTP/1.1" status: 200 len: 1091 time: 2.5543168 Feb 19 02:59:51.185118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c49d1b-3e31-44fd-8fce-9372e0c7fe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d163be-2a09-4277-ba31-dbc0e80b551e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:51.239056 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cc14e64e-b0a0-4563-9f1e-85d65d8a43aa admin admin] Publish callbacks [] for security_group (21d163be-2a09-4277-ba31-dbc0e80b551e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.259163 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b3d2a4-8436-4afe-b086-bd02c2a42b25 service neutron] Pushing event updated for resources: {'Port': ['ID=d4602fa3-d29d-4826-a33a-5cc25e44a458,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:51.286622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-f272525a-16b0-4c3d-b6f1-77346ea62de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:51.288534 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-f272525a-16b0-4c3d-b6f1-77346ea62de6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31ff06ae51f746d187c0998f7a9d4fca&device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 1125 time: 0.0940249 Feb 19 02:59:51.292399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e400d32f-e90e-41d6-94f4-ad5d3010a101 req-e935a0c0-d894-41d8-83d1-7dc18892d58b service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531577 Feb 19 02:59:51.300713 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cc14e64e-b0a0-4563-9f1e-85d65d8a43aa admin admin] Publish callbacks [] for security_group (21d163be-2a09-4277-ba31-dbc0e80b551e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.310978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251ec11-b636-4836-b940-268fcbe7edee req-b9aba2f0-dacf-4206-9e69-aefc0cc409ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:51.313104 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-b9aba2f0-dacf-4206-9e69-aefc0cc409ab service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2333748 Feb 19 02:59:51.341572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-520aac45-23bb-4791-ac33-2498e119e3a8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4602fa3-d29d-4826-a33a-5cc25e44a458 HTTP/1.1" status: 200 len: 217 time: 0.0453122 Feb 19 02:59:51.364274 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-72c41599-7904-4015-8aed-90b5ca33e52c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 217 time: 0.0419903 Feb 19 02:59:51.418202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-2f831d56-ccf5-45e4-b9f0-d60648fad645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:51.419821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-2f831d56-ccf5-45e4-b9f0-d60648fad645 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=083e10cf-63e8-463f-8e04-74ab69f56d60 HTTP/1.1" status: 200 len: 861 time: 0.0720773 Feb 19 02:59:51.481805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251ec11-b636-4836-b940-268fcbe7edee req-918c1d90-f945-46c0-a411-e0b5c645642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:51.483674 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-918c1d90-f945-46c0-a411-e0b5c645642f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1107016 Feb 19 02:59:51.484966 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cc14e64e-b0a0-4563-9f1e-85d65d8a43aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (21d163be-2a09-4277-ba31-dbc0e80b551e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.488308 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cc14e64e-b0a0-4563-9f1e-85d65d8a43aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:51.489875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cc14e64e-b0a0-4563-9f1e-85d65d8a43aa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/21d163be-2a09-4277-ba31-dbc0e80b551e HTTP/1.1" status: 204 len: 168 time: 0.3853958 Feb 19 02:59:51.510282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14e64e-b0a0-4563-9f1e-85d65d8a43aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d163be-2a09-4277-ba31-dbc0e80b551e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:51.570388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-ba0eaf89-ef5a-4b33-a54d-31d8418f4306 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=95bfe334-1f11-4722-94f5-1d756b7a4a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356581 Feb 19 02:59:51.583388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251ec11-b636-4836-b940-268fcbe7edee req-aaef1d2c-1802-479c-a0b8-fb480ed0c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:51.584688 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-aaef1d2c-1802-479c-a0b8-fb480ed0c8ed service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0843570 Feb 19 02:59:51.691542 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-4e688ef9-2baa-432b-a35e-96806a4db3dc service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003201 Feb 19 02:59:51.829733 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-2b4bf208-a7d2-4f11-b292-5978f520031b service neutron] 10.222.0.87 "GET /v2.0/networks/95bfe334-1f11-4722-94f5-1d756b7a4a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490687 Feb 19 02:59:51.862341 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-c10ae74a-fb12-479d-ad6c-32a3e6181077 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634920 Feb 19 02:59:51.909357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251ec11-b636-4836-b940-268fcbe7edee req-bf52b095-7d30-4919-a7d0-f30031509807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:51.922245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-bf52b095-7d30-4919-a7d0-f30031509807 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1130 time: 0.5013235 Feb 19 02:59:52.187794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e5348-3f47-4e05-907f-dfa6c18e5a6c req-678b1886-b93a-4a03-8f92-6a56f9dc75ab tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:52.189952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-184e5348-3f47-4e05-907f-dfa6c18e5a6c req-678b1886-b93a-4a03-8f92-6a56f9dc75ab tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 948 time: 0.3592894 Feb 19 02:59:52.269236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee80462-5899-4de5-a919-4fcdbf67b74b req-27a509f0-a680-4009-8bb4-c3a0aea4f5b8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:52.271024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dee80462-5899-4de5-a919-4fcdbf67b74b req-27a509f0-a680-4009-8bb4-c3a0aea4f5b8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 945 time: 0.2059977 Feb 19 02:59:52.294157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03f3eb9b-ba3d-44b4-8b84-821b58b3cef0 req-4bec17a1-1672-443a-b043-13016974e9c8 service neutron] 10.222.0.87 "GET /v2.0/networks/95bfe334-1f11-4722-94f5-1d756b7a4a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4530013 Feb 19 02:59:52.319232 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:52.392679 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-184e5348-3f47-4e05-907f-dfa6c18e5a6c req-437afb66-0611-4c52-bd05-03bdc73c0d3a tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870627 Feb 19 02:59:52.396065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251ec11-b636-4836-b940-268fcbe7edee req-210c9445-6744-4886-8183-a22ed72f42fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:52.407232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-210c9445-6744-4886-8183-a22ed72f42fc service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.4608333 Feb 19 02:59:52.511414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-6e7e15d4-db53-4f9c-b558-537543fc8537 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 200 len: 217 time: 0.0876718 Feb 19 02:59:52.561426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dee80462-5899-4de5-a919-4fcdbf67b74b req-e909bc34-2caf-445c-ac77-fb78231efb98 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786014 Feb 19 02:59:52.667687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251ec11-b636-4836-b940-268fcbe7edee req-ade98bd9-3778-47cf-a651-bca3f12652e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:52.669805 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-ade98bd9-3778-47cf-a651-bca3f12652e8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1465690 Feb 19 02:59:52.743415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b52e9-7cee-413e-b8df-5b413d86c4f3 req-b8b74306-b3fd-4c3a-b2c5-fe88957739fa tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:52.745388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-026b52e9-7cee-413e-b8df-5b413d86c4f3 req-b8b74306-b3fd-4c3a-b2c5-fe88957739fa tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 943 time: 0.1807616 Feb 19 02:59:52.750737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251ec11-b636-4836-b940-268fcbe7edee req-5b1c7408-9c17-4b9a-b8ba-dc7ecc73230a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:52.752777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-5b1c7408-9c17-4b9a-b8ba-dc7ecc73230a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0728161 Feb 19 02:59:52.945831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-ffcd7d84-449e-4567-84aa-5735bbffef4f service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845982 Feb 19 02:59:52.950875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-026b52e9-7cee-413e-b8df-5b413d86c4f3 req-d730a337-48a6-4303-87a9-f9d612014826 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972809 Feb 19 02:59:52.975185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1396ca3-4de3-465b-98d2-5018109bc8e3', 'tag': 'd4602fa3-d29d-4826-a33a-5cc25e44a458'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:52.977528 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adb4d04-2e9d-4570-acf9-4d27bb29fe1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d1396ca3-4de3-465b-98d2-5018109bc8e3", "tag": "d4602fa3-d29d-4826-a33a-5cc25e44a458"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:53.114973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8251ec11-b636-4836-b940-268fcbe7edee req-ffb4d2d5-b03e-4fe2-b86c-0b49a0f9005b service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619136 Feb 19 02:59:53.150765 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71a1b66-7339-49e4-87fa-244e797c6598 x-openstack-request-id: req-c71a1b66-7339-49e4-87fa-244e797c6598 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:53.150997 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1396ca3-4de3-465b-98d2-5018109bc8e3", "tag": "d4602fa3-d29d-4826-a33a-5cc25e44a458", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:53.151242 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c71a1b66-7339-49e4-87fa-244e797c6598 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:53.151793 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1396ca3-4de3-465b-98d2-5018109bc8e3', 'tag': 'd4602fa3-d29d-4826-a33a-5cc25e44a458', 'status': 'completed', 'code': 200} Feb 19 02:59:53.188063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb4d04-2e9d-4570-acf9-4d27bb29fe1c req-f62b3f97-f4ad-4157-902a-e339663f74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:53.194425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7adb4d04-2e9d-4570-acf9-4d27bb29fe1c req-f62b3f97-f4ad-4157-902a-e339663f74aa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=31ff06ae51f746d187c0998f7a9d4fca&device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 1125 time: 0.0779254 Feb 19 02:59:53.235073 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:53.384098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb4d04-2e9d-4570-acf9-4d27bb29fe1c req-d608fa50-c59c-43ce-b246-f84449b58626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:53.386518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7adb4d04-2e9d-4570-acf9-4d27bb29fe1c req-d608fa50-c59c-43ce-b246-f84449b58626 service neutron] 10.222.0.87 "GET /v2.0/networks?id=95bfe334-1f11-4722-94f5-1d756b7a4a84 HTTP/1.1" status: 200 len: 922 time: 0.1847119 Feb 19 02:59:53.439454 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7adb4d04-2e9d-4570-acf9-4d27bb29fe1c req-8ec3c00c-bc5a-4e52-aa23-a736852ac59c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4602fa3-d29d-4826-a33a-5cc25e44a458 HTTP/1.1" status: 200 len: 217 time: 0.0455775 Feb 19 02:59:53.500565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb4d04-2e9d-4570-acf9-4d27bb29fe1c req-17391d60-e12b-4337-8cd2-ce793cd1b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:53.505308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7adb4d04-2e9d-4570-acf9-4d27bb29fe1c req-17391d60-e12b-4337-8cd2-ce793cd1b99a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=083e10cf-63e8-463f-8e04-74ab69f56d60 HTTP/1.1" status: 200 len: 861 time: 0.0575266 Feb 19 02:59:53.581734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7adb4d04-2e9d-4570-acf9-4d27bb29fe1c req-bdf0872c-3d3d-498b-adad-3426dde83d72 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=95bfe334-1f11-4722-94f5-1d756b7a4a84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691366 Feb 19 02:59:53.695500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7adb4d04-2e9d-4570-acf9-4d27bb29fe1c req-e8f83d0f-42c2-41bd-a56a-f94f89e0f761 service neutron] 10.222.0.87 "GET /v2.0/networks/95bfe334-1f11-4722-94f5-1d756b7a4a84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062734 Feb 19 02:59:53.716549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3acf55-c70c-4550-b576-2a167c4535d3 req-d1f688af-8784-40c5-8f86-7b2f39ae7096 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:53.718290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f3acf55-c70c-4550-b576-2a167c4535d3 req-d1f688af-8784-40c5-8f86-7b2f39ae7096 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 948 time: 0.2077456 Feb 19 02:59:53.905573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f3acf55-c70c-4550-b576-2a167c4535d3 req-da132f5a-86ce-4ebc-b8d3-155104acb02b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272876 Feb 19 02:59:53.911711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7adb4d04-2e9d-4570-acf9-4d27bb29fe1c req-cb9ad485-3f08-4709-8a88-afcf7bcc6d72 service neutron] 10.222.0.87 "GET /v2.0/networks/95bfe334-1f11-4722-94f5-1d756b7a4a84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923757 Feb 19 02:59:53.940543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536dfb0-1c11-4fec-adda-aadc01b537c8 req-6dad6403-c867-4b13-a2b7-7ca07baf8669 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:53.942168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c536dfb0-1c11-4fec-adda-aadc01b537c8 req-6dad6403-c867-4b13-a2b7-7ca07baf8669 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 945 time: 0.1651814 Feb 19 02:59:54.044056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c536dfb0-1c11-4fec-adda-aadc01b537c8 req-2e12545a-6d99-41da-961a-713efdb01883 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946438 Feb 19 02:59:54.212975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb6fae-28f3-47be-b4d4-36cb45db5227 req-5abbc55e-a1c2-4834-8770-e2b5841a18cd tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:54.221701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64fb6fae-28f3-47be-b4d4-36cb45db5227 req-5abbc55e-a1c2-4834-8770-e2b5841a18cd tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 943 time: 0.1102388 Feb 19 02:59:54.323160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64fb6fae-28f3-47be-b4d4-36cb45db5227 req-d54fbcdb-6a03-4ed2-8cc8-f3fda45b5051 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857716 Feb 19 02:59:54.818351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69f6d9-98cb-4822-b8ea-25ada1f795f1 req-d512dbf0-9696-4d14-8353-e231f2232f27 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:54.835894 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d69f6d9-98cb-4822-b8ea-25ada1f795f1 req-d512dbf0-9696-4d14-8353-e231f2232f27 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 1127 time: 0.1813498 Feb 19 02:59:54.915779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d69f6d9-98cb-4822-b8ea-25ada1f795f1 req-19d3a97a-3cf6-4787-8648-214d66de4b66 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789189 Feb 19 02:59:55.218610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a8b018a1-560e-49eb-943f-65a9aa84bee2 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:59:55.251390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5e592-0974-401f-b388-189ba01d3152 req-1235ebd6-4626-4e04-a460-c0a25d11e937 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:55.262086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79a5e592-0974-401f-b388-189ba01d3152 req-1235ebd6-4626-4e04-a460-c0a25d11e937 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 948 time: 0.1014686 Feb 19 02:59:55.369310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79a5e592-0974-401f-b388-189ba01d3152 req-c241238e-63fe-4973-9871-5646bf343dd4 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007066 Feb 19 02:59:55.541837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:55.562423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'mac_address': 'fa:16:3e:62:0e:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:59:55.591512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a53b2-7234-46f8-9fa4-cb58a2feb957 req-b4881f46-b79f-47d1-99fd-ec6eb4541e52 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:55.593104 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f1a53b2-7234-46f8-9fa4-cb58a2feb957 req-b4881f46-b79f-47d1-99fd-ec6eb4541e52 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 1127 time: 0.0808144 Feb 19 02:59:55.612925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a8b018a1-560e-49eb-943f-65a9aa84bee2 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:55.613320 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.627753 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b018a1-560e-49eb-943f-65a9aa84bee2 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:55.652072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:55.658189 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:55.691754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f1a53b2-7234-46f8-9fa4-cb58a2feb957 req-433705b8-c5f2-44ff-a1bb-2ba2391c5603 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876374 Feb 19 02:59:55.783811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=12']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:55.861381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd2642-de44-4d76-ba9d-a9c260a0a522 req-019168c2-3275-4588-a8ed-b77a85f887ce tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:55.873274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33bd2642-de44-4d76-ba9d-a9c260a0a522 req-019168c2-3275-4588-a8ed-b77a85f887ce tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 943 time: 0.1049643 Feb 19 02:59:55.931470 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33bd2642-de44-4d76-ba9d-a9c260a0a522 req-349d2296-c760-4401-9c93-8c7a38ed0ec2 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571775 Feb 19 02:59:56.019830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a8b018a1-560e-49eb-943f-65a9aa84bee2'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:56.089115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a75cd-27f3-46f9-9671-63af9f884dce req-22677107-35e0-47ae-8cc7-1c6c4dc0bd89 tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:56.096556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-661a75cd-27f3-46f9-9671-63af9f884dce req-22677107-35e0-47ae-8cc7-1c6c4dc0bd89 tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 1131 time: 0.0773847 Feb 19 02:59:56.159103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-661a75cd-27f3-46f9-9671-63af9f884dce req-edb87201-5e6f-4687-a6e3-f957716d1ca3 tempest-MigrationsAdminTest-145134839 tempest-MigrationsAdminTest-145134839-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572832 Feb 19 02:59:56.545555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00522eb-4a0b-4eda-9714-8a271987b797 req-b5594456-f975-4125-86fa-1467a555f128 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:56.553548 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f00522eb-4a0b-4eda-9714-8a271987b797 req-b5594456-f975-4125-86fa-1467a555f128 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 949 time: 0.0682654 Feb 19 02:59:56.622984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d4602fa3-d29d-4826-a33a-5cc25e44a458 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 02:59:56.633545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f00522eb-4a0b-4eda-9714-8a271987b797 req-59ffdb62-c15d-4e46-a609-b1ede04d38b3 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787940 Feb 19 02:59:56.953592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d4602fa3-d29d-4826-a33a-5cc25e44a458, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d4602fa3-d29d-4826-a33a-5cc25e44a458,segment=NetworkSegment(67ac896c-6e16-4dbd-b062-4f89f23de289),segment_id=67ac896c-6e16-4dbd-b062-4f89f23de289)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:56.975905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'd4602fa3-d29d-4826-a33a-5cc25e44a458', 'network_id': '95bfe334-1f11-4722-94f5-1d756b7a4a84', 'port_id': 'd4602fa3-d29d-4826-a33a-5cc25e44a458', 'mac_address': 'fa:16:3e:3a:0a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083e10cf-63e8-463f-8e04-74ab69f56d60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 02:59:57.046867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d4602fa3-d29d-4826-a33a-5cc25e44a458 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:57.049278 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.067229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4602fa3-d29d-4826-a33a-5cc25e44a458 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 02:59:57.106920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d4602fa3-d29d-4826-a33a-5cc25e44a458, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d4602fa3-d29d-4826-a33a-5cc25e44a458,segment=NetworkSegment(67ac896c-6e16-4dbd-b062-4f89f23de289),segment_id=67ac896c-6e16-4dbd-b062-4f89f23de289)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:57.117607 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.153197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4512380d-f62b-4d4c-8420-c2ba4f71fdfa req-bdccdf86-1124-4ded-80b0-4b9821a95595 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714478 Feb 19 02:59:57.227652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a8b018a1-560e-49eb-943f-65a9aa84bee2 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 02:59:57.234022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d4602fa3-d29d-4826-a33a-5cc25e44a458,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:57.351968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512380d-f62b-4d4c-8420-c2ba4f71fdfa req-ffcc933d-5270-4bcc-8226-c87a2c3e3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:57.353624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4512380d-f62b-4d4c-8420-c2ba4f71fdfa req-ffcc933d-5270-4bcc-8226-c87a2c3e3e2d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 1127 time: 0.1716795 Feb 19 02:59:57.407112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port a8b018a1-560e-49eb-943f-65a9aa84bee2 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 02:59:57.412591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port a8b018a1-560e-49eb-943f-65a9aa84bee2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 02:59:57.414469 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.528861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512380d-f62b-4d4c-8420-c2ba4f71fdfa req-3f2c5071-88f5-4b40-84a6-c9bdcae227bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:57.530376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4512380d-f62b-4d4c-8420-c2ba4f71fdfa req-3f2c5071-88f5-4b40-84a6-c9bdcae227bb service neutron] 10.222.0.87 "GET /v2.0/networks?id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 200 len: 919 time: 0.1516497 Feb 19 02:59:57.563199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d4602fa3-d29d-4826-a33a-5cc25e44a458'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:57.615982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4512380d-f62b-4d4c-8420-c2ba4f71fdfa req-e13b846e-67cf-430b-95cf-4d26570e021d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65fadec-a3ed-4e19-9a80-bd61648e8a0a HTTP/1.1" status: 200 len: 217 time: 0.0776713 Feb 19 02:59:57.711524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a8b018a1-560e-49eb-943f-65a9aa84bee2 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 02:59:57.712134 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.733549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f9186-73e1-49fa-aff7-32a5da8cafd4 req-5a1b312b-bbe9-4fb8-81f3-b31c489a5198 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:57.740808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a1f9186-73e1-49fa-aff7-32a5da8cafd4 req-5a1b312b-bbe9-4fb8-81f3-b31c489a5198 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 944 time: 0.1234996 Feb 19 02:59:57.743594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512380d-f62b-4d4c-8420-c2ba4f71fdfa req-1df9ce4e-4b33-4cf4-9223-200ca4dcbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:57.745402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4512380d-f62b-4d4c-8420-c2ba4f71fdfa req-1df9ce4e-4b33-4cf4-9223-200ca4dcbd43 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a3409185-6e38-450f-9998-5d1abfd5cc95 HTTP/1.1" status: 200 len: 858 time: 0.1109734 Feb 19 02:59:57.787040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:57.787878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4512380d-f62b-4d4c-8420-c2ba4f71fdfa req-4e2ca43b-3ed9-40ac-be15-97391ce2e794 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351846 Feb 19 02:59:57.793853 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c9cf86-118b-4bd9-962e-1adb6084fb6d" -d '{"events": [{"server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "name": "network-vif-plugged", "status": "completed", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 02:59:57.834432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:57.844064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a1f9186-73e1-49fa-aff7-32a5da8cafd4 req-75264a0c-5c2b-4d37-8bb5-24cb80967f8f tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021457 Feb 19 02:59:57.873659 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:57.935096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=13']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:58.020185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4512380d-f62b-4d4c-8420-c2ba4f71fdfa req-01da7d5e-4b70-46fd-b6a7-4ebf7da6556f service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971047 Feb 19 02:59:58.049790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-0815d102-7f1a-4ccf-abef-ce23b8a8c1d7 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 02:59:58.058624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-0815d102-7f1a-4ccf-abef-ce23b8a8c1d7 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0355062 Feb 19 02:59:58.195191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-03e1f0ed-e055-4c2c-bd62-828356721a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:58.202610 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-03e1f0ed-e055-4c2c-bd62-828356721a6d service neutron] 10.222.0.81 "GET /v2.0/ports/9d7a8f83-e7bd-44df-b96e-84b5f1443f90 HTTP/1.1" status: 200 len: 1124 time: 0.1428146 Feb 19 02:59:58.210358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] Request body: {'binding': {'host': 'n-h1-826755-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 02:59:58.211058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] Unknown quota resources ['binding']. {{(pid=109899) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 02:59:58.304265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35ceb6-796f-4ef3-955f-c22fc6e1aafb req-9244d5c4-b122-4f29-899a-72aa2d7281a1 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:58.306049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca35ceb6-796f-4ef3-955f-c22fc6e1aafb req-9244d5c4-b122-4f29-899a-72aa2d7281a1 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 950 time: 0.2819083 Feb 19 02:59:58.396024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22993566-190d-4a61-9478-523302f449df req-99aadcfa-cbe9-4a6c-bae0-56e22b9f54a5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:58.403140 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22993566-190d-4a61-9478-523302f449df req-99aadcfa-cbe9-4a6c-bae0-56e22b9f54a5 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=50334cc5-520e-4c6d-8ee2-0d8bf27baba6 HTTP/1.1" status: 200 len: 950 time: 0.2837684 Feb 19 02:59:58.411551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4512380d-f62b-4d4c-8420-c2ba4f71fdfa req-f87fc27a-49fe-4fdf-8c9b-1df84523ab1b service neutron] 10.222.0.87 "GET /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3788538 Feb 19 02:59:58.509705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22993566-190d-4a61-9478-523302f449df req-f55e487e-4232-4f7e-ba7a-4935a10f83b6 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055050 Feb 19 02:59:58.534677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] Attempting to bind port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on host n-h1-826755-2 for vnic_type normal with profile None {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 02:59:58.535012 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] Attempting to bind port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 02:59:58.535333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] Attempting to bind port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:58.543642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] Port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 02:59:58.543957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] Attempting to bind port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 02:59:58.554085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 02:59:58.554423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 02:59:58.554804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] Bound using segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 02:59:58.555239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] Bound port: 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 02:59:58.562646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ca35ceb6-796f-4ef3-955f-c22fc6e1aafb req-348edb94-051c-44a0-96bd-ba87f5eb2600 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Deleting port a8b018a1-560e-49eb-943f-65a9aa84bee2 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 02:59:58.562982 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ca35ceb6-796f-4ef3-955f-c22fc6e1aafb req-348edb94-051c-44a0-96bd-ba87f5eb2600 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.580834 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 02:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2839de7a-629e-4f12-840e-c887a6410f02 x-openstack-request-id: req-2839de7a-629e-4f12-840e-c887a6410f02 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 02:59:58.581136 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "name": "network-vif-plugged", "status": "completed", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 02:59:58.581390 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2839de7a-629e-4f12-840e-c887a6410f02 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 02:59:58.581792 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'code': 200} Feb 19 02:59:58.681739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 02:59:58.726041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ca35ceb6-796f-4ef3-955f-c22fc6e1aafb req-348edb94-051c-44a0-96bd-ba87f5eb2600 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] For port a8b018a1-560e-49eb-943f-65a9aa84bee2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a8b018a1-560e-49eb-943f-65a9aa84bee2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 02:59:58.726521 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ca35ceb6-796f-4ef3-955f-c22fc6e1aafb req-348edb94-051c-44a0-96bd-ba87f5eb2600 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.742298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ca35ceb6-796f-4ef3-955f-c22fc6e1aafb req-348edb94-051c-44a0-96bd-ba87f5eb2600 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Calling delete_port for a8b018a1-560e-49eb-943f-65a9aa84bee2 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 02:59:58.799614 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:58.801062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-3b54f1e9-7da6-4297-a8db-c256281c4124 service neutron] 10.222.0.81 "POST /v2.0/ports/9d7a8f83-e7bd-44df-b96e-84b5f1443f90/bindings HTTP/1.1" status: 201 len: 389 time: 0.5972950 Feb 19 02:59:58.914459 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50202) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 02:59:59.121863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ca35ceb6-796f-4ef3-955f-c22fc6e1aafb req-348edb94-051c-44a0-96bd-ba87f5eb2600 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a8b018a1-560e-49eb-943f-65a9aa84bee2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.146076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['a07436f2-8382-49d2-b724-51e581d85931', 'f9633338-9a85-4c51-8efd-c6b74d9d36ec'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:59.186104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348edb94-051c-44a0-96bd-ba87f5eb2600 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Pushing event deleted for resources: {'Port': ['ID=a8b018a1-560e-49eb-943f-65a9aa84bee2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 02:59:59.271364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['46876af1-486b-4e7c-b23f-d5643b084b2f', 'a8b018a1-560e-49eb-943f-65a9aa84bee2'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 02:59:59.896649 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e193-ade5-4af6-89ab-4d90e568f3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.925414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13227d2b-2e93-429c-8ea0-a62c68cbe371 req-985dd51e-65ab-4dee-8cbe-1650cdb0cc37 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 02:59:59.933682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-13227d2b-2e93-429c-8ea0-a62c68cbe371 req-985dd51e-65ab-4dee-8cbe-1650cdb0cc37 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 944 time: 0.9282017 Feb 19 02:59:59.983837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca35ceb6-796f-4ef3-955f-c22fc6e1aafb req-348edb94-051c-44a0-96bd-ba87f5eb2600 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] No DVR routers for this DVR port a8b018a1-560e-49eb-943f-65a9aa84bee2 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 02:59:59.986705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ca35ceb6-796f-4ef3-955f-c22fc6e1aafb req-348edb94-051c-44a0-96bd-ba87f5eb2600 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 02:59:59.990695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca35ceb6-796f-4ef3-955f-c22fc6e1aafb req-348edb94-051c-44a0-96bd-ba87f5eb2600 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "DELETE /v2.0/ports/a8b018a1-560e-49eb-943f-65a9aa84bee2 HTTP/1.1" status: 204 len: 173 time: 1.6762171 Feb 19 02:59:59.994825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'name': 'network-vif-deleted', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 02:59:59.998151 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13785878-f803-4d9d-8017-00dc0508b9e7" -d '{"events": [{"server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "name": "network-vif-deleted", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:00.008326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-d854feb1-9b32-4b44-857a-80b5c031f8d0 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2a736235140e40a6adab5ece96045905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0943499 Feb 19 03:00:00.110310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-13227d2b-2e93-429c-8ea0-a62c68cbe371 req-276cfa00-d20d-4748-9d12-ca75e7edd88d tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752355 Feb 19 03:00:00.261481 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-a74b5c92-cf4f-41ee-b462-5e470228ad7b tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:00.269433 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-a74b5c92-cf4f-41ee-b462-5e470228ad7b tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2598271 Feb 19 03:00:00.295358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-8d5bb7ae-b36c-4147-8b6c-703aeea5acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:00.297366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-8d5bb7ae-b36c-4147-8b6c-703aeea5acd6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 1127 time: 1.1628349 Feb 19 03:00:00.308623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-414ce541-af84-40c6-8a72-1c9bd9a927c2 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/quotas/2a736235140e40a6adab5ece96045905 HTTP/1.1" status: 200 len: 375 time: 0.0382569 Feb 19 03:00:00.404567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0e193-ade5-4af6-89ab-4d90e568f3b8 admin admin] Deleting port c392d5bc-2d35-4781-9140-e4da0f169d9b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:00.405165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e193-ade5-4af6-89ab-4d90e568f3b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.445926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-686c5e77-10f0-4cee-926c-1527f3ac8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:00.449190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-686c5e77-10f0-4cee-926c-1527f3ac8c15 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.1301320 Feb 19 03:00:00.515716 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-2cd0e193-ade5-4af6-89ab-4d90e568f3b8 admin admin] For port c392d5bc-2d35-4781-9140-e4da0f169d9b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c392d5bc-2d35-4781-9140-e4da0f169d9b,segment=NetworkSegment(d856ffb6-e434-4b34-9c99-212bb4dc3ab6),segment_id=d856ffb6-e434-4b34-9c99-212bb4dc3ab6)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:00.516433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e193-ade5-4af6-89ab-4d90e568f3b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.521369 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-4d4d8a36-100e-4fd8-bc12-9edf7d9f2a5e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90 HTTP/1.1" status: 200 len: 217 time: 0.0433166 Feb 19 03:00:00.533606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-1725f4f9-9c6f-4880-ab29-18e9acd1aa42 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2a736235140e40a6adab5ece96045905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2239726 Feb 19 03:00:00.535507 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0e193-ade5-4af6-89ab-4d90e568f3b8 admin admin] Calling delete_port for c392d5bc-2d35-4781-9140-e4da0f169d9b owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:00.653569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d4602fa3-d29d-4826-a33a-5cc25e44a458 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:00.771917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb485c-4a4e-4dc6-8894-b93b7f0ea1bf req-21bb0b0a-17c7-4a31-9bb9-fb478c79cd95 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:00.783779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90eb485c-4a4e-4dc6-8894-b93b7f0ea1bf req-21bb0b0a-17c7-4a31-9bb9-fb478c79cd95 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 945 time: 0.5069242 Feb 19 03:00:00.862071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port d4602fa3-d29d-4826-a33a-5cc25e44a458 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:00:00.875448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port d4602fa3-d29d-4826-a33a-5cc25e44a458 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:00.875831 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.902361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e193-ade5-4af6-89ab-4d90e568f3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c392d5bc-2d35-4781-9140-e4da0f169d9b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:00.968345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0e193-ade5-4af6-89ab-4d90e568f3b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c392d5bc-2d35-4781-9140-e4da0f169d9b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:00.977492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-072a3a5f-eeaa-4f17-af69-42b9258925e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:00.981746 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-072a3a5f-eeaa-4f17-af69-42b9258925e6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.4393916 Feb 19 03:00:01.034096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-e6d7e335-aedf-4251-842b-4c001c6d9aba service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348465 Feb 19 03:00:01.056940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90eb485c-4a4e-4dc6-8894-b93b7f0ea1bf req-6ba98278-f883-462e-a078-f023ca4dc179 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674069 Feb 19 03:00:01.213574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a8b018a1-560e-49eb-943f-65a9aa84bee2 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:01.243253 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d4602fa3-d29d-4826-a33a-5cc25e44a458 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:01.243668 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.277542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: a8b018a1-560e-49eb-943f-65a9aa84bee2 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:01.277883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a8b018a1-560e-49eb-943f-65a9aa84bee2 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:01.303380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1396ca3-4de3-465b-98d2-5018109bc8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4602fa3-d29d-4826-a33a-5cc25e44a458'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:01.307245 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32eecb8a-b00c-4a8a-bf2f-16b5426e4e35" -d '{"events": [{"server_uuid": "d1396ca3-4de3-465b-98d2-5018109bc8e3", "name": "network-vif-plugged", "status": "completed", "tag": "d4602fa3-d29d-4826-a33a-5cc25e44a458"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:01.363425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d4602fa3-d29d-4826-a33a-5cc25e44a458, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d4602fa3-d29d-4826-a33a-5cc25e44a458,segment=NetworkSegment(67ac896c-6e16-4dbd-b062-4f89f23de289),segment_id=67ac896c-6e16-4dbd-b062-4f89f23de289)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:01.382402 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:01.398492 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c239a31-3d2e-4061-832b-fb0f746b479d x-openstack-request-id: req-0c239a31-3d2e-4061-832b-fb0f746b479d {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:01.401555 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50334cc5-520e-4c6d-8ee2-0d8bf27baba6", "name": "network-vif-deleted", "tag": "a8b018a1-560e-49eb-943f-65a9aa84bee2", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:01.404719 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c239a31-3d2e-4061-832b-fb0f746b479d {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:01.405961 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50334cc5-520e-4c6d-8ee2-0d8bf27baba6', 'name': 'network-vif-deleted', 'tag': 'a8b018a1-560e-49eb-943f-65a9aa84bee2', 'status': 'completed', 'code': 200} Feb 19 03:00:01.553588 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-109428a5-f5b6-4a84-a002-e230e3eab94b tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=2a736235140e40a6adab5ece96045905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1324079 Feb 19 03:00:01.558681 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d4602fa3-d29d-4826-a33a-5cc25e44a458,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:01.567455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-6b9b28be-1e37-4f87-8a3d-91da26c60f12 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093944 Feb 19 03:00:01.646901 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2cd0e193-ade5-4af6-89ab-4d90e568f3b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.017349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd0e193-ade5-4af6-89ab-4d90e568f3b8 admin admin] Router bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:00:02.056552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-0f495be6-4516-456c-b625-f265fecef25e service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740977 Feb 19 03:00:02.085210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851873e-4ce6-4bd5-8e28-2371be3ed794 req-39c0f210-4f3e-4f6c-a3e8-8f05ee13db7d tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:02.087002 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3851873e-4ce6-4bd5-8e28-2371be3ed794 req-39c0f210-4f3e-4f6c-a3e8-8f05ee13db7d tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 945 time: 0.2992303 Feb 19 03:00:02.114280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-f648300a-6eaf-48d9-adc5-8d1bbae1da4f tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:02.116320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-f648300a-6eaf-48d9-adc5-8d1bbae1da4f tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5465434 Feb 19 03:00:02.224598 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd0e193-ade5-4af6-89ab-4d90e568f3b8 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:02.236167 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2cd0e193-ade5-4af6-89ab-4d90e568f3b8 admin admin] 10.222.0.81 "PUT /v2.0/routers/bbe9a9fe-0a11-48f0-bb87-facc4ebf0613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3198626 Feb 19 03:00:02.237113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50264) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:02.240140 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba3bd11-b743-4e8c-83f8-ecdda3657a64 None None] Sync routers for ids ['bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:02.262026 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba3bd11-b743-4e8c-83f8-ecdda3657a64 None None] Routers {'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:02.262654 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7ba3bd11-b743-4e8c-83f8-ecdda3657a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:59:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:02.268641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-804792d8-3fd0-4826-bde8-fbdd2a92149f tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/quotas/2a736235140e40a6adab5ece96045905 HTTP/1.1" status: 200 len: 375 time: 0.0664783 Feb 19 03:00:02.313319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3851873e-4ce6-4bd5-8e28-2371be3ed794 req-cc8f86c9-b6b8-4bda-ad79-bb938e7c4478 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144403 Feb 19 03:00:02.331015 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-9e4a7ceb-7177-4ff2-a7b8-b8a1e7179b14 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2a736235140e40a6adab5ece96045905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597904 Feb 19 03:00:02.414245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-42043339-2b35-4bc5-b66a-c1d605775ee5 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:02.415829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-42043339-2b35-4bc5-b66a-c1d605775ee5 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f&tenant_id=d0db881fe5bf4d899432d08392993561&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1127 time: 0.2410805 Feb 19 03:00:02.449415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826755-2'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:02.493120 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dfa5e1-dff1-4aaf-bb86-9f11c8558673 x-openstack-request-id: req-84dfa5e1-dff1-4aaf-bb86-9f11c8558673 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:02.493967 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1396ca3-4de3-465b-98d2-5018109bc8e3", "name": "network-vif-plugged", "status": "completed", "tag": "d4602fa3-d29d-4826-a33a-5cc25e44a458", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:02.494706 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84dfa5e1-dff1-4aaf-bb86-9f11c8558673 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:02.495462 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1396ca3-4de3-465b-98d2-5018109bc8e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4602fa3-d29d-4826-a33a-5cc25e44a458', 'code': 200} Feb 19 03:00:02.612315 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:02.653064 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-7ba3bd11-b743-4e8c-83f8-ecdda3657a64 None None] Set router bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:03.178708 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-5e66c6f3-0421-499c-bf69-84a367f422c3 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2a736235140e40a6adab5ece96045905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351963 Feb 19 03:00:03.214975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50284) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:03.362625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-e0af7dc7-8c8a-4c6e-80f7-e10aef35f511 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:03.364776 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-e0af7dc7-8c8a-4c6e-80f7-e10aef35f511 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794970 Feb 19 03:00:03.400231 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7ba3bd11-b743-4e8c-83f8-ecdda3657a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486916408-router', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '62851d85-c76c-4b36-9f12-4a1963562066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T03:00:00Z', 'revision_number': 5, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'gw_port': {'id': '62851d85-c76c-4b36-9f12-4a1963562066', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:03.402193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Request body: {'port': {'device_id': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '2a736235140e40a6adab5ece96045905'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:03.449974 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Publish callbacks [] for router (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.484920 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba3bd11-b743-4e8c-83f8-ecdda3657a64 None None] Checking router: bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:00:03.523303 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba3bd11-b743-4e8c-83f8-ecdda3657a64 None None] Routers {'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:03.524116 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7ba3bd11-b743-4e8c-83f8-ecdda3657a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T02:59:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:03.589903 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85b6602f-4596-445a-949b-e5ecd49c2e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.593945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef6027-4c0f-4d6e-8f95-889ce4c7c645 req-67de5de9-81dd-4b3e-9dc2-f226fe652236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:03.596047 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73ef6027-4c0f-4d6e-8f95-889ce4c7c645 req-67de5de9-81dd-4b3e-9dc2-f226fe652236 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 1127 time: 0.2859750 Feb 19 03:00:03.782862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:03.786808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02deda4-b943-4335-a25b-46243d7f8218 req-dda801f2-8c37-4c97-9cde-a876f31061cb tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:03.788592 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c02deda4-b943-4335-a25b-46243d7f8218 req-dda801f2-8c37-4c97-9cde-a876f31061cb tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.87 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 950 time: 0.3223159 Feb 19 03:00:03.830331 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-7ba3bd11-b743-4e8c-83f8-ecdda3657a64 None None] Set router bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:03.833960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Publish callbacks [] for router_gateway (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.841030 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73ef6027-4c0f-4d6e-8f95-889ce4c7c645 req-93cd7d8e-ee00-4933-978a-728ed742e385 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361290 Feb 19 03:00:03.865105 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f95c11e5-cbbf-4e5f-9fd9-1430d9bf0333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:03.961019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832b183-39a2-45d2-a14b-fbf721835bd4 req-99afa99a-03ea-45cf-a410-aa926379fc97 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:03.985304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7832b183-39a2-45d2-a14b-fbf721835bd4 req-99afa99a-03ea-45cf-a410-aa926379fc97 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 950 time: 1.3475018 Feb 19 03:00:04.014543 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Deleting port 62851d85-c76c-4b36-9f12-4a1963562066 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:04.014882 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (62851d85-c76c-4b36-9f12-4a1963562066), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.033684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c02deda4-b943-4335-a25b-46243d7f8218 req-ce352cdf-822e-4357-b2ca-ea8a49076290 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Deleting port f9633338-9a85-4c51-8efd-c6b74d9d36ec {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:04.034020 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c02deda4-b943-4335-a25b-46243d7f8218 req-ce352cdf-822e-4357-b2ca-ea8a49076290 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.131560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569816be-d236-469c-b996-0c38337a9314 req-98936e33-28e5-4593-ac42-ca9044329ed5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:04.144921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-569816be-d236-469c-b996-0c38337a9314 req-98936e33-28e5-4593-ac42-ca9044329ed5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 945 time: 1.0203738 Feb 19 03:00:04.194997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:04.219331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] For port 62851d85-c76c-4b36-9f12-4a1963562066, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=62851d85-c76c-4b36-9f12-4a1963562066,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:04.219701 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (62851d85-c76c-4b36-9f12-4a1963562066), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.245568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c02deda4-b943-4335-a25b-46243d7f8218 req-ce352cdf-822e-4357-b2ca-ea8a49076290 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] For port f9633338-9a85-4c51-8efd-c6b74d9d36ec, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f9633338-9a85-4c51-8efd-c6b74d9d36ec,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:04.245935 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c02deda4-b943-4335-a25b-46243d7f8218 req-ce352cdf-822e-4357-b2ca-ea8a49076290 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.249608 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7ba3bd11-b743-4e8c-83f8-ecdda3657a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486916408-router', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '62851d85-c76c-4b36-9f12-4a1963562066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T03:00:00Z', 'revision_number': 5, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'gw_port': {'id': '62851d85-c76c-4b36-9f12-4a1963562066', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:04.251750 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Calling delete_port for 62851d85-c76c-4b36-9f12-4a1963562066 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:04.267704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c02deda4-b943-4335-a25b-46243d7f8218 req-ce352cdf-822e-4357-b2ca-ea8a49076290 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Calling delete_port for f9633338-9a85-4c51-8efd-c6b74d9d36ec owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:04.294386 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba3bd11-b743-4e8c-83f8-ecdda3657a64 None None] The sync data for ids ['bbe9a9fe-0a11-48f0-bb87-facc4ebf0613'] in n-d-826755-2 is: [{'id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'name': 'tempest-AttachSCSIVolumeTestJSON-1486916408-router', 'tenant_id': '1a57bde5db8f495d920336bdbebea07b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': '62851d85-c76c-4b36-9f12-4a1963562066', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T03:00:00Z', 'revision_number': 5, 'project_id': '1a57bde5db8f495d920336bdbebea07b', 'gw_port': {'id': '62851d85-c76c-4b36-9f12-4a1963562066', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:05:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe9a9fe-0a11-48f0-bb87-facc4ebf0613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:28Z', 'updated_at': '2022-02-19T02:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:00:04.324378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Made reservation on behalf of 2a736235140e40a6adab5ece96045905 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:04.343351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.490251 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.565835 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7832b183-39a2-45d2-a14b-fbf721835bd4 req-14261d6e-81e9-4357-8657-a75f5a2d74aa tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770228 Feb 19 03:00:04.569312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27686865-161a-4c79-be3c-aa840de0344f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d7a8f83-e7bd-44df-b96e-84b5f1443f90'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:04.584610 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ebc44b-ef08-4d14-8ac9-3194624e6291" -d '{"events": [{"server_uuid": "27686865-161a-4c79-be3c-aa840de0344f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d7a8f83-e7bd-44df-b96e-84b5f1443f90"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:04.597825 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Publish callbacks [] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.647897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-569816be-d236-469c-b996-0c38337a9314 req-68492e82-9595-4832-b329-81a8370b85c1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018804 Feb 19 03:00:04.677227 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.701186 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c02deda4-b943-4335-a25b-46243d7f8218 req-ce352cdf-822e-4357-b2ca-ea8a49076290 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f9633338-9a85-4c51-8efd-c6b74d9d36ec), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.724022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['46876af1-486b-4e7c-b23f-d5643b084b2f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:04.731912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['a07436f2-8382-49d2-b724-51e581d85931', 'f9633338-9a85-4c51-8efd-c6b74d9d36ec'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:04.733981 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (62851d85-c76c-4b36-9f12-4a1963562066), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:04.832622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce352cdf-822e-4357-b2ca-ea8a49076290 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Pushing event deleted for resources: {'Port': ['ID=f9633338-9a85-4c51-8efd-c6b74d9d36ec,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:04.985706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88c22e6c-9a19-4b85-962b-eff9ad51fb93 req-477a1e90-f8bf-4f27-888f-e1bd74afc1df tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 210 time: 0.1865752 Feb 19 03:00:05.045913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=62851d85-c76c-4b36-9f12-4a1963562066,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:05.054913 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f95c11e5-cbbf-4e5f-9fd9-1430d9bf0333 admin admin] Publish callbacks [] for security_group (dc402584-7203-4e33-8554-24a57d292507), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.175661 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f95c11e5-cbbf-4e5f-9fd9-1430d9bf0333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dc402584-7203-4e33-8554-24a57d292507), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.183618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c392d5bc-2d35-4781-9140-e4da0f169d9b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:05.191008 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1965f44-dbf8-491e-ae11-d720ea670eb0 x-openstack-request-id: req-f1965f44-dbf8-491e-ae11-d720ea670eb0 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:05.191587 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27686865-161a-4c79-be3c-aa840de0344f", "name": "network-vif-unplugged", "status": "completed", "tag": "9d7a8f83-e7bd-44df-b96e-84b5f1443f90", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:05.192077 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1965f44-dbf8-491e-ae11-d720ea670eb0 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:05.197325 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27686865-161a-4c79-be3c-aa840de0344f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d7a8f83-e7bd-44df-b96e-84b5f1443f90', 'code': 200} Feb 19 03:00:05.327171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c11e5-cbbf-4e5f-9fd9-1430d9bf0333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc402584-7203-4e33-8554-24a57d292507,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:05.328116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c392d5bc-2d35-4781-9140-e4da0f169d9b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:05.328485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c392d5bc-2d35-4781-9140-e4da0f169d9b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:05.332242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02deda4-b943-4335-a25b-46243d7f8218 req-ce352cdf-822e-4357-b2ca-ea8a49076290 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] No DVR routers for this DVR port f9633338-9a85-4c51-8efd-c6b74d9d36ec on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:05.341136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c02deda4-b943-4335-a25b-46243d7f8218 req-ce352cdf-822e-4357-b2ca-ea8a49076290 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.360544 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c02deda4-b943-4335-a25b-46243d7f8218 req-ce352cdf-822e-4357-b2ca-ea8a49076290 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.87 "DELETE /v2.0/ports/f9633338-9a85-4c51-8efd-c6b74d9d36ec HTTP/1.1" status: 204 len: 173 time: 1.5343196 Feb 19 03:00:05.361617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:05.374896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'name': 'network-vif-deleted', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:05.380909 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad25b923-f0a6-46ed-a9f1-5bb7981e3829" -d '{"events": [{"server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "name": "network-vif-deleted", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:05.430484 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.484562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-9179fe45-4496-40d1-bb6c-873c996dbf5d tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=2a736235140e40a6adab5ece96045905&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2943463 Feb 19 03:00:05.624817 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks [] for security_group (3a341aa9-4742-423e-a43c-da818273ba56), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.640520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Attempting to bind port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on host n-h2-826755-2 for vnic_type normal with profile {"migrating_to": "n-h1-826755-2"} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:05.640901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Attempting to bind port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:05.641471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Attempting to bind port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:05.649667 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f95c11e5-cbbf-4e5f-9fd9-1430d9bf0333 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a8e99c1c65148ae961e82d75db8680d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2925308 Feb 19 03:00:05.672963 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3a341aa9-4742-423e-a43c-da818273ba56), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.679599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50316) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:05.696346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.701625 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Publish callbacks [] for router_controller (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.860033 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac950-6501-4125-8471-1faf5188cf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.860536 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efa2047-e226-492b-a583-62e97ba86b1c x-openstack-request-id: req-4efa2047-e226-492b-a583-62e97ba86b1c {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:05.862418 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e9e9b7-e311-4b9f-959e-2de0337e6b0c", "name": "network-vif-deleted", "tag": "f9633338-9a85-4c51-8efd-c6b74d9d36ec", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:05.862418 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4efa2047-e226-492b-a583-62e97ba86b1c {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:05.862418 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92e9e9b7-e311-4b9f-959e-2de0337e6b0c', 'name': 'network-vif-deleted', 'tag': 'f9633338-9a85-4c51-8efd-c6b74d9d36ec', 'status': 'completed', 'code': 200} Feb 19 03:00:05.866989 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (bbe9a9fe-0a11-48f0-bb87-facc4ebf0613), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.867565 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:00:05.879641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:05.883634 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bd6f1733-e67e-43c2-a9b4-6c75804cdfa8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/bbe9a9fe-0a11-48f0-bb87-facc4ebf0613 HTTP/1.1" status: 204 len: 168 time: 3.6429553 Feb 19 03:00:05.886617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50320) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:05.930730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a341aa9-4742-423e-a43c-da818273ba56,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:05.996477 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:00:05.997129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Attempting to bind port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:06.000768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cb34402-aad5-471e-b6fc-cc399e210a85 admin admin] Deleting subnet b85c7a53-5a87-437b-b879-d4d2ff9fe3bb {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:06.005280 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cb34402-aad5-471e-b6fc-cc399e210a85 admin admin] Publish callbacks [] for subnet (b85c7a53-5a87-437b-b879-d4d2ff9fe3bb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.013988 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-93dd91a5-b2f8-4b3b-b900-5b92a2a3790e admin admin] Publish callbacks [] for security_group (dc402584-7203-4e33-8554-24a57d292507), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.062892 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-93dd91a5-b2f8-4b3b-b900-5b92a2a3790e admin admin] Publish callbacks [] for security_group (dc402584-7203-4e33-8554-24a57d292507), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.082143 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cb34402-aad5-471e-b6fc-cc399e210a85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (b85c7a53-5a87-437b-b879-d4d2ff9fe3bb), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.127205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:06.127686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:06.128339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Bound using segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:06.129010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Bound port: 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:06.129726 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.192223 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cb34402-aad5-471e-b6fc-cc399e210a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (b85c7a53-5a87-437b-b879-d4d2ff9fe3bb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.256907 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cb34402-aad5-471e-b6fc-cc399e210a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (b85c7a53-5a87-437b-b879-d4d2ff9fe3bb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.263323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:06.270438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:06.276418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ae1dd6b-9e14-470e-8682-01321fe99732 req-636f6cda-3384-4447-8707-f8e106be2534 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=92e9e9b7-e311-4b9f-959e-2de0337e6b0c HTTP/1.1" status: 200 len: 210 time: 0.1280651 Feb 19 03:00:06.277293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-93dd91a5-b2f8-4b3b-b900-5b92a2a3790e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dc402584-7203-4e33-8554-24a57d292507), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.280821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-93dd91a5-b2f8-4b3b-b900-5b92a2a3790e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.282771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-93dd91a5-b2f8-4b3b-b900-5b92a2a3790e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc402584-7203-4e33-8554-24a57d292507 HTTP/1.1" status: 204 len: 168 time: 0.5131345 Feb 19 03:00:06.294404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb34402-aad5-471e-b6fc-cc399e210a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85c7a53-5a87-437b-b879-d4d2ff9fe3bb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:06.296956 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cb34402-aad5-471e-b6fc-cc399e210a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.303634 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0cb34402-aad5-471e-b6fc-cc399e210a85 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b85c7a53-5a87-437b-b879-d4d2ff9fe3bb HTTP/1.1" status: 204 len: 168 time: 0.4134085 Feb 19 03:00:06.303634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50326) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:06.303889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929cd8be-2419-4ddc-bb79-b2135156dc75 None None] Network 8a01637e-74d0-4e58-bcec-ab9d5acd9068 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:06.391752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd91a5-b2f8-4b3b-b900-5b92a2a3790e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc402584-7203-4e33-8554-24a57d292507,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:06.394386 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.517166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,revision_number=8']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:06.528456 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (8a01637e-74d0-4e58-bcec-ab9d5acd9068), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.543109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112cab7-8d56-4eb5-9b9b-6d24bb25d7d4 req-abe23342-1388-4840-96f0-9099b54d441e tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:06.545368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d112cab7-8d56-4eb5-9b9b-6d24bb25d7d4 req-abe23342-1388-4840-96f0-9099b54d441e tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 945 time: 0.8808386 Feb 19 03:00:06.617928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Deleting port c25b29c8-5e1a-4067-a8a6-eea21a2983ce {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:06.620902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.694101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f9633338-9a85-4c51-8efd-c6b74d9d36ec no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:06.788334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: f9633338-9a85-4c51-8efd-c6b74d9d36ec {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:06.790109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f9633338-9a85-4c51-8efd-c6b74d9d36ec not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:06.824385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] For port c25b29c8-5e1a-4067-a8a6-eea21a2983ce, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c25b29c8-5e1a-4067-a8a6-eea21a2983ce,segment=NetworkSegment(d856ffb6-e434-4b34-9c99-212bb4dc3ab6),segment_id=d856ffb6-e434-4b34-9c99-212bb4dc3ab6)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:06.824969 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.839231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e28a3d-8e25-4275-bad1-3284a473bb8a None None] DHCP port deletion for 8a01637e-74d0-4e58-bcec-ab9d5acd9068 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:00:06.846720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:06.847346 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.849065 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-585e670e-2505-40c1-8f36-12a912ae22d7 service neutron] 10.222.0.87 "PUT /v2.0/ports/9d7a8f83-e7bd-44df-b96e-84b5f1443f90 HTTP/1.1" status: 200 len: 1121 time: 4.4190698 Feb 19 03:00:06.871319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-de7834a6-f525-419b-b900-bd682e6928a4 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:06.873176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-de7834a6-f525-419b-b900-bd682e6928a4 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3866591 Feb 19 03:00:06.888617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Request body: {'port': {'device_id': '41e9e5c9-d696-4d9f-be27-14207cfcf3ce', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '2a736235140e40a6adab5ece96045905'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:06.892681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Calling delete_port for c25b29c8-5e1a-4067-a8a6-eea21a2983ce owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:06.982224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Allocated IP 192.168.233.205 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/8c6ad249-4740-47dc-ace1-dd36e10a831a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:06.987080 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:06.992642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['9d7a8f83-e7bd-44df-b96e-84b5f1443f90'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:06.997827 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d112cab7-8d56-4eb5-9b9b-6d24bb25d7d4 req-ddcafc46-8dc5-48d4-a7e4-52f82f6525a0 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4091527 Feb 19 03:00:07.069189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa492a66-153f-48b2-875d-36aa658b880e req-f02cb8c5-dcb8-4216-a576-932b42b84fc1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:07.079144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa492a66-153f-48b2-875d-36aa658b880e req-f02cb8c5-dcb8-4216-a576-932b42b84fc1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 943 time: 0.5324342 Feb 19 03:00:07.083808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-13e28a3d-8e25-4275-bad1-3284a473bb8a None None] Deleting port c25b29c8-5e1a-4067-a8a6-eea21a2983ce {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:07.084462 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-13e28a3d-8e25-4275-bad1-3284a473bb8a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.188185 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:00:07.201690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27686865-161a-4c79-be3c-aa840de0344f', 'tag': '9d7a8f83-e7bd-44df-b96e-84b5f1443f90'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:07.203001 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.211963 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d48c309-e73e-46d7-ba37-04c55232eae1" -d '{"events": [{"name": "network-changed", "server_uuid": "27686865-161a-4c79-be3c-aa840de0344f", "tag": "9d7a8f83-e7bd-44df-b96e-84b5f1443f90"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:07.217157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-13e28a3d-8e25-4275-bad1-3284a473bb8a None None] For port c25b29c8-5e1a-4067-a8a6-eea21a2983ce, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c25b29c8-5e1a-4067-a8a6-eea21a2983ce,segment=NetworkSegment(d856ffb6-e434-4b34-9c99-212bb4dc3ab6),segment_id=d856ffb6-e434-4b34-9c99-212bb4dc3ab6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:07.217416 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-13e28a3d-8e25-4275-bad1-3284a473bb8a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.235855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-13e28a3d-8e25-4275-bad1-3284a473bb8a None None] Calling delete_port for c25b29c8-5e1a-4067-a8a6-eea21a2983ce owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:07.261689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] No DVR routers for this DVR port c25b29c8-5e1a-4067-a8a6-eea21a2983ce on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:07.263629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c25b29c8-5e1a-4067-a8a6-eea21a2983ce,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:07.344195 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 62851d85-c76c-4b36-9f12-4a1963562066 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:07.372654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 62851d85-c76c-4b36-9f12-4a1963562066 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:07.373299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 62851d85-c76c-4b36-9f12-4a1963562066 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:07.373884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c25b29c8-5e1a-4067-a8a6-eea21a2983ce no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:07.417089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (8a01637e-74d0-4e58-bcec-ab9d5acd9068), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.417365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c25b29c8-5e1a-4067-a8a6-eea21a2983ce {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:07.417690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c25b29c8-5e1a-4067-a8a6-eea21a2983ce not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:07.422567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-13e28a3d-8e25-4275-bad1-3284a473bb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (c25b29c8-5e1a-4067-a8a6-eea21a2983ce), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.455202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e28a3d-8e25-4275-bad1-3284a473bb8a None None] Pushing event deleted for resources: {'Port': ['ID=c25b29c8-5e1a-4067-a8a6-eea21a2983ce,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:07.458829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a01637e-74d0-4e58-bcec-ab9d5acd9068']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:07.481639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:07.482511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd856ffb6-e434-4b34-9c99-212bb4dc3ab6') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:07.485379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e28a3d-8e25-4275-bad1-3284a473bb8a None None] No DVR routers for this DVR port c25b29c8-5e1a-4067-a8a6-eea21a2983ce on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:07.504255 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (d856ffb6-e434-4b34-9c99-212bb4dc3ab6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.532607 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d856ffb6-e434-4b34-9c99-212bb4dc3ab6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.541100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (d856ffb6-e434-4b34-9c99-212bb4dc3ab6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:07.543716 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:07.556484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e745cdb7-cc3c-4070-befa-42f1bbb4a220 req-e7be7bbc-0a49-4076-90db-752f13e8ef0a tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 210 time: 0.3387694 Feb 19 03:00:07.595720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Made reservation on behalf of 2a736235140e40a6adab5ece96045905 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:07.601174 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.661740 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7cbd2e-0ee3-4253-96df-1474612c3dcf x-openstack-request-id: req-7b7cbd2e-0ee3-4253-96df-1474612c3dcf {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:07.663469 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27686865-161a-4c79-be3c-aa840de0344f", "tag": "9d7a8f83-e7bd-44df-b96e-84b5f1443f90", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:07.664057 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b7cbd2e-0ee3-4253-96df-1474612c3dcf {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:07.664978 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27686865-161a-4c79-be3c-aa840de0344f', 'tag': '9d7a8f83-e7bd-44df-b96e-84b5f1443f90', 'status': 'completed', 'code': 200} Feb 19 03:00:07.683179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa492a66-153f-48b2-875d-36aa658b880e req-6de6ce4a-d7ed-48a2-9225-e8df65917aec tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6027195 Feb 19 03:00:07.683996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (8a01637e-74d0-4e58-bcec-ab9d5acd9068), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.691183 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.695180 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8a01637e-74d0-4e58-bcec-ab9d5acd9068 HTTP/1.1" status: 204 len: 168 time: 1.3902957 Feb 19 03:00:07.716917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50354) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:07.734657 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648e172-0793-4407-b7aa-4adeeb695bd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a01637e-74d0-4e58-bcec-ab9d5acd9068,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:07.838909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks [] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:07.882347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48c309-e73e-46d7-ba37-04c55232eae1 req-e9cc85bb-2fdc-4639-8322-660a5a502e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:07.884772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d48c309-e73e-46d7-ba37-04c55232eae1 req-e9cc85bb-2fdc-4639-8322-660a5a502e73 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 1155 time: 0.1993124 Feb 19 03:00:07.889968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50360) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:08.037084 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.158645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1143191087-network', 'tenant_id': 'ba5bd8e849ee43d58814688c74386eea'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:08.162265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Pushing event updated for resources: {'Port': ['ID=8c6ad249-4740-47dc-ace1-dd36e10a831a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:08.194301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:08.256511 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.290758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:08.294671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:08.307009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48c309-e73e-46d7-ba37-04c55232eae1 req-a79ca95a-e611-45da-a91e-ddf1cf20ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:08.309394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d48c309-e73e-46d7-ba37-04c55232eae1 req-a79ca95a-e611-45da-a91e-ddf1cf20ace7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.4035234 Feb 19 03:00:08.400831 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:08.401507 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.443770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1def9771-209d-4f59-90e5-352c76ddd566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (85dfadc4-cb40-476e-b856-f0037c2910e1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.486065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Made reservation on behalf of ba5bd8e849ee43d58814688c74386eea for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:08.488195 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.673933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:00:08.805698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-94cefd3a-faa0-4328-abac-9b155f562d42 None None] Provisioning complete for port 8c6ad249-4740-47dc-ace1-dd36e10a831a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:08.806364 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-94cefd3a-faa0-4328-abac-9b155f562d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.871777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-94cefd3a-faa0-4328-abac-9b155f562d42 None None] Port 8c6ad249-4740-47dc-ace1-dd36e10a831a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:08.880802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1def9771-209d-4f59-90e5-352c76ddd566 admin admin] Deleting port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:08.881156 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1def9771-209d-4f59-90e5-352c76ddd566 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:08.916090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:08.935981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 has no active binding in host n-h1-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:00:08.939327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Allocated IP 192.168.233.57 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/dd800797-4edc-4272-a6fd-8774a813b19b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:08.960526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d48c309-e73e-46d7-ba37-04c55232eae1 req-ed63c2bb-3776-46d8-a8ed-94b51ddde870 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90 HTTP/1.1" status: 200 len: 217 time: 0.5888519 Feb 19 03:00:08.961695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.026318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-1def9771-209d-4f59-90e5-352c76ddd566 admin admin] For port 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6e20a7e6-4b94-4a44-a328-eda8b5d8ce92,segment=NetworkSegment(a4e56290-d69f-4498-ac1d-eff5530a23da),segment_id=a4e56290-d69f-4498-ac1d-eff5530a23da)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:09.027251 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1def9771-209d-4f59-90e5-352c76ddd566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.039307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1def9771-209d-4f59-90e5-352c76ddd566 admin admin] Calling delete_port for 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:09.204316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-654015ad-e312-4393-a849-34c6b0f587b9 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8122332 Feb 19 03:00:09.229771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6c40b-8f69-41a4-b0a9-45526ef25dbf req-5607804b-8014-4681-a3a4-c4f64e47e868 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:09.231475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2f6c40b-8f69-41a4-b0a9-45526ef25dbf req-5607804b-8014-4681-a3a4-c4f64e47e868 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 945 time: 1.0047507 Feb 19 03:00:09.239201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bf3e2-efbf-4af1-b274-f0a6f4df7d34 req-4c445486-5ca6-4c99-95b9-b19c31864843 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:09.242569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-654bf3e2-efbf-4af1-b274-f0a6f4df7d34 req-4c445486-5ca6-4c99-95b9-b19c31864843 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 1.0438871 Feb 19 03:00:09.245146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Request body: {'port': {'device_id': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:09.337702 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1def9771-209d-4f59-90e5-352c76ddd566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6e20a7e6-4b94-4a44-a328-eda8b5d8ce92), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.342225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48c309-e73e-46d7-ba37-04c55232eae1 req-c0fa63b8-5ec9-4f5e-8c5e-db8692a5ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:09.344270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d48c309-e73e-46d7-ba37-04c55232eae1 req-c0fa63b8-5ec9-4f5e-8c5e-db8692a5ffea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.3681872 Feb 19 03:00:09.443075 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def9771-209d-4f59-90e5-352c76ddd566 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e20a7e6-4b94-4a44-a328-eda8b5d8ce92,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:09.527567 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2f6c40b-8f69-41a4-b0a9-45526ef25dbf req-245daf70-472a-4a5a-8a50-3227a473cb50 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794263 Feb 19 03:00:09.536980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d48c309-e73e-46d7-ba37-04c55232eae1 req-207ecc6b-e2ae-4b52-aa05-8453c163ad83 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360223 Feb 19 03:00:09.680932 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks [] for port (dd800797-4edc-4272-a6fd-8774a813b19b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.686822 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1def9771-209d-4f59-90e5-352c76ddd566 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (85dfadc4-cb40-476e-b856-f0037c2910e1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.710034 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-654bf3e2-efbf-4af1-b274-f0a6f4df7d34 req-00fe6456-77b0-4769-a828-386b0861e70e tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498491 Feb 19 03:00:09.715800 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Publish callbacks [] for security_group (0e5eb7ea-015d-4d7e-a3a2-c2f5d33f8a4c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.806645 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0e5eb7ea-015d-4d7e-a3a2-c2f5d33f8a4c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.820441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:09.860635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc5f71d0-7330-4ae5-bd87-05378619a9cb req-4e79d5d4-42d9-41e3-8f82-f9e12a47f90b tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 210 time: 0.1640139 Feb 19 03:00:09.861504 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.941255 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (48ca9b49-4812-4942-955f-0b3eb1a1dc04), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:09.942052 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Added segment 48ca9b49-4812-4942-955f-0b3eb1a1dc04 of type vlan for network e85d324e-0195-4c79-92cc-a9cb188c7eed Feb 19 03:00:09.980631 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5eb7ea-015d-4d7e-a3a2-c2f5d33f8a4c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:09.988065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.036954 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.039746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a38a5b-43be-46c5-a57b-383d717a20bd req-d4d8328e-e53b-4ea9-afd7-77828755adc2 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:10.041754 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-15a38a5b-43be-46c5-a57b-383d717a20bd req-d4d8328e-e53b-4ea9-afd7-77828755adc2 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.3392165 Feb 19 03:00:10.107358 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (e85d324e-0195-4c79-92cc-a9cb188c7eed), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.121983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d48c309-e73e-46d7-ba37-04c55232eae1 req-725d464e-b8a9-41d3-a68d-117d858fc0d5 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692201 Feb 19 03:00:10.152773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38efb2-9863-4716-bbcf-a5a07a21665d req-be7da236-c5e0-48f3-9afa-fdd76add91ed tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:10.154307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0b38efb2-9863-4716-bbcf-a5a07a21665d req-be7da236-c5e0-48f3-9afa-fdd76add91ed tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 943 time: 0.2822719 Feb 19 03:00:10.249221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:10.282158 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1def9771-209d-4f59-90e5-352c76ddd566 admin admin] Router 85dfadc4-cb40-476e-b856-f0037c2910e1 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:00:10.319139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:10.348100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:10.366386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-15a38a5b-43be-46c5-a57b-383d717a20bd req-2d2bbbc3-e1dc-428e-a67d-b55e90e8bb90 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Deleting port 46876af1-486b-4e7c-b23f-d5643b084b2f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:10.366739 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-15a38a5b-43be-46c5-a57b-383d717a20bd req-2d2bbbc3-e1dc-428e-a67d-b55e90e8bb90 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.431448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Pushing event updated for resources: {'Port': ['ID=dd800797-4edc-4272-a6fd-8774a813b19b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:10.477634 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e85d324e-0195-4c79-92cc-a9cb188c7eed), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.478378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:10.478963 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.665841 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0b38efb2-9863-4716-bbcf-a5a07a21665d req-ddf41ab8-588d-45b7-9af5-545a6eef8b57 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934137 Feb 19 03:00:10.734413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d48c309-e73e-46d7-ba37-04c55232eae1 req-67402961-aef7-4feb-9795-ebb33cf33bc9 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5966792 Feb 19 03:00:10.754347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:10.755318 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.779620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8884006 Feb 19 03:00:10.780306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50392) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:10.791291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a91815-74d3-4271-87e9-f5cf84eb4a35 admin admin] Pushing event updated for resources: {'Network': ['ID=e85d324e-0195-4c79-92cc-a9cb188c7eed,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:10.798068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-30713d28-4c99-4441-8de4-b121f3f7c943 admin admin] Request body: {'subnet': {'network_id': 'e85d324e-0195-4c79-92cc-a9cb188c7eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1143191087-subnet', 'tenant_id': 'ba5bd8e849ee43d58814688c74386eea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:10.804195 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network e85d324e-0195-4c79-92cc-a9cb188c7eed details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:10.834354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-15a38a5b-43be-46c5-a57b-383d717a20bd req-2d2bbbc3-e1dc-428e-a67d-b55e90e8bb90 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] For port 46876af1-486b-4e7c-b23f-d5643b084b2f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=46876af1-486b-4e7c-b23f-d5643b084b2f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:10.834957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-15a38a5b-43be-46c5-a57b-383d717a20bd req-2d2bbbc3-e1dc-428e-a67d-b55e90e8bb90 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.838557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbffd89-d4b9-435b-b9bc-e378818e4b6a req-7a46c234-bf87-4aca-8668-cfe03dff9cf7 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:10.840195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0bbffd89-d4b9-435b-b9bc-e378818e4b6a req-7a46c234-bf87-4aca-8668-cfe03dff9cf7 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 945 time: 0.4758089 Feb 19 03:00:10.854042 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1def9771-209d-4f59-90e5-352c76ddd566 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:10.858014 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30713d28-4c99-4441-8de4-b121f3f7c943 admin admin] Made reservation on behalf of ba5bd8e849ee43d58814688c74386eea for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:10.861256 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-30713d28-4c99-4441-8de4-b121f3f7c943 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:10.870503 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1def9771-209d-4f59-90e5-352c76ddd566 admin admin] 10.222.0.81 "PUT /v2.0/routers/85dfadc4-cb40-476e-b856-f0037c2910e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1401474 Feb 19 03:00:10.871808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50396) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:10.904168 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-15a38a5b-43be-46c5-a57b-383d717a20bd req-2d2bbbc3-e1dc-428e-a67d-b55e90e8bb90 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Calling delete_port for 46876af1-486b-4e7c-b23f-d5643b084b2f owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:10.920343 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-e8ebe50b-aabe-453c-8125-b372a21583ff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0365202 Feb 19 03:00:10.957515 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a767982-0456-4e40-9174-ab9a886ac523 None None] Sync routers for ids ['85dfadc4-cb40-476e-b856-f0037c2910e1'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:10.980089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Request body: {'port': {'device_id': '41e9e5c9-d696-4d9f-be27-14207cfcf3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:10.997366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a1ebea58-df8d-409a-bbcf-19e1ca328177 None None] Provisioning complete for port dd800797-4edc-4272-a6fd-8774a813b19b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:10.998385 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea58-df8d-409a-bbcf-19e1ca328177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.000306 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a767982-0456-4e40-9174-ab9a886ac523 None None] Routers {'85dfadc4-cb40-476e-b856-f0037c2910e1'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:11.001150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0a767982-0456-4e40-9174-ab9a886ac523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:00:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['85dfadc4-cb40-476e-b856-f0037c2910e1'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:11.094700 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Publish callbacks [] for router (85dfadc4-cb40-476e-b856-f0037c2910e1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.185489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a1ebea58-df8d-409a-bbcf-19e1ca328177 None None] Port dd800797-4edc-4272-a6fd-8774a813b19b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:11.284473 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.302867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0bbffd89-d4b9-435b-b9bc-e378818e4b6a req-eb68de8d-7fb4-46ed-9a89-85690d1a4d42 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401550 Feb 19 03:00:11.332709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6ad249-4740-47dc-ace1-dd36e10a831a {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:11.342312 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-15a38a5b-43be-46c5-a57b-383d717a20bd req-2d2bbbc3-e1dc-428e-a67d-b55e90e8bb90 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (46876af1-486b-4e7c-b23f-d5643b084b2f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.360188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcaf93-1a73-4b2e-90c3-54307b8ed20e req-59123240-c5a1-4e30-ba4e-140aa60bd36f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:11.364837 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Publish callbacks [] for router_gateway (85dfadc4-cb40-476e-b856-f0037c2910e1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.366376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fbcaf93-1a73-4b2e-90c3-54307b8ed20e req-59123240-c5a1-4e30-ba4e-140aa60bd36f tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6c791a1-9537-4cd1-8033-849dca2b7c5a HTTP/1.1" status: 200 len: 950 time: 0.5196669 Feb 19 03:00:11.386246 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Publish callbacks [] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.402546 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bbbc3-e1dc-428e-a67d-b55e90e8bb90 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Pushing event deleted for resources: {'Port': ['ID=46876af1-486b-4e7c-b23f-d5643b084b2f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:11.485482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Transition to ACTIVE for port object 8c6ad249-4740-47dc-ace1-dd36e10a831a will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:00:11.567568 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.572416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a38a5b-43be-46c5-a57b-383d717a20bd req-2d2bbbc3-e1dc-428e-a67d-b55e90e8bb90 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] No DVR routers for this DVR port 46876af1-486b-4e7c-b23f-d5643b084b2f on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:11.577713 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-15a38a5b-43be-46c5-a57b-383d717a20bd req-2d2bbbc3-e1dc-428e-a67d-b55e90e8bb90 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.581141 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-15a38a5b-43be-46c5-a57b-383d717a20bd req-2d2bbbc3-e1dc-428e-a67d-b55e90e8bb90 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.67 "DELETE /v2.0/ports/46876af1-486b-4e7c-b23f-d5643b084b2f HTTP/1.1" status: 204 len: 173 time: 1.5317609 Feb 19 03:00:11.581625 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6c791a1-9537-4cd1-8033-849dca2b7c5a', 'name': 'network-vif-deleted', 'tag': '46876af1-486b-4e7c-b23f-d5643b084b2f'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:11.598273 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b2a085-1291-4968-ae0b-c1bafe50daa6" -d '{"events": [{"server_uuid": "f6c791a1-9537-4cd1-8033-849dca2b7c5a", "name": "network-vif-deleted", "tag": "46876af1-486b-4e7c-b23f-d5643b084b2f"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:11.598938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['a07436f2-8382-49d2-b724-51e581d85931'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:11.684491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Deleting port 48bbb681-02e9-4528-83e8-a2e9b864d645 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:11.687570 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.739012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0a767982-0456-4e40-9174-ab9a886ac523 None None] Set router 85dfadc4-cb40-476e-b856-f0037c2910e1 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:11.853020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] For port 48bbb681-02e9-4528-83e8-a2e9b864d645, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=48bbb681-02e9-4528-83e8-a2e9b864d645,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:11.853604 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:11.876842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Calling delete_port for 48bbb681-02e9-4528-83e8-a2e9b864d645 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:12.136316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0a767982-0456-4e40-9174-ab9a886ac523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-114655009-router', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:33Z', 'updated_at': '2022-02-19T03:00:09Z', 'revision_number': 5, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'gw_port': {'id': '48bbb681-02e9-4528-83e8-a2e9b864d645', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:a2:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:57:34Z', 'updated_at': '2022-02-19T02:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:12.195419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fbcaf93-1a73-4b2e-90c3-54307b8ed20e req-fde163e6-73a3-4ed2-aaa6-7bc75bbb9fef tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8137014 Feb 19 03:00:12.201198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a767982-0456-4e40-9174-ab9a886ac523 None None] Checking router: 85dfadc4-cb40-476e-b856-f0037c2910e1 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:00:12.255696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a767982-0456-4e40-9174-ab9a886ac523 None None] Routers {'85dfadc4-cb40-476e-b856-f0037c2910e1'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:12.256603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0a767982-0456-4e40-9174-ab9a886ac523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:00:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['85dfadc4-cb40-476e-b856-f0037c2910e1'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:12.284904 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (48bbb681-02e9-4528-83e8-a2e9b864d645), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.365959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bbb681-02e9-4528-83e8-a2e9b864d645,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:12.505989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd800797-4edc-4272-a6fd-8774a813b19b {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:12.507373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0a767982-0456-4e40-9174-ab9a886ac523 None None] Set router 85dfadc4-cb40-476e-b856-f0037c2910e1 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:12.515010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6ad249-4740-47dc-ace1-dd36e10a831a,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:12.565936 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (85dfadc4-cb40-476e-b856-f0037c2910e1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.570369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Publish callbacks [] for port (dd800797-4edc-4272-a6fd-8774a813b19b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.613918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0a767982-0456-4e40-9174-ab9a886ac523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-114655009-router', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:33Z', 'updated_at': '2022-02-19T03:00:11Z', 'revision_number': 6, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:12.645555 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-30713d28-4c99-4441-8de4-b121f3f7c943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (2d86ae22-4012-42d8-86be-c49b6a321ef2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.656637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a767982-0456-4e40-9174-ab9a886ac523 None None] The sync data for ids ['85dfadc4-cb40-476e-b856-f0037c2910e1'] in n-d-826755-2 is: [{'id': '85dfadc4-cb40-476e-b856-f0037c2910e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-114655009-router', 'tenant_id': 'e56f0f85bd4d4e87817abeb02352b566', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:57:33Z', 'updated_at': '2022-02-19T03:00:11Z', 'revision_number': 6, 'project_id': 'e56f0f85bd4d4e87817abeb02352b566', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:00:12.657994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Transition to ACTIVE for port object dd800797-4edc-4272-a6fd-8774a813b19b will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:00:12.729325 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.758493 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (85dfadc4-cb40-476e-b856-f0037c2910e1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.760808 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Publish callbacks [] for router_controller (85dfadc4-cb40-476e-b856-f0037c2910e1), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.780138 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f617fd8-87ed-4c7c-927b-5bab0a2cecfb req-26645816-e82e-4192-85a1-da7cf9f66b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:12.782453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f617fd8-87ed-4c7c-927b-5bab0a2cecfb req-26645816-e82e-4192-85a1-da7cf9f66b19 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.87 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 945 time: 0.6167989 Feb 19 03:00:12.793075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed51688-8bc4-4200-9cbf-8a833f65d3f8 req-bee48e59-332c-4fb3-a847-0a254eee9d75 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:12.795231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fed51688-8bc4-4200-9cbf-8a833f65d3f8 req-bee48e59-332c-4fb3-a847-0a254eee9d75 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 935 time: 0.6571596 Feb 19 03:00:12.819063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (85dfadc4-cb40-476e-b856-f0037c2910e1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.819771 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85dfadc4-cb40-476e-b856-f0037c2910e1 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:00:12.824969 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.826429 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ebf104a5-522c-4330-84de-e66d02a5e412 admin admin] 10.222.0.81 "DELETE /v2.0/routers/85dfadc4-cb40-476e-b856-f0037c2910e1 HTTP/1.1" status: 204 len: 168 time: 1.9274807 Feb 19 03:00:12.828929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50424) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:12.838539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Pushing event updated for resources: {'Port': ['ID=dd800797-4edc-4272-a6fd-8774a813b19b,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:12.891245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a6386-dfb9-4491-a34b-10d52db9b300 req-bb6ce149-f295-4a95-abf8-3ac708c980b5 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:12.892819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a4a6386-dfb9-4491-a34b-10d52db9b300 req-bb6ce149-f295-4a95-abf8-3ac708c980b5 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.4525354 Feb 19 03:00:12.911268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dc41da-1555-4549-b121-293ebeb503c5 admin admin] Deleting subnet f05fc816-3e5f-49fb-8a66-0fd34b572221 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:12.915912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30713d28-4c99-4441-8de4-b121f3f7c943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d86ae22-4012-42d8-86be-c49b6a321ef2,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:12.918821 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52dc41da-1555-4549-b121-293ebeb503c5 admin admin] Publish callbacks [] for subnet (f05fc816-3e5f-49fb-8a66-0fd34b572221), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:12.925115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Attempting to bind port 8c6ad249-4740-47dc-ace1-dd36e10a831a on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:12.925519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Attempting to bind port 8c6ad249-4740-47dc-ace1-dd36e10a831a by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:12.925767 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Attempting to bind port 8c6ad249-4740-47dc-ace1-dd36e10a831a on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:12.968045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Port 8c6ad249-4740-47dc-ace1-dd36e10a831a on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:00:12.968401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Attempting to bind port 8c6ad249-4740-47dc-ace1-dd36e10a831a on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:12.973925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52dc41da-1555-4549-b121-293ebeb503c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (f05fc816-3e5f-49fb-8a66-0fd34b572221), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.108805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:13.109140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:13.109836 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:13.110293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Bound port: 8c6ad249-4740-47dc-ace1-dd36e10a831a, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:13.110653 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.112636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30713d28-4c99-4441-8de4-b121f3f7c943 admin admin] Checking segment: {'id': '48ca9b49-4812-4942-955f-0b3eb1a1dc04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e85d324e-0195-4c79-92cc-a9cb188c7eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:13.113824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30713d28-4c99-4441-8de4-b121f3f7c943 admin admin] Network hostable DHCP agents. Network: e85d324e-0195-4c79-92cc-a9cb188c7eed, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:13.141638 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52dc41da-1555-4549-b121-293ebeb503c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (f05fc816-3e5f-49fb-8a66-0fd34b572221), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.168093 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:13.201919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a4a6386-dfb9-4491-a34b-10d52db9b300 req-8f57d6c5-3194-40a6-b34c-6b521b6d46aa tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800801 Feb 19 03:00:13.207899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:13.208255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6e20a7e6-4b94-4a44-a328-eda8b5d8ce92 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:13.241041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fed51688-8bc4-4200-9cbf-8a833f65d3f8 req-dd908c91-acba-42bb-9803-12c67f205a5a tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4242587 Feb 19 03:00:13.274915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52dc41da-1555-4549-b121-293ebeb503c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (f05fc816-3e5f-49fb-8a66-0fd34b572221), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.278927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 46876af1-486b-4e7c-b23f-d5643b084b2f no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:13.305009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30713d28-4c99-4441-8de4-b121f3f7c943 admin admin] Network e85d324e-0195-4c79-92cc-a9cb188c7eed is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:13.312187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-1f617fd8-87ed-4c7c-927b-5bab0a2cecfb req-ecde404d-58f4-4844-86ec-a47777e6dfa3 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Deleting port d4602fa3-d29d-4826-a33a-5cc25e44a458 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:13.312187 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1f617fd8-87ed-4c7c-927b-5bab0a2cecfb req-ecde404d-58f4-4844-86ec-a47777e6dfa3 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.313041 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300a0dda-adb7-4814-92ad-d3593b64fd14 x-openstack-request-id: req-300a0dda-adb7-4814-92ad-d3593b64fd14 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:13.313331 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6c791a1-9537-4cd1-8033-849dca2b7c5a", "name": "network-vif-deleted", "tag": "46876af1-486b-4e7c-b23f-d5643b084b2f", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:13.313582 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-300a0dda-adb7-4814-92ad-d3593b64fd14 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:13.313979 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6c791a1-9537-4cd1-8033-849dca2b7c5a', 'name': 'network-vif-deleted', 'tag': '46876af1-486b-4e7c-b23f-d5643b084b2f', 'status': 'completed', 'code': 200} Feb 19 03:00:13.314983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52dc41da-1555-4549-b121-293ebeb503c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.335678 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-52dc41da-1555-4549-b121-293ebeb503c5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f05fc816-3e5f-49fb-8a66-0fd34b572221 HTTP/1.1" status: 204 len: 168 time: 0.5039988 Feb 19 03:00:13.341283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50428) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:13.370471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0459424-3133-4630-a96d-b929ab630e6e None None] Network 6d760441-0cf7-49a1-8590-4a33e0a861d3 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:13.391878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dc41da-1555-4549-b121-293ebeb503c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f05fc816-3e5f-49fb-8a66-0fd34b572221,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:13.412011 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 46876af1-486b-4e7c-b23f-d5643b084b2f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:13.412607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 46876af1-486b-4e7c-b23f-d5643b084b2f not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:13.609088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8e2507-ef27-429e-b366-91a9d035792c None None] DHCP port deletion for 6d760441-0cf7-49a1-8590-4a33e0a861d3 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:00:13.665754 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e2507-ef27-429e-b366-91a9d035792c None None] Deleting port e2637e98-d65b-4fea-aa54-24835ca1ef0b {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:13.666036 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2507-ef27-429e-b366-91a9d035792c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.762639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ea8e2507-ef27-429e-b366-91a9d035792c None None] For port e2637e98-d65b-4fea-aa54-24835ca1ef0b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e2637e98-d65b-4fea-aa54-24835ca1ef0b,segment=NetworkSegment(a4e56290-d69f-4498-ac1d-eff5530a23da),segment_id=a4e56290-d69f-4498-ac1d-eff5530a23da)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:13.763038 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2507-ef27-429e-b366-91a9d035792c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.786822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ea8e2507-ef27-429e-b366-91a9d035792c None None] Calling delete_port for e2637e98-d65b-4fea-aa54-24835ca1ef0b owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:13.887749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-30713d28-4c99-4441-8de4-b121f3f7c943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, e85d324e-0195-4c79-92cc-a9cb188c7eed) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:13.900257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d6362c-cf5f-4ffd-b587-474a8ad43331 None None] Network e85d324e-0195-4c79-92cc-a9cb188c7eed requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:13.917015 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea8e2507-ef27-429e-b366-91a9d035792c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (e2637e98-d65b-4fea-aa54-24835ca1ef0b), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.921843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30713d28-4c99-4441-8de4-b121f3f7c943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:13.922439 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-30713d28-4c99-4441-8de4-b121f3f7c943 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:13.933049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Attempting to bind port dd800797-4edc-4272-a6fd-8774a813b19b on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:13.933383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Attempting to bind port dd800797-4edc-4272-a6fd-8774a813b19b by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:13.933697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Attempting to bind port dd800797-4edc-4272-a6fd-8774a813b19b on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:13.981306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:14.007771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Port dd800797-4edc-4272-a6fd-8774a813b19b on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:00:14.008083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Attempting to bind port dd800797-4edc-4272-a6fd-8774a813b19b on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:14.019273 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (6d760441-0cf7-49a1-8590-4a33e0a861d3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.023814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e2507-ef27-429e-b366-91a9d035792c None None] No DVR routers for this DVR port e2637e98-d65b-4fea-aa54-24835ca1ef0b on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:14.027916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:14.029910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e2507-ef27-429e-b366-91a9d035792c None None] Pushing event deleted for resources: {'Port': ['ID=e2637e98-d65b-4fea-aa54-24835ca1ef0b,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:14.066208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-30713d28-4c99-4441-8de4-b121f3f7c943 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2762120 Feb 19 03:00:14.071805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc52823-6a2c-43d8-8e24-da3bad3bce29 None None] Network e85d324e-0195-4c79-92cc-a9cb188c7eed requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:14.083418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 2, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:14.083765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:14.084220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:14.084652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Bound port: dd800797-4edc-4272-a6fd-8774a813b19b, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:14.085034 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.137299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6408e-aae9-4206-b8fb-69b99da60214 req-6c18b63e-f70f-4f3a-a423-5b568c05281d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:14.139575 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9ed6408e-aae9-4206-b8fb-69b99da60214 req-6c18b63e-f70f-4f3a-a423-5b568c05281d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.87 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 946 time: 0.0829151 Feb 19 03:00:14.160447 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.162404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-1f617fd8-87ed-4c7c-927b-5bab0a2cecfb req-ecde404d-58f4-4844-86ec-a47777e6dfa3 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] For port d4602fa3-d29d-4826-a33a-5cc25e44a458, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d4602fa3-d29d-4826-a33a-5cc25e44a458,segment=NetworkSegment(67ac896c-6e16-4dbd-b062-4f89f23de289),segment_id=67ac896c-6e16-4dbd-b062-4f89f23de289)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:14.163235 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1f617fd8-87ed-4c7c-927b-5bab0a2cecfb req-ecde404d-58f4-4844-86ec-a47777e6dfa3 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.228551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-1f617fd8-87ed-4c7c-927b-5bab0a2cecfb req-ecde404d-58f4-4844-86ec-a47777e6dfa3 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Calling delete_port for d4602fa3-d29d-4826-a33a-5cc25e44a458 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:14.282369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:14.282992 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.284401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] 10.222.0.67 "PUT /v2.0/ports/8c6ad249-4740-47dc-ace1-dd36e10a831a HTTP/1.1" status: 200 len: 1096 time: 5.0657415 Feb 19 03:00:14.295358 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-9ed6408e-aae9-4206-b8fb-69b99da60214 req-24d117cc-804c-471d-a744-d57fac62eb33 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Deleting port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:14.295976 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9ed6408e-aae9-4206-b8fb-69b99da60214 req-24d117cc-804c-471d-a744-d57fac62eb33 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.303127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:14.305941 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8814e8-038d-453c-81ea-007b1ad170ee" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:14.341311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0adbb-9ca6-4a15-aa9a-77e83702ab1c req-fc9de169-5f80-4e01-91b0-3319ea34a9ab tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:14.345150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8a0adbb-9ca6-4a15-aa9a-77e83702ab1c req-fc9de169-5f80-4e01-91b0-3319ea34a9ab tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 945 time: 0.4449544 Feb 19 03:00:14.353561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94677a7e-0b09-41f9-95a2-062bc8565f5f req-066f4377-cd2c-4f88-aea5-1f539db2908d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:14.370908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94677a7e-0b09-41f9-95a2-062bc8565f5f req-066f4377-cd2c-4f88-aea5-1f539db2908d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 943 time: 0.4846976 Feb 19 03:00:14.423891 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-9ed6408e-aae9-4206-b8fb-69b99da60214 req-24d117cc-804c-471d-a744-d57fac62eb33 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] For port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:14.424756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9ed6408e-aae9-4206-b8fb-69b99da60214 req-24d117cc-804c-471d-a744-d57fac62eb33 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.440348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-9ed6408e-aae9-4206-b8fb-69b99da60214 req-24d117cc-804c-471d-a744-d57fac62eb33 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Calling delete_port for 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:14.544184 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (6d760441-0cf7-49a1-8590-4a33e0a861d3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.589171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bdb159-026b-4ef6-bb0e-ec03daab40c8 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6ad249-4740-47dc-ace1-dd36e10a831a,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:14.598517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d760441-0cf7-49a1-8590-4a33e0a861d3']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:14.625805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] For port dd800797-4edc-4272-a6fd-8774a813b19b, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:14.632702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e56290-d69f-4498-ac1d-eff5530a23da') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:14.633030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e56290-d69f-4498-ac1d-eff5530a23da') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:14.663299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94677a7e-0b09-41f9-95a2-062bc8565f5f req-91f83c70-3744-452b-9fdb-fd2e053c8f05 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912152 Feb 19 03:00:14.663899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9ed6408e-aae9-4206-b8fb-69b99da60214 req-24d117cc-804c-471d-a744-d57fac62eb33 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (201e2d40-d9b0-41dd-98ed-1d0f41ecfef3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.667834 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (a4e56290-d69f-4498-ac1d-eff5530a23da), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.678191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] For port dd800797-4edc-4272-a6fd-8774a813b19b, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=dd800797-4edc-4272-a6fd-8774a813b19b,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:14.697711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f65fadec-a3ed-4e19-9a80-bd61648e8a0a', '201e2d40-d9b0-41dd-98ed-1d0f41ecfef3'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:14.708950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d4602fa3-d29d-4826-a33a-5cc25e44a458 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:14.722599 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a4e56290-d69f-4498-ac1d-eff5530a23da), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.732182 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.741796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:14.742208 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (a4e56290-d69f-4498-ac1d-eff5530a23da), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:14.745923 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:14.761688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-c93c7a43-91d0-46ba-80b5-cdbf78b074af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:14.763361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-c93c7a43-91d0-46ba-80b5-cdbf78b074af service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a736235140e40a6adab5ece96045905&device_id=4f7dd294-5fbd-410b-8e4f-3516e3ad2120 HTTP/1.1" status: 200 len: 1130 time: 0.3757615 Feb 19 03:00:14.774082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8a0adbb-9ca6-4a15-aa9a-77e83702ab1c req-288bf61f-21f4-4478-aef1-0afba4317dc5 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/security-groups?id=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883991 Feb 19 03:00:14.779800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed6408e-aae9-4206-b8fb-69b99da60214 req-24d117cc-804c-471d-a744-d57fac62eb33 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] No DVR routers for this DVR port 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:14.783756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9ed6408e-aae9-4206-b8fb-69b99da60214 req-24d117cc-804c-471d-a744-d57fac62eb33 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.795280 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9ed6408e-aae9-4206-b8fb-69b99da60214 req-24d117cc-804c-471d-a744-d57fac62eb33 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.87 "DELETE /v2.0/ports/201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 HTTP/1.1" status: 204 len: 173 time: 0.6476269 Feb 19 03:00:14.797993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d117cc-804c-471d-a744-d57fac62eb33 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Pushing event deleted for resources: {'Port': ['ID=201e2d40-d9b0-41dd-98ed-1d0f41ecfef3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:14.931204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-1e0581ec-fa3a-4364-87a6-239a4ec6f8be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a HTTP/1.1" status: 200 len: 217 time: 0.1200280 Feb 19 03:00:14.933001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:14.933699 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:14.935779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] 10.222.0.67 "PUT /v2.0/ports/dd800797-4edc-4272-a6fd-8774a813b19b HTTP/1.1" status: 200 len: 1095 time: 4.0076432 Feb 19 03:00:14.951247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d4602fa3-d29d-4826-a33a-5cc25e44a458 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:14.951641 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.084998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2cf2026e-faab-4e52-a7f6-8adfb32d91c2 req-d045e64b-242c-4999-ba3c-dc496d8bc6b1 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=9b62bf6d-8f4f-412b-9c77-03de7153cfc0 HTTP/1.1" status: 200 len: 210 time: 0.1742086 Feb 19 03:00:15.107411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (6d760441-0cf7-49a1-8590-4a33e0a861d3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.122349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-8c4585ba-e34c-4aea-86b7-5aea625ea718 req-f7028b4f-3923-411c-afad-d6e537eba183 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-932462060', 'description': 'tempest-description-336200959'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:15.129545 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 48bbb681-02e9-4528-83e8-a2e9b864d645 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:15.153848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 48bbb681-02e9-4528-83e8-a2e9b864d645 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:15.154946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 48bbb681-02e9-4528-83e8-a2e9b864d645 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:15.155674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e2637e98-d65b-4fea-aa54-24835ca1ef0b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:15.162966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.166190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6d760441-0cf7-49a1-8590-4a33e0a861d3 HTTP/1.1" status: 204 len: 168 time: 1.8163927 Feb 19 03:00:15.179821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: e2637e98-d65b-4fea-aa54-24835ca1ef0b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:15.180371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e2637e98-d65b-4fea-aa54-24835ca1ef0b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:15.203336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5585891-dd2f-415a-93b1-af3a60bd8f8a service neutron] Pushing event updated for resources: {'Port': ['ID=dd800797-4edc-4272-a6fd-8774a813b19b,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:15.222211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda36ada-68cc-4de8-aac4-5a0ff3ca43f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d760441-0cf7-49a1-8590-4a33e0a861d3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:15.273022 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1f617fd8-87ed-4c7c-927b-5bab0a2cecfb req-ecde404d-58f4-4844-86ec-a47777e6dfa3 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d4602fa3-d29d-4826-a33a-5cc25e44a458), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.301397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-cb0efb3e-0a39-4cf5-b372-526a9dec89e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:15.303193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-cb0efb3e-0a39-4cf5-b372-526a9dec89e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.3293300 Feb 19 03:00:15.312134 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8c4585ba-e34c-4aea-86b7-5aea625ea718 req-f7028b4f-3923-411c-afad-d6e537eba183 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.314310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde404d-58f4-4844-86ec-a47777e6dfa3 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Pushing event deleted for resources: {'Port': ['ID=d4602fa3-d29d-4826-a33a-5cc25e44a458,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:15.316331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b62bf6d-8f4f-412b-9c77-03de7153cfc0', 'name': 'network-vif-deleted', 'tag': '201e2d40-d9b0-41dd-98ed-1d0f41ecfef3'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:15.319565 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cefb33-8328-438f-9583-5a19110a21d1" -d '{"events": [{"server_uuid": "9b62bf6d-8f4f-412b-9c77-03de7153cfc0", "name": "network-vif-deleted", "tag": "201e2d40-d9b0-41dd-98ed-1d0f41ecfef3"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:15.352600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-5bd0e35c-a188-4740-b55d-6c48f44d380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:15.354176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-5bd0e35c-a188-4740-b55d-6c48f44d380c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a736235140e40a6adab5ece96045905&device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 1129 time: 0.3245382 Feb 19 03:00:15.393832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50462) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:15.453952 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-65bdb766-1434-42de-8256-3a4d9d29b11d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1a57bde5db8f495d920336bdbebea07b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573225 Feb 19 03:00:15.454700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50464) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:15.487555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f617fd8-87ed-4c7c-927b-5bab0a2cecfb req-ecde404d-58f4-4844-86ec-a47777e6dfa3 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] No DVR routers for this DVR port d4602fa3-d29d-4826-a33a-5cc25e44a458 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:15.494286 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1f617fd8-87ed-4c7c-927b-5bab0a2cecfb req-ecde404d-58f4-4844-86ec-a47777e6dfa3 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.497571 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f617fd8-87ed-4c7c-927b-5bab0a2cecfb req-ecde404d-58f4-4844-86ec-a47777e6dfa3 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.87 "DELETE /v2.0/ports/d4602fa3-d29d-4826-a33a-5cc25e44a458 HTTP/1.1" status: 204 len: 173 time: 2.6995797 Feb 19 03:00:15.504366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-40241e87-8f9c-4ab8-aa73-e216b244d8e1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=dd800797-4edc-4272-a6fd-8774a813b19b HTTP/1.1" status: 200 len: 217 time: 0.1297653 Feb 19 03:00:15.545005 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-177f1ce6-454e-435b-b40d-79fdd38d4eff admin admin] Publish callbacks [] for security_group (e68fc07a-43e7-4b62-8768-0618963f9426), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.563789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d04fb-16f1-474d-8b70-f04e5b61c3de req-f6efc195-0731-43cc-8ae1-6ed4fbabbde5 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:15.564870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f8d04fb-16f1-474d-8b70-f04e5b61c3de req-f6efc195-0731-43cc-8ae1-6ed4fbabbde5 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 947 time: 0.3583820 Feb 19 03:00:15.595005 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-177f1ce6-454e-435b-b40d-79fdd38d4eff admin admin] Publish callbacks [] for security_group (e68fc07a-43e7-4b62-8768-0618963f9426), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.624407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-579d92eb-e05c-4881-86fb-51e775740f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:15.635195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-579d92eb-e05c-4881-86fb-51e775740f24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3055937 Feb 19 03:00:15.635195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-33f6579f-59ca-4189-8f56-5f2a641be573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:15.635195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-33f6579f-59ca-4189-8f56-5f2a641be573 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1171441 Feb 19 03:00:15.700291 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-177f1ce6-454e-435b-b40d-79fdd38d4eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e68fc07a-43e7-4b62-8768-0618963f9426), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.703668 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-177f1ce6-454e-435b-b40d-79fdd38d4eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.707586 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-177f1ce6-454e-435b-b40d-79fdd38d4eff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e68fc07a-43e7-4b62-8768-0618963f9426 HTTP/1.1" status: 204 len: 168 time: 0.2491524 Feb 19 03:00:15.713682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f1ce6-454e-435b-b40d-79fdd38d4eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68fc07a-43e7-4b62-8768-0618963f9426,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:15.766229 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8c4585ba-e34c-4aea-86b7-5aea625ea718 req-f7028b4f-3923-411c-afad-d6e537eba183 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (2063573f-d844-4de6-839f-4566d7218f0b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.779268 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8c4585ba-e34c-4aea-86b7-5aea625ea718 req-f7028b4f-3923-411c-afad-d6e537eba183 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2063573f-d844-4de6-839f-4566d7218f0b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.790008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f8d04fb-16f1-474d-8b70-f04e5b61c3de req-df6bbb1f-9027-4a92-b13b-81f318fa643d tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153144 Feb 19 03:00:15.840350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-fd4469fb-a166-4a37-bf50-19329f33ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:15.841985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-fd4469fb-a166-4a37-bf50-19329f33ce86 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2010972 Feb 19 03:00:15.844455 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8c4585ba-e34c-4aea-86b7-5aea625ea718 req-f7028b4f-3923-411c-afad-d6e537eba183 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:15.845613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c4585ba-e34c-4aea-86b7-5aea625ea718 req-f7028b4f-3923-411c-afad-d6e537eba183 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.7731822 Feb 19 03:00:15.860914 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65791f47-d982-41a4-901b-b8b71319ecd0 x-openstack-request-id: req-65791f47-d982-41a4-901b-b8b71319ecd0 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:15.861200 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:15.861715 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65791f47-d982-41a4-901b-b8b71319ecd0 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:15.862111 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'status': 'completed', 'code': 200} Feb 19 03:00:15.872429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7028b4f-3923-411c-afad-d6e537eba183 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2063573f-d844-4de6-839f-4566d7218f0b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:15.888086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-d0984e3d-6463-45df-adb8-09164b257114 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495270 Feb 19 03:00:15.902503 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d8b767-629a-4084-8efa-7463307e372a x-openstack-request-id: req-12d8b767-629a-4084-8efa-7463307e372a {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:15.902923 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b62bf6d-8f4f-412b-9c77-03de7153cfc0", "name": "network-vif-deleted", "tag": "201e2d40-d9b0-41dd-98ed-1d0f41ecfef3", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:15.903474 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12d8b767-629a-4084-8efa-7463307e372a {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:15.904004 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b62bf6d-8f4f-412b-9c77-03de7153cfc0', 'name': 'network-vif-deleted', 'tag': '201e2d40-d9b0-41dd-98ed-1d0f41ecfef3', 'status': 'completed', 'code': 200} Feb 19 03:00:16.053386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-1853095a-6df1-48f4-9127-a7b1e00bc1a8 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942639 Feb 19 03:00:16.114112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375861c-545d-483e-badb-394b0d508db8 req-8cc11dde-7d92-4188-8e21-552f9f4613a3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:16.115696 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d375861c-545d-483e-badb-394b0d508db8 req-8cc11dde-7d92-4188-8e21-552f9f4613a3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 943 time: 0.1440907 Feb 19 03:00:16.148232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c188868-bf61-43bc-867d-3f8e022baa6b req-f1785f21-5483-46f4-9cb8-aeb16875f3e6 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326560 Feb 19 03:00:16.233548 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d375861c-545d-483e-badb-394b0d508db8 req-1ba31956-cd06-4a52-8b68-72f98fc6aba5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842209 Feb 19 03:00:16.238305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ef5c8b9-ea09-406d-bfc6-b8e001c3afc6 req-a9477651-44ee-4392-ba20-4f41f699beab service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693544 Feb 19 03:00:16.289039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6674480b-1e2f-4cfa-8fcd-d39d739f6680 req-e44df68b-932e-44d9-b146-fcb29c05c6a1 tempest-InstanceActionsNegativeTestJSON-935118751 tempest-InstanceActionsNegativeTestJSON-935118751-project] 10.222.0.81 "GET /v2.0/ports?device_id=d1396ca3-4de3-465b-98d2-5018109bc8e3 HTTP/1.1" status: 200 len: 210 time: 0.0747123 Feb 19 03:00:16.348087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f23c4a5-2ed4-451b-8c0b-bbeccbf594a8 req-d89c2fc0-524f-4e02-85ad-6fb272f9121f tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/2063573f-d844-4de6-839f-4566d7218f0b HTTP/1.1" status: 200 len: 1828 time: 0.0675097 Feb 19 03:00:16.353587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2f23c4a5-2ed4-451b-8c0b-bbeccbf594a8 req-70126573-3021-4e33-a44c-252bb88a9fb6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2063573f-d844-4de6-839f-4566d7218f0b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:16.354257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2f23c4a5-2ed4-451b-8c0b-bbeccbf594a8 req-70126573-3021-4e33-a44c-252bb88a9fb6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2063573f-d844-4de6-839f-4566d7218f0b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:16.367698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50482) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:16.431538 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-af4aa48e-75ce-4c13-9132-87250a648f93 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e56f0f85bd4d4e87817abeb02352b566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0618041 Feb 19 03:00:16.434220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50484) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:16.493777 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47dc0346-bb0c-401e-b766-bd3251de41db admin admin] Publish callbacks [] for security_group (abb09a8c-71f8-4e13-9773-23982b721d89), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.508571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8814e8-038d-453c-81ea-007b1ad170ee req-7030fe2e-6c4a-40d5-834c-40126b9c5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:16.510138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd8814e8-038d-453c-81ea-007b1ad170ee req-7030fe2e-6c4a-40d5-834c-40126b9c5894 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a736235140e40a6adab5ece96045905&device_id=4f7dd294-5fbd-410b-8e4f-3516e3ad2120 HTTP/1.1" status: 200 len: 1130 time: 0.1344428 Feb 19 03:00:16.523018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47dc0346-bb0c-401e-b766-bd3251de41db admin admin] Publish callbacks [] for security_group (abb09a8c-71f8-4e13-9773-23982b721d89), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.531791 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f23c4a5-2ed4-451b-8c0b-bbeccbf594a8 req-70126573-3021-4e33-a44c-252bb88a9fb6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group_rule (94b64d2e-24d3-4da2-9721-e1ce31b97c3b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.567354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2121f-8f53-4d49-98be-dc430fc230d3 req-bf0f13df-fae7-4946-80dd-f6f1352dc385 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:16.569034 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09e2121f-8f53-4d49-98be-dc430fc230d3 req-bf0f13df-fae7-4946-80dd-f6f1352dc385 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.1720648 Feb 19 03:00:16.582475 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47dc0346-bb0c-401e-b766-bd3251de41db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (abb09a8c-71f8-4e13-9773-23982b721d89), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.585413 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47dc0346-bb0c-401e-b766-bd3251de41db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.589092 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-47dc0346-bb0c-401e-b766-bd3251de41db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/abb09a8c-71f8-4e13-9773-23982b721d89 HTTP/1.1" status: 204 len: 168 time: 0.1511672 Feb 19 03:00:16.600386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc0346-bb0c-401e-b766-bd3251de41db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb09a8c-71f8-4e13-9773-23982b721d89,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:16.681350 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f23c4a5-2ed4-451b-8c0b-bbeccbf594a8 req-70126573-3021-4e33-a44c-252bb88a9fb6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group_rule (94b64d2e-24d3-4da2-9721-e1ce31b97c3b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.694751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09e2121f-8f53-4d49-98be-dc430fc230d3 req-0f4089a3-e644-4ece-9740-74875423e08c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857534 Feb 19 03:00:16.696789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:00:16.703188 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f23c4a5-2ed4-451b-8c0b-bbeccbf594a8 req-70126573-3021-4e33-a44c-252bb88a9fb6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (94b64d2e-24d3-4da2-9721-e1ce31b97c3b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.829731 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:16.846387 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 has no active binding in host n-h1-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:00:16.854938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70126573-3021-4e33-a44c-252bb88a9fb6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94b64d2e-24d3-4da2-9721-e1ce31b97c3b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:16.865810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8814e8-038d-453c-81ea-007b1ad170ee req-86cb6302-9c24-4d63-bce8-8f07e038c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:16.866481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd8814e8-038d-453c-81ea-007b1ad170ee req-86cb6302-9c24-4d63-bce8-8f07e038c0b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.3487918 Feb 19 03:00:16.874130 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f23c4a5-2ed4-451b-8c0b-bbeccbf594a8 req-70126573-3021-4e33-a44c-252bb88a9fb6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:16.875683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f23c4a5-2ed4-451b-8c0b-bbeccbf594a8 req-70126573-3021-4e33-a44c-252bb88a9fb6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5265162 Feb 19 03:00:16.933935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd8814e8-038d-453c-81ea-007b1ad170ee req-dddbebc3-0a83-4d00-bc85-01fe493a0897 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a HTTP/1.1" status: 200 len: 217 time: 0.0572066 Feb 19 03:00:16.936937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-4542f68f-31c4-4c73-920d-e611fcffa00c service neutron] 10.222.0.67 "GET /v2.0/ports/9d7a8f83-e7bd-44df-b96e-84b5f1443f90/bindings/n-h1-826755-2 HTTP/1.1" status: 200 len: 384 time: 0.2867298 Feb 19 03:00:17.060473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8814e8-038d-453c-81ea-007b1ad170ee req-6842667e-e655-4a91-9d41-a2f84d51b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:17.061988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd8814e8-038d-453c-81ea-007b1ad170ee req-6842667e-e655-4a91-9d41-a2f84d51b291 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1165977 Feb 19 03:00:17.185209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41dcecd8-6fbc-4fa3-ba58-8c7f7f0db704 req-d4143ac3-3d6a-4f75-aa35-78004417d619 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/2063573f-d844-4de6-839f-4566d7218f0b HTTP/1.1" status: 200 len: 2421 time: 0.1669841 Feb 19 03:00:17.215804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2f3f1-d302-4999-81c6-33ae2e5cedee req-b76efebb-7e24-4f28-99f6-4c1b0d5c23c8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:17.223547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8fe2f3f1-d302-4999-81c6-33ae2e5cedee req-b76efebb-7e24-4f28-99f6-4c1b0d5c23c8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 947 time: 0.2225025 Feb 19 03:00:17.270487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8814e8-038d-453c-81ea-007b1ad170ee req-37802b93-ddc0-4dbf-9483-a4a1a06b9956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:17.272116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd8814e8-038d-453c-81ea-007b1ad170ee req-37802b93-ddc0-4dbf-9483-a4a1a06b9956 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1843367 Feb 19 03:00:17.756536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8fe2f3f1-d302-4999-81c6-33ae2e5cedee req-e71c3219-33be-4015-9d05-7ead05f64c5b tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316465 Feb 19 03:00:17.789969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935deed0-16a8-4661-8355-7882a63f7069 req-05e050b6-9a23-4f7e-8707-706306f51bd6 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:17.792231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-935deed0-16a8-4661-8355-7882a63f7069 req-05e050b6-9a23-4f7e-8707-706306f51bd6 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.5416734 Feb 19 03:00:17.874006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e9e5c9-d696-4d9f-be27-14207cfcf3ce', 'tag': 'dd800797-4edc-4272-a6fd-8774a813b19b'}, {'server_uuid': 'd1396ca3-4de3-465b-98d2-5018109bc8e3', 'name': 'network-vif-deleted', 'tag': 'd4602fa3-d29d-4826-a33a-5cc25e44a458'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:17.876127 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-324719c5-0594-4afa-a16b-5eb5dc45236e" -d '{"events": [{"name": "network-changed", "server_uuid": "41e9e5c9-d696-4d9f-be27-14207cfcf3ce", "tag": "dd800797-4edc-4272-a6fd-8774a813b19b"}, {"server_uuid": "d1396ca3-4de3-465b-98d2-5018109bc8e3", "name": "network-vif-deleted", "tag": "d4602fa3-d29d-4826-a33a-5cc25e44a458"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:17.888786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-1291fb89-2752-42c3-a5b7-edf94180c8d6 service neutron] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:17.904556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4210881d-27b7-4ad6-840c-503b04779409 req-0569fb62-89e6-43c3-ba42-405173842299 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-group-rules/94b64d2e-24d3-4da2-9721-e1ce31b97c3b HTTP/1.1" status: 200 len: 778 time: 0.1103120 Feb 19 03:00:17.909251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd8814e8-038d-453c-81ea-007b1ad170ee req-7f005b0e-d7ad-405f-956e-2943223694bf service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6073782 Feb 19 03:00:17.970861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-1291fb89-2752-42c3-a5b7-edf94180c8d6 service neutron] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:18.033866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-935deed0-16a8-4661-8355-7882a63f7069 req-547d8074-7f0a-4a61-943a-1e88218d7d0d tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407672 Feb 19 03:00:18.073905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-1291fb89-2752-42c3-a5b7-edf94180c8d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:18.085367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3154a0-a0c4-44e9-8799-7f2ece627173 req-17e64981-b4c5-4f20-8b60-2330c0ea4c77 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:18.086912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c3154a0-a0c4-44e9-8799-7f2ece627173 req-17e64981-b4c5-4f20-8b60-2330c0ea4c77 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.87 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.2878501 Feb 19 03:00:18.098396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4210881d-27b7-4ad6-840c-503b04779409 req-f689ce66-7296-464b-ae9f-a5d44f06adcc tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/2063573f-d844-4de6-839f-4566d7218f0b HTTP/1.1" status: 200 len: 2421 time: 0.1782184 Feb 19 03:00:18.103779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-1291fb89-2752-42c3-a5b7-edf94180c8d6 service neutron] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:18.197173 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-1291fb89-2752-42c3-a5b7-edf94180c8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.234030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd8814e8-038d-453c-81ea-007b1ad170ee req-99109268-ab86-4da4-b504-16ad6306d0d6 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087420 Feb 19 03:00:18.266410 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4210881d-27b7-4ad6-840c-503b04779409 req-aa4b56b3-aa78-4e04-b07b-1e6634674203 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group_rule (94b64d2e-24d3-4da2-9721-e1ce31b97c3b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.299062 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4210881d-27b7-4ad6-840c-503b04779409 req-aa4b56b3-aa78-4e04-b07b-1e6634674203 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group_rule (94b64d2e-24d3-4da2-9721-e1ce31b97c3b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.337393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546ba68-8537-4d46-a30b-1bd4bb6c4395 req-c08e00cc-e157-4dc7-94bd-348b4d9b6b3c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:18.339660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e546ba68-8537-4d46-a30b-1bd4bb6c4395 req-c08e00cc-e157-4dc7-94bd-348b4d9b6b3c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 943 time: 0.2443328 Feb 19 03:00:18.373871 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4210881d-27b7-4ad6-840c-503b04779409 req-aa4b56b3-aa78-4e04-b07b-1e6634674203 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (94b64d2e-24d3-4da2-9721-e1ce31b97c3b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.384110 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4210881d-27b7-4ad6-840c-503b04779409 req-aa4b56b3-aa78-4e04-b07b-1e6634674203 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.385251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4210881d-27b7-4ad6-840c-503b04779409 req-aa4b56b3-aa78-4e04-b07b-1e6634674203 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/94b64d2e-24d3-4da2-9721-e1ce31b97c3b HTTP/1.1" status: 204 len: 173 time: 0.2682335 Feb 19 03:00:18.420874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4b56b3-aa78-4e04-b07b-1e6634674203 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94b64d2e-24d3-4da2-9721-e1ce31b97c3b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:18.429606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50542) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:18.440980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-1291fb89-2752-42c3-a5b7-edf94180c8d6 service neutron] Transition to ACTIVE for port object 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:00:18.450820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-1c3154a0-a0c4-44e9-8799-7f2ece627173 req-c75edb4d-b32b-49a2-affc-a1c82c00f90c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Deleting port a07436f2-8382-49d2-b724-51e581d85931 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:18.451044 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c3154a0-a0c4-44e9-8799-7f2ece627173 req-c75edb4d-b32b-49a2-affc-a1c82c00f90c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a07436f2-8382-49d2-b724-51e581d85931), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.460725 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-1291fb89-2752-42c3-a5b7-edf94180c8d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.488895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6818d93-fa0a-4bef-93e4-945f6cb659b2 admin admin] Deleting subnet 083e10cf-63e8-463f-8e04-74ab69f56d60 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:18.493066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6818d93-fa0a-4bef-93e4-945f6cb659b2 admin admin] Publish callbacks [] for subnet (083e10cf-63e8-463f-8e04-74ab69f56d60), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.538177 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6818d93-fa0a-4bef-93e4-945f6cb659b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (083e10cf-63e8-463f-8e04-74ab69f56d60), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.548165 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e546ba68-8537-4d46-a30b-1bd4bb6c4395 req-9b019a56-82b4-4ee1-92db-63c522d74d33 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956568 Feb 19 03:00:18.583763 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6818d93-fa0a-4bef-93e4-945f6cb659b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (083e10cf-63e8-463f-8e04-74ab69f56d60), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.630380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291fb89-2752-42c3-a5b7-edf94180c8d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,revision_number=10']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:18.645361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-1291fb89-2752-42c3-a5b7-edf94180c8d6 service neutron] No DVR routers for this DVR port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:18.654573 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6818d93-fa0a-4bef-93e4-945f6cb659b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (083e10cf-63e8-463f-8e04-74ab69f56d60), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.684411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6818d93-fa0a-4bef-93e4-945f6cb659b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083e10cf-63e8-463f-8e04-74ab69f56d60,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:18.697215 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6818d93-fa0a-4bef-93e4-945f6cb659b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.700882 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a6818d93-fa0a-4bef-93e4-945f6cb659b2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/083e10cf-63e8-463f-8e04-74ab69f56d60 HTTP/1.1" status: 204 len: 168 time: 0.2702041 Feb 19 03:00:18.703583 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50554) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:18.704331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:18.745709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:18.746379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 201e2d40-d9b0-41dd-98ed-1d0f41ecfef3 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:18.775998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-1291fb89-2752-42c3-a5b7-edf94180c8d6 service neutron] 10.222.0.67 "PUT /v2.0/ports/9d7a8f83-e7bd-44df-b96e-84b5f1443f90/bindings/n-h1-826755-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7909186 Feb 19 03:00:18.786611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (95bfe334-1f11-4722-94f5-1d756b7a4a84), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.808348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bfc47f2d-3276-4dd3-94ec-2d9e663711ae tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e341ccaa9f454de681234975128e439b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758128 Feb 19 03:00:18.819731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-1c3154a0-a0c4-44e9-8799-7f2ece627173 req-c75edb4d-b32b-49a2-affc-a1c82c00f90c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] For port a07436f2-8382-49d2-b724-51e581d85931, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a07436f2-8382-49d2-b724-51e581d85931,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:18.820104 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c3154a0-a0c4-44e9-8799-7f2ece627173 req-c75edb4d-b32b-49a2-affc-a1c82c00f90c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a07436f2-8382-49d2-b724-51e581d85931), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.849927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-1c3154a0-a0c4-44e9-8799-7f2ece627173 req-c75edb4d-b32b-49a2-affc-a1c82c00f90c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Calling delete_port for a07436f2-8382-49d2-b724-51e581d85931 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:18.923109 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (95bfe334-1f11-4722-94f5-1d756b7a4a84), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:18.957147 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bfe334-1f11-4722-94f5-1d756b7a4a84']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:18.974455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ac896c-6e16-4dbd-b062-4f89f23de289') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:18.974841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ac896c-6e16-4dbd-b062-4f89f23de289') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:18.986933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2264eb-66f4-4318-ac44-ba45f45b876c req-b8db811e-1700-4b52-a095-65d326ea68c2 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:18.988469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc2264eb-66f4-4318-ac44-ba45f45b876c req-b8db811e-1700-4b52-a095-65d326ea68c2 tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/ports?device_id=88a251bf-7431-4e6f-90f8-29dc4964028d HTTP/1.1" status: 200 len: 950 time: 0.3094022 Feb 19 03:00:18.989822 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (67ac896c-6e16-4dbd-b062-4f89f23de289), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.011936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-fe1d67c6-6503-4eff-b1ef-7344d12b18bb tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:19.013607 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-fe1d67c6-6503-4eff-b1ef-7344d12b18bb tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f&tenant_id=d0db881fe5bf4d899432d08392993561&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1126 time: 0.1446064 Feb 19 03:00:19.030029 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (67ac896c-6e16-4dbd-b062-4f89f23de289), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.049153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-7dff4fae-ed4d-4b8d-84b1-48ee40bb25b9 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:19.053896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:19.054304 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (67ac896c-6e16-4dbd-b062-4f89f23de289), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:19.055962 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:19.058283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-7dff4fae-ed4d-4b8d-84b1-48ee40bb25b9 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468667 Feb 19 03:00:19.090709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-0b5bf5b6-cef0-454d-bee4-0d909cdaddd0 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/quotas/e341ccaa9f454de681234975128e439b HTTP/1.1" status: 200 len: 375 time: 0.0335047 Feb 19 03:00:19.107086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc2264eb-66f4-4318-ac44-ba45f45b876c req-7efa614c-cadb-4169-b3e2-8e6fd1290c8b tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.81 "GET /v2.0/security-groups?id=8c3027da-7e53-49c0-8081-efb903187393&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018662 Feb 19 03:00:19.119204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-40c8aad9-439a-466b-af2a-a2447dbb41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:19.121084 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-40c8aad9-439a-466b-af2a-a2447dbb41d8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f&tenant_id=d0db881fe5bf4d899432d08392993561 HTTP/1.1" status: 200 len: 1126 time: 0.1004145 Feb 19 03:00:19.128854 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (95bfe334-1f11-4722-94f5-1d756b7a4a84), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.144060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.154647 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] 10.222.0.81 "DELETE /v2.0/networks/95bfe334-1f11-4722-94f5-1d756b7a4a84 HTTP/1.1" status: 204 len: 168 time: 0.4442976 Feb 19 03:00:19.192535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-ea8b0b27-a6f2-45b0-88f9-42c641494522 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e341ccaa9f454de681234975128e439b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843840 Feb 19 03:00:19.196122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46029c99-142f-4440-b75d-07a0388d7362 admin admin] Pushing event deleted for resources: {'Network': ['ID=95bfe334-1f11-4722-94f5-1d756b7a4a84,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:19.227163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-1338b97f-e802-46bb-9354-523d2fac6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:19.229638 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-1338b97f-e802-46bb-9354-523d2fac6ff6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 1126 time: 0.0765316 Feb 19 03:00:19.234312 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda6cdcf-8747-435b-94f7-15a6703aba45 x-openstack-request-id: req-fda6cdcf-8747-435b-94f7-15a6703aba45 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:19.237362 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e9e5c9-d696-4d9f-be27-14207cfcf3ce", "tag": "dd800797-4edc-4272-a6fd-8774a813b19b", "status": "completed", "code": 200}, {"server_uuid": "d1396ca3-4de3-465b-98d2-5018109bc8e3", "name": "network-vif-deleted", "tag": "d4602fa3-d29d-4826-a33a-5cc25e44a458", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:19.238545 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fda6cdcf-8747-435b-94f7-15a6703aba45 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:19.239184 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e9e5c9-d696-4d9f-be27-14207cfcf3ce', 'tag': 'dd800797-4edc-4272-a6fd-8774a813b19b', 'status': 'completed', 'code': 200} Feb 19 03:00:19.239536 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1396ca3-4de3-465b-98d2-5018109bc8e3', 'name': 'network-vif-deleted', 'tag': 'd4602fa3-d29d-4826-a33a-5cc25e44a458', 'status': 'completed', 'code': 200} Feb 19 03:00:19.278604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8c6ad249-4740-47dc-ace1-dd36e10a831a details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:00:19.285391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:19.321671 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c3154a0-a0c4-44e9-8799-7f2ece627173 req-c75edb4d-b32b-49a2-affc-a1c82c00f90c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a07436f2-8382-49d2-b724-51e581d85931), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.326989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-089f2c81-055d-4ad7-9058-6640e4e3e36a req-497d5c19-c999-416d-b0b0-16118b0a3e11 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1850997948', 'description': 'tempest-description-1936965563'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:19.377225 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-67ad120a-6c71-438c-bad6-a6a434537e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:19.378965 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-67ad120a-6c71-438c-bad6-a6a434537e94 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.1317987 Feb 19 03:00:19.403581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75edb4d-b32b-49a2-affc-a1c82c00f90c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Pushing event deleted for resources: {'Port': ['ID=a07436f2-8382-49d2-b724-51e581d85931,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:19.480947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50564) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:19.494825 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-f0ad0557-0646-4a95-b9f2-880808d1256b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90 HTTP/1.1" status: 200 len: 217 time: 0.1033506 Feb 19 03:00:19.502287 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-089f2c81-055d-4ad7-9058-6640e4e3e36a req-497d5c19-c999-416d-b0b0-16118b0a3e11 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.573217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3154a0-a0c4-44e9-8799-7f2ece627173 req-c75edb4d-b32b-49a2-affc-a1c82c00f90c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] No DVR routers for this DVR port a07436f2-8382-49d2-b724-51e581d85931 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:19.581883 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c3154a0-a0c4-44e9-8799-7f2ece627173 req-c75edb4d-b32b-49a2-affc-a1c82c00f90c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.587055 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c3154a0-a0c4-44e9-8799-7f2ece627173 req-c75edb4d-b32b-49a2-affc-a1c82c00f90c tempest-MigrationsAdminTest-293270051 tempest-MigrationsAdminTest-293270051-project] 10.222.0.87 "DELETE /v2.0/ports/a07436f2-8382-49d2-b724-51e581d85931 HTTP/1.1" status: 204 len: 173 time: 1.4878376 Feb 19 03:00:19.622583 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-6e345c49-03d1-40d4-bae7-d0dab9b1f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:19.629960 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-6e345c49-03d1-40d4-bae7-d0dab9b1f7a1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.1124353 Feb 19 03:00:19.636157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324719c5-0594-4afa-a16b-5eb5dc45236e req-2c582b9f-18a8-42df-b6a0-1e4f98e62d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:19.638195 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:19.639590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-324719c5-0594-4afa-a16b-5eb5dc45236e req-2c582b9f-18a8-42df-b6a0-1e4f98e62d79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a736235140e40a6adab5ece96045905&device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 1129 time: 0.3819976 Feb 19 03:00:19.655027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'mac_address': 'fa:16:3e:5d:11:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:00:19.717080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] The host n-h2-826755-2 is not matching for port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 host n-h1-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:00:19.717779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:19.730840 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-ef3fc7ae-f557-481c-a271-204217423c97 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915902 Feb 19 03:00:19.756204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8c6ad249-4740-47dc-ace1-dd36e10a831a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:19.756797 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.804641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6ad249-4740-47dc-ace1-dd36e10a831a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:19.880181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:19.889379 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ca91e0f9-3e6f-4dcc-9df4-82d8f6fa05f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31ff06ae51f746d187c0998f7a9d4fca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060731 Feb 19 03:00:19.892211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50578) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:19.905336 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.907212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device dd800797-4edc-4272-a6fd-8774a813b19b details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:00:19.917237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7e63d-772b-469f-bac2-a0f533613ccf req-c0736918-c477-449a-b0e6-9f95f89af2d7 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:19.927793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbe7e63d-772b-469f-bac2-a0f533613ccf req-c0736918-c477-449a-b0e6-9f95f89af2d7 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 947 time: 0.2993214 Feb 19 03:00:19.990488 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-089f2c81-055d-4ad7-9058-6640e4e3e36a req-497d5c19-c999-416d-b0b0-16118b0a3e11 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (f7e32068-e186-4d26-b30d-fcbe1618540d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:19.993050 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8496-8aa3-4857-af13-e9b41b02d9ac admin admin] Publish callbacks [] for security_group (6f0e27a2-1e03-45a2-9ecd-4f7927d420dd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.003505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324719c5-0594-4afa-a16b-5eb5dc45236e req-e1f2caac-57b9-4adb-8446-1a188f22b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:20.016430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-324719c5-0594-4afa-a16b-5eb5dc45236e req-e1f2caac-57b9-4adb-8446-1a188f22b05d service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.3459568 Feb 19 03:00:20.043088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port dd800797-4edc-4272-a6fd-8774a813b19b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=dd800797-4edc-4272-a6fd-8774a813b19b,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:20.049196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8c6ad249-4740-47dc-ace1-dd36e10a831a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:20.069045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'dd800797-4edc-4272-a6fd-8774a813b19b', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'dd800797-4edc-4272-a6fd-8774a813b19b', 'mac_address': 'fa:16:3e:b3:d5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:00:20.070828 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-089f2c81-055d-4ad7-9058-6640e4e3e36a req-497d5c19-c999-416d-b0b0-16118b0a3e11 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f7e32068-e186-4d26-b30d-fcbe1618540d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.093506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbe7e63d-772b-469f-bac2-a0f533613ccf req-d56ff1ab-e6a6-49c3-8672-f033aa532bff tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639268 Feb 19 03:00:20.099859 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-00feaf06-a35e-4720-8d02-57328b3d528a service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253365 Feb 19 03:00:20.101530 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8496-8aa3-4857-af13-e9b41b02d9ac admin admin] Publish callbacks [] for security_group (6f0e27a2-1e03-45a2-9ecd-4f7927d420dd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.168180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-324719c5-0594-4afa-a16b-5eb5dc45236e req-8aa4f4e4-399f-4837-9244-9ee35caf0b22 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=dd800797-4edc-4272-a6fd-8774a813b19b HTTP/1.1" status: 200 len: 217 time: 0.1035399 Feb 19 03:00:20.180375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port dd800797-4edc-4272-a6fd-8774a813b19b is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:20.181144 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.212096 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-089f2c81-055d-4ad7-9058-6640e4e3e36a req-497d5c19-c999-416d-b0b0-16118b0a3e11 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.212699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd800797-4edc-4272-a6fd-8774a813b19b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:20.228505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-089f2c81-055d-4ad7-9058-6640e4e3e36a req-497d5c19-c999-416d-b0b0-16118b0a3e11 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.9406493 Feb 19 03:00:20.262457 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port dd800797-4edc-4272-a6fd-8774a813b19b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=dd800797-4edc-4272-a6fd-8774a813b19b,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:20.271918 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.294881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d5c19-c999-416d-b0b0-16118b0a3e11 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e32068-e186-4d26-b30d-fcbe1618540d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:20.331206 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8496-8aa3-4857-af13-e9b41b02d9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6f0e27a2-1e03-45a2-9ecd-4f7927d420dd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.338298 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6d8f8496-8aa3-4857-af13-e9b41b02d9ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:20.349211 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6d8f8496-8aa3-4857-af13-e9b41b02d9ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f0e27a2-1e03-45a2-9ecd-4f7927d420dd HTTP/1.1" status: 204 len: 168 time: 0.4558413 Feb 19 03:00:20.374472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f8496-8aa3-4857-af13-e9b41b02d9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0e27a2-1e03-45a2-9ecd-4f7927d420dd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:20.384713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=dd800797-4edc-4272-a6fd-8774a813b19b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:20.398148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5f1c84a-6f21-453e-8b35-9ce708389f22 req-e9964978-a080-4039-a424-7c2643113976 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 210 time: 0.0535650 Feb 19 03:00:20.417855 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-73861269-b565-4927-b1a7-f3c675fc369c service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061578 Feb 19 03:00:20.425182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324719c5-0594-4afa-a16b-5eb5dc45236e req-f2467e4c-9207-4e10-ac19-af35cd6e6c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:20.426944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-324719c5-0594-4afa-a16b-5eb5dc45236e req-f2467e4c-9207-4e10-ac19-af35cd6e6c41 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.2464728 Feb 19 03:00:20.468266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea5e49-ccb1-4658-8b3e-4ecd477a7bdc req-ee9160dd-f245-4fa4-ae78-1230ea8f6841 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:20.490036 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87ea5e49-ccb1-4658-8b3e-4ecd477a7bdc req-ee9160dd-f245-4fa4-ae78-1230ea8f6841 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.2859640 Feb 19 03:00:20.600601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['8c6ad249-4740-47dc-ace1-dd36e10a831a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:20.605030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324719c5-0594-4afa-a16b-5eb5dc45236e req-928b5c7e-d69e-46a5-85c8-0074b9270599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:20.606150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-324719c5-0594-4afa-a16b-5eb5dc45236e req-928b5c7e-d69e-46a5-85c8-0074b9270599 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1689844 Feb 19 03:00:20.606946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['dd800797-4edc-4272-a6fd-8774a813b19b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:20.617283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87ea5e49-ccb1-4658-8b3e-4ecd477a7bdc req-14052eac-9281-48b1-8f5a-cbdf540e8124 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260324 Feb 19 03:00:20.628824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d1d2c-ffeb-42e2-a925-f7ce68a1210f req-a7e9daea-4395-4dfc-81a6-069d14f42395 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:20.640566 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-011d1d2c-ffeb-42e2-a925-f7ce68a1210f req-a7e9daea-4395-4dfc-81a6-069d14f42395 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 944 time: 0.1277051 Feb 19 03:00:20.729496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a07436f2-8382-49d2-b724-51e581d85931 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:20.756004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: a07436f2-8382-49d2-b724-51e581d85931 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:20.756356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a07436f2-8382-49d2-b724-51e581d85931 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:20.756828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:20.913504 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:20.918353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-c579d023-d8d4-45c7-8771-52ca7aae81a8 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:20.919868 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-c579d023-d8d4-45c7-8771-52ca7aae81a8 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f&tenant_id=d0db881fe5bf4d899432d08392993561&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1126 time: 0.0811725 Feb 19 03:00:20.951935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-011d1d2c-ffeb-42e2-a925-f7ce68a1210f req-f8579a9d-33bc-4a0f-b149-ef00ae3939f1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925005 Feb 19 03:00:20.979118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08a95e47-634c-4cd8-856f-1aaf2d6e431f req-30161e4c-25ca-4e30-aeb8-da4b46cd883d tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/f7e32068-e186-4d26-b30d-fcbe1618540d HTTP/1.1" status: 200 len: 1830 time: 0.2165742 Feb 19 03:00:20.998622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-324719c5-0594-4afa-a16b-5eb5dc45236e req-80e9198c-bfdf-484c-8efa-faad5c515314 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556366 Feb 19 03:00:21.078532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-327b8342-34f4-480b-b1c8-f8e11f84475a req-bd0e0f65-f596-4100-b84a-c3b8087a78f8 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1022170555', 'description': 'tempest-description-614153297'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:21.166746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-463b6c71-fcd9-4a37-a765-9229c4893392 service neutron] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:21.170224 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-463b6c71-fcd9-4a37-a765-9229c4893392 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.171470 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7e95412-ccc5-42d7-94ac-9e09d9f8ff8e req-463b6c71-fcd9-4a37-a765-9229c4893392 service neutron] 10.222.0.87 "DELETE /v2.0/ports/9d7a8f83-e7bd-44df-b96e-84b5f1443f90/bindings/n-h2-826755-2 HTTP/1.1" status: 204 len: 173 time: 0.2421558 Feb 19 03:00:21.214261 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-327b8342-34f4-480b-b1c8-f8e11f84475a req-bd0e0f65-f596-4100-b84a-c3b8087a78f8 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.242661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'name': 'network-vif-deleted', 'tag': 'a07436f2-8382-49d2-b724-51e581d85931'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:21.245438 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551a612b-b043-4687-a5a9-a80a311a48bc" -d '{"events": [{"server_uuid": "88a251bf-7431-4e6f-90f8-29dc4964028d", "name": "network-vif-deleted", "tag": "a07436f2-8382-49d2-b724-51e581d85931"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:21.295585 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-9a4f3d7d-3778-4fbc-85bd-55a48589569f tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=e341ccaa9f454de681234975128e439b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561233 Feb 19 03:00:21.326242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-324719c5-0594-4afa-a16b-5eb5dc45236e req-38f8c14b-4d44-4e8f-95a9-14c65fe41b82 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182659 Feb 19 03:00:21.423499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50612) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:21.436147 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-327b8342-34f4-480b-b1c8-f8e11f84475a req-bd0e0f65-f596-4100-b84a-c3b8087a78f8 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (577cfc21-0759-422c-b8e7-6a069b35b3b2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.457934 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-327b8342-34f4-480b-b1c8-f8e11f84475a req-bd0e0f65-f596-4100-b84a-c3b8087a78f8 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (577cfc21-0759-422c-b8e7-6a069b35b3b2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.568432 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-327b8342-34f4-480b-b1c8-f8e11f84475a req-bd0e0f65-f596-4100-b84a-c3b8087a78f8 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.569761 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-327b8342-34f4-480b-b1c8-f8e11f84475a req-bd0e0f65-f596-4100-b84a-c3b8087a78f8 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5257783 Feb 19 03:00:21.592689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d06b1b-5d71-445a-9e60-cd1cbd0cef44 req-96ba96d4-0140-4648-a029-9c24b123539d tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:21.609594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-8ba21cd2-a51e-4ab3-961f-753369655271 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:21.611132 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-8ba21cd2-a51e-4ab3-961f-753369655271 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082554 Feb 19 03:00:21.617528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91d06b1b-5d71-445a-9e60-cd1cbd0cef44 req-96ba96d4-0140-4648-a029-9c24b123539d tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 948 time: 0.4076545 Feb 19 03:00:21.628979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Request body: {'port': {'device_id': 'b528ccfb-2116-4f5a-8fd8-9261e8c5197a', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': 'e341ccaa9f454de681234975128e439b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:21.646039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e0f65-f596-4100-b84a-c3b8087a78f8 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=577cfc21-0759-422c-b8e7-6a069b35b3b2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:21.664520 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f07e41-f798-4b05-81cf-eed997c7aaa6 x-openstack-request-id: req-b2f07e41-f798-4b05-81cf-eed997c7aaa6 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:21.664840 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88a251bf-7431-4e6f-90f8-29dc4964028d", "name": "network-vif-deleted", "tag": "a07436f2-8382-49d2-b724-51e581d85931", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:21.665093 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2f07e41-f798-4b05-81cf-eed997c7aaa6 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:21.665485 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88a251bf-7431-4e6f-90f8-29dc4964028d', 'name': 'network-vif-deleted', 'tag': 'a07436f2-8382-49d2-b724-51e581d85931', 'status': 'completed', 'code': 200} Feb 19 03:00:21.765268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91d06b1b-5d71-445a-9e60-cd1cbd0cef44 req-acb69d83-3f8d-4083-a66e-d7c59be3678f tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440902 Feb 19 03:00:21.819233 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d97d7871-5dce-4b79-9136-6430a7307d6b req-049a35a8-eed2-47b1-81e3-6f27e5aa7b7c tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 210 time: 0.0686226 Feb 19 03:00:21.849908 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e39fa21b-cdff-45c0-a888-c230cf9851f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce5f087a3fd347cb89e77f1f4b0cebb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4253082 Feb 19 03:00:21.854461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50630) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:21.865222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50632) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:21.900832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b878762-174d-4321-ade1-80594bdacc32 req-51af236f-daac-45af-ab29-ea84d6a32c1e tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/577cfc21-0759-422c-b8e7-6a069b35b3b2 HTTP/1.1" status: 200 len: 1829 time: 0.1147218 Feb 19 03:00:21.905441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Made reservation on behalf of e341ccaa9f454de681234975128e439b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:21.910150 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.923315 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:21.935734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-5240f4fb-521d-4eb3-a8c0-e62656b006cb req-c4f8449d-7b95-479e-a727-c64a5d673ac0 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1859530726', 'description': 'tempest-description-719342267'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:22.010601 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae15d2a0-96fb-49cb-a968-53001827879d admin admin] Publish callbacks [] for security_group (8c3027da-7e53-49c0-8081-efb903187393), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.014249 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5240f4fb-521d-4eb3-a8c0-e62656b006cb req-c4f8449d-7b95-479e-a727-c64a5d673ac0 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.018026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1148275929-network', 'tenant_id': '16cc55fd2df4416692f0de280746ab3a'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:22.046676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0c32b-9072-4390-9066-b753a7e7a85e req-c1e8a483-bfee-41d8-ad89-a2559785fe99 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:22.048384 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17e0c32b-9072-4390-9066-b753a7e7a85e req-c1e8a483-bfee-41d8-ad89-a2559785fe99 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1284864 Feb 19 03:00:22.073977 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Publish callbacks [] for security_group (d7d94c9c-70bb-402b-a96a-6c6f6a00fb60), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.075464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Made reservation on behalf of 16cc55fd2df4416692f0de280746ab3a for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:22.077927 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.079607 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae15d2a0-96fb-49cb-a968-53001827879d admin admin] Publish callbacks [] for security_group (8c3027da-7e53-49c0-8081-efb903187393), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.087936 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.099290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d7d94c9c-70bb-402b-a96a-6c6f6a00fb60), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.168493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17e0c32b-9072-4390-9066-b753a7e7a85e req-05a484e3-d631-4b56-8c5d-65d683bafb46 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097028 Feb 19 03:00:22.190510 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae15d2a0-96fb-49cb-a968-53001827879d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8c3027da-7e53-49c0-8081-efb903187393), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.190510 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae15d2a0-96fb-49cb-a968-53001827879d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.194479 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ae15d2a0-96fb-49cb-a968-53001827879d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c3027da-7e53-49c0-8081-efb903187393 HTTP/1.1" status: 204 len: 168 time: 0.3361726 Feb 19 03:00:22.220618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15d2a0-96fb-49cb-a968-53001827879d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3027da-7e53-49c0-8081-efb903187393,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:22.276217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:22.307865 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5240f4fb-521d-4eb3-a8c0-e62656b006cb req-c4f8449d-7b95-479e-a727-c64a5d673ac0 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (147a711d-b5b4-4d21-80c5-6398869e35ff), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.317293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5240f4fb-521d-4eb3-a8c0-e62656b006cb req-c4f8449d-7b95-479e-a727-c64a5d673ac0 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (147a711d-b5b4-4d21-80c5-6398869e35ff), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.331287 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.345895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Allocated IP 192.168.233.110 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/ad514d61-f987-409f-a6cb-b8a0d6bbfcbc) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:22.364057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517f8e2-e5e0-4a81-abed-eccb1b7225b1 req-14bdf133-0402-477b-b8c8-68b6bb474431 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:22.372407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f517f8e2-e5e0-4a81-abed-eccb1b7225b1 req-14bdf133-0402-477b-b8c8-68b6bb474431 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 944 time: 0.1015275 Feb 19 03:00:22.393611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Publish callbacks [] for security_group (b0c1078e-389e-4995-b0ec-e867f68e3b0c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.406663 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b0c1078e-389e-4995-b0ec-e867f68e3b0c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.442043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8449d-7b95-479e-a727-c64a5d673ac0 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=147a711d-b5b4-4d21-80c5-6398869e35ff,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:22.450384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:22.458170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5240f4fb-521d-4eb3-a8c0-e62656b006cb req-c4f8449d-7b95-479e-a727-c64a5d673ac0 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.459747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5240f4fb-521d-4eb3-a8c0-e62656b006cb req-c4f8449d-7b95-479e-a727-c64a5d673ac0 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.5407550 Feb 19 03:00:22.469114 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f517f8e2-e5e0-4a81-abed-eccb1b7225b1 req-7230362d-f9c4-4a1f-8413-cb26709730cf tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950475 Feb 19 03:00:22.541425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34a65bfd-978d-43e1-afc9-96172f0470f0 req-0588b74d-8493-48c8-b3fb-c0fa1123e66a tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/147a711d-b5b4-4d21-80c5-6398869e35ff HTTP/1.1" status: 200 len: 1829 time: 0.0523396 Feb 19 03:00:22.563426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-f60ed1c9-a04d-42b5-bd87-57d60ee3a525 req-586f31c3-bde3-4fc8-bbf3-068d0cb3e365 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-617818587', 'description': 'tempest-description-1735438677'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:22.614441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Publish callbacks [] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.645843 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f60ed1c9-a04d-42b5-bd87-57d60ee3a525 req-586f31c3-bde3-4fc8-bbf3-068d0cb3e365 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.649916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3469d7-5295-43ea-8e48-29178848a6fb req-179baa0d-ff82-4356-ad04-59bcf0cf75ea tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:22.650123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c1078e-389e-4995-b0ec-e867f68e3b0c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:22.651152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a3469d7-5295-43ea-8e48-29178848a6fb req-179baa0d-ff82-4356-ad04-59bcf0cf75ea tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 1126 time: 0.0557854 Feb 19 03:00:22.658636 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.659368 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Added segment 7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0 of type vlan for network 5694888d-67e3-47d2-aeab-ff64cc18b4a7 Feb 19 03:00:22.662434 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.727899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50654) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:22.740863 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:22.747760 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:22.754479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:22.789955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a3469d7-5295-43ea-8e48-29178848a6fb req-38e90750-4250-4dbd-b39a-220ad672e27d tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244075 Feb 19 03:00:22.799822 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (5694888d-67e3-47d2-aeab-ff64cc18b4a7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.817414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Pushing event updated for resources: {'Port': ['ID=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:22.841721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:22.841721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.842536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50660) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:22.843591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4014cd92-23ef-4216-9da5-82871c2f5bf4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b8bb56b2f8d46dfaeffe7751b44cdab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1128535 Feb 19 03:00:22.851291 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f60ed1c9-a04d-42b5-bd87-57d60ee3a525 req-586f31c3-bde3-4fc8-bbf3-068d0cb3e365 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (ec356cb0-7d11-45b6-82e7-8c5688e7549e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.863839 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f60ed1c9-a04d-42b5-bd87-57d60ee3a525 req-586f31c3-bde3-4fc8-bbf3-068d0cb3e365 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ec356cb0-7d11-45b6-82e7-8c5688e7549e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.919887 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (5694888d-67e3-47d2-aeab-ff64cc18b4a7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.921180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:22.921927 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.945817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f31c3-bde3-4fc8-bbf3-068d0cb3e365 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec356cb0-7d11-45b6-82e7-8c5688e7549e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:22.991605 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f60ed1c9-a04d-42b5-bd87-57d60ee3a525 req-586f31c3-bde3-4fc8-bbf3-068d0cb3e365 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:22.993952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f60ed1c9-a04d-42b5-bd87-57d60ee3a525 req-586f31c3-bde3-4fc8-bbf3-068d0cb3e365 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4368103 Feb 19 03:00:23.003779 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] Pushing event updated for resources: {'Network': ['ID=5694888d-67e3-47d2-aeab-ff64cc18b4a7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:23.017230 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-bc8a9c2f-0ac3-4f43-996b-971108a2026b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3923314 Feb 19 03:00:23.022044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 5694888d-67e3-47d2-aeab-ff64cc18b4a7 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:23.033467 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Publish callbacks [] for security_group (142d1b36-b8af-4a9e-aeaf-ed75b2fc0237), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.042075 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Request body: {'port': {'device_id': 'b528ccfb-2116-4f5a-8fd8-9261e8c5197a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:23.095403 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1ab06aa6-45be-47da-9e38-2224d66a2b6c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2211316 Feb 19 03:00:23.117818 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50668) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:23.130182 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d7d5976b-61a8-4792-9bfe-3fa9d0977bdd admin admin] Request body: {'subnet': {'network_id': '5694888d-67e3-47d2-aeab-ff64cc18b4a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1148275929-subnet', 'tenant_id': '16cc55fd2df4416692f0de280746ab3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:23.147056 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Publish callbacks [] for security_group (142d1b36-b8af-4a9e-aeaf-ed75b2fc0237), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.170764 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.277140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9920fc2-9861-44c5-bec9-d627b8f384e4 req-135d10c9-705d-4852-9fb8-760142ebc8f0 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:23.278924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9920fc2-9861-44c5-bec9-d627b8f384e4 req-135d10c9-705d-4852-9fb8-760142ebc8f0 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 948 time: 0.2970529 Feb 19 03:00:23.282956 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d5976b-61a8-4792-9bfe-3fa9d0977bdd admin admin] Made reservation on behalf of 16cc55fd2df4416692f0de280746ab3a for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:23.287335 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d7d5976b-61a8-4792-9bfe-3fa9d0977bdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.301608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe28b2-ca39-4ad4-95dc-66268873faa2 req-d6549882-6293-460a-9ead-29ff4dd8a5f6 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:23.303327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28fe28b2-ca39-4ad4-95dc-66268873faa2 req-d6549882-6293-460a-9ead-29ff4dd8a5f6 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.87 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.2959466 Feb 19 03:00:23.312720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741540f7-7e5d-4ffb-96be-8c64718fc5cf req-3d23163a-6956-4011-a669-9561bda6efeb tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:23.314306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-741540f7-7e5d-4ffb-96be-8c64718fc5cf req-3d23163a-6956-4011-a669-9561bda6efeb tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 936 time: 0.1931207 Feb 19 03:00:23.339970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8c6ad249-4740-47dc-ace1-dd36e10a831a up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:23.388059 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.403896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-fba8bbc4-ff4a-44e0-97da-b488a121b4fc None None] Provisioning complete for port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:23.404822 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fba8bbc4-ff4a-44e0-97da-b488a121b4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.440425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9920fc2-9861-44c5-bec9-d627b8f384e4 req-95aec207-ad5a-4732-a936-37c3487f9e95 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358452 Feb 19 03:00:23.456394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fba8bbc4-ff4a-44e0-97da-b488a121b4fc None None] Port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:23.471178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 8c6ad249-4740-47dc-ace1-dd36e10a831a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:00:23.479640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 8c6ad249-4740-47dc-ace1-dd36e10a831a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:23.480389 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.504977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-741540f7-7e5d-4ffb-96be-8c64718fc5cf req-27c80117-b522-4ef3-9d02-839a1a7faa8d tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521437 Feb 19 03:00:23.582985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-28fe28b2-ca39-4ad4-95dc-66268873faa2 req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Deleting port f65fadec-a3ed-4e19-9a80-bd61648e8a0a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:23.583468 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-28fe28b2-ca39-4ad4-95dc-66268873faa2 req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.633046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8c6ad249-4740-47dc-ace1-dd36e10a831a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:23.633728 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.664079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:23.667064 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddd905a-30a7-4eb3-a0c6-511b0963eafe" -d '{"events": [{"server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "name": "network-vif-plugged", "status": "completed", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:23.688309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:23.700407 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.701678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device dd800797-4edc-4272-a6fd-8774a813b19b up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:23.718046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-28fe28b2-ca39-4ad4-95dc-66268873faa2 req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] For port f65fadec-a3ed-4e19-9a80-bd61648e8a0a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f65fadec-a3ed-4e19-9a80-bd61648e8a0a,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:23.718570 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-28fe28b2-ca39-4ad4-95dc-66268873faa2 req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.755989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab7cc1e0-bd82-4321-8df0-d0ad72d50443 req-0c3a0a8d-4607-4b7f-a057-da07eb46ccaa tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/ec356cb0-7d11-45b6-82e7-8c5688e7549e HTTP/1.1" status: 200 len: 1829 time: 0.2178285 Feb 19 03:00:23.769056 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (142d1b36-b8af-4a9e-aeaf-ed75b2fc0237), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.773249 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.779337 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/142d1b36-b8af-4a9e-aeaf-ed75b2fc0237 HTTP/1.1" status: 204 len: 168 time: 0.9300830 Feb 19 03:00:23.798851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-28fe28b2-ca39-4ad4-95dc-66268873faa2 req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Calling delete_port for f65fadec-a3ed-4e19-9a80-bd61648e8a0a owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:23.813015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8c6ad249-4740-47dc-ace1-dd36e10a831a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:23.827365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port dd800797-4edc-4272-a6fd-8774a813b19b completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:00:23.835316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port dd800797-4edc-4272-a6fd-8774a813b19b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:23.835697 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:23.934005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142d1b36-b8af-4a9e-aeaf-ed75b2fc0237,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:23.939848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-851c599f-41a0-42ee-a02f-c90733237a43 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:23.941704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-851c599f-41a0-42ee-a02f-c90733237a43 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 820 time: 0.2578177 Feb 19 03:00:23.957240 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.957738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.958663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.958663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.959145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.959337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.959780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.959993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.960327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.960652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.961001 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.961323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.962735 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e975362a-2921-4a20-8dac-b2b9af23ee09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:23.987389 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-0ba302ec-2bc7-4629-8bbc-d9d9a8ff3edf tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/quotas/d0db881fe5bf4d899432d08392993561 HTTP/1.1" status: 200 len: 375 time: 0.0362747 Feb 19 03:00:24.003751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545a06e-38b5-4f1a-970b-b29d3a84b10a req-037d1dc3-5fe0-4c59-9ddd-6c3788aa4346 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:24.012512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8545a06e-38b5-4f1a-970b-b29d3a84b10a req-037d1dc3-5fe0-4c59-9ddd-6c3788aa4346 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6774e86-7e5e-4faa-ab7f-5630388e3397 HTTP/1.1" status: 200 len: 945 time: 0.1308019 Feb 19 03:00:24.059883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port dd800797-4edc-4272-a6fd-8774a813b19b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:24.060378 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.144722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port dd800797-4edc-4272-a6fd-8774a813b19b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=dd800797-4edc-4272-a6fd-8774a813b19b,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:24.153239 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.157204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8545a06e-38b5-4f1a-970b-b29d3a84b10a req-0ad0c36c-5bd3-457d-b312-1feed4fbf105 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.81 "GET /v2.0/security-groups?id=d951477a-2307-434a-9c62-34b26e63a402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435506 Feb 19 03:00:24.181888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-77eeae70-f7e7-4790-aeb2-e423fc5c5b7d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1656773 Feb 19 03:00:24.189649 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-28fe28b2-ca39-4ad4-95dc-66268873faa2 req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f65fadec-a3ed-4e19-9a80-bd61648e8a0a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.230417 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f65fadec-a3ed-4e19-9a80-bd61648e8a0a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:24.309673 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb68d9c8-1dd8-413f-be0a-6d5e3cdd7445 x-openstack-request-id: req-fb68d9c8-1dd8-413f-be0a-6d5e3cdd7445 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:24.310089 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "name": "network-vif-plugged", "status": "completed", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:24.310447 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb68d9c8-1dd8-413f-be0a-6d5e3cdd7445 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:24.312324 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'code': 200} Feb 19 03:00:24.325590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Pushing event deleted for resources: {'Port': ['ID=f65fadec-a3ed-4e19-9a80-bd61648e8a0a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:24.357083 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad514d61-f987-409f-a6cb-b8a0d6bbfcbc {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:24.358958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=dd800797-4edc-4272-a6fd-8774a813b19b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:24.371008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Publish callbacks [] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.397476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Transition to ACTIVE for port object ad514d61-f987-409f-a6cb-b8a0d6bbfcbc will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:00:24.400334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.400707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.401058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.401394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.404180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.404590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.404958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.406898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.407264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.407610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.407951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.408327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.408633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:24.419546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.497098 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-f5da0081-f0e5-462b-94bd-6817ae15dbbd req-276e8ba7-1530-44cc-be3c-49793ab5ad64 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] show failed (client error): The resource could not be found. Feb 19 03:00:24.498085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5da0081-f0e5-462b-94bd-6817ae15dbbd req-276e8ba7-1530-44cc-be3c-49793ab5ad64 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/e67360a9-97f0-47b1-a4e7-63f8ff43eeb8 HTTP/1.1" status: 404 len: 352 time: 0.2166178 Feb 19 03:00:24.498840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fe28b2-ca39-4ad4-95dc-66268873faa2 req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] No DVR routers for this DVR port f65fadec-a3ed-4e19-9a80-bd61648e8a0a on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:24.509784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-28fe28b2-ca39-4ad4-95dc-66268873faa2 req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.511665 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28fe28b2-ca39-4ad4-95dc-66268873faa2 req-2e22a94c-1b25-4317-9bdd-90bd33a95c50 tempest-ServerRescueNegativeTestJSON-1107853413 tempest-ServerRescueNegativeTestJSON-1107853413-project] 10.222.0.87 "DELETE /v2.0/ports/f65fadec-a3ed-4e19-9a80-bd61648e8a0a HTTP/1.1" status: 204 len: 173 time: 1.1964185 Feb 19 03:00:24.513405 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6774e86-7e5e-4faa-ab7f-5630388e3397', 'name': 'network-vif-deleted', 'tag': 'f65fadec-a3ed-4e19-9a80-bd61648e8a0a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:24.515664 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bad2794-dcd9-4e8c-a7c5-940b62ff2fc8" -d '{"events": [{"server_uuid": "f6774e86-7e5e-4faa-ab7f-5630388e3397", "name": "network-vif-deleted", "tag": "f65fadec-a3ed-4e19-9a80-bd61648e8a0a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:24.582909 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Pushing event updated for resources: {'Port': ['ID=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:24.592776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2c8df-bd64-4151-b3e8-4aaf961ca6ef req-6e4a112c-9bb8-4ad0-b915-b798e82527df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:24.594516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18d2c8df-bd64-4151-b3e8-4aaf961ca6ef req-6e4a112c-9bb8-4ad0-b915-b798e82527df service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4f7dd294-5fbd-410b-8e4f-3516e3ad2120 HTTP/1.1" status: 200 len: 1132 time: 0.2642677 Feb 19 03:00:24.673224 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d7d5976b-61a8-4792-9bfe-3fa9d0977bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (570c608e-7ef6-49c1-9599-ab58d8ef9a88), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.772421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5976b-61a8-4792-9bfe-3fa9d0977bdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=570c608e-7ef6-49c1-9599-ab58d8ef9a88,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:24.801048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Attempting to bind port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:24.801337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Attempting to bind port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:24.801864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Attempting to bind port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:24.810349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d5976b-61a8-4792-9bfe-3fa9d0977bdd admin admin] Checking segment: {'id': '7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5694888d-67e3-47d2-aeab-ff64cc18b4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:24.810703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5976b-61a8-4792-9bfe-3fa9d0977bdd admin admin] Network hostable DHCP agents. Network: 5694888d-67e3-47d2-aeab-ff64cc18b4a7, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:24.815674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:00:24.815935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Attempting to bind port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:24.828549 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:24.828917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:24.829312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:24.829762 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Bound port: ad514d61-f987-409f-a6cb-b8a0d6bbfcbc, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:24.830117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.900018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d5976b-61a8-4792-9bfe-3fa9d0977bdd admin admin] Network 5694888d-67e3-47d2-aeab-ff64cc18b4a7 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:24.922690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d7d5976b-61a8-4792-9bfe-3fa9d0977bdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 5694888d-67e3-47d2-aeab-ff64cc18b4a7) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:24.932457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d5976b-61a8-4792-9bfe-3fa9d0977bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:24.933101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d7d5976b-61a8-4792-9bfe-3fa9d0977bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.935337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752791fd-97ee-44f4-a9e4-919ea1a8dccf None None] Network 5694888d-67e3-47d2-aeab-ff64cc18b4a7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:24.942295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] For port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:24.947787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] For port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:24.956956 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:24.970613 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d7d5976b-61a8-4792-9bfe-3fa9d0977bdd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8481581 Feb 19 03:00:25.003481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:25.004203 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:25.012769 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] 10.222.0.87 "PUT /v2.0/ports/ad514d61-f987-409f-a6cb-b8a0d6bbfcbc HTTP/1.1" status: 200 len: 1096 time: 1.9751723 Feb 19 03:00:25.013364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b528ccfb-2116-4f5a-8fd8-9261e8c5197a', 'tag': 'ad514d61-f987-409f-a6cb-b8a0d6bbfcbc'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:25.016155 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3a86d3-bdd5-40e5-bc5c-7659a4ddfcb9" -d '{"events": [{"name": "network-changed", "server_uuid": "b528ccfb-2116-4f5a-8fd8-9261e8c5197a", "tag": "ad514d61-f987-409f-a6cb-b8a0d6bbfcbc"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:25.067306 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55820a9c-5b26-4856-a544-d625c0177476 service neutron] Pushing event updated for resources: {'Port': ['ID=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:25.210945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-c90676a8-ef16-490b-8967-6cb3ed6fdb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:25.212446 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-c90676a8-ef16-490b-8967-6cb3ed6fdb6e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e341ccaa9f454de681234975128e439b&device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 1130 time: 0.1145380 Feb 19 03:00:25.264052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1497b651-e7f0-437d-975d-bd2bcc6458e2 None None] Network 5694888d-67e3-47d2-aeab-ff64cc18b4a7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:25.320093 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-21154738-068c-4930-aac7-901175820703 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc HTTP/1.1" status: 200 len: 217 time: 0.0989647 Feb 19 03:00:25.407481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18d2c8df-bd64-4151-b3e8-4aaf961ca6ef req-80c6acbe-7b92-4512-ab84-a544be86891b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8013983 Feb 19 03:00:25.437168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-980660a6-32e8-4d98-b59e-0984a21d269f service neutron] 10.222.0.81 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2542348 Feb 19 03:00:25.467690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-7d5bc0a8-b4d6-421d-bfd4-06a3ae4ed245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:25.472250 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-7d5bc0a8-b4d6-421d-bfd4-06a3ae4ed245 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1402972 Feb 19 03:00:25.525863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f7e1c-c532-45db-9ede-c79e67778f2f req-01b39e99-45fa-4452-b6ac-be4d4b887225 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:25.533397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-955f7e1c-c532-45db-9ede-c79e67778f2f req-01b39e99-45fa-4452-b6ac-be4d4b887225 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 949 time: 0.2053912 Feb 19 03:00:25.586520 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-07d4e5a5-8ba4-43a7-98d3-f3e226449184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:25.588697 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-07d4e5a5-8ba4-43a7-98d3-f3e226449184 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1095090 Feb 19 03:00:25.610700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-955f7e1c-c532-45db-9ede-c79e67778f2f req-63479986-5521-4b64-8341-e6c18b5c8ef2 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761156 Feb 19 03:00:25.622519 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-037b9228-ef51-40ed-b298-0a5f2007add2 service neutron] 10.222.0.81 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840677 Feb 19 03:00:25.690909 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-de7c66ea-7546-4168-a333-bbd58212a4c3 req-f84249d8-0b75-4440-ba89-0af1f59448ac tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] show failed (client error): The resource could not be found. Feb 19 03:00:25.692069 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de7c66ea-7546-4168-a333-bbd58212a4c3 req-f84249d8-0b75-4440-ba89-0af1f59448ac tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-group-rules/14a2af3f-0d11-4643-ab85-305d16e6f332 HTTP/1.1" status: 404 len: 361 time: 0.0286267 Feb 19 03:00:25.793654 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ce31d9-7aac-4af4-a83c-7432df46df42 x-openstack-request-id: req-b4ce31d9-7aac-4af4-a83c-7432df46df42 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:25.793955 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6774e86-7e5e-4faa-ab7f-5630388e3397", "name": "network-vif-deleted", "tag": "f65fadec-a3ed-4e19-9a80-bd61648e8a0a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:25.794216 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4ce31d9-7aac-4af4-a83c-7432df46df42 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:25.794625 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6774e86-7e5e-4faa-ab7f-5630388e3397', 'name': 'network-vif-deleted', 'tag': 'f65fadec-a3ed-4e19-9a80-bd61648e8a0a', 'status': 'completed', 'code': 200} Feb 19 03:00:25.830391 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-43928eea-9063-49a9-ba64-4520b1be49c3 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300892 Feb 19 03:00:25.889625 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727ae4ac-2e01-4b23-acf4-2896ed59b5b3 x-openstack-request-id: req-727ae4ac-2e01-4b23-acf4-2896ed59b5b3 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:25.890414 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b528ccfb-2116-4f5a-8fd8-9261e8c5197a", "tag": "ad514d61-f987-409f-a6cb-b8a0d6bbfcbc", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:25.890825 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-727ae4ac-2e01-4b23-acf4-2896ed59b5b3 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:25.891402 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b528ccfb-2116-4f5a-8fd8-9261e8c5197a', 'tag': 'ad514d61-f987-409f-a6cb-b8a0d6bbfcbc', 'status': 'completed', 'code': 200} Feb 19 03:00:25.932416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50744) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:25.981841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab135f-5e11-40d3-b12a-1eff1742bc2c req-6d8f3b29-df23-4fa3-85a4-20162887dc84 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:25.987875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6ab135f-5e11-40d3-b12a-1eff1742bc2c req-6d8f3b29-df23-4fa3-85a4-20162887dc84 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 948 time: 0.1549482 Feb 19 03:00:26.114229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6ab135f-5e11-40d3-b12a-1eff1742bc2c req-20070614-d163-4147-b75e-b469d2359b87 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218545 Feb 19 03:00:26.181333 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-faea8055-b45e-4520-85db-1cb2eb76d1e7 req-cd3dac8e-af6b-4935-86b8-6d6340958225 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380003 Feb 19 03:00:26.241209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a668d77-bd2e-4d53-86bc-a19693e501fc req-c99eb335-635e-488f-8084-cd8ae4422a1e tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/ec356cb0-7d11-45b6-82e7-8c5688e7549e HTTP/1.1" status: 200 len: 1829 time: 0.0989051 Feb 19 03:00:26.313821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e9e5c9-d696-4d9f-be27-14207cfcf3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd800797-4edc-4272-a6fd-8774a813b19b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:26.316946 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3763f4-6e2a-449b-a8a6-c6e29fd7cfd5" -d '{"events": [{"server_uuid": "41e9e5c9-d696-4d9f-be27-14207cfcf3ce", "name": "network-vif-plugged", "status": "completed", "tag": "dd800797-4edc-4272-a6fd-8774a813b19b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:26.347183 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5a668d77-bd2e-4d53-86bc-a19693e501fc req-f5b8a6f9-8344-4c58-9f95-ad935f4a96e1 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (ec356cb0-7d11-45b6-82e7-8c5688e7549e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:26.409500 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5a668d77-bd2e-4d53-86bc-a19693e501fc req-f5b8a6f9-8344-4c58-9f95-ad935f4a96e1 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (ec356cb0-7d11-45b6-82e7-8c5688e7549e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:26.548207 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5a668d77-bd2e-4d53-86bc-a19693e501fc req-f5b8a6f9-8344-4c58-9f95-ad935f4a96e1 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ec356cb0-7d11-45b6-82e7-8c5688e7549e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:26.557898 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5a668d77-bd2e-4d53-86bc-a19693e501fc req-f5b8a6f9-8344-4c58-9f95-ad935f4a96e1 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:26.557898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a668d77-bd2e-4d53-86bc-a19693e501fc req-f5b8a6f9-8344-4c58-9f95-ad935f4a96e1 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "DELETE /v2.0/security-groups/ec356cb0-7d11-45b6-82e7-8c5688e7549e HTTP/1.1" status: 204 len: 173 time: 0.3135614 Feb 19 03:00:26.572083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8a6f9-8344-4c58-9f95-ad935f4a96e1 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec356cb0-7d11-45b6-82e7-8c5688e7549e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:26.696798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a86d3-bdd5-40e5-bc5c-7659a4ddfcb9 req-d60fec90-7a83-47d6-b9a2-e1e58f64851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:26.699054 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea3a86d3-bdd5-40e5-bc5c-7659a4ddfcb9 req-d60fec90-7a83-47d6-b9a2-e1e58f64851d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e341ccaa9f454de681234975128e439b&device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 1130 time: 0.2838979 Feb 19 03:00:26.749628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f65fadec-a3ed-4e19-9a80-bd61648e8a0a no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:26.784233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: f65fadec-a3ed-4e19-9a80-bd61648e8a0a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:26.788712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f65fadec-a3ed-4e19-9a80-bd61648e8a0a not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:26.817541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85c86d5d-b93f-4505-bb13-c989e9cd2a02 req-f8588b0a-a75f-400a-a2b7-9b033dc884e6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 210 time: 0.1102836 Feb 19 03:00:26.914733 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb836cc0-117e-4553-90ea-df850866b4c7 x-openstack-request-id: req-cb836cc0-117e-4553-90ea-df850866b4c7 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:26.915168 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e9e5c9-d696-4d9f-be27-14207cfcf3ce", "name": "network-vif-plugged", "status": "completed", "tag": "dd800797-4edc-4272-a6fd-8774a813b19b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:26.915612 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb836cc0-117e-4553-90ea-df850866b4c7 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:26.916033 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e9e5c9-d696-4d9f-be27-14207cfcf3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd800797-4edc-4272-a6fd-8774a813b19b', 'code': 200} Feb 19 03:00:26.919997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f9b0780c-4171-40c7-b476-76760039aabf tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:26.928214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f9b0780c-4171-40c7-b476-76760039aabf tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/networks?id=5694888d-67e3-47d2-aeab-ff64cc18b4a7 HTTP/1.1" status: 200 len: 821 time: 0.2893705 Feb 19 03:00:26.941262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-fdd562b9-6a9b-41df-943b-2155b975f82a tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/quotas/16cc55fd2df4416692f0de280746ab3a HTTP/1.1" status: 200 len: 375 time: 0.0120115 Feb 19 03:00:26.944439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a86d3-bdd5-40e5-bc5c-7659a4ddfcb9 req-d2206f79-0c9d-4099-b28c-93e3bde46739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:26.951012 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea3a86d3-bdd5-40e5-bc5c-7659a4ddfcb9 req-d2206f79-0c9d-4099-b28c-93e3bde46739 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2403805 Feb 19 03:00:26.997870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-7f917be1-94a0-4c71-a104-5e704754e97c tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=16cc55fd2df4416692f0de280746ab3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510042 Feb 19 03:00:27.061083 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f225864-6683-464b-b94e-c6efae1673e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.192769 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea3a86d3-bdd5-40e5-bc5c-7659a4ddfcb9 req-83b44068-caf8-4e29-854b-342f8c166227 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.110&port_id=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc HTTP/1.1" status: 200 len: 217 time: 0.2335846 Feb 19 03:00:27.334214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a86d3-bdd5-40e5-bc5c-7659a4ddfcb9 req-0dbb3abd-4a5d-46b0-933b-695109e4b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.335609 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea3a86d3-bdd5-40e5-bc5c-7659a4ddfcb9 req-0dbb3abd-4a5d-46b0-933b-695109e4b871 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0975881 Feb 19 03:00:27.362804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91a607-eda3-4f92-bd6f-fca76558585e req-1190eb0f-0dc3-43d5-8e5a-cca7cb9c86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.364802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af91a607-eda3-4f92-bd6f-fca76558585e req-1190eb0f-0dc3-43d5-8e5a-cca7cb9c86ac service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 1131 time: 0.3130746 Feb 19 03:00:27.403572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-3a730a51-b45f-408d-a62a-c6a150c87693 service neutron] 10.222.0.81 "GET /v2.0/networks/5694888d-67e3-47d2-aeab-ff64cc18b4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969014 Feb 19 03:00:27.431264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a86d3-bdd5-40e5-bc5c-7659a4ddfcb9 req-24b07b65-14d7-4796-842f-383e9528b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.432885 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea3a86d3-bdd5-40e5-bc5c-7659a4ddfcb9 req-24b07b65-14d7-4796-842f-383e9528b09f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0885508 Feb 19 03:00:27.524036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4f225864-6683-464b-b94e-c6efae1673e7 admin admin] Deleting port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:27.524316 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f225864-6683-464b-b94e-c6efae1673e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.593055 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea3a86d3-bdd5-40e5-bc5c-7659a4ddfcb9 req-b6566764-6e61-4e25-bbfd-badef66ab54b service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514320 Feb 19 03:00:27.649632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af91a607-eda3-4f92-bd6f-fca76558585e req-997e38d8-ca4c-4170-97de-97951cc90349 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683296 Feb 19 03:00:27.684162 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-4f225864-6683-464b-b94e-c6efae1673e7 admin admin] For port 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4cf89c3e-3cee-4e4b-9e24-02083a45ce7c,segment=NetworkSegment(19b9db2d-fe75-4f5f-8b0e-c641af2c1382),segment_id=19b9db2d-fe75-4f5f-8b0e-c641af2c1382)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:27.684536 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f225864-6683-464b-b94e-c6efae1673e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.715216 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4f225864-6683-464b-b94e-c6efae1673e7 admin admin] Calling delete_port for 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:27.716190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a945-0e38-40a1-a926-1f3dadc04dbc req-d8d3e62a-c35b-4534-bd24-53c4846f2e40 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.717103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a945-0e38-40a1-a926-1f3dadc04dbc req-d8d3e62a-c35b-4534-bd24-53c4846f2e40 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.717752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a945-0e38-40a1-a926-1f3dadc04dbc req-d8d3e62a-c35b-4534-bd24-53c4846f2e40 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.719854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a945-0e38-40a1-a926-1f3dadc04dbc req-d8d3e62a-c35b-4534-bd24-53c4846f2e40 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.720522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a945-0e38-40a1-a926-1f3dadc04dbc req-d8d3e62a-c35b-4534-bd24-53c4846f2e40 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.721188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a945-0e38-40a1-a926-1f3dadc04dbc req-d8d3e62a-c35b-4534-bd24-53c4846f2e40 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.721825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a945-0e38-40a1-a926-1f3dadc04dbc req-d8d3e62a-c35b-4534-bd24-53c4846f2e40 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.722725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a945-0e38-40a1-a926-1f3dadc04dbc req-d8d3e62a-c35b-4534-bd24-53c4846f2e40 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.723381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a945-0e38-40a1-a926-1f3dadc04dbc req-d8d3e62a-c35b-4534-bd24-53c4846f2e40 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.724105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4a945-0e38-40a1-a926-1f3dadc04dbc req-d8d3e62a-c35b-4534-bd24-53c4846f2e40 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.726401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3cc4a945-0e38-40a1-a926-1f3dadc04dbc req-d8d3e62a-c35b-4534-bd24-53c4846f2e40 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7140 time: 0.5092890 Feb 19 03:00:27.737801 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea3a86d3-bdd5-40e5-bc5c-7659a4ddfcb9 req-caf8fde1-97c7-4dd3-8238-54f1c0edf988 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379626 Feb 19 03:00:27.825263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-9e7b5c7b-d976-4250-9024-0cc86d57d7cc service neutron] 10.222.0.81 "GET /v2.0/networks/5694888d-67e3-47d2-aeab-ff64cc18b4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029067 Feb 19 03:00:27.843035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-045209a2-acd4-48f3-a6c7-c7e4e81f2031 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:27.844974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-045209a2-acd4-48f3-a6c7-c7e4e81f2031 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 820 time: 0.3027830 Feb 19 03:00:27.857012 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-342382a8-1314-459a-b3d3-653568a672ce req-cdaf0ffb-4c4b-48f8-b630-e399f0cf60ec tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/147a711d-b5b4-4d21-80c5-6398869e35ff HTTP/1.1" status: 200 len: 1829 time: 0.1041079 Feb 19 03:00:27.870864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Request body: {'port': {'device_id': 'dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a', 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125', 'admin_state_up': True, 'tenant_id': 'd0db881fe5bf4d899432d08392993561'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:27.930151 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f225864-6683-464b-b94e-c6efae1673e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4cf89c3e-3cee-4e4b-9e24-02083a45ce7c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:27.960627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f225864-6683-464b-b94e-c6efae1673e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf89c3e-3cee-4e4b-9e24-02083a45ce7c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:28.005899 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-342382a8-1314-459a-b3d3-653568a672ce req-cfdd2f31-73b4-40e5-8893-355153fc6e53 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (147a711d-b5b4-4d21-80c5-6398869e35ff), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.035402 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-342382a8-1314-459a-b3d3-653568a672ce req-cfdd2f31-73b4-40e5-8893-355153fc6e53 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (147a711d-b5b4-4d21-80c5-6398869e35ff), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.131562 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-342382a8-1314-459a-b3d3-653568a672ce req-cfdd2f31-73b4-40e5-8893-355153fc6e53 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (147a711d-b5b4-4d21-80c5-6398869e35ff), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.134380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-342382a8-1314-459a-b3d3-653568a672ce req-cfdd2f31-73b4-40e5-8893-355153fc6e53 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.135763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-342382a8-1314-459a-b3d3-653568a672ce req-cfdd2f31-73b4-40e5-8893-355153fc6e53 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "DELETE /v2.0/security-groups/147a711d-b5b4-4d21-80c5-6398869e35ff HTTP/1.1" status: 204 len: 173 time: 0.2770107 Feb 19 03:00:28.169679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd2f31-73b4-40e5-8893-355153fc6e53 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=147a711d-b5b4-4d21-80c5-6398869e35ff,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:28.195414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab998a5-3fe8-4385-93d4-3134eb113197 req-18cd2dee-7829-42a0-8024-2aff6981e475 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:28.197132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ab998a5-3fe8-4385-93d4-3134eb113197 req-18cd2dee-7829-42a0-8024-2aff6981e475 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 949 time: 0.1027749 Feb 19 03:00:28.234125 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f225864-6683-464b-b94e-c6efae1673e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.249369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Made reservation on behalf of d0db881fe5bf4d899432d08392993561 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:28.253421 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.287693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ab998a5-3fe8-4385-93d4-3134eb113197 req-42530b45-0220-436a-b05c-6abef2e10594 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827632 Feb 19 03:00:28.418330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dd7b5-7bbf-435a-ba74-96999b59c6a3 req-0da919e7-00e2-4e49-8314-0c15e182bd0f tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:28.420058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-244dd7b5-7bbf-435a-ba74-96999b59c6a3 req-0da919e7-00e2-4e49-8314-0c15e182bd0f tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 948 time: 0.1639669 Feb 19 03:00:28.523452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f225864-6683-464b-b94e-c6efae1673e7 admin admin] Router b23ecbc0-f84d-40d3-9432-a7ec791fe6ef has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:00:28.545500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Allocated IP 172.20.0.14 (c3c3fba9-cc5b-42ca-9a06-3cc1125e4125/dc9393ae-4d49-459c-8e00-bb905bb3a9ea/dccbc2f5-7e0a-4de4-b162-d54c53ed1e21) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:28.615200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-244dd7b5-7bbf-435a-ba74-96999b59c6a3 req-58ad9bf9-30d9-4d78-88f1-fd4e889c042c tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496415 Feb 19 03:00:28.647453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f225864-6683-464b-b94e-c6efae1673e7 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:28.656187 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4f225864-6683-464b-b94e-c6efae1673e7 admin admin] 10.222.0.81 "PUT /v2.0/routers/b23ecbc0-f84d-40d3-9432-a7ec791fe6ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7175281 Feb 19 03:00:28.657828 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155cba1-d7ae-41e7-98b6-37a9f73cae47 None None] Sync routers for ids ['b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:28.659550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50804) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:28.677230 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155cba1-d7ae-41e7-98b6-37a9f73cae47 None None] Routers {'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:28.678490 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e155cba1-d7ae-41e7-98b6-37a9f73cae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:00:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:28.714029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d120a573-87c9-4ff6-9efd-bd887efcb8d6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:28.717167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d120a573-87c9-4ff6-9efd-bd887efcb8d6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 807 time: 0.2527752 Feb 19 03:00:28.811476 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e155cba1-d7ae-41e7-98b6-37a9f73cae47 None None] Set router b23ecbc0-f84d-40d3-9432-a7ec791fe6ef gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:28.827810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-9bad07e5-dc3f-4410-96f4-a0de593ed3f6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/quotas/2070a125af614429bfc65bdee24c8ce3 HTTP/1.1" status: 200 len: 375 time: 0.0891347 Feb 19 03:00:28.992904 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Publish callbacks [] for router (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:28.998665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f9930-c310-486f-a634-a294abf58cf5 req-00829e27-c8dc-418b-b7c0-cc8ef06cc150 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:29.000340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f2f9930-c310-486f-a634-a294abf58cf5 req-00829e27-c8dc-418b-b7c0-cc8ef06cc150 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 886 time: 0.2937422 Feb 19 03:00:29.040210 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e155cba1-d7ae-41e7-98b6-37a9f73cae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-638928050-router', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:23Z', 'updated_at': '2022-02-19T03:00:27Z', 'revision_number': 5, 'project_id': '5517f24fc4d4490bb6a41763e2817a4a', 'gw_port': {'id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:24Z', 'updated_at': '2022-02-19T02:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:29.069060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-7bc887bb-a7b6-442c-9ab6-29c3c04784dc tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2400548 Feb 19 03:00:29.074509 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155cba1-d7ae-41e7-98b6-37a9f73cae47 None None] Checking router: b23ecbc0-f84d-40d3-9432-a7ec791fe6ef for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:00:29.086463 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e155cba1-d7ae-41e7-98b6-37a9f73cae47 None None] Routers {'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:29.087352 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e155cba1-d7ae-41e7-98b6-37a9f73cae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:00:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:29.204966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks [] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.225624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec62719a-840d-425b-b85e-2f4139b0a6b1 req-3812fd2a-fa61-4c47-b775-a4264d6cd39c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 210 time: 0.0835884 Feb 19 03:00:29.275591 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Publish callbacks [] for router_gateway (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.297733 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e155cba1-d7ae-41e7-98b6-37a9f73cae47 None None] Set router b23ecbc0-f84d-40d3-9432-a7ec791fe6ef gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:29.317368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-30b988cd-5795-4a0b-bef0-d319e8aac94a service neutron] 10.222.0.81 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312326 Feb 19 03:00:29.488823 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e155cba1-d7ae-41e7-98b6-37a9f73cae47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-638928050-router', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:23Z', 'updated_at': '2022-02-19T03:00:27Z', 'revision_number': 5, 'project_id': '5517f24fc4d4490bb6a41763e2817a4a', 'gw_port': {'id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:24Z', 'updated_at': '2022-02-19T02:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:29.520858 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e155cba1-d7ae-41e7-98b6-37a9f73cae47 None None] The sync data for ids ['b23ecbc0-f84d-40d3-9432-a7ec791fe6ef'] in n-d-826755-2 is: [{'id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'name': 'tempest-ServerRescueNegativeTestJSON-638928050-router', 'tenant_id': '5517f24fc4d4490bb6a41763e2817a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54'}], 'enable_snat': True}, 'gw_port_id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T02:56:23Z', 'updated_at': '2022-02-19T03:00:27Z', 'revision_number': 5, 'project_id': '5517f24fc4d4490bb6a41763e2817a4a', 'gw_port': {'id': '835e14cc-f41e-4726-a7a0-21fc83a75b8a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:2b:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b23ecbc0-f84d-40d3-9432-a7ec791fe6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T02:56:24Z', 'updated_at': '2022-02-19T02:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:00:29.760444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e95e9ee8-73d3-4ab4-be88-b9ef9fd307e4 req-0d6065b4-160c-4e6d-9271-4736e239640b tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 210 time: 0.4033275 Feb 19 03:00:29.761513 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:29.876347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:29.897121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Pushing event updated for resources: {'Port': ['ID=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:29.908237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:29.921903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:29.934972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-abf4c8ae-98ba-4b7f-9d07-f0e0ab755f4a tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:29.936451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-abf4c8ae-98ba-4b7f-9d07-f0e0ab755f4a tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.67 "GET /v2.0/networks?id=5694888d-67e3-47d2-aeab-ff64cc18b4a7 HTTP/1.1" status: 200 len: 821 time: 0.6474092 Feb 19 03:00:29.965424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Request body: {'port': {'device_id': 'd8d5b35b-dfbb-4cdb-b456-faed56b3b876', 'network_id': '5694888d-67e3-47d2-aeab-ff64cc18b4a7', 'admin_state_up': True, 'tenant_id': '16cc55fd2df4416692f0de280746ab3a'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:29.973345 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-9f4bcb1b-4b5f-427c-abdc-0ddf828632c6 service neutron] 10.222.0.81 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217196 Feb 19 03:00:29.989385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08a6bc46-fbf2-4371-ad8d-d117b096347c req-e3717654-0781-457f-b260-42afa1d8e8ff tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/577cfc21-0759-422c-b8e7-6a069b35b3b2 HTTP/1.1" status: 200 len: 1829 time: 0.1805162 Feb 19 03:00:30.042184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Deleting port 835e14cc-f41e-4726-a7a0-21fc83a75b8a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:30.042519 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.077088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.077692 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.168579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-56450b0b-20dd-4867-9e34-0f6cee676934 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3016930 Feb 19 03:00:30.198313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Request body: {'port': {'device_id': 'dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:30.250982 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-08a6bc46-fbf2-4371-ad8d-d117b096347c req-9ed34a51-756a-4e77-8082-d7b8033547c6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (577cfc21-0759-422c-b8e7-6a069b35b3b2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.263345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] For port 835e14cc-f41e-4726-a7a0-21fc83a75b8a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=835e14cc-f41e-4726-a7a0-21fc83a75b8a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:30.263702 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.339655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Calling delete_port for 835e14cc-f41e-4726-a7a0-21fc83a75b8a owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:30.370667 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-08a6bc46-fbf2-4371-ad8d-d117b096347c req-9ed34a51-756a-4e77-8082-d7b8033547c6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (577cfc21-0759-422c-b8e7-6a069b35b3b2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.390895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Made reservation on behalf of 16cc55fd2df4416692f0de280746ab3a for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:30.394737 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.458011 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.598340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717916-bac0-4c15-86da-2322e7ee52f3 req-a68e1178-2fda-4cbf-8009-f91ea6c93596 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.599139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717916-bac0-4c15-86da-2322e7ee52f3 req-a68e1178-2fda-4cbf-8009-f91ea6c93596 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.599602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717916-bac0-4c15-86da-2322e7ee52f3 req-a68e1178-2fda-4cbf-8009-f91ea6c93596 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.600144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717916-bac0-4c15-86da-2322e7ee52f3 req-a68e1178-2fda-4cbf-8009-f91ea6c93596 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.600695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717916-bac0-4c15-86da-2322e7ee52f3 req-a68e1178-2fda-4cbf-8009-f91ea6c93596 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.601194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717916-bac0-4c15-86da-2322e7ee52f3 req-a68e1178-2fda-4cbf-8009-f91ea6c93596 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.601779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717916-bac0-4c15-86da-2322e7ee52f3 req-a68e1178-2fda-4cbf-8009-f91ea6c93596 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.602361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717916-bac0-4c15-86da-2322e7ee52f3 req-a68e1178-2fda-4cbf-8009-f91ea6c93596 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.602811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717916-bac0-4c15-86da-2322e7ee52f3 req-a68e1178-2fda-4cbf-8009-f91ea6c93596 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.603394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91717916-bac0-4c15-86da-2322e7ee52f3 req-a68e1178-2fda-4cbf-8009-f91ea6c93596 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.605460 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91717916-bac0-4c15-86da-2322e7ee52f3 req-a68e1178-2fda-4cbf-8009-f91ea6c93596 tempest-NetworksTest-1339298530 tempest-NetworksTest-1339298530-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7140 time: 0.3674190 Feb 19 03:00:30.618617 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-08a6bc46-fbf2-4371-ad8d-d117b096347c req-9ed34a51-756a-4e77-8082-d7b8033547c6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (577cfc21-0759-422c-b8e7-6a069b35b3b2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.622935 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-08a6bc46-fbf2-4371-ad8d-d117b096347c req-9ed34a51-756a-4e77-8082-d7b8033547c6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.624621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08a6bc46-fbf2-4371-ad8d-d117b096347c req-9ed34a51-756a-4e77-8082-d7b8033547c6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "DELETE /v2.0/security-groups/577cfc21-0759-422c-b8e7-6a069b35b3b2 HTTP/1.1" status: 204 len: 173 time: 0.6193051 Feb 19 03:00:30.747402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed34a51-756a-4e77-8082-d7b8033547c6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=577cfc21-0759-422c-b8e7-6a069b35b3b2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:30.754309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device ad514d61-f987-409f-a6cb-b8a0d6bbfcbc details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:00:30.890706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:30.901481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'ad514d61-f987-409f-a6cb-b8a0d6bbfcbc', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'ad514d61-f987-409f-a6cb-b8a0d6bbfcbc', 'mac_address': 'fa:16:3e:4b:47:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:00:30.940887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:30.941550 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:30.954796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad514d61-f987-409f-a6cb-b8a0d6bbfcbc {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:30.962093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50838) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:30.966888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5c88f-99e0-4534-81b0-2fd616747a34 req-27912863-7999-4254-9ff4-192e791f300a tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:30.968799 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f1a5c88f-99e0-4534-81b0-2fd616747a34 req-27912863-7999-4254-9ff4-192e791f300a tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 949 time: 0.2863388 Feb 19 03:00:30.980699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:30.986213 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.005867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Allocated IP 172.20.0.3 (5694888d-67e3-47d2-aeab-ff64cc18b4a7/570c608e-7ef6-49c1-9599-ab58d8ef9a88/967a422c-05c7-4eb7-a1af-4aff20aaf87f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:31.046598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:31.076905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250b5db-b044-4882-94b4-fc9c6a66614f req-46bd3469-8614-4e13-bc55-3596d85a0d0d tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:31.078395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c250b5db-b044-4882-94b4-fc9c6a66614f req-46bd3469-8614-4e13-bc55-3596d85a0d0d tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 948 time: 0.3576896 Feb 19 03:00:31.088007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:31.089957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-25cf07d9-d06b-4ba0-b6e1-0f832a238d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.116260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:31.116577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4cf89c3e-3cee-4e4b-9e24-02083a45ce7c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:31.130449 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (835e14cc-f41e-4726-a7a0-21fc83a75b8a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.194738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-25cf07d9-d06b-4ba0-b6e1-0f832a238d64 admin admin] Publish callbacks [] for security_group (b100aeee-c8d4-4cc6-be48-998e32d4478f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.201174 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-25cf07d9-d06b-4ba0-b6e1-0f832a238d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b100aeee-c8d4-4cc6-be48-998e32d4478f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.231270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Pushing event deleted for resources: {'Port': ['ID=835e14cc-f41e-4726-a7a0-21fc83a75b8a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:31.252797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c250b5db-b044-4882-94b4-fc9c6a66614f req-4b23477f-d078-4cc4-a489-85ccf84d0325 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617718 Feb 19 03:00:31.290960 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f1a5c88f-99e0-4534-81b0-2fd616747a34 req-e3932be9-5333-446e-b8c5-63e498849a16 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059247 Feb 19 03:00:31.302502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf07d9-d06b-4ba0-b6e1-0f832a238d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b100aeee-c8d4-4cc6-be48-998e32d4478f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:31.325728 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-25cf07d9-d06b-4ba0-b6e1-0f832a238d64 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12d50e49fb29447c8855fe38378c6909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3624942 Feb 19 03:00:31.335619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50844) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:31.378261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['ad514d61-f987-409f-a6cb-b8a0d6bbfcbc'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:31.441345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0874b18d-ba9f-4134-a6ff-a2ce0bb402d0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:31.443256 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0874b18d-ba9f-4134-a6ff-a2ce0bb402d0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.87 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 807 time: 0.2264888 Feb 19 03:00:31.444266 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-daa09d49-c1a4-4085-b9b9-c7f5ea859b6f admin admin] Publish callbacks [] for security_group (b100aeee-c8d4-4cc6-be48-998e32d4478f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.464139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-891c91d4-dc9d-44ff-b45a-2ad0c64d485d req-d0369d2f-5731-4691-8b2e-48ea7931ca23 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 210 time: 0.0464778 Feb 19 03:00:31.465666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Request body: {'port': {'device_id': '36ca1443-a162-495e-9e5b-cbf6bb7ba9de', 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f', 'admin_state_up': True, 'tenant_id': '2070a125af614429bfc65bdee24c8ce3'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:31.559137 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.680513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:31.705953 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Publish callbacks [] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.745545 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.752915 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Publish callbacks [] for router_controller (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.785773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d83e9cc-bf1f-4261-9a1f-d77e352f67c6 req-d3b32074-d5ae-4626-8b41-2a44aa678d16 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:31.787392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d83e9cc-bf1f-4261-9a1f-d77e352f67c6 req-d3b32074-d5ae-4626-8b41-2a44aa678d16 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 932 time: 0.3711417 Feb 19 03:00:31.791167 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Publish callbacks [] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.812969 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-daa09d49-c1a4-4085-b9b9-c7f5ea859b6f admin admin] Publish callbacks [] for security_group (b100aeee-c8d4-4cc6-be48-998e32d4478f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.829481 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Transition to ACTIVE for port object dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:00:31.835704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6322596-dea1-4872-8d8a-9f778f0f41ba req-0885fbc9-8f7e-4479-be13-7c1dbbbb82cc tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/f7e32068-e186-4d26-b30d-fcbe1618540d HTTP/1.1" status: 200 len: 1830 time: 0.2843900 Feb 19 03:00:31.844850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.893862 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (b23ecbc0-f84d-40d3-9432-a7ec791fe6ef), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.894616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b23ecbc0-f84d-40d3-9432-a7ec791fe6ef {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:00:31.912568 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.913915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ab406402-1d2f-44c7-86e7-1b866a307387 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b23ecbc0-f84d-40d3-9432-a7ec791fe6ef HTTP/1.1" status: 204 len: 168 time: 3.2526164 Feb 19 03:00:31.917470 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50846) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:31.932640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Made reservation on behalf of 2070a125af614429bfc65bdee24c8ce3 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:31.937240 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.978877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Pushing event updated for resources: {'Port': ['ID=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:31.980060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-daa09d49-c1a4-4085-b9b9-c7f5ea859b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b100aeee-c8d4-4cc6-be48-998e32d4478f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.985457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-daa09d49-c1a4-4085-b9b9-c7f5ea859b6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:31.986639 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-daa09d49-c1a4-4085-b9b9-c7f5ea859b6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b100aeee-c8d4-4cc6-be48-998e32d4478f HTTP/1.1" status: 204 len: 168 time: 0.6500733 Feb 19 03:00:32.004845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa09d49-c1a4-4085-b9b9-c7f5ea859b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b100aeee-c8d4-4cc6-be48-998e32d4478f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:32.005940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d83e9cc-bf1f-4261-9a1f-d77e352f67c6 req-0e749469-20ec-4d8c-a06b-6775769626c0 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097986 Feb 19 03:00:32.057291 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.166991 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Allocated IP 172.20.0.4 (ff602fb9-91ab-47e1-82a7-1e8bbb83d26f/5893490c-d4cb-4757-b30f-05a9f5b653ad/7772df19-1f08-4bd0-9dc1-d4121a681134) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:32.215355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f6322596-dea1-4872-8d8a-9f778f0f41ba req-6a4a39f6-2a17-4d56-834a-d395d15b1f6f tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (f7e32068-e186-4d26-b30d-fcbe1618540d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.228841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Network 5694888d-67e3-47d2-aeab-ff64cc18b4a7 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:32.247115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Pushing event updated for resources: {'Port': ['ID=967a422c-05c7-4eb7-a1af-4aff20aaf87f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:32.252524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:32.256921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:32.310425 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f6322596-dea1-4872-8d8a-9f778f0f41ba req-6a4a39f6-2a17-4d56-834a-d395d15b1f6f tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (f7e32068-e186-4d26-b30d-fcbe1618540d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.320908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-7602b78a-33ad-4508-b810-fc67a15d9cda admin admin] Deleting subnet a3409185-6e38-450f-9998-5d1abfd5cc95 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:32.326490 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7602b78a-33ad-4508-b810-fc67a15d9cda admin admin] Publish callbacks [] for subnet (a3409185-6e38-450f-9998-5d1abfd5cc95), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.329965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Attempting to bind port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:32.330138 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Attempting to bind port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:32.330430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Attempting to bind port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:32.351649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:00:32.351979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Attempting to bind port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:32.365150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:32.365787 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.376424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7602b78a-33ad-4508-b810-fc67a15d9cda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (a3409185-6e38-450f-9998-5d1abfd5cc95), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.387533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0396421-984f-4f83-9a55-cfce8aca04d7 req-23eccb55-ac0e-49a2-96ac-645c7280bd16 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:32.389073 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0396421-984f-4f83-9a55-cfce8aca04d7 req-23eccb55-ac0e-49a2-96ac-645c7280bd16 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 931 time: 0.2292452 Feb 19 03:00:32.395552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:32.395895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:32.396287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Bound using segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:32.396765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Bound port: dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:32.397122 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.420150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-f7cd881e-389b-47f2-bb97-cbfb04224a97 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4596367 Feb 19 03:00:32.439107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Request body: {'port': {'device_id': 'd8d5b35b-dfbb-4cdb-b456-faed56b3b876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:32.441552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f6322596-dea1-4872-8d8a-9f778f0f41ba req-6a4a39f6-2a17-4d56-834a-d395d15b1f6f tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f7e32068-e186-4d26-b30d-fcbe1618540d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.444155 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f6322596-dea1-4872-8d8a-9f778f0f41ba req-6a4a39f6-2a17-4d56-834a-d395d15b1f6f tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.445144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6322596-dea1-4872-8d8a-9f778f0f41ba req-6a4a39f6-2a17-4d56-834a-d395d15b1f6f tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "DELETE /v2.0/security-groups/f7e32068-e186-4d26-b30d-fcbe1618540d HTTP/1.1" status: 204 len: 173 time: 0.5975337 Feb 19 03:00:32.453611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7602b78a-33ad-4508-b810-fc67a15d9cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a3409185-6e38-450f-9998-5d1abfd5cc95), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.511167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a39f6-2a17-4d56-834a-d395d15b1f6f tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e32068-e186-4d26-b30d-fcbe1618540d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:32.563807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50858) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:32.595985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0396421-984f-4f83-9a55-cfce8aca04d7 req-7874e969-44c6-4ac7-8ee8-bb70ddd7f5a1 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c1078e-389e-4995-b0ec-e867f68e3b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880946 Feb 19 03:00:32.647481 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd901576-8264-4de1-82f4-55f0e7823493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.652376 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7602b78a-33ad-4508-b810-fc67a15d9cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (a3409185-6e38-450f-9998-5d1abfd5cc95), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.677672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:32.690349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7602b78a-33ad-4508-b810-fc67a15d9cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3409185-6e38-450f-9998-5d1abfd5cc95,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:32.692793 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7602b78a-33ad-4508-b810-fc67a15d9cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.696232 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7602b78a-33ad-4508-b810-fc67a15d9cda admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a3409185-6e38-450f-9998-5d1abfd5cc95 HTTP/1.1" status: 204 len: 168 time: 0.7766790 Feb 19 03:00:32.702006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50860) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:32.707467 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.713955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:32.756272 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.777555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device ad514d61-f987-409f-a6cb-b8a0d6bbfcbc up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:32.779606 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks [] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.804607 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (02ca8892-f0cb-404c-b5ad-b47ff1e30fcc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.851029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:00:32.857326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:32.857839 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.907733 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.930954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Pushing event updated for resources: {'Port': ['ID=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:32.954194 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (02ca8892-f0cb-404c-b5ad-b47ff1e30fcc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.971717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:32.972598 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:32.975598 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a4584-7a82-4b11-9ac9-7e506b7f7cf2 req-038c1702-dc1f-4883-bed8-4403a0890969 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:32.983562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-459a4584-7a82-4b11-9ac9-7e506b7f7cf2 req-038c1702-dc1f-4883-bed8-4403a0890969 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f7dd294-5fbd-410b-8e4f-3516e3ad2120 HTTP/1.1" status: 200 len: 950 time: 0.3998349 Feb 19 03:00:32.993834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:32.994726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fc838c02-fc9b-45b6-93b9-9b7cdf27255b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:33.000797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Pushing event updated for resources: {'Port': ['ID=7772df19-1f08-4bd0-9dc1-d4121a681134,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:33.009651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ca8892-f0cb-404c-b5ad-b47ff1e30fcc']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:33.012815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:33.016286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49f7e5-97bf-4c70-8dc6-a5cf7b2a44d3 req-aef96372-6a5f-4b58-a7b6-a1457314e306 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:33.020702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:33.024332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc49f7e5-97bf-4c70-8dc6-a5cf7b2a44d3 req-aef96372-6a5f-4b58-a7b6-a1457314e306 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 949 time: 0.3422151 Feb 19 03:00:33.029744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:33.030358 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.031866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-46b8e160-828a-4def-b794-c12c12906f01 service neutron] 10.222.0.87 "PUT /v2.0/ports/dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 HTTP/1.1" status: 200 len: 1092 time: 2.8461108 Feb 19 03:00:33.034480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a', 'tag': 'dccbc2f5-7e0a-4de4-b162-d54c53ed1e21'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:33.042602 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38419b8e-ce62-4bb6-9193-2dc73e521d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a", "tag": "dccbc2f5-7e0a-4de4-b162-d54c53ed1e21"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:33.057906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:33.076742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:33.077446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.083728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b9db2d-fe75-4f5f-8b0e-c641af2c1382') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:33.084020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b9db2d-fe75-4f5f-8b0e-c641af2c1382') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:33.099177 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (19b9db2d-fe75-4f5f-8b0e-c641af2c1382), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.116849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b528ccfb-2116-4f5a-8fd8-9261e8c5197a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad514d61-f987-409f-a6cb-b8a0d6bbfcbc'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:33.119706 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2416c7c-914d-47ed-b81b-1307b11b06cb" -d '{"events": [{"server_uuid": "b528ccfb-2116-4f5a-8fd8-9261e8c5197a", "name": "network-vif-plugged", "status": "completed", "tag": "ad514d61-f987-409f-a6cb-b8a0d6bbfcbc"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:33.122550 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-0a8b232b-12bc-41fb-a43b-1bbff408739a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6620841 Feb 19 03:00:33.124804 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.125776 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (19b9db2d-fe75-4f5f-8b0e-c641af2c1382), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.142430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Request body: {'port': {'device_id': '36ca1443-a162-495e-9e5b-cbf6bb7ba9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:33.179875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:33.180297 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (19b9db2d-fe75-4f5f-8b0e-c641af2c1382), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.181794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 835e14cc-f41e-4726-a7a0-21fc83a75b8a no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:33.216527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 835e14cc-f41e-4726-a7a0-21fc83a75b8a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:33.217376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 835e14cc-f41e-4726-a7a0-21fc83a75b8a not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:33.242280 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:33.261302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:33.274932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.275294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.275606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.275937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.276273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.276593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.277052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.277376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.277694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.278016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.278337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.278652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.278968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:33.297748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-459a4584-7a82-4b11-9ac9-7e506b7f7cf2 req-3374ed38-7171-40c5-94a5-cc0f08c6c970 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130698 Feb 19 03:00:33.311871 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (02ca8892-f0cb-404c-b5ad-b47ff1e30fcc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.321492 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd901576-8264-4de1-82f4-55f0e7823493 admin admin] Publish callbacks [] for security_group (ff9ef7aa-6651-4be7-a7ff-6d8a813c9d93), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.324577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.336197 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] 10.222.0.81 "DELETE /v2.0/networks/02ca8892-f0cb-404c-b5ad-b47ff1e30fcc HTTP/1.1" status: 204 len: 168 time: 0.6333630 Feb 19 03:00:33.354702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6471a659-b237-49d8-b832-cfe55c1b8f4c admin admin] Pushing event deleted for resources: {'Network': ['ID=02ca8892-f0cb-404c-b5ad-b47ff1e30fcc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:33.362690 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.373537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc49f7e5-97bf-4c70-8dc6-a5cf7b2a44d3 req-c37716f1-7aeb-4109-84c1-0d88a1a80488 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479309 Feb 19 03:00:33.376722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-fe342196-97ae-4aa6-9c48-a803ee0c53e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:33.379015 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-fe342196-97ae-4aa6-9c48-a803ee0c53e1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1126 time: 0.2740130 Feb 19 03:00:33.396597 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd901576-8264-4de1-82f4-55f0e7823493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ff9ef7aa-6651-4be7-a7ff-6d8a813c9d93), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.460871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd901576-8264-4de1-82f4-55f0e7823493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9ef7aa-6651-4be7-a7ff-6d8a813c9d93,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:33.554714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-430f21ad-2dc6-421e-9cfa-bb1a6d777deb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 HTTP/1.1" status: 200 len: 217 time: 0.1406798 Feb 19 03:00:33.578642 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c91114d6-ede3-4140-a4f1-4760c399efbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.620318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fd901576-8264-4de1-82f4-55f0e7823493 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9488a07e06344c18d1d6c6575731276&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0522244 Feb 19 03:00:33.621248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50872) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:33.705538 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50874) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:33.776026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7772df19-1f08-4bd0-9dc1-d4121a681134 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:33.790557 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Publish callbacks [] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.804170 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-38c0fe2f-02a1-47c5-8ca7-523143c6308c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5517f24fc4d4490bb6a41763e2817a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0895429 Feb 19 03:00:33.805352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50878) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:33.816002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Transition to ACTIVE for port object 7772df19-1f08-4bd0-9dc1-d4121a681134 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:00:33.827463 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.902986 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Pushing event updated for resources: {'Port': ['ID=7772df19-1f08-4bd0-9dc1-d4121a681134,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:33.914134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-97ffff5a-996c-4825-babc-15a8fddae051 admin admin] Publish callbacks [] for security_group (d951477a-2307-434a-9c62-34b26e63a402), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:33.974174 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-97ffff5a-996c-4825-babc-15a8fddae051 admin admin] Publish callbacks [] for security_group (d951477a-2307-434a-9c62-34b26e63a402), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.012898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5fddaa50-55c2-4489-8393-5504f6525115 req-1557dbc3-976b-4f60-a577-38c3a6b6e131 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "GET /v2.0/security-groups/2063573f-d844-4de6-839f-4566d7218f0b HTTP/1.1" status: 200 len: 1828 time: 0.6327975 Feb 19 03:00:34.026199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Attempting to bind port 7772df19-1f08-4bd0-9dc1-d4121a681134 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:34.026781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Attempting to bind port 7772df19-1f08-4bd0-9dc1-d4121a681134 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:34.027653 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Attempting to bind port 7772df19-1f08-4bd0-9dc1-d4121a681134 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:34.032373 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Port 7772df19-1f08-4bd0-9dc1-d4121a681134 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:00:34.032759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Attempting to bind port 7772df19-1f08-4bd0-9dc1-d4121a681134 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:34.039904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:34.040280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:34.040925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:34.041175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Bound port: 7772df19-1f08-4bd0-9dc1-d4121a681134, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:34.041524 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.058752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967a422c-05c7-4eb7-a1af-4aff20aaf87f {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:34.076621 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-97ffff5a-996c-4825-babc-15a8fddae051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d951477a-2307-434a-9c62-34b26e63a402), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.079803 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-97ffff5a-996c-4825-babc-15a8fddae051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.080327 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Publish callbacks [] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.083602 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-97ffff5a-996c-4825-babc-15a8fddae051 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d951477a-2307-434a-9c62-34b26e63a402 HTTP/1.1" status: 204 len: 168 time: 0.2747269 Feb 19 03:00:34.088804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-b9651c6d-0916-402f-a925-4b9d3a89c5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:34.090029 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-b9651c6d-0916-402f-a925-4b9d3a89c5ca service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.5256908 Feb 19 03:00:34.097321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffff5a-996c-4825-babc-15a8fddae051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d951477a-2307-434a-9c62-34b26e63a402,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:34.109928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f94288-0d5f-4449-8173-c5e348d30b98 req-03e7d1c7-9fa7-4809-a794-fab590a55212 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:34.111427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6f94288-0d5f-4449-8173-c5e348d30b98 req-03e7d1c7-9fa7-4809-a794-fab590a55212 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 931 time: 0.5797446 Feb 19 03:00:34.141001 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:34.144894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7772df19-1f08-4bd0-9dc1-d4121a681134,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:34.155125 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.163934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-a9232cfc-9888-42da-ba67-c64edb9fc55b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611808 Feb 19 03:00:34.165001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Transition to ACTIVE for port object 967a422c-05c7-4eb7-a1af-4aff20aaf87f will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:00:34.196101 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.214169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e192c507-a076-4966-8837-bc5415fffbca admin admin] Publish callbacks [] for security_group (ff9ef7aa-6651-4be7-a7ff-6d8a813c9d93), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.218089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:34.219031 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.220940 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] 10.222.0.87 "PUT /v2.0/ports/7772df19-1f08-4bd0-9dc1-d4121a681134 HTTP/1.1" status: 200 len: 1091 time: 1.0909479 Feb 19 03:00:34.221206 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ca1443-a162-495e-9e5b-cbf6bb7ba9de', 'tag': '7772df19-1f08-4bd0-9dc1-d4121a681134'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:34.223740 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c855d68c-54e4-4efe-8111-09002c76ada9" -d '{"events": [{"name": "network-changed", "server_uuid": "36ca1443-a162-495e-9e5b-cbf6bb7ba9de", "tag": "7772df19-1f08-4bd0-9dc1-d4121a681134"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:34.264406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d96e1-0bf2-437e-9e6b-ac1739acd20c service neutron] Pushing event updated for resources: {'Port': ['ID=7772df19-1f08-4bd0-9dc1-d4121a681134,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:34.322567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea63511-3e41-4223-a60f-06f017a96b6f req-e8e3f506-00db-401c-adfb-62040bb4a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:34.324122 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-e8e3f506-00db-401c-adfb-62040bb4a365 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 1125 time: 0.0488422 Feb 19 03:00:34.348946 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e192c507-a076-4966-8837-bc5415fffbca admin admin] Publish callbacks [] for security_group (ff9ef7aa-6651-4be7-a7ff-6d8a813c9d93), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.356582 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5fddaa50-55c2-4489-8393-5504f6525115 req-1c7bddda-deff-4416-8b1d-22fe0ea1b0e6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (2063573f-d844-4de6-839f-4566d7218f0b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.366206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Pushing event updated for resources: {'Port': ['ID=967a422c-05c7-4eb7-a1af-4aff20aaf87f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:34.382946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6f94288-0d5f-4449-8173-c5e348d30b98 req-53b05509-2809-4fcf-9d7e-ecd3eb88f28c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556555 Feb 19 03:00:34.428925 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-d8a3dd9f-d375-46d7-88fc-cd614d59ae0c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7772df19-1f08-4bd0-9dc1-d4121a681134 HTTP/1.1" status: 200 len: 217 time: 0.0973756 Feb 19 03:00:34.473508 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5fddaa50-55c2-4489-8393-5504f6525115 req-1c7bddda-deff-4416-8b1d-22fe0ea1b0e6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (2063573f-d844-4de6-839f-4566d7218f0b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.501163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea63511-3e41-4223-a60f-06f017a96b6f req-4fe8a595-9194-4c62-8825-c4bad9c9d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:34.502741 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-4fe8a595-9194-4c62-8825-c4bad9c9d241 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0681729 Feb 19 03:00:34.515366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-558c9de1-b945-4c29-8303-efed54512bd1 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366151 Feb 19 03:00:34.547930 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-43010f84-9dd6-4130-a3f7-b5ac70eb8856 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376017 Feb 19 03:00:34.651362 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e192c507-a076-4966-8837-bc5415fffbca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ff9ef7aa-6651-4be7-a7ff-6d8a813c9d93), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.653988 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e192c507-a076-4966-8837-bc5415fffbca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.657927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e192c507-a076-4966-8837-bc5415fffbca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff9ef7aa-6651-4be7-a7ff-6d8a813c9d93 HTTP/1.1" status: 204 len: 168 time: 0.6794713 Feb 19 03:00:34.666903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Attempting to bind port 967a422c-05c7-4eb7-a1af-4aff20aaf87f on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:34.666903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Attempting to bind port 967a422c-05c7-4eb7-a1af-4aff20aaf87f by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5694888d-67e3-47d2-aeab-ff64cc18b4a7'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:34.666903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Attempting to bind port 967a422c-05c7-4eb7-a1af-4aff20aaf87f on network 5694888d-67e3-47d2-aeab-ff64cc18b4a7 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:34.693793 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-446848e4-d76c-46fa-a702-4a29ecc3fe05 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363256 Feb 19 03:00:34.699248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Port 967a422c-05c7-4eb7-a1af-4aff20aaf87f on network 5694888d-67e3-47d2-aeab-ff64cc18b4a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:00:34.699583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Attempting to bind port 967a422c-05c7-4eb7-a1af-4aff20aaf87f on network 5694888d-67e3-47d2-aeab-ff64cc18b4a7 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:34.701716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192c507-a076-4966-8837-bc5415fffbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9ef7aa-6651-4be7-a7ff-6d8a813c9d93,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:34.712613 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5fddaa50-55c2-4489-8393-5504f6525115 req-1c7bddda-deff-4416-8b1d-22fe0ea1b0e6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2063573f-d844-4de6-839f-4566d7218f0b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.715177 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5fddaa50-55c2-4489-8393-5504f6525115 req-1c7bddda-deff-4416-8b1d-22fe0ea1b0e6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.716365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5fddaa50-55c2-4489-8393-5504f6525115 req-1c7bddda-deff-4416-8b1d-22fe0ea1b0e6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] 10.222.0.81 "DELETE /v2.0/security-groups/2063573f-d844-4de6-839f-4566d7218f0b HTTP/1.1" status: 204 len: 173 time: 0.6797590 Feb 19 03:00:34.738900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50898) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:34.756783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0f84fd-9d41-4c20-a9c3-c9c3d8c58e46 req-0547b35f-9de2-4ceb-92c0-366ea6ac046c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:34.758415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b0f84fd-9d41-4c20-a9c3-c9c3d8c58e46 req-0547b35f-9de2-4ceb-92c0-366ea6ac046c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.2490425 Feb 19 03:00:34.779971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:34.780419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Checking segment: {'id': '7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5694888d-67e3-47d2-aeab-ff64cc18b4a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:34.780741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Bound using segment: {'id': '7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5694888d-67e3-47d2-aeab-ff64cc18b4a7'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:34.781163 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Bound port: 967a422c-05c7-4eb7-a1af-4aff20aaf87f, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5694888d-67e3-47d2-aeab-ff64cc18b4a7'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:34.781521 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:34.799098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bddda-deff-4416-8b1d-22fe0ea1b0e6 tempest-SecurityGroupRulesNegativeTestJSON-2119269096 tempest-SecurityGroupRulesNegativeTestJSON-2119269096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2063573f-d844-4de6-839f-4566d7218f0b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:34.806990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db76fce6-2c06-4eae-ab06-492a31f60132 req-f7f27ab5-bc86-4d45-b857-af91e02d4ef5 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680700 Feb 19 03:00:34.815534 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7aef6c-271b-4d2d-83a3-716a0665abcc x-openstack-request-id: req-db7aef6c-271b-4d2d-83a3-716a0665abcc {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:34.815822 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a", "tag": "dccbc2f5-7e0a-4de4-b162-d54c53ed1e21", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:34.816133 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db7aef6c-271b-4d2d-83a3-716a0665abcc {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:34.816541 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a', 'tag': 'dccbc2f5-7e0a-4de4-b162-d54c53ed1e21', 'status': 'completed', 'code': 200} Feb 19 03:00:34.901432 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb746fb7-8197-4c1a-9e2c-76ecf3bcc6ea x-openstack-request-id: req-bb746fb7-8197-4c1a-9e2c-76ecf3bcc6ea {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:34.901979 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b528ccfb-2116-4f5a-8fd8-9261e8c5197a", "name": "network-vif-plugged", "status": "completed", "tag": "ad514d61-f987-409f-a6cb-b8a0d6bbfcbc", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:34.902897 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb746fb7-8197-4c1a-9e2c-76ecf3bcc6ea {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:34.904645 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b528ccfb-2116-4f5a-8fd8-9261e8c5197a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad514d61-f987-409f-a6cb-b8a0d6bbfcbc', 'code': 200} Feb 19 03:00:34.954419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b0f84fd-9d41-4c20-a9c3-c9c3d8c58e46 req-cf802294-afd8-40a6-82de-e11f87120676 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802924 Feb 19 03:00:35.000382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] For port 967a422c-05c7-4eb7-a1af-4aff20aaf87f, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:35.011032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-9302c88c-045f-4aae-afd7-8034a3a153fb admin admin] Deleting subnet 2d86ae22-4012-42d8-86be-c49b6a321ef2 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:35.013521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] For port 967a422c-05c7-4eb7-a1af-4aff20aaf87f, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=967a422c-05c7-4eb7-a1af-4aff20aaf87f,segment=NetworkSegment(7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0),segment_id=7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:35.025429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9302c88c-045f-4aae-afd7-8034a3a153fb admin admin] Publish callbacks [] for subnet (2d86ae22-4012-42d8-86be-c49b6a321ef2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.037517 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.043832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38419b8e-ce62-4bb6-9193-2dc73e521d5d req-48185fd6-0ec4-44c0-b130-0b46bb129ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:35.053969 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38419b8e-ce62-4bb6-9193-2dc73e521d5d req-48185fd6-0ec4-44c0-b130-0b46bb129ad4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1126 time: 0.1390915 Feb 19 03:00:35.182279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:35.182914 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.190351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] 10.222.0.67 "PUT /v2.0/ports/967a422c-05c7-4eb7-a1af-4aff20aaf87f HTTP/1.1" status: 200 len: 1091 time: 2.7539136 Feb 19 03:00:35.201535 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aea63511-3e41-4223-a60f-06f017a96b6f req-7e48c984-cbdf-433f-ad09-b03384cf2c01 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006018 Feb 19 03:00:35.204988 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9302c88c-045f-4aae-afd7-8034a3a153fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (2d86ae22-4012-42d8-86be-c49b6a321ef2), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.280022 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd587d-5729-46b8-a958-21cdc1b68b0e req-36126f89-40e5-4dfc-a1ff-a8d7fdc57cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:35.281611 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2ffd587d-5729-46b8-a958-21cdc1b68b0e req-36126f89-40e5-4dfc-a1ff-a8d7fdc57cca service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 1132 time: 0.2906384 Feb 19 03:00:35.314046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50920) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:35.348936 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9302c88c-045f-4aae-afd7-8034a3a153fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (2d86ae22-4012-42d8-86be-c49b6a321ef2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.359387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aded4c9-3983-4e7b-9934-6df0e29f470d service neutron] Pushing event updated for resources: {'Port': ['ID=967a422c-05c7-4eb7-a1af-4aff20aaf87f,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:35.481393 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2ffd587d-5729-46b8-a958-21cdc1b68b0e req-06ae6f77-de89-4bfd-a68a-19d82eba937d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898789 Feb 19 03:00:35.511351 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9302c88c-045f-4aae-afd7-8034a3a153fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (2d86ae22-4012-42d8-86be-c49b6a321ef2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.544296 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cda8a1c-3b3c-4602-8cc3-6bd60f438435 x-openstack-request-id: req-9cda8a1c-3b3c-4602-8cc3-6bd60f438435 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:35.544959 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ca1443-a162-495e-9e5b-cbf6bb7ba9de", "tag": "7772df19-1f08-4bd0-9dc1-d4121a681134", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:35.545476 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9cda8a1c-3b3c-4602-8cc3-6bd60f438435 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:35.546078 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ca1443-a162-495e-9e5b-cbf6bb7ba9de', 'tag': '7772df19-1f08-4bd0-9dc1-d4121a681134', 'status': 'completed', 'code': 200} Feb 19 03:00:35.555350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-155415728-network', 'tenant_id': '03a098dbc4144e01abb1935743b8c45b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:35.560308 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302c88c-045f-4aae-afd7-8034a3a153fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d86ae22-4012-42d8-86be-c49b6a321ef2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:35.564759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-e784324a-b839-40f7-82b5-19265036e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:35.570136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-e784324a-b839-40f7-82b5-19265036e321 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=16cc55fd2df4416692f0de280746ab3a&device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 1125 time: 0.2746153 Feb 19 03:00:35.580933 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9302c88c-045f-4aae-afd7-8034a3a153fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.590274 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9302c88c-045f-4aae-afd7-8034a3a153fb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2d86ae22-4012-42d8-86be-c49b6a321ef2 HTTP/1.1" status: 204 len: 168 time: 0.8429701 Feb 19 03:00:35.593260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4056cdb-d845-4225-a018-eb59b7f7abc3 req-d33452ae-2725-43e7-96dc-ec8c11603283 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:35.594302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50934) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:35.602149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4056cdb-d845-4225-a018-eb59b7f7abc3 req-d33452ae-2725-43e7-96dc-ec8c11603283 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 943 time: 0.4230719 Feb 19 03:00:35.624688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38419b8e-ce62-4bb6-9193-2dc73e521d5d req-60a9e15e-7e25-4683-8b81-4f1aa5337fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:35.626325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38419b8e-ce62-4bb6-9193-2dc73e521d5d req-60a9e15e-7e25-4683-8b81-4f1aa5337fb9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.5117526 Feb 19 03:00:35.656094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Made reservation on behalf of 03a098dbc4144e01abb1935743b8c45b for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:35.658944 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.671947 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.715449 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (e85d324e-0195-4c79-92cc-a9cb188c7eed), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.724325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-25887c9e-d09e-4593-9f57-ffa038782db5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=967a422c-05c7-4eb7-a1af-4aff20aaf87f HTTP/1.1" status: 200 len: 217 time: 0.1144934 Feb 19 03:00:35.778852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4056cdb-d845-4225-a018-eb59b7f7abc3 req-7b32037e-1b7c-4ec2-8633-b7b25d45c132 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c1078e-389e-4995-b0ec-e867f68e3b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755602 Feb 19 03:00:35.823319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac905ef-b660-4c5b-a7cf-a5271a2e2269 req-ac6a30d4-31fe-4015-aa31-5a17a89c29ff tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:35.825658 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ac905ef-b660-4c5b-a7cf-a5271a2e2269 req-ac6a30d4-31fe-4015-aa31-5a17a89c29ff tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.2122095 Feb 19 03:00:35.835911 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cded7902-3c83-456f-9d5c-f46aa1e504c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.854936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-1205650b-bec0-46a5-9bb7-1720fa8928f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:35.856614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-1205650b-bec0-46a5-9bb7-1720fa8928f3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=570c608e-7ef6-49c1-9599-ab58d8ef9a88 HTTP/1.1" status: 200 len: 861 time: 0.1217468 Feb 19 03:00:35.899084 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-824f0a08-e984-4268-b672-b29ab4010eff service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5694888d-67e3-47d2-aeab-ff64cc18b4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337677 Feb 19 03:00:35.914165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (e85d324e-0195-4c79-92cc-a9cb188c7eed), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.970057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e85d324e-0195-4c79-92cc-a9cb188c7eed']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:35.988493 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Publish callbacks [] for security_group (7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:35.990682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ca9b49-4812-4942-955f-0b3eb1a1dc04') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:35.990990 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ca9b49-4812-4942-955f-0b3eb1a1dc04') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:36.005819 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (48ca9b49-4812-4942-955f-0b3eb1a1dc04), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.013328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ac905ef-b660-4c5b-a7cf-a5271a2e2269 req-2cdaa5c4-124c-43be-a276-2d627fb63f3b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792336 Feb 19 03:00:36.028977 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.068848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade99862-2dc4-491b-b133-c8433322fcfe req-10307b57-9b81-4a8a-813a-6e785d6f7215 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:36.072129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ade99862-2dc4-491b-b133-c8433322fcfe req-10307b57-9b81-4a8a-813a-6e785d6f7215 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.1692154 Feb 19 03:00:36.073810 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (48ca9b49-4812-4942-955f-0b3eb1a1dc04), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.097659 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (48ca9b49-4812-4942-955f-0b3eb1a1dc04), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:36.103343 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:36.148551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-a6edf0e1-3f1a-42e4-9a79-8387f1c13fd3 service neutron] 10.222.0.67 "GET /v2.0/networks/5694888d-67e3-47d2-aeab-ff64cc18b4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421970 Feb 19 03:00:36.159087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:36.162477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ade99862-2dc4-491b-b133-c8433322fcfe req-0efcee33-ab89-415c-8bff-5d5a16350b57 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826528 Feb 19 03:00:36.196221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7d837a8f-6fd8-4404-b8b7-1d10a0cc4377), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.196573 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Added segment 7d837a8f-6fd8-4404-b8b7-1d10a0cc4377 of type vlan for network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 Feb 19 03:00:36.258877 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (0e4aacd3-30ee-4aa7-b85b-c898c93b3c78), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.261201 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (e85d324e-0195-4c79-92cc-a9cb188c7eed), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.269518 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.275911 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e85d324e-0195-4c79-92cc-a9cb188c7eed HTTP/1.1" status: 204 len: 168 time: 0.6802695 Feb 19 03:00:36.286288 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118f4b7a-2623-49d3-8c8b-dc6cca90d603 req-cdec032a-f429-4ff4-8de1-667698956a5a service neutron] 10.222.0.67 "GET /v2.0/networks/5694888d-67e3-47d2-aeab-ff64cc18b4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228423 Feb 19 03:00:36.297610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03809ca0-481b-4698-84a2-e6585b5a1214 admin admin] Pushing event deleted for resources: {'Network': ['ID=e85d324e-0195-4c79-92cc-a9cb188c7eed,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:36.332880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9c0ef-1e5f-4402-b199-2f953155ac2d req-61ed40ea-29ca-4926-8236-ad884038d0a5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:36.341464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4af9c0ef-1e5f-4402-b199-2f953155ac2d req-61ed40ea-29ca-4926-8236-ad884038d0a5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.0913224 Feb 19 03:00:36.361005 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (0e4aacd3-30ee-4aa7-b85b-c898c93b3c78), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.362997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:36.363515 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.401151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4af9c0ef-1e5f-4402-b199-2f953155ac2d req-86cc7719-9ede-4c61-8dc7-d2844a3c262c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586197 Feb 19 03:00:36.448895 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1289856 Feb 19 03:00:36.449702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50960) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:36.457913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ba691084-b62e-4415-ae51-633be3dda224 admin admin] Request body: {'subnet': {'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-155415728-subnet', 'tenant_id': '03a098dbc4144e01abb1935743b8c45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:36.461348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de86418-9c60-4d95-a800-ed29eae68759 admin admin] Pushing event updated for resources: {'Network': ['ID=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:36.472035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:36.474350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50962) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:36.535970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba691084-b62e-4415-ae51-633be3dda224 admin admin] Made reservation on behalf of 03a098dbc4144e01abb1935743b8c45b for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:36.546544 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba691084-b62e-4415-ae51-633be3dda224 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.621555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50966) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:36.625362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5e63f2d3-41cb-41b1-85c3-e55b4a85871c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba5bd8e849ee43d58814688c74386eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499352 Feb 19 03:00:36.719438 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bdbdf02-4fb6-4c8c-b71e-ce38abc0e802 admin admin] Publish callbacks [] for security_group (0e5eb7ea-015d-4d7e-a3a2-c2f5d33f8a4c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.776158 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bdbdf02-4fb6-4c8c-b71e-ce38abc0e802 admin admin] Publish callbacks [] for security_group (0e5eb7ea-015d-4d7e-a3a2-c2f5d33f8a4c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.789486 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba691084-b62e-4415-ae51-633be3dda224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (b7c96846-60d1-498c-9c3e-d38728efac18), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.830489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d5b35b-dfbb-4cdb-b456-faed56b3b876', 'tag': '967a422c-05c7-4eb7-a1af-4aff20aaf87f'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:36.833057 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1d6384-3a9f-4a06-93fc-2f871b0b5320" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d5b35b-dfbb-4cdb-b456-faed56b3b876", "tag": "967a422c-05c7-4eb7-a1af-4aff20aaf87f"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:36.874462 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bdbdf02-4fb6-4c8c-b71e-ce38abc0e802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0e5eb7ea-015d-4d7e-a3a2-c2f5d33f8a4c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.878127 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bdbdf02-4fb6-4c8c-b71e-ce38abc0e802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.879758 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0bdbdf02-4fb6-4c8c-b71e-ce38abc0e802 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0e5eb7ea-015d-4d7e-a3a2-c2f5d33f8a4c HTTP/1.1" status: 204 len: 168 time: 0.2571483 Feb 19 03:00:36.887965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba691084-b62e-4415-ae51-633be3dda224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c96846-60d1-498c-9c3e-d38728efac18,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:36.895125 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbdf02-4fb6-4c8c-b71e-ce38abc0e802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5eb7ea-015d-4d7e-a3a2-c2f5d33f8a4c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:36.908564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba691084-b62e-4415-ae51-633be3dda224 admin admin] Checking segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:36.909517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba691084-b62e-4415-ae51-633be3dda224 admin admin] Network hostable DHCP agents. Network: 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:36.916462 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2bdcb0-a75e-49d9-bb28-915569325e86 x-openstack-request-id: req-9a2bdcb0-a75e-49d9-bb28-915569325e86 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:36.916462 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d5b35b-dfbb-4cdb-b456-faed56b3b876", "tag": "967a422c-05c7-4eb7-a1af-4aff20aaf87f", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:36.916987 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9a2bdcb0-a75e-49d9-bb28-915569325e86 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:36.917438 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d5b35b-dfbb-4cdb-b456-faed56b3b876', 'tag': '967a422c-05c7-4eb7-a1af-4aff20aaf87f', 'status': 'completed', 'code': 200} Feb 19 03:00:36.983957 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:36.988219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba691084-b62e-4415-ae51-633be3dda224 admin admin] Network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:37.041791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe61ab0-4eaf-4d85-8d3a-2a6cd81f5272 req-61071fae-593e-42c2-97c1-e4cb8c75a579 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:37.049157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfe61ab0-4eaf-4d85-8d3a-2a6cd81f5272 req-61071fae-593e-42c2-97c1-e4cb8c75a579 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 943 time: 0.1462476 Feb 19 03:00:37.053369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-ba691084-b62e-4415-ae51-633be3dda224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:37.067798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fcab79-b90b-4912-8836-1b2d075e6391 None None] Network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:37.079440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba691084-b62e-4415-ae51-633be3dda224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:37.080922 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba691084-b62e-4415-ae51-633be3dda224 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:37.145297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ba691084-b62e-4415-ae51-633be3dda224 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6939249 Feb 19 03:00:37.223987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfe61ab0-4eaf-4d85-8d3a-2a6cd81f5272 req-7eb70376-6499-40cd-965e-24c60ab11b2a tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c1078e-389e-4995-b0ec-e867f68e3b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734202 Feb 19 03:00:37.234505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d6384-3a9f-4a06-93fc-2f871b0b5320 req-4202df26-7356-46ef-954d-228c3c2b90e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:37.243381 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1d6384-3a9f-4a06-93fc-2f871b0b5320 req-4202df26-7356-46ef-954d-228c3c2b90e7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=16cc55fd2df4416692f0de280746ab3a&device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 1125 time: 0.2228491 Feb 19 03:00:37.258204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f4f6b-7d2a-439d-8eec-b16df1f88e54 req-59902ff8-c961-491b-aefe-e009e72cde45 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:37.259942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-513f4f6b-7d2a-439d-8eec-b16df1f88e54 req-59902ff8-c961-491b-aefe-e009e72cde45 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.1104856 Feb 19 03:00:37.289407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9bfccd-f097-4ee7-9c0d-4665108de6f3 None None] Network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:37.368926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-513f4f6b-7d2a-439d-8eec-b16df1f88e54 req-014fb074-b632-4134-a7f5-3ea844781e12 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001139 Feb 19 03:00:37.416487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d6384-3a9f-4a06-93fc-2f871b0b5320 req-0af05a82-5335-441e-93fe-c57f2b8798e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:37.418530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1d6384-3a9f-4a06-93fc-2f871b0b5320 req-0af05a82-5335-441e-93fe-c57f2b8798e5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5694888d-67e3-47d2-aeab-ff64cc18b4a7 HTTP/1.1" status: 200 len: 922 time: 0.1685307 Feb 19 03:00:37.492827 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1d6384-3a9f-4a06-93fc-2f871b0b5320 req-79b8d4ba-2708-4700-8055-c5f3f31962d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=967a422c-05c7-4eb7-a1af-4aff20aaf87f HTTP/1.1" status: 200 len: 217 time: 0.0664773 Feb 19 03:00:37.615356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d6384-3a9f-4a06-93fc-2f871b0b5320 req-5ce2e3db-56f4-4bb6-8c30-d430f1255d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:37.616997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1d6384-3a9f-4a06-93fc-2f871b0b5320 req-5ce2e3db-56f4-4bb6-8c30-d430f1255d76 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=570c608e-7ef6-49c1-9599-ab58d8ef9a88 HTTP/1.1" status: 200 len: 861 time: 0.1160336 Feb 19 03:00:37.651948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854b441-b6c4-4ba9-a71e-9b0d89aee17f req-2ee20782-8fc0-4c7e-8893-e6130e725832 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:37.653445 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3854b441-b6c4-4ba9-a71e-9b0d89aee17f req-2ee20782-8fc0-4c7e-8893-e6130e725832 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.1636307 Feb 19 03:00:37.688713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1d6384-3a9f-4a06-93fc-2f871b0b5320 req-0bbfb426-edbc-4b6e-a248-fd7351ff5b75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5694888d-67e3-47d2-aeab-ff64cc18b4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518746 Feb 19 03:00:37.771588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f9b9bb-7a92-4438-beb8-357524ba1c99 req-68a203b3-498f-403f-837c-12eb7d0fc2a4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:37.773663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87f9b9bb-7a92-4438-beb8-357524ba1c99 req-68a203b3-498f-403f-837c-12eb7d0fc2a4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.1746962 Feb 19 03:00:37.825710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3854b441-b6c4-4ba9-a71e-9b0d89aee17f req-cb76b9d4-9f4b-4914-ad93-c48d134c3796 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617994 Feb 19 03:00:37.886653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87f9b9bb-7a92-4438-beb8-357524ba1c99 req-079a9485-fe20-4d96-a808-1bf06d1231bf tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054161 Feb 19 03:00:37.888486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1d6384-3a9f-4a06-93fc-2f871b0b5320 req-c4c0d31c-2367-40f7-8002-2753473b45d4 service neutron] 10.222.0.67 "GET /v2.0/networks/5694888d-67e3-47d2-aeab-ff64cc18b4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923203 Feb 19 03:00:38.016622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1d6384-3a9f-4a06-93fc-2f871b0b5320 req-28714396-b242-4015-8c9e-5d751ac80fe5 service neutron] 10.222.0.67 "GET /v2.0/networks/5694888d-67e3-47d2-aeab-ff64cc18b4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191099 Feb 19 03:00:38.237790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51044) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:38.259494 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.374334 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-173510214-network', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:38.407422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Made reservation on behalf of a91e88c847fd4b34856d851b4ec9a017 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:38.410735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.423031 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.426307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-ef25e653-8614-46fc-8ddd-6f747f55841b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:38.433929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-ef25e653-8614-46fc-8ddd-6f747f55841b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.1895745 Feb 19 03:00:38.456276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927aaac-7405-4b16-bd49-ee6a42cbfdee req-66e35b96-d1eb-4094-b497-bfa063499eeb tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:38.458810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1927aaac-7405-4b16-bd49-ee6a42cbfdee req-66e35b96-d1eb-4094-b497-bfa063499eeb tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 943 time: 0.1217380 Feb 19 03:00:38.466154 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-a57335f6-6448-4540-8b24-55767e43ac5d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/quotas/03a098dbc4144e01abb1935743b8c45b HTTP/1.1" status: 200 len: 375 time: 0.0312693 Feb 19 03:00:38.512906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-723b8265-2577-4fde-93ef-0514d475388f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456235 Feb 19 03:00:38.540588 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Publish callbacks [] for security_group (96e83e37-5441-430a-9b75-036b0263c2d7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.547526 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (96e83e37-5441-430a-9b75-036b0263c2d7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.568821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51056) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:38.581254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70080868-234d-4629-885b-fd565307b127 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:38.602514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e83e37-5441-430a-9b75-036b0263c2d7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:38.610128 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1927aaac-7405-4b16-bd49-ee6a42cbfdee req-82224fa5-7458-478d-914d-77b341258b11 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c1078e-389e-4995-b0ec-e867f68e3b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327536 Feb 19 03:00:38.629490 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b97acd57-9684-490b-b85c-3a8a5e00c953), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.629826 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Added segment b97acd57-9684-490b-b85c-3a8a5e00c953 of type vlan for network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 Feb 19 03:00:38.665845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-899072d0-5646-4452-a9ce-40957f6688cf service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519141 Feb 19 03:00:38.695145 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (897e174e-91bd-4a1e-a1a4-0e388d95f9d4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.747469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (897e174e-91bd-4a1e-a1a4-0e388d95f9d4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.749246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:38.750611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.817820 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-70080868-234d-4629-885b-fd565307b127 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5787559 Feb 19 03:00:38.821637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51068) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:38.830416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8575d7d2-9c67-4ac1-b54e-f26a1ad94ef8 admin admin] Request body: {'subnet': {'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-173510214-subnet', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:38.835114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ebf29c0-68fa-4a84-b717-7965a873b70e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.845176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70080868-234d-4629-885b-fd565307b127 admin admin] Pushing event updated for resources: {'Network': ['ID=897e174e-91bd-4a1e-a1a4-0e388d95f9d4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:38.847127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-b0a823fd-67db-4c61-be7b-8641bebb9a47 service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803989 Feb 19 03:00:38.861079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:38.869737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2884d-85c7-458e-8c4d-cd694bcb304d req-de0afd1d-5bae-47ef-b13c-1e52abe76ea1 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:38.871316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bcd2884d-85c7-458e-8c4d-cd694bcb304d req-de0afd1d-5bae-47ef-b13c-1e52abe76ea1 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.1005273 Feb 19 03:00:38.874036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8575d7d2-9c67-4ac1-b54e-f26a1ad94ef8 admin admin] Made reservation on behalf of a91e88c847fd4b34856d851b4ec9a017 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:38.876479 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8575d7d2-9c67-4ac1-b54e-f26a1ad94ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.948412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ebf29c0-68fa-4a84-b717-7965a873b70e admin admin] Publish callbacks [] for security_group (35ea5053-10eb-41c3-a561-8fe6a3725032), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:38.958131 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ebf29c0-68fa-4a84-b717-7965a873b70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (35ea5053-10eb-41c3-a561-8fe6a3725032), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.000313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf29c0-68fa-4a84-b717-7965a873b70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ea5053-10eb-41c3-a561-8fe6a3725032,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:39.004393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bcd2884d-85c7-458e-8c4d-cd694bcb304d req-91321f2e-a099-42e6-b6c0-e45bab795734 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238234 Feb 19 03:00:39.057649 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3ebf29c0-68fa-4a84-b717-7965a873b70e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2410ddbfdf224db5b62af1c42d995f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4876084 Feb 19 03:00:39.058249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51074) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:39.170622 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-904299ea-9659-45b2-8a31-1009ed4ab7bd admin admin] Publish callbacks [] for security_group (35ea5053-10eb-41c3-a561-8fe6a3725032), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.198114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-904299ea-9659-45b2-8a31-1009ed4ab7bd admin admin] Publish callbacks [] for security_group (35ea5053-10eb-41c3-a561-8fe6a3725032), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.242593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3bbd5-986e-4db1-8da8-b5b085124316 req-14d49fd5-e758-4d20-9683-b7736d26b942 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:39.245121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94f3bbd5-986e-4db1-8da8-b5b085124316 req-14d49fd5-e758-4d20-9683-b7736d26b942 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.1532602 Feb 19 03:00:39.249304 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8575d7d2-9c67-4ac1-b54e-f26a1ad94ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (a0fb6246-d4f9-49a4-9fad-c81f77acdf71), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.261904 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-904299ea-9659-45b2-8a31-1009ed4ab7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (35ea5053-10eb-41c3-a561-8fe6a3725032), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.265310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-904299ea-9659-45b2-8a31-1009ed4ab7bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.268984 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-904299ea-9659-45b2-8a31-1009ed4ab7bd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35ea5053-10eb-41c3-a561-8fe6a3725032 HTTP/1.1" status: 204 len: 168 time: 0.2065325 Feb 19 03:00:39.278912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904299ea-9659-45b2-8a31-1009ed4ab7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ea5053-10eb-41c3-a561-8fe6a3725032,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:39.349421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec943bd-3941-499b-b11a-0afbbedf3790 req-1e9005c1-9f47-4707-a7a5-724157226793 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:39.350854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fec943bd-3941-499b-b11a-0afbbedf3790 req-1e9005c1-9f47-4707-a7a5-724157226793 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.1924558 Feb 19 03:00:39.382053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575d7d2-9c67-4ac1-b54e-f26a1ad94ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0fb6246-d4f9-49a4-9fad-c81f77acdf71,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:39.382997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8c6ad249-4740-47dc-ace1-dd36e10a831a details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:00:39.431599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94f3bbd5-986e-4db1-8da8-b5b085124316 req-efc986ad-5d45-4389-91fc-3b1c98ef206b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722250 Feb 19 03:00:39.431599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8575d7d2-9c67-4ac1-b54e-f26a1ad94ef8 admin admin] Checking segment: {'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:39.431599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8575d7d2-9c67-4ac1-b54e-f26a1ad94ef8 admin admin] Network hostable DHCP agents. Network: 897e174e-91bd-4a1e-a1a4-0e388d95f9d4, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:39.505868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8575d7d2-9c67-4ac1-b54e-f26a1ad94ef8 admin admin] Network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:39.536513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-450a055a-c56a-41bd-8e75-7a891da86231 req-693ef8ae-2985-4e8e-af13-72844c48e249 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 210 time: 0.0541353 Feb 19 03:00:39.540868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fec943bd-3941-499b-b11a-0afbbedf3790 req-67e339c8-7d1c-45e7-b2c7-b6dfa9ab60ab tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754589 Feb 19 03:00:39.554575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-8575d7d2-9c67-4ac1-b54e-f26a1ad94ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 897e174e-91bd-4a1e-a1a4-0e388d95f9d4) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:39.560787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8575d7d2-9c67-4ac1-b54e-f26a1ad94ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:39.561391 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8575d7d2-9c67-4ac1-b54e-f26a1ad94ef8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.576540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a64811-7366-4116-b3c5-33bb8b008154 None None] Network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:39.603737 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8575d7d2-9c67-4ac1-b54e-f26a1ad94ef8 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7808828 Feb 19 03:00:39.606521 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51088) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:39.610972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:39.652275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:39.669801 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (39f09673-6285-41e8-bf95-efa7675423fd), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.672602 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (39f09673-6285-41e8-bf95-efa7675423fd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.677436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'mac_address': 'fa:16:3e:5d:11:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:00:39.788073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8c6ad249-4740-47dc-ace1-dd36e10a831a is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:39.788478 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.806123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:00:39.806123 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.819729 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Publish callbacks [] for router_controller (39f09673-6285-41e8-bf95-efa7675423fd), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.845435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c6ad249-4740-47dc-ace1-dd36e10a831a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:39.847439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56e763-016f-4c95-9bdf-60317e44b6d1 req-9dc52e1a-d425-4485-80f1-40f0ea120905 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:39.857479 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c56e763-016f-4c95-9bdf-60317e44b6d1 req-9dc52e1a-d425-4485-80f1-40f0ea120905 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 943 time: 0.1473916 Feb 19 03:00:39.859691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51104) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:39.889441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:39.904128 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.904359 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c5e51965-2628-4d23-92ef-1ea170575f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:39.904814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 967a422c-05c7-4eb7-a1af-4aff20aaf87f details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:00:39.959523 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c56e763-016f-4c95-9bdf-60317e44b6d1 req-8c232dd4-c63b-4e6a-86e6-f2e32aaa01da tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c1078e-389e-4995-b0ec-e867f68e3b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997529 Feb 19 03:00:40.062359 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.075417 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Publish callbacks [] for router_gateway (39f09673-6285-41e8-bf95-efa7675423fd), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.082483 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c5e51965-2628-4d23-92ef-1ea170575f09 admin admin] Publish callbacks [] for security_group (ccc6f8e0-87fd-4942-9037-f81653578aac), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.099763 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c5e51965-2628-4d23-92ef-1ea170575f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ccc6f8e0-87fd-4942-9037-f81653578aac), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.102455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8c6ad249-4740-47dc-ace1-dd36e10a831a,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:40.172495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c5e51965-2628-4d23-92ef-1ea170575f09 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d64e013179864c089e595f2c81088658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3033252 Feb 19 03:00:40.182626 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51108) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:40.220946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e51965-2628-4d23-92ef-1ea170575f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc6f8e0-87fd-4942-9037-f81653578aac,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:40.271475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d16a8b-85c8-4a14-bf9c-254af7830444 req-e99a1409-8810-4baf-9cf8-3d7eb3474e77 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:40.282468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87d16a8b-85c8-4a14-bf9c-254af7830444 req-e99a1409-8810-4baf-9cf8-3d7eb3474e77 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.1252260 Feb 19 03:00:40.298682 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-28e3450f-1a87-460d-abff-9a602dbfc04c admin admin] Publish callbacks [] for security_group (ccc6f8e0-87fd-4942-9037-f81653578aac), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.356846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87d16a8b-85c8-4a14-bf9c-254af7830444 req-a37ab3f7-21fa-41fb-9f1b-96740c9af8b4 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735621 Feb 19 03:00:40.386303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-28e3450f-1a87-460d-abff-9a602dbfc04c admin admin] Publish callbacks [] for security_group (ccc6f8e0-87fd-4942-9037-f81653578aac), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.389134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Allocated IP 172.20.0.2 (897e174e-91bd-4a1e-a1a4-0e388d95f9d4/a0fb6246-d4f9-49a4-9fad-c81f77acdf71/54af2894-b740-4049-9355-e04628280eb5) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:40.428930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 967a422c-05c7-4eb7-a1af-4aff20aaf87f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=967a422c-05c7-4eb7-a1af-4aff20aaf87f,segment=NetworkSegment(7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0),segment_id=7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:40.452895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Publish callbacks [] for router_gateway (39f09673-6285-41e8-bf95-efa7675423fd), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.476630 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.484970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '967a422c-05c7-4eb7-a1af-4aff20aaf87f', 'network_id': '5694888d-67e3-47d2-aeab-ff64cc18b4a7', 'port_id': '967a422c-05c7-4eb7-a1af-4aff20aaf87f', 'mac_address': 'fa:16:3e:52:e9:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '570c608e-7ef6-49c1-9599-ab58d8ef9a88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:00:40.538885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-28e3450f-1a87-460d-abff-9a602dbfc04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ccc6f8e0-87fd-4942-9037-f81653578aac), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.541562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-28e3450f-1a87-460d-abff-9a602dbfc04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.544055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 967a422c-05c7-4eb7-a1af-4aff20aaf87f is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:40.544449 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.545875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-28e3450f-1a87-460d-abff-9a602dbfc04c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ccc6f8e0-87fd-4942-9037-f81653578aac HTTP/1.1" status: 204 len: 168 time: 0.3553913 Feb 19 03:00:40.565016 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3450f-1a87-460d-abff-9a602dbfc04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc6f8e0-87fd-4942-9037-f81653578aac,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:40.615530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffda2b2-64fd-49d8-84c0-40e40b02f434 req-1cb17912-d9f4-4e28-ac78-302ec9a44183 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:40.617938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ffda2b2-64fd-49d8-84c0-40e40b02f434 req-1cb17912-d9f4-4e28-ac78-302ec9a44183 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.1020927 Feb 19 03:00:40.641051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Allocated IP 172.25.1.234 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/01ba48cc-cceb-4398-8e62-efe215876008) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:40.664062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967a422c-05c7-4eb7-a1af-4aff20aaf87f {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:40.694887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 967a422c-05c7-4eb7-a1af-4aff20aaf87f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=967a422c-05c7-4eb7-a1af-4aff20aaf87f,segment=NetworkSegment(7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0),segment_id=7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:40.718218 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.775610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=967a422c-05c7-4eb7-a1af-4aff20aaf87f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:40.801410 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Publish callbacks [] for port (54af2894-b740-4049-9355-e04628280eb5), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.816337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f68a54de-d526-4bdd-a8a5-d0fd20ca48f7 req-f2109c05-0918-4d78-8699-a6ca155a726f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 210 time: 0.1271381 Feb 19 03:00:40.817898 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (54af2894-b740-4049-9355-e04628280eb5), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.850108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['8c6ad249-4740-47dc-ace1-dd36e10a831a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:40.879228 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Publish callbacks [] for port (01ba48cc-cceb-4398-8e62-efe215876008), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:40.954725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Pushing event updated for resources: {'Port': ['ID=54af2894-b740-4049-9355-e04628280eb5,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:40.959891 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (01ba48cc-cceb-4398-8e62-efe215876008), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.066498 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:41.078538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:41.087453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:41.088909 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Pushing event updated for resources: {'Port': ['ID=01ba48cc-cceb-4398-8e62-efe215876008,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:41.093869 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:41.100460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:41.108290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:41.198589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['967a422c-05c7-4eb7-a1af-4aff20aaf87f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:41.388646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Attempting to bind port 54af2894-b740-4049-9355-e04628280eb5 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:41.389016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Attempting to bind port 54af2894-b740-4049-9355-e04628280eb5 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:41.389503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Attempting to bind port 54af2894-b740-4049-9355-e04628280eb5 on network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:41.396855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:41.397269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Checking segment: {'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:41.397811 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.398214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Bound using segment: {'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:41.398701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Bound port: 54af2894-b740-4049-9355-e04628280eb5, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:41.399114 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (54af2894-b740-4049-9355-e04628280eb5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.443819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ffda2b2-64fd-49d8-84c0-40e40b02f434 req-a9f26a71-ab83-4a95-a5c1-f81e44101e5a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8097243 Feb 19 03:00:41.497105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] For port 54af2894-b740-4049-9355-e04628280eb5, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:41.501447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] For port 54af2894-b740-4049-9355-e04628280eb5, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=54af2894-b740-4049-9355-e04628280eb5,segment=NetworkSegment(b97acd57-9684-490b-b85c-3a8a5e00c953),segment_id=b97acd57-9684-490b-b85c-3a8a5e00c953)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:41.516979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ef0c3-53ea-4f49-93c6-c60c71354483 req-aae68ba2-4489-4a79-a76d-593136ad7663 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:41.525025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-769ef0c3-53ea-4f49-93c6-c60c71354483 req-aae68ba2-4489-4a79-a76d-593136ad7663 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.5757692 Feb 19 03:00:41.532110 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (54af2894-b740-4049-9355-e04628280eb5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.605340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-89ba44e9-0196-427b-af7a-d99facf14d9b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:41.609829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-89ba44e9-0196-427b-af7a-d99facf14d9b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.7880619 Feb 19 03:00:41.641622 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Publish callbacks [] for router_gateway (39f09673-6285-41e8-bf95-efa7675423fd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:41.652036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Request body: {'port': {'device_id': 'd6767c5a-0926-4034-bc0f-b1b3ffb7471c', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'admin_state_up': True, 'tenant_id': '03a098dbc4144e01abb1935743b8c45b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:41.788143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1cf25e-a5b8-434c-97a2-80aa18d3503b None None] Pushing event updated for resources: {'Port': ['ID=54af2894-b740-4049-9355-e04628280eb5,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:41.839955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-769ef0c3-53ea-4f49-93c6-c60c71354483 req-a54d449d-03db-4d5f-9990-89c1d6d7ee3a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053765 Feb 19 03:00:42.097303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2373ed-44a2-41ec-96ae-5bb4cce70463 req-92b0f77a-afd5-40d2-ae03-825b87dc7b72 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:42.106411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d2373ed-44a2-41ec-96ae-5bb4cce70463 req-92b0f77a-afd5-40d2-ae03-825b87dc7b72 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 944 time: 0.3878012 Feb 19 03:00:42.217503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58976e3e-3be2-4b02-883f-13c2c4285b81 req-44aef3f1-9f46-43d0-835b-87883b75c4ab tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:42.225893 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58976e3e-3be2-4b02-883f-13c2c4285b81 req-44aef3f1-9f46-43d0-835b-87883b75c4ab tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.2619741 Feb 19 03:00:42.245310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Made reservation on behalf of 03a098dbc4144e01abb1935743b8c45b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:42.248940 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.290797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d2373ed-44a2-41ec-96ae-5bb4cce70463 req-3656d3e9-1b48-46e7-a20d-540f5cb51a9f tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c1078e-389e-4995-b0ec-e867f68e3b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616120 Feb 19 03:00:42.360227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58976e3e-3be2-4b02-883f-13c2c4285b81 req-4fba955a-359f-4b99-a138-54744656f536 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308029 Feb 19 03:00:42.511545 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (39f09673-6285-41e8-bf95-efa7675423fd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:42.539522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d4344d2-6424-463d-877d-888d3afb6bba req-637d895e-4fae-40bd-a590-19ca2428e448 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 210 time: 0.0644081 Feb 19 03:00:42.740611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Allocated IP 172.20.0.7 (0e4aacd3-30ee-4aa7-b85b-c898c93b3c78/b7c96846-60d1-498c-9c3e-d38728efac18/53f06b37-646a-4ef3-b369-01fc5991c119) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:42.787537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Router 39f09673-6285-41e8-bf95-efa7675423fd is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:00:42.890461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d852e-3dcf-414d-9cf7-c015185d9425 req-7b26527f-11ce-4eaf-8a8c-c22631b60c8a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:42.897895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c59d852e-3dcf-414d-9cf7-c015185d9425 req-7b26527f-11ce-4eaf-8a8c-c22631b60c8a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.2257249 Feb 19 03:00:42.987269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:43.001491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Sync routers for ids ['39f09673-6285-41e8-bf95-efa7675423fd'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:43.019199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Routers {'39f09673-6285-41e8-bf95-efa7675423fd'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:43.024517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.029482 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1c442b9e-e4ba-4b02-8e62-0212781e7191 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4218450 Feb 19 03:00:43.030993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51202) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:43.031133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:00:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['39f09673-6285-41e8-bf95-efa7675423fd'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:43.257541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c59d852e-3dcf-414d-9cf7-c015185d9425 req-fab340fc-b548-4e48-8a27-6c4a5c561e27 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586323 Feb 19 03:00:43.297592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Set router 39f09673-6285-41e8-bf95-efa7675423fd gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:43.386858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 54af2894-b740-4049-9355-e04628280eb5 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:43.429558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3264-5f47-4dcc-9701-f65299c14ad6 req-ca19bef5-9bfe-415b-b8d0-77be566ecc53 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:43.437844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a03d3264-5f47-4dcc-9701-f65299c14ad6 req-ca19bef5-9bfe-415b-b8d0-77be566ecc53 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.3630950 Feb 19 03:00:43.449698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 967a422c-05c7-4eb7-a1af-4aff20aaf87f up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:43.483245 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks [] for port (53f06b37-646a-4ef3-b369-01fc5991c119), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.548005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f97f36-beb6-4f35-a275-7db87178ff59 None None] Network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:43.573709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a03d3264-5f47-4dcc-9701-f65299c14ad6 req-59b71c3e-307e-4705-803e-ba4f73533559 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345990 Feb 19 03:00:43.616765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc641b-c3e1-4468-9967-4e89640000c2 req-28744329-5a66-45a9-a880-ab89ebdc8658 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:43.633487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6dc641b-c3e1-4468-9967-4e89640000c2 req-28744329-5a66-45a9-a880-ab89ebdc8658 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 944 time: 0.1900949 Feb 19 03:00:43.652407 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.677259 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.795803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event updated for resources: {'Port': ['ID=53f06b37-646a-4ef3-b369-01fc5991c119,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:43.819416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ee6a7ff1-d090-4e57-a965-7b6c9c55a155 None None] Provisioning complete for port 54af2894-b740-4049-9355-e04628280eb5 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:43.819791 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7ff1-d090-4e57-a965-7b6c9c55a155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (54af2894-b740-4049-9355-e04628280eb5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.839688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:43.877392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:43.884770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:43.938695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 54af2894-b740-4049-9355-e04628280eb5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:43.939723 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (54af2894-b740-4049-9355-e04628280eb5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:43.960564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6dc641b-c3e1-4468-9967-4e89640000c2 req-a133d872-9790-4938-9a4d-a5649cb64ab9 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c1078e-389e-4995-b0ec-e867f68e3b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220758 Feb 19 03:00:43.979179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fab75-4abc-48fc-818b-1cabef7405fc req-52656dae-c31c-4d5a-a3e7-02bbf0419d3e tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:43.987139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a29fab75-4abc-48fc-818b-1cabef7405fc req-52656dae-c31c-4d5a-a3e7-02bbf0419d3e tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.1721461 Feb 19 03:00:44.021538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 967a422c-05c7-4eb7-a1af-4aff20aaf87f completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:00:44.038144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 967a422c-05c7-4eb7-a1af-4aff20aaf87f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:44.040476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Allocated IP 172.20.0.1 (897e174e-91bd-4a1e-a1a4-0e388d95f9d4/a0fb6246-d4f9-49a4-9fad-c81f77acdf71/bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:44.044072 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.049707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:44.051354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.167331 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a29fab75-4abc-48fc-818b-1cabef7405fc req-b8c3a6c4-4787-4f66-9964-6e5e287926ea tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769226 Feb 19 03:00:44.173420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a7ff1-d090-4e57-a965-7b6c9c55a155 None None] Current status of the port 54af2894-b740-4049-9355-e04628280eb5 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:44.173896 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7ff1-d090-4e57-a965-7b6c9c55a155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (54af2894-b740-4049-9355-e04628280eb5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.194046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-e11b3259-40ab-4cc3-aee0-3f8b609a4f32 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5505905 Feb 19 03:00:44.197285 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:00:44.296420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:00:41Z', 'revision_number': 3, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:44.298448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Request body: {'port': {'device_id': 'd6767c5a-0926-4034-bc0f-b1b3ffb7471c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:44.307092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 54af2894-b740-4049-9355-e04628280eb5 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:44.307641 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (54af2894-b740-4049-9355-e04628280eb5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.314017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ee6a7ff1-d090-4e57-a965-7b6c9c55a155 None None] For port 54af2894-b740-4049-9355-e04628280eb5, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=54af2894-b740-4049-9355-e04628280eb5,segment=NetworkSegment(b97acd57-9684-490b-b85c-3a8a5e00c953),segment_id=b97acd57-9684-490b-b85c-3a8a5e00c953)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:44.368402 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Publish callbacks [] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.428244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Checking router: 39f09673-6285-41e8-bf95-efa7675423fd for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:00:44.438047 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Updating router 39f09673-6285-41e8-bf95-efa7675423fd port 01ba48cc-cceb-4398-8e62-efe215876008 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:00:44.453914 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.457881 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ee6a7ff1-d090-4e57-a965-7b6c9c55a155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (54af2894-b740-4049-9355-e04628280eb5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.466611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b76268-2050-43bb-afe3-56a12972b1c7 req-c1be1924-c442-44a8-9d9a-855c6d2f18e4 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:44.478471 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35b76268-2050-43bb-afe3-56a12972b1c7 req-c1be1924-c442-44a8-9d9a-855c6d2f18e4 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 931 time: 0.2825167 Feb 19 03:00:44.501478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 967a422c-05c7-4eb7-a1af-4aff20aaf87f is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:44.502129 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.521867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:44.524338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.528488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:44.534143 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:44.536920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Pushing event updated for resources: {'Port': ['ID=bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:44.565237 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (01ba48cc-cceb-4398-8e62-efe215876008), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.617322 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (39f09673-6285-41e8-bf95-efa7675423fd), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.629009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5b35b-dfbb-4cdb-b456-faed56b3b876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a422c-05c7-4eb7-a1af-4aff20aaf87f'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:44.631627 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c2dff0-9478-432e-8e09-d35fefcfaa7a" -d '{"events": [{"server_uuid": "d8d5b35b-dfbb-4cdb-b456-faed56b3b876", "name": "network-vif-plugged", "status": "completed", "tag": "967a422c-05c7-4eb7-a1af-4aff20aaf87f"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:44.673832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 967a422c-05c7-4eb7-a1af-4aff20aaf87f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=967a422c-05c7-4eb7-a1af-4aff20aaf87f,segment=NetworkSegment(7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0),segment_id=7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:44.681340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a7ff1-d090-4e57-a965-7b6c9c55a155 None None] Pushing event updated for resources: {'Port': ['ID=54af2894-b740-4049-9355-e04628280eb5,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:44.701466 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:44.702964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8c6ad249-4740-47dc-ace1-dd36e10a831a up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:44.711142 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:00:44.711834 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:00:44.952517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.039396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-255bddc7-3938-4ab9-b05c-b189fa74c1e6 None None] Provisioning complete for port 54af2894-b740-4049-9355-e04628280eb5 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:45.040490 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-255bddc7-3938-4ab9-b05c-b189fa74c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (54af2894-b740-4049-9355-e04628280eb5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.083693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83fd83-002f-4f1b-8d48-9d68f4d934ba req-463b3bc9-a536-4b6d-8e5f-e5ded9a039d9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:45.090953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a83fd83-002f-4f1b-8d48-9d68f4d934ba req-463b3bc9-a536-4b6d-8e5f-e5ded9a039d9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.5810356 Feb 19 03:00:45.147822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=967a422c-05c7-4eb7-a1af-4aff20aaf87f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:45.159349 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35b76268-2050-43bb-afe3-56a12972b1c7 req-f4036169-11ea-40c4-ace7-41acb09d9b4f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6798661 Feb 19 03:00:45.188488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a83fd83-002f-4f1b-8d48-9d68f4d934ba req-6fbf98fd-04d8-4887-af40-feaa36f76a42 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917306 Feb 19 03:00:45.258721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Publish callbacks [] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.274253 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.346282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f06b37-646a-4ef3-b369-01fc5991c119 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:45.358945 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Publish callbacks [] for port (53f06b37-646a-4ef3-b369-01fc5991c119), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.387701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 8c6ad249-4740-47dc-ace1-dd36e10a831a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:45.395877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da63a1a-b32a-4cef-8222-8101d2c362f8 req-912c503f-dad2-492b-b9e8-cf9a24c34798 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:45.396515 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.400698 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b13c92f-76bb-4d65-980b-1635aa01763a x-openstack-request-id: req-4b13c92f-76bb-4d65-980b-1635aa01763a {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:45.401045 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5b35b-dfbb-4cdb-b456-faed56b3b876", "name": "network-vif-plugged", "status": "completed", "tag": "967a422c-05c7-4eb7-a1af-4aff20aaf87f", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:45.401471 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b13c92f-76bb-4d65-980b-1635aa01763a {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:45.401949 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d5b35b-dfbb-4cdb-b456-faed56b3b876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967a422c-05c7-4eb7-a1af-4aff20aaf87f', 'code': 200} Feb 19 03:00:45.417978 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1da63a1a-b32a-4cef-8222-8101d2c362f8 req-912c503f-dad2-492b-b9e8-cf9a24c34798 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.1244271 Feb 19 03:00:45.422624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Transition to ACTIVE for port object 53f06b37-646a-4ef3-b369-01fc5991c119 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:00:45.443785 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (39f09673-6285-41e8-bf95-efa7675423fd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.450300 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.485605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Pushing event updated for resources: {'Port': ['ID=bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:45.573903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Pushing event updated for resources: {'Port': ['ID=53f06b37-646a-4ef3-b369-01fc5991c119,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:45.589848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 54af2894-b740-4049-9355-e04628280eb5 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:45.631352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1da63a1a-b32a-4cef-8222-8101d2c362f8 req-d99f2d10-f11f-400b-be21-7e938265c6d5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122378 Feb 19 03:00:45.677396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:45.682478 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:45.695076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e291c-e8d6-4d5d-b2c6-dfe73798833c req-7044ead0-0873-42ef-a53a-927667e54406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:45.699528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c87e291c-e8d6-4d5d-b2c6-dfe73798833c req-7044ead0-0873-42ef-a53a-927667e54406 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 1127 time: 0.2208290 Feb 19 03:00:45.767217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8c6ad249-4740-47dc-ace1-dd36e10a831a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:45.767600 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.778912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 54af2894-b740-4049-9355-e04628280eb5 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:45.871607 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Publish callbacks [] for port (01ba48cc-cceb-4398-8e62-efe215876008), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.878849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-255bddc7-3938-4ab9-b05c-b189fa74c1e6 None None] Current status of the port 54af2894-b740-4049-9355-e04628280eb5 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:45.897294 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (01ba48cc-cceb-4398-8e62-efe215876008), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:45.954468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4a8d7-49fc-4f1c-9eb4-4c41cc8547f0 req-9eb35727-49ed-4979-922d-36bea219fde4 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:45.956217 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92e4a8d7-49fc-4f1c-9eb4-4c41cc8547f0 req-9eb35727-49ed-4979-922d-36bea219fde4 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 945 time: 0.3975978 Feb 19 03:00:45.956806 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Router 39f09673-6285-41e8-bf95-efa7675423fd has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:00:45.976268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:46.029671 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.075082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02947f-038b-4b83-8684-f9c48ddf7d31 None None] Pushing event updated for resources: {'Port': ['ID=01ba48cc-cceb-4398-8e62-efe215876008,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:46.097715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c87e291c-e8d6-4d5d-b2c6-dfe73798833c req-f132ba4d-90d6-4c69-95f7-765aa896c959 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=b0c1078e-389e-4995-b0ec-e867f68e3b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846076 Feb 19 03:00:46.104017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Attempting to bind port 01ba48cc-cceb-4398-8e62-efe215876008 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:46.104382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Attempting to bind port 01ba48cc-cceb-4398-8e62-efe215876008 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:46.104783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Attempting to bind port 01ba48cc-cceb-4398-8e62-efe215876008 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:46.112149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39a6a8-c4bf-4bcc-861a-cc1d6db8380b req-1fa4afbb-e3e1-457f-bd3c-9f0b9f023563 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:46.115637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:46.115637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:46.115970 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.116349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:46.116853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Bound port: 01ba48cc-cceb-4398-8e62-efe215876008, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:46.117224 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (01ba48cc-cceb-4398-8e62-efe215876008), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.124993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b39a6a8-c4bf-4bcc-861a-cc1d6db8380b req-1fa4afbb-e3e1-457f-bd3c-9f0b9f023563 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.3372262 Feb 19 03:00:46.127575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Attempting to bind port 53f06b37-646a-4ef3-b369-01fc5991c119 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:46.128087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Attempting to bind port 53f06b37-646a-4ef3-b369-01fc5991c119 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:46.128638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Attempting to bind port 53f06b37-646a-4ef3-b369-01fc5991c119 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:46.135432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Port 53f06b37-646a-4ef3-b369-01fc5991c119 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:00:46.135954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Attempting to bind port 53f06b37-646a-4ef3-b369-01fc5991c119 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:46.175144 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:46.180056 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cd4aba38-770f-4511-913c-84d49da0d45a admin admin] 10.222.0.81 "PUT /v2.0/routers/39f09673-6285-41e8-bf95-efa7675423fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1476238 Feb 19 03:00:46.193642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] For port 01ba48cc-cceb-4398-8e62-efe215876008, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:46.199010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] For port 01ba48cc-cceb-4398-8e62-efe215876008, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=01ba48cc-cceb-4398-8e62-efe215876008,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:46.220935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-06efa3d1-facb-4cc4-84c4-5a53e3236a7e None None] Provisioning complete for port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:46.221306 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06efa3d1-facb-4cc4-84c4-5a53e3236a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.253370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b39a6a8-c4bf-4bcc-861a-cc1d6db8380b req-af048f85-0985-45bd-b02b-55145f2cef70 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270020 Feb 19 03:00:46.264188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-06efa3d1-facb-4cc4-84c4-5a53e3236a7e None None] Port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:46.267136 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (01ba48cc-cceb-4398-8e62-efe215876008), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.272119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:46.274678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Checking segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:46.278883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Bound using segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:46.283699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Bound port: 53f06b37-646a-4ef3-b369-01fc5991c119, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:46.285352 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.333445 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92e4a8d7-49fc-4f1c-9eb4-4c41cc8547f0 req-71d5236f-bf5e-4133-a75f-b4b7525dc4a1 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c1078e-389e-4995-b0ec-e867f68e3b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3605666 Feb 19 03:00:46.358817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 54af2894-b740-4049-9355-e04628280eb5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:46.359197 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (54af2894-b740-4049-9355-e04628280eb5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.374475 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8c6ad249-4740-47dc-ace1-dd36e10a831a,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:46.457947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] For port 53f06b37-646a-4ef3-b369-01fc5991c119, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:46.462497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Routers {'39f09673-6285-41e8-bf95-efa7675423fd'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:46.463702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:00:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['39f09673-6285-41e8-bf95-efa7675423fd'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:46.485531 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] For port 53f06b37-646a-4ef3-b369-01fc5991c119, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=53f06b37-646a-4ef3-b369-01fc5991c119,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:46.515518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7d6be-0a3f-479e-a8e4-0a430db45351 req-f1cb9c26-db2f-46ce-89a2-63084103dea8 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:46.517879 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bf7d6be-0a3f-479e-a8e4-0a430db45351 req-f1cb9c26-db2f-46ce-89a2-63084103dea8 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 943 time: 0.1044896 Feb 19 03:00:46.519669 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.625471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:46.627012 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.630600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] 10.222.0.67 "PUT /v2.0/ports/53f06b37-646a-4ef3-b369-01fc5991c119 HTTP/1.1" status: 200 len: 1091 time: 2.3690083 Feb 19 03:00:46.634560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6767c5a-0926-4034-bc0f-b1b3ffb7471c', 'tag': '53f06b37-646a-4ef3-b369-01fc5991c119'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:46.639437 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b56a32-619d-4e84-8a0b-ae3814784857" -d '{"events": [{"name": "network-changed", "server_uuid": "d6767c5a-0926-4034-bc0f-b1b3ffb7471c", "tag": "53f06b37-646a-4ef3-b369-01fc5991c119"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:46.657816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3b667edd-6d7b-4a57-bf46-59e7539c980f None None] Provisioning complete for port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:46.658325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3b667edd-6d7b-4a57-bf46-59e7539c980f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:46.692781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02947f-038b-4b83-8684-f9c48ddf7d31 None None] Pushing event updated for resources: {'Port': ['ID=01ba48cc-cceb-4398-8e62-efe215876008,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:46.760780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bf7d6be-0a3f-479e-a8e4-0a430db45351 req-231d667d-7cdf-4cb2-ac7d-de0bd8ae69a6 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348940 Feb 19 03:00:46.768043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaad030-41cb-4cc1-b3f6-99057cf229a2 service neutron] Pushing event updated for resources: {'Port': ['ID=53f06b37-646a-4ef3-b369-01fc5991c119,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:46.801694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d3221-12dc-4346-aaad-8ebefc2c40ae req-31996b96-9d37-49bb-8a9c-6ec76f656a50 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:46.803386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f3d3221-12dc-4346-aaad-8ebefc2c40ae req-31996b96-9d37-49bb-8a9c-6ec76f656a50 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.2323904 Feb 19 03:00:46.835191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] Set router 39f09673-6285-41e8-bf95-efa7675423fd gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:46.841616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-2f0cd2ca-7359-4299-836d-0e475092c3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:46.843142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-2f0cd2ca-7359-4299-836d-0e475092c3fc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 1125 time: 0.1268177 Feb 19 03:00:46.845932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3b667edd-6d7b-4a57-bf46-59e7539c980f None None] Port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:00:46.912378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-b6114a75-b344-42b3-a03e-591bd97ff631 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53f06b37-646a-4ef3-b369-01fc5991c119 HTTP/1.1" status: 200 len: 217 time: 0.0599005 Feb 19 03:00:46.935678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f3d3221-12dc-4346-aaad-8ebefc2c40ae req-a98fbff0-36e8-46b8-b55e-659e96828808 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249466 Feb 19 03:00:46.972636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 54af2894-b740-4049-9355-e04628280eb5 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:47.065347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-ac135904-7dbd-4157-8fea-f643ff4e1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:47.075830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-ac135904-7dbd-4157-8fea-f643ff4e1447 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.1390855 Feb 19 03:00:47.080927 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8df89d3-b3ca-4cc5-b8dd-b81fcafdc476 x-openstack-request-id: req-f8df89d3-b3ca-4cc5-b8dd-b81fcafdc476 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:47.081315 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6767c5a-0926-4034-bc0f-b1b3ffb7471c", "tag": "53f06b37-646a-4ef3-b369-01fc5991c119", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:47.081588 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f8df89d3-b3ca-4cc5-b8dd-b81fcafdc476 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:47.082003 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6767c5a-0926-4034-bc0f-b1b3ffb7471c', 'tag': '53f06b37-646a-4ef3-b369-01fc5991c119', 'status': 'completed', 'code': 200} Feb 19 03:00:47.147995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-cf2739fa-b444-4ba0-8214-302bbb650f96 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557671 Feb 19 03:00:47.302528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:00:44Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e', 'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'mac_address': 'fa:16:3e:e4:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:43Z', 'updated_at': '2022-02-19T03:00:45Z', 'revision_number': 2, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'subnets': [{'id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:47.339686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-a7bfc72d-1ce1-439a-adb8-7d35b96792c8 service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824152 Feb 19 03:00:47.346131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048b76ca-e26e-43f7-9c69-e0569e593aab None None] The sync data for ids ['39f09673-6285-41e8-bf95-efa7675423fd'] in n-d-826755-2 is: [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:00:44Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e', 'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'mac_address': 'fa:16:3e:e4:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:43Z', 'updated_at': '2022-02-19T03:00:45Z', 'revision_number': 2, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'subnets': [{'id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:00:47.349112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4b0f-a9a7-4ffc-9a2f-bff3e8bf70e6 req-06842c75-578d-4e38-8f0b-aa35f6c4d981 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:47.357357 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10da4b0f-a9a7-4ffc-9a2f-bff3e8bf70e6 req-06842c75-578d-4e38-8f0b-aa35f6c4d981 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.1268656 Feb 19 03:00:47.403887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:47.407088 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e56a36c-7b96-4820-a8b2-99e59089c51d" -d '{"events": [{"server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "name": "network-vif-plugged", "status": "completed", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:47.536974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51276) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:47.541686 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-355f8d96-d5cf-4623-8664-2e3139e0d8cb tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1606170827', 'description': 'tempest-description--1429501570'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:47.600063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-355f8d96-d5cf-4623-8664-2e3139e0d8cb tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:47.669652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10da4b0f-a9a7-4ffc-9a2f-bff3e8bf70e6 req-55babaea-5c57-49a0-92e3-1b2b5a06097d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113790 Feb 19 03:00:47.771243 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-355f8d96-d5cf-4623-8664-2e3139e0d8cb tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for security_group (60f059ef-4cc7-4b78-85f7-e87dc108d39c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:47.792308 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-355f8d96-d5cf-4623-8664-2e3139e0d8cb tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (60f059ef-4cc7-4b78-85f7-e87dc108d39c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:47.829782 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42a50ca6-8b6c-4c38-b357-1381c7095653 req-beb36f69-3b32-4b14-a76e-ad1d5f9ab3da service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298081 Feb 19 03:00:47.882678 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-355f8d96-d5cf-4623-8664-2e3139e0d8cb tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:47.884104 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-355f8d96-d5cf-4623-8664-2e3139e0d8cb tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3462498 Feb 19 03:00:47.892269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51282) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:47.900376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-cff13427-0ce7-451c-9729-8c0381389017 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Request body: {'security_group_rule': {'security_group_id': '60f059ef-4cc7-4b78-85f7-e87dc108d39c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:47.905724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355f8d96-d5cf-4623-8664-2e3139e0d8cb tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f059ef-4cc7-4b78-85f7-e87dc108d39c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:47.906712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0121fa7c-6fa7-44b5-92b2-229e5c159f1e req-0e9e9454-3ecc-49b8-8a1b-c4878990576c tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:47.914005 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0121fa7c-6fa7-44b5-92b2-229e5c159f1e req-0e9e9454-3ecc-49b8-8a1b-c4878990576c tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.1928976 Feb 19 03:00:47.960655 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cff13427-0ce7-451c-9729-8c0381389017 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for security_group_rule (15a12074-1c0d-49e4-aacb-9429ccbbe33b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.050976 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cff13427-0ce7-451c-9729-8c0381389017 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for security_group_rule (15a12074-1c0d-49e4-aacb-9429ccbbe33b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.059197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cff13427-0ce7-451c-9729-8c0381389017 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (15a12074-1c0d-49e4-aacb-9429ccbbe33b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.086306 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff13427-0ce7-451c-9729-8c0381389017 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a12074-1c0d-49e4-aacb-9429ccbbe33b,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:48.104009 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cff13427-0ce7-451c-9729-8c0381389017 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.105479 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cff13427-0ce7-451c-9729-8c0381389017 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2122037 Feb 19 03:00:48.108007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51286) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:48.113479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0e11c412-d21d-4ccb-8448-dfd7a92166a8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Request body: {'security_group_rule': {'security_group_id': '60f059ef-4cc7-4b78-85f7-e87dc108d39c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:48.117082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0121fa7c-6fa7-44b5-92b2-229e5c159f1e req-68bb6ec1-2328-4935-b62d-cf673eec7d3e tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021384 Feb 19 03:00:48.136802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937abdfb-1c44-4b49-b043-20ac6ceb954d req-122d929d-d301-46e4-b507-d6b6650e9e9b tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:48.138408 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-937abdfb-1c44-4b49-b043-20ac6ceb954d req-122d929d-d301-46e4-b507-d6b6650e9e9b tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 945 time: 0.2206919 Feb 19 03:00:48.149689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56a32-619d-4e84-8a0b-ae3814784857 req-1ff5b6f6-1121-4975-ac15-ec22f9b69fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:48.151159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12b56a32-619d-4e84-8a0b-ae3814784857 req-1ff5b6f6-1121-4975-ac15-ec22f9b69fed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 1125 time: 0.2352617 Feb 19 03:00:48.173006 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e11c412-d21d-4ccb-8448-dfd7a92166a8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for security_group_rule (3d14037c-4ce2-4499-98a7-e57992f627ba), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.220509 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6533330-e62f-4c8e-855d-212ad4b3a687 x-openstack-request-id: req-d6533330-e62f-4c8e-855d-212ad4b3a687 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:48.220509 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "name": "network-vif-plugged", "status": "completed", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:48.220509 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6533330-e62f-4c8e-855d-212ad4b3a687 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:48.220509 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'code': 200} Feb 19 03:00:48.267579 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e11c412-d21d-4ccb-8448-dfd7a92166a8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for security_group_rule (3d14037c-4ce2-4499-98a7-e57992f627ba), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.285268 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e11c412-d21d-4ccb-8448-dfd7a92166a8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (3d14037c-4ce2-4499-98a7-e57992f627ba), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.321861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-937abdfb-1c44-4b49-b043-20ac6ceb954d req-f84ed848-7966-49a4-bdc2-e23f371c01f7 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c1078e-389e-4995-b0ec-e867f68e3b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745191 Feb 19 03:00:48.370348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11c412-d21d-4ccb-8448-dfd7a92166a8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d14037c-4ce2-4499-98a7-e57992f627ba,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:48.401629 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e11c412-d21d-4ccb-8448-dfd7a92166a8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.409994 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0e11c412-d21d-4ccb-8448-dfd7a92166a8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3002656 Feb 19 03:00:48.416692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51300) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:48.435928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56a32-619d-4e84-8a0b-ae3814784857 req-184714db-5731-4c80-81f2-ca9f065a10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:48.437322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:48.441651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12b56a32-619d-4e84-8a0b-ae3814784857 req-184714db-5731-4c80-81f2-ca9f065a10b0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 906 time: 0.2633941 Feb 19 03:00:48.523208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12b56a32-619d-4e84-8a0b-ae3814784857 req-15bb32a6-e2fd-42aa-8592-41701aed6f81 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53f06b37-646a-4ef3-b369-01fc5991c119 HTTP/1.1" status: 200 len: 217 time: 0.0751572 Feb 19 03:00:48.531237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.711697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56a32-619d-4e84-8a0b-ae3814784857 req-d30bfe8f-799c-4cdd-9759-9e8eb1ffa28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:48.713479 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12b56a32-619d-4e84-8a0b-ae3814784857 req-d30bfe8f-799c-4cdd-9759-9e8eb1ffa28f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.1549027 Feb 19 03:00:48.722604 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:48.728969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc6619-14bc-4a8f-919d-edf75b07d96a req-19083c25-583a-4e70-9229-42a6e8bb424c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:48.736990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1cbc6619-14bc-4a8f-919d-edf75b07d96a req-19083c25-583a-4e70-9229-42a6e8bb424c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 943 time: 0.2780657 Feb 19 03:00:48.761984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb49fd9-c2aa-494d-aab9-2b53097f995f req-8f4604ed-5d53-4592-a622-32ef179b62d2 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:48.763769 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bb49fd9-c2aa-494d-aab9-2b53097f995f req-8f4604ed-5d53-4592-a622-32ef179b62d2 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.2546585 Feb 19 03:00:48.816796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12b56a32-619d-4e84-8a0b-ae3814784857 req-daaff093-dc4f-43be-a255-ff2e1a5defd5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749199 Feb 19 03:00:48.934145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38419b8e-ce62-4bb6-9193-2dc73e521d5d req-92ebb542-c610-41f3-9848-40db14f059be service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 HTTP/1.1" status: 200 len: 217 time: 0.0812178 Feb 19 03:00:49.067447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1cbc6619-14bc-4a8f-919d-edf75b07d96a req-0f8e32c7-e5c0-46b5-bbe5-f685d2285da9 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284907 Feb 19 03:00:49.100855 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Allocated IP 172.25.1.202 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/023d485b-786c-4aae-9c55-18d479cebdad) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:49.111076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38419b8e-ce62-4bb6-9193-2dc73e521d5d req-c71c3936-46dc-46c2-9d77-fc106df00764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:49.113256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38419b8e-ce62-4bb6-9193-2dc73e521d5d req-c71c3936-46dc-46c2-9d77-fc106df00764 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.1608136 Feb 19 03:00:49.125021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d68c-54e4-4efe-8111-09002c76ada9 req-1e336d9f-2b43-4137-b6aa-1a0fa4cd61e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:49.127477 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c855d68c-54e4-4efe-8111-09002c76ada9 req-1e336d9f-2b43-4137-b6aa-1a0fa4cd61e5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 1125 time: 0.1677220 Feb 19 03:00:49.131204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bb49fd9-c2aa-494d-aab9-2b53097f995f req-6ae1e1e4-8ac2-4bb3-ba60-38970a1901d9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571088 Feb 19 03:00:49.275212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38419b8e-ce62-4bb6-9193-2dc73e521d5d req-4df818a4-9e65-49c4-b899-ca14def77a0f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1544819 Feb 19 03:00:49.314514 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12b56a32-619d-4e84-8a0b-ae3814784857 req-6eed1f70-18ef-4cca-8501-44615c33cca7 service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4770024 Feb 19 03:00:49.503807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12b56a32-619d-4e84-8a0b-ae3814784857 req-f61ca6c2-73e5-4a5e-a333-560dec60ed98 service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554906 Feb 19 03:00:49.669685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d68c-54e4-4efe-8111-09002c76ada9 req-90ffa2fe-3808-41f5-aef8-85a7b7bf860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:49.671460 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c855d68c-54e4-4efe-8111-09002c76ada9 req-90ffa2fe-3808-41f5-aef8-85a7b7bf860a service neutron] 10.222.0.87 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.5346944 Feb 19 03:00:49.700102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for port (023d485b-786c-4aae-9c55-18d479cebdad), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.709331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42363e43-1884-4099-817b-b37461477760 req-d446eb51-146e-4e05-9474-be90ab8ccd66 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:49.728595 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42363e43-1884-4099-817b-b37461477760 req-d446eb51-146e-4e05-9474-be90ab8ccd66 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.2224369 Feb 19 03:00:49.730550 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c855d68c-54e4-4efe-8111-09002c76ada9 req-c4791e87-a760-4fd2-b659-3e683c2969bb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7772df19-1f08-4bd0-9dc1-d4121a681134 HTTP/1.1" status: 200 len: 217 time: 0.0472836 Feb 19 03:00:49.753934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38419b8e-ce62-4bb6-9193-2dc73e521d5d req-f7ae13db-64c8-45a9-bae4-6b7014ef76d5 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707487 Feb 19 03:00:49.782034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 01ba48cc-cceb-4398-8e62-efe215876008 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:49.788286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671994d-5e1a-4dc6-81b0-b73557d37292 req-80bde78b-dbac-41a0-b7bd-b372958768e3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:49.799354 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8671994d-5e1a-4dc6-81b0-b73557d37292 req-80bde78b-dbac-41a0-b7bd-b372958768e3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.4619248 Feb 19 03:00:49.808979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d68c-54e4-4efe-8111-09002c76ada9 req-9b470c80-4040-4a09-8479-1a3c98339fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:49.810379 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c855d68c-54e4-4efe-8111-09002c76ada9 req-9b470c80-4040-4a09-8479-1a3c98339fec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0738177 Feb 19 03:00:49.865084 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c855d68c-54e4-4efe-8111-09002c76ada9 req-a4d5d6cf-9fbe-4737-aeed-26af87fa378a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451975 Feb 19 03:00:49.871384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (023d485b-786c-4aae-9c55-18d479cebdad), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:49.930336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42363e43-1884-4099-817b-b37461477760 req-2bf848d2-db76-40c9-ba86-95e5bfdbf1e8 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005012 Feb 19 03:00:49.966787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8671994d-5e1a-4dc6-81b0-b73557d37292 req-30c9d04a-3384-4bd9-9b94-5a92bdc5fb28 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661911 Feb 19 03:00:49.967030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 01ba48cc-cceb-4398-8e62-efe215876008 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:49.967182 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (01ba48cc-cceb-4398-8e62-efe215876008), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.013218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38419b8e-ce62-4bb6-9193-2dc73e521d5d req-fcc032a9-b69b-40b5-87a4-4c2944f05109 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247143 Feb 19 03:00:50.087290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Pushing event updated for resources: {'Port': ['ID=023d485b-786c-4aae-9c55-18d479cebdad,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:50.100239 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:50.104145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:50.111767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:50.112006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 01ba48cc-cceb-4398-8e62-efe215876008 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:50.112370 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (01ba48cc-cceb-4398-8e62-efe215876008), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.150295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 01ba48cc-cceb-4398-8e62-efe215876008, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=01ba48cc-cceb-4398-8e62-efe215876008,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:50.162290 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (01ba48cc-cceb-4398-8e62-efe215876008), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.264959 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=01ba48cc-cceb-4398-8e62-efe215876008,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:50.294962 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c855d68c-54e4-4efe-8111-09002c76ada9 req-d2c9061e-1897-4eaa-8bf5-9f60ece5958e service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134150 Feb 19 03:00:50.324587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5444802-aaea-42e4-bcb4-c1916b5abc7e req-de326617-62c8-44b7-a0a4-9ffd0c15ce8f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:50.326526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5444802-aaea-42e4-bcb4-c1916b5abc7e req-de326617-62c8-44b7-a0a4-9ffd0c15ce8f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 943 time: 0.1182790 Feb 19 03:00:50.415691 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5444802-aaea-42e4-bcb4-c1916b5abc7e req-6f2f9582-9994-4b99-a0bd-002e456aeaa9 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828557 Feb 19 03:00:50.447818 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for floatingip (c5c27288-a462-4cbc-bbf6-034f47a11e3f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.535378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309eb4-3e81-413c-a061-afc9d4900f2c req-5a5698f9-0e91-4619-b388-ea782db202f7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:50.540319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64309eb4-3e81-413c-a061-afc9d4900f2c req-5a5698f9-0e91-4619-b388-ea782db202f7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.1460605 Feb 19 03:00:50.541604 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (023d485b-786c-4aae-9c55-18d479cebdad), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.577210 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c855d68c-54e4-4efe-8111-09002c76ada9 req-09370bb8-614b-417c-a934-8432e9658533 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703428 Feb 19 03:00:50.657913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64309eb4-3e81-413c-a061-afc9d4900f2c req-00811d58-71f2-4f0c-b710-f262ca00986a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066103 Feb 19 03:00:50.817353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51360) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:50.832997 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for port (023d485b-786c-4aae-9c55-18d479cebdad), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.841644 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (023d485b-786c-4aae-9c55-18d479cebdad), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.892364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:00:50.901195 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Sync routers for ids ['39f09673-6285-41e8-bf95-efa7675423fd'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:50.915496 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Routers {'39f09673-6285-41e8-bf95-efa7675423fd'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:50.917671 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:00:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['39f09673-6285-41e8-bf95-efa7675423fd'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:50.935185 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c5c27288-a462-4cbc-bbf6-034f47a11e3f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.957123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Pushing event updated for resources: {'Port': ['ID=023d485b-786c-4aae-9c55-18d479cebdad,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:50.980791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:50.994881 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bea58a1f-5320-4763-92c4-8913ab74d226 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5766435 Feb 19 03:00:51.077000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2490a6d-cfa4-4ef2-b92b-ab89942bf16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.149963 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Set router 39f09673-6285-41e8-bf95-efa7675423fd gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:51.197351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:51.231421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'dccbc2f5-7e0a-4de4-b162-d54c53ed1e21', 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125', 'port_id': 'dccbc2f5-7e0a-4de4-b162-d54c53ed1e21', 'mac_address': 'fa:16:3e:96:eb:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9393ae-4d49-459c-8e00-bb905bb3a9ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:00:51.286299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0300e1-27ad-4fe5-a178-59bf01e0b55b req-be1d2504-5ee7-4958-bbf6-7ea469128a7a tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:51.287864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f0300e1-27ad-4fe5-a178-59bf01e0b55b req-be1d2504-5ee7-4958-bbf6-7ea469128a7a tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.1936736 Feb 19 03:00:51.318613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:51.319011 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.320456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119dab3-da08-4dc6-a38c-3bcdb6318fc0 req-f74afeb8-d199-43e7-aeb3-a8b3099caabf tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:51.322048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3119dab3-da08-4dc6-a38c-3bcdb6318fc0 req-f74afeb8-d199-43e7-aeb3-a8b3099caabf tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 945 time: 0.1626539 Feb 19 03:00:51.335178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:51.387488 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:51.396718 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.429813 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f0300e1-27ad-4fe5-a178-59bf01e0b55b req-576dc916-e9dc-4773-8673-62246b2f80fd tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314731 Feb 19 03:00:51.439017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2490a6d-cfa4-4ef2-b92b-ab89942bf16a admin admin] Publish callbacks [] for security_group (ceebc9ed-7a33-4bcd-9dac-089632cd2a67), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.460966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 53f06b37-646a-4ef3-b369-01fc5991c119 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:00:51.461730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3119dab3-da08-4dc6-a38c-3bcdb6318fc0 req-40287328-98e5-4e22-8981-33946fe3e745 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c1078e-389e-4995-b0ec-e867f68e3b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281967 Feb 19 03:00:51.462981 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2490a6d-cfa4-4ef2-b92b-ab89942bf16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ceebc9ed-7a33-4bcd-9dac-089632cd2a67), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.535611 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:00:44Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e', 'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'mac_address': 'fa:16:3e:e4:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:43Z', 'updated_at': '2022-02-19T03:00:45Z', 'revision_number': 2, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'subnets': [{'id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:51.596777 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Checking router: 39f09673-6285-41e8-bf95-efa7675423fd for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:00:51.597131 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Updating router 39f09673-6285-41e8-bf95-efa7675423fd port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:00:51.636655 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:51.795774 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 01ba48cc-cceb-4398-8e62-efe215876008 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:51.859120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:51.900553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 53f06b37-646a-4ef3-b369-01fc5991c119, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=53f06b37-646a-4ef3-b369-01fc5991c119,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:51.917481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '53f06b37-646a-4ef3-b369-01fc5991c119', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'port_id': '53f06b37-646a-4ef3-b369-01fc5991c119', 'mac_address': 'fa:16:3e:c5:e1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c96846-60d1-498c-9c3e-d38728efac18', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:00:51.956191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['dccbc2f5-7e0a-4de4-b162-d54c53ed1e21'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:51.958898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 01ba48cc-cceb-4398-8e62-efe215876008 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:51.959814 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (01ba48cc-cceb-4398-8e62-efe215876008), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.008502 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Publish callbacks [] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.025890 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.036328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c2490a6d-cfa4-4ef2-b92b-ab89942bf16a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3da8f09747fb4c08bfaf70242fda995a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2152326 Feb 19 03:00:52.039344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51396) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:52.051926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 53f06b37-646a-4ef3-b369-01fc5991c119 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:52.053708 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.090842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f06b37-646a-4ef3-b369-01fc5991c119 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:00:52.093321 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Pushing event updated for resources: {'Port': ['ID=bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:52.107730 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.108079 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.108332 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.108934 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.109273 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.109775 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.110109 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.110426 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.110906 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.111283 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.111710 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.112640 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.113265 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:00:52.149164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 53f06b37-646a-4ef3-b369-01fc5991c119, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=53f06b37-646a-4ef3-b369-01fc5991c119,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:52.155580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbbf2751-fcb8-4ccc-aa81-727d7dfa0578 admin admin] Publish callbacks [] for security_group (ceebc9ed-7a33-4bcd-9dac-089632cd2a67), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.177755 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbbf2751-fcb8-4ccc-aa81-727d7dfa0578 admin admin] Publish callbacks [] for security_group (ceebc9ed-7a33-4bcd-9dac-089632cd2a67), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.191081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-c7e9bf70-c883-4a39-82a4-ccecac2efbf0 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1606170827&fields=id&tenant_id=a91e88c847fd4b34856d851b4ec9a017 HTTP/1.1" status: 200 len: 267 time: 0.1678851 Feb 19 03:00:52.201612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2490a6d-cfa4-4ef2-b92b-ab89942bf16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceebc9ed-7a33-4bcd-9dac-089632cd2a67,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:52.231244 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.239584 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Attempting to bind port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:52.240142 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Attempting to bind port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:52.240511 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Attempting to bind port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e on network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:52.262629 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:52.268976 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Checking segment: {'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:52.269979 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.271210 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Bound using segment: {'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:52.274634 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Bound port: bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:52.275351 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.300126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbbf2751-fcb8-4ccc-aa81-727d7dfa0578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ceebc9ed-7a33-4bcd-9dac-089632cd2a67), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.308297 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbbf2751-fcb8-4ccc-aa81-727d7dfa0578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.309521 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fbbf2751-fcb8-4ccc-aa81-727d7dfa0578 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ceebc9ed-7a33-4bcd-9dac-089632cd2a67 HTTP/1.1" status: 204 len: 168 time: 0.2691562 Feb 19 03:00:52.328035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 01ba48cc-cceb-4398-8e62-efe215876008 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:52.344472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf2751-fcb8-4ccc-aa81-727d7dfa0578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceebc9ed-7a33-4bcd-9dac-089632cd2a67,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:52.477524 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] For port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:52.480642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-261d5f09-535b-479e-8a10-f19a6f371a2b tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:52.490966 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] For port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e,segment=NetworkSegment(b97acd57-9684-490b-b85c-3a8a5e00c953),segment_id=b97acd57-9684-490b-b85c-3a8a5e00c953)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:52.510027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-261d5f09-535b-479e-8a10-f19a6f371a2b tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/networks?id=897e174e-91bd-4a1e-a1a4-0e388d95f9d4 HTTP/1.1" status: 200 len: 805 time: 0.2754669 Feb 19 03:00:52.512138 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.514422 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.556374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-16ac9fcb-2014-4033-925a-1563cc4b5afd tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/quotas/a91e88c847fd4b34856d851b4ec9a017 HTTP/1.1" status: 200 len: 375 time: 0.0449951 Feb 19 03:00:52.605921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=53f06b37-646a-4ef3-b369-01fc5991c119,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:52.649825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c91878f1-28f4-416a-ab7c-70e849fba005 None None] Provisioning complete for port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:52.650195 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c91878f1-28f4-416a-ab7c-70e849fba005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.688153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44aecd8-556d-4972-b72c-3ad6a5ac1606 req-1c317250-4c88-4874-abbb-55c37b70155c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:52.688423 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Routers {'39f09673-6285-41e8-bf95-efa7675423fd'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:52.689870 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:00:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['39f09673-6285-41e8-bf95-efa7675423fd'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:52.697913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d44aecd8-556d-4972-b72c-3ad6a5ac1606 req-1c317250-4c88-4874-abbb-55c37b70155c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 945 time: 0.6667330 Feb 19 03:00:52.776075 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cf839-b803-4d99-b354-4fd1fe983309 None None] Pushing event updated for resources: {'Port': ['ID=bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:52.831126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c91878f1-28f4-416a-ab7c-70e849fba005 None None] Current status of the port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:52.831507 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c91878f1-28f4-416a-ab7c-70e849fba005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:52.844462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-d57b1cba-81e6-473b-bb66-dc121b49314b tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a91e88c847fd4b34856d851b4ec9a017&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2825458 Feb 19 03:00:52.870525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:00:52.940436 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] Set router 39f09673-6285-41e8-bf95-efa7675423fd gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:53.029190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c91878f1-28f4-416a-ab7c-70e849fba005 None None] For port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e,segment=NetworkSegment(b97acd57-9684-490b-b85c-3a8a5e00c953),segment_id=b97acd57-9684-490b-b85c-3a8a5e00c953)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:53.069298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d44aecd8-556d-4972-b72c-3ad6a5ac1606 req-b226c4fe-edbe-46c4-bf98-7d70077d8337 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703830 Feb 19 03:00:53.115372 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c91878f1-28f4-416a-ab7c-70e849fba005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.120491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca88b1-7d9b-4946-993f-905f75f32dcb req-1a194453-c6e0-4809-ab94-ce601180f3c1 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:53.130668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1ca88b1-7d9b-4946-993f-905f75f32dcb req-1a194453-c6e0-4809-ab94-ce601180f3c1 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 945 time: 0.4115908 Feb 19 03:00:53.276366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91878f1-28f4-416a-ab7c-70e849fba005 None None] Pushing event updated for resources: {'Port': ['ID=bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:53.377196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-286198ce-cd29-4ba6-926e-e158d70c8919 None None] Provisioning complete for port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:53.377598 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-286198ce-cd29-4ba6-926e-e158d70c8919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.380682 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.417427 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:00:44Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e', 'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'mac_address': 'fa:16:3e:e4:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:43Z', 'updated_at': '2022-02-19T03:00:52Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'subnets': [{'id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:53.449853 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e59d005-1531-42fd-b699-dcf1c53c0239 None None] The sync data for ids ['39f09673-6285-41e8-bf95-efa7675423fd'] in n-d-826755-2 is: [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:00:44Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e', 'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'mac_address': 'fa:16:3e:e4:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:43Z', 'updated_at': '2022-02-19T03:00:52Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'subnets': [{'id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:00:53.467579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-53d1fdc0-582b-4235-aff8-4312300fef5e service neutron] 10.222.0.81 "GET /v2.0/networks/897e174e-91bd-4a1e-a1a4-0e388d95f9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018665 Feb 19 03:00:53.611726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51424) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:53.618564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da3470-b649-42e1-985b-ad249500e0ad req-2bce759d-2087-4d63-956d-e1ceedf8364b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:53.635650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4da3470-b649-42e1-985b-ad249500e0ad req-2bce759d-2087-4d63-956d-e1ceedf8364b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 944 time: 0.3659394 Feb 19 03:00:53.658273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-286198ce-cd29-4ba6-926e-e158d70c8919 None None] Current status of the port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:53.739433 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4da3470-b649-42e1-985b-ad249500e0ad req-e0d74778-1cb1-41d4-8e1b-fde28194ec66 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947895 Feb 19 03:00:53.778863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b1ca88b1-7d9b-4946-993f-905f75f32dcb req-42947a51-d590-4dce-82df-b5047acbc117 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Deleting port 967a422c-05c7-4eb7-a1af-4aff20aaf87f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:00:53.779401 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1ca88b1-7d9b-4946-993f-905f75f32dcb req-42947a51-d590-4dce-82df-b5047acbc117 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.813386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-network', 'tenant_id': '9abeeaad8e65445383592deaf8019061'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:53.866341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:53.868773 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-8a3c2a5c-f5ab-48ff-9620-911ffd4108e2 service neutron] 10.222.0.81 "GET /v2.0/networks/897e174e-91bd-4a1e-a1a4-0e388d95f9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970695 Feb 19 03:00:53.873449 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Made reservation on behalf of 9abeeaad8e65445383592deaf8019061 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:53.876840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.889240 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:53.973896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:53.975343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.045992 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Publish callbacks [] for security_group (562e2983-143f-4f4f-b190-23c2d72f01de), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.052956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a295646-037b-4103-9e75-c1884aa95c60 req-4e8bbab0-0333-4e6c-8f0e-1f0151527443 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:54.054564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a295646-037b-4103-9e75-c1884aa95c60 req-4e8bbab0-0333-4e6c-8f0e-1f0151527443 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.2158511 Feb 19 03:00:54.060957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (562e2983-143f-4f4f-b190-23c2d72f01de), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.074295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:00:54.085796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b1ca88b1-7d9b-4946-993f-905f75f32dcb req-42947a51-d590-4dce-82df-b5047acbc117 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] For port 967a422c-05c7-4eb7-a1af-4aff20aaf87f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=967a422c-05c7-4eb7-a1af-4aff20aaf87f,segment=NetworkSegment(7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0),segment_id=7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:54.088201 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1ca88b1-7d9b-4946-993f-905f75f32dcb req-42947a51-d590-4dce-82df-b5047acbc117 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.093910 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (947dd2df-3273-40c0-89a8-d52fbc5aa25e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.094256 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Added segment 947dd2df-3273-40c0-89a8-d52fbc5aa25e of type vlan for network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a Feb 19 03:00:54.149672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b1ca88b1-7d9b-4946-993f-905f75f32dcb req-42947a51-d590-4dce-82df-b5047acbc117 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Calling delete_port for 967a422c-05c7-4eb7-a1af-4aff20aaf87f owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:00:54.188365 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.233510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:54.296274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562e2983-143f-4f4f-b190-23c2d72f01de,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:54.320938 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.322341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:54.332698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.333640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a295646-037b-4103-9e75-c1884aa95c60 req-f0ea77e1-293e-47fe-9a70-e9d1764763dd tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402148 Feb 19 03:00:54.437068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] Pushing event updated for resources: {'Network': ['ID=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:54.449764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:00:54.449933 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ac526a43-5eab-4771-920b-aaaefe5d8757 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.8362708 Feb 19 03:00:54.452094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51434) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:54.461292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c9cf6ce8-6ec5-4bd8-814b-e8ad271e9713 admin admin] Request body: {'subnet': {'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-subnet', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:54.477716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea976b3-9952-49df-a8aa-760786a6cc54 req-a75a2d7d-5036-4f3f-903c-8324ff06378f tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:54.484756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cea976b3-9952-49df-a8aa-760786a6cc54 req-a75a2d7d-5036-4f3f-903c-8324ff06378f tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.2544372 Feb 19 03:00:54.533036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cf6ce8-6ec5-4bd8-814b-e8ad271e9713 admin admin] Made reservation on behalf of 9abeeaad8e65445383592deaf8019061 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:54.537102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6ce8-6ec5-4bd8-814b-e8ad271e9713 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.584144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cea976b3-9952-49df-a8aa-760786a6cc54 req-4b3837b9-8588-47d9-8087-27818dfd6a9b tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982387 Feb 19 03:00:54.637498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15893d0e-39e3-4e00-9b4f-90ba0052f5d4 req-eda0cfc3-4229-4ecc-8b61-6a591813c0f0 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:54.645954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15893d0e-39e3-4e00-9b4f-90ba0052f5d4 req-eda0cfc3-4229-4ecc-8b61-6a591813c0f0 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/ports?device_id=d8d5b35b-dfbb-4cdb-b456-faed56b3b876 HTTP/1.1" status: 200 len: 945 time: 0.2332852 Feb 19 03:00:54.715784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1ca88b1-7d9b-4946-993f-905f75f32dcb req-42947a51-d590-4dce-82df-b5047acbc117 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (967a422c-05c7-4eb7-a1af-4aff20aaf87f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.805731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42947a51-d590-4dce-82df-b5047acbc117 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Pushing event deleted for resources: {'Port': ['ID=967a422c-05c7-4eb7-a1af-4aff20aaf87f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:54.836800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15893d0e-39e3-4e00-9b4f-90ba0052f5d4 req-f49f8929-8998-4550-a0c9-515b4b43acd9 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.81 "GET /v2.0/security-groups?id=b0c1078e-389e-4995-b0ec-e867f68e3b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896322 Feb 19 03:00:54.889391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ca88b1-7d9b-4946-993f-905f75f32dcb req-42947a51-d590-4dce-82df-b5047acbc117 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] No DVR routers for this DVR port 967a422c-05c7-4eb7-a1af-4aff20aaf87f on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:00:54.893225 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1ca88b1-7d9b-4946-993f-905f75f32dcb req-42947a51-d590-4dce-82df-b5047acbc117 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:54.898243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1ca88b1-7d9b-4946-993f-905f75f32dcb req-42947a51-d590-4dce-82df-b5047acbc117 tempest-ServerMetadataNegativeTestJSON-254278184 tempest-ServerMetadataNegativeTestJSON-254278184-project] 10.222.0.67 "DELETE /v2.0/ports/967a422c-05c7-4eb7-a1af-4aff20aaf87f HTTP/1.1" status: 204 len: 173 time: 1.7513931 Feb 19 03:00:54.909496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5b35b-dfbb-4cdb-b456-faed56b3b876', 'name': 'network-vif-deleted', 'tag': '967a422c-05c7-4eb7-a1af-4aff20aaf87f'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:54.915011 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:54.915712 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c2047a-633e-40ef-a2fd-b64554a30f6e" -d '{"events": [{"server_uuid": "d8d5b35b-dfbb-4cdb-b456-faed56b3b876", "name": "network-vif-deleted", "tag": "967a422c-05c7-4eb7-a1af-4aff20aaf87f"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:54.973996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d47de4ea-d4b8-4bcc-b3cb-e9d429bae47d req-82eccdbb-fb9a-4ccd-bad8-789a0227f4c2 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 210 time: 0.0498254 Feb 19 03:00:55.009059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e344-d1ef-49f5-ad3a-356f35737b5b req-f820f9b9-a31f-43af-9a0a-65d8c5095893 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:55.013008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6ce8-6ec5-4bd8-814b-e8ad271e9713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (3a8073bc-33f8-4383-a349-a01e0507e847), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.015998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c243e344-d1ef-49f5-ad3a-356f35737b5b req-f820f9b9-a31f-43af-9a0a-65d8c5095893 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 945 time: 0.2003205 Feb 19 03:00:55.086413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:00:55.093036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:55.093720 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.135636 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cf6ce8-6ec5-4bd8-814b-e8ad271e9713 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a8073bc-33f8-4383-a349-a01e0507e847,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:55.163165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b83541-c377-44b1-9757-baa89b7eafe5 req-148796ba-5d3d-4821-bc8a-6e24579bb956 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:55.166495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1b83541-c377-44b1-9757-baa89b7eafe5 req-148796ba-5d3d-4821-bc8a-6e24579bb956 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 944 time: 0.1015851 Feb 19 03:00:55.182433 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c243e344-d1ef-49f5-ad3a-356f35737b5b req-25ac12da-a957-44da-8f47-d7476cdd4090 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622798 Feb 19 03:00:55.208930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:55.209605 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.211677 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9cf6ce8-6ec5-4bd8-814b-e8ad271e9713 admin admin] Checking segment: {'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:55.212049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cf6ce8-6ec5-4bd8-814b-e8ad271e9713 admin admin] Network hostable DHCP agents. Network: 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:00:55.244869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccbc2f5-7e0a-4de4-b162-d54c53ed1e21'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:55.247566 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ecde46-817a-491c-9337-fc87351714b8" -d '{"events": [{"server_uuid": "dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a", "name": "network-vif-plugged", "status": "completed", "tag": "dccbc2f5-7e0a-4de4-b162-d54c53ed1e21"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:55.256954 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cf6ce8-6ec5-4bd8-814b-e8ad271e9713 admin admin] Network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:00:55.286583 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c9cf6ce8-6ec5-4bd8-814b-e8ad271e9713 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:55.291418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cf6ce8-6ec5-4bd8-814b-e8ad271e9713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:55.292122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9cf6ce8-6ec5-4bd8-814b-e8ad271e9713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.304908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1b83541-c377-44b1-9757-baa89b7eafe5 req-08fafaab-36b6-450d-8fba-0fe7783c7a81 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160464 Feb 19 03:00:55.307607 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b288895e-099e-4ff8-9e6d-7f8a78da4355 x-openstack-request-id: req-b288895e-099e-4ff8-9e6d-7f8a78da4355 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:55.309281 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5b35b-dfbb-4cdb-b456-faed56b3b876", "name": "network-vif-deleted", "tag": "967a422c-05c7-4eb7-a1af-4aff20aaf87f", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:55.309714 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b288895e-099e-4ff8-9e6d-7f8a78da4355 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:55.310359 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d5b35b-dfbb-4cdb-b456-faed56b3b876', 'name': 'network-vif-deleted', 'tag': '967a422c-05c7-4eb7-a1af-4aff20aaf87f', 'status': 'completed', 'code': 200} Feb 19 03:00:55.315090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e72937c-f4e4-4e2f-b303-bd18069a2673 None None] Network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:55.329502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:55.349910 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6094a8ef-9102-4efe-91b6-1c2db9ea09aa x-openstack-request-id: req-6094a8ef-9102-4efe-91b6-1c2db9ea09aa {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:55.350331 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a", "name": "network-vif-plugged", "status": "completed", "tag": "dccbc2f5-7e0a-4de4-b162-d54c53ed1e21", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:55.350692 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6094a8ef-9102-4efe-91b6-1c2db9ea09aa {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:55.351340 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccbc2f5-7e0a-4de4-b162-d54c53ed1e21', 'code': 200} Feb 19 03:00:55.351711 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c9cf6ce8-6ec5-4bd8-814b-e8ad271e9713 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8978896 Feb 19 03:00:55.354438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51458) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:55.359392 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:55.393835 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.407375 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (e3419230-1325-46c9-9534-6ea8b5d72c3a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.408469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (e3419230-1325-46c9-9534-6ea8b5d72c3a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.454948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 53f06b37-646a-4ef3-b369-01fc5991c119 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:55.530090 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Publish callbacks [] for router_controller (e3419230-1325-46c9-9534-6ea8b5d72c3a), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.544506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:55.601184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'project_id': '9abeeaad8e65445383592deaf8019061', 'fixed_ips': [{'subnet_id': '3a8073bc-33f8-4383-a349-a01e0507e847'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:00:55.601184 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.640074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 53f06b37-646a-4ef3-b369-01fc5991c119 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:00:55.644700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03c6a1-3d08-4319-b023-bbfa26a69445 req-d6a2004d-0261-4036-b279-6ef7aab75363 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:55.650150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e03c6a1-3d08-4319-b023-bbfa26a69445 req-d6a2004d-0261-4036-b279-6ef7aab75363 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.1527874 Feb 19 03:00:55.773431 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e03c6a1-3d08-4319-b023-bbfa26a69445 req-3f6774b6-6bfb-4ff7-a752-b20cd9055c6b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157851 Feb 19 03:00:55.810933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309388fb-b8ef-44de-8f70-f83e1ece271d req-9274c9ac-58e6-42f3-a16f-9a04606030a2 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:55.812602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-309388fb-b8ef-44de-8f70-f83e1ece271d req-9274c9ac-58e6-42f3-a16f-9a04606030a2 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.0965664 Feb 19 03:00:55.839034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 53f06b37-646a-4ef3-b369-01fc5991c119 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:55.842397 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:55.846564 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Allocated IP 172.20.0.2 (95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a/3a8073bc-33f8-4383-a349-a01e0507e847/76f0597d-8f3f-456b-8eeb-a8b5b462e76b) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:55.902797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610c6cb-7064-44a5-9c0e-4e8474416d01 req-32536f78-7c0f-4bc0-acf8-97736e9b4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:55.917521 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-309388fb-b8ef-44de-8f70-f83e1ece271d req-9efb431f-e348-4a61-b01b-2aaf79547f5e tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910928 Feb 19 03:00:55.927329 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a610c6cb-7064-44a5-9c0e-4e8474416d01 req-32536f78-7c0f-4bc0-acf8-97736e9b4e3e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1128 time: 0.3885922 Feb 19 03:00:55.967310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51474) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:55.975085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Publish callbacks [] for router_gateway (e3419230-1325-46c9-9534-6ea8b5d72c3a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.144803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 53f06b37-646a-4ef3-b369-01fc5991c119 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:56.145124 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.164806 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a610c6cb-7064-44a5-9c0e-4e8474416d01 req-c1210dcb-dafe-41d4-ad5c-e8efde54758d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856458 Feb 19 03:00:56.188716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 53f06b37-646a-4ef3-b369-01fc5991c119, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=53f06b37-646a-4ef3-b369-01fc5991c119,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:56.200743 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.201103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 967a422c-05c7-4eb7-a1af-4aff20aaf87f no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:00:56.252193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 967a422c-05c7-4eb7-a1af-4aff20aaf87f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:00:56.253060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 967a422c-05c7-4eb7-a1af-4aff20aaf87f not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:00:56.309066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-700fc3cd-f72a-4c44-89d9-db85d75fe826 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:56.310928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-700fc3cd-f72a-4c44-89d9-db85d75fe826 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.87 "GET /v2.0/networks?id=897e174e-91bd-4a1e-a1a4-0e388d95f9d4 HTTP/1.1" status: 200 len: 805 time: 0.2652647 Feb 19 03:00:56.321879 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=53f06b37-646a-4ef3-b369-01fc5991c119,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:56.333851 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Publish callbacks [] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.345804 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.385167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a47e00e6-2d62-4a85-9810-c26394e7c2ae req-bac6e756-53cf-4c74-954a-c28c716c5605 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 210 time: 0.0732810 Feb 19 03:00:56.391289 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c8286e-8261-4e0a-9270-538f1319b247 admin admin] Deleting subnet 570c608e-7ef6-49c1-9599-ab58d8ef9a88 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:00:56.400275 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80c8286e-8261-4e0a-9270-538f1319b247 admin admin] Publish callbacks [] for subnet (570c608e-7ef6-49c1-9599-ab58d8ef9a88), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.403218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Pushing event updated for resources: {'Port': ['ID=76f0597d-8f3f-456b-8eeb-a8b5b462e76b,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:56.441883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:56.443496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:56.445147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71367d06-5d4b-4d7b-9bc1-58cdec92a731 req-444519a8-d47d-4bc0-8274-e366efa7cdae tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:56.446157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:56.446728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71367d06-5d4b-4d7b-9bc1-58cdec92a731 req-444519a8-d47d-4bc0-8274-e366efa7cdae tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1015382 Feb 19 03:00:56.478089 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80c8286e-8261-4e0a-9270-538f1319b247 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (570c608e-7ef6-49c1-9599-ab58d8ef9a88), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.533353 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Publish callbacks [] for router_gateway (e3419230-1325-46c9-9534-6ea8b5d72c3a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.561607 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.566319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Attempting to bind port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:00:56.568265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Attempting to bind port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:00:56.576270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Attempting to bind port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b on network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:00:56.595175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:00:56.597458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Checking segment: {'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:00:56.626629 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.626629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Bound using segment: {'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:00:56.626629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Bound port: 76f0597d-8f3f-456b-8eeb-a8b5b462e76b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:00:56.626629 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.634239 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80c8286e-8261-4e0a-9270-538f1319b247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (570c608e-7ef6-49c1-9599-ab58d8ef9a88), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.664135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71367d06-5d4b-4d7b-9bc1-58cdec92a731 req-676750bf-70a2-423f-888b-4946c7e95209 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030051 Feb 19 03:00:56.686984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] For port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:00:56.692411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] For port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=76f0597d-8f3f-456b-8eeb-a8b5b462e76b,segment=NetworkSegment(947dd2df-3273-40c0-89a8-d52fbc5aa25e),segment_id=947dd2df-3273-40c0-89a8-d52fbc5aa25e)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:00:56.702185 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.732829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debec47d-637c-4d69-a463-196093c40380 req-980945a8-9fa7-4c25-a109-cfe9523823b8 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:56.739913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-debec47d-637c-4d69-a463-196093c40380 req-980945a8-9fa7-4c25-a109-cfe9523823b8 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 945 time: 0.1992326 Feb 19 03:00:56.746936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Allocated IP 172.25.1.188 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/970dfc65-a9ea-44b5-b58b-df15ff70d1a0) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:00:56.763555 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80c8286e-8261-4e0a-9270-538f1319b247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (570c608e-7ef6-49c1-9599-ab58d8ef9a88), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.775337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cec9b-88b3-4132-9793-81203c3eee4c None None] Pushing event updated for resources: {'Port': ['ID=76f0597d-8f3f-456b-8eeb-a8b5b462e76b,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:56.808962 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80c8286e-8261-4e0a-9270-538f1319b247 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:56.818536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-80c8286e-8261-4e0a-9270-538f1319b247 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/570c608e-7ef6-49c1-9599-ab58d8ef9a88 HTTP/1.1" status: 204 len: 168 time: 0.8498728 Feb 19 03:00:56.832068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51490) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:56.849953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8286e-8261-4e0a-9270-538f1319b247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=570c608e-7ef6-49c1-9599-ab58d8ef9a88,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:56.901561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-debec47d-637c-4d69-a463-196093c40380 req-00e7e1ad-e8e6-4ab2-aa4b-0e164137f381 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582251 Feb 19 03:00:56.979569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (5694888d-67e3-47d2-aeab-ff64cc18b4a7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.021850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19214a6b-8235-4162-ac8a-4ebdde2efce6 req-32b16ef8-cf03-4385-bd15-f2ead025495d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:57.031741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19214a6b-8235-4162-ac8a-4ebdde2efce6 req-32b16ef8-cf03-4385-bd15-f2ead025495d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.1213546 Feb 19 03:00:57.163633 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Publish callbacks [] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.169403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19214a6b-8235-4162-ac8a-4ebdde2efce6 req-d7f7d7d9-9e50-4310-8c18-9c64ed1185b7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366627 Feb 19 03:00:57.196476 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (5694888d-67e3-47d2-aeab-ff64cc18b4a7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.245419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619592c6-ffce-487c-a29a-2853e9a01d04 req-8ef0a61c-9eef-42d7-9d6c-9198c2fc8b26 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:57.247227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-619592c6-ffce-487c-a29a-2853e9a01d04 req-8ef0a61c-9eef-42d7-9d6c-9198c2fc8b26 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.1336622 Feb 19 03:00:57.251810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5694888d-67e3-47d2-aeab-ff64cc18b4a7']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:57.282540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:57.282847 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:57.296254 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.311043 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.315934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-619592c6-ffce-487c-a29a-2853e9a01d04 req-19c5f35d-287f-4231-89f7-d971243fcf53 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571954 Feb 19 03:00:57.324185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:00:57.324586 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (7d7bbe7e-9c6f-4b64-8806-2c73ee496ff0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:00:57.328153 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:00:57.352603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6767c5a-0926-4034-bc0f-b1b3ffb7471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f06b37-646a-4ef3-b369-01fc5991c119'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:00:57.356377 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1e860a-8f80-4a59-8c24-e5413b552cc0" -d '{"events": [{"server_uuid": "d6767c5a-0926-4034-bc0f-b1b3ffb7471c", "name": "network-vif-plugged", "status": "completed", "tag": "53f06b37-646a-4ef3-b369-01fc5991c119"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:00:57.373819 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.404050 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32022a3b-8893-4e63-b3c2-36cfb2c4effa x-openstack-request-id: req-32022a3b-8893-4e63-b3c2-36cfb2c4effa {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:00:57.404562 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6767c5a-0926-4034-bc0f-b1b3ffb7471c", "name": "network-vif-plugged", "status": "completed", "tag": "53f06b37-646a-4ef3-b369-01fc5991c119", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:00:57.404838 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32022a3b-8893-4e63-b3c2-36cfb2c4effa {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:00:57.405232 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6767c5a-0926-4034-bc0f-b1b3ffb7471c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f06b37-646a-4ef3-b369-01fc5991c119', 'code': 200} Feb 19 03:00:57.453971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:00:57.472433 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:00:57.477562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (5694888d-67e3-47d2-aeab-ff64cc18b4a7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.479358 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:00:57.498495 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Pushing event updated for resources: {'Port': ['ID=970dfc65-a9ea-44b5-b58b-df15ff70d1a0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:57.502168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.508184 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5694888d-67e3-47d2-aeab-ff64cc18b4a7 HTTP/1.1" status: 204 len: 168 time: 0.6723967 Feb 19 03:00:57.533591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad22ac-227f-4a4e-b16d-5339995db2f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5694888d-67e3-47d2-aeab-ff64cc18b4a7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:57.567815 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-531a5f0c-d659-4ded-bd7a-7baed1e7d2f2 req-ba10ea24-d2d2-427c-ba89-bf75f43c0701 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 210 time: 0.0361965 Feb 19 03:00:57.579905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4332c8-7f39-4686-b335-798df51d0f36 req-dae2996f-986e-4249-8658-57ccba8d69db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:57.581895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d4332c8-7f39-4686-b335-798df51d0f36 req-dae2996f-986e-4249-8658-57ccba8d69db service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 1127 time: 0.1000309 Feb 19 03:00:57.658743 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d4332c8-7f39-4686-b335-798df51d0f36 req-6d25e347-1931-4ec9-ac07-aa767e6329a4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690467 Feb 19 03:00:57.717994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51510) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:57.814737 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-985693dc-1122-4e00-9a88-e13279ffd8f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=16cc55fd2df4416692f0de280746ab3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0949135 Feb 19 03:00:57.819796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51514) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:57.832362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 76f0597d-8f3f-456b-8eeb-a8b5b462e76b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:57.942822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:57.943105 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:57.960271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705e333-5377-4e7b-9443-b88f833fa649 req-3f83acaf-89e0-4e99-adfe-f73e09fe3f83 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:57.968048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7705e333-5377-4e7b-9443-b88f833fa649 req-3f83acaf-89e0-4e99-adfe-f73e09fe3f83 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1458840 Feb 19 03:00:58.012729 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-348b5985-bddf-4014-a478-5d24e81de2fc admin admin] Publish callbacks [] for security_group (b0c1078e-389e-4995-b0ec-e867f68e3b0c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.063626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7705e333-5377-4e7b-9443-b88f833fa649 req-ff8d75e9-76ef-4532-8263-4777b1f265b9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919967 Feb 19 03:00:58.065920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Publish callbacks [] for router_gateway (e3419230-1325-46c9-9534-6ea8b5d72c3a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.120418 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-348b5985-bddf-4014-a478-5d24e81de2fc admin admin] Publish callbacks [] for security_group (b0c1078e-389e-4995-b0ec-e867f68e3b0c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.162612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:58.162837 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.228137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=76f0597d-8f3f-456b-8eeb-a8b5b462e76b,segment=NetworkSegment(947dd2df-3273-40c0-89a8-d52fbc5aa25e),segment_id=947dd2df-3273-40c0-89a8-d52fbc5aa25e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:00:58.233616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69ee6f-a0f9-4f95-928a-3dd80809db48 req-76602c94-c351-4518-bff9-7d01e80ca025 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:58.247737 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee69ee6f-a0f9-4f95-928a-3dd80809db48 req-76602c94-c351-4518-bff9-7d01e80ca025 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 945 time: 0.1720164 Feb 19 03:00:58.256301 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.267067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc5537-eff8-4215-9d8b-adf9a1ab29fc None None] Network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:00:58.332543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-348b5985-bddf-4014-a478-5d24e81de2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b0c1078e-389e-4995-b0ec-e867f68e3b0c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.335349 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-348b5985-bddf-4014-a478-5d24e81de2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.339055 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-348b5985-bddf-4014-a478-5d24e81de2fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0c1078e-389e-4995-b0ec-e867f68e3b0c HTTP/1.1" status: 204 len: 168 time: 0.5157087 Feb 19 03:00:58.361338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b5985-bddf-4014-a478-5d24e81de2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c1078e-389e-4995-b0ec-e867f68e3b0c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:58.387142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee69ee6f-a0f9-4f95-928a-3dd80809db48 req-4914bf0e-b9c2-41b1-889f-fef69fafab5a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381052 Feb 19 03:00:58.406209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=76f0597d-8f3f-456b-8eeb-a8b5b462e76b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:00:58.411585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-81163b28-0fc2-40e6-82cc-87e99fd46ab4 None None] Provisioning complete for port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:58.411841 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-81163b28-0fc2-40e6-82cc-87e99fd46ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.427999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff040f4f-e9ee-4f5b-876a-cb7d0302e3a1 req-8fb7d260-7188-45b8-a75e-d73668bfe607 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:58.441983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff040f4f-e9ee-4f5b-876a-cb7d0302e3a1 req-8fb7d260-7188-45b8-a75e-d73668bfe607 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.1490943 Feb 19 03:00:58.491990 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (e3419230-1325-46c9-9534-6ea8b5d72c3a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.563077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff040f4f-e9ee-4f5b-876a-cb7d0302e3a1 req-5a1242c9-2d1e-40b1-b9d0-90a5e7c45d19 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208639 Feb 19 03:00:58.630495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72716de8-5b41-4760-b64e-303ad1e5b841 req-38937d06-159c-4da2-90a9-d95ab2e3ac39 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:58.633362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-81163b28-0fc2-40e6-82cc-87e99fd46ab4 None None] Current status of the port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:58.635175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72716de8-5b41-4760-b64e-303ad1e5b841 req-38937d06-159c-4da2-90a9-d95ab2e3ac39 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.1267815 Feb 19 03:00:58.732207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72716de8-5b41-4760-b64e-303ad1e5b841 req-1880cbda-5270-4756-b174-e75eaed839bf tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895481 Feb 19 03:00:58.764282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Router e3419230-1325-46c9-9534-6ea8b5d72c3a is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:00:58.790164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-373160fc-5a8c-479c-b5c0-b373e2a0c8a0 req-97b52455-3115-4d6a-9b33-59694c046ebf tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 210 time: 0.0458574 Feb 19 03:00:58.930674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:00:58.943794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Sync routers for ids ['e3419230-1325-46c9-9534-6ea8b5d72c3a'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:00:58.967342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Routers {'e3419230-1325-46c9-9534-6ea8b5d72c3a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:00:58.968648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:00:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e3419230-1325-46c9-9534-6ea8b5d72c3a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:00:58.971783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:58.976495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51544) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:00:58.977425 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a61cb193-c156-4193-8ca1-2a49bbdcde62 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.6217444 Feb 19 03:00:59.083049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d1d4f9e5-9620-44d5-8c59-6ac20f7379c1 None None] Provisioning complete for port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:59.083437 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d1d4f9e5-9620-44d5-8c59-6ac20f7379c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.315589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Set router e3419230-1325-46c9-9534-6ea8b5d72c3a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:00:59.393812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1425d8-98d6-4850-a392-3808c0b84108 req-4736f849-dbee-4559-9283-0d33d74f9061 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.401349 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc1425d8-98d6-4850-a392-3808c0b84108 req-4736f849-dbee-4559-9283-0d33d74f9061 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1448262 Feb 19 03:00:59.643985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4f9e5-9620-44d5-8c59-6ac20f7379c1 None None] Current status of the port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:00:59.737748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc1425d8-98d6-4850-a392-3808c0b84108 req-f03c40e7-29d0-4f01-bd71-4ecad3ba8d4d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351274 Feb 19 03:00:59.765322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f0c2c-576d-4691-9849-a3b3ed3f6a96 req-5af92a34-358e-44bf-bd82-146067bfab29 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.766764 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-575f0c2c-576d-4691-9849-a3b3ed3f6a96 req-5af92a34-358e-44bf-bd82-146067bfab29 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 945 time: 0.2514715 Feb 19 03:00:59.773861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-fc5e885b-4775-41ef-85b3-f36f1abff5cb tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a91e88c847fd4b34856d851b4ec9a017 HTTP/1.1" status: 200 len: 380 time: 0.1908119 Feb 19 03:00:59.784809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 76f0597d-8f3f-456b-8eeb-a8b5b462e76b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:00:59.786797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Request body: {'port': {'device_id': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'admin_state_up': True, 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'security_groups': ['60f059ef-4cc7-4b78-85f7-e87dc108d39c']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:00:59.822456 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-62314e78-ddc6-41e3-a4f9-48d7b9993f5e req-c8de3ae5-2ad6-41de-8880-db400079af89 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332293 Feb 19 03:00:59.873265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:00:59.873649 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:00:59.921537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314e78-ddc6-41e3-a4f9-48d7b9993f5e req-317592b2-c774-4fd2-9b74-0d3099c5c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:00:59.923460 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-62314e78-ddc6-41e3-a4f9-48d7b9993f5e req-317592b2-c774-4fd2-9b74-0d3099c5c358 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 1127 time: 0.0768771 Feb 19 03:00:59.946176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Made reservation on behalf of a91e88c847fd4b34856d851b4ec9a017 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:00:59.949596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.011168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:00.022105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:00:57Z', 'revision_number': 3, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:00:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:00.071087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Checking router: e3419230-1325-46c9-9534-6ea8b5d72c3a for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:01:00.071745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Updating router e3419230-1325-46c9-9534-6ea8b5d72c3a port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:01:00.081124 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314e78-ddc6-41e3-a4f9-48d7b9993f5e req-a1d07ef5-69b3-488c-b692-ffc0144adb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:00.083455 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-62314e78-ddc6-41e3-a4f9-48d7b9993f5e req-a1d07ef5-69b3-488c-b692-ffc0144adb9d service neutron] 10.222.0.87 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.1320088 Feb 19 03:01:00.118937 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.139809 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-62314e78-ddc6-41e3-a4f9-48d7b9993f5e req-b7f2156d-921a-401c-9d41-5ba57626ba04 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=697fa6b2-210a-4f96-84e9-80201b586a39 HTTP/1.1" status: 200 len: 217 time: 0.0394356 Feb 19 03:01:00.262256 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62314e78-ddc6-41e3-a4f9-48d7b9993f5e req-9b77269a-60c1-4b6a-9398-2fc0cf1a4e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:00.264711 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-62314e78-ddc6-41e3-a4f9-48d7b9993f5e req-9b77269a-60c1-4b6a-9398-2fc0cf1a4e3e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0863268 Feb 19 03:01:00.319212 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-62314e78-ddc6-41e3-a4f9-48d7b9993f5e req-72184f1d-12a1-46a8-a1e4-e961250d7df2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466704 Feb 19 03:01:00.445283 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Publish callbacks [] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.449585 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-62314e78-ddc6-41e3-a4f9-48d7b9993f5e req-ece2fcb4-16ac-4fcb-a8c9-553554facec7 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224735 Feb 19 03:01:00.456654 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.496978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Attempting to bind port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:00.497952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Attempting to bind port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:00.498491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Attempting to bind port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:00.534967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:00.535714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:00.536509 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.537076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:00.537560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Bound port: 970dfc65-a9ea-44b5-b58b-df15ff70d1a0, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:00.538075 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.572054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7179ef-eb8d-489c-bcfe-7bea5bc63c15 req-00f2f012-060c-406c-bf3a-db3caeb21d10 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:00.573663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac7179ef-eb8d-489c-bcfe-7bea5bc63c15 req-00f2f012-060c-406c-bf3a-db3caeb21d10 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.6503000 Feb 19 03:01:00.583665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0586d-6626-4726-8ba8-1099e9df6705 None None] Pushing event updated for resources: {'Port': ['ID=970dfc65-a9ea-44b5-b58b-df15ff70d1a0,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:00.585810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-575f0c2c-576d-4691-9849-a3b3ed3f6a96 req-b3b30c88-9649-4749-82b3-0ba9701db317 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8110638 Feb 19 03:01:00.615044 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-62314e78-ddc6-41e3-a4f9-48d7b9993f5e req-382e225d-f566-463d-b7ed-b6ca099cdb0d service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559253 Feb 19 03:01:00.648414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] For port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:00.659048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] For port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=970dfc65-a9ea-44b5-b58b-df15ff70d1a0,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:00.683375 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.758461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Routers {'e3419230-1325-46c9-9534-6ea8b5d72c3a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:00.759381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:00:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e3419230-1325-46c9-9534-6ea8b5d72c3a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:00.804574 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:00.837934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0586d-6626-4726-8ba8-1099e9df6705 None None] Pushing event updated for resources: {'Port': ['ID=970dfc65-a9ea-44b5-b58b-df15ff70d1a0,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:00.866043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Allocated IP 172.20.0.10 (897e174e-91bd-4a1e-a1a4-0e388d95f9d4/a0fb6246-d4f9-49a4-9fad-c81f77acdf71/7cc3b8ba-07ad-4a03-8c6b-fecacc2da252) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:00.985363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7772df19-1f08-4bd0-9dc1-d4121a681134 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:01:01.000874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac7179ef-eb8d-489c-bcfe-7bea5bc63c15 req-d3d2e9f9-e977-40b7-9a10-53be034aaf2b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136636 Feb 19 03:01:01.145929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7772df19-1f08-4bd0-9dc1-d4121a681134,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:01.160365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '7772df19-1f08-4bd0-9dc1-d4121a681134', 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f', 'port_id': '7772df19-1f08-4bd0-9dc1-d4121a681134', 'mac_address': 'fa:16:3e:40:d1:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5893490c-d4cb-4757-b30f-05a9f5b653ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:01:01.220887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] Set router e3419230-1325-46c9-9534-6ea8b5d72c3a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:01.330836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7772df19-1f08-4bd0-9dc1-d4121a681134 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:01.331284 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:01.368351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b8ae4-28ff-4874-afc8-abddaa4c4891 req-b237adf1-56ff-4ff0-87a4-a0c0a227a25a tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:01.377186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d1b8ae4-28ff-4874-afc8-abddaa4c4891 req-b237adf1-56ff-4ff0-87a4-a0c0a227a25a tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.1898928 Feb 19 03:01:01.380642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Allocated IP 172.20.0.1 (95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a/3a8073bc-33f8-4383-a349-a01e0507e847/143bee22-af87-42d4-80fd-3ce151eb7797) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:01.394905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7772df19-1f08-4bd0-9dc1-d4121a681134 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:01.420208 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7772df19-1f08-4bd0-9dc1-d4121a681134,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:01.444480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1023a3cd-5350-4adf-8c94-54ea23c61c9d req-45287c98-8155-4c64-b93d-25d046451957 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 210 time: 0.0612147 Feb 19 03:01:01.447264 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:01.457342 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:01.509776 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d1b8ae4-28ff-4874-afc8-abddaa4c4891 req-085e5db8-3057-4f73-a432-774448351a64 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315956 Feb 19 03:01:01.591990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=7772df19-1f08-4bd0-9dc1-d4121a681134,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:01.668842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:00:57Z', 'revision_number': 3, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:01.723129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b91d5c3-47de-4354-a79a-bcd59a6da81a None None] The sync data for ids ['e3419230-1325-46c9-9534-6ea8b5d72c3a'] in n-d-826755-2 is: [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:00:57Z', 'revision_number': 3, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:01:01.836934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['7772df19-1f08-4bd0-9dc1-d4121a681134'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:01.842485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e79b8-3c06-4793-b57c-14ce28782169 req-bb643142-0739-4f02-9faf-9698aa3eaeec tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:01.844969 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-064e79b8-3c06-4793-b57c-14ce28782169 req-bb643142-0739-4f02-9faf-9698aa3eaeec tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.2012069 Feb 19 03:01:01.855577 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:01.917784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-064e79b8-3c06-4793-b57c-14ce28782169 req-42c521b3-3936-4da0-9146-6fafe003b315 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/quotas/03a098dbc4144e01abb1935743b8c45b HTTP/1.1" status: 200 len: 375 time: 0.0644877 Feb 19 03:01:01.932020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Publish callbacks [] for port (143bee22-af87-42d4-80fd-3ce151eb7797), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:01.949748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:01.967788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7c27c-4b87-4d32-bf03-b15fc17c6bd4 req-a6f599ed-1abd-4dd2-962f-43480d8bcb6d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:01.978851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69c7c27c-4b87-4d32-bf03-b15fc17c6bd4 req-a6f599ed-1abd-4dd2-962f-43480d8bcb6d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.2432208 Feb 19 03:01:01.994668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:02.006016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:02.010941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Pushing event updated for resources: {'Port': ['ID=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:02.209157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:02.209799 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:02.235150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69c7c27c-4b87-4d32-bf03-b15fc17c6bd4 req-3d810139-2ac9-4b19-b8ff-d3dfe7aa24f2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552481 Feb 19 03:01:02.268147 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:02.293057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-064e79b8-3c06-4793-b57c-14ce28782169 req-7e25ef30-8ef4-414e-83b4-9ad38f96e42f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3509359 Feb 19 03:01:02.359727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-643b8d5b-6ea2-4ff2-ae7a-c6470b3df5f8 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5765877 Feb 19 03:01:02.388571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Request body: {'port': {'device_id': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:02.464024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:02.480242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:02.515526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ff21099b-53a1-46e7-8492-c71ed71f39aa None None] Provisioning complete for port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:02.516401 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff21099b-53a1-46e7-8492-c71ed71f39aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:02.532443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:02.597825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Pushing event updated for resources: {'Port': ['ID=143bee22-af87-42d4-80fd-3ce151eb7797,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:02.648084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ff21099b-53a1-46e7-8492-c71ed71f39aa None None] Port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:02.706926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35572457-cdb9-460f-a080-eaa63046091d req-7bcb89fd-5035-4418-b9e5-afedd00299dc tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.1706333 Feb 19 03:01:02.826075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-064e79b8-3c06-4793-b57c-14ce28782169 req-8d9cdc55-9cf2-490a-a900-5d87b8878830 service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861944 Feb 19 03:01:02.854492 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:02.933847 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (e3419230-1325-46c9-9534-6ea8b5d72c3a), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:02.969644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7772df19-1f08-4bd0-9dc1-d4121a681134 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:03.047924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-05ace8e7-0a4d-4a6f-89cc-e9229463f547 None None] Provisioning complete for port 143bee22-af87-42d4-80fd-3ce151eb7797 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:03.049123 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05ace8e7-0a4d-4a6f-89cc-e9229463f547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.118592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-05ace8e7-0a4d-4a6f-89cc-e9229463f547 None None] Port 143bee22-af87-42d4-80fd-3ce151eb7797 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:03.135118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 7772df19-1f08-4bd0-9dc1-d4121a681134 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:01:03.140672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 7772df19-1f08-4bd0-9dc1-d4121a681134 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:03.142629 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.255189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7772df19-1f08-4bd0-9dc1-d4121a681134 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:03.255585 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.284408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ca1443-a162-495e-9e5b-cbf6bb7ba9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7772df19-1f08-4bd0-9dc1-d4121a681134'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:03.286729 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4a56b3-5093-441c-99f2-aa92245066bd" -d '{"events": [{"server_uuid": "36ca1443-a162-495e-9e5b-cbf6bb7ba9de", "name": "network-vif-plugged", "status": "completed", "tag": "7772df19-1f08-4bd0-9dc1-d4121a681134"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:03.314285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7772df19-1f08-4bd0-9dc1-d4121a681134,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:03.325484 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.401520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=7772df19-1f08-4bd0-9dc1-d4121a681134,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:03.404208 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa12f2-9f33-455d-87df-1e05131bfcad req-5ad480df-90b8-4110-9db2-ef9cd63eecf0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:03.405888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77aa12f2-9f33-455d-87df-1e05131bfcad req-5ad480df-90b8-4110-9db2-ef9cd63eecf0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.5371661 Feb 19 03:01:03.496298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-064e79b8-3c06-4793-b57c-14ce28782169 req-cdb44cb8-d1cd-43bf-8421-36ddf7923c15 service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6693215 Feb 19 03:01:03.585651 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cfcc372b-cc9c-41a9-bfb8-ec1370e53afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.587506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77aa12f2-9f33-455d-87df-1e05131bfcad req-b0b6b4e8-f040-432c-94c8-c4e34548218f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615117 Feb 19 03:01:03.638386 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.687580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:03.751399 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Publish callbacks [] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.802044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:03.836622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Transition to ACTIVE for port object 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:01:03.862716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.872494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:03.873273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.976048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:03.976839 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:03.995297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb8988-57b7-4abd-ae4c-62ef6168e3e3 req-9e26d179-2703-4aca-b9eb-6580eac62f42 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:04.000552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cacb8988-57b7-4abd-ae4c-62ef6168e3e3 req-9e26d179-2703-4aca-b9eb-6580eac62f42 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.2427952 Feb 19 03:01:04.034506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661030f-ade5-4869-be7b-e0dc2afc7129 req-d5e0ebf9-6bbd-4bb7-b272-0da708057e7b tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:04.036996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8661030f-ade5-4869-be7b-e0dc2afc7129 req-d5e0ebf9-6bbd-4bb7-b272-0da708057e7b tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 932 time: 0.2817018 Feb 19 03:01:04.042860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=970dfc65-a9ea-44b5-b58b-df15ff70d1a0,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:04.055267 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.096620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:04.166518 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=970dfc65-a9ea-44b5-b58b-df15ff70d1a0,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:04.251319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cacb8988-57b7-4abd-ae4c-62ef6168e3e3 req-29687f27-174f-4100-900a-4e05c0f2029a tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130210 Feb 19 03:01:04.307413 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Publish callbacks [] for port (143bee22-af87-42d4-80fd-3ce151eb7797), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.312283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8661030f-ade5-4869-be7b-e0dc2afc7129 req-b4bbeb5c-ced4-4d41-b859-b95c161a8de3 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647884 Feb 19 03:01:04.326528 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.331827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Attempting to bind port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:04.332196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Attempting to bind port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:04.332526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Attempting to bind port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 on network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:04.372762 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 on network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:01:04.373064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Attempting to bind port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 on network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:04.410527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:04.410865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Checking segment: {'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:04.411254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Bound using segment: {'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:04.411695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Bound port: 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97acd57-9684-490b-b85c-3a8a5e00c953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:04.412048 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.424691 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cda76ae-db70-4a2f-a916-8ab6ada8dc92 x-openstack-request-id: req-1cda76ae-db70-4a2f-a916-8ab6ada8dc92 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:04.424998 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ca1443-a162-495e-9e5b-cbf6bb7ba9de", "name": "network-vif-plugged", "status": "completed", "tag": "7772df19-1f08-4bd0-9dc1-d4121a681134", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:04.425258 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1cda76ae-db70-4a2f-a916-8ab6ada8dc92 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:04.425664 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ca1443-a162-495e-9e5b-cbf6bb7ba9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7772df19-1f08-4bd0-9dc1-d4121a681134', 'code': 200} Feb 19 03:01:04.449655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Pushing event updated for resources: {'Port': ['ID=143bee22-af87-42d4-80fd-3ce151eb7797,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:04.455906 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (e3419230-1325-46c9-9534-6ea8b5d72c3a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.578715 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5957cf-006a-431e-8cd3-8df8f917b0ba req-4493ef90-2b36-49bb-a6a9-3d4f49cceb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:04.580263 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1b5957cf-006a-431e-8cd3-8df8f917b0ba req-4493ef90-2b36-49bb-a6a9-3d4f49cceb91 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 1127 time: 0.0813768 Feb 19 03:01:04.635774 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1b5957cf-006a-431e-8cd3-8df8f917b0ba req-8984ceb1-58f6-4571-835f-9f65989a28ca service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488474 Feb 19 03:01:04.645817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c093a3-ab9a-49aa-abbe-c2c93578e54e req-e53a7350-bd8c-48d3-a986-d80c8be79134 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:04.647315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6c093a3-ab9a-49aa-abbe-c2c93578e54e req-e53a7350-bd8c-48d3-a986-d80c8be79134 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.2110345 Feb 19 03:01:04.651225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] For port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:04.655679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] For port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252,segment=NetworkSegment(b97acd57-9684-490b-b85c-3a8a5e00c953),segment_id=b97acd57-9684-490b-b85c-3a8a5e00c953)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:04.674837 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.707724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:04.708805 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:04.710201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] 10.222.0.87 "PUT /v2.0/ports/7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 HTTP/1.1" status: 200 len: 1092 time: 2.3286350 Feb 19 03:01:04.739166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'tag': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:04.741454 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27997755-ce36-4354-b259-8258794904f1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d663e46-7924-4e44-8a38-7e1f55da3d82", "tag": "7cc3b8ba-07ad-4a03-8c6b-fecacc2da252"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:04.802682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:04.808942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6c093a3-ab9a-49aa-abbe-c2c93578e54e req-a2215b14-ed20-48ee-a1ea-f39dad2de685 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509323 Feb 19 03:01:04.809546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:04.818704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee35774-fce1-4ced-a198-33da7e70d866 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:05.003101 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81c22e49-9d45-4c8e-bc19-0e60b53361df req-a91cf114-8437-431f-93a7-349aa14910ec tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0517914 Feb 19 03:01:05.052555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Router e3419230-1325-46c9-9534-6ea8b5d72c3a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:01:05.054836 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-c12b0f84-4d3f-4d7b-9690-1c1f0812c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:05.056362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-c12b0f84-4d3f-4d7b-9690-1c1f0812c06a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a91e88c847fd4b34856d851b4ec9a017&device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 1126 time: 0.1065497 Feb 19 03:01:05.118364 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bb202a-aa9e-4c56-bbc9-89b4ac9d5fd1 x-openstack-request-id: req-03bb202a-aa9e-4c56-bbc9-89b4ac9d5fd1 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:05.118528 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d663e46-7924-4e44-8a38-7e1f55da3d82", "tag": "7cc3b8ba-07ad-4a03-8c6b-fecacc2da252", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:05.118957 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-03bb202a-aa9e-4c56-bbc9-89b4ac9d5fd1 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:05.119758 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'tag': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252', 'status': 'completed', 'code': 200} Feb 19 03:01:05.132370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-a35d4ad6-26fa-4917-997b-ec7013672b5a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 HTTP/1.1" status: 200 len: 217 time: 0.0600183 Feb 19 03:01:05.224446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d8250689-591b-4a4a-aae9-f1915edfb554 None None] Provisioning complete for port 143bee22-af87-42d4-80fd-3ce151eb7797 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:05.225104 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d8250689-591b-4a4a-aae9-f1915edfb554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:05.264260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d8250689-591b-4a4a-aae9-f1915edfb554 None None] Port 143bee22-af87-42d4-80fd-3ce151eb7797 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:05.646756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-064e79b8-3c06-4793-b57c-14ce28782169 req-8a8a0992-d6de-46c3-ae19-b141ab7b927c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=7cb45310-1f7f-4501-8a05-bf6f30b0031f HTTP/1.1" status: 200 len: 210 time: 0.0515656 Feb 19 03:01:05.674575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-8bc11d20-3552-46b3-9f72-a879c59ee8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:05.676142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-8bc11d20-3552-46b3-9f72-a879c59ee8e0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a0fb6246-d4f9-49a4-9fad-c81f77acdf71 HTTP/1.1" status: 200 len: 844 time: 0.5282135 Feb 19 03:01:05.687831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:05.738767 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:05.739238 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:05.743948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0069c-4e1e-4e7d-8de8-d114a6c6be7c req-92cfee48-717c-4ef9-b596-b2d77c8f8a47 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:05.745934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2e0069c-4e1e-4e7d-8de8-d114a6c6be7c req-92cfee48-717c-4ef9-b596-b2d77c8f8a47 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.6343329 Feb 19 03:01:05.831367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:05.832547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99118335-bb9b-42c2-b6bf-eda26a7d86be req-927000c9-666f-4172-ae3e-10cf72019cdf tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:05.834194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99118335-bb9b-42c2-b6bf-eda26a7d86be req-927000c9-666f-4172-ae3e-10cf72019cdf tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1128 time: 0.6851265 Feb 19 03:01:05.836602 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7b617eb-7997-4e16-adb9-73f925a20641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:05.856779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:01:05.866389 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Sync routers for ids ['e3419230-1325-46c9-9534-6ea8b5d72c3a'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:01:05.869817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b023b040-8ccb-4010-a6ae-f2d2f5905968 req-563078b1-a8bc-45ca-971f-cf19fa993b34 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6753054 Feb 19 03:01:05.880941 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Routers {'e3419230-1325-46c9-9534-6ea8b5d72c3a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:05.881594 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:01:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e3419230-1325-46c9-9534-6ea8b5d72c3a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:05.903173 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cd9062a8-e8f4-4a6e-9dd6-103765b8d47b admin admin] 10.222.0.81 "PUT /v2.0/routers/e3419230-1325-46c9-9534-6ea8b5d72c3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9255381 Feb 19 03:01:05.999075 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Set router e3419230-1325-46c9-9534-6ea8b5d72c3a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:06.031324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2e0069c-4e1e-4e7d-8de8-d114a6c6be7c req-0c97b442-eb8b-4d8f-b21e-5c28f5c24e51 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242956 Feb 19 03:01:06.050185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-73760164-2b32-4517-8baa-ae9b0ffa5a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:06.050185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-73760164-2b32-4517-8baa-ae9b0ffa5a31 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=897e174e-91bd-4a1e-a1a4-0e388d95f9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3490047 Feb 19 03:01:06.076165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e79b8-3c06-4793-b57c-14ce28782169 req-bb04a6af-6e59-43e8-86d6-654588015bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:06.078688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-064e79b8-3c06-4793-b57c-14ce28782169 req-bb04a6af-6e59-43e8-86d6-654588015bc7 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=03a098dbc4144e01abb1935743b8c45b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3992198 Feb 19 03:01:06.102813 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99118335-bb9b-42c2-b6bf-eda26a7d86be req-05d479a0-2d89-4734-891a-57a00706bff3 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580273 Feb 19 03:01:06.213512 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '143bee22-af87-42d4-80fd-3ce151eb7797', 'name': '', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'mac_address': 'fa:16:3e:92:07:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:01:00Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 2, 'project_id': '9abeeaad8e65445383592deaf8019061', 'subnets': [{'id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:06.242574 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Checking router: e3419230-1325-46c9-9534-6ea8b5d72c3a for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:01:06.243050 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Updating router e3419230-1325-46c9-9534-6ea8b5d72c3a port 143bee22-af87-42d4-80fd-3ce151eb7797 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:01:06.278498 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.310996 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-70cecfba-17cd-4945-8dfa-a21c66391b9c req-0c167221-efc9-4c06-979c-b136dd22eb04 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0300515 Feb 19 03:01:06.340098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce9e23e8-4266-4cd4-812b-b098f913c156 req-08642480-376f-4294-9aa8-be9b062f20d8 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=7cb45310-1f7f-4501-8a05-bf6f30b0031f HTTP/1.1" status: 200 len: 210 time: 0.1825733 Feb 19 03:01:06.361840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023b040-8ccb-4010-a6ae-f2d2f5905968 req-730ddf45-ec0f-493d-a602-ec95424a9b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:06.363656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b023b040-8ccb-4010-a6ae-f2d2f5905968 req-730ddf45-ec0f-493d-a602-ec95424a9b5c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 1126 time: 0.4194889 Feb 19 03:01:06.483950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e79b8-3c06-4793-b57c-14ce28782169 req-10da38d1-bf86-495c-924d-3ec76b5d8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:06.485364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-064e79b8-3c06-4793-b57c-14ce28782169 req-10da38d1-bf86-495c-924d-3ec76b5d8983 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3752015 Feb 19 03:01:06.507095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f198e6-c70a-446e-b197-76b558ad6d8a req-264fa0ac-d9af-4c97-a2a1-93f39582f992 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:06.508637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77f198e6-c70a-446e-b197-76b558ad6d8a req-264fa0ac-d9af-4c97-a2a1-93f39582f992 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f7dd294-5fbd-410b-8e4f-3516e3ad2120 HTTP/1.1" status: 200 len: 950 time: 0.2146535 Feb 19 03:01:06.511870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-0433c99e-981e-4595-9e28-5ad98edf0923 service neutron] 10.222.0.87 "GET /v2.0/networks/897e174e-91bd-4a1e-a1a4-0e388d95f9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499938 Feb 19 03:01:06.548604 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Publish callbacks [] for port (143bee22-af87-42d4-80fd-3ce151eb7797), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.555708 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.591926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ce569-12a7-4c32-a388-8dc35e1fa07c req-bbdbe692-56fc-4b10-aca1-244687fd6809 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:06.595443 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e6ce569-12a7-4c32-a388-8dc35e1fa07c req-bbdbe692-56fc-4b10-aca1-244687fd6809 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.1836581 Feb 19 03:01:06.599176 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d46e3-cd99-4169-a676-2da211ad95f8 None None] Pushing event updated for resources: {'Port': ['ID=143bee22-af87-42d4-80fd-3ce151eb7797,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:06.665322 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Attempting to bind port 143bee22-af87-42d4-80fd-3ce151eb7797 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:06.665691 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Attempting to bind port 143bee22-af87-42d4-80fd-3ce151eb7797 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:06.666067 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Attempting to bind port 143bee22-af87-42d4-80fd-3ce151eb7797 on network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:06.672697 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:06.672852 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Checking segment: {'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:06.673250 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.673642 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Bound using segment: {'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:06.674116 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Bound port: 143bee22-af87-42d4-80fd-3ce151eb7797, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:06.674518 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.697749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77f198e6-c70a-446e-b197-76b558ad6d8a req-e4ef5bd5-35d5-4515-8097-506751ab2148 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828854 Feb 19 03:01:06.737444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-064e79b8-3c06-4793-b57c-14ce28782169 req-63c34a10-4448-4bf8-bf7d-b66941eb49a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cb45310-1f7f-4501-8a05-bf6f30b0031f HTTP/1.1" status: 200 len: 210 time: 0.1038556 Feb 19 03:01:06.740407 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] For port 143bee22-af87-42d4-80fd-3ce151eb7797, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:06.748561 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] For port 143bee22-af87-42d4-80fd-3ce151eb7797, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=143bee22-af87-42d4-80fd-3ce151eb7797,segment=NetworkSegment(947dd2df-3273-40c0-89a8-d52fbc5aa25e),segment_id=947dd2df-3273-40c0-89a8-d52fbc5aa25e)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:06.762154 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:06.826077 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d46e3-cd99-4169-a676-2da211ad95f8 None None] Pushing event updated for resources: {'Port': ['ID=143bee22-af87-42d4-80fd-3ce151eb7797,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:06.829335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e6ce569-12a7-4c32-a388-8dc35e1fa07c req-a576c994-3a42-495a-912f-bec624e44060 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168512 Feb 19 03:01:06.838246 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Routers {'e3419230-1325-46c9-9534-6ea8b5d72c3a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:06.838946 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:01:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e3419230-1325-46c9-9534-6ea8b5d72c3a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:06.854725 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3cbf47-ec35-4ef6-8e95-e0d264f7d7a9 req-588c93d1-5357-4117-9781-6a4d743f0062 service neutron] 10.222.0.87 "GET /v2.0/networks/897e174e-91bd-4a1e-a1a4-0e388d95f9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319943 Feb 19 03:01:06.910850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023b040-8ccb-4010-a6ae-f2d2f5905968 req-ec97e413-d640-44fc-870b-565ed4c687db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:06.914197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b023b040-8ccb-4010-a6ae-f2d2f5905968 req-ec97e413-d640-44fc-870b-565ed4c687db service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.2826486 Feb 19 03:01:06.930454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2360539-80d5-44f9-b669-58638051769a req-e231efac-aca1-4fa6-941c-4ac65618b74a tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:06.937023 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2360539-80d5-44f9-b669-58638051769a req-e231efac-aca1-4fa6-941c-4ac65618b74a tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 944 time: 0.1626806 Feb 19 03:01:06.955969 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.003874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-93248876-22cc-48d2-baee-d3b5fbb560a8 None None] Provisioning complete for port 143bee22-af87-42d4-80fd-3ce151eb7797 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:07.004813 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-93248876-22cc-48d2-baee-d3b5fbb560a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.012414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b023b040-8ccb-4010-a6ae-f2d2f5905968 req-25ca42da-afa6-42b6-aabd-e0590cacea79 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d9e493b9-669f-4bac-96e7-761fd0655669 HTTP/1.1" status: 200 len: 217 time: 0.0897603 Feb 19 03:01:07.019451 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] Set router e3419230-1325-46c9-9534-6ea8b5d72c3a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:07.129282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa8c3a75-6447-4b51-a283-e7d8b073724f req-51cd0383-5120-4724-955d-9fd673f786d5 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0789943 Feb 19 03:01:07.139438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2360539-80d5-44f9-b669-58638051769a req-963a636f-00ca-41bc-a232-a49a891d3ca0 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917403 Feb 19 03:01:07.156203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-93248876-22cc-48d2-baee-d3b5fbb560a8 None None] Current status of the port 143bee22-af87-42d4-80fd-3ce151eb7797 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:07.156876 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-93248876-22cc-48d2-baee-d3b5fbb560a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.165675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023b040-8ccb-4010-a6ae-f2d2f5905968 req-67c807c6-93d8-40f3-8008-fff83e7af5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:07.167308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b023b040-8ccb-4010-a6ae-f2d2f5905968 req-67c807c6-93d8-40f3-8008-fff83e7af5fe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.1301577 Feb 19 03:01:07.169172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27997755-ce36-4354-b259-8258794904f1 req-7113ee0b-da36-4f10-ac91-02baad4904d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:07.171056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27997755-ce36-4354-b259-8258794904f1 req-7113ee0b-da36-4f10-ac91-02baad4904d5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a91e88c847fd4b34856d851b4ec9a017&device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 1126 time: 0.1696951 Feb 19 03:01:07.245938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-93248876-22cc-48d2-baee-d3b5fbb560a8 None None] For port 143bee22-af87-42d4-80fd-3ce151eb7797, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=143bee22-af87-42d4-80fd-3ce151eb7797,segment=NetworkSegment(947dd2df-3273-40c0-89a8-d52fbc5aa25e),segment_id=947dd2df-3273-40c0-89a8-d52fbc5aa25e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:07.253408 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-93248876-22cc-48d2-baee-d3b5fbb560a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.265193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58701439-8031-4ed8-9774-70f01a4ab2f8 req-357253b6-b09f-464a-b003-da69faef1106 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=7cb45310-1f7f-4501-8a05-bf6f30b0031f HTTP/1.1" status: 200 len: 210 time: 0.0936673 Feb 19 03:01:07.292599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b023b040-8ccb-4010-a6ae-f2d2f5905968 req-958ff076-d6af-454c-b478-48523cd84117 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986586 Feb 19 03:01:07.330523 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '143bee22-af87-42d4-80fd-3ce151eb7797', 'name': '', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'mac_address': 'fa:16:3e:92:07:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:01:00Z', 'updated_at': '2022-02-19T03:01:06Z', 'revision_number': 4, 'project_id': '9abeeaad8e65445383592deaf8019061', 'subnets': [{'id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:07.334373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93248876-22cc-48d2-baee-d3b5fbb560a8 None None] Pushing event updated for resources: {'Port': ['ID=143bee22-af87-42d4-80fd-3ce151eb7797,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:07.359612 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff29395d-a8a7-4707-ad63-9e1acf2ba58f None None] The sync data for ids ['e3419230-1325-46c9-9534-6ea8b5d72c3a'] in n-d-826755-2 is: [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '143bee22-af87-42d4-80fd-3ce151eb7797', 'name': '', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'mac_address': 'fa:16:3e:92:07:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:01:00Z', 'updated_at': '2022-02-19T03:01:06Z', 'revision_number': 4, 'project_id': '9abeeaad8e65445383592deaf8019061', 'subnets': [{'id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:01:07.384161 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-38624e5e-e265-477f-88b4-c0beb787d61c None None] Provisioning complete for port 143bee22-af87-42d4-80fd-3ce151eb7797 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:07.384523 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38624e5e-e265-477f-88b4-c0beb787d61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.509729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-38624e5e-e265-477f-88b4-c0beb787d61c None None] Current status of the port 143bee22-af87-42d4-80fd-3ce151eb7797 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:07.518859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8c6ad249-4740-47dc-ace1-dd36e10a831a no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:07.605648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8c6ad249-4740-47dc-ace1-dd36e10a831a is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:07.606122 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.632041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:07.632185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27997755-ce36-4354-b259-8258794904f1 req-3e41cd55-d17f-4fbc-99a0-bb31f87fe5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:07.633694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27997755-ce36-4354-b259-8258794904f1 req-3e41cd55-d17f-4fbc-99a0-bb31f87fe5ca service neutron] 10.222.0.87 "GET /v2.0/networks?id=897e174e-91bd-4a1e-a1a4-0e388d95f9d4 HTTP/1.1" status: 200 len: 906 time: 0.4387338 Feb 19 03:01:07.634769 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7755a4e-8d5b-44f0-a1b6-afa4193204ce" -d '{"events": [{"server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:07.650121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:07.660092 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.674504 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b023b040-8ccb-4010-a6ae-f2d2f5905968 req-7b104f7e-e745-44b6-8ad7-19f7f308701c service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683069 Feb 19 03:01:07.717770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58701439-8031-4ed8-9774-70f01a4ab2f8 req-edaeef10-5878-43f3-a74d-7ba019b4861b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:07.719573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58701439-8031-4ed8-9774-70f01a4ab2f8 req-edaeef10-5878-43f3-a74d-7ba019b4861b service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=03a098dbc4144e01abb1935743b8c45b&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4258797 Feb 19 03:01:07.724566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e7cf1-2f29-459d-90ed-e772ab879dea req-b86e5344-1d6f-499e-9797-0abd2be3fd22 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:07.732565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e7e7cf1-2f29-459d-90ed-e772ab879dea req-b86e5344-1d6f-499e-9797-0abd2be3fd22 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1128 time: 0.4042089 Feb 19 03:01:07.738723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8c6ad249-4740-47dc-ace1-dd36e10a831a,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:07.746833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27997755-ce36-4354-b259-8258794904f1 req-68fe21ef-a430-40e2-816d-5f292a4c3ae7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 HTTP/1.1" status: 200 len: 217 time: 0.1024187 Feb 19 03:01:07.754631 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-a8d5e7c5-5ce7-413d-bf05-e5dc47a72aa7 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:07.756437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-a8d5e7c5-5ce7-413d-bf05-e5dc47a72aa7 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/networks?id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a HTTP/1.1" status: 200 len: 829 time: 0.3666983 Feb 19 03:01:07.775525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 143bee22-af87-42d4-80fd-3ce151eb7797 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:07.843506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 143bee22-af87-42d4-80fd-3ce151eb7797 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:07.843883 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:07.941002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 143bee22-af87-42d4-80fd-3ce151eb7797 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:08.252656 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:08.295044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-09f1103d-62b6-4cea-ac83-03097a2864e3 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/quotas/9abeeaad8e65445383592deaf8019061 HTTP/1.1" status: 200 len: 375 time: 0.4793291 Feb 19 03:01:08.365796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27997755-ce36-4354-b259-8258794904f1 req-ddb110e8-2ca8-4c03-8a9a-f0294e5cd13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:08.367322 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27997755-ce36-4354-b259-8258794904f1 req-ddb110e8-2ca8-4c03-8a9a-f0294e5cd13b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a0fb6246-d4f9-49a4-9fad-c81f77acdf71 HTTP/1.1" status: 200 len: 844 time: 0.5758629 Feb 19 03:01:08.399863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e7e7cf1-2f29-459d-90ed-e772ab879dea req-2794f920-82f8-47fd-be2b-3052e2a6e0e4 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6667888 Feb 19 03:01:08.438806 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b023b040-8ccb-4010-a6ae-f2d2f5905968 req-6e532012-da6c-42ec-8f36-bca62e55228f service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7167549 Feb 19 03:01:08.445563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58701439-8031-4ed8-9774-70f01a4ab2f8 req-4008d576-d67b-40bf-befc-6f1101b18919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:08.447075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58701439-8031-4ed8-9774-70f01a4ab2f8 req-4008d576-d67b-40bf-befc-6f1101b18919 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6896446 Feb 19 03:01:08.465233 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-893e4b9d-8b35-460b-a1b7-fcefb87b0b02 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9abeeaad8e65445383592deaf8019061&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1562037 Feb 19 03:01:08.476998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27997755-ce36-4354-b259-8258794904f1 req-b72f67e5-17f0-4d41-a9e3-aeb39412e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:08.478535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27997755-ce36-4354-b259-8258794904f1 req-b72f67e5-17f0-4d41-a9e3-aeb39412e929 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=897e174e-91bd-4a1e-a1a4-0e388d95f9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0962620 Feb 19 03:01:08.575227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58701439-8031-4ed8-9774-70f01a4ab2f8 req-5e738269-51c6-4a79-baa6-4f019a8a3bed tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "GET /v2.0/ports?device_id=7cb45310-1f7f-4501-8a05-bf6f30b0031f HTTP/1.1" status: 200 len: 210 time: 0.0772154 Feb 19 03:01:08.657056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-a3c6b953-ecb1-47aa-9fa0-c64e6ffdc8fc service neutron] 10.222.0.81 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822886 Feb 19 03:01:08.676243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27997755-ce36-4354-b259-8258794904f1 req-14253720-feba-4aa0-b7bb-2e3790074b1a service neutron] 10.222.0.87 "GET /v2.0/networks/897e174e-91bd-4a1e-a1a4-0e388d95f9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890254 Feb 19 03:01:08.833150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-5ad52e52-fe90-4f52-8af1-ebc7ae04ee9a service neutron] 10.222.0.81 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661489 Feb 19 03:01:08.839533 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27997755-ce36-4354-b259-8258794904f1 req-128bfb64-15df-427a-8d0d-2330a0b46eae service neutron] 10.222.0.87 "GET /v2.0/networks/897e174e-91bd-4a1e-a1a4-0e388d95f9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513326 Feb 19 03:01:09.034875 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ab60f3-f464-4dc7-8c24-f37d333f0504 x-openstack-request-id: req-d4ab60f3-f464-4dc7-8c24-f37d333f0504 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:09.035383 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:09.035920 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d4ab60f3-f464-4dc7-8c24-f37d333f0504 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:09.037185 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'code': 200} Feb 19 03:01:09.046865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9542f-867e-4f86-9907-df4cb8356747 req-aeeb99be-460f-446e-a3b7-859eb802a0b1 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:09.049254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7b9542f-867e-4f86-9907-df4cb8356747 req-aeeb99be-460f-446e-a3b7-859eb802a0b1 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.0941768 Feb 19 03:01:09.107531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7b9542f-867e-4f86-9907-df4cb8356747 req-fd031587-58c1-4ad5-a232-6ba486546533 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512710 Feb 19 03:01:09.157295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87788a6b-ba81-4a6a-9a9f-d98bce819844 req-f159fd2b-d4a1-4a8d-bef6-f77d373ee1bd tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:09.158818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87788a6b-ba81-4a6a-9a9f-d98bce819844 req-f159fd2b-d4a1-4a8d-bef6-f77d373ee1bd tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 944 time: 0.0633161 Feb 19 03:01:09.217208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fe234e1-5cb8-4d6b-9b03-773c8093b80a req-72a8521b-c97e-4b02-bde0-abcb01b42e92 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0447915 Feb 19 03:01:09.242598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87788a6b-ba81-4a6a-9a9f-d98bce819844 req-f11887e0-cbea-4b82-8fb0-995aa1dc8506 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773935 Feb 19 03:01:09.380851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ddac8bf9-3bd5-4573-b98a-363d3a51cc3a req-bc7acfa4-c32c-4e9b-a274-62291c195a72 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 210 time: 0.0312462 Feb 19 03:01:09.405494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c0460-f73c-47d0-8e6a-95107cdb7c31 req-9c155683-33a3-4fc9-ba1f-9887041a2fd4 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:09.407026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd4c0460-f73c-47d0-8e6a-95107cdb7c31 req-9c155683-33a3-4fc9-ba1f-9887041a2fd4 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.0865808 Feb 19 03:01:09.464321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd4c0460-f73c-47d0-8e6a-95107cdb7c31 req-73bf60da-1893-428f-844f-1e52a2871bb2 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510597 Feb 19 03:01:09.615118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-7aced54e-62a3-49f7-92a3-9d444b815677 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:09.616533 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-7aced54e-62a3-49f7-92a3-9d444b815677 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.1361582 Feb 19 03:01:09.623477 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df1145-4086-4683-b10e-52644b7cf537 req-dfb34629-e03c-4131-81e4-4ce9a988a657 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:09.625481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09df1145-4086-4683-b10e-52644b7cf537 req-dfb34629-e03c-4131-81e4-4ce9a988a657 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 1127 time: 0.0873687 Feb 19 03:01:09.653257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-584d0082-42d3-4aa7-bb83-efc70616ba9f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/quotas/03a098dbc4144e01abb1935743b8c45b HTTP/1.1" status: 200 len: 375 time: 0.0265253 Feb 19 03:01:09.710374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09df1145-4086-4683-b10e-52644b7cf537 req-7ca494e4-f882-4b26-a335-caa4ff1495b9 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744545 Feb 19 03:01:09.728695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-80d2751b-b0bc-4ddd-8d5e-85524db5d2cc tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691445 Feb 19 03:01:09.829157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-bb565b15-8c04-46bc-8823-31eb189576f6 service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886986 Feb 19 03:01:09.936966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-cfa7c909-68a6-4cd0-baea-6c60d38bdaae service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013010 Feb 19 03:01:09.968489 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:10.152082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c59f9-cc4c-4b4c-a7ca-f27b68c4c388 req-0d488808-1413-483b-bf9f-21939f589b0e tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:10.156085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef9c59f9-cc4c-4b4c-a7ca-f27b68c4c388 req-0d488808-1413-483b-bf9f-21939f589b0e tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 1127 time: 0.0675869 Feb 19 03:01:10.201312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4702751-fa02-4502-846e-19b0ea6b3a51 req-a193def3-5ca0-4b17-9bf1-bde59e87fece tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0367174 Feb 19 03:01:10.265629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef9c59f9-cc4c-4b4c-a7ca-f27b68c4c388 req-e500d635-008c-4e9a-8751-f847a24a35d7 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032460 Feb 19 03:01:10.392290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d58378d-c4cf-486d-91e3-dd6e0150a639 req-6d0fb25e-8885-4294-8ddd-297ea312d645 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 210 time: 0.0580482 Feb 19 03:01:10.454176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-87fc85ce-7baa-4e9d-9831-4790fc31620d tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:10.456354 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-87fc85ce-7baa-4e9d-9831-4790fc31620d tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.67 "GET /v2.0/networks?id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a HTTP/1.1" status: 200 len: 829 time: 0.2309396 Feb 19 03:01:10.458763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493be25-9439-4e4c-b48c-493a5e229fd5 req-cf37f53f-c7db-408e-ad0f-84367cdaa396 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:10.465703 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6493be25-9439-4e4c-b48c-493a5e229fd5 req-cf37f53f-c7db-408e-ad0f-84367cdaa396 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1128 time: 0.1303008 Feb 19 03:01:10.473894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Request body: {'port': {'device_id': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'admin_state_up': True, 'tenant_id': '9abeeaad8e65445383592deaf8019061'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:10.656606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6493be25-9439-4e4c-b48c-493a5e229fd5 req-a855da24-3535-4841-8c98-4119a679a3d3 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894357 Feb 19 03:01:10.702374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da079282-0acd-46ed-a7ef-93162833b409 req-0950335f-2c97-4f9b-9656-a102977b61f4 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:10.703887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da079282-0acd-46ed-a7ef-93162833b409 req-0950335f-2c97-4f9b-9656-a102977b61f4 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 944 time: 0.2357786 Feb 19 03:01:10.718276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99288a-899d-4d8e-9787-73dab2cd2832 req-27d6c7b3-f294-4679-8e25-aade3eccfcd7 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:10.719936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e99288a-899d-4d8e-9787-73dab2cd2832 req-27d6c7b3-f294-4679-8e25-aade3eccfcd7 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.87 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.1598351 Feb 19 03:01:10.779942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Made reservation on behalf of 9abeeaad8e65445383592deaf8019061 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:10.784172 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:10.905379 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da079282-0acd-46ed-a7ef-93162833b409 req-4ecee5b5-6c92-496d-9a89-6b101b43ff40 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946418 Feb 19 03:01:10.929342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0a9f251-f785-4413-ae5d-81246a03fa53 req-7b719b09-7885-49e3-bb79-617c7c71d1b1 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 210 time: 0.0726571 Feb 19 03:01:11.009700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:01:11.028697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0e99288a-899d-4d8e-9787-73dab2cd2832 req-5efb8c4d-1a59-4bbd-9e85-6c4add950f43 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Deleting port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:11.029043 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0e99288a-899d-4d8e-9787-73dab2cd2832 req-5efb8c4d-1a59-4bbd-9e85-6c4add950f43 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.081567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Allocated IP 172.20.0.9 (95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a/3a8073bc-33f8-4383-a349-a01e0507e847/91473a8a-9233-4032-860f-fb0ebacd44fb) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:11.107776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252,segment=NetworkSegment(b97acd57-9684-490b-b85c-3a8a5e00c953),segment_id=b97acd57-9684-490b-b85c-3a8a5e00c953)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:11.120597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'port_id': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252', 'mac_address': 'fa:16:3e:19:86:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:01:11.158476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e976d9-a657-405c-b90c-3bd60e1207c6 req-cd889554-bd89-4601-a2bb-042c968e627e tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:11.160063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25e976d9-a657-405c-b90c-3bd60e1207c6 req-cd889554-bd89-4601-a2bb-042c968e627e tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/ports?device_id=b528ccfb-2116-4f5a-8fd8-9261e8c5197a HTTP/1.1" status: 200 len: 950 time: 0.1847990 Feb 19 03:01:11.161171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:11.161790 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.179876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0e99288a-899d-4d8e-9787-73dab2cd2832 req-5efb8c4d-1a59-4bbd-9e85-6c4add950f43 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] For port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:11.180257 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0e99288a-899d-4d8e-9787-73dab2cd2832 req-5efb8c4d-1a59-4bbd-9e85-6c4add950f43 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.247988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0e99288a-899d-4d8e-9787-73dab2cd2832 req-5efb8c4d-1a59-4bbd-9e85-6c4add950f43 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Calling delete_port for ad514d61-f987-409f-a6cb-b8a0d6bbfcbc owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:11.316310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:11.336271 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252,segment=NetworkSegment(b97acd57-9684-490b-b85c-3a8a5e00c953),segment_id=b97acd57-9684-490b-b85c-3a8a5e00c953)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:11.341886 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.378711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25e976d9-a657-405c-b90c-3bd60e1207c6 req-b84312ec-700e-4d08-a6cd-0334838b84d6 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.81 "GET /v2.0/security-groups?id=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010343 Feb 19 03:01:11.393406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:11.440479 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.513149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c69599b4-135a-4e64-9296-559fbdc691cd req-80455873-2f37-4214-8926-ce3902262cfc tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0411708 Feb 19 03:01:11.550562 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0e99288a-899d-4d8e-9787-73dab2cd2832 req-5efb8c4d-1a59-4bbd-9e85-6c4add950f43 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ad514d61-f987-409f-a6cb-b8a0d6bbfcbc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.554743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:11.607857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb8c4d-1a59-4bbd-9e85-6c4add950f43 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Pushing event deleted for resources: {'Port': ['ID=ad514d61-f987-409f-a6cb-b8a0d6bbfcbc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:11.714964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['7cc3b8ba-07ad-4a03-8c6b-fecacc2da252'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:12.016639 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ec3cf64-a87f-466d-8515-b4d8b2760637 req-4338858e-ddcb-48eb-8122-db25f27ac841 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 210 time: 0.4032965 Feb 19 03:01:12.021981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:12.047204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-57362711-3c0c-4ee1-aefb-656755e28a17 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:01:12.048207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-57362711-3c0c-4ee1-aefb-656755e28a17 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0406890 Feb 19 03:01:12.051820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e99288a-899d-4d8e-9787-73dab2cd2832 req-5efb8c4d-1a59-4bbd-9e85-6c4add950f43 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] No DVR routers for this DVR port ad514d61-f987-409f-a6cb-b8a0d6bbfcbc on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:12.058585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:12.069523 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0e99288a-899d-4d8e-9787-73dab2cd2832 req-5efb8c4d-1a59-4bbd-9e85-6c4add950f43 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.072689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e99288a-899d-4d8e-9787-73dab2cd2832 req-5efb8c4d-1a59-4bbd-9e85-6c4add950f43 tempest-ImagesNegativeTestJSON-1629208582 tempest-ImagesNegativeTestJSON-1629208582-project] 10.222.0.87 "DELETE /v2.0/ports/ad514d61-f987-409f-a6cb-b8a0d6bbfcbc HTTP/1.1" status: 204 len: 173 time: 1.3394892 Feb 19 03:01:12.073151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b528ccfb-2116-4f5a-8fd8-9261e8c5197a', 'name': 'network-vif-deleted', 'tag': 'ad514d61-f987-409f-a6cb-b8a0d6bbfcbc'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:12.075418 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d48409-f3ec-4cf6-9a37-3fb12f844fc3" -d '{"events": [{"server_uuid": "b528ccfb-2116-4f5a-8fd8-9261e8c5197a", "name": "network-vif-deleted", "tag": "ad514d61-f987-409f-a6cb-b8a0d6bbfcbc"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:12.088556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:12.099146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Pushing event updated for resources: {'Port': ['ID=91473a8a-9233-4032-860f-fb0ebacd44fb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:12.214572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-098cdb11-9834-4920-8f47-dba0ad058dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:12.215895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-098cdb11-9834-4920-8f47-dba0ad058dea service neutron] 10.222.0.81 "GET /v2.0/ports/7772df19-1f08-4bd0-9dc1-d4121a681134 HTTP/1.1" status: 200 len: 1124 time: 0.1499019 Feb 19 03:01:12.230749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] Request body: {'binding': {'host': 'n-h2-826755-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:12.231199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] Unknown quota resources ['binding']. {{(pid=109899) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:01:12.238804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-15491be6-cc9f-4cc4-a811-78497080905c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:12.240291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-15491be6-cc9f-4cc4-a811-78497080905c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.6372724 Feb 19 03:01:12.248291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:12.248921 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.277605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Request body: {'port': {'device_id': '9a3400c8-b8d6-494a-8b96-d7df9f4b7b98', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'admin_state_up': True, 'tenant_id': '03a098dbc4144e01abb1935743b8c45b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:12.301999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584715fe-3622-48a6-9944-c983ae607747 req-2dceb889-f87c-4412-945c-c3fd628d9587 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:12.303538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-584715fe-3622-48a6-9944-c983ae607747 req-2dceb889-f87c-4412-945c-c3fd628d9587 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1128 time: 0.2101700 Feb 19 03:01:12.347388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-cc1cc858-a09c-41df-8211-318fbae02c33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8779016 Feb 19 03:01:12.369906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Request body: {'port': {'device_id': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:12.371191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ccb577f1-2e2d-4584-b736-bf404aac6b91 None None] Provisioning complete for port 91473a8a-9233-4032-860f-fb0ebacd44fb triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:12.371703 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ccb577f1-2e2d-4584-b736-bf404aac6b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.406878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ccb577f1-2e2d-4584-b736-bf404aac6b91 None None] Port 91473a8a-9233-4032-860f-fb0ebacd44fb cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:01:12.537571 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-584715fe-3622-48a6-9944-c983ae607747 req-f72d67ec-257b-4e5f-944c-095fdfae82fd tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987603 Feb 19 03:01:12.557976 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.575839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Made reservation on behalf of 03a098dbc4144e01abb1935743b8c45b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:12.588706 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.625544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] Attempting to bind port 7772df19-1f08-4bd0-9dc1-d4121a681134 on host n-h2-826755-2 for vnic_type normal with profile None {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:12.625869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] Attempting to bind port 7772df19-1f08-4bd0-9dc1-d4121a681134 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:12.626191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] Attempting to bind port 7772df19-1f08-4bd0-9dc1-d4121a681134 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:12.638915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] Port 7772df19-1f08-4bd0-9dc1-d4121a681134 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:01:12.639230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] Attempting to bind port 7772df19-1f08-4bd0-9dc1-d4121a681134 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:12.663526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:12.663826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:12.664220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:12.664675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] Bound port: 7772df19-1f08-4bd0-9dc1-d4121a681134, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:12.925426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7772df19-1f08-4bd0-9dc1-d4121a681134,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:12.941273 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:12.942463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a303f729-bdc9-4dc1-837f-4457bea93368 service neutron] 10.222.0.81 "POST /v2.0/ports/7772df19-1f08-4bd0-9dc1-d4121a681134/bindings HTTP/1.1" status: 201 len: 389 time: 0.7166946 Feb 19 03:01:12.959863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Allocated IP 172.20.0.11 (0e4aacd3-30ee-4aa7-b85b-c898c93b3c78/b7c96846-60d1-498c-9c3e-d38728efac18/c11b6581-8dde-407d-8ca3-c7be7ce1d485) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:12.976635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85673a7c-6323-40d2-81bd-9e9c48380546 req-9b091da8-87bc-447d-adca-d2f2b02dde71 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:12.978191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85673a7c-6323-40d2-81bd-9e9c48380546 req-9b091da8-87bc-447d-adca-d2f2b02dde71 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 945 time: 0.2746470 Feb 19 03:01:13.025831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:13.117787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:01:13.123782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:13.124217 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.138460 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85673a7c-6323-40d2-81bd-9e9c48380546 req-fd713d9d-0eda-4c1a-b0d9-1cf2bc59cc20 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510153 Feb 19 03:01:13.194032 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77310b24-eac5-400e-acf0-b7dc71f24d23 x-openstack-request-id: req-77310b24-eac5-400e-acf0-b7dc71f24d23 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:13.194321 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b528ccfb-2116-4f5a-8fd8-9261e8c5197a", "name": "network-vif-deleted", "tag": "ad514d61-f987-409f-a6cb-b8a0d6bbfcbc", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:13.194567 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77310b24-eac5-400e-acf0-b7dc71f24d23 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:13.194959 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b528ccfb-2116-4f5a-8fd8-9261e8c5197a', 'name': 'network-vif-deleted', 'tag': 'ad514d61-f987-409f-a6cb-b8a0d6bbfcbc', 'status': 'completed', 'code': 200} Feb 19 03:01:13.223439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91473a8a-9233-4032-860f-fb0ebacd44fb {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:13.234343 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Publish callbacks [] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.251594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa01579-2c45-402e-aa81-6a70f28d121a req-b5a32b31-2896-42b5-93b5-7ac54ddfa4c2 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:13.253462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faa01579-2c45-402e-aa81-6a70f28d121a req-b5a32b31-2896-42b5-93b5-7ac54ddfa4c2 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 931 time: 0.1960888 Feb 19 03:01:13.254480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-e5b00350-1acd-40de-8f09-d9479263bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:13.256025 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-e5b00350-1acd-40de-8f09-d9479263bf7a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 1127 time: 0.0599077 Feb 19 03:01:13.258633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:13.260641 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.283662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Transition to ACTIVE for port object 91473a8a-9233-4032-860f-fb0ebacd44fb will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:01:13.301679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:13.303073 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.313866 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7533b3eb-ca69-40c0-b460-3cc59b0752d3" -d '{"events": [{"server_uuid": "5d663e46-7924-4e44-8a38-7e1f55da3d82", "name": "network-vif-plugged", "status": "completed", "tag": "7cc3b8ba-07ad-4a03-8c6b-fecacc2da252"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:13.326284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252,segment=NetworkSegment(b97acd57-9684-490b-b85c-3a8a5e00c953),segment_id=b97acd57-9684-490b-b85c-3a8a5e00c953)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:13.331576 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.333095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device ad514d61-f987-409f-a6cb-b8a0d6bbfcbc no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:13.350749 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks [] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.366447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-00f3fb70-b1b7-47d1-baa3-98666af10d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:13.367912 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-00f3fb70-b1b7-47d1-baa3-98666af10d6a service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.1039650 Feb 19 03:01:13.372418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: ad514d61-f987-409f-a6cb-b8a0d6bbfcbc {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:13.372970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device ad514d61-f987-409f-a6cb-b8a0d6bbfcbc not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:13.382476 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0b8584d-f5d1-42d2-82c7-3a7b9410571a req-68573e17-a3e0-4ac2-b608-8b46f769c794 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0760221 Feb 19 03:01:13.417021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=91473a8a-9233-4032-860f-fb0ebacd44fb,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:13.422554 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-054847ed-588c-42f2-827a-930f1e973455 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7772df19-1f08-4bd0-9dc1-d4121a681134 HTTP/1.1" status: 200 len: 217 time: 0.0478833 Feb 19 03:01:13.427340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:13.431709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faa01579-2c45-402e-aa81-6a70f28d121a req-54a639d9-7fc8-40d6-8883-2cae87c9aabf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688266 Feb 19 03:01:13.522360 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.540742 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:13.544195 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device dd800797-4edc-4272-a6fd-8774a813b19b details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:01:13.564076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:13.600300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:13.608732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:13.611428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Attempting to bind port 91473a8a-9233-4032-860f-fb0ebacd44fb on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:13.611760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Attempting to bind port 91473a8a-9233-4032-860f-fb0ebacd44fb by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:13.612335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Attempting to bind port 91473a8a-9233-4032-860f-fb0ebacd44fb on network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:13.699975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:13.702229 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.723046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event updated for resources: {'Port': ['ID=c11b6581-8dde-407d-8ca3-c7be7ce1d485,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:13.735852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Port 91473a8a-9233-4032-860f-fb0ebacd44fb on network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:01:13.736261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Attempting to bind port 91473a8a-9233-4032-860f-fb0ebacd44fb on network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:13.748806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:13.749304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Checking segment: {'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:13.750073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Bound using segment: {'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:13.750630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Bound port: 91473a8a-9233-4032-860f-fb0ebacd44fb, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947dd2df-3273-40c0-89a8-d52fbc5aa25e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:13.751092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.833046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-50fef02b-a983-470f-943c-77507cec7102 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5616965 Feb 19 03:01:13.845855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Request body: {'port': {'device_id': '9a3400c8-b8d6-494a-8b96-d7df9f4b7b98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:13.853439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] For port 91473a8a-9233-4032-860f-fb0ebacd44fb, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:13.874097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port dd800797-4edc-4272-a6fd-8774a813b19b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=dd800797-4edc-4272-a6fd-8774a813b19b,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:13.886623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-8b3842a4-977a-482f-95ad-2eb81b49efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:13.887776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08f5fe-bfc3-4894-896e-3c01e13de23c req-78a18aca-a708-45bd-827c-d2fcf5273585 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:13.888200 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-8b3842a4-977a-482f-95ad-2eb81b49efbe service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.4573803 Feb 19 03:01:13.889647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e08f5fe-bfc3-4894-896e-3c01e13de23c req-78a18aca-a708-45bd-827c-d2fcf5273585 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.3068070 Feb 19 03:01:13.909502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'dd800797-4edc-4272-a6fd-8774a813b19b', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'dd800797-4edc-4272-a6fd-8774a813b19b', 'mac_address': 'fa:16:3e:b3:d5:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:01:13.922486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] For port 91473a8a-9233-4032-860f-fb0ebacd44fb, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=91473a8a-9233-4032-860f-fb0ebacd44fb,segment=NetworkSegment(947dd2df-3273-40c0-89a8-d52fbc5aa25e),segment_id=947dd2df-3273-40c0-89a8-d52fbc5aa25e)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:13.929584 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-824e26e9-cd81-4c01-b856-3ac4f21d5a43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319688 Feb 19 03:01:13.954302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.955492 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port dd800797-4edc-4272-a6fd-8774a813b19b is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:13.956032 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:13.971780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd800797-4edc-4272-a6fd-8774a813b19b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:13.996928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port dd800797-4edc-4272-a6fd-8774a813b19b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=dd800797-4edc-4272-a6fd-8774a813b19b,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:14.002528 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.012507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e08f5fe-bfc3-4894-896e-3c01e13de23c req-8542ddf5-6330-473c-9021-2a17fc0b211d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145821 Feb 19 03:01:14.031702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:14.032420 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.034107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] 10.222.0.67 "PUT /v2.0/ports/91473a8a-9233-4032-860f-fb0ebacd44fb HTTP/1.1" status: 200 len: 1091 time: 1.6753547 Feb 19 03:01:14.037100 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.080437 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=dd800797-4edc-4272-a6fd-8774a813b19b,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:14.111389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['dd800797-4edc-4272-a6fd-8774a813b19b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:14.145980 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-4cf6f04d-271d-42b3-8fe0-088b90bcfa2b service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019174 Feb 19 03:01:14.216922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e702a3-d5f9-4b58-879b-b6d06bd64ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=91473a8a-9233-4032-860f-fb0ebacd44fb,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:14.307906 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-25bcb7c0-5615-4680-bd79-22722f8a64c1 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543584 Feb 19 03:01:14.367994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-13e8866d-cd40-4f85-8ddf-c002a97b05bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:14.370037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-13e8866d-cd40-4f85-8ddf-c002a97b05bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9abeeaad8e65445383592deaf8019061&device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 1125 time: 0.2586298 Feb 19 03:01:14.416326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4c75f-b192-4017-b2d2-7516122161d7 req-a641c929-9bc6-46d0-81be-8e0497bc368c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:14.418524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74f4c75f-b192-4017-b2d2-7516122161d7 req-a641c929-9bc6-46d0-81be-8e0497bc368c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 932 time: 0.2782707 Feb 19 03:01:14.614906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-9b7aba81-2496-4135-9c52-11d50f956d18 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:01:14.617031 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-9b7aba81-2496-4135-9c52-11d50f956d18 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074341 Feb 19 03:01:14.718152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-413ee1dc-a2a1-431d-918b-2753ab8c4e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:14.719534 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-413ee1dc-a2a1-431d-918b-2753ab8c4e83 service neutron] 10.222.0.81 "GET /v2.0/ports/dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 HTTP/1.1" status: 200 len: 1125 time: 0.0945785 Feb 19 03:01:14.730098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] Request body: {'binding': {'host': 'n-h2-826755-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:14.730562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] Unknown quota resources ['binding']. {{(pid=109898) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:01:14.735939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-65efb834-0bee-4941-9dbc-4863286b7b5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91473a8a-9233-4032-860f-fb0ebacd44fb HTTP/1.1" status: 200 len: 217 time: 0.3336627 Feb 19 03:01:14.836930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74f4c75f-b192-4017-b2d2-7516122161d7 req-d45dbb01-c1dc-414a-a590-33d546add96f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4048662 Feb 19 03:01:14.839644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-fc5c6c74-28f7-4fc2-8205-ecb3b6ff30ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:14.841143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-fc5c6c74-28f7-4fc2-8205-ecb3b6ff30ea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a8073bc-33f8-4383-a349-a01e0507e847 HTTP/1.1" status: 200 len: 868 time: 0.0969105 Feb 19 03:01:14.884563 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] Attempting to bind port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on host n-h2-826755-2 for vnic_type normal with profile None {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:14.885328 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] Attempting to bind port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:14.886040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] Attempting to bind port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:14.891499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] Port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:01:14.892060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] Attempting to bind port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:14.909809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:14.910202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:14.910678 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] Bound using segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:14.911203 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] Bound port: dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:14.936535 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e015f55-ff64-4e9a-bf84-43ee0afb7681 x-openstack-request-id: req-3e015f55-ff64-4e9a-bf84-43ee0afb7681 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:14.937111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11b6581-8dde-407d-8ca3-c7be7ce1d485 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:14.937890 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d663e46-7924-4e44-8a38-7e1f55da3d82", "name": "network-vif-plugged", "status": "completed", "tag": "7cc3b8ba-07ad-4a03-8c6b-fecacc2da252", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:14.938322 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e015f55-ff64-4e9a-bf84-43ee0afb7681 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:14.938882 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252', 'code': 200} Feb 19 03:01:14.946695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Publish callbacks [] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:14.958916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-4f307a6c-99a2-4d69-86d8-23222f1feb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:14.960428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-4f307a6c-99a2-4d69-86d8-23222f1feb57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1054027 Feb 19 03:01:14.965680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Transition to ACTIVE for port object c11b6581-8dde-407d-8ca3-c7be7ce1d485 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:01:14.997298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:15.006403 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.009983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.033411 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-b1b96247-1435-4a8d-86cc-f40a6780f83e service neutron] 10.222.0.81 "POST /v2.0/ports/dccbc2f5-7e0a-4de4-b162-d54c53ed1e21/bindings HTTP/1.1" status: 201 len: 389 time: 0.3071973 Feb 19 03:01:15.127087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Pushing event updated for resources: {'Port': ['ID=c11b6581-8dde-407d-8ca3-c7be7ce1d485,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:15.217470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'tag': '91473a8a-9233-4032-860f-fb0ebacd44fb'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:15.220032 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da13d3ba-a80d-4eb3-a7d5-d0d9c2efca65" -d '{"events": [{"name": "network-changed", "server_uuid": "3672c1c3-ad2e-44f8-be2f-fa938ad85015", "tag": "91473a8a-9233-4032-860f-fb0ebacd44fb"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:15.228847 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-196e24db-4e5a-4120-932e-8e48e559d115 req-e5ccfc7e-8d52-4bcf-9736-471c3355ccd0 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0589201 Feb 19 03:01:15.295753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e70c9a8-4568-4ce6-b1a6-0ede17f90151 req-fac54552-988d-4055-833b-e30001fa2295 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:15.297285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e70c9a8-4568-4ce6-b1a6-0ede17f90151 req-fac54552-988d-4055-833b-e30001fa2295 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 946 time: 0.2033596 Feb 19 03:01:15.303062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-b6927d1a-5aef-44e8-bc98-dc030a8c5a4f service neutron] 10.222.0.67 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357930 Feb 19 03:01:15.308191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee152f-4806-4daf-a44f-a6c9f85bb641 req-e1a69d40-09ca-4d08-9e4e-668200d1c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:15.309594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00ee152f-4806-4daf-a44f-a6c9f85bb641 req-e1a69d40-09ca-4d08-9e4e-668200d1c62a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 1128 time: 0.2574944 Feb 19 03:01:15.469390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Attempting to bind port c11b6581-8dde-407d-8ca3-c7be7ce1d485 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:15.469702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Attempting to bind port c11b6581-8dde-407d-8ca3-c7be7ce1d485 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:15.470059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Attempting to bind port c11b6581-8dde-407d-8ca3-c7be7ce1d485 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:15.504057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e70c9a8-4568-4ce6-b1a6-0ede17f90151 req-eb7f8202-70c0-4885-9bff-dc57a2534bd4 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000201 Feb 19 03:01:15.508531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00ee152f-4806-4daf-a44f-a6c9f85bb641 req-575e7622-b0d2-4457-86c7-3c3806930bad service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841862 Feb 19 03:01:15.509132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Port c11b6581-8dde-407d-8ca3-c7be7ce1d485 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:01:15.509476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Attempting to bind port c11b6581-8dde-407d-8ca3-c7be7ce1d485 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:15.532301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc464a-909e-409a-9600-6e0bb36bba70 req-e55ddc5d-980b-49dc-a8d1-399da9a05b3c tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:15.533916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18dc464a-909e-409a-9600-6e0bb36bba70 req-e55ddc5d-980b-49dc-a8d1-399da9a05b3c tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 943 time: 0.2330768 Feb 19 03:01:15.538211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cea3e6-c9f8-4e6e-8d2c-15985c67e05e req-8b59ac5c-3657-4869-9ef3-a737dd0a2d03 service neutron] 10.222.0.67 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155275 Feb 19 03:01:15.539057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:15.539396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Checking segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:15.539775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Bound using segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:15.540206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Bound port: c11b6581-8dde-407d-8ca3-c7be7ce1d485, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:15.540560 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.546595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device dd800797-4edc-4272-a6fd-8774a813b19b up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:15.614027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port dd800797-4edc-4272-a6fd-8774a813b19b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:15.614429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.676237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18dc464a-909e-409a-9600-6e0bb36bba70 req-c3720ff8-d024-411e-9fd4-c731b74546e7 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331754 Feb 19 03:01:15.693425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] For port c11b6581-8dde-407d-8ca3-c7be7ce1d485, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:15.697396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] For port c11b6581-8dde-407d-8ca3-c7be7ce1d485, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c11b6581-8dde-407d-8ca3-c7be7ce1d485,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:15.705703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaadc7b-41f9-43e8-9d29-a114bafa5917 req-18cfef12-8e2a-42f5-8d8e-d2dac9cfed3f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:15.707415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aeaadc7b-41f9-43e8-9d29-a114bafa5917 req-18cfef12-8e2a-42f5-8d8e-d2dac9cfed3f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.1357055 Feb 19 03:01:15.724042 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.727239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port dd800797-4edc-4272-a6fd-8774a813b19b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:15.727670 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.765111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port dd800797-4edc-4272-a6fd-8774a813b19b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=dd800797-4edc-4272-a6fd-8774a813b19b,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:15.770805 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.814396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:15.815051 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:15.816464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] 10.222.0.67 "PUT /v2.0/ports/c11b6581-8dde-407d-8ca3-c7be7ce1d485 HTTP/1.1" status: 200 len: 1092 time: 1.9752352 Feb 19 03:01:15.834036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=dd800797-4edc-4272-a6fd-8774a813b19b,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:15.850779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aeaadc7b-41f9-43e8-9d29-a114bafa5917 req-471c76eb-dae0-4fc4-a90f-9ffb8498a6e6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373332 Feb 19 03:01:15.858724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e8a5b-39c7-4898-a590-ead397cb37fc service neutron] Pushing event updated for resources: {'Port': ['ID=c11b6581-8dde-407d-8ca3-c7be7ce1d485,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:15.906438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f121dde-160f-4803-9adb-7481a8f4087e req-9043a8ff-dd9a-4d89-9ce3-8db565778dd6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:15.909554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f121dde-160f-4803-9adb-7481a8f4087e req-9043a8ff-dd9a-4d89-9ce3-8db565778dd6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1668913 Feb 19 03:01:15.912593 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a98af0d-f294-4f3c-9b1e-d06a05aba6b6 x-openstack-request-id: req-5a98af0d-f294-4f3c-9b1e-d06a05aba6b6 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:15.913289 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3672c1c3-ad2e-44f8-be2f-fa938ad85015", "tag": "91473a8a-9233-4032-860f-fb0ebacd44fb", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:15.913661 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a98af0d-f294-4f3c-9b1e-d06a05aba6b6 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:15.914142 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'tag': '91473a8a-9233-4032-860f-fb0ebacd44fb', 'status': 'completed', 'code': 200} Feb 19 03:01:15.951714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-43b235ad-9e04-4ba3-8bf6-30b7cec01cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:15.953178 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-43b235ad-9e04-4ba3-8bf6-30b7cec01cc4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 1126 time: 0.0957248 Feb 19 03:01:16.004052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f121dde-160f-4803-9adb-7481a8f4087e req-9c50b52c-a582-479c-9bf4-cc1492c35b5d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855446 Feb 19 03:01:16.028636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c836499-d822-443a-ae14-54f048753158 req-ec67ae07-311d-415b-a531-9a9f2858e705 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:16.030103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c836499-d822-443a-ae14-54f048753158 req-ec67ae07-311d-415b-a531-9a9f2858e705 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 944 time: 0.0707924 Feb 19 03:01:16.138494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-75bde603-c471-4dd8-82cb-16ba21a4005b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c11b6581-8dde-407d-8ca3-c7be7ce1d485 HTTP/1.1" status: 200 len: 217 time: 0.0798171 Feb 19 03:01:16.201722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c836499-d822-443a-ae14-54f048753158 req-6c2a86eb-7742-47c6-baeb-aa01dd462963 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636910 Feb 19 03:01:16.229350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-dd0806b9-c839-46ee-a6b2-b95bfda957be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:16.233923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-dd0806b9-c839-46ee-a6b2-b95bfda957be service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.0841300 Feb 19 03:01:16.238083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d3ba-a80d-4eb3-a7d5-d0d9c2efca65 req-a1588f84-6e36-44dd-987b-01ec7cfded28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:16.239742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da13d3ba-a80d-4eb3-a7d5-d0d9c2efca65 req-a1588f84-6e36-44dd-987b-01ec7cfded28 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9abeeaad8e65445383592deaf8019061&device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 1125 time: 0.1646988 Feb 19 03:01:16.341763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-796622c7-7c6c-49fe-8ae0-2076899ce231 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893970 Feb 19 03:01:16.407062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac50cb03-606e-453f-b67c-fee1904660b9 req-a634ce87-ba37-4d09-8c37-54bb92273a98 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0461950 Feb 19 03:01:16.528844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d3ba-a80d-4eb3-a7d5-d0d9c2efca65 req-65842320-9fdd-4ba4-8efc-b8d8b370a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:16.530363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da13d3ba-a80d-4eb3-a7d5-d0d9c2efca65 req-65842320-9fdd-4ba4-8efc-b8d8b370a0cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a HTTP/1.1" status: 200 len: 930 time: 0.2768676 Feb 19 03:01:16.588500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51982) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:16.627213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da13d3ba-a80d-4eb3-a7d5-d0d9c2efca65 req-bf0ed28d-3f91-4f7f-85fe-7e3563298dc0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91473a8a-9233-4032-860f-fb0ebacd44fb HTTP/1.1" status: 200 len: 217 time: 0.0839229 Feb 19 03:01:16.636395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-cdc027ec-09f4-4354-9d85-8e9f983ccc08 service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767885 Feb 19 03:01:16.773556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d3ba-a80d-4eb3-a7d5-d0d9c2efca65 req-3a9ca09e-60ef-4231-b186-d2ef8fd9cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:16.775253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da13d3ba-a80d-4eb3-a7d5-d0d9c2efca65 req-3a9ca09e-60ef-4231-b186-d2ef8fd9cce1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a8073bc-33f8-4383-a349-a01e0507e847 HTTP/1.1" status: 200 len: 868 time: 0.1379890 Feb 19 03:01:16.799448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e55e6-f4f4-496c-baca-58c6549bb247 req-1ee1c20e-24ae-4e67-883b-aff61c856aef tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:16.801147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e19e55e6-f4f4-496c-baca-58c6549bb247 req-1ee1c20e-24ae-4e67-883b-aff61c856aef tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 946 time: 0.1766453 Feb 19 03:01:16.834756 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c57c26da-f66a-45b9-9a54-1e44277d1381 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e341ccaa9f454de681234975128e439b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442434 Feb 19 03:01:16.839405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51992) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:16.896072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d9f924d-d107-4eae-af29-641fd6adcf13 req-f9eddf8a-3cfc-4346-a9c9-7184e5591756 service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340646 Feb 19 03:01:16.940529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e9e5c9-d696-4d9f-be27-14207cfcf3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd800797-4edc-4272-a6fd-8774a813b19b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:16.944458 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23bd5a5-3903-44da-b93f-3ba2b45ea86d" -d '{"events": [{"server_uuid": "41e9e5c9-d696-4d9f-be27-14207cfcf3ce", "name": "network-vif-plugged", "status": "completed", "tag": "dd800797-4edc-4272-a6fd-8774a813b19b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:16.947744 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d961-f649-40c0-9c52-84d62f0f4164 admin admin] Publish callbacks [] for security_group (d7d94c9c-70bb-402b-a96a-6c6f6a00fb60), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:16.953243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d3ba-a80d-4eb3-a7d5-d0d9c2efca65 req-0ba7286f-0b94-4aef-abdb-496879f0caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:16.954786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da13d3ba-a80d-4eb3-a7d5-d0d9c2efca65 req-0ba7286f-0b94-4aef-abdb-496879f0caa0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1720848 Feb 19 03:01:16.976712 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d961-f649-40c0-9c52-84d62f0f4164 admin admin] Publish callbacks [] for security_group (d7d94c9c-70bb-402b-a96a-6c6f6a00fb60), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:17.000695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e19e55e6-f4f4-496c-baca-58c6549bb247 req-6e46c071-615d-427b-906d-7b38466f76d3 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714284 Feb 19 03:01:17.084085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d961-f649-40c0-9c52-84d62f0f4164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d7d94c9c-70bb-402b-a96a-6c6f6a00fb60), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:17.088757 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3b3d961-f649-40c0-9c52-84d62f0f4164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:17.090567 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e3b3d961-f649-40c0-9c52-84d62f0f4164 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d7d94c9c-70bb-402b-a96a-6c6f6a00fb60 HTTP/1.1" status: 204 len: 168 time: 0.2496617 Feb 19 03:01:17.108066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ccea2-4ea4-4ad2-b8dc-3115e72c9d2b req-d328dd68-1d3d-4315-84e3-6d7adad9f107 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:17.109637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce5ccea2-4ea4-4ad2-b8dc-3115e72c9d2b req-d328dd68-1d3d-4315-84e3-6d7adad9f107 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 943 time: 0.2797849 Feb 19 03:01:17.124239 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3d961-f649-40c0-9c52-84d62f0f4164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d94c9c-70bb-402b-a96a-6c6f6a00fb60,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:17.214996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce5ccea2-4ea4-4ad2-b8dc-3115e72c9d2b req-bbcf2aad-d338-482e-9a1f-2ae85e7e4850 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910590 Feb 19 03:01:17.234203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da13d3ba-a80d-4eb3-a7d5-d0d9c2efca65 req-89f42f10-d60c-4e6a-b95d-3672969cf90d service neutron] 10.222.0.67 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681260 Feb 19 03:01:17.280977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b9b68-33b3-4ad6-96a3-d70d49398415 req-bc62537b-f9f9-4245-aafb-708b0e1b6a4e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:17.282500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd4b9b68-33b3-4ad6-96a3-d70d49398415 req-bc62537b-f9f9-4245-aafb-708b0e1b6a4e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.1615987 Feb 19 03:01:17.288945 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24878757-7a1d-4671-9eb1-4c3277109da3 x-openstack-request-id: req-24878757-7a1d-4671-9eb1-4c3277109da3 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:17.289246 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e9e5c9-d696-4d9f-be27-14207cfcf3ce", "name": "network-vif-plugged", "status": "completed", "tag": "dd800797-4edc-4272-a6fd-8774a813b19b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:17.289497 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24878757-7a1d-4671-9eb1-4c3277109da3 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:17.290086 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e9e5c9-d696-4d9f-be27-14207cfcf3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd800797-4edc-4272-a6fd-8774a813b19b', 'code': 200} Feb 19 03:01:17.419159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd4b9b68-33b3-4ad6-96a3-d70d49398415 req-85823eb9-3fc3-4329-b570-8fb83e7f686e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049318 Feb 19 03:01:17.464451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da13d3ba-a80d-4eb3-a7d5-d0d9c2efca65 req-8953dd55-a600-4bc1-b594-e880092cafdf service neutron] 10.222.0.67 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172959 Feb 19 03:01:17.506813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691f783-c07f-4d58-91a3-ac5a7a2a340c req-dd2c0669-979d-4777-bca6-509d76f7cfa0 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:17.508378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0691f783-c07f-4d58-91a3-ac5a7a2a340c req-dd2c0669-979d-4777-bca6-509d76f7cfa0 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1575408 Feb 19 03:01:17.680643 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0691f783-c07f-4d58-91a3-ac5a7a2a340c req-f40d6e80-b122-4016-935a-cec32b92f60a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640544 Feb 19 03:01:17.736644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4b0b8-91ac-407c-8716-5311aead2947 req-2bd15337-9fa4-4b0b-a912-6970f7ebf380 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:17.746816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3e4b0b8-91ac-407c-8716-5311aead2947 req-2bd15337-9fa4-4b0b-a912-6970f7ebf380 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 944 time: 0.1630495 Feb 19 03:01:17.838037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3e4b0b8-91ac-407c-8716-5311aead2947 req-2958e4cc-b1a7-4f29-9bd2-8dd139607f4d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858169 Feb 19 03:01:17.856795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80a99aef-df30-44bf-914f-ac65e255d2ce req-c13ab7bb-99ee-499c-9134-97b8a8761bf4 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0527585 Feb 19 03:01:17.915216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3400c8-b8d6-494a-8b96-d7df9f4b7b98', 'tag': 'c11b6581-8dde-407d-8ca3-c7be7ce1d485'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:17.917606 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1185619e-0248-408e-9854-1ceb76014023" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3400c8-b8d6-494a-8b96-d7df9f4b7b98", "tag": "c11b6581-8dde-407d-8ca3-c7be7ce1d485"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:17.957097 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6ff06c-e9de-4eaa-91bd-16e18cfbb4eb x-openstack-request-id: req-4c6ff06c-e9de-4eaa-91bd-16e18cfbb4eb {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:17.957650 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3400c8-b8d6-494a-8b96-d7df9f4b7b98", "tag": "c11b6581-8dde-407d-8ca3-c7be7ce1d485", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:17.958047 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c6ff06c-e9de-4eaa-91bd-16e18cfbb4eb {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:17.958594 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3400c8-b8d6-494a-8b96-d7df9f4b7b98', 'tag': 'c11b6581-8dde-407d-8ca3-c7be7ce1d485', 'status': 'completed', 'code': 200} Feb 19 03:01:18.126995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185619e-0248-408e-9854-1ceb76014023 req-ff050a66-aa5c-470f-9c28-033c8e795243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:18.130925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1185619e-0248-408e-9854-1ceb76014023 req-ff050a66-aa5c-470f-9c28-033c8e795243 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 1126 time: 0.1428499 Feb 19 03:01:18.271847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6db98db-533c-44b0-b48e-c0e0fba7feaa req-3616b793-1001-4eed-8897-31b81bb09980 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:18.279430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6db98db-533c-44b0-b48e-c0e0fba7feaa req-3616b793-1001-4eed-8897-31b81bb09980 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 946 time: 0.1553421 Feb 19 03:01:18.351354 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6db98db-533c-44b0-b48e-c0e0fba7feaa req-137a66ca-a25d-40b4-be4d-4ad8e9cc510b tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707343 Feb 19 03:01:18.377077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185619e-0248-408e-9854-1ceb76014023 req-6ce7c95b-2a04-451f-bd70-036e117319f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:18.378720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1185619e-0248-408e-9854-1ceb76014023 req-6ce7c95b-2a04-451f-bd70-036e117319f3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 906 time: 0.2311468 Feb 19 03:01:18.446962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1185619e-0248-408e-9854-1ceb76014023 req-9bdfc143-f597-4527-b5b6-9997501ab543 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c11b6581-8dde-407d-8ca3-c7be7ce1d485 HTTP/1.1" status: 200 len: 217 time: 0.0414853 Feb 19 03:01:18.484259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b198d8-31c7-41b6-ae58-51739cb3c193 req-b52cc839-4c78-46d2-ae07-1cabc99778b4 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:18.491745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11b198d8-31c7-41b6-ae58-51739cb3c193 req-b52cc839-4c78-46d2-ae07-1cabc99778b4 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 943 time: 0.1474538 Feb 19 03:01:18.597177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1185619e-0248-408e-9854-1ceb76014023 req-bb8bc07c-3050-4250-bf06-ab9658ae443e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:18.598846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1185619e-0248-408e-9854-1ceb76014023 req-bb8bc07c-3050-4250-bf06-ab9658ae443e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.1389577 Feb 19 03:01:18.614782 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11b198d8-31c7-41b6-ae58-51739cb3c193 req-26b44e32-d4d4-48f7-ba04-c0f239d3471b tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205842 Feb 19 03:01:18.685387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1185619e-0248-408e-9854-1ceb76014023 req-46332b9f-79bc-496c-a403-441a46800850 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693688 Feb 19 03:01:19.119808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52064) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:19.175328 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48cdcf-2459-4372-b88a-b5004fd91bb0 req-33289bb3-1354-4756-a43d-d9e60cf9cdf5 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:19.188474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52068) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:19.189224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe48cdcf-2459-4372-b88a-b5004fd91bb0 req-33289bb3-1354-4756-a43d-d9e60cf9cdf5 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 946 time: 0.5016046 Feb 19 03:01:19.195789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ffb9e6ba-288e-4d99-848e-94279af1ab31 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Request body: {'floatingip': {'port_id': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:19.267151 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e6ba-288e-4d99-848e-94279af1ab31 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for floatingip (c5c27288-a462-4cbc-bbf6-034f47a11e3f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:19.296349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c976a7-58d7-4696-acaa-f97956873924 req-cef25f53-0070-4ebe-94d0-c49997069ceb tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:19.312524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c976a7-58d7-4696-acaa-f97956873924 req-cef25f53-0070-4ebe-94d0-c49997069ceb tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.5624573 Feb 19 03:01:19.320973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1185619e-0248-408e-9854-1ceb76014023 req-9871b5d1-1e7c-4241-a061-a1182695215e service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181610 Feb 19 03:01:19.345648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a7c0415-d680-4869-b3d6-1691c8060025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:19.457298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c976a7-58d7-4696-acaa-f97956873924 req-afe8fd4b-c2e8-4d75-9f18-f3c91dfba27e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389618 Feb 19 03:01:19.556402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c11b6581-8dde-407d-8ca3-c7be7ce1d485 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:01:19.630634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1185619e-0248-408e-9854-1ceb76014023 req-b10d6813-a5d9-4069-ad51-e3e3684671eb service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008618 Feb 19 03:01:19.654709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d339127-acb7-4614-a7a8-e4d206f5e807 req-9d284bdc-1f34-4fb1-bcfa-795d0bd5a79d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:19.656613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d339127-acb7-4614-a7a8-e4d206f5e807 req-9d284bdc-1f34-4fb1-bcfa-795d0bd5a79d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.2392337 Feb 19 03:01:19.685296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec876a-989a-44df-bbf3-85209d34aef9 req-ca29426a-76aa-4b7c-8ed6-698541c8a738 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:19.697881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95ec876a-989a-44df-bbf3-85209d34aef9 req-ca29426a-76aa-4b7c-8ed6-698541c8a738 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 944 time: 0.1299846 Feb 19 03:01:19.708155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a7c0415-d680-4869-b3d6-1691c8060025 admin admin] Publish callbacks [] for security_group (4f8db27b-2928-4b93-b137-6b395664b941), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:19.728691 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a7c0415-d680-4869-b3d6-1691c8060025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4f8db27b-2928-4b93-b137-6b395664b941), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:19.764477 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6a7c0415-d680-4869-b3d6-1691c8060025 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e1f1c487a74c4b0a8b844cb9ba45ab3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6434216 Feb 19 03:01:19.766399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52080) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:19.770446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port c11b6581-8dde-407d-8ca3-c7be7ce1d485, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c11b6581-8dde-407d-8ca3-c7be7ce1d485,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:19.788092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d339127-acb7-4614-a7a8-e4d206f5e807 req-790c429e-dfbd-4303-9f7e-27b9d3941194 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248548 Feb 19 03:01:19.799831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'c11b6581-8dde-407d-8ca3-c7be7ce1d485', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'port_id': 'c11b6581-8dde-407d-8ca3-c7be7ce1d485', 'mac_address': 'fa:16:3e:10:4c:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c96846-60d1-498c-9c3e-d38728efac18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:01:19.814020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95ec876a-989a-44df-bbf3-85209d34aef9 req-0149e3af-e66c-490f-8074-3cffda7f61ee tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148627 Feb 19 03:01:19.923577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port c11b6581-8dde-407d-8ca3-c7be7ce1d485 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:19.924947 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:19.952722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11b6581-8dde-407d-8ca3-c7be7ce1d485 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:19.975701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f6b06e9-de37-44c7-b2fd-18e68fb0c9bf req-eb85c10a-2d69-4c8c-9cac-a2d9e8199bf7 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0413547 Feb 19 03:01:19.995266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port c11b6581-8dde-407d-8ca3-c7be7ce1d485, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c11b6581-8dde-407d-8ca3-c7be7ce1d485,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:20.013209 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.013209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 91473a8a-9233-4032-860f-fb0ebacd44fb details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:01:20.027993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c0415-d680-4869-b3d6-1691c8060025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8db27b-2928-4b93-b137-6b395664b941,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:20.061954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee9b6d-8eb1-47c5-be65-4d120a1f9856 req-f551f77a-4859-41b2-ac22-b7c8572866dc tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:20.064067 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4ee9b6d-8eb1-47c5-be65-4d120a1f9856 req-f551f77a-4859-41b2-ac22-b7c8572866dc tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 943 time: 0.0870702 Feb 19 03:01:20.077039 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8de19f39-aafa-4335-b76a-6cfa1001882a admin admin] Publish callbacks [] for security_group (4f8db27b-2928-4b93-b137-6b395664b941), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.122843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=c11b6581-8dde-407d-8ca3-c7be7ce1d485,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:20.139908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4ee9b6d-8eb1-47c5-be65-4d120a1f9856 req-310cc0ad-a957-47d8-9abb-c4284fcd19c0 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689833 Feb 19 03:01:20.189356 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8de19f39-aafa-4335-b76a-6cfa1001882a admin admin] Publish callbacks [] for security_group (4f8db27b-2928-4b93-b137-6b395664b941), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.294970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 91473a8a-9233-4032-860f-fb0ebacd44fb, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=91473a8a-9233-4032-860f-fb0ebacd44fb,segment=NetworkSegment(947dd2df-3273-40c0-89a8-d52fbc5aa25e),segment_id=947dd2df-3273-40c0-89a8-d52fbc5aa25e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:20.295635 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8de19f39-aafa-4335-b76a-6cfa1001882a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4f8db27b-2928-4b93-b137-6b395664b941), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.300070 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8de19f39-aafa-4335-b76a-6cfa1001882a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.304086 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8de19f39-aafa-4335-b76a-6cfa1001882a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f8db27b-2928-4b93-b137-6b395664b941 HTTP/1.1" status: 204 len: 168 time: 0.4722607 Feb 19 03:01:20.309132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '91473a8a-9233-4032-860f-fb0ebacd44fb', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'port_id': '91473a8a-9233-4032-860f-fb0ebacd44fb', 'mac_address': 'fa:16:3e:d0:5f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:01:20.323714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de19f39-aafa-4335-b76a-6cfa1001882a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8db27b-2928-4b93-b137-6b395664b941,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:20.409477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 91473a8a-9233-4032-860f-fb0ebacd44fb is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:20.409877 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.426723 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e6ba-288e-4d99-848e-94279af1ab31 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.429053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91473a8a-9233-4032-860f-fb0ebacd44fb {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:20.441412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e6ba-288e-4d99-848e-94279af1ab31 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c5c27288-a462-4cbc-bbf6-034f47a11e3f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.459746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 91473a8a-9233-4032-860f-fb0ebacd44fb, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=91473a8a-9233-4032-860f-fb0ebacd44fb,segment=NetworkSegment(947dd2df-3273-40c0-89a8-d52fbc5aa25e),segment_id=947dd2df-3273-40c0-89a8-d52fbc5aa25e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:20.467136 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:20.609107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=91473a8a-9233-4032-860f-fb0ebacd44fb,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:20.662734 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-ffb9e6ba-288e-4d99-848e-94279af1ab31 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Floating IP c5c27288-a462-4cbc-bbf6-034f47a11e3f associated. External IP: 172.25.1.202, port: 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252. Feb 19 03:01:20.737632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea379-4473-479e-b371-cb9bdeec134a req-c863ac5b-2042-4e76-9a4f-32d2e3a79923 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:20.753955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f96ea379-4473-479e-b371-cb9bdeec134a req-c863ac5b-2042-4e76-9a4f-32d2e3a79923 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.1612813 Feb 19 03:01:20.864758 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f96ea379-4473-479e-b371-cb9bdeec134a req-5858b8c6-eba5-43d8-9026-fdc9d74724fa tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068912 Feb 19 03:01:20.888035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['91473a8a-9233-4032-860f-fb0ebacd44fb'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:21.009129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['c11b6581-8dde-407d-8ca3-c7be7ce1d485'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:21.101133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2321c89-0c56-4c7a-9fc7-438f33f9dac7 req-8392a0cc-a7e6-4fc5-affc-59137adec248 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:21.105570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2321c89-0c56-4c7a-9fc7-438f33f9dac7 req-8392a0cc-a7e6-4fc5-affc-59137adec248 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 945 time: 0.1796260 Feb 19 03:01:21.205695 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:01:21.220040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb9e6ba-288e-4d99-848e-94279af1ab31 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Router 39f09673-6285-41e8-bf95-efa7675423fd has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:01:21.284041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2321c89-0c56-4c7a-9fc7-438f33f9dac7 req-924fb1cd-7ef0-41a1-b7d9-9a385316b468 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367908 Feb 19 03:01:21.318214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172450d8-75be-4fea-a91f-8b2fc023ed12 req-6cb837bc-372f-409b-b9f8-9abe4bb92edf tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:21.336241 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-172450d8-75be-4fea-a91f-8b2fc023ed12 req-6cb837bc-372f-409b-b9f8-9abe4bb92edf tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.2900362 Feb 19 03:01:21.473457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb9e6ba-288e-4d99-848e-94279af1ab31 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:01:21.475336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50b1ea0d-64f5-4908-9b75-755a9afdac0d req-1a75ecd4-c328-472d-9f3c-8c32ddb8484b tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0803199 Feb 19 03:01:21.479611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ffb9e6ba-288e-4d99-848e-94279af1ab31 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:21.487892 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae93830-e116-4c88-889f-b43396d490ac None None] Sync routers for ids ['39f09673-6285-41e8-bf95-efa7675423fd'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:01:21.507925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae93830-e116-4c88-889f-b43396d490ac None None] Routers {'39f09673-6285-41e8-bf95-efa7675423fd'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:21.509031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dae93830-e116-4c88-889f-b43396d490ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:01:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['39f09673-6285-41e8-bf95-efa7675423fd'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:21.530551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-172450d8-75be-4fea-a91f-8b2fc023ed12 req-7d839a36-c60b-4eab-a625-6dc2b5041667 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862540 Feb 19 03:01:21.544802 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ffb9e6ba-288e-4d99-848e-94279af1ab31 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "PUT /v2.0/floatingips/c5c27288-a462-4cbc-bbf6-034f47a11e3f HTTP/1.1" status: 200 len: 992 time: 2.3541653 Feb 19 03:01:21.545332 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'tag': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:21.549895 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5120e73b-94b2-4ae2-b198-1d45acf7b74c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d663e46-7924-4e44-8a38-7e1f55da3d82", "tag": "7cc3b8ba-07ad-4a03-8c6b-fecacc2da252"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:21.741581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c064a6-0223-4cf6-a9c8-15a4235b59b9 req-61a82514-c716-4576-91c7-f7d1490c0c20 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:21.760257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73c064a6-0223-4cf6-a9c8-15a4235b59b9 req-61a82514-c716-4576-91c7-f7d1490c0c20 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 944 time: 0.1252706 Feb 19 03:01:21.776086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-dae93830-e116-4c88-889f-b43396d490ac None None] Set router 39f09673-6285-41e8-bf95-efa7675423fd gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:21.852798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73c064a6-0223-4cf6-a9c8-15a4235b59b9 req-a5cbf307-4d32-456c-87cd-1dac9d67385d tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708933 Feb 19 03:01:21.870911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db63c1e1-1560-4e8d-a329-bdd77b7f6257 req-9ee10440-be01-41fe-b7ad-dc2f4bc715d5 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:21.872460 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db63c1e1-1560-4e8d-a329-bdd77b7f6257 req-9ee10440-be01-41fe-b7ad-dc2f4bc715d5 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 946 time: 0.1112039 Feb 19 03:01:21.949474 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e561140c-d3a4-4c2d-83a3-a8e6f32b693e x-openstack-request-id: req-e561140c-d3a4-4c2d-83a3-a8e6f32b693e {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:21.950144 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d663e46-7924-4e44-8a38-7e1f55da3d82", "tag": "7cc3b8ba-07ad-4a03-8c6b-fecacc2da252", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:21.950618 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e561140c-d3a4-4c2d-83a3-a8e6f32b693e {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:21.951297 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'tag': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252', 'status': 'completed', 'code': 200} Feb 19 03:01:22.017548 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db63c1e1-1560-4e8d-a329-bdd77b7f6257 req-cf5b0bda-d02f-4941-bfbd-dd0ada274256 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292231 Feb 19 03:01:22.103194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e73b-94b2-4ae2-b198-1d45acf7b74c req-7124ee1c-804e-4b10-82d1-0044b241dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:22.105218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5120e73b-94b2-4ae2-b198-1d45acf7b74c req-7124ee1c-804e-4b10-82d1-0044b241dc90 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a91e88c847fd4b34856d851b4ec9a017&device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 1128 time: 0.1158881 Feb 19 03:01:22.196975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dae93830-e116-4c88-889f-b43396d490ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:00:44Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c5c27288-a462-4cbc-bbf6-034f47a11e3f', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'port_id': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'mac_address': 'fa:16:3e:19:86:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:00:50Z', 'updated_at': '2022-02-19T03:01:20Z', 'revision_number': 1, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e', 'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'mac_address': 'fa:16:3e:e4:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:43Z', 'updated_at': '2022-02-19T03:00:52Z', 'revision_number': 5, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'subnets': [{'id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:22.259646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae93830-e116-4c88-889f-b43396d490ac None None] Checking router: 39f09673-6285-41e8-bf95-efa7675423fd for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:01:22.281889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae93830-e116-4c88-889f-b43396d490ac None None] Routers {'39f09673-6285-41e8-bf95-efa7675423fd'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:22.282504 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dae93830-e116-4c88-889f-b43396d490ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:01:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['39f09673-6285-41e8-bf95-efa7675423fd'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:22.308622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e73b-94b2-4ae2-b198-1d45acf7b74c req-ce872ef3-c15e-4c4a-b80b-fe61347fbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:22.310758 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5120e73b-94b2-4ae2-b198-1d45acf7b74c req-ce872ef3-c15e-4c4a-b80b-fe61347fbf4d service neutron] 10.222.0.87 "GET /v2.0/networks?id=897e174e-91bd-4a1e-a1a4-0e388d95f9d4 HTTP/1.1" status: 200 len: 906 time: 0.1288288 Feb 19 03:01:22.335801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed923795-fc7e-403d-9c07-6b6243c4a306 req-cbcfd6a4-ea39-4d05-aec4-80502f634e06 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:22.338118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed923795-fc7e-403d-9c07-6b6243c4a306 req-cbcfd6a4-ea39-4d05-aec4-80502f634e06 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.2193403 Feb 19 03:01:22.428898 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:22.571237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5120e73b-94b2-4ae2-b198-1d45acf7b74c req-43a154e7-e9b8-4938-a3ad-ae1e6fde2c4b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 HTTP/1.1" status: 200 len: 1000 time: 0.2254853 Feb 19 03:01:22.610900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-dae93830-e116-4c88-889f-b43396d490ac None None] Set router 39f09673-6285-41e8-bf95-efa7675423fd gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:22.650134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e73b-94b2-4ae2-b198-1d45acf7b74c req-1c9c8909-814c-4290-853a-8222944a9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:22.652248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5120e73b-94b2-4ae2-b198-1d45acf7b74c req-1c9c8909-814c-4290-853a-8222944a9914 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a0fb6246-d4f9-49a4-9fad-c81f77acdf71 HTTP/1.1" status: 200 len: 844 time: 0.0797668 Feb 19 03:01:22.781087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed923795-fc7e-403d-9c07-6b6243c4a306 req-baa91820-d768-4f39-85b8-16339327b1cc tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070851 Feb 19 03:01:22.830933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47455b0-1e0f-4cc6-aef9-a5f0ddc39418 req-6fc746a3-3a11-4e56-bc80-0479adae570c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:22.853316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b47455b0-1e0f-4cc6-aef9-a5f0ddc39418 req-6fc746a3-3a11-4e56-bc80-0479adae570c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 945 time: 0.1997237 Feb 19 03:01:22.857295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120e73b-94b2-4ae2-b198-1d45acf7b74c req-0d1fab11-8f8e-4470-bc6f-e297d1eb099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:22.858751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5120e73b-94b2-4ae2-b198-1d45acf7b74c req-0d1fab11-8f8e-4470-bc6f-e297d1eb099a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=897e174e-91bd-4a1e-a1a4-0e388d95f9d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1793866 Feb 19 03:01:22.894585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dae93830-e116-4c88-889f-b43396d490ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:00:44Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c5c27288-a462-4cbc-bbf6-034f47a11e3f', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'port_id': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'mac_address': 'fa:16:3e:19:86:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:00:50Z', 'updated_at': '2022-02-19T03:01:20Z', 'revision_number': 1, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e', 'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'mac_address': 'fa:16:3e:e4:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:43Z', 'updated_at': '2022-02-19T03:00:52Z', 'revision_number': 5, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'subnets': [{'id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:22.926414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae93830-e116-4c88-889f-b43396d490ac None None] The sync data for ids ['39f09673-6285-41e8-bf95-efa7675423fd'] in n-d-826755-2 is: [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:00:44Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c5c27288-a462-4cbc-bbf6-034f47a11e3f', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'floating_ip_address': '172.25.1.202', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'port_id': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 787, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'mac_address': 'fa:16:3e:19:86:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:00:50Z', 'updated_at': '2022-02-19T03:01:20Z', 'revision_number': 1, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e', 'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'mac_address': 'fa:16:3e:e4:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:43Z', 'updated_at': '2022-02-19T03:00:52Z', 'revision_number': 5, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'subnets': [{'id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:01:22.993641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a21bea-54cd-45e9-b798-518683cc8915 req-5a08d0a6-a008-4371-9676-07187acdc716 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0772300 Feb 19 03:01:23.043867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b47455b0-1e0f-4cc6-aef9-a5f0ddc39418 req-22accf08-44e2-4ebe-bc58-5f1eedf33c14 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896517 Feb 19 03:01:23.112247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5120e73b-94b2-4ae2-b198-1d45acf7b74c req-e98b2439-41ca-456a-a4d0-1b8c23b9d935 service neutron] 10.222.0.87 "GET /v2.0/networks/897e174e-91bd-4a1e-a1a4-0e388d95f9d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393754 Feb 19 03:01:23.315177 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.374407 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b22a3ea-db60-4e44-86b0-1bfb4f0a96c6 None None] New status for floating IP c5c27288-a462-4cbc-bbf6-034f47a11e3f: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:01:23.387849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5120e73b-94b2-4ae2-b198-1d45acf7b74c req-bf09e141-9de5-4d10-824c-ee27de952ad1 service neutron] 10.222.0.87 "GET /v2.0/networks/897e174e-91bd-4a1e-a1a4-0e388d95f9d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592170 Feb 19 03:01:23.402841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f7913-e23c-40c3-8152-6ce43adef8ac req-cb07b021-727d-45ab-a32a-39bff8d857a1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:23.404635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a7f7913-e23c-40c3-8152-6ce43adef8ac req-cb07b021-727d-45ab-a32a-39bff8d857a1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.2908194 Feb 19 03:01:23.423964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b5a40-3041-4f40-8450-65c3882caa96 req-8f9e0a6a-caad-4a8f-96d5-f5af8fe4f241 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:23.431601 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-732b5a40-3041-4f40-8450-65c3882caa96 req-8f9e0a6a-caad-4a8f-96d5-f5af8fe4f241 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 944 time: 0.1482701 Feb 19 03:01:23.529251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-732b5a40-3041-4f40-8450-65c3882caa96 req-21710aae-ff85-475d-92bd-f75af7437a00 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965919 Feb 19 03:01:23.546989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a7f7913-e23c-40c3-8152-6ce43adef8ac req-a4c422a0-b35a-4cec-8eec-673ddb780e0b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077645 Feb 19 03:01:23.591574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c11b6581-8dde-407d-8ca3-c7be7ce1d485 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:23.729346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port c11b6581-8dde-407d-8ca3-c7be7ce1d485 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:01:23.734276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port c11b6581-8dde-407d-8ca3-c7be7ce1d485 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:23.736432 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.868641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port c11b6581-8dde-407d-8ca3-c7be7ce1d485 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:23.869087 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:23.933474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3400c8-b8d6-494a-8b96-d7df9f4b7b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11b6581-8dde-407d-8ca3-c7be7ce1d485'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:23.935738 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cffe8e2-8bae-4f33-9e1f-0c106a74abda" -d '{"events": [{"server_uuid": "9a3400c8-b8d6-494a-8b96-d7df9f4b7b98", "name": "network-vif-plugged", "status": "completed", "tag": "c11b6581-8dde-407d-8ca3-c7be7ce1d485"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:23.973748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc359-4949-4770-ae5a-023bf6c47a69 req-8156eda8-5aca-4a80-8c21-5c7709c70a35 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:23.976874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66abc359-4949-4770-ae5a-023bf6c47a69 req-8156eda8-5aca-4a80-8c21-5c7709c70a35 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.0944884 Feb 19 03:01:23.990395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port c11b6581-8dde-407d-8ca3-c7be7ce1d485, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c11b6581-8dde-407d-8ca3-c7be7ce1d485,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:24.001146 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:24.002037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 91473a8a-9233-4032-860f-fb0ebacd44fb up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:24.067123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66abc359-4949-4770-ae5a-023bf6c47a69 req-e30f2a37-1b18-47cd-aee7-f358855ac56c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768631 Feb 19 03:01:24.259810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9e8aec2-d508-4c34-99ca-5fe944b2437b req-31e6019e-bda2-4fb9-a198-f0a4e003e3d3 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0593472 Feb 19 03:01:24.291513 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90649185-00f1-49ce-929d-46e2108421b8 x-openstack-request-id: req-90649185-00f1-49ce-929d-46e2108421b8 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:24.291855 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3400c8-b8d6-494a-8b96-d7df9f4b7b98", "name": "network-vif-plugged", "status": "completed", "tag": "c11b6581-8dde-407d-8ca3-c7be7ce1d485", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:24.292053 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90649185-00f1-49ce-929d-46e2108421b8 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:24.292421 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3400c8-b8d6-494a-8b96-d7df9f4b7b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11b6581-8dde-407d-8ca3-c7be7ce1d485', 'code': 200} Feb 19 03:01:24.306900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc7841-5e1c-4ad3-89a5-08f96cd68f25 req-9ade170d-2af5-4882-9a85-cf3c6b5aede3 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:24.322685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5bc7841-5e1c-4ad3-89a5-08f96cd68f25 req-9ade170d-2af5-4882-9a85-cf3c6b5aede3 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 946 time: 0.1351967 Feb 19 03:01:24.327408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=c11b6581-8dde-407d-8ca3-c7be7ce1d485,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:24.345458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 91473a8a-9233-4032-860f-fb0ebacd44fb completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:01:24.357048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 91473a8a-9233-4032-860f-fb0ebacd44fb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:24.358128 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:24.471100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5bc7841-5e1c-4ad3-89a5-08f96cd68f25 req-90a278d6-4f1c-421c-b54d-a2b6dcb286fc tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473858 Feb 19 03:01:24.501095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 91473a8a-9233-4032-860f-fb0ebacd44fb is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:24.501366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d10ff3-36ba-48b7-a512-eeb2a8f77660 req-014d7c58-d01b-489d-a9cb-eca4a44b3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:24.501476 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:24.502947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54d10ff3-36ba-48b7-a512-eeb2a8f77660 req-014d7c58-d01b-489d-a9cb-eca4a44b3c93 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 1128 time: 0.1277320 Feb 19 03:01:24.580644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 91473a8a-9233-4032-860f-fb0ebacd44fb, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=91473a8a-9233-4032-860f-fb0ebacd44fb,segment=NetworkSegment(947dd2df-3273-40c0-89a8-d52fbc5aa25e),segment_id=947dd2df-3273-40c0-89a8-d52fbc5aa25e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:24.598099 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:24.626049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54d10ff3-36ba-48b7-a512-eeb2a8f77660 req-3c6b220f-61b4-4f05-9a81-71439fcae294 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948033 Feb 19 03:01:24.680931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=91473a8a-9233-4032-860f-fb0ebacd44fb,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:24.762654 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd6348-dc6e-48f3-a244-5e025e8a65df req-9dfb2a01-6d7b-4173-90bf-2a233b9736a1 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:24.764230 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bcfd6348-dc6e-48f3-a244-5e025e8a65df req-9dfb2a01-6d7b-4173-90bf-2a233b9736a1 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.1370401 Feb 19 03:01:24.780020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88250932-5c57-4dcf-be22-622dca8b8423 req-e32ea686-6678-4446-b734-9c21e96acb51 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:24.788991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88250932-5c57-4dcf-be22-622dca8b8423 req-e32ea686-6678-4446-b734-9c21e96acb51 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.0931678 Feb 19 03:01:24.872228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88250932-5c57-4dcf-be22-622dca8b8423 req-0070ffc0-f5e5-4d50-adee-f939446b2371 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822339 Feb 19 03:01:24.880750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bcfd6348-dc6e-48f3-a244-5e025e8a65df req-498f9f02-3d12-4638-a3ac-76f5e2a72cdd tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892956 Feb 19 03:01:25.298673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2698ac9-0753-4d2a-9aa3-10a873a7030e req-0e22e18b-8e89-4939-8b8a-6561816d02e8 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:25.310118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2698ac9-0753-4d2a-9aa3-10a873a7030e req-0e22e18b-8e89-4939-8b8a-6561816d02e8 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.1466691 Feb 19 03:01:25.426390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2698ac9-0753-4d2a-9aa3-10a873a7030e req-3ed92e16-a7ec-4063-92c0-98a935d146d5 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151533 Feb 19 03:01:25.498678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74a0d86f-098d-45fe-925a-e491bb3c399e req-cdc4e264-df56-4af4-8f98-ac1584532dbb tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0711312 Feb 19 03:01:25.795222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d13025-84d2-46f3-92f7-66b8f856775e req-ec5a1e4d-88ba-4397-a5a8-096ab1c5797d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:25.797031 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7d13025-84d2-46f3-92f7-66b8f856775e req-ec5a1e4d-88ba-4397-a5a8-096ab1c5797d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 946 time: 0.0958421 Feb 19 03:01:25.890064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7d13025-84d2-46f3-92f7-66b8f856775e req-aefb9ab4-03ef-44ce-be47-a236182574f3 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862715 Feb 19 03:01:26.091430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbeb59a-7ef4-45bb-8334-f83f7c3576ae req-68ace2e8-3c9f-42f3-a2b5-82d84039bb27 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:26.093068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fbeb59a-7ef4-45bb-8334-f83f7c3576ae req-68ace2e8-3c9f-42f3-a2b5-82d84039bb27 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.1155248 Feb 19 03:01:26.193800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fbeb59a-7ef4-45bb-8334-f83f7c3576ae req-9cfa8d4c-6f25-47bd-b79e-670f7687cd54 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941160 Feb 19 03:01:26.293184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91473a8a-9233-4032-860f-fb0ebacd44fb'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:26.296277 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc24628-b7c2-4922-adb7-ab78e0fca437" -d '{"events": [{"server_uuid": "3672c1c3-ad2e-44f8-be2f-fa938ad85015", "name": "network-vif-plugged", "status": "completed", "tag": "91473a8a-9233-4032-860f-fb0ebacd44fb"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:26.372070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e814dfd-b082-4387-b0a0-fc01b2cbf849 req-32a0fd13-6ae7-4aa0-8e2c-dd47268bb61a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:26.373625 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e814dfd-b082-4387-b0a0-fc01b2cbf849 req-32a0fd13-6ae7-4aa0-8e2c-dd47268bb61a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1537218 Feb 19 03:01:26.448368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e814dfd-b082-4387-b0a0-fc01b2cbf849 req-b5fe2a09-0bfa-493c-8eed-6b4cdb19f52f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671229 Feb 19 03:01:26.526194 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549466dd-815d-4e63-b95a-e23bef4b25b7 x-openstack-request-id: req-549466dd-815d-4e63-b95a-e23bef4b25b7 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:26.527168 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3672c1c3-ad2e-44f8-be2f-fa938ad85015", "name": "network-vif-plugged", "status": "completed", "tag": "91473a8a-9233-4032-860f-fb0ebacd44fb", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:26.527431 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-549466dd-815d-4e63-b95a-e23bef4b25b7 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:26.530005 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91473a8a-9233-4032-860f-fb0ebacd44fb', 'code': 200} Feb 19 03:01:26.736303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ffa06-8e3c-40d1-8a02-f75c879c9204 req-de358a4c-5947-4d32-8f6d-13c1bf51f1b6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:26.745290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-042ffa06-8e3c-40d1-8a02-f75c879c9204 req-de358a4c-5947-4d32-8f6d-13c1bf51f1b6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.1513865 Feb 19 03:01:26.796720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6c47a-b48a-44d6-a1dc-045bcef0b8b6 req-b671aa5e-258e-46d8-a022-b84da34b58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:26.798282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfe6c47a-b48a-44d6-a1dc-045bcef0b8b6 req-b671aa5e-258e-46d8-a022-b84da34b58fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 1127 time: 0.1897259 Feb 19 03:01:26.801818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5116d64-2f98-4aca-b229-5b719009644d req-d5cabc56-d433-4f94-8ee4-7cb2a7010383 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0537293 Feb 19 03:01:26.897304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-042ffa06-8e3c-40d1-8a02-f75c879c9204 req-a31ce8b9-7edc-4e2c-b189-ef49dd9c1001 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509995 Feb 19 03:01:26.965041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfe6c47a-b48a-44d6-a1dc-045bcef0b8b6 req-99f78e78-b414-4c71-9afb-c2c355d22af2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579924 Feb 19 03:01:27.085716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a55dd-2734-41bd-a7cb-4192258dfc1e req-510ab369-80cf-4154-a653-980739703438 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:27.099283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a6a55dd-2734-41bd-a7cb-4192258dfc1e req-510ab369-80cf-4154-a653-980739703438 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 946 time: 0.1220188 Feb 19 03:01:27.163917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a6a55dd-2734-41bd-a7cb-4192258dfc1e req-78a70c00-a8c0-41ba-ac8f-20d931dd9635 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635800 Feb 19 03:01:27.464635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896fb53-fd9d-433b-bc54-b95188159d11 req-169d7681-6c13-449a-9bb6-02b9c76f09de tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:27.467232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a896fb53-fd9d-433b-bc54-b95188159d11 req-169d7681-6c13-449a-9bb6-02b9c76f09de tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.1039166 Feb 19 03:01:27.479146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f2489c-3e87-486b-8573-cdd24c16d229 req-0b207148-1daa-4c70-a10b-d7551103d528 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:27.487789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9f2489c-3e87-486b-8573-cdd24c16d229 req-0b207148-1daa-4c70-a10b-d7551103d528 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 946 time: 0.1707680 Feb 19 03:01:27.586525 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a896fb53-fd9d-433b-bc54-b95188159d11 req-d7c6c96c-9518-4e0e-b1f4-e2a9de6811d6 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725605 Feb 19 03:01:27.609362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9f2489c-3e87-486b-8573-cdd24c16d229 req-9aaa5fa2-c68d-495c-9154-114e5b408bfb tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205630 Feb 19 03:01:27.754000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52264) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:27.917398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0eac4c-c50e-4875-9ab4-01121258ffa7 req-03c89793-a2a5-4a7a-99d1-a65b32111941 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:27.935542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b0eac4c-c50e-4875-9ab4-01121258ffa7 req-03c89793-a2a5-4a7a-99d1-a65b32111941 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1820166 Feb 19 03:01:28.004160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.049614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b0eac4c-c50e-4875-9ab4-01121258ffa7 req-574e24c0-0167-449b-be94-aeea6e0d0667 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119089 Feb 19 03:01:28.163469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09bfb9c7-757b-4372-be30-404455dd2e3a req-7c3bc92c-a1b9-42a2-b5fa-5ad07fed9e6e tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0631843 Feb 19 03:01:28.217984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Publish callbacks [] for security_group (8478fb4d-a093-4971-aa97-85fd5362551a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.229231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8478fb4d-a093-4971-aa97-85fd5362551a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.291347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8478fb4d-a093-4971-aa97-85fd5362551a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:28.295722 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=056733a8c4684595b486e825e1054079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5403638 Feb 19 03:01:28.299361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52284) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:28.321631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.321974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.322531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.323051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.323536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.324037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.324366 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.324726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.325315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.325855 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.326337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.326910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.327396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaeec6c1-2b42-402b-9498-d59121c67725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:28.377218 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1fe34ea-7d53-4dfb-a3d5-86978e28e54d admin admin] Publish callbacks [] for security_group (8478fb4d-a093-4971-aa97-85fd5362551a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.405768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1fe34ea-7d53-4dfb-a3d5-86978e28e54d admin admin] Publish callbacks [] for security_group (8478fb4d-a093-4971-aa97-85fd5362551a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.422968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7a070-2d8a-4bf7-a95e-9928ddefe828 req-23b7a6d2-a7c0-4ead-b609-76514950e8f5 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:28.439338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-deb7a070-2d8a-4bf7-a95e-9928ddefe828 req-23b7a6d2-a7c0-4ead-b609-76514950e8f5 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.1793382 Feb 19 03:01:28.512110 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1fe34ea-7d53-4dfb-a3d5-86978e28e54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8478fb4d-a093-4971-aa97-85fd5362551a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.515248 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1fe34ea-7d53-4dfb-a3d5-86978e28e54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:28.516830 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f1fe34ea-7d53-4dfb-a3d5-86978e28e54d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8478fb4d-a093-4971-aa97-85fd5362551a HTTP/1.1" status: 204 len: 168 time: 0.2157543 Feb 19 03:01:28.531702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f584dc-cc2e-4058-8d14-4afb8f98fd78 req-dbd516e2-26f1-44cf-a6c3-950083a74a8d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:28.534814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe34ea-7d53-4dfb-a3d5-86978e28e54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8478fb4d-a093-4971-aa97-85fd5362551a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:28.556992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1f584dc-cc2e-4058-8d14-4afb8f98fd78 req-dbd516e2-26f1-44cf-a6c3-950083a74a8d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 946 time: 0.2503235 Feb 19 03:01:28.665999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-deb7a070-2d8a-4bf7-a95e-9928ddefe828 req-7e3d1d86-a3d6-460b-9f1c-45293d0d91dc tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251322 Feb 19 03:01:28.843572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1f584dc-cc2e-4058-8d14-4afb8f98fd78 req-ad1d017a-885c-4d6e-9164-e2e1520c5bcd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510927 Feb 19 03:01:28.985080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba938096-8f7c-4e6b-9b54-77907f0ae320 req-64ce6139-55ee-46e8-8d7b-25737662ecaa tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:28.990018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba938096-8f7c-4e6b-9b54-77907f0ae320 req-64ce6139-55ee-46e8-8d7b-25737662ecaa tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.1405866 Feb 19 03:01:29.087800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba938096-8f7c-4e6b-9b54-77907f0ae320 req-8176a026-78f7-47df-a517-0af78f76ac2f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904677 Feb 19 03:01:29.517349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4516c20-16df-411e-8102-ee0fa3e0682c req-086f66be-cc80-4d8b-b3bc-d1d28d663310 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:29.524415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4516c20-16df-411e-8102-ee0fa3e0682c req-086f66be-cc80-4d8b-b3bc-d1d28d663310 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.2886338 Feb 19 03:01:29.604100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75876108-018b-4e7e-a044-a73596833671 req-1b8a1d35-e312-4d4d-9d9e-a50bda925fd8 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 258 time: 0.4528854 Feb 19 03:01:29.614207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:29.663986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4516c20-16df-411e-8102-ee0fa3e0682c req-5568949a-909a-4b63-ab31-045b757c1f53 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384733 Feb 19 03:01:29.716392 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:29.860853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82bb54-d9e3-430f-92d5-9cc0586d64ee req-c5d18f67-3567-424e-b5a9-479347f55704 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:29.861994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c82bb54-d9e3-430f-92d5-9cc0586d64ee req-c5d18f67-3567-424e-b5a9-479347f55704 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 946 time: 0.2249670 Feb 19 03:01:29.930300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52334) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:30.042892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ea04176-bc67-4388-b231-3d8fba706211 req-157968d5-c96c-4d9c-9ba9-cdca2ae0fa52 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.1122873 Feb 19 03:01:30.132229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1223573763-network', 'tenant_id': '88387186b1db4a89a6baeb5b3d62ef3f'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:30.161639 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.166586 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Made reservation on behalf of 88387186b1db4a89a6baeb5b3d62ef3f for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:30.170973 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.189095 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.298994 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Publish callbacks [] for security_group (e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.307178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.347267 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:30.384780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:01:30.413822 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8ef58f6f-74ef-42ee-bd1d-9503da9b2928), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.414239 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Added segment 8ef58f6f-74ef-42ee-bd1d-9503da9b2928 of type vlan for network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 Feb 19 03:01:30.468779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.517507 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.519684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:30.520325 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.597646 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6653905 Feb 19 03:01:30.600511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52344) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:01:30.608782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-07871c83-fc6d-4f87-8e71-774433f97c07 admin admin] Request body: {'subnet': {'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1223573763-subnet', 'tenant_id': '88387186b1db4a89a6baeb5b3d62ef3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:30.616052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc95943-d4e9-42fc-a07a-9da7659708e7 admin admin] Pushing event updated for resources: {'Network': ['ID=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:30.619543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Allocated IP 172.25.1.15 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/525bece3-5d56-4215-9484-8c05ae3b510d) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:30.630916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:01:30.657603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07871c83-fc6d-4f87-8e71-774433f97c07 admin admin] Made reservation on behalf of 88387186b1db4a89a6baeb5b3d62ef3f for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:30.660846 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07871c83-fc6d-4f87-8e71-774433f97c07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.724038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-2c82bb54-d9e3-430f-92d5-9cc0586d64ee req-1d8b9718-a499-4849-9b6f-a20470f1c9de tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Deleting port c11b6581-8dde-407d-8ca3-c7be7ce1d485 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:30.724445 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2c82bb54-d9e3-430f-92d5-9cc0586d64ee req-1d8b9718-a499-4849-9b6f-a20470f1c9de tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.842004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd44777-a028-423f-a96c-66dcbbff8867 req-1a3a6cea-b150-47f0-a1bc-4f05499ef0f2 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:30.843469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfd44777-a028-423f-a96c-66dcbbff8867 req-1a3a6cea-b150-47f0-a1bc-4f05499ef0f2 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.7019839 Feb 19 03:01:30.864830 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for port (525bece3-5d56-4215-9484-8c05ae3b510d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.895833 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2c82bb54-d9e3-430f-92d5-9cc0586d64ee req-1d8b9718-a499-4849-9b6f-a20470f1c9de tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] For port c11b6581-8dde-407d-8ca3-c7be7ce1d485, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c11b6581-8dde-407d-8ca3-c7be7ce1d485,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:30.896182 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2c82bb54-d9e3-430f-92d5-9cc0586d64ee req-1d8b9718-a499-4849-9b6f-a20470f1c9de tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:30.922155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-2c82bb54-d9e3-430f-92d5-9cc0586d64ee req-1d8b9718-a499-4849-9b6f-a20470f1c9de tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Calling delete_port for c11b6581-8dde-407d-8ca3-c7be7ce1d485 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:30.955311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfd44777-a028-423f-a96c-66dcbbff8867 req-66075315-37a8-4bf3-9578-5097e1ec60bd tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037989 Feb 19 03:01:31.001321 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (525bece3-5d56-4215-9484-8c05ae3b510d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.004669 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07871c83-fc6d-4f87-8e71-774433f97c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (fff68861-4854-49bd-b033-fbad7da919f4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.068546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:31.078998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:31.082063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Pushing event updated for resources: {'Port': ['ID=525bece3-5d56-4215-9484-8c05ae3b510d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:31.084348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:31.114471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07871c83-fc6d-4f87-8e71-774433f97c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff68861-4854-49bd-b033-fbad7da919f4,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:31.121986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.122307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.122593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.122926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.123253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.123574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.123894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.124287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.124515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.124908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.125178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.125495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.125805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:31.130697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07871c83-fc6d-4f87-8e71-774433f97c07 admin admin] Checking segment: {'id': '8ef58f6f-74ef-42ee-bd1d-9503da9b2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:31.130697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07871c83-fc6d-4f87-8e71-774433f97c07 admin admin] Network hostable DHCP agents. Network: f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:01:31.160878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07871c83-fc6d-4f87-8e71-774433f97c07 admin admin] Network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:01:31.176046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-07871c83-fc6d-4f87-8e71-774433f97c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:31.180863 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07871c83-fc6d-4f87-8e71-774433f97c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:31.181660 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07871c83-fc6d-4f87-8e71-774433f97c07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.188570 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81198bbd-c8c8-4c11-a2fa-2df941d6e161 None None] Network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:31.213984 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-07871c83-fc6d-4f87-8e71-774433f97c07 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6119006 Feb 19 03:01:31.246688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa2b22-b91d-4e12-a531-03919bc45400 req-eb97f2a9-4f4b-427b-b182-9c9c2751aed5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:31.255454 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3fa2b22-b91d-4e12-a531-03919bc45400 req-eb97f2a9-4f4b-427b-b182-9c9c2751aed5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=9a3400c8-b8d6-494a-8b96-d7df9f4b7b98 HTTP/1.1" status: 200 len: 946 time: 0.1399529 Feb 19 03:01:31.367551 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2c82bb54-d9e3-430f-92d5-9cc0586d64ee req-1d8b9718-a499-4849-9b6f-a20470f1c9de tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c11b6581-8dde-407d-8ca3-c7be7ce1d485), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.380096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839e02b-e8d2-4e1b-96f5-3cf5e82539e1 None None] Network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:01:31.384355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119', 'c11b6581-8dde-407d-8ca3-c7be7ce1d485'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:31.441866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b9718-a499-4849-9b6f-a20470f1c9de tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event deleted for resources: {'Port': ['ID=c11b6581-8dde-407d-8ca3-c7be7ce1d485,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:31.458697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3fa2b22-b91d-4e12-a531-03919bc45400 req-ebe9cdc7-1fda-4a6d-ab40-845788bfb0cc tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022357 Feb 19 03:01:31.500733 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (c7b6c418-7610-4a63-8c88-8baf4c368d8e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.549525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c82bb54-d9e3-430f-92d5-9cc0586d64ee req-1d8b9718-a499-4849-9b6f-a20470f1c9de tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] No DVR routers for this DVR port c11b6581-8dde-407d-8ca3-c7be7ce1d485 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:31.584864 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2c82bb54-d9e3-430f-92d5-9cc0586d64ee req-1d8b9718-a499-4849-9b6f-a20470f1c9de tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.588401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c82bb54-d9e3-430f-92d5-9cc0586d64ee req-1d8b9718-a499-4849-9b6f-a20470f1c9de tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "DELETE /v2.0/ports/c11b6581-8dde-407d-8ca3-c7be7ce1d485 HTTP/1.1" status: 204 len: 173 time: 1.7146683 Feb 19 03:01:31.628461 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (525bece3-5d56-4215-9484-8c05ae3b510d), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.631037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3400c8-b8d6-494a-8b96-d7df9f4b7b98', 'name': 'network-vif-deleted', 'tag': 'c11b6581-8dde-407d-8ca3-c7be7ce1d485'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:31.633348 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f04f95c-dfb7-4ba6-a80f-1e603779c126" -d '{"events": [{"server_uuid": "9a3400c8-b8d6-494a-8b96-d7df9f4b7b98", "name": "network-vif-deleted", "tag": "c11b6581-8dde-407d-8ca3-c7be7ce1d485"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:31.740950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6e5b9-1502-4f3f-810a-8d7c2bd0a8e5 req-d1b687da-7ca2-4c6d-a0e0-f0bcb13c0309 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:31.742775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6c6e5b9-1502-4f3f-810a-8d7c2bd0a8e5 req-d1b687da-7ca2-4c6d-a0e0-f0bcb13c0309 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1970603 Feb 19 03:01:31.850461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6c6e5b9-1502-4f3f-810a-8d7c2bd0a8e5 req-e05a758b-6272-4de0-a2d2-7614a5f6b362 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743411 Feb 19 03:01:31.902147 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for port (525bece3-5d56-4215-9484-8c05ae3b510d), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:31.910378 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (525bece3-5d56-4215-9484-8c05ae3b510d), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.001610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Pushing event updated for resources: {'Port': ['ID=525bece3-5d56-4215-9484-8c05ae3b510d,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:32.010114 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c7b6c418-7610-4a63-8c88-8baf4c368d8e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.036149 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.037542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75876108-018b-4e7e-a044-a73596833671 req-6125dd60-64c9-4ce6-afb9-77f297df0e30 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4325745 Feb 19 03:01:32.062363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38189969-c5fd-4307-953d-f98ee5ea0207 req-97b59e38-7391-4cfc-9577-a19f6b62ccc1 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0398059 Feb 19 03:01:32.170039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75876108-018b-4e7e-a044-a73596833671 req-b6d88566-4673-4ca1-bf50-3a8ad6c616c0 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.1120098 Feb 19 03:01:32.300587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0b07a850-3704-4244-987e-1dc105960412 req-2269f46c-6781-4b34-b516-62d42e603613 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1783443521', 'description': 'tempest-description-1331611978'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:32.331749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75876108-018b-4e7e-a044-a73596833671 req-19e427c5-850a-4780-a750-be2e63019000 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:32.333151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75876108-018b-4e7e-a044-a73596833671 req-19e427c5-850a-4780-a750-be2e63019000 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.1575143 Feb 19 03:01:32.353313 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0b07a850-3704-4244-987e-1dc105960412 req-2269f46c-6781-4b34-b516-62d42e603613 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.384466 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9e3602-6e8c-40b6-a974-b0f77faff14b x-openstack-request-id: req-2e9e3602-6e8c-40b6-a974-b0f77faff14b {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:32.384802 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3400c8-b8d6-494a-8b96-d7df9f4b7b98", "name": "network-vif-deleted", "tag": "c11b6581-8dde-407d-8ca3-c7be7ce1d485", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:32.385060 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e9e3602-6e8c-40b6-a974-b0f77faff14b {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:32.385465 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3400c8-b8d6-494a-8b96-d7df9f4b7b98', 'name': 'network-vif-deleted', 'tag': 'c11b6581-8dde-407d-8ca3-c7be7ce1d485', 'status': 'completed', 'code': 200} Feb 19 03:01:32.485704 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0b07a850-3704-4244-987e-1dc105960412 req-2269f46c-6781-4b34-b516-62d42e603613 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (ddbbc60d-3823-4c94-9dd2-3e591fbc398a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.494867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0b07a850-3704-4244-987e-1dc105960412 req-2269f46c-6781-4b34-b516-62d42e603613 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ddbbc60d-3823-4c94-9dd2-3e591fbc398a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.531500 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0b07a850-3704-4244-987e-1dc105960412 req-2269f46c-6781-4b34-b516-62d42e603613 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.533659 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0b07a850-3704-4244-987e-1dc105960412 req-2269f46c-6781-4b34-b516-62d42e603613 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2402041 Feb 19 03:01:32.558954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2269f46c-6781-4b34-b516-62d42e603613 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbbc60d-3823-4c94-9dd2-3e591fbc398a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:32.572727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75062a08-0650-4429-a74a-cd3ddd9dcfc0 req-87b3e339-f309-4202-acbd-bf23fae989b3 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:32.574956 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75062a08-0650-4429-a74a-cd3ddd9dcfc0 req-87b3e339-f309-4202-acbd-bf23fae989b3 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.1328862 Feb 19 03:01:32.646193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75062a08-0650-4429-a74a-cd3ddd9dcfc0 req-1adb35be-ba63-4e05-b044-b8ad4be88634 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624552 Feb 19 03:01:32.758687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-df22e8ec-3d9d-4b4f-b8a5-52e6fa239c48 req-d06bd8e4-1e97-40b9-ac40-1bc9fd3b61a9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1033171722', 'description': 'tempest-description-1611997213'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:32.778364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-b1e2eb60-ba6c-42af-8675-3bf1f8ac7276 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:32.779901 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-b1e2eb60-ba6c-42af-8675-3bf1f8ac7276 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1266382 Feb 19 03:01:32.834288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df22e8ec-3d9d-4b4f-b8a5-52e6fa239c48 req-d06bd8e4-1e97-40b9-ac40-1bc9fd3b61a9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:32.848210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-db6250e5-2c05-48b1-ae56-9dbe99485a8b tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 695 time: 0.0619199 Feb 19 03:01:32.863474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-6759b66b-58ca-4de5-b9d1-77f7d512d5cf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Request body: {'floatingip': {'port_id': '91473a8a-9233-4032-860f-fb0ebacd44fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:32.909461 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-6759b66b-58ca-4de5-b9d1-77f7d512d5cf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (c7b6c418-7610-4a63-8c88-8baf4c368d8e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:33.041190 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df22e8ec-3d9d-4b4f-b8a5-52e6fa239c48 req-d06bd8e4-1e97-40b9-ac40-1bc9fd3b61a9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (76e38522-01cb-4e44-8e03-7391d0599730), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:33.052710 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df22e8ec-3d9d-4b4f-b8a5-52e6fa239c48 req-d06bd8e4-1e97-40b9-ac40-1bc9fd3b61a9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (76e38522-01cb-4e44-8e03-7391d0599730), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:33.132621 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df22e8ec-3d9d-4b4f-b8a5-52e6fa239c48 req-d06bd8e4-1e97-40b9-ac40-1bc9fd3b61a9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:33.133902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df22e8ec-3d9d-4b4f-b8a5-52e6fa239c48 req-d06bd8e4-1e97-40b9-ac40-1bc9fd3b61a9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3896401 Feb 19 03:01:33.138202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bd8e4-1e97-40b9-ac40-1bc9fd3b61a9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e38522-01cb-4e44-8e03-7391d0599730,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:33.572592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70c799b7-68fe-4164-b980-d3858376b9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:33.649185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c11b6581-8dde-407d-8ca3-c7be7ce1d485 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:33.673732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: c11b6581-8dde-407d-8ca3-c7be7ce1d485 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:33.674540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c11b6581-8dde-407d-8ca3-c7be7ce1d485 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:33.883464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7513ce6-85d1-4ee4-b006-8ab3a8cc9797 req-01822016-8847-41fb-a9c3-4893c46e6568 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:33.884994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7513ce6-85d1-4ee4-b006-8ab3a8cc9797 req-01822016-8847-41fb-a9c3-4893c46e6568 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.4452415 Feb 19 03:01:33.887310 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-6759b66b-58ca-4de5-b9d1-77f7d512d5cf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:01:33.985291 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-6759b66b-58ca-4de5-b9d1-77f7d512d5cf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:33.995302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-6759b66b-58ca-4de5-b9d1-77f7d512d5cf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c7b6c418-7610-4a63-8c88-8baf4c368d8e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.033920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7513ce6-85d1-4ee4-b006-8ab3a8cc9797 req-7632963f-187b-4bef-8ab1-7251cf5f80d9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429887 Feb 19 03:01:34.106093 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-6759b66b-58ca-4de5-b9d1-77f7d512d5cf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Floating IP c7b6c418-7610-4a63-8c88-8baf4c368d8e associated. External IP: 172.25.1.15, port: 91473a8a-9233-4032-860f-fb0ebacd44fb. Feb 19 03:01:34.217212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-921e2dd7-274a-4345-9ead-5f882475a88c req-11f0e9b7-7ba9-4a8b-a4c9-fafd3c94a1fc tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0560567 Feb 19 03:01:34.410471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-6759b66b-58ca-4de5-b9d1-77f7d512d5cf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Router e3419230-1325-46c9-9534-6ea8b5d72c3a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:01:34.496486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28962-19e4-4971-aeec-47195121c77e req-f857c9df-d3e7-4512-ad51-a01a8fb09613 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:34.498170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-f857c9df-d3e7-4512-ad51-a01a8fb09613 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/networks?id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 HTTP/1.1" status: 200 len: 813 time: 0.1738572 Feb 19 03:01:34.523318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-36da1e45-9ccb-4a3b-a380-77772e67818b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/quotas/88387186b1db4a89a6baeb5b3d62ef3f HTTP/1.1" status: 200 len: 375 time: 0.0180190 Feb 19 03:01:34.587809 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-4c5c59e5-0e28-4834-9caa-50b23c5a6e41 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328655 Feb 19 03:01:34.620093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-6759b66b-58ca-4de5-b9d1-77f7d512d5cf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:01:34.630139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aab024-b39f-4b90-9ebb-031e4d53c5ec None None] Sync routers for ids ['e3419230-1325-46c9-9534-6ea8b5d72c3a'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:01:34.643980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aab024-b39f-4b90-9ebb-031e4d53c5ec None None] Routers {'e3419230-1325-46c9-9534-6ea8b5d72c3a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:34.645045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-05aab024-b39f-4b90-9ebb-031e4d53c5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:01:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e3419230-1325-46c9-9534-6ea8b5d72c3a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:34.647803 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-6759b66b-58ca-4de5-b9d1-77f7d512d5cf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:34.694092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-6759b66b-58ca-4de5-b9d1-77f7d512d5cf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "PUT /v2.0/floatingips/c7b6c418-7610-4a63-8c88-8baf4c368d8e HTTP/1.1" status: 200 len: 995 time: 1.8379917 Feb 19 03:01:34.700075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'tag': '91473a8a-9233-4032-860f-fb0ebacd44fb'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:34.702408 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5315da48-ac11-4263-ae8a-5c9e9179e00a" -d '{"events": [{"name": "network-changed", "server_uuid": "3672c1c3-ad2e-44f8-be2f-fa938ad85015", "tag": "91473a8a-9233-4032-860f-fb0ebacd44fb"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:34.732322 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-f845d50b-69b1-40f4-94ee-888b1f1002fb service neutron] 10.222.0.81 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375492 Feb 19 03:01:34.761209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-05aab024-b39f-4b90-9ebb-031e4d53c5ec None None] Set router e3419230-1325-46c9-9534-6ea8b5d72c3a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:34.823522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-5782725d-0b07-4b92-8b63-9fee00f62755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:34.825139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-5782725d-0b07-4b92-8b63-9fee00f62755 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9abeeaad8e65445383592deaf8019061&device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 1127 time: 0.1115317 Feb 19 03:01:34.896767 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-f02be5b5-6a00-4cba-ae7f-8eb8ef005797 service neutron] 10.222.0.81 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492438 Feb 19 03:01:34.937596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-48b16066-f6eb-4fcd-9054-086b8812a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:34.939350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-48b16066-f6eb-4fcd-9054-086b8812a531 service neutron] 10.222.0.81 "GET /v2.0/networks?id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a HTTP/1.1" status: 200 len: 930 time: 0.1070576 Feb 19 03:01:35.028193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-6bdb37c5-076e-4102-a57c-e72408e1bdcc service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91473a8a-9233-4032-860f-fb0ebacd44fb HTTP/1.1" status: 200 len: 998 time: 0.0816147 Feb 19 03:01:35.034033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-05aab024-b39f-4b90-9ebb-031e4d53c5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c7b6c418-7610-4a63-8c88-8baf4c368d8e', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'port_id': '91473a8a-9233-4032-860f-fb0ebacd44fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'mac_address': 'fa:16:3e:d0:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:01:31Z', 'updated_at': '2022-02-19T03:01:33Z', 'revision_number': 1, 'project_id': '9abeeaad8e65445383592deaf8019061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '143bee22-af87-42d4-80fd-3ce151eb7797', 'name': '', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'mac_address': 'fa:16:3e:92:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:01:00Z', 'updated_at': '2022-02-19T03:01:07Z', 'revision_number': 5, 'project_id': '9abeeaad8e65445383592deaf8019061', 'subnets': [{'id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:35.083457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-ee44fb91-25ec-45f7-b034-61fd2892a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:35.084884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aab024-b39f-4b90-9ebb-031e4d53c5ec None None] Checking router: e3419230-1325-46c9-9534-6ea8b5d72c3a for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:01:35.090878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-ee44fb91-25ec-45f7-b034-61fd2892a9a8 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3a8073bc-33f8-4383-a349-a01e0507e847 HTTP/1.1" status: 200 len: 868 time: 0.0619419 Feb 19 03:01:35.096248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aab024-b39f-4b90-9ebb-031e4d53c5ec None None] Routers {'e3419230-1325-46c9-9534-6ea8b5d72c3a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:35.097272 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-05aab024-b39f-4b90-9ebb-031e4d53c5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:01:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e3419230-1325-46c9-9534-6ea8b5d72c3a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:35.171101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-12f16ca7-dc4d-477f-aa5a-76fb64fe7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:35.179528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-12f16ca7-dc4d-477f-aa5a-76fb64fe7eb7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0877285 Feb 19 03:01:35.184764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-a6a20ae6-b6f1-466c-b6fc-a8298fc84223 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:01:35.185827 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-a6a20ae6-b6f1-466c-b6fc-a8298fc84223 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055296 Feb 19 03:01:35.194867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010f7d5-cdfd-4831-9a77-14308a4c6e47 req-3d70606a-da8b-4678-bc2a-18d2a1b13cdf tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:35.197379 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f010f7d5-cdfd-4831-9a77-14308a4c6e47 req-3d70606a-da8b-4678-bc2a-18d2a1b13cdf tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.0963597 Feb 19 03:01:35.230316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-05aab024-b39f-4b90-9ebb-031e4d53c5ec None None] Set router e3419230-1325-46c9-9534-6ea8b5d72c3a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:35.342396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f010f7d5-cdfd-4831-9a77-14308a4c6e47 req-3035dd7a-a7f7-41b2-90fc-ff2936047a65 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334128 Feb 19 03:01:35.361991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-1a12a65c-c75c-40c7-921a-ef3e13e0524a service neutron] 10.222.0.81 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628382 Feb 19 03:01:35.469249 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93013f4f-69f0-4cbd-bd12-7e5fa3cfad2e x-openstack-request-id: req-93013f4f-69f0-4cbd-bd12-7e5fa3cfad2e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:35.469682 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3672c1c3-ad2e-44f8-be2f-fa938ad85015", "tag": "91473a8a-9233-4032-860f-fb0ebacd44fb", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:35.469938 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93013f4f-69f0-4cbd-bd12-7e5fa3cfad2e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:35.470414 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'tag': '91473a8a-9233-4032-860f-fb0ebacd44fb', 'status': 'completed', 'code': 200} Feb 19 03:01:35.477264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92354d15-69e7-493c-99c3-f3cc08aa06a6 req-3c5163a6-8b70-4481-bb97-3361eeda0c0f service neutron] 10.222.0.81 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044583 Feb 19 03:01:35.528790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-05aab024-b39f-4b90-9ebb-031e4d53c5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c7b6c418-7610-4a63-8c88-8baf4c368d8e', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'port_id': '91473a8a-9233-4032-860f-fb0ebacd44fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'mac_address': 'fa:16:3e:d0:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:01:31Z', 'updated_at': '2022-02-19T03:01:33Z', 'revision_number': 1, 'project_id': '9abeeaad8e65445383592deaf8019061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '143bee22-af87-42d4-80fd-3ce151eb7797', 'name': '', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'mac_address': 'fa:16:3e:92:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:01:00Z', 'updated_at': '2022-02-19T03:01:07Z', 'revision_number': 5, 'project_id': '9abeeaad8e65445383592deaf8019061', 'subnets': [{'id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:35.573300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0aa9de01-75d2-4c61-a438-792b6932311f req-5dbc11f6-b6c4-42f7-abb4-eb2b2daede09 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 210 time: 0.0537527 Feb 19 03:01:35.576893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aab024-b39f-4b90-9ebb-031e4d53c5ec None None] The sync data for ids ['e3419230-1325-46c9-9534-6ea8b5d72c3a'] in n-d-826755-2 is: [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c7b6c418-7610-4a63-8c88-8baf4c368d8e', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'floating_ip_address': '172.25.1.15', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'port_id': '91473a8a-9233-4032-860f-fb0ebacd44fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 827, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'mac_address': 'fa:16:3e:d0:5f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:01:31Z', 'updated_at': '2022-02-19T03:01:33Z', 'revision_number': 1, 'project_id': '9abeeaad8e65445383592deaf8019061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '143bee22-af87-42d4-80fd-3ce151eb7797', 'name': '', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'mac_address': 'fa:16:3e:92:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:01:00Z', 'updated_at': '2022-02-19T03:01:07Z', 'revision_number': 5, 'project_id': '9abeeaad8e65445383592deaf8019061', 'subnets': [{'id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:01:35.632412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315da48-ac11-4263-ae8a-5c9e9179e00a req-307e54e0-8403-4cfa-acf9-1c376058495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:35.633916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5315da48-ac11-4263-ae8a-5c9e9179e00a req-307e54e0-8403-4cfa-acf9-1c376058495c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9abeeaad8e65445383592deaf8019061&device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 1127 time: 0.1351655 Feb 19 03:01:35.673362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9c2e6-d44e-48b6-9978-af446630b9eb req-1e47dc94-23c7-4349-ad3f-b53a75dbd53a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:35.677275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aab9c2e6-d44e-48b6-9978-af446630b9eb req-1e47dc94-23c7-4349-ad3f-b53a75dbd53a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.0973823 Feb 19 03:01:35.832900 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-00de60db-c719-4b76-9186-3a433b8d8b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:35.895009 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd71310e-fc2f-4b5e-b4ca-3454f0b41457 None None] New status for floating IP c7b6c418-7610-4a63-8c88-8baf4c368d8e: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:01:36.133791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aab9c2e6-d44e-48b6-9978-af446630b9eb req-ee4e19f9-e265-4ef9-b2d2-c07e31202e5c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303381 Feb 19 03:01:36.138898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315da48-ac11-4263-ae8a-5c9e9179e00a req-8076f146-97e6-4c22-be1d-3fb92d48f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:36.140144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5315da48-ac11-4263-ae8a-5c9e9179e00a req-8076f146-97e6-4c22-be1d-3fb92d48f6d1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a HTTP/1.1" status: 200 len: 930 time: 0.4999695 Feb 19 03:01:36.162773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef021a-ad00-457d-9849-59b477bdb319 req-78e7b43b-2c6e-4f19-9329-ac6b1549e201 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:36.164206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-78e7b43b-2c6e-4f19-9329-ac6b1549e201 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.4860246 Feb 19 03:01:36.241283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93e3fe8-2ab8-4751-b7a0-e55691f79222 req-9216d233-f81e-4549-9466-dc4c6949675f tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0425861 Feb 19 03:01:36.246864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-ff1b626b-6c88-42da-8173-34760a5e4cb9 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/quotas/03a098dbc4144e01abb1935743b8c45b HTTP/1.1" status: 200 len: 375 time: 0.0512509 Feb 19 03:01:36.302096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5315da48-ac11-4263-ae8a-5c9e9179e00a req-087d0360-55ed-43e2-b2cd-92f1046d4de2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91473a8a-9233-4032-860f-fb0ebacd44fb HTTP/1.1" status: 200 len: 1000 time: 0.1515963 Feb 19 03:01:36.443438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315da48-ac11-4263-ae8a-5c9e9179e00a req-d7613778-b837-4742-a5ff-6be6c4849b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:36.444852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5315da48-ac11-4263-ae8a-5c9e9179e00a req-d7613778-b837-4742-a5ff-6be6c4849b00 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a8073bc-33f8-4383-a349-a01e0507e847 HTTP/1.1" status: 200 len: 868 time: 0.1067824 Feb 19 03:01:36.454913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-8c8abedd-5dda-45b4-a6da-9ed1bbe9591e tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1969457 Feb 19 03:01:36.522879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075849a2-2c27-4131-99f6-1b45b72f3533 req-13abcf31-3ddc-4ad6-a0e4-089dbfb7c7fa tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:36.524464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-075849a2-2c27-4131-99f6-1b45b72f3533 req-13abcf31-3ddc-4ad6-a0e4-089dbfb7c7fa tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 949 time: 0.1875236 Feb 19 03:01:36.530038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28962-19e4-4971-aeec-47195121c77e req-211d05a8-0d37-4e50-a2bb-e47aa7d6e442 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:36.531367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-211d05a8-0d37-4e50-a2bb-e47aa7d6e442 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.67 "GET /v2.0/networks?id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 HTTP/1.1" status: 200 len: 813 time: 0.2836199 Feb 19 03:01:36.569648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2fb28962-19e4-4971-aeec-47195121c77e req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'port': {'device_id': 'b46d7615-9ec8-46ca-8280-eb205cf017b5', 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663', 'admin_state_up': True, 'tenant_id': '88387186b1db4a89a6baeb5b3d62ef3f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:36.691535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315da48-ac11-4263-ae8a-5c9e9179e00a req-75811886-ac0f-442b-b2a5-9a911eea82ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:36.693124 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5315da48-ac11-4263-ae8a-5c9e9179e00a req-75811886-ac0f-442b-b2a5-9a911eea82ec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2360182 Feb 19 03:01:36.726190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-075849a2-2c27-4131-99f6-1b45b72f3533 req-a17825e3-2dac-447a-89a7-e82e7e863348 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913567 Feb 19 03:01:36.740876 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e6d65300-d79f-41cf-b30c-ee4760feb1a8 service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616427 Feb 19 03:01:36.924359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb28962-19e4-4971-aeec-47195121c77e req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Made reservation on behalf of 88387186b1db4a89a6baeb5b3d62ef3f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:36.927811 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2fb28962-19e4-4971-aeec-47195121c77e req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:36.940915 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:36.996191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-c48ae09a-d4d2-408a-ba7c-81b1b480c8a7 service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476029 Feb 19 03:01:37.014277 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5315da48-ac11-4263-ae8a-5c9e9179e00a req-4e3677b5-00ea-4585-ad90-54fc3aa0a577 service neutron] 10.222.0.67 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061564 Feb 19 03:01:37.025497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-6270d614-22ff-40bd-8cdb-8eec0a7a787c tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 258 time: 0.2298305 Feb 19 03:01:37.071818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:37.191220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.255681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-2fb28962-19e4-4971-aeec-47195121c77e req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Allocated IP 172.20.0.13 (f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663/fff68861-4854-49bd-b033-fbad7da919f4/58ce5a0f-7e30-4ca2-a432-e232b2dd23d6) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:37.269989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5315da48-ac11-4263-ae8a-5c9e9179e00a req-29665000-8dc8-4e22-9bc5-a853b7b25c35 service neutron] 10.222.0.67 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133980 Feb 19 03:01:37.360435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8505d-61d3-4ca0-bea8-e0ea5fa8da62 req-8f71ffe0-f804-47eb-bb26-fd0b485205bd tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:37.362082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7fc8505d-61d3-4ca0-bea8-e0ea5fa8da62 req-8f71ffe0-f804-47eb-bb26-fd0b485205bd tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 945 time: 0.1591303 Feb 19 03:01:37.519079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7fc8505d-61d3-4ca0-bea8-e0ea5fa8da62 req-eeabb061-c39a-4395-9fb2-0419b7b8fe45 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484017 Feb 19 03:01:37.555072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-b0f321f2-5133-4ca9-8683-1a1d1ed436a5 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:37.556587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-b0f321f2-5133-4ca9-8683-1a1d1ed436a5 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de&tenant_id=2070a125af614429bfc65bdee24c8ce3&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1127 time: 0.1880956 Feb 19 03:01:37.573959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826755-2'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:37.600313 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2fb28962-19e4-4971-aeec-47195121c77e req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.639820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bf065af-09cf-433c-b8c0-5666915b7f40 req-fe6bfa58-5ba0-4941-b89b-f48c9b031ec3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 210 time: 0.0425935 Feb 19 03:01:37.650677 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.704017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7772df19-1f08-4bd0-9dc1-d4121a681134 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:01:37.707538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device dd800797-4edc-4272-a6fd-8774a813b19b no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:37.729973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.778837 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2fb28962-19e4-4971-aeec-47195121c77e req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:37.911093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb28962-19e4-4971-aeec-47195121c77e req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:37.924402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-2fb28962-19e4-4971-aeec-47195121c77e req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:37.938700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'Port': ['ID=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:37.944345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Allocated IP 172.25.1.31 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/346d311b-c99d-4438-879e-73582321374d) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:37.947004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb28962-19e4-4971-aeec-47195121c77e req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:38.009139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port dd800797-4edc-4272-a6fd-8774a813b19b is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:38.009830 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.052961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e9e5c9-d696-4d9f-be27-14207cfcf3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd800797-4edc-4272-a6fd-8774a813b19b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:38.055634 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53955a9-0f14-4d40-92d1-1467c9091280" -d '{"events": [{"server_uuid": "41e9e5c9-d696-4d9f-be27-14207cfcf3ce", "name": "network-vif-unplugged", "status": "completed", "tag": "dd800797-4edc-4272-a6fd-8774a813b19b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:38.073249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7772df19-1f08-4bd0-9dc1-d4121a681134,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:38.078809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7772df19-1f08-4bd0-9dc1-d4121a681134,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:38.082360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port dd800797-4edc-4272-a6fd-8774a813b19b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=dd800797-4edc-4272-a6fd-8774a813b19b,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:38.087087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28962-19e4-4971-aeec-47195121c77e req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:38.087775 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2fb28962-19e4-4971-aeec-47195121c77e req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.093670 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.117902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7772df19-1f08-4bd0-9dc1-d4121a681134 has no active binding in host n-h2-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:01:38.129558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-cf423248-5098-4151-b7a1-1d10dac3a6bb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5693839 Feb 19 03:01:38.146238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=dd800797-4edc-4272-a6fd-8774a813b19b,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:38.146596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Request body: {'port': {'device_id': 'b46d7615-9ec8-46ca-8280-eb205cf017b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:38.155922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.156266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.156606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.157015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.157540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.157900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.158225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.158551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.158894 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.159300 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.159627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.159950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.160271 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:01:38.171508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-157a69a9-9472-4dc2-b74f-f48b1f5996c4 req-ee5b62ef-1d39-4f76-884b-8f5f0af8b81a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 210 time: 0.0657403 Feb 19 03:01:38.221160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:38.229710 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for port (346d311b-c99d-4438-879e-73582321374d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.262424 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.660707 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.675989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ca1443-a162-495e-9e5b-cbf6bb7ba9de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7772df19-1f08-4bd0-9dc1-d4121a681134'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:38.678307 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5c2714-577c-431d-a928-a39109ea5b3b" -d '{"events": [{"server_uuid": "36ca1443-a162-495e-9e5b-cbf6bb7ba9de", "name": "network-vif-unplugged", "status": "completed", "tag": "7772df19-1f08-4bd0-9dc1-d4121a681134"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:38.691788 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Publish callbacks [] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.708642 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.781370 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (346d311b-c99d-4438-879e-73582321374d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:38.845175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7437b7-533a-46c2-b939-d0cc1be48647 req-207e369e-f2a1-4fee-b3dc-6a288ef67cc3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:38.846726 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd7437b7-533a-46c2-b939-d0cc1be48647 req-207e369e-f2a1-4fee-b3dc-6a288ef67cc3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.3121006 Feb 19 03:01:38.907739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:38.946706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:38.948496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Pushing event updated for resources: {'Port': ['ID=7772df19-1f08-4bd0-9dc1-d4121a681134,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:38.957501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef021a-ad00-457d-9849-59b477bdb319 req-a9bf7339-cfa9-4fa4-a2ac-14e46f4192d8 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:38.958936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-a9bf7339-cfa9-4fa4-a2ac-14e46f4192d8 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.87 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.4217603 Feb 19 03:01:38.963740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:39.010117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4eef021a-ad00-457d-9849-59b477bdb319 req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Request body: {'port': {'device_id': 'cc808523-d27c-4b71-a296-bd5eb28b27dc', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'admin_state_up': True, 'tenant_id': '03a098dbc4144e01abb1935743b8c45b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:39.102942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Attempting to bind port 7772df19-1f08-4bd0-9dc1-d4121a681134 on host n-h1-826755-2 for vnic_type normal with profile {"migrating_to": "n-h2-826755-2"} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:39.103274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Attempting to bind port 7772df19-1f08-4bd0-9dc1-d4121a681134 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:39.103611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Attempting to bind port 7772df19-1f08-4bd0-9dc1-d4121a681134 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:39.171868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Port 7772df19-1f08-4bd0-9dc1-d4121a681134 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:01:39.172296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Attempting to bind port 7772df19-1f08-4bd0-9dc1-d4121a681134 on network ff602fb9-91ab-47e1-82a7-1e8bbb83d26f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:39.185202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Pushing event updated for resources: {'Port': ['ID=346d311b-c99d-4438-879e-73582321374d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:39.210761 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:39.211137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Checking segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:39.211371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Bound using segment: {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:39.211869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Bound port: 7772df19-1f08-4bd0-9dc1-d4121a681134, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ff602fb9-91ab-47e1-82a7-1e8bbb83d26f'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:39.212227 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.240475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd7437b7-533a-46c2-b939-d0cc1be48647 req-4486b37f-7be6-40c1-b257-8bfe5eb49eb4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413777 Feb 19 03:01:39.330245 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (dd43e982-becf-4794-9fdc-6befd23ea214), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.379728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8455352-b6b5-47ba-a829-09221ed54450 req-78f60b4e-2441-433c-9e9b-b7e94e32a00c tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0705638 Feb 19 03:01:39.465217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eef021a-ad00-457d-9849-59b477bdb319 req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Made reservation on behalf of 03a098dbc4144e01abb1935743b8c45b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:39.466048 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4eef021a-ad00-457d-9849-59b477bdb319 req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.474768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (346d311b-c99d-4438-879e-73582321374d), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.495503 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1d91f7-acfe-4761-ab6b-dfcefff2ef00 x-openstack-request-id: req-1b1d91f7-acfe-4761-ab6b-dfcefff2ef00 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:39.496024 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e9e5c9-d696-4d9f-be27-14207cfcf3ce", "name": "network-vif-unplugged", "status": "completed", "tag": "dd800797-4edc-4272-a6fd-8774a813b19b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:39.496248 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b1d91f7-acfe-4761-ab6b-dfcefff2ef00 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:39.496889 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e9e5c9-d696-4d9f-be27-14207cfcf3ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd800797-4edc-4272-a6fd-8774a813b19b', 'code': 200} Feb 19 03:01:39.508642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:39.529950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:39.545771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7772df19-1f08-4bd0-9dc1-d4121a681134,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:39.549087 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Publish callbacks [] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.579332 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.633571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Transition to ACTIVE for port object 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:01:39.668785 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.827973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Pushing event updated for resources: {'Port': ['ID=7772df19-1f08-4bd0-9dc1-d4121a681134,revision_number=8']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:39.847835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dac6d-887a-4323-b146-1fabee480cdd req-f1169c92-80b6-4392-9963-784514fa7e1f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:39.849378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-119dac6d-887a-4323-b146-1fabee480cdd req-f1169c92-80b6-4392-9963-784514fa7e1f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.2979970 Feb 19 03:01:39.903031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:39.903643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.905043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-77f4de51-b4a1-4ca7-a7a1-dbf897792286 service neutron] 10.222.0.67 "PUT /v2.0/ports/7772df19-1f08-4bd0-9dc1-d4121a681134 HTTP/1.1" status: 200 len: 1121 time: 2.3406756 Feb 19 03:01:39.946188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-4eef021a-ad00-457d-9849-59b477bdb319 req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Allocated IP 172.20.0.11 (0e4aacd3-30ee-4aa7-b85b-c898c93b3c78/b7c96846-60d1-498c-9c3e-d38728efac18/e799cb0b-68fb-4e9a-a7f5-f48e977ec279) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:39.971879 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:39.997141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['7772df19-1f08-4bd0-9dc1-d4121a681134'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:40.011119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['7772df19-1f08-4bd0-9dc1-d4121a681134'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:40.021256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Pushing event updated for resources: {'Port': ['ID=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:40.075194 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for port (346d311b-c99d-4438-879e-73582321374d), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.086305 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (346d311b-c99d-4438-879e-73582321374d), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.090916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-119dac6d-887a-4323-b146-1fabee480cdd req-cb479f79-8e25-4082-b43a-c221398a864d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157271 Feb 19 03:01:40.206704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Attempting to bind port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:40.207040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Attempting to bind port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '8ef58f6f-74ef-42ee-bd1d-9503da9b2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:40.207363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Attempting to bind port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 on network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:40.258062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 on network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:01:40.258817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Attempting to bind port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 on network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:40.281101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Pushing event updated for resources: {'Port': ['ID=346d311b-c99d-4438-879e-73582321374d,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:40.297886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:40.298228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Checking segment: {'id': '8ef58f6f-74ef-42ee-bd1d-9503da9b2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:40.299456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Bound using segment: {'id': '8ef58f6f-74ef-42ee-bd1d-9503da9b2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:40.299927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Bound port: 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef58f6f-74ef-42ee-bd1d-9503da9b2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:40.300297 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.310528 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (dd43e982-becf-4794-9fdc-6befd23ea214), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.378361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f82032-27ba-4814-9ff0-2ee8f864e8c7 req-318b2ad6-f3fb-4618-9da9-1f9d0fdcee3f tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:40.379858 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3f82032-27ba-4814-9ff0-2ee8f864e8c7 req-318b2ad6-f3fb-4618-9da9-1f9d0fdcee3f tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 944 time: 0.2248905 Feb 19 03:01:40.388581 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.389759 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-c9a35bf9-724e-467f-8efb-c13c11c08729 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.3348706 Feb 19 03:01:40.399244 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4eef021a-ad00-457d-9849-59b477bdb319 req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks [] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.489984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-69bc63af-be80-4b12-bd88-304cd259266a tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.31 HTTP/1.1" status: 200 len: 695 time: 0.0835040 Feb 19 03:01:40.492059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] For port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:40.546108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] For port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:40.590515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3f82032-27ba-4814-9ff0-2ee8f864e8c7 req-6ed87d48-9547-450a-b547-db49af29b889 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964734 Feb 19 03:01:40.591577 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.625638 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4eef021a-ad00-457d-9849-59b477bdb319 req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.641085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:40.651100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:40.651722 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:40.653553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] 10.222.0.67 "PUT /v2.0/ports/58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 HTTP/1.1" status: 200 len: 1092 time: 2.5151322 Feb 19 03:01:40.654651 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe681c73-c7b1-4de6-b413-21e29dd1a399 x-openstack-request-id: req-fe681c73-c7b1-4de6-b413-21e29dd1a399 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:40.654989 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ca1443-a162-495e-9e5b-cbf6bb7ba9de", "name": "network-vif-unplugged", "status": "completed", "tag": "7772df19-1f08-4bd0-9dc1-d4121a681134", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:40.655219 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe681c73-c7b1-4de6-b413-21e29dd1a399 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:40.655605 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ca1443-a162-495e-9e5b-cbf6bb7ba9de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7772df19-1f08-4bd0-9dc1-d4121a681134', 'code': 200} Feb 19 03:01:40.706262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eef021a-ad00-457d-9849-59b477bdb319 req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:40.729095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eaf6e5-f4e4-409a-9ced-e8bb4332eb33 service neutron] Pushing event updated for resources: {'Port': ['ID=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:40.731982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-4eef021a-ad00-457d-9849-59b477bdb319 req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:41.033790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eef021a-ad00-457d-9849-59b477bdb319 req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:41.042965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-6234897f-f768-4c5a-a362-7863b27d18c1 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:41.044376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68107b6e-a4cd-4d0d-8245-55469670d462 req-6234897f-f768-4c5a-a362-7863b27d18c1 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.5450907 Feb 19 03:01:41.171814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event updated for resources: {'Port': ['ID=e799cb0b-68fb-4e9a-a7f5-f48e977ec279,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:41.187442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef021a-ad00-457d-9849-59b477bdb319 req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:41.188045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4eef021a-ad00-457d-9849-59b477bdb319 req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.204181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28962-19e4-4971-aeec-47195121c77e req-1aebd1f2-3d0d-4697-bfdb-b2e1ba574871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:41.205903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-1aebd1f2-3d0d-4697-bfdb-b2e1ba574871 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f&device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 1126 time: 0.5022891 Feb 19 03:01:41.219191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71654685-75de-450a-a3ef-1149a2d10e41 req-8ec85dc4-ea69-4ca3-9649-f30c3dddd42a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:41.220712 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71654685-75de-450a-a3ef-1149a2d10e41 req-8ec85dc4-ea69-4ca3-9649-f30c3dddd42a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 932 time: 0.5023124 Feb 19 03:01:41.233313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-16e1871c-ca01-40ed-8a20-129bcd388952 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2531238 Feb 19 03:01:41.271683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Request body: {'port': {'device_id': 'cc808523-d27c-4b71-a296-bd5eb28b27dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:41.281153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dddf3e-8795-4a81-b94d-f73e8c3bea98 req-bac8ab43-3311-4409-a2db-f121e0a0c5ce tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:41.282600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20dddf3e-8795-4a81-b94d-f73e8c3bea98 req-bac8ab43-3311-4409-a2db-f121e0a0c5ce tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1820285 Feb 19 03:01:41.290592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-62681ba3-f87b-445c-ae7e-64a5ea22d5f6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 HTTP/1.1" status: 200 len: 217 time: 0.0690122 Feb 19 03:01:41.440909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71654685-75de-450a-a3ef-1149a2d10e41 req-78d77434-80e0-498b-8a09-3de98c1de5d1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108352 Feb 19 03:01:41.447278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb28962-19e4-4971-aeec-47195121c77e req-19517f10-c50b-4a95-91b3-0851f565bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:41.448743 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-19517f10-c50b-4a95-91b3-0851f565bdcc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fff68861-4854-49bd-b033-fbad7da919f4 HTTP/1.1" status: 200 len: 853 time: 0.1353245 Feb 19 03:01:41.450332 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.456451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20dddf3e-8795-4a81-b94d-f73e8c3bea98 req-22a44dd2-ecbf-49f1-8603-b02c2ed965d5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649270 Feb 19 03:01:41.523846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-8b904110-834c-4021-898e-ac19720dbe2e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311251 Feb 19 03:01:41.568176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d974362-a097-4b07-b566-e6361a4af1b5 req-05059407-70b1-438e-bfe0-f98e246f9eee tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0467818 Feb 19 03:01:41.752076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8c6ad249-4740-47dc-ace1-dd36e10a831a details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:01:41.825194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-097cebcf-ff34-4f99-9da0-1946b5d0db4b service neutron] 10.222.0.67 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719691 Feb 19 03:01:41.840830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539d4e-a0db-442e-b5d9-a30c5408b91f req-052fd92d-e609-4ef3-8b91-fdc0fc462048 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:41.842274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed539d4e-a0db-442e-b5d9-a30c5408b91f req-052fd92d-e609-4ef3-8b91-fdc0fc462048 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2590337 Feb 19 03:01:41.853391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:41.865710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'mac_address': 'fa:16:3e:5d:11:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:01:41.873264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd95dc4-7da3-471a-826e-508a3e6a3dca req-87642825-9d5b-487e-a330-19ae0e30833e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:41.874692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fd95dc4-7da3-471a-826e-508a3e6a3dca req-87642825-9d5b-487e-a330-19ae0e30833e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.2080553 Feb 19 03:01:41.904033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8c6ad249-4740-47dc-ace1-dd36e10a831a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:41.904424 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.918302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6ad249-4740-47dc-ace1-dd36e10a831a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:41.938174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:41.943378 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:41.997403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed539d4e-a0db-442e-b5d9-a30c5408b91f req-5c1a4468-b863-42ab-b167-afa346cc2da1 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.31 HTTP/1.1" status: 200 len: 695 time: 0.1345522 Feb 19 03:01:42.005851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8c6ad249-4740-47dc-ace1-dd36e10a831a,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:42.024948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-ed539d4e-a0db-442e-b5d9-a30c5408b91f req-98b2edb6-93b1-4941-99ba-a7da5039ed77 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Request body: {'floatingip': {'port_id': '91473a8a-9233-4032-860f-fb0ebacd44fb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:42.105738 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ed539d4e-a0db-442e-b5d9-a30c5408b91f req-98b2edb6-93b1-4941-99ba-a7da5039ed77 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (dd43e982-becf-4794-9fdc-6befd23ea214), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.126163 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fd95dc4-7da3-471a-826e-508a3e6a3dca req-90ab89bc-5bfe-4908-ab4b-e49274f0b58d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285664 Feb 19 03:01:42.130693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fb28962-19e4-4971-aeec-47195121c77e req-e6bd5149-7275-4c9c-84cf-312ae5c978ec service neutron] 10.222.0.67 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852058 Feb 19 03:01:42.197588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e799cb0b-68fb-4e9a-a7f5-f48e977ec279 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:42.218917 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Publish callbacks [] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.264524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['8c6ad249-4740-47dc-ace1-dd36e10a831a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:42.285446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Transition to ACTIVE for port object e799cb0b-68fb-4e9a-a7f5-f48e977ec279 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:01:42.297946 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.388905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203167c2-fe35-4a0e-a2a7-55255c2945e6 req-88ebcc6b-eb00-4f01-9abc-39870227c09b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.390458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-203167c2-fe35-4a0e-a2a7-55255c2945e6 req-88ebcc6b-eb00-4f01-9abc-39870227c09b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 944 time: 0.1953974 Feb 19 03:01:42.453356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Pushing event updated for resources: {'Port': ['ID=e799cb0b-68fb-4e9a-a7f5-f48e977ec279,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:42.546205 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-ed539d4e-a0db-442e-b5d9-a30c5408b91f req-98b2edb6-93b1-4941-99ba-a7da5039ed77 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 03:01:42.547245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed539d4e-a0db-442e-b5d9-a30c5408b91f req-98b2edb6-93b1-4941-99ba-a7da5039ed77 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "PUT /v2.0/floatingips/dd43e982-becf-4794-9fdc-6befd23ea214 HTTP/1.1" status: 409 len: 549 time: 0.5390787 Feb 19 03:01:42.552389 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-203167c2-fe35-4a0e-a2a7-55255c2945e6 req-def913fd-0c3f-49d4-8c52-c104a20c701f tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423051 Feb 19 03:01:42.580813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Attempting to bind port e799cb0b-68fb-4e9a-a7f5-f48e977ec279 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:42.581312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Attempting to bind port e799cb0b-68fb-4e9a-a7f5-f48e977ec279 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:42.581785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Attempting to bind port e799cb0b-68fb-4e9a-a7f5-f48e977ec279 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:42.587488 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Port e799cb0b-68fb-4e9a-a7f5-f48e977ec279 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:01:42.587488 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Attempting to bind port e799cb0b-68fb-4e9a-a7f5-f48e977ec279 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:42.592477 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:42.592860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Checking segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:42.593406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Bound using segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:42.593841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Bound port: e799cb0b-68fb-4e9a-a7f5-f48e977ec279, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:42.594200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.664708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ca1443-a162-495e-9e5b-cbf6bb7ba9de', 'tag': '7772df19-1f08-4bd0-9dc1-d4121a681134'}, {'name': 'network-changed', 'server_uuid': 'b46d7615-9ec8-46ca-8280-eb205cf017b5', 'tag': '58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:42.666867 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a723c0b5-bc52-4d23-9f05-89de8c964f47" -d '{"events": [{"name": "network-changed", "server_uuid": "36ca1443-a162-495e-9e5b-cbf6bb7ba9de", "tag": "7772df19-1f08-4bd0-9dc1-d4121a681134"}, {"name": "network-changed", "server_uuid": "b46d7615-9ec8-46ca-8280-eb205cf017b5", "tag": "58ce5a0f-7e30-4ca2-a432-e232b2dd23d6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:42.731883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] For port e799cb0b-68fb-4e9a-a7f5-f48e977ec279, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:42.736973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] For port e799cb0b-68fb-4e9a-a7f5-f48e977ec279, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e799cb0b-68fb-4e9a-a7f5-f48e977ec279,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:01:42.749028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d48828-d088-4fb6-9d9a-f94ce1aec306 req-4b6b928c-7025-4cb1-95aa-16150849c1e6 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.750525 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23d48828-d088-4fb6-9d9a-f94ce1aec306 req-4b6b928c-7025-4cb1-95aa-16150849c1e6 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 944 time: 0.1456692 Feb 19 03:01:42.758655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a29c7c-54be-497a-a78e-4982f6cca85f req-bb0a080d-8b65-4094-94f0-739f31b4ede1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.760050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91a29c7c-54be-497a-a78e-4982f6cca85f req-bb0a080d-8b65-4094-94f0-739f31b4ede1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1425028 Feb 19 03:01:42.761109 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.823186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.823819 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:42.825271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] 10.222.0.87 "PUT /v2.0/ports/e799cb0b-68fb-4e9a-a7f5-f48e977ec279 HTTP/1.1" status: 200 len: 1092 time: 1.5582983 Feb 19 03:01:42.911008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23d48828-d088-4fb6-9d9a-f94ce1aec306 req-692194ed-b26c-4cab-9659-b8096018b927 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475465 Feb 19 03:01:42.911612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb28da-8765-4255-8407-8a4a68d8cba1 service neutron] Pushing event updated for resources: {'Port': ['ID=e799cb0b-68fb-4e9a-a7f5-f48e977ec279,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:42.920919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91a29c7c-54be-497a-a78e-4982f6cca85f req-c2599e97-48a4-403f-adff-e2f4607cbf03 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448679 Feb 19 03:01:42.938492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef021a-ad00-457d-9849-59b477bdb319 req-ce69c1cc-fb12-4563-955a-515ce526b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:42.940235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-ce69c1cc-fb12-4563-955a-515ce526b08d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 1126 time: 0.0692382 Feb 19 03:01:42.995452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-0d95582f-2609-4eb9-9e7d-5173f4438a19 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e799cb0b-68fb-4e9a-a7f5-f48e977ec279 HTTP/1.1" status: 200 len: 217 time: 0.0473449 Feb 19 03:01:43.060887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-8fc1f0f1-0c97-44fa-ace4-afa5ab448eaf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips/dd43e982-becf-4794-9fdc-6befd23ea214 HTTP/1.1" status: 200 len: 692 time: 0.1042180 Feb 19 03:01:43.111583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8fbff44d-6930-4caa-92e9-b3fa3f1d2faa req-d92dbf76-6916-43c9-960d-e0e7872a3def tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0577214 Feb 19 03:01:43.151402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef021a-ad00-457d-9849-59b477bdb319 req-3ecf2962-0275-40b0-b10d-0bef6d5d1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.152906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-3ecf2962-0275-40b0-b10d-0bef6d5d1d72 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.1303339 Feb 19 03:01:43.188345 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de17972d-a15a-4070-9c8b-8ff7fbaf37f3 x-openstack-request-id: req-de17972d-a15a-4070-9c8b-8ff7fbaf37f3 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:43.188597 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ca1443-a162-495e-9e5b-cbf6bb7ba9de", "tag": "7772df19-1f08-4bd0-9dc1-d4121a681134", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b46d7615-9ec8-46ca-8280-eb205cf017b5", "tag": "58ce5a0f-7e30-4ca2-a432-e232b2dd23d6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:43.188875 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de17972d-a15a-4070-9c8b-8ff7fbaf37f3 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:43.189453 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ca1443-a162-495e-9e5b-cbf6bb7ba9de', 'tag': '7772df19-1f08-4bd0-9dc1-d4121a681134', 'status': 'completed', 'code': 200} Feb 19 03:01:43.189665 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46d7615-9ec8-46ca-8280-eb205cf017b5', 'tag': '58ce5a0f-7e30-4ca2-a432-e232b2dd23d6', 'status': 'completed', 'code': 200} Feb 19 03:01:43.191729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-0b7332ec-031d-475a-b516-433ef2c66eec service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314412 Feb 19 03:01:43.238742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-44281dfb-cba5-4cc7-9711-a53f7e9a02b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.240268 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-44281dfb-cba5-4cc7-9711-a53f7e9a02b6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 1155 time: 0.0467951 Feb 19 03:01:43.330632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-8fac2478-0f66-4caf-972b-a13d97eaf6a2 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.332124 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-8fac2478-0f66-4caf-972b-a13d97eaf6a2 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.2602651 Feb 19 03:01:43.333817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-f67bc1a7-71be-4148-93ea-8eb9809215d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.335576 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-f67bc1a7-71be-4148-93ea-8eb9809215d1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.0883713 Feb 19 03:01:43.378588 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-85f13f3f-60c1-4746-b254-65f1f21285cc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7772df19-1f08-4bd0-9dc1-d4121a681134 HTTP/1.1" status: 200 len: 217 time: 0.0358822 Feb 19 03:01:43.392920 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-1eda3c62-b67e-4a86-bcc7-c24fd05b3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.394647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-1eda3c62-b67e-4a86-bcc7-c24fd05b3a52 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f&device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 1126 time: 0.1994019 Feb 19 03:01:43.427062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-e64a7b4d-d95b-41b4-868c-16965c943084 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.31 HTTP/1.1" status: 200 len: 695 time: 0.0836868 Feb 19 03:01:43.428422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-8843a427-c2b3-4ab1-b8a3-76ce52c346cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.430145 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-8843a427-c2b3-4ab1-b8a3-76ce52c346cd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0453315 Feb 19 03:01:43.462727 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-65d74d8d-c656-4d98-ba1d-dc9e778b987c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256169 Feb 19 03:01:43.492401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d70bf-c0d7-4907-a1a5-f09352e5c6b4 req-54dc7a8c-59c3-40ef-925f-2f04ef0c0f84 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:43.493906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea8d70bf-c0d7-4907-a1a5-f09352e5c6b4 req-54dc7a8c-59c3-40ef-925f-2f04ef0c0f84 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.2659571 Feb 19 03:01:43.531290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-b576379a-eb5c-4df3-9623-bc91cb0b0644 service neutron] 10.222.0.87 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103917 Feb 19 03:01:43.545423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-d91d4b60-64f8-4ad9-b243-214a8097926a tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.31 HTTP/1.1" status: 200 len: 695 time: 0.0991421 Feb 19 03:01:43.555874 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-2e37425c-744b-45de-a275-166cc8c001fb service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871158 Feb 19 03:01:43.644157 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-08ad56d9-b450-46af-8b16-91b9762342d1 service neutron] 10.222.0.87 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820465 Feb 19 03:01:43.752004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8c6ad249-4740-47dc-ace1-dd36e10a831a up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:43.804751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 8c6ad249-4740-47dc-ace1-dd36e10a831a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:43.805130 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.887367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8c6ad249-4740-47dc-ace1-dd36e10a831a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:43.887759 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.912397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:43.915098 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df169865-9a9a-4a6e-9234-57664f5b65e7" -d '{"events": [{"server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "name": "network-vif-plugged", "status": "completed", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:43.927428 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:43.932697 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:43.987770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8c6ad249-4740-47dc-ace1-dd36e10a831a,revision_number=10']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:44.015493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-a029bddf-9bcd-417e-bd52-e32dc333a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.017090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-a029bddf-9bcd-417e-bd52-e32dc333a971 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 HTTP/1.1" status: 200 len: 914 time: 0.6059599 Feb 19 03:01:44.029947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea8d70bf-c0d7-4907-a1a5-f09352e5c6b4 req-c3d8e273-c2e3-4ad6-b364-7232ac3d328a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009773 Feb 19 03:01:44.091207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-9b35196d-18f7-4fd2-b954-8cf1020f86e0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 HTTP/1.1" status: 200 len: 217 time: 0.0662189 Feb 19 03:01:44.107833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eef021a-ad00-457d-9849-59b477bdb319 req-98fb5993-20be-46b1-b9fd-111f1f5bff27 service neutron] 10.222.0.87 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662057 Feb 19 03:01:44.192341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-5ac832fd-b475-4131-8486-f432d6bb1dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.193833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-5ac832fd-b475-4131-8486-f432d6bb1dd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fff68861-4854-49bd-b033-fbad7da919f4 HTTP/1.1" status: 200 len: 853 time: 0.0689802 Feb 19 03:01:44.197415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-722959bc-8759-4092-8661-bb1b3b58b584 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Deleting port 346d311b-c99d-4438-879e-73582321374d {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:44.197758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-722959bc-8759-4092-8661-bb1b3b58b584 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (346d311b-c99d-4438-879e-73582321374d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.228601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dad028-886a-4abd-bd5a-0b8036f96ffd req-c57c1dc1-2b01-4f4e-95c6-ee5da36060a3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.230141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5dad028-886a-4abd-bd5a-0b8036f96ffd req-c57c1dc1-2b01-4f4e-95c6-ee5da36060a3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 944 time: 0.1379194 Feb 19 03:01:44.285024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-146445c4-dd76-49e6-a5e7-e94d12a4f66c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722194 Feb 19 03:01:44.380170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-722959bc-8759-4092-8661-bb1b3b58b584 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (346d311b-c99d-4438-879e-73582321374d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.381059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-722959bc-8759-4092-8661-bb1b3b58b584 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (346d311b-c99d-4438-879e-73582321374d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.405632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-722959bc-8759-4092-8661-bb1b3b58b584 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Calling delete_port for 346d311b-c99d-4438-879e-73582321374d owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:44.411965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5dad028-886a-4abd-bd5a-0b8036f96ffd req-ecaf4219-ad03-4f25-8ba7-2e31d37db72e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567910 Feb 19 03:01:44.468835 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11df6c1-19e8-44b9-a49b-dca53980c538 x-openstack-request-id: req-f11df6c1-19e8-44b9-a49b-dca53980c538 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:44.469512 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "name": "network-vif-plugged", "status": "completed", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:44.469975 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f11df6c1-19e8-44b9-a49b-dca53980c538 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:44.471589 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'code': 200} Feb 19 03:01:44.473021 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-248896ff-febc-418e-9016-76ebea5a3432 service neutron] 10.222.0.67 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775470 Feb 19 03:01:44.621365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a723c0b5-bc52-4d23-9f05-89de8c964f47 req-230c0143-6e2e-4697-a1bd-2615216a8035 service neutron] 10.222.0.67 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396015 Feb 19 03:01:44.659876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c815b-1f91-49ef-9e90-328c0fc21251 req-89d42859-ebb5-4293-a8a6-1c9911b20e21 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.661396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f86c815b-1f91-49ef-9e90-328c0fc21251 req-89d42859-ebb5-4293-a8a6-1c9911b20e21 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 944 time: 0.1300063 Feb 19 03:01:44.693371 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-722959bc-8759-4092-8661-bb1b3b58b584 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (346d311b-c99d-4438-879e-73582321374d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.735154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722959bc-8759-4092-8661-bb1b3b58b584 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Pushing event deleted for resources: {'Port': ['ID=346d311b-c99d-4438-879e-73582321374d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:44.794037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f86c815b-1f91-49ef-9e90-328c0fc21251 req-732b81d7-a9fa-4107-99a0-8a90180126ec tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266556 Feb 19 03:01:44.820500 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-722959bc-8759-4092-8661-bb1b3b58b584 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (dd43e982-becf-4794-9fdc-6befd23ea214), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.823313 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-722959bc-8759-4092-8661-bb1b3b58b584 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:44.825852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29f07362-ac36-4361-b4de-947f3e49a0ec req-722959bc-8759-4092-8661-bb1b3b58b584 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "DELETE /v2.0/floatingips/dd43e982-becf-4794-9fdc-6befd23ea214 HTTP/1.1" status: 204 len: 173 time: 1.2626913 Feb 19 03:01:44.927378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee2e7b-b0d4-408b-a4f3-92705bb1001e req-3cc13c37-7994-4a64-bdc3-49f757c849b7 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:44.929049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfee2e7b-b0d4-408b-a4f3-92705bb1001e req-3cc13c37-7994-4a64-bdc3-49f757c849b7 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.0616078 Feb 19 03:01:44.961637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-163981fa-e7e5-4a91-8c09-8058f48ba65b req-ca1c6eb4-3e66-483e-8b05-0b1636031d21 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0315728 Feb 19 03:01:45.003450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfee2e7b-b0d4-408b-a4f3-92705bb1001e req-f1934ad4-ccc5-44a4-b0eb-c0868b109262 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652595 Feb 19 03:01:45.098858 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-59b17cfd-ce6e-47c8-a95f-b678853c1d97 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 1000 time: 0.1091487 Feb 19 03:01:45.143226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7772df19-1f08-4bd0-9dc1-d4121a681134 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:45.185834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-8dfaa7ab-d79e-40d2-bd17-b275c9542191 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:45.187212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-8dfaa7ab-d79e-40d2-bd17-b275c9542191 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports/91473a8a-9233-4032-860f-fb0ebacd44fb HTTP/1.1" status: 200 len: 942 time: 0.0830438 Feb 19 03:01:45.190811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc808523-d27c-4b71-a296-bd5eb28b27dc', 'tag': 'e799cb0b-68fb-4e9a-a7f5-f48e977ec279'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:45.193114 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ed92fee-19bc-4632-b9c1-3487544405a1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc808523-d27c-4b71-a296-bd5eb28b27dc", "tag": "e799cb0b-68fb-4e9a-a7f5-f48e977ec279"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:45.216508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99427581-4340-4c3a-9e7b-65da69521876 req-d82a3fac-8ee6-4c21-b049-7f6601113aeb tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:45.224416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7772df19-1f08-4bd0-9dc1-d4121a681134 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:45.224680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99427581-4340-4c3a-9e7b-65da69521876 req-d82a3fac-8ee6-4c21-b049-7f6601113aeb tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.1112826 Feb 19 03:01:45.271273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99427581-4340-4c3a-9e7b-65da69521876 req-cb464e58-c17a-44a2-aee6-148087f70695 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 Feb 19 03:01:45.319869 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f1d6ec-1c8a-4d43-a34b-637bcdd6a567 x-openstack-request-id: req-40f1d6ec-1c8a-4d43-a34b-637bcdd6a567 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:45.320209 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc808523-d27c-4b71-a296-bd5eb28b27dc", "tag": "e799cb0b-68fb-4e9a-a7f5-f48e977ec279", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:45.320471 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40f1d6ec-1c8a-4d43-a34b-637bcdd6a567 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:45.320899 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc808523-d27c-4b71-a296-bd5eb28b27dc', 'tag': 'e799cb0b-68fb-4e9a-a7f5-f48e977ec279', 'status': 'completed', 'code': 200} Feb 19 03:01:45.341952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-25fe4788-3c86-4880-9b7f-26c475fc4d1e tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 1000 time: 0.0647814 Feb 19 03:01:45.451835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed92fee-19bc-4632-b9c1-3487544405a1 req-159ce5f6-43e8-4bd7-a77b-803543b9df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:45.453399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ed92fee-19bc-4632-b9c1-3487544405a1 req-159ce5f6-43e8-4bd7-a77b-803543b9df2c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 1126 time: 0.1103415 Feb 19 03:01:45.535520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-0af5adbc-5747-4828-80da-1b4ec140bcaa tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:45.536827 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-0af5adbc-5747-4828-80da-1b4ec140bcaa tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.1864774 Feb 19 03:01:45.563001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-9d6bad76-4a13-4027-9bed-d26fe73204a7 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:01:45.563940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-9d6bad76-4a13-4027-9bed-d26fe73204a7 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082078 Feb 19 03:01:45.649452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed92fee-19bc-4632-b9c1-3487544405a1 req-b11a94ff-0c80-44f2-bb86-2a3a23467c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:45.650930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ed92fee-19bc-4632-b9c1-3487544405a1 req-b11a94ff-0c80-44f2-bb86-2a3a23467c8d service neutron] 10.222.0.87 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 906 time: 0.1905527 Feb 19 03:01:45.676079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcedd6-c14f-450a-9567-9a03c7b6ba79 req-6f255750-d9cf-4515-bc93-3a9e658177ce tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:45.677679 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6adcedd6-c14f-450a-9567-9a03c7b6ba79 req-6f255750-d9cf-4515-bc93-3a9e658177ce tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 944 time: 0.1899073 Feb 19 03:01:45.707122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-be406ed2-8ecd-411b-b089-2b6fab93874a tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 1000 time: 0.1353180 Feb 19 03:01:45.710462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ed92fee-19bc-4632-b9c1-3487544405a1 req-543acbc3-d8e8-4a05-bf39-c0fa6d46d8fe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e799cb0b-68fb-4e9a-a7f5-f48e977ec279 HTTP/1.1" status: 200 len: 217 time: 0.0513108 Feb 19 03:01:45.733532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-4974b02c-628a-4d36-b6a3-4a2ceac3d3e9 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:45.841234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed92fee-19bc-4632-b9c1-3487544405a1 req-e686ed7d-afce-4120-a859-a0baaf7fbb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:45.842739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ed92fee-19bc-4632-b9c1-3487544405a1 req-e686ed7d-afce-4120-a859-a0baaf7fbb9f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.1263189 Feb 19 03:01:45.846693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6adcedd6-c14f-450a-9567-9a03c7b6ba79 req-c5f83034-1962-44c6-b778-4613e2bfcc70 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384301 Feb 19 03:01:45.848794 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-4974b02c-628a-4d36-b6a3-4a2ceac3d3e9 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (c7b6c418-7610-4a63-8c88-8baf4c368d8e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:45.912631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ed92fee-19bc-4632-b9c1-3487544405a1 req-2c918d65-8b08-40b6-a163-911a56514ed7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612721 Feb 19 03:01:46.135105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ed92fee-19bc-4632-b9c1-3487544405a1 req-0306e85d-a2bc-48f8-a8cd-4eafde8d2566 service neutron] 10.222.0.87 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141054 Feb 19 03:01:46.137294 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-4974b02c-628a-4d36-b6a3-4a2ceac3d3e9 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.145468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ddb96-4101-423f-b0c0-4054b77b1f4a req-9efee40e-b885-4442-bf08-51fd665c8d4c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:46.146988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea5ddb96-4101-423f-b0c0-4054b77b1f4a req-9efee40e-b885-4442-bf08-51fd665c8d4c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 944 time: 0.2271943 Feb 19 03:01:46.156214 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-4974b02c-628a-4d36-b6a3-4a2ceac3d3e9 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c7b6c418-7610-4a63-8c88-8baf4c368d8e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.156550 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-4974b02c-628a-4d36-b6a3-4a2ceac3d3e9 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Floating IP c7b6c418-7610-4a63-8c88-8baf4c368d8e disassociated. External IP: 172.25.1.15, port: 91473a8a-9233-4032-860f-fb0ebacd44fb. Feb 19 03:01:46.585980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea5ddb96-4101-423f-b0c0-4054b77b1f4a req-1a5b3e93-e156-4a81-8cc4-9d7d9bec9087 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305043 Feb 19 03:01:46.634329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ed92fee-19bc-4632-b9c1-3487544405a1 req-1e0766fa-9b66-475b-a63c-8c1a66d2cbb0 service neutron] 10.222.0.87 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859495 Feb 19 03:01:46.768378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3885e41-6888-4644-928e-6ef785a11998 req-53e5218c-aa67-4d0e-bc35-861e9f0577f2 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0324411 Feb 19 03:01:46.788708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-4974b02c-628a-4d36-b6a3-4a2ceac3d3e9 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Router e3419230-1325-46c9-9534-6ea8b5d72c3a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:01:46.942374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d7bde1-29bf-40f4-a1db-8549b596a3ca req-d336125b-21cf-4524-b54f-7fd3567a3ae8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:46.943752 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8d7bde1-29bf-40f4-a1db-8549b596a3ca req-d336125b-21cf-4524-b54f-7fd3567a3ae8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1020882 Feb 19 03:01:46.949270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-4974b02c-628a-4d36-b6a3-4a2ceac3d3e9 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:01:46.954958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-4974b02c-628a-4d36-b6a3-4a2ceac3d3e9 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:46.959895 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d979f-2547-4ea9-b358-af9cf72e7e42 None None] Sync routers for ids ['e3419230-1325-46c9-9534-6ea8b5d72c3a'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:01:46.973430 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d979f-2547-4ea9-b358-af9cf72e7e42 None None] Routers {'e3419230-1325-46c9-9534-6ea8b5d72c3a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:46.974047 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c86d979f-2547-4ea9-b358-af9cf72e7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:01:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e3419230-1325-46c9-9534-6ea8b5d72c3a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:47.009759 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-4974b02c-628a-4d36-b6a3-4a2ceac3d3e9 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "PUT /v2.0/floatingips/c7b6c418-7610-4a63-8c88-8baf4c368d8e HTTP/1.1" status: 200 len: 694 time: 1.2942402 Feb 19 03:01:47.024540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8d7bde1-29bf-40f4-a1db-8549b596a3ca req-b68a1ee9-795b-4e19-9e01-c30110af75b6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733855 Feb 19 03:01:47.111414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c86d979f-2547-4ea9-b358-af9cf72e7e42 None None] Set router e3419230-1325-46c9-9534-6ea8b5d72c3a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:47.123901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-10bee708-4125-488d-a203-39e5b1782a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:47.125484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-10bee708-4125-488d-a203-39e5b1782a78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=9abeeaad8e65445383592deaf8019061&device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 1127 time: 0.0926838 Feb 19 03:01:47.146313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e799cb0b-68fb-4e9a-a7f5-f48e977ec279 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:01:47.203368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff076f2-b253-4817-9ca5-9afb0297159c req-49fab196-572c-4813-90fa-7a962845854d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:47.204946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff076f2-b253-4817-9ca5-9afb0297159c req-49fab196-572c-4813-90fa-7a962845854d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.1162648 Feb 19 03:01:47.263678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-7b6595bd-d112-4143-8432-ce163cd432a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:47.265164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-7b6595bd-d112-4143-8432-ce163cd432a2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a HTTP/1.1" status: 200 len: 930 time: 0.1324639 Feb 19 03:01:47.282605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff076f2-b253-4817-9ca5-9afb0297159c req-f91cae5d-b0e0-4c06-9188-0c30aea961e9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702333 Feb 19 03:01:47.320303 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-fa3b2775-0891-4e55-9abc-c56eeef45b32 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91473a8a-9233-4032-860f-fb0ebacd44fb HTTP/1.1" status: 200 len: 217 time: 0.0476916 Feb 19 03:01:47.321835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'tag': '91473a8a-9233-4032-860f-fb0ebacd44fb'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:47.324109 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6c6bbb-7f42-4e46-abb5-bb2056e69ced" -d '{"events": [{"name": "network-changed", "server_uuid": "3672c1c3-ad2e-44f8-be2f-fa938ad85015", "tag": "91473a8a-9233-4032-860f-fb0ebacd44fb"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:47.378395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-b91e4634-9d3d-40a2-9a2b-498bd50e0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:47.379999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-b91e4634-9d3d-40a2-9a2b-498bd50e0f1b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3a8073bc-33f8-4383-a349-a01e0507e847 HTTP/1.1" status: 200 len: 868 time: 0.0510602 Feb 19 03:01:47.399215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e799cb0b-68fb-4e9a-a7f5-f48e977ec279, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e799cb0b-68fb-4e9a-a7f5-f48e977ec279,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:47.417125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'e799cb0b-68fb-4e9a-a7f5-f48e977ec279', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'port_id': 'e799cb0b-68fb-4e9a-a7f5-f48e977ec279', 'mac_address': 'fa:16:3e:df:17:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c96846-60d1-498c-9c3e-d38728efac18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:01:47.466130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42773a4f-d569-4dc6-8ded-a547c524ae4f req-2458fff1-3c0b-40ff-9c01-766925bf976c tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:47.466375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c86d979f-2547-4ea9-b358-af9cf72e7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '143bee22-af87-42d4-80fd-3ce151eb7797', 'name': '', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'mac_address': 'fa:16:3e:92:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:01:00Z', 'updated_at': '2022-02-19T03:01:07Z', 'revision_number': 5, 'project_id': '9abeeaad8e65445383592deaf8019061', 'subnets': [{'id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:47.467549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42773a4f-d569-4dc6-8ded-a547c524ae4f req-2458fff1-3c0b-40ff-9c01-766925bf976c tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 944 time: 0.0851636 Feb 19 03:01:47.467842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e799cb0b-68fb-4e9a-a7f5-f48e977ec279 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:47.468228 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.469564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-f06b7b1d-9506-440f-a9c0-37b1ccddecdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:47.471897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-f06b7b1d-9506-440f-a9c0-37b1ccddecdb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0802112 Feb 19 03:01:47.503672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d979f-2547-4ea9-b358-af9cf72e7e42 None None] Checking router: e3419230-1325-46c9-9534-6ea8b5d72c3a for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:01:47.511315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e799cb0b-68fb-4e9a-a7f5-f48e977ec279 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:47.537620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d979f-2547-4ea9-b358-af9cf72e7e42 None None] Routers {'e3419230-1325-46c9-9534-6ea8b5d72c3a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:01:47.538937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c86d979f-2547-4ea9-b358-af9cf72e7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:01:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e3419230-1325-46c9-9534-6ea8b5d72c3a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:47.543905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e799cb0b-68fb-4e9a-a7f5-f48e977ec279, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e799cb0b-68fb-4e9a-a7f5-f48e977ec279,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:47.589026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42773a4f-d569-4dc6-8ded-a547c524ae4f req-da6deb6d-969e-4950-906e-3b7889f9be36 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075668 Feb 19 03:01:47.605092 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:47.648160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-a45f5c0e-8eca-498b-8e58-aa38399e28d5 service neutron] 10.222.0.81 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674228 Feb 19 03:01:47.656117 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cc8440-eb21-4d83-acc2-ec0ae8fb7cf4 x-openstack-request-id: req-01cc8440-eb21-4d83-acc2-ec0ae8fb7cf4 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:47.656632 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3672c1c3-ad2e-44f8-be2f-fa938ad85015", "tag": "91473a8a-9233-4032-860f-fb0ebacd44fb", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:47.656919 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01cc8440-eb21-4d83-acc2-ec0ae8fb7cf4 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:47.657332 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'tag': '91473a8a-9233-4032-860f-fb0ebacd44fb', 'status': 'completed', 'code': 200} Feb 19 03:01:47.730873 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e799cb0b-68fb-4e9a-a7f5-f48e977ec279,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:47.755302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c86d979f-2547-4ea9-b358-af9cf72e7e42 None None] Set router e3419230-1325-46c9-9534-6ea8b5d72c3a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:01:47.760873 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:01:47.792847 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60af512d-01dc-4cb7-8adb-b53c1dfd63b8 req-ce981a1d-9120-40ff-bdc0-25e420a21b31 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0964484 Feb 19 03:01:47.793133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7772df19-1f08-4bd0-9dc1-d4121a681134 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:47.880337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e12dc2-ec30-4e18-86ec-1e35a5f6a9dd req-c9fbd5bd-61d9-4009-a863-520e3001d4a0 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:47.882267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1e12dc2-ec30-4e18-86ec-1e35a5f6a9dd req-c9fbd5bd-61d9-4009-a863-520e3001d4a0 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 945 time: 0.1674557 Feb 19 03:01:47.885800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4948f4e-af28-48f0-a768-9e7b50704f66 req-482309a1-cc57-48e1-ad29-1920a172610f service neutron] 10.222.0.81 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274315 Feb 19 03:01:47.888312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c6bbb-7f42-4e46-abb5-bb2056e69ced req-425527ef-c102-4693-82f4-f2bdabd12ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:47.889994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a6c6bbb-7f42-4e46-abb5-bb2056e69ced req-425527ef-c102-4693-82f4-f2bdabd12ba6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9abeeaad8e65445383592deaf8019061&device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 1127 time: 0.1931663 Feb 19 03:01:47.915370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] The host n-h2-826755-2 is not matching for port 7772df19-1f08-4bd0-9dc1-d4121a681134 host n-h1-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:01:47.915772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7772df19-1f08-4bd0-9dc1-d4121a681134 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:47.971826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1e12dc2-ec30-4e18-86ec-1e35a5f6a9dd req-04128850-e541-4eb7-9112-a3028ece980b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808523 Feb 19 03:01:47.986902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e799cb0b-68fb-4e9a-a7f5-f48e977ec279'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:47.998719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-b96f05ed-e5c6-4b09-adab-821b82793f33 service neutron] 10.222.0.87 "GET /v2.0/ports/7772df19-1f08-4bd0-9dc1-d4121a681134/bindings/n-h2-826755-2 HTTP/1.1" status: 200 len: 384 time: 0.0900025 Feb 19 03:01:48.103319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:48.106256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-dfac9a6e-2bb2-4a5d-b7d0-ae613093add5 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips/c7b6c418-7610-4a63-8c88-8baf4c368d8e HTTP/1.1" status: 200 len: 694 time: 0.0996375 Feb 19 03:01:48.110088 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-839ae2b4-079f-4fce-ba79-e7b9be43806b req-9b694ca0-9686-472e-a85d-e7c606d00f95 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0615211 Feb 19 03:01:48.144575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '58ce5a0f-7e30-4ca2-a432-e232b2dd23d6', 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663', 'port_id': '58ce5a0f-7e30-4ca2-a432-e232b2dd23d6', 'mac_address': 'fa:16:3e:ab:e8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff68861-4854-49bd-b033-fbad7da919f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:01:48.232198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:48.232435 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.257024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c86d979f-2547-4ea9-b358-af9cf72e7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '143bee22-af87-42d4-80fd-3ce151eb7797', 'name': '', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'mac_address': 'fa:16:3e:92:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:01:00Z', 'updated_at': '2022-02-19T03:01:07Z', 'revision_number': 5, 'project_id': '9abeeaad8e65445383592deaf8019061', 'subnets': [{'id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:01:48.289354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:48.295270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d979f-2547-4ea9-b358-af9cf72e7e42 None None] The sync data for ids ['e3419230-1325-46c9-9534-6ea8b5d72c3a'] in n-d-826755-2 is: [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '143bee22-af87-42d4-80fd-3ce151eb7797', 'name': '', 'network_id': '95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'mac_address': 'fa:16:3e:92:07:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:01:00Z', 'updated_at': '2022-02-19T03:01:07Z', 'revision_number': 5, 'project_id': '9abeeaad8e65445383592deaf8019061', 'subnets': [{'id': '3a8073bc-33f8-4383-a349-a01e0507e847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:01:48.331723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:48.340626 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.342389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-6490994f-3da8-4ba7-854a-7c549f71b292 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:48.343837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-6490994f-3da8-4ba7-854a-7c549f71b292 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.2267129 Feb 19 03:01:48.359121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29f456-1114-4001-a696-a5a2774bfbb3 req-5a7c7eba-c4f6-415d-8f6f-5ea7fdc28613 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:48.360709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d29f456-1114-4001-a696-a5a2774bfbb3 req-5a7c7eba-c4f6-415d-8f6f-5ea7fdc28613 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1744685 Feb 19 03:01:48.395723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:48.446896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-e9f33c2c-2287-4986-ace8-4f2822e7bf6c tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 697 time: 0.0851078 Feb 19 03:01:48.457551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-3897d94b-9eee-4bcf-8be5-1d52c0d358b5 service neutron] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7772df19-1f08-4bd0-9dc1-d4121a681134,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:48.549775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d29f456-1114-4001-a696-a5a2774bfbb3 req-25232dfc-15e4-49da-bb1e-ea61399a12d8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675406 Feb 19 03:01:48.554284 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-358964ce-0924-4a4f-9323-de157aca37da tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.15 HTTP/1.1" status: 200 len: 697 time: 0.0994446 Feb 19 03:01:48.554610 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8730e500-95e4-4336-b467-081440cea3af None None] New status for floating IP c7b6c418-7610-4a63-8c88-8baf4c368d8e: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:01:48.555334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-3897d94b-9eee-4bcf-8be5-1d52c0d358b5 service neutron] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:01:48.642946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-3897d94b-9eee-4bcf-8be5-1d52c0d358b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7772df19-1f08-4bd0-9dc1-d4121a681134 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:48.666070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-3897d94b-9eee-4bcf-8be5-1d52c0d358b5 service neutron] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7772df19-1f08-4bd0-9dc1-d4121a681134,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:48.728928 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-3897d94b-9eee-4bcf-8be5-1d52c0d358b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.777297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:48.807649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234227e0-f2ce-4ad7-80b6-598ddca37c48 req-74d4a74b-0adf-4f23-a2aa-cfe51fba0496 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:48.809157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-234227e0-f2ce-4ad7-80b6-598ddca37c48 req-74d4a74b-0adf-4f23-a2aa-cfe51fba0496 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 943 time: 0.1765630 Feb 19 03:01:48.885862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-b6247e30-16a0-46b6-94dc-ce68ebe74d5f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Deleting port 525bece3-5d56-4215-9484-8c05ae3b510d {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:48.886160 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-b6247e30-16a0-46b6-94dc-ce68ebe74d5f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (525bece3-5d56-4215-9484-8c05ae3b510d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:48.901939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-3897d94b-9eee-4bcf-8be5-1d52c0d358b5 service neutron] Transition to ACTIVE for port object 7772df19-1f08-4bd0-9dc1-d4121a681134 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:01:48.905378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-234227e0-f2ce-4ad7-80b6-598ddca37c48 req-e7c7d7d8-4251-434f-82f2-a70772ff67f7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861909 Feb 19 03:01:48.908625 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-3897d94b-9eee-4bcf-8be5-1d52c0d358b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.037008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897d94b-9eee-4bcf-8be5-1d52c0d358b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7772df19-1f08-4bd0-9dc1-d4121a681134,revision_number=10']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:49.056863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-3897d94b-9eee-4bcf-8be5-1d52c0d358b5 service neutron] No DVR routers for this DVR port 7772df19-1f08-4bd0-9dc1-d4121a681134 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:49.073888 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-b6247e30-16a0-46b6-94dc-ce68ebe74d5f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (525bece3-5d56-4215-9484-8c05ae3b510d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.074206 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-b6247e30-16a0-46b6-94dc-ce68ebe74d5f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (525bece3-5d56-4215-9484-8c05ae3b510d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.105478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-b6247e30-16a0-46b6-94dc-ce68ebe74d5f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Calling delete_port for 525bece3-5d56-4215-9484-8c05ae3b510d owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:49.114177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-3897d94b-9eee-4bcf-8be5-1d52c0d358b5 service neutron] 10.222.0.87 "PUT /v2.0/ports/7772df19-1f08-4bd0-9dc1-d4121a681134/bindings/n-h2-826755-2/activate HTTP/1.1" status: 200 len: 369 time: 1.1088738 Feb 19 03:01:49.133713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cfd692-cdb5-482e-92cc-62d96271594a req-f3f1bf4c-310f-4aa4-8415-df78ab00d0f1 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:49.135056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28cfd692-cdb5-482e-92cc-62d96271594a req-f3f1bf4c-310f-4aa4-8415-df78ab00d0f1 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 945 time: 0.1602690 Feb 19 03:01:49.162115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e799cb0b-68fb-4e9a-a7f5-f48e977ec279 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:49.238982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28cfd692-cdb5-482e-92cc-62d96271594a req-2f70c3a8-f4fe-4724-8944-7f0be9e3a572 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732832 Feb 19 03:01:49.320119 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-b6247e30-16a0-46b6-94dc-ce68ebe74d5f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (525bece3-5d56-4215-9484-8c05ae3b510d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.351493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6247e30-16a0-46b6-94dc-ce68ebe74d5f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Pushing event deleted for resources: {'Port': ['ID=525bece3-5d56-4215-9484-8c05ae3b510d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:49.370140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port e799cb0b-68fb-4e9a-a7f5-f48e977ec279 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:01:49.374812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port e799cb0b-68fb-4e9a-a7f5-f48e977ec279 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:49.375184 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.446816 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-b6247e30-16a0-46b6-94dc-ce68ebe74d5f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks [] for floatingip (c7b6c418-7610-4a63-8c88-8baf4c368d8e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.449383 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-b6247e30-16a0-46b6-94dc-ce68ebe74d5f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.450531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fff0d5f0-18e2-445e-a2be-883bcc921e53 req-b6247e30-16a0-46b6-94dc-ce68ebe74d5f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "DELETE /v2.0/floatingips/c7b6c418-7610-4a63-8c88-8baf4c368d8e HTTP/1.1" status: 204 len: 173 time: 0.8877850 Feb 19 03:01:49.453442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e799cb0b-68fb-4e9a-a7f5-f48e977ec279 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:49.453442 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.459149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44372eb-6210-4614-b4c6-65f7fe37b293 req-c0cf19ab-c3ac-4796-b1d4-dd1b9498ed31 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:49.460720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44372eb-6210-4614-b4c6-65f7fe37b293 req-c0cf19ab-c3ac-4796-b1d4-dd1b9498ed31 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 945 time: 0.1106918 Feb 19 03:01:49.482026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc808523-d27c-4b71-a296-bd5eb28b27dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e799cb0b-68fb-4e9a-a7f5-f48e977ec279'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:49.484286 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d62fb9-c435-4de7-af3a-82fee3b07d17" -d '{"events": [{"server_uuid": "cc808523-d27c-4b71-a296-bd5eb28b27dc", "name": "network-vif-plugged", "status": "completed", "tag": "e799cb0b-68fb-4e9a-a7f5-f48e977ec279"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:49.497917 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e799cb0b-68fb-4e9a-a7f5-f48e977ec279, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e799cb0b-68fb-4e9a-a7f5-f48e977ec279,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:49.505520 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:49.525831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44372eb-6210-4614-b4c6-65f7fe37b293 req-1fbc48b1-f984-47c4-952a-5c05306255b1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582507 Feb 19 03:01:49.549477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ebf4d6c-2936-424c-b66e-af7a6265a840 req-f4258405-8ad6-4350-a74a-e3c95f69f0e3 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0383196 Feb 19 03:01:49.570921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e799cb0b-68fb-4e9a-a7f5-f48e977ec279,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:49.591142 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68aba100-997a-4270-83f0-c6805c2f399e x-openstack-request-id: req-68aba100-997a-4270-83f0-c6805c2f399e {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:49.591471 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc808523-d27c-4b71-a296-bd5eb28b27dc", "name": "network-vif-plugged", "status": "completed", "tag": "e799cb0b-68fb-4e9a-a7f5-f48e977ec279", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:49.591726 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-68aba100-997a-4270-83f0-c6805c2f399e {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:49.592157 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc808523-d27c-4b71-a296-bd5eb28b27dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e799cb0b-68fb-4e9a-a7f5-f48e977ec279', 'code': 200} Feb 19 03:01:49.735670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d946587-6c54-4f6e-b600-18cddcc1cdda req-c133bd87-6098-4eea-a6af-ae9b439798fd tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:49.737199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d946587-6c54-4f6e-b600-18cddcc1cdda req-c133bd87-6098-4eea-a6af-ae9b439798fd tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1181452 Feb 19 03:01:49.748570 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee0740-31c4-4de3-bb78-19eb19982c20 req-1b318908-4427-461c-baf3-00b6712a1e0a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:49.749982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eee0740-31c4-4de3-bb78-19eb19982c20 req-1b318908-4427-461c-baf3-00b6712a1e0a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1039011 Feb 19 03:01:49.753626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247d838-1e93-4f97-ac8a-99e77632216d req-a06b3865-f1cf-48fd-8916-346f816ebbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:49.754942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e247d838-1e93-4f97-ac8a-99e77632216d req-a06b3865-f1cf-48fd-8916-346f816ebbb4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 1128 time: 0.0969589 Feb 19 03:01:49.813439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d946587-6c54-4f6e-b600-18cddcc1cdda req-bd2be8e8-4b09-4241-ad6f-94ec973a5d70 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0617225 Feb 19 03:01:49.890642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-decad781-2b31-407e-945b-ff00375ddc57 req-932615fb-7050-47af-a444-4c9d3423b024 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0555065 Feb 19 03:01:49.894035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eee0740-31c4-4de3-bb78-19eb19982c20 req-1a5920d6-d24e-477a-8dd9-90b5711de82b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377282 Feb 19 03:01:49.896187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e247d838-1e93-4f97-ac8a-99e77632216d req-42bbbd5b-2dab-43f4-bc2d-eb81e038ca4e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306028 Feb 19 03:01:50.034462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7f047-e407-4d75-b15e-38c6a386dfc7 req-6debff3d-f91d-4a3c-8bdb-87af32655381 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:50.035992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-afe7f047-e407-4d75-b15e-38c6a386dfc7 req-6debff3d-f91d-4a3c-8bdb-87af32655381 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.0627973 Feb 19 03:01:50.093063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-afe7f047-e407-4d75-b15e-38c6a386dfc7 req-a89cdfd7-1beb-4ca0-b7f4-da7b05120b7c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511172 Feb 19 03:01:50.133534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50da5e-1655-47f9-8f20-15c5b6a55948 req-09e9b86c-058a-4840-8f8f-1279890a6e2d tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:50.135015 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c50da5e-1655-47f9-8f20-15c5b6a55948 req-09e9b86c-058a-4840-8f8f-1279890a6e2d tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.0616333 Feb 19 03:01:50.182745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c50da5e-1655-47f9-8f20-15c5b6a55948 req-fa00b246-55be-44f5-8a5c-305b61ce2820 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Feb 19 03:01:50.371595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef51b2-b6dc-4c29-b260-52ce36e09dae req-c1c27912-58ba-4edb-ac29-80dfaaa53a7f tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:50.373119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4ef51b2-b6dc-4c29-b260-52ce36e09dae req-c1c27912-58ba-4edb-ac29-80dfaaa53a7f tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 945 time: 0.0603695 Feb 19 03:01:50.432938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4ef51b2-b6dc-4c29-b260-52ce36e09dae req-6215ae30-7b7f-4368-a5ed-6f31519c7cad tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538108 Feb 19 03:01:50.669183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d437df9-1315-48d5-9300-c5beff0337f3 req-91100268-acf0-4185-9c7f-d56599c114c7 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0332599 Feb 19 03:01:50.690513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11084442-ee0e-421a-a263-5864b62444ae req-b7f67705-69a0-4224-bcb7-c91fcf6221bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:50.692066 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11084442-ee0e-421a-a263-5864b62444ae req-b7f67705-69a0-4224-bcb7-c91fcf6221bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 946 time: 0.0842416 Feb 19 03:01:50.739613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11084442-ee0e-421a-a263-5864b62444ae req-4920d19e-882e-4f14-a79c-1e5d97eedfaf tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416129 Feb 19 03:01:51.046164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37732210-001d-44cd-95e6-45b46bfb02b9 req-a995082c-2671-4e96-9866-125f81a53ec4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:51.047665 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37732210-001d-44cd-95e6-45b46bfb02b9 req-a995082c-2671-4e96-9866-125f81a53ec4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.0652409 Feb 19 03:01:51.099151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37732210-001d-44cd-95e6-45b46bfb02b9 req-fa773538-8d61-49be-99a7-1514a80c144b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432825 Feb 19 03:01:51.224846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c039e069-0f64-4292-9805-0363325d0bac req-e7e99bfb-d5e0-43ab-9deb-9615dc507197 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:51.226423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c039e069-0f64-4292-9805-0363325d0bac req-e7e99bfb-d5e0-43ab-9deb-9615dc507197 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.0652225 Feb 19 03:01:51.309358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c039e069-0f64-4292-9805-0363325d0bac req-f746ff19-12b1-483b-a61b-0db9b83bbf81 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770769 Feb 19 03:01:51.339009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f885a-41cf-4fd8-9a12-46c842d18f37 req-dcad7ac2-e4d4-422e-bc77-390c8a5339da tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:51.340449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-650f885a-41cf-4fd8-9a12-46c842d18f37 req-dcad7ac2-e4d4-422e-bc77-390c8a5339da tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.0790265 Feb 19 03:01:51.700313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-650f885a-41cf-4fd8-9a12-46c842d18f37 req-ca36fd30-0353-4dcf-8398-a44ce78a6ad7 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528531 Feb 19 03:01:51.715906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0292ba-e45b-44e7-8911-d3697ae8fd8c req-3f264281-056e-4b8d-91c1-1d0f86a69eaf tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:51.717489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f0292ba-e45b-44e7-8911-d3697ae8fd8c req-3f264281-056e-4b8d-91c1-1d0f86a69eaf tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 945 time: 0.0733414 Feb 19 03:01:51.764765 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f0292ba-e45b-44e7-8911-d3697ae8fd8c req-c86825d0-feb2-4462-8349-89156eedbad6 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Feb 19 03:01:51.774797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:01:51.797568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1581e9a5-d57a-457e-98d0-c2cc294f7c91 req-5278c248-766f-4884-ace1-66d0d439a454 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0318272 Feb 19 03:01:51.831636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:01:51.835851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:01:51.836305 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:51.878300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aad4cd-f846-4283-8d8a-ac2e62b8d7ea req-47a88c3c-a298-43d3-8de7-90bf8099a9ef tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:51.879774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26aad4cd-f846-4283-8d8a-ac2e62b8d7ea req-47a88c3c-a298-43d3-8de7-90bf8099a9ef tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 946 time: 0.0552728 Feb 19 03:01:51.919782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:01:51.920174 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:51.932915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26aad4cd-f846-4283-8d8a-ac2e62b8d7ea req-9939f29d-1dd3-47fd-bb10-7944ec717832 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Feb 19 03:01:51.943858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46d7615-9ec8-46ca-8280-eb205cf017b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:51.946216 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79b1308-a1ef-4bd9-9c90-7af5ac20ae28" -d '{"events": [{"server_uuid": "b46d7615-9ec8-46ca-8280-eb205cf017b5", "name": "network-vif-plugged", "status": "completed", "tag": "58ce5a0f-7e30-4ca2-a432-e232b2dd23d6"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:51.968202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:51.974994 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:52.000191 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f9689a-acfb-4125-94b2-fd2a5c60f04c x-openstack-request-id: req-94f9689a-acfb-4125-94b2-fd2a5c60f04c {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:52.000609 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46d7615-9ec8-46ca-8280-eb205cf017b5", "name": "network-vif-plugged", "status": "completed", "tag": "58ce5a0f-7e30-4ca2-a432-e232b2dd23d6", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:52.000953 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94f9689a-acfb-4125-94b2-fd2a5c60f04c {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:52.001437 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46d7615-9ec8-46ca-8280-eb205cf017b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ce5a0f-7e30-4ca2-a432-e232b2dd23d6', 'code': 200} Feb 19 03:01:52.026982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:52.055330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffc5a4-7e70-45e2-bbcb-956646e0cad8 req-72a19d62-5647-457d-acd1-d6231719c7d4 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:52.056974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29ffc5a4-7e70-45e2-bbcb-956646e0cad8 req-72a19d62-5647-457d-acd1-d6231719c7d4 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 946 time: 0.0550098 Feb 19 03:01:52.104918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29ffc5a4-7e70-45e2-bbcb-956646e0cad8 req-12bb0756-91a2-4f54-b337-1fa912c3ab89 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Feb 19 03:01:52.233862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383f31b-1cdd-4403-a452-267d7bed903c req-42cacfeb-fa52-4203-9e3c-3148c948a7cf tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:52.235897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b383f31b-1cdd-4403-a452-267d7bed903c req-42cacfeb-fa52-4203-9e3c-3148c948a7cf tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.0621550 Feb 19 03:01:52.288833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b383f31b-1cdd-4403-a452-267d7bed903c req-84756076-fc40-41f8-a319-7a8e98d99b24 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474625 Feb 19 03:01:52.351592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:52.358305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cb178-f3b2-463a-8af8-3768d0d75381 req-35238c6f-3290-4aac-bbe5-5d63ea7f9d8d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:52.359795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d8cb178-f3b2-463a-8af8-3768d0d75381 req-35238c6f-3290-4aac-bbe5-5d63ea7f9d8d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 946 time: 0.0547221 Feb 19 03:01:52.435059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d8cb178-f3b2-463a-8af8-3768d0d75381 req-36a1ad4e-40c6-4d19-b4e6-e7304a9b161d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693927 Feb 19 03:01:52.453028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6d082-95de-40ab-ae5e-6cbf4c69c99a req-9ceafb6f-59ce-4926-893a-8be97cb2f105 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:52.454509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a6d082-95de-40ab-ae5e-6cbf4c69c99a req-9ceafb6f-59ce-4926-893a-8be97cb2f105 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.0714154 Feb 19 03:01:52.508678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a6d082-95de-40ab-ae5e-6cbf4c69c99a req-92ad9b2f-8b46-4810-ac97-112a27ca85dd tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477867 Feb 19 03:01:52.823984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc889fc-1e85-4956-a6f1-2f8a3937cfc6 req-bbcb9a2c-2025-4708-a823-a97535e2b463 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:52.825700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cc889fc-1e85-4956-a6f1-2f8a3937cfc6 req-bbcb9a2c-2025-4708-a823-a97535e2b463 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.0554893 Feb 19 03:01:52.903780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cc889fc-1e85-4956-a6f1-2f8a3937cfc6 req-b6031a01-7678-4dc6-adf4-4568b8d78fc9 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720360 Feb 19 03:01:52.917783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0929927b-dfa1-4b98-80ec-9924acca8eb6 req-d9dc6f98-a390-4296-b31b-d8801ca9125b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:52.917783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0929927b-dfa1-4b98-80ec-9924acca8eb6 req-d9dc6f98-a390-4296-b31b-d8801ca9125b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 946 time: 0.0838027 Feb 19 03:01:52.975104 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0929927b-dfa1-4b98-80ec-9924acca8eb6 req-ddad051f-6776-4e6a-8c35-f9bd3883ea1d tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Feb 19 03:01:52.994983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c5588d9-e061-4ee2-88bc-e6238819d1ec req-76be7a18-9f25-465c-a56d-583489672354 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0329082 Feb 19 03:01:53.278658 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:53.417863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0270a3-5bf2-4bec-8a26-e4c833577ffc req-7590509c-11f6-4d80-ac8f-c0eceb15f6b1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:53.419718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea0270a3-5bf2-4bec-8a26-e4c833577ffc req-7590509c-11f6-4d80-ac8f-c0eceb15f6b1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.0592496 Feb 19 03:01:53.471694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea0270a3-5bf2-4bec-8a26-e4c833577ffc req-3c632d3d-5aa5-4e58-a174-85da50d32fb6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453489 Feb 19 03:01:53.562537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd999ed5-0c22-4ccd-9bd6-a07ada4bc1a7 req-4049849e-0b2f-4394-9f87-798a6848be21 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:53.564353 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd999ed5-0c22-4ccd-9bd6-a07ada4bc1a7 req-4049849e-0b2f-4394-9f87-798a6848be21 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 946 time: 0.0586510 Feb 19 03:01:53.621577 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd999ed5-0c22-4ccd-9bd6-a07ada4bc1a7 req-d96b8d49-ea39-40ec-8e42-d8ce5c9d8973 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510457 Feb 19 03:01:53.667270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddd841-5e14-4f81-b7d6-81372a18dd38 req-361595bb-bc72-4447-af4a-5ebd5b1e031b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:53.669205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93ddd841-5e14-4f81-b7d6-81372a18dd38 req-361595bb-bc72-4447-af4a-5ebd5b1e031b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.0609779 Feb 19 03:01:53.717502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93ddd841-5e14-4f81-b7d6-81372a18dd38 req-227566df-2d09-4a45-b257-aa3ee5206eb1 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425277 Feb 19 03:01:53.791107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af889337-d2ad-4221-84fb-10e81fa83d63 req-0e071442-a52a-4bf0-a1ae-8024f297bb71 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:53.792527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af889337-d2ad-4221-84fb-10e81fa83d63 req-0e071442-a52a-4bf0-a1ae-8024f297bb71 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.87 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 946 time: 0.0551715 Feb 19 03:01:53.896371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-af889337-d2ad-4221-84fb-10e81fa83d63 req-1a2d5531-9c6f-4fa6-9a3d-f599e643a9e5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Deleting port e799cb0b-68fb-4e9a-a7f5-f48e977ec279 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:01:53.897122 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af889337-d2ad-4221-84fb-10e81fa83d63 req-1a2d5531-9c6f-4fa6-9a3d-f599e643a9e5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:54.022432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-af889337-d2ad-4221-84fb-10e81fa83d63 req-1a2d5531-9c6f-4fa6-9a3d-f599e643a9e5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] For port e799cb0b-68fb-4e9a-a7f5-f48e977ec279, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e799cb0b-68fb-4e9a-a7f5-f48e977ec279,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:01:54.022803 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af889337-d2ad-4221-84fb-10e81fa83d63 req-1a2d5531-9c6f-4fa6-9a3d-f599e643a9e5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:54.043991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-af889337-d2ad-4221-84fb-10e81fa83d63 req-1a2d5531-9c6f-4fa6-9a3d-f599e643a9e5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Calling delete_port for e799cb0b-68fb-4e9a-a7f5-f48e977ec279 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:01:54.092327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a4f3-a32c-4efa-9b00-cfa9adb5bc35 req-78f93b61-4d23-4e88-976e-e3dc97b1c841 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:54.093941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ff8a4f3-a32c-4efa-9b00-cfa9adb5bc35 req-78f93b61-4d23-4e88-976e-e3dc97b1c841 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.1184542 Feb 19 03:01:54.205347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ff8a4f3-a32c-4efa-9b00-cfa9adb5bc35 req-6bed4fb4-0c58-4bf8-b958-75fa29de3c5a tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828552 Feb 19 03:01:54.213552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e802f9-369f-4ef5-95ef-a4bc673fdddf req-57ae56ee-db60-4293-977c-4c43986b8031 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:54.215019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95e802f9-369f-4ef5-95ef-a4bc673fdddf req-57ae56ee-db60-4293-977c-4c43986b8031 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 946 time: 0.1691766 Feb 19 03:01:54.320075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-483b8b19-d97f-41ca-a5a4-5dd4c8060d59 req-2206bb2a-c5d4-4ecb-b538-741193981b5d tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0438907 Feb 19 03:01:54.331793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95e802f9-369f-4ef5-95ef-a4bc673fdddf req-fa669664-02f2-4a96-b54c-6a46dec6de76 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098132 Feb 19 03:01:54.332915 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af889337-d2ad-4221-84fb-10e81fa83d63 req-1a2d5531-9c6f-4fa6-9a3d-f599e643a9e5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e799cb0b-68fb-4e9a-a7f5-f48e977ec279), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:54.350241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e799cb0b-68fb-4e9a-a7f5-f48e977ec279'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:54.353852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:54.366503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d5531-9c6f-4fa6-9a3d-f599e643a9e5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event deleted for resources: {'Port': ['ID=e799cb0b-68fb-4e9a-a7f5-f48e977ec279,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:54.415637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-af889337-d2ad-4221-84fb-10e81fa83d63 req-1a2d5531-9c6f-4fa6-9a3d-f599e643a9e5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] No DVR routers for this DVR port e799cb0b-68fb-4e9a-a7f5-f48e977ec279 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:01:54.418205 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af889337-d2ad-4221-84fb-10e81fa83d63 req-1a2d5531-9c6f-4fa6-9a3d-f599e643a9e5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:54.422501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af889337-d2ad-4221-84fb-10e81fa83d63 req-1a2d5531-9c6f-4fa6-9a3d-f599e643a9e5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.87 "DELETE /v2.0/ports/e799cb0b-68fb-4e9a-a7f5-f48e977ec279 HTTP/1.1" status: 204 len: 173 time: 0.6231418 Feb 19 03:01:54.423248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc808523-d27c-4b71-a296-bd5eb28b27dc', 'name': 'network-vif-deleted', 'tag': 'e799cb0b-68fb-4e9a-a7f5-f48e977ec279'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:01:54.426029 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b92093-f26d-498e-bd87-a3153506dd43" -d '{"events": [{"server_uuid": "cc808523-d27c-4b71-a296-bd5eb28b27dc", "name": "network-vif-deleted", "tag": "e799cb0b-68fb-4e9a-a7f5-f48e977ec279"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:01:54.469555 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4247e90d-7da6-411a-bdb4-eb45c18210a9 x-openstack-request-id: req-4247e90d-7da6-411a-bdb4-eb45c18210a9 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:01:54.470172 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc808523-d27c-4b71-a296-bd5eb28b27dc", "name": "network-vif-deleted", "tag": "e799cb0b-68fb-4e9a-a7f5-f48e977ec279", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:01:54.470647 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4247e90d-7da6-411a-bdb4-eb45c18210a9 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:01:54.471314 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc808523-d27c-4b71-a296-bd5eb28b27dc', 'name': 'network-vif-deleted', 'tag': 'e799cb0b-68fb-4e9a-a7f5-f48e977ec279', 'status': 'completed', 'code': 200} Feb 19 03:01:54.605744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b7c94-4694-46a7-9728-b230266e6a72 req-f8431859-5504-4724-9d0a-c3e0dbf845d2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:54.609157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b3b7c94-4694-46a7-9728-b230266e6a72 req-f8431859-5504-4724-9d0a-c3e0dbf845d2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.0608649 Feb 19 03:01:54.657876 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b3b7c94-4694-46a7-9728-b230266e6a72 req-76b5a6a7-20b2-4f54-b6d7-74cf1192188d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445478 Feb 19 03:01:54.736075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b305f4de-cd57-4d81-a54c-08808c7f9e7a req-a9ad040c-2bd0-4df4-9f51-569bcb854d12 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc808523-d27c-4b71-a296-bd5eb28b27dc HTTP/1.1" status: 200 len: 210 time: 0.0273924 Feb 19 03:01:54.852116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b061f-f979-4a8d-a62b-97ebcfc85e6e req-133756ee-01c1-4b01-9c32-dedcffa238be tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:54.853827 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b09b061f-f979-4a8d-a62b-97ebcfc85e6e req-133756ee-01c1-4b01-9c32-dedcffa238be tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.0626702 Feb 19 03:01:54.906487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b09b061f-f979-4a8d-a62b-97ebcfc85e6e req-a49c3362-0af2-4f78-b8b6-6691c74540eb tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464337 Feb 19 03:01:55.333276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b921c-b518-464a-b03d-eab3c2aafcaa req-54d18aa8-bafe-4d34-b47c-0693502a6a6b tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:55.334839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d33b921c-b518-464a-b03d-eab3c2aafcaa req-54d18aa8-bafe-4d34-b47c-0693502a6a6b tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.0558176 Feb 19 03:01:55.385014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d33b921c-b518-464a-b03d-eab3c2aafcaa req-61ebbe1d-24c6-4041-8958-9d8eaa378892 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441542 Feb 19 03:01:55.429491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-082f68a1-bbc0-4889-a0e2-2505cce90ee1 req-f87c7730-bb4c-427b-8902-d81497beddc9 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0290039 Feb 19 03:01:55.500295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231325b-987a-4314-9db1-f042b81c6fd0 req-44671357-b832-4f9f-9946-7d8d30d230a0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:55.501713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c231325b-987a-4314-9db1-f042b81c6fd0 req-44671357-b832-4f9f-9946-7d8d30d230a0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 946 time: 0.0585771 Feb 19 03:01:55.553373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c231325b-987a-4314-9db1-f042b81c6fd0 req-a41aff32-6a38-474c-9ce3-cb6a37c0b988 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454490 Feb 19 03:01:55.798761 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb2fe6-2ac0-4079-92c2-bd4abe18f80d req-7a2626ee-d82f-43ca-bb56-b8caff04fe27 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:55.800307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4cb2fe6-2ac0-4079-92c2-bd4abe18f80d req-7a2626ee-d82f-43ca-bb56-b8caff04fe27 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.0598383 Feb 19 03:01:55.851210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4cb2fe6-2ac0-4079-92c2-bd4abe18f80d req-509a127d-93b9-4048-ad58-b16d0fa0a96d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 Feb 19 03:01:56.058518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-c40e4d7e-fbfa-49ef-b669-71b9e1e611ff tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:56.059997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-c40e4d7e-fbfa-49ef-b669-71b9e1e611ff tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.1331937 Feb 19 03:01:56.071127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691beda8-e1ac-4d5e-b680-c9d77a9a8764 req-d544030e-b2ef-4464-ad96-4348916335e0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:56.072792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-691beda8-e1ac-4d5e-b680-c9d77a9a8764 req-d544030e-b2ef-4464-ad96-4348916335e0 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.0942895 Feb 19 03:01:56.091989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-6071c542-d67b-49d6-ba6b-2430981bfa6e tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/quotas/03a098dbc4144e01abb1935743b8c45b HTTP/1.1" status: 200 len: 375 time: 0.0181887 Feb 19 03:01:56.158034 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-691beda8-e1ac-4d5e-b680-c9d77a9a8764 req-4f4f20db-93f7-4743-9287-65fe4b3fa300 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772088 Feb 19 03:01:56.171654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-b82f1620-799d-4e3d-b64e-324bba8769b8 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735471 Feb 19 03:01:56.262875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-91437a92-266b-4a70-be4e-3097a98ef59e service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842686 Feb 19 03:01:56.359969 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-a2677fa8-5910-4346-9d42-2e7b4022de73 service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889103 Feb 19 03:01:56.515308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046383aa-07e1-40f8-bfa6-72224701b15f req-3a7229c2-46df-4159-857e-57c08ca5e33f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:56.516971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-046383aa-07e1-40f8-bfa6-72224701b15f req-3a7229c2-46df-4159-857e-57c08ca5e33f tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.0617278 Feb 19 03:01:56.559616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5967c83-b2cd-408c-8bd7-1980c08d7d7b req-60d599b5-ccd0-4f31-b6f0-aeb09c8dca44 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0381098 Feb 19 03:01:56.588593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-046383aa-07e1-40f8-bfa6-72224701b15f req-67a62f91-ba21-455a-97d4-6f6317d4bc69 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653484 Feb 19 03:01:56.642406 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5b43793-21d7-4530-bf37-e292710d8871 req-b9d15c0a-7558-4bca-a9aa-9dfc396dc13f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 210 time: 0.0317955 Feb 19 03:01:56.708196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd47b3-f6c7-4122-85c0-df7538bbf30a req-cdf2b66d-145c-4a95-8cfb-e9b5859cc309 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:56.709735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3bd47b3-f6c7-4122-85c0-df7538bbf30a req-cdf2b66d-145c-4a95-8cfb-e9b5859cc309 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 946 time: 0.0598476 Feb 19 03:01:56.761623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3bd47b3-f6c7-4122-85c0-df7538bbf30a req-9e8a0fd9-0766-42c3-8dbc-9d06ff65a195 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453305 Feb 19 03:01:56.983080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32908b-61a5-4359-b551-bb21e949fe4d req-a7826457-cc51-4097-b7ce-9be18f7b0a60 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:56.984566 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a32908b-61a5-4359-b551-bb21e949fe4d req-a7826457-cc51-4097-b7ce-9be18f7b0a60 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.0544262 Feb 19 03:01:57.034156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a32908b-61a5-4359-b551-bb21e949fe4d req-4393fa16-75f1-42ac-b4e8-8b5e985ac059 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432956 Feb 19 03:01:57.217263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e799cb0b-68fb-4e9a-a7f5-f48e977ec279 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:01:57.237863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: e799cb0b-68fb-4e9a-a7f5-f48e977ec279 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:01:57.238323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e799cb0b-68fb-4e9a-a7f5-f48e977ec279 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:01:57.290055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207ce48-1dcf-4632-9aff-03edd2a92e1a req-6528fb98-04b5-40d8-bdf2-1c55c621f2b8 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:57.291564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b207ce48-1dcf-4632-9aff-03edd2a92e1a req-6528fb98-04b5-40d8-bdf2-1c55c621f2b8 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.0588458 Feb 19 03:01:57.340997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b207ce48-1dcf-4632-9aff-03edd2a92e1a req-8159f943-5634-4d3a-8dbd-cffbbff0e364 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437543 Feb 19 03:01:57.510565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-0d7a49e2-4884-4675-be3d-2e196cb4d132 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:57.512348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-0d7a49e2-4884-4675-be3d-2e196cb4d132 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.87 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.1021702 Feb 19 03:01:57.524516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Request body: {'port': {'device_id': 'ce19a341-3649-4efe-8e81-611cc61d078a', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'admin_state_up': True, 'tenant_id': '03a098dbc4144e01abb1935743b8c45b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:57.639303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Made reservation on behalf of 03a098dbc4144e01abb1935743b8c45b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:01:57.643539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:57.681463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c08ae48b-f012-42a1-a5a2-198de0c8505f req-2a18e675-29b0-4010-8f38-eca3b8c862d4 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0354378 Feb 19 03:01:57.798074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93a0fc4-d347-45e4-af2a-fc1e8fff773c req-03e3530f-233c-44a2-becb-a03981143a9b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 210 time: 0.0395224 Feb 19 03:01:57.817027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b198c80-a9d2-4131-b161-5ff0737359d1 req-13c8be5d-c1f5-48d1-93fa-7cc78af3ece4 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:57.818305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b198c80-a9d2-4131-b161-5ff0737359d1 req-13c8be5d-c1f5-48d1-93fa-7cc78af3ece4 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.1418738 Feb 19 03:01:57.898944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Allocated IP 172.20.0.10 (0e4aacd3-30ee-4aa7-b85b-c898c93b3c78/b7c96846-60d1-498c-9c3e-d38728efac18/8248a45b-dc35-4490-b14a-b2fb499afbc0) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:01:57.903863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b198c80-a9d2-4131-b161-5ff0737359d1 req-78849078-adfb-4dfb-be75-e6fed061a599 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632210 Feb 19 03:01:58.037546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf90553-991e-401f-8ab4-e673b5b13621 req-0da2ade0-f5e9-4c10-888f-fa5d388602ab tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:58.039059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adf90553-991e-401f-8ab4-e673b5b13621 req-0da2ade0-f5e9-4c10-888f-fa5d388602ab tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 946 time: 0.1273832 Feb 19 03:01:58.151241 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adf90553-991e-401f-8ab4-e673b5b13621 req-c28082df-c760-4027-b742-32356a572c71 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046278 Feb 19 03:01:58.154267 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks [] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:58.195044 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:01:58.286106 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-9bd157bb-d5df-414b-83f3-b9d2f87b9ae3 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:58.288086 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-9bd157bb-d5df-414b-83f3-b9d2f87b9ae3 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de&tenant_id=2070a125af614429bfc65bdee24c8ce3&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1126 time: 0.0673554 Feb 19 03:01:58.312984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3065c008-0ffd-4bd6-add3-d40b36bc03ad req-e5bfd0bd-64c0-413e-8bb9-54ea8d09f637 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:58.320132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3065c008-0ffd-4bd6-add3-d40b36bc03ad req-e5bfd0bd-64c0-413e-8bb9-54ea8d09f637 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.2074854 Feb 19 03:01:58.345822 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:58.358304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:01:58.365155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c6bbb-7f42-4e46-abb5-bb2056e69ced req-21a43938-d918-43c9-8ef9-aeaaf7b23fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:58.366617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a6c6bbb-7f42-4e46-abb5-bb2056e69ced req-21a43938-d918-43c9-8ef9-aeaaf7b23fd3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a HTTP/1.1" status: 200 len: 930 time: 0.2106829 Feb 19 03:01:58.378349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-59e2af5d-aa23-47f3-a3fb-e3fedf4b929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:58.380450 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-59e2af5d-aa23-47f3-a3fb-e3fedf4b929b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de&tenant_id=2070a125af614429bfc65bdee24c8ce3 HTTP/1.1" status: 200 len: 1126 time: 0.0715230 Feb 19 03:01:58.424500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bd0dc-2214-48bf-bc83-7d108e53a2ec req-6c244997-fb23-4755-8b35-680ed7f3ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:58.426388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-774bd0dc-2214-48bf-bc83-7d108e53a2ec req-6c244997-fb23-4755-8b35-680ed7f3ca03 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 1128 time: 0.2010217 Feb 19 03:01:58.480189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a6c6bbb-7f42-4e46-abb5-bb2056e69ced req-6ec5175c-147d-4beb-ba7a-ef91a6265f66 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91473a8a-9233-4032-860f-fb0ebacd44fb HTTP/1.1" status: 200 len: 217 time: 0.0896029 Feb 19 03:01:58.507022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:01:58.536608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3065c008-0ffd-4bd6-add3-d40b36bc03ad req-889bc727-f4d7-45e7-b760-c6f438ae3774 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156000 Feb 19 03:01:58.537006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-2231d72e-31c6-4f71-b9ea-9a51cfa6d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:58.542880 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-2231d72e-31c6-4f71-b9ea-9a51cfa6d742 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2070a125af614429bfc65bdee24c8ce3&device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 1126 time: 0.1166213 Feb 19 03:01:58.566263 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event updated for resources: {'Port': ['ID=8248a45b-dc35-4490-b14a-b2fb499afbc0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:58.569528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:01:58.592865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:01:58.672348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-774bd0dc-2214-48bf-bc83-7d108e53a2ec req-399fb602-afca-4d5e-89b0-81fdb5245498 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097836 Feb 19 03:01:58.673804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c6bbb-7f42-4e46-abb5-bb2056e69ced req-7c1caac4-582b-433e-b93c-46ef712db88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:58.675312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a6c6bbb-7f42-4e46-abb5-bb2056e69ced req-7c1caac4-582b-433e-b93c-46ef712db88f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=3a8073bc-33f8-4383-a349-a01e0507e847 HTTP/1.1" status: 200 len: 868 time: 0.1738124 Feb 19 03:01:58.686551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:58.687179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:58.707955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03f692-b4f7-4379-8141-9df334625399 req-77a698c7-2693-479a-b102-553f530d42d6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:58.713400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-4cc0f82b-0fbc-45cb-8715-d68ac7cf1ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:58.715770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da03f692-b4f7-4379-8141-9df334625399 req-77a698c7-2693-479a-b102-553f530d42d6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.2345848 Feb 19 03:01:58.716779 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-4cc0f82b-0fbc-45cb-8715-d68ac7cf1ad4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 200 len: 908 time: 0.1633463 Feb 19 03:01:58.727872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-fa871308-70e9-43c8-be59-8d272fd9e2bd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2072122 Feb 19 03:01:58.742855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Request body: {'port': {'device_id': 'ce19a341-3649-4efe-8e81-611cc61d078a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:01:58.813394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03fda906-c235-49a0-bfb7-6a1f85603583 req-93d22e49-8f1c-428d-a952-aea570dbce0e tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0410156 Feb 19 03:01:58.822136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da03f692-b4f7-4379-8141-9df334625399 req-2cce2718-ce95-45e2-94c9-4bedceea4640 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054294 Feb 19 03:01:58.858137 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:59.074030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede33e1b-cc50-4571-9e8d-cf4e970318aa req-f28de32a-e740-44a4-849f-a08dfe871041 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:59.082530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ede33e1b-cc50-4571-9e8d-cf4e970318aa req-f28de32a-e740-44a4-849f-a08dfe871041 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 932 time: 0.1850038 Feb 19 03:01:59.157759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44451865-b1a7-4080-9450-2a87d51edc3e req-0fd5fdac-ca37-4405-ba06-6714430486ae tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:59.159263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44451865-b1a7-4080-9450-2a87d51edc3e req-0fd5fdac-ca37-4405-ba06-6714430486ae tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.1606519 Feb 19 03:01:59.229108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ede33e1b-cc50-4571-9e8d-cf4e970318aa req-c14a2e95-bb01-466e-8ab0-64d25b04a915 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469026 Feb 19 03:01:59.280302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44451865-b1a7-4080-9450-2a87d51edc3e req-df526ef7-6328-4362-91c3-1bbed39ace86 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024292 Feb 19 03:01:59.342240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8248a45b-dc35-4490-b14a-b2fb499afbc0 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:01:59.352127 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Publish callbacks [] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:59.370579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Transition to ACTIVE for port object 8248a45b-dc35-4490-b14a-b2fb499afbc0 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:01:59.386672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5c6da-df2c-4a76-a249-de800bd02822 req-e058d61d-b689-48c8-bc87-33c63e72baff tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:01:59.388302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5b5c6da-df2c-4a76-a249-de800bd02822 req-e058d61d-b689-48c8-bc87-33c63e72baff tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 946 time: 0.0822353 Feb 19 03:01:59.389161 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:01:59.464811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Pushing event updated for resources: {'Port': ['ID=8248a45b-dc35-4490-b14a-b2fb499afbc0,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:01:59.528706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5b5c6da-df2c-4a76-a249-de800bd02822 req-fe52ae18-ac6f-4a26-8c6a-f733fed42181 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161654 Feb 19 03:01:59.563697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Attempting to bind port 8248a45b-dc35-4490-b14a-b2fb499afbc0 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:01:59.564049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Attempting to bind port 8248a45b-dc35-4490-b14a-b2fb499afbc0 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:01:59.565964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Attempting to bind port 8248a45b-dc35-4490-b14a-b2fb499afbc0 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:59.569690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Port 8248a45b-dc35-4490-b14a-b2fb499afbc0 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:01:59.570008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Attempting to bind port 8248a45b-dc35-4490-b14a-b2fb499afbc0 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:01:59.574946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:01:59.575734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Checking segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:01:59.576129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Bound using segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:01:59.576689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Bound port: 8248a45b-dc35-4490-b14a-b2fb499afbc0, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:01:59.577532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.039641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c49981-bf24-4d1a-883d-afdec5452203 req-818f4fc0-ec34-47de-9469-a907961a6d4c tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0386636 Feb 19 03:02:00.040599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] For port 8248a45b-dc35-4490-b14a-b2fb499afbc0, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:00.070268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce5bd7-c2b9-4ccc-9448-2e4828e9314f req-abb9a234-5ee8-4ef1-a331-7bc3e913e678 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:00.078518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33ce5bd7-c2b9-4ccc-9448-2e4828e9314f req-abb9a234-5ee8-4ef1-a331-7bc3e913e678 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.4395995 Feb 19 03:02:00.083633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] For port 8248a45b-dc35-4490-b14a-b2fb499afbc0, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8248a45b-dc35-4490-b14a-b2fb499afbc0,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:00.103152 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.167408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:00.168036 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:00.169654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] 10.222.0.87 "PUT /v2.0/ports/8248a45b-dc35-4490-b14a-b2fb499afbc0 HTTP/1.1" status: 200 len: 1092 time: 1.4319968 Feb 19 03:02:00.196498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce19a341-3649-4efe-8e81-611cc61d078a', 'tag': '8248a45b-dc35-4490-b14a-b2fb499afbc0'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:00.199763 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fca6dd-a1da-43d6-8397-4a1c7e9afbac" -d '{"events": [{"name": "network-changed", "server_uuid": "ce19a341-3649-4efe-8e81-611cc61d078a", "tag": "8248a45b-dc35-4490-b14a-b2fb499afbc0"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:00.244990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a533d-1a61-4daa-bcea-c9fac2909d7b service neutron] Pushing event updated for resources: {'Port': ['ID=8248a45b-dc35-4490-b14a-b2fb499afbc0,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:00.288061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33ce5bd7-c2b9-4ccc-9448-2e4828e9314f req-28ebf0b1-5bf7-46c7-8815-174bccfad6bf tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086747 Feb 19 03:02:00.315586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985e09a-01ea-496c-904e-cda5d265d377 req-8f216d63-5151-497e-b4ea-effac3601b78 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:00.323849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9985e09a-01ea-496c-904e-cda5d265d377 req-8f216d63-5151-497e-b4ea-effac3601b78 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.1856976 Feb 19 03:02:00.372467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-5fe296a1-1d91-4369-b929-29a3ebe4a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:00.374318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-5fe296a1-1d91-4369-b929-29a3ebe4a007 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 1126 time: 0.1528759 Feb 19 03:02:00.427986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-7f7e3c26-511a-4401-a841-8abd25e953ba service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8248a45b-dc35-4490-b14a-b2fb499afbc0 HTTP/1.1" status: 200 len: 217 time: 0.0462801 Feb 19 03:02:00.444703 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9985e09a-01ea-496c-904e-cda5d265d377 req-30b7d20d-8cea-4502-8449-0240b8466d3a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177490 Feb 19 03:02:00.475038 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b7004f-ed2e-4d5b-abaf-1669c34e45ff x-openstack-request-id: req-22b7004f-ed2e-4d5b-abaf-1669c34e45ff {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:00.475339 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce19a341-3649-4efe-8e81-611cc61d078a", "tag": "8248a45b-dc35-4490-b14a-b2fb499afbc0", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:00.475613 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-22b7004f-ed2e-4d5b-abaf-1669c34e45ff {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:00.476015 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce19a341-3649-4efe-8e81-611cc61d078a', 'tag': '8248a45b-dc35-4490-b14a-b2fb499afbc0', 'status': 'completed', 'code': 200} Feb 19 03:02:00.547620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-965d8911-3826-4587-b98f-19e14136a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:00.549106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-965d8911-3826-4587-b98f-19e14136a4dd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.1005819 Feb 19 03:02:00.610694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-bec6b738-1d16-4c0a-bcd4-ec6aa0382029 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515108 Feb 19 03:02:00.740384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dbbccf-0b2d-42b4-b8c6-2e842156b808 req-c63e5e24-b88e-4e78-8526-1c276fbff685 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:00.742669 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60dbbccf-0b2d-42b4-b8c6-2e842156b808 req-c63e5e24-b88e-4e78-8526-1c276fbff685 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.1983080 Feb 19 03:02:00.752375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e2c6f-be6c-4dd5-84e5-4e4835c0fa8a req-860c0d85-0813-419b-9468-237019d0085b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:00.753987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-777e2c6f-be6c-4dd5-84e5-4e4835c0fa8a req-860c0d85-0813-419b-9468-237019d0085b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 944 time: 0.1971893 Feb 19 03:02:00.849604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-a963499c-2ccb-471c-bd47-e01a7d9535cf service neutron] 10.222.0.87 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179546 Feb 19 03:02:00.857117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60dbbccf-0b2d-42b4-b8c6-2e842156b808 req-d6cc2715-173b-4901-9dcc-f6b59f1d3f33 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005380 Feb 19 03:02:00.936457 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-777e2c6f-be6c-4dd5-84e5-4e4835c0fa8a req-61c728df-b29f-4402-b4b7-a2477329e310 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695414 Feb 19 03:02:01.017909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d91300a9-2e43-4390-8b73-06895c7cab34 req-41feca72-4889-4c5c-a36d-8a6a737d37ea service neutron] 10.222.0.87 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568229 Feb 19 03:02:01.028106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03d946-3222-4956-b7f3-748691ae145b req-365bc9e7-f589-4c56-9fc9-b5abaf342edd tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:01.029648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad03d946-3222-4956-b7f3-748691ae145b req-365bc9e7-f589-4c56-9fc9-b5abaf342edd tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 946 time: 0.0874703 Feb 19 03:02:01.121274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad03d946-3222-4956-b7f3-748691ae145b req-a317f2e0-94fc-4e19-a273-dfd984caadd7 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843441 Feb 19 03:02:01.161120 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1663d4e-ed7b-4e65-9485-46b49b34d75d req-0bb541e4-9696-48bc-8e4a-3378766aeedc tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0316074 Feb 19 03:02:01.163084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fca6dd-a1da-43d6-8397-4a1c7e9afbac req-c43a65ad-a1a9-454d-b0b7-e4a55e80cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:01.164447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70fca6dd-a1da-43d6-8397-4a1c7e9afbac req-c43a65ad-a1a9-454d-b0b7-e4a55e80cef4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 1126 time: 0.0930347 Feb 19 03:02:01.260175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fca6dd-a1da-43d6-8397-4a1c7e9afbac req-96fb04e5-1425-417c-a015-e49dc7871f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:01.261770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70fca6dd-a1da-43d6-8397-4a1c7e9afbac req-96fb04e5-1425-417c-a015-e49dc7871f39 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 906 time: 0.0910230 Feb 19 03:02:01.314444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70fca6dd-a1da-43d6-8397-4a1c7e9afbac req-d5f3cc9f-231e-4dd4-a891-44813d3f59c1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8248a45b-dc35-4490-b14a-b2fb499afbc0 HTTP/1.1" status: 200 len: 217 time: 0.0467629 Feb 19 03:02:01.366879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fca6dd-a1da-43d6-8397-4a1c7e9afbac req-52d37965-86e9-4a54-95b2-7108aebf41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:01.368432 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70fca6dd-a1da-43d6-8397-4a1c7e9afbac req-52d37965-86e9-4a54-95b2-7108aebf41b3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.0484133 Feb 19 03:02:01.425779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70fca6dd-a1da-43d6-8397-4a1c7e9afbac req-15452ff5-2417-46ae-8626-f5deed4d4de7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439951 Feb 19 03:02:01.508203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510fb15-c07a-4564-a4c1-4b24113736bc req-fdfc79dc-256a-4c85-8799-12b0f3a8d59a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:01.515095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2510fb15-c07a-4564-a4c1-4b24113736bc req-fdfc79dc-256a-4c85-8799-12b0f3a8d59a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1441648 Feb 19 03:02:01.609317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70fca6dd-a1da-43d6-8397-4a1c7e9afbac req-f849fac0-6a94-43b8-85ac-e422119a2fb0 service neutron] 10.222.0.87 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756432 Feb 19 03:02:01.621531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2510fb15-c07a-4564-a4c1-4b24113736bc req-c4be2ce1-0fa4-44dd-b2e1-04588a3bad18 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053867 Feb 19 03:02:01.652234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19263580-1f07-4d47-b37e-521195cd40e2 req-dd46a651-1454-4fff-af49-73997997ecc3 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:01.653757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19263580-1f07-4d47-b37e-521195cd40e2 req-dd46a651-1454-4fff-af49-73997997ecc3 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.1365509 Feb 19 03:02:01.750792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19263580-1f07-4d47-b37e-521195cd40e2 req-cb562610-50fd-40d4-b47d-83aa4524417a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705740 Feb 19 03:02:01.754643 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70fca6dd-a1da-43d6-8397-4a1c7e9afbac req-03bd81e8-c1ec-4125-a37e-a6065fa23830 service neutron] 10.222.0.87 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384566 Feb 19 03:02:01.991053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191b77a-e4a9-44ad-9d5f-5ad9d2201156 req-61779982-cf9b-49ad-8e85-a96783a92dbf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:01.992608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8191b77a-e4a9-44ad-9d5f-5ad9d2201156 req-61779982-cf9b-49ad-8e85-a96783a92dbf tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.0564456 Feb 19 03:02:02.075881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8191b77a-e4a9-44ad-9d5f-5ad9d2201156 req-6da9acf0-f185-4f44-8f3b-68ebfcb76fa4 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762477 Feb 19 03:02:02.099897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844be097-8cdb-41e5-a8d6-4178c9b9c208 req-166852dc-a36b-4d4b-b8bc-c627f432310b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:02.099897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-844be097-8cdb-41e5-a8d6-4178c9b9c208 req-166852dc-a36b-4d4b-b8bc-c627f432310b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 944 time: 0.0826490 Feb 19 03:02:02.186718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-844be097-8cdb-41e5-a8d6-4178c9b9c208 req-84525a8a-eaf1-4862-850a-a0fe2d1d946a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800495 Feb 19 03:02:02.302797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a411ec4-246a-497f-8a4e-46ba1a2b11fc req-c2869721-a2a4-4e5e-bf2b-6cf2504f2ff9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:02.304550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a411ec4-246a-497f-8a4e-46ba1a2b11fc req-c2869721-a2a4-4e5e-bf2b-6cf2504f2ff9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 946 time: 0.1080730 Feb 19 03:02:02.338117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91a95829-ad1c-4c79-978c-01cf3f938658 req-5cc83f92-6218-4c68-8ae5-3364e08c5aba tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0439515 Feb 19 03:02:02.381586 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a411ec4-246a-497f-8a4e-46ba1a2b11fc req-28c3502d-a259-46ef-a639-79bac801a65d tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670900 Feb 19 03:02:02.760524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c24a6a-7316-41e4-9a29-5d6be6a87e90 req-23c33d2e-c830-4059-b732-46aee6931f7f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:02.762868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7c24a6a-7316-41e4-9a29-5d6be6a87e90 req-23c33d2e-c830-4059-b732-46aee6931f7f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.0633302 Feb 19 03:02:02.881872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7c24a6a-7316-41e4-9a29-5d6be6a87e90 req-2acc15bb-5f03-4f91-9c62-c0212aaf3aea tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132796 Feb 19 03:02:02.931565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea88c3-b317-49df-9405-18f8034757ad req-d9230ade-6bde-4632-9c1f-c900cf92a56a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:02.939427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bea88c3-b317-49df-9405-18f8034757ad req-d9230ade-6bde-4632-9c1f-c900cf92a56a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.0822675 Feb 19 03:02:02.987841 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bea88c3-b317-49df-9405-18f8034757ad req-9c920581-a2eb-4b12-a4b6-c7d6c0b454d6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467203 Feb 19 03:02:03.207726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e356185-c2cc-48bd-9dea-4ed72c7a426c req-6a1796c4-a823-4439-9818-cda4b52ade17 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:03.209298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e356185-c2cc-48bd-9dea-4ed72c7a426c req-6a1796c4-a823-4439-9818-cda4b52ade17 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.0615661 Feb 19 03:02:03.256484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8248a45b-dc35-4490-b14a-b2fb499afbc0 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:02:03.277687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e356185-c2cc-48bd-9dea-4ed72c7a426c req-c7ef515c-722e-4efc-85be-7ebbc905daae tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623374 Feb 19 03:02:03.343527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1bbbd-e885-4159-9493-7b43941ddb09 req-eca68c0e-f631-48b6-9abb-bb8a8d28d28d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:03.345177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8d1bbbd-e885-4159-9493-7b43941ddb09 req-eca68c0e-f631-48b6-9abb-bb8a8d28d28d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 944 time: 0.0669394 Feb 19 03:02:03.408430 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 8248a45b-dc35-4490-b14a-b2fb499afbc0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8248a45b-dc35-4490-b14a-b2fb499afbc0,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:03.420185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '8248a45b-dc35-4490-b14a-b2fb499afbc0', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'port_id': '8248a45b-dc35-4490-b14a-b2fb499afbc0', 'mac_address': 'fa:16:3e:50:9a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c96846-60d1-498c-9c3e-d38728efac18', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:02:03.453182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8d1bbbd-e885-4159-9493-7b43941ddb09 req-cd63fd8a-12d1-465a-826b-a10003573384 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863881 Feb 19 03:02:03.467184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 8248a45b-dc35-4490-b14a-b2fb499afbc0 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:03.467819 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:03.487153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8248a45b-dc35-4490-b14a-b2fb499afbc0 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:02:03.527785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 8248a45b-dc35-4490-b14a-b2fb499afbc0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8248a45b-dc35-4490-b14a-b2fb499afbc0,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:03.535192 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:03.564032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3adfc2d5-0392-4f43-841a-8ed07864d3de req-ccc4ef33-5404-4bf8-91b2-eda3ac33999e tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0862811 Feb 19 03:02:03.600869 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-44ffea68-f20a-41e0-9e50-d7155696cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:03.607631 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbba70-e298-4c05-9f84-f955b62034bb req-5c3d69de-c631-41c8-adcd-c1b7cb6aa239 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:03.615367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9dbba70-e298-4c05-9f84-f955b62034bb req-5c3d69de-c631-41c8-adcd-c1b7cb6aa239 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 946 time: 0.0980852 Feb 19 03:02:03.630667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=8248a45b-dc35-4490-b14a-b2fb499afbc0,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:03.687872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9dbba70-e298-4c05-9f84-f955b62034bb req-07e665be-aadf-41ba-b5fb-e63dbb3e232f tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580325 Feb 19 03:02:03.914007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['8248a45b-dc35-4490-b14a-b2fb499afbc0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:04.021372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21a352-2e02-4805-8223-ca005f612402 req-2bf11fc6-933a-4cea-be38-61270a558636 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:04.024422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e21a352-2e02-4805-8223-ca005f612402 req-2bf11fc6-933a-4cea-be38-61270a558636 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.0668375 Feb 19 03:02:04.125657 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e21a352-2e02-4805-8223-ca005f612402 req-4bb39fa2-e8b3-4801-9820-89963d3573be tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954621 Feb 19 03:02:04.149311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2fcef-330c-42ab-a2f0-3acbabd54db4 req-681ac966-349f-49cb-b756-a647f12ed4d5 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:04.150875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37b2fcef-330c-42ab-a2f0-3acbabd54db4 req-681ac966-349f-49cb-b756-a647f12ed4d5 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.0713444 Feb 19 03:02:04.211677 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-0bf7d19e-55bd-43e0-bc06-c63f93aa1ba6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7772df19-1f08-4bd0-9dc1-d4121a681134 HTTP/1.1" status: 200 len: 217 time: 0.0604157 Feb 19 03:02:04.229185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37b2fcef-330c-42ab-a2f0-3acbabd54db4 req-bff0078b-2229-451a-b5cd-09ccf2cee235 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683343 Feb 19 03:02:04.231016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c6bbb-7f42-4e46-abb5-bb2056e69ced req-9cc97e1d-4265-4398-91c2-ebf88df299ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:04.232404 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a6c6bbb-7f42-4e46-abb5-bb2056e69ced req-9cc97e1d-4265-4398-91c2-ebf88df299ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0806985 Feb 19 03:02:04.309829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-83a9ce73-7d45-44c9-b13a-3eb4878f71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:04.313520 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-83a9ce73-7d45-44c9-b13a-3eb4878f71ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 200 len: 847 time: 0.0692742 Feb 19 03:02:04.350515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a6c6bbb-7f42-4e46-abb5-bb2056e69ced req-4e4621f0-60bf-445a-a90d-84cd96a167d7 service neutron] 10.222.0.67 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022243 Feb 19 03:02:04.433834 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-2bdeae3a-3344-43ee-b095-0bfb63f4a5a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016631 Feb 19 03:02:04.545067 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a6c6bbb-7f42-4e46-abb5-bb2056e69ced req-7d1c49a0-0d64-4b6d-af88-963eb83f3ac6 service neutron] 10.222.0.67 "GET /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796739 Feb 19 03:02:04.555686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40f083-fb9b-40ab-88af-5b8083d72bc8 req-61ce7c0b-f35d-40ef-b903-107cad9f1992 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:04.563262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c40f083-fb9b-40ab-88af-5b8083d72bc8 req-61ce7c0b-f35d-40ef-b903-107cad9f1992 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.1062186 Feb 19 03:02:04.637072 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-cd4a7579-fb95-45ec-a3ad-ef43bdaf7c4e service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957881 Feb 19 03:02:04.663121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c40f083-fb9b-40ab-88af-5b8083d72bc8 req-880c71d2-c916-460b-96d5-aa95de27223b tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942314 Feb 19 03:02:04.689312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff085bd-c369-4294-933f-b79b58a90724 req-55a08243-830d-439c-b6aa-09c33005f78f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:04.696377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ff085bd-c369-4294-933f-b79b58a90724 req-55a08243-830d-439c-b6aa-09c33005f78f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 945 time: 0.1300554 Feb 19 03:02:04.759623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ff085bd-c369-4294-933f-b79b58a90724 req-c6c117b6-6fdb-49f2-93be-935bbd4b3a5b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622075 Feb 19 03:02:04.790523 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-a6641825-979c-4675-84f9-205d2f3c9e93 service neutron] 10.222.0.67 "GET /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426866 Feb 19 03:02:04.820843 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff0f35b4-a29f-4495-92fc-42e04b3b3dc1 req-bddd3374-9650-4a5e-b8bf-045f55298d4b tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0501211 Feb 19 03:02:04.968612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec65dc-99c2-433f-a814-1e6bc92020bb req-e4f0a740-3548-4f7d-8556-8a5e680407e0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:04.970554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7ec65dc-99c2-433f-a814-1e6bc92020bb req-e4f0a740-3548-4f7d-8556-8a5e680407e0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 946 time: 0.0728407 Feb 19 03:02:05.062773 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7ec65dc-99c2-433f-a814-1e6bc92020bb req-a44932c8-ceae-45e0-ad64-e0df319d902e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783701 Feb 19 03:02:05.273584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8248a45b-dc35-4490-b14a-b2fb499afbc0 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:05.326258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db31c56-7e92-4816-b736-0ca5013a8a1b req-02ab9b25-079a-4672-85af-85a766181bf9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:05.339208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6db31c56-7e92-4816-b736-0ca5013a8a1b req-02ab9b25-079a-4672-85af-85a766181bf9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.1230083 Feb 19 03:02:05.373096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 8248a45b-dc35-4490-b14a-b2fb499afbc0 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:02:05.391083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 8248a45b-dc35-4490-b14a-b2fb499afbc0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:05.391083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.396653 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-47464296-52ba-4aa0-81d3-fabcd27fdf16 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:05.398692 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-47464296-52ba-4aa0-81d3-fabcd27fdf16 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de&tenant_id=2070a125af614429bfc65bdee24c8ce3&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1126 time: 0.3394396 Feb 19 03:02:05.460099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6db31c56-7e92-4816-b736-0ca5013a8a1b req-757ce635-6ca4-4748-b42c-2daf38a9d677 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192007 Feb 19 03:02:05.474153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9742471-3821-4ef8-a71a-4a2080236fac req-0b42d8b6-51c6-45c7-bc8a-3cc8239028a9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:05.485547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9742471-3821-4ef8-a71a-4a2080236fac req-0b42d8b6-51c6-45c7-bc8a-3cc8239028a9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.1121156 Feb 19 03:02:05.545944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 8248a45b-dc35-4490-b14a-b2fb499afbc0 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:05.546340 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.559509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9742471-3821-4ef8-a71a-4a2080236fac req-229f718f-9a1d-4101-a03a-19ac966b7158 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678844 Feb 19 03:02:05.585219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 8248a45b-dc35-4490-b14a-b2fb499afbc0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8248a45b-dc35-4490-b14a-b2fb499afbc0,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:05.586438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce19a341-3649-4efe-8e81-611cc61d078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8248a45b-dc35-4490-b14a-b2fb499afbc0'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:05.589185 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4548f3-fd48-4cfd-a1f3-50261d2a616e" -d '{"events": [{"server_uuid": "ce19a341-3649-4efe-8e81-611cc61d078a", "name": "network-vif-plugged", "status": "completed", "tag": "8248a45b-dc35-4490-b14a-b2fb499afbc0"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:05.599904 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.678460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-63934161-5c83-4e0e-943c-916ee8693184 service neutron] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:05.686273 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-63934161-5c83-4e0e-943c-916ee8693184 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.688147 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7860067d-5677-4bd2-b36c-85481e7b8802 x-openstack-request-id: req-7860067d-5677-4bd2-b36c-85481e7b8802 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:05.689499 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3749c17-14f9-4ed7-a824-d009c2e7d08b req-63934161-5c83-4e0e-943c-916ee8693184 service neutron] 10.222.0.67 "DELETE /v2.0/ports/7772df19-1f08-4bd0-9dc1-d4121a681134/bindings/n-h1-826755-2 HTTP/1.1" status: 204 len: 173 time: 0.2737558 Feb 19 03:02:05.691267 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce19a341-3649-4efe-8e81-611cc61d078a", "name": "network-vif-plugged", "status": "completed", "tag": "8248a45b-dc35-4490-b14a-b2fb499afbc0", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:05.691756 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7860067d-5677-4bd2-b36c-85481e7b8802 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:05.694201 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce19a341-3649-4efe-8e81-611cc61d078a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8248a45b-dc35-4490-b14a-b2fb499afbc0', 'code': 200} Feb 19 03:02:05.736505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=8248a45b-dc35-4490-b14a-b2fb499afbc0,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:05.850271 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3ccfccb0-7550-4a39-91bf-1ea0ed6080d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:05.860581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3e92c-e482-46c8-8f59-5f539a86cc40 req-ec0439d1-70b1-4f05-bba5-b51ca6a790cb tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:05.862291 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-43e3e92c-e482-46c8-8f59-5f539a86cc40 req-ec0439d1-70b1-4f05-bba5-b51ca6a790cb tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.67 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.1049714 Feb 19 03:02:05.871306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a4e4-b945-463f-bd78-19ce7e48f000 req-fa052d02-f2f2-470c-98dc-e9e1bd0c13bd tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:05.873814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15d6a4e4-b945-463f-bd78-19ce7e48f000 req-fa052d02-f2f2-470c-98dc-e9e1bd0c13bd tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 1126 time: 0.1577353 Feb 19 03:02:05.964241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fccfc-3909-4ed2-93b0-b16672b25f82 req-371821e7-5e32-41f2-af40-677300d3dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:05.966156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c5fccfc-3909-4ed2-93b0-b16672b25f82 req-371821e7-5e32-41f2-af40-677300d3dc16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=2a736235140e40a6adab5ece96045905&device_id=4f7dd294-5fbd-410b-8e4f-3516e3ad2120 HTTP/1.1" status: 200 len: 1133 time: 0.1354954 Feb 19 03:02:06.013182 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-43e3e92c-e482-46c8-8f59-5f539a86cc40 req-32fe78d7-e3e9-4797-9f3c-a0186b1eb848 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Deleting port 91473a8a-9233-4032-860f-fb0ebacd44fb {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:06.013540 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-43e3e92c-e482-46c8-8f59-5f539a86cc40 req-32fe78d7-e3e9-4797-9f3c-a0186b1eb848 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:06.028959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb1fcf5-ae23-4a68-8e7d-aee53d7f9eb0 req-7295fc4a-25fe-46b5-9fc1-9a91018ea15c tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:06.030805 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bb1fcf5-ae23-4a68-8e7d-aee53d7f9eb0 req-7295fc4a-25fe-46b5-9fc1-9a91018ea15c tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 945 time: 0.2486610 Feb 19 03:02:06.045033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb251ac-5506-4659-acc0-cd5ce3648ea9 req-b990850d-06d1-47d2-8b62-5064cdac5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:06.046713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ddb251ac-5506-4659-acc0-cd5ce3648ea9 req-b990850d-06d1-47d2-8b62-5064cdac5c32 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 1128 time: 0.1642089 Feb 19 03:02:06.087699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15d6a4e4-b945-463f-bd78-19ce7e48f000 req-6c73fbfc-69a1-4e4b-94ef-7762344d1253 tempest-LiveMigrationTest-58494238 tempest-LiveMigrationTest-58494238-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710672 Feb 19 03:02:06.210625 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-43e3e92c-e482-46c8-8f59-5f539a86cc40 req-32fe78d7-e3e9-4797-9f3c-a0186b1eb848 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] For port 91473a8a-9233-4032-860f-fb0ebacd44fb, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=91473a8a-9233-4032-860f-fb0ebacd44fb,segment=NetworkSegment(947dd2df-3273-40c0-89a8-d52fbc5aa25e),segment_id=947dd2df-3273-40c0-89a8-d52fbc5aa25e)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:06.212477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-43e3e92c-e482-46c8-8f59-5f539a86cc40 req-32fe78d7-e3e9-4797-9f3c-a0186b1eb848 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:06.215724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bb1fcf5-ae23-4a68-8e7d-aee53d7f9eb0 req-4c3f5df0-7855-4417-a72c-6d124807c8c0 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/security-groups?id=562e2983-143f-4f4f-b190-23c2d72f01de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629443 Feb 19 03:02:06.252471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-43e3e92c-e482-46c8-8f59-5f539a86cc40 req-32fe78d7-e3e9-4797-9f3c-a0186b1eb848 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Calling delete_port for 91473a8a-9233-4032-860f-fb0ebacd44fb owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:06.271398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fccfc-3909-4ed2-93b0-b16672b25f82 req-64827afc-b0a4-4b54-85ee-55d805fb55f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:06.273448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c5fccfc-3909-4ed2-93b0-b16672b25f82 req-64827afc-b0a4-4b54-85ee-55d805fb55f9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2807896 Feb 19 03:02:06.305694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ddb251ac-5506-4659-acc0-cd5ce3648ea9 req-c9a62f2f-2a72-41af-b18e-4d4f90c09f10 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467539 Feb 19 03:02:06.372328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c5fccfc-3909-4ed2-93b0-b16672b25f82 req-f6a1bdd8-613d-4fb6-92e4-4edf564b55a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a HTTP/1.1" status: 200 len: 217 time: 0.0756245 Feb 19 03:02:06.430189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fccfc-3909-4ed2-93b0-b16672b25f82 req-810decae-0a9c-4a6d-b607-6b8e97966bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:06.436987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c5fccfc-3909-4ed2-93b0-b16672b25f82 req-810decae-0a9c-4a6d-b607-6b8e97966bb9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0521100 Feb 19 03:02:06.470909 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-43e3e92c-e482-46c8-8f59-5f539a86cc40 req-32fe78d7-e3e9-4797-9f3c-a0186b1eb848 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (91473a8a-9233-4032-860f-fb0ebacd44fb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:06.488483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['91473a8a-9233-4032-860f-fb0ebacd44fb'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:06.528816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe78d7-e3e9-4797-9f3c-a0186b1eb848 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Pushing event deleted for resources: {'Port': ['ID=91473a8a-9233-4032-860f-fb0ebacd44fb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:06.557494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0ce50-bf90-4e99-a866-540dbf357b7e req-3c6f5bf5-2077-40f9-b785-251a876d07ee tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:06.559098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43f0ce50-bf90-4e99-a866-540dbf357b7e req-3c6f5bf5-2077-40f9-b785-251a876d07ee tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 946 time: 0.3302488 Feb 19 03:02:06.562984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ba44f7-8632-446e-a729-78dc21a7a624 req-8a8a1a58-f0a6-4360-9f7d-79d7e7d330b1 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.1145434 Feb 19 03:02:06.620192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e3e92c-e482-46c8-8f59-5f539a86cc40 req-32fe78d7-e3e9-4797-9f3c-a0186b1eb848 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] No DVR routers for this DVR port 91473a8a-9233-4032-860f-fb0ebacd44fb on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:06.630101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-43e3e92c-e482-46c8-8f59-5f539a86cc40 req-32fe78d7-e3e9-4797-9f3c-a0186b1eb848 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:06.633332 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5fccfc-3909-4ed2-93b0-b16672b25f82 req-ee4179d8-42a7-491c-ad00-7d3d9925237a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:06.633501 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-43e3e92c-e482-46c8-8f59-5f539a86cc40 req-32fe78d7-e3e9-4797-9f3c-a0186b1eb848 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.67 "DELETE /v2.0/ports/91473a8a-9233-4032-860f-fb0ebacd44fb HTTP/1.1" status: 204 len: 173 time: 0.7630613 Feb 19 03:02:06.633953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'name': 'network-vif-deleted', 'tag': '91473a8a-9233-4032-860f-fb0ebacd44fb'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:06.635247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c5fccfc-3909-4ed2-93b0-b16672b25f82 req-ee4179d8-42a7-491c-ad00-7d3d9925237a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1977351 Feb 19 03:02:06.636405 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02f5aa4-c485-498e-b083-5744e08b56e5" -d '{"events": [{"server_uuid": "3672c1c3-ad2e-44f8-be2f-fa938ad85015", "name": "network-vif-deleted", "tag": "91473a8a-9233-4032-860f-fb0ebacd44fb"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:06.686864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43f0ce50-bf90-4e99-a866-540dbf357b7e req-f314cbb6-3d04-4b19-a63d-9f128aec9b85 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184361 Feb 19 03:02:06.896529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34908b9c-4c8d-4a56-83d6-66c46b8c53b1 req-f46bbdb7-9ef9-4d46-b0d1-b94c6ffa4a52 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:06.904048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34908b9c-4c8d-4a56-83d6-66c46b8c53b1 req-f46bbdb7-9ef9-4d46-b0d1-b94c6ffa4a52 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 946 time: 0.2049372 Feb 19 03:02:06.948198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c5fccfc-3909-4ed2-93b0-b16672b25f82 req-3ab33710-4843-4609-939c-3d1674de50a7 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024678 Feb 19 03:02:06.971164 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:07.035747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34908b9c-4c8d-4a56-83d6-66c46b8c53b1 req-a58064eb-2c93-42ba-bb85-5c857d8058fd tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285734 Feb 19 03:02:07.117842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c5fccfc-3909-4ed2-93b0-b16672b25f82 req-6d611233-fc74-4fc0-9d81-f91d693032ad service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627994 Feb 19 03:02:07.200331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1d065-b6ca-43da-9e24-c42b84cd861f req-4196ebbf-01e9-4264-8ca4-6160c0a00af5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:07.204216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0db1d065-b6ca-43da-9e24-c42b84cd861f req-4196ebbf-01e9-4264-8ca4-6160c0a00af5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.0836761 Feb 19 03:02:07.298316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0db1d065-b6ca-43da-9e24-c42b84cd861f req-ddf6a090-e9db-4f3e-af29-c5f9b4897601 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820019 Feb 19 03:02:07.303204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-e9426af7-c5d8-4757-9f00-eaadc39cc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:07.305052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-e9426af7-c5d8-4757-9f00-eaadc39cc6b4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1128 time: 0.0995874 Feb 19 03:02:07.405263 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21087788-0678-4f83-8820-91bc3b044ab1 x-openstack-request-id: req-21087788-0678-4f83-8820-91bc3b044ab1 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:07.405879 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3672c1c3-ad2e-44f8-be2f-fa938ad85015", "name": "network-vif-deleted", "tag": "91473a8a-9233-4032-860f-fb0ebacd44fb", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:07.406325 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21087788-0678-4f83-8820-91bc3b044ab1 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:07.406905 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3672c1c3-ad2e-44f8-be2f-fa938ad85015', 'name': 'network-vif-deleted', 'tag': '91473a8a-9233-4032-860f-fb0ebacd44fb', 'status': 'completed', 'code': 200} Feb 19 03:02:07.410533 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-43255906-a740-4759-80c4-afcaa912a6fb req-0a1f772a-9e19-41a6-a029-7d5d7c236191 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5069d263ffdf4efe9a11868504d45dbd&device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0748296 Feb 19 03:02:07.471418 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-43255906-a740-4759-80c4-afcaa912a6fb req-3356c5f3-be8c-4b82-b044-ef4a094f3e04 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=5069d263ffdf4efe9a11868504d45dbd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383646 Feb 19 03:02:07.575537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-aae00901-e633-46a6-9667-e465ca9de653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:07.577128 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-aae00901-e633-46a6-9667-e465ca9de653 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.2546322 Feb 19 03:02:07.584382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c0665-2c01-4a8e-ae26-ca4f05d8a2b2 req-6f164b5b-0b0a-4b0c-aaba-d4237f72bd13 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:07.585850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e61c0665-2c01-4a8e-ae26-ca4f05d8a2b2 req-6f164b5b-0b0a-4b0c-aaba-d4237f72bd13 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.1451287 Feb 19 03:02:07.593767 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b72c381c-6e2e-4330-80c7-62463a93dbae req-5fae5f15-1174-4343-8dd4-81c989eddc16 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1783443521&fields=id&tenant_id=88387186b1db4a89a6baeb5b3d62ef3f HTTP/1.1" status: 200 len: 267 time: 0.1310465 Feb 19 03:02:07.680593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-bcbb22af-a78f-4e3d-be73-f5111dac4a67 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 HTTP/1.1" status: 200 len: 217 time: 0.0752075 Feb 19 03:02:07.764363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e61c0665-2c01-4a8e-ae26-ca4f05d8a2b2 req-870149a4-3de8-455d-be4c-7623228ee558 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528053 Feb 19 03:02:07.780908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c381c-6e2e-4330-80c7-62463a93dbae req-772421f9-efeb-4553-8a94-81193835c54b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:07.787148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b72c381c-6e2e-4330-80c7-62463a93dbae req-772421f9-efeb-4553-8a94-81193835c54b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 946 time: 0.1925056 Feb 19 03:02:07.789506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-3979ecdf-9e6c-4a54-b820-f249fc38f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:07.791579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-3979ecdf-9e6c-4a54-b820-f249fc38f083 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.1040509 Feb 19 03:02:07.829327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43255906-a740-4759-80c4-afcaa912a6fb req-7b0d0897-d6b5-4c5d-854a-b687a49466ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:07.831614 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-43255906-a740-4759-80c4-afcaa912a6fb req-7b0d0897-d6b5-4c5d-854a-b687a49466ff service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3393023 Feb 19 03:02:07.855087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-215809a0-5226-4203-b0bb-93964aca2ca9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549357 Feb 19 03:02:07.859974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b72c381c-6e2e-4330-80c7-62463a93dbae req-743c9208-6912-46b2-b191-974371d879df tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'port': {'security_groups': ['e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34', 'ddbbc60d-3823-4c94-9dd2-3e591fbc398a']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:08.207261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335361bf-d982-43ff-b46e-e3733a260c18 req-5d1ac315-deef-42a4-ab19-23e5fe5c41d6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:08.214340 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-335361bf-d982-43ff-b46e-e3733a260c18 req-5d1ac315-deef-42a4-ab19-23e5fe5c41d6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.67 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 944 time: 0.1315277 Feb 19 03:02:08.282961 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.348902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ee7fcbb-30b8-4b17-b1db-8b199f872e2e req-ff635e22-85aa-4114-bb33-75e10337cdd8 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585 tempest-FloatingIPsAssociationNegativeTestJSON-2116266585-project] 10.222.0.81 "GET /v2.0/ports?device_id=3672c1c3-ad2e-44f8-be2f-fa938ad85015 HTTP/1.1" status: 200 len: 210 time: 0.4412434 Feb 19 03:02:08.390437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-335361bf-d982-43ff-b46e-e3733a260c18 req-9c808279-e9ff-4aa7-aff1-b6cd3651b321 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Deleting port 7772df19-1f08-4bd0-9dc1-d4121a681134 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:08.391102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-335361bf-d982-43ff-b46e-e3733a260c18 req-9c808279-e9ff-4aa7-aff1-b6cd3651b321 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.407964 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b72c381c-6e2e-4330-80c7-62463a93dbae req-743c9208-6912-46b2-b191-974371d879df tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.469012 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-81ec8912-f773-4731-b139-c22b0bf4a35b service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757298 Feb 19 03:02:08.487994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-335361bf-d982-43ff-b46e-e3733a260c18 req-9c808279-e9ff-4aa7-aff1-b6cd3651b321 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] For port 7772df19-1f08-4bd0-9dc1-d4121a681134, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7772df19-1f08-4bd0-9dc1-d4121a681134,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:08.489184 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-335361bf-d982-43ff-b46e-e3733a260c18 req-9c808279-e9ff-4aa7-aff1-b6cd3651b321 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.506735 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-335361bf-d982-43ff-b46e-e3733a260c18 req-9c808279-e9ff-4aa7-aff1-b6cd3651b321 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Calling delete_port for 7772df19-1f08-4bd0-9dc1-d4121a681134 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:08.571380 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c696413c-76ec-4cb3-8ac2-5e1d53c1e81d req-daf1ad13-9a92-4555-a82b-92a0496fd070 tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.81 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0804133 Feb 19 03:02:08.636386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-215abb44-6ee2-41ca-82bc-db3bed392eb1 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576374 Feb 19 03:02:08.729480 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-335361bf-d982-43ff-b46e-e3733a260c18 req-9c808279-e9ff-4aa7-aff1-b6cd3651b321 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7772df19-1f08-4bd0-9dc1-d4121a681134), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.744479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fc838c02-fc9b-45b6-93b9-9b7cdf27255b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:08.765992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c808279-e9ff-4aa7-aff1-b6cd3651b321 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Pushing event deleted for resources: {'Port': ['ID=7772df19-1f08-4bd0-9dc1-d4121a681134,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:08.803561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b72c381c-6e2e-4330-80c7-62463a93dbae req-743c9208-6912-46b2-b191-974371d879df tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] For port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:08.849326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-a6079604-3c91-4497-a184-51d5282ab2a6 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:08.851200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-a6079604-3c91-4497-a184-51d5282ab2a6 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a&tenant_id=d0db881fe5bf4d899432d08392993561&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1128 time: 0.1110532 Feb 19 03:02:08.853810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-335361bf-d982-43ff-b46e-e3733a260c18 req-9c808279-e9ff-4aa7-aff1-b6cd3651b321 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] No DVR routers for this DVR port 7772df19-1f08-4bd0-9dc1-d4121a681134 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:08.861853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-335361bf-d982-43ff-b46e-e3733a260c18 req-9c808279-e9ff-4aa7-aff1-b6cd3651b321 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.864447 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b72c381c-6e2e-4330-80c7-62463a93dbae req-743c9208-6912-46b2-b191-974371d879df tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.869767 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-335361bf-d982-43ff-b46e-e3733a260c18 req-9c808279-e9ff-4aa7-aff1-b6cd3651b321 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.67 "DELETE /v2.0/ports/7772df19-1f08-4bd0-9dc1-d4121a681134 HTTP/1.1" status: 204 len: 173 time: 0.6451447 Feb 19 03:02:08.869973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826755-2'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:08.899953 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b72c381c-6e2e-4330-80c7-62463a93dbae req-743c9208-6912-46b2-b191-974371d879df tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:08.918579 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:09.026343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c381c-6e2e-4330-80c7-62463a93dbae req-743c9208-6912-46b2-b191-974371d879df tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:09.027021 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b72c381c-6e2e-4330-80c7-62463a93dbae req-743c9208-6912-46b2-b191-974371d879df tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:09.028481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b72c381c-6e2e-4330-80c7-62463a93dbae req-743c9208-6912-46b2-b191-974371d879df tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "PUT /v2.0/ports/58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 HTTP/1.1" status: 200 len: 982 time: 1.2012348 Feb 19 03:02:09.029937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b46d7615-9ec8-46ca-8280-eb205cf017b5', 'tag': '58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:09.033096 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2686353-ed25-4ae0-8644-7a1162947348" -d '{"events": [{"name": "network-changed", "server_uuid": "b46d7615-9ec8-46ca-8280-eb205cf017b5", "tag": "58ce5a0f-7e30-4ca2-a432-e232b2dd23d6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:09.076389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c9208-6912-46b2-b191-974371d879df tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'Port': ['ID=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:09.083925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b36de-5590-4246-b27b-833219274c56 req-517e2918-e38f-4ded-9572-416425e098f0 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:09.091995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d4b36de-5590-4246-b27b-833219274c56 req-517e2918-e38f-4ded-9572-416425e098f0 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 946 time: 0.2501447 Feb 19 03:02:09.109728 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:09.131239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:09.229218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d4b36de-5590-4246-b27b-833219274c56 req-3b189d3f-9a5e-4e03-be23-e9388ece857e tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361730 Feb 19 03:02:09.399903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fc3177c-150a-47f9-9cb7-22e0dfc83a1d req-03b852ac-20ee-4c87-8cf2-819cbce172e2 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 210 time: 0.0580297 Feb 19 03:02:09.409371 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ca1443-a162-495e-9e5b-cbf6bb7ba9de', 'name': 'network-vif-deleted', 'tag': '7772df19-1f08-4bd0-9dc1-d4121a681134'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:09.412078 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a0f19a-db06-430a-9167-725164ae3032" -d '{"events": [{"server_uuid": "36ca1443-a162-495e-9e5b-cbf6bb7ba9de", "name": "network-vif-deleted", "tag": "7772df19-1f08-4bd0-9dc1-d4121a681134"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:09.447851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57edae6-4e0d-4bec-a1af-fde4c7e905c5 req-b8682d20-57cf-4639-9894-fd6265669d24 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:09.469352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e57edae6-4e0d-4bec-a1af-fde4c7e905c5 req-b8682d20-57cf-4639-9894-fd6265669d24 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 946 time: 0.2950220 Feb 19 03:02:09.490463 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164f9221-f669-4f8a-994d-e736364e03e4 x-openstack-request-id: req-164f9221-f669-4f8a-994d-e736364e03e4 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:09.490750 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b46d7615-9ec8-46ca-8280-eb205cf017b5", "tag": "58ce5a0f-7e30-4ca2-a432-e232b2dd23d6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:09.491009 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-164f9221-f669-4f8a-994d-e736364e03e4 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:09.491421 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46d7615-9ec8-46ca-8280-eb205cf017b5', 'tag': '58ce5a0f-7e30-4ca2-a432-e232b2dd23d6', 'status': 'completed', 'code': 200} Feb 19 03:02:09.587992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2686353-ed25-4ae0-8644-7a1162947348 req-7ee32107-d49e-40f4-b66d-81f49be1a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:09.589578 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d2686353-ed25-4ae0-8644-7a1162947348 req-7ee32107-d49e-40f4-b66d-81f49be1a3ae service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f&device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 1167 time: 0.0823715 Feb 19 03:02:09.598297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:09.622636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e57edae6-4e0d-4bec-a1af-fde4c7e905c5 req-ba366225-923e-4d33-8bb8-de718934a033 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508009 Feb 19 03:02:09.707227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43255906-a740-4759-80c4-afcaa912a6fb req-1694b136-eaa6-46d8-b5ee-833213372dbc tempest-ServerShowV257Test-971774499 tempest-ServerShowV257Test-971774499-project] 10.222.0.67 "GET /v2.0/ports?device_id=435c7d7a-af28-4d35-951f-c3e84027c657 HTTP/1.1" status: 200 len: 210 time: 0.0524931 Feb 19 03:02:09.733640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-750a057f-04c8-42bb-9fc3-2b8b8d50f773 req-4c0d53dd-76b2-47a3-8f45-3464d96ce79e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1033171722&fields=id&tenant_id=88387186b1db4a89a6baeb5b3d62ef3f HTTP/1.1" status: 200 len: 267 time: 0.1687512 Feb 19 03:02:09.747708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2686353-ed25-4ae0-8644-7a1162947348 req-ff84afdb-c531-4bc2-b610-8bf2cc0d7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:09.766876 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d2686353-ed25-4ae0-8644-7a1162947348 req-ff84afdb-c531-4bc2-b610-8bf2cc0d7097 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 HTTP/1.1" status: 200 len: 914 time: 0.1705866 Feb 19 03:02:09.793159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:09.811101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 91473a8a-9233-4032-860f-fb0ebacd44fb no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:09.821029 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d2686353-ed25-4ae0-8644-7a1162947348 req-04b1279d-d256-40b1-af01-ceaf381a084e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 HTTP/1.1" status: 200 len: 217 time: 0.0463157 Feb 19 03:02:09.853771 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 91473a8a-9233-4032-860f-fb0ebacd44fb {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:09.854027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 91473a8a-9233-4032-860f-fb0ebacd44fb not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:09.926570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2686353-ed25-4ae0-8644-7a1162947348 req-81978476-6b0b-4c55-8456-e7f0df884f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:09.929116 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d2686353-ed25-4ae0-8644-7a1162947348 req-81978476-6b0b-4c55-8456-e7f0df884f33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fff68861-4854-49bd-b033-fbad7da919f4 HTTP/1.1" status: 200 len: 853 time: 0.1002123 Feb 19 03:02:09.946067 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Publish callbacks [] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:09.964595 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:09.985048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a057f-04c8-42bb-9fc3-2b8b8d50f773 req-28a05e7e-e3b5-4b3d-bb8c-71a4f0120afb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:09.987146 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d2686353-ed25-4ae0-8644-7a1162947348 req-ea41bdc5-84f0-4d54-ba13-c0feacd0e333 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458663 Feb 19 03:02:09.994606 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:09.996047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-750a057f-04c8-42bb-9fc3-2b8b8d50f773 req-28a05e7e-e3b5-4b3d-bb8c-71a4f0120afb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 985 time: 0.2614872 Feb 19 03:02:10.017577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-750a057f-04c8-42bb-9fc3-2b8b8d50f773 req-7127bd44-2618-4bba-90db-99d8412f6791 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'port': {'security_groups': ['ddbbc60d-3823-4c94-9dd2-3e591fbc398a', 'e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34', '76e38522-01cb-4e44-8e03-7391d0599730']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:10.090856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-8e48c95f-f3fe-43ca-8a43-877baed71609 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:10.098037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-8e48c95f-f3fe-43ca-8a43-877baed71609 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.3139014 Feb 19 03:02:10.150192 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d2686353-ed25-4ae0-8644-7a1162947348 req-fd62fab7-2af7-49c0-99f1-b80704237b7e service neutron] 10.222.0.67 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549447 Feb 19 03:02:10.157883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-ca5bdb1d-3a8c-47c2-bf88-7d26dce89852 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/quotas/03a098dbc4144e01abb1935743b8c45b HTTP/1.1" status: 200 len: 375 time: 0.0592244 Feb 19 03:02:10.229234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Pushing event updated for resources: {'Port': ['ID=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:10.265711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-750a057f-04c8-42bb-9fc3-2b8b8d50f773 req-7127bd44-2618-4bba-90db-99d8412f6791 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.281198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Attempting to bind port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on host n-h1-826755-2 for vnic_type normal with profile {"migrating_to": "n-h2-826755-2"} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:10.281911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Attempting to bind port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:10.282480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Attempting to bind port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:10.295882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:02:10.296597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Attempting to bind port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:10.327077 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d2686353-ed25-4ae0-8644-7a1162947348 req-7e7c64eb-f36b-4c23-8a79-4c2a83ce3953 service neutron] 10.222.0.67 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528499 Feb 19 03:02:10.333997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:10.334693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:10.335300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Bound using segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:10.335956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Bound port: dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:10.336498 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.386709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-6154ff8e-7bbd-4e53-a68c-e60a5cef969b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870124 Feb 19 03:02:10.562686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:10.616299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:10.630623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-3f2e1c1a-b106-4196-9898-bbbb1c22b92d service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428730 Feb 19 03:02:10.642693 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.806921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-750a057f-04c8-42bb-9fc3-2b8b8d50f773 req-7127bd44-2618-4bba-90db-99d8412f6791 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] For port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:10.861907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Pushing event updated for resources: {'Port': ['ID=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,revision_number=8']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:10.866427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-59710f0f-90a6-4dae-aded-818947b13f1b service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349234 Feb 19 03:02:10.869870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:10.870116 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.871396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-43aaa5c2-d66b-4c3e-9199-f69fa80d75f0 service neutron] 10.222.0.67 "PUT /v2.0/ports/dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 HTTP/1.1" status: 200 len: 1122 time: 2.0105879 Feb 19 03:02:10.888022 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-750a057f-04c8-42bb-9fc3-2b8b8d50f773 req-7127bd44-2618-4bba-90db-99d8412f6791 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.898184 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-750a057f-04c8-42bb-9fc3-2b8b8d50f773 req-7127bd44-2618-4bba-90db-99d8412f6791 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:10.914823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:10.990979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['dccbc2f5-7e0a-4de4-b162-d54c53ed1e21'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:10.997788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a057f-04c8-42bb-9fc3-2b8b8d50f773 req-7127bd44-2618-4bba-90db-99d8412f6791 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:10.998559 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-750a057f-04c8-42bb-9fc3-2b8b8d50f773 req-7127bd44-2618-4bba-90db-99d8412f6791 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:11.012452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-750a057f-04c8-42bb-9fc3-2b8b8d50f773 req-7127bd44-2618-4bba-90db-99d8412f6791 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "PUT /v2.0/ports/58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 HTTP/1.1" status: 200 len: 1021 time: 1.0154014 Feb 19 03:02:11.061355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127bd44-2618-4bba-90db-99d8412f6791 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'Port': ['ID=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:11.069005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53106) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:11.158040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:11.245811 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d554887a-6599-49af-bfe4-70534889574b x-openstack-request-id: req-d554887a-6599-49af-bfe4-70534889574b {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:11.246111 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ca1443-a162-495e-9e5b-cbf6bb7ba9de", "name": "network-vif-deleted", "tag": "7772df19-1f08-4bd0-9dc1-d4121a681134", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:11.246355 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d554887a-6599-49af-bfe4-70534889574b {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:11.246769 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ca1443-a162-495e-9e5b-cbf6bb7ba9de', 'name': 'network-vif-deleted', 'tag': '7772df19-1f08-4bd0-9dc1-d4121a681134', 'status': 'completed', 'code': 200} Feb 19 03:02:11.277145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-382d12ea-78ca-4053-ab9d-7fb3be6eafd9 req-e5c0fe9c-72fb-4289-a201-34fe08528c0e tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 210 time: 0.0562987 Feb 19 03:02:11.488715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451fdd2-6347-4700-b99f-bb95467ddf6e req-d954c424-b55b-46b9-ab7c-a8063ee9f6b6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:11.496435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5451fdd2-6347-4700-b99f-bb95467ddf6e req-d954c424-b55b-46b9-ab7c-a8063ee9f6b6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.1907973 Feb 19 03:02:11.504205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccbc2f5-7e0a-4de4-b162-d54c53ed1e21'}, {'name': 'network-changed', 'server_uuid': 'dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a', 'tag': 'dccbc2f5-7e0a-4de4-b162-d54c53ed1e21'}, {'name': 'network-changed', 'server_uuid': 'b46d7615-9ec8-46ca-8280-eb205cf017b5', 'tag': '58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:11.508320 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30452cb1-1a84-48a3-aad3-10df73f9d038" -d '{"events": [{"server_uuid": "dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a", "name": "network-vif-unplugged", "status": "completed", "tag": "dccbc2f5-7e0a-4de4-b162-d54c53ed1e21"}, {"name": "network-changed", "server_uuid": "dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a", "tag": "dccbc2f5-7e0a-4de4-b162-d54c53ed1e21"}, {"name": "network-changed", "server_uuid": "b46d7615-9ec8-46ca-8280-eb205cf017b5", "tag": "58ce5a0f-7e30-4ca2-a432-e232b2dd23d6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:11.529429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f7ef7-36a7-45c1-afa6-5a17ef1b02e5 req-98a30d3d-e412-4694-8af8-6934fb72dc7b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:11.536646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5f7ef7-36a7-45c1-afa6-5a17ef1b02e5 req-98a30d3d-e412-4694-8af8-6934fb72dc7b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 1024 time: 0.1521847 Feb 19 03:02:11.618174 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5451fdd2-6347-4700-b99f-bb95467ddf6e req-0be013a4-cd92-4625-996c-2fd2287d80dd tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124642 Feb 19 03:02:11.678155 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5f7ef7-36a7-45c1-afa6-5a17ef1b02e5 req-e2c5c8b3-e6b6-4885-994d-93af649d49cd tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=76e38522-01cb-4e44-8e03-7391d0599730&id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&id=ddbbc60d-3823-4c94-9dd2-3e591fbc398a HTTP/1.1" status: 200 len: 6201 time: 0.1360862 Feb 19 03:02:11.783872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8647e80-5c7c-4de4-b0e7-448f67b8016e req-b7b7b6b8-408a-403f-83e4-d2461ac04935 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 210 time: 0.0522177 Feb 19 03:02:11.838552 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6327778c-2282-4f44-8849-7785a1aed491 x-openstack-request-id: req-6327778c-2282-4f44-8849-7785a1aed491 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:11.838934 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a", "name": "network-vif-unplugged", "status": "completed", "tag": "dccbc2f5-7e0a-4de4-b162-d54c53ed1e21", "code": 200}, {"name": "network-changed", "server_uuid": "dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a", "tag": "dccbc2f5-7e0a-4de4-b162-d54c53ed1e21", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b46d7615-9ec8-46ca-8280-eb205cf017b5", "tag": "58ce5a0f-7e30-4ca2-a432-e232b2dd23d6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:11.840233 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6327778c-2282-4f44-8849-7785a1aed491 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:11.840748 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dccbc2f5-7e0a-4de4-b162-d54c53ed1e21', 'code': 200} Feb 19 03:02:11.841090 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a', 'tag': 'dccbc2f5-7e0a-4de4-b162-d54c53ed1e21', 'status': 'completed', 'code': 200} Feb 19 03:02:11.842003 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b46d7615-9ec8-46ca-8280-eb205cf017b5', 'tag': '58ce5a0f-7e30-4ca2-a432-e232b2dd23d6', 'status': 'completed', 'code': 200} Feb 19 03:02:11.877736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53134) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:11.878859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7772df19-1f08-4bd0-9dc1-d4121a681134 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:11.916481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 7772df19-1f08-4bd0-9dc1-d4121a681134 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:11.917179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7772df19-1f08-4bd0-9dc1-d4121a681134 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:11.917312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-5aa18066-0344-49e7-8fdd-21a9c8795abe req-79789b98-108d-47f9-b37d-7afd50cef708 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1123808986 ', 'description': 'tempest-description-1067351058'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:11.964558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0cfed11-01bf-4c69-a586-85db379d669d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (e3419230-1325-46c9-9534-6ea8b5d72c3a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.272186 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5aa18066-0344-49e7-8fdd-21a9c8795abe req-79789b98-108d-47f9-b37d-7afd50cef708 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.318687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-9fc5353f-08cd-4b42-beb5-02a9250437e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:12.320852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-9fc5353f-08cd-4b42-beb5-02a9250437e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f&device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 1207 time: 0.4959006 Feb 19 03:02:12.340047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-78f02d5e-34fb-4cb4-9654-ae26530f947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:12.350829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-78f02d5e-34fb-4cb4-9654-ae26530f947e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1156 time: 0.4777632 Feb 19 03:02:12.419078 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0261b892-e0ac-482e-bea7-64fa1ccd4aff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.600716 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0261b892-e0ac-482e-bea7-64fa1ccd4aff admin admin] Publish callbacks [] for security_group (0db975e8-9f94-461a-a584-794ae189d15b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.625166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0261b892-e0ac-482e-bea7-64fa1ccd4aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0db975e8-9f94-461a-a584-794ae189d15b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.655196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4687b47f-0507-498b-86ab-ae3513ffcf58 req-22ca84e5-e77d-422f-8a75-83e3c58e2d1b tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 210 time: 0.1141322 Feb 19 03:02:12.689119 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0261b892-e0ac-482e-bea7-64fa1ccd4aff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5069d263ffdf4efe9a11868504d45dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8086078 Feb 19 03:02:12.689893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53156) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:12.768208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261b892-e0ac-482e-bea7-64fa1ccd4aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db975e8-9f94-461a-a584-794ae189d15b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:12.778401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e0cfed11-01bf-4c69-a586-85db379d669d admin admin] Deleting port 143bee22-af87-42d4-80fd-3ce151eb7797 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:12.778807 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0cfed11-01bf-4c69-a586-85db379d669d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.790250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-102d7a7f-d848-4ce0-ad2f-6e3f515723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:12.791910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-102d7a7f-d848-4ce0-ad2f-6e3f515723c6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.4174020 Feb 19 03:02:12.838529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-b2523684-bdf8-48c2-8718-08811e588bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:12.840012 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-b2523684-bdf8-48c2-8718-08811e588bc7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 HTTP/1.1" status: 200 len: 914 time: 0.4882686 Feb 19 03:02:12.883583 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-e0cfed11-01bf-4c69-a586-85db379d669d admin admin] For port 143bee22-af87-42d4-80fd-3ce151eb7797, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=143bee22-af87-42d4-80fd-3ce151eb7797,segment=NetworkSegment(947dd2df-3273-40c0-89a8-d52fbc5aa25e),segment_id=947dd2df-3273-40c0-89a8-d52fbc5aa25e)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:12.883861 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0cfed11-01bf-4c69-a586-85db379d669d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:12.909396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e0cfed11-01bf-4c69-a586-85db379d669d admin admin] Calling delete_port for 143bee22-af87-42d4-80fd-3ce151eb7797 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:12.949075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-4006744a-d80b-4034-91d0-a32b5fdc09d5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 HTTP/1.1" status: 200 len: 217 time: 0.0955184 Feb 19 03:02:12.964826 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0b74cae0-8368-4604-b5c2-734deef0d82d admin admin] Publish callbacks [] for security_group (0db975e8-9f94-461a-a584-794ae189d15b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.003975 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0b74cae0-8368-4604-b5c2-734deef0d82d admin admin] Publish callbacks [] for security_group (0db975e8-9f94-461a-a584-794ae189d15b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.032117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5aa18066-0344-49e7-8fdd-21a9c8795abe req-79789b98-108d-47f9-b37d-7afd50cef708 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (e1ab34f5-b8f0-485a-955b-30f4313d99e4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.055038 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5aa18066-0344-49e7-8fdd-21a9c8795abe req-79789b98-108d-47f9-b37d-7afd50cef708 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e1ab34f5-b8f0-485a-955b-30f4313d99e4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.059079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-5d188361-5efc-4443-8f09-ce09a174e644 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 HTTP/1.1" status: 200 len: 217 time: 0.1083176 Feb 19 03:02:13.199805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d99b3-8863-43e8-94dc-d8fc02d4f4a6 req-f6fa5edc-7bec-48bb-9de0-5ea6bf6191ee tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:13.207065 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d2d99b3-8863-43e8-94dc-d8fc02d4f4a6 req-f6fa5edc-7bec-48bb-9de0-5ea6bf6191ee tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.4099455 Feb 19 03:02:13.229222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0b74cae0-8368-4604-b5c2-734deef0d82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0db975e8-9f94-461a-a584-794ae189d15b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.232534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0b74cae0-8368-4604-b5c2-734deef0d82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.236064 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5aa18066-0344-49e7-8fdd-21a9c8795abe req-79789b98-108d-47f9-b37d-7afd50cef708 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.236992 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0b74cae0-8368-4604-b5c2-734deef0d82d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0db975e8-9f94-461a-a584-794ae189d15b HTTP/1.1" status: 204 len: 168 time: 0.5440018 Feb 19 03:02:13.237857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5aa18066-0344-49e7-8fdd-21a9c8795abe req-79789b98-108d-47f9-b37d-7afd50cef708 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.3283165 Feb 19 03:02:13.259430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74cae0-8368-4604-b5c2-734deef0d82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db975e8-9f94-461a-a584-794ae189d15b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:13.260994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79789b98-108d-47f9-b37d-7afd50cef708 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ab34f5-b8f0-485a-955b-30f4313d99e4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:13.291724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-0b1c983c-f0cd-42c3-b139-fef73c6016d8 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:13.293890 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-0b1c983c-f0cd-42c3-b139-fef73c6016d8 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.2795689 Feb 19 03:02:13.324190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Request body: {'port': {'device_id': '570b7e87-c17b-4112-8327-c72a55debfda', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'admin_state_up': True, 'tenant_id': '03a098dbc4144e01abb1935743b8c45b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:13.361785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-4f483339-9832-4a67-a33e-28a7fc015919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:13.367965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-4f483339-9832-4a67-a33e-28a7fc015919 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fff68861-4854-49bd-b033-fbad7da919f4 HTTP/1.1" status: 200 len: 853 time: 0.2811394 Feb 19 03:02:13.370501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-9abf1b0f-3b07-4c90-bde1-1be96e265e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:13.373616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-9abf1b0f-3b07-4c90-bde1-1be96e265e77 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.3316541 Feb 19 03:02:13.426393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d2d99b3-8863-43e8-94dc-d8fc02d4f4a6 req-91b1e9e4-86e7-409d-81e0-a59c54f0c519 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137160 Feb 19 03:02:13.439144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec77448b-e59f-41c1-b420-107243f19b44 req-cef586d5-a2b9-4fc0-9515-a97fb1deb35d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 210 time: 0.0643768 Feb 19 03:02:13.525328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0cfed11-01bf-4c69-a586-85db379d669d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (143bee22-af87-42d4-80fd-3ce151eb7797), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.569771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-083cdf1c-f62d-412c-b658-e6281302bae5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232014 Feb 19 03:02:13.571763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-fd797dfb-7e0a-494f-bdad-07db51822485 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592830 Feb 19 03:02:13.585291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cfed11-01bf-4c69-a586-85db379d669d admin admin] Pushing event deleted for resources: {'Port': ['ID=143bee22-af87-42d4-80fd-3ce151eb7797,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:13.726966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5cf0e66-55cb-465b-b492-929f9e862c3b req-01d33fc2-4625-4983-9979-3160f101cdeb tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/e1ab34f5-b8f0-485a-955b-30f4313d99e4 HTTP/1.1" status: 200 len: 1798 time: 0.1512234 Feb 19 03:02:13.806703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:02:13.826897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Made reservation on behalf of 03a098dbc4144e01abb1935743b8c45b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:13.835383 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:13.982298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:13.994701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 has no active binding in host n-h2-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:02:14.089915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-830c038d-ec0d-451f-bce7-ec0950871bd5 req-86f29d9c-7887-4aeb-a21c-da2e6e667655 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 210 time: 0.2246070 Feb 19 03:02:14.152376 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0cfed11-01bf-4c69-a586-85db379d669d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (e3419230-1325-46c9-9534-6ea8b5d72c3a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.255751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Allocated IP 172.20.0.5 (0e4aacd3-30ee-4aa7-b85b-c898c93b3c78/b7c96846-60d1-498c-9c3e-d38728efac18/912f89ce-3951-4443-b56b-999956cf283a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:14.297551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-d260e57a-66a8-496e-921b-d3952b6bf5b0 service neutron] 10.222.0.67 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385896 Feb 19 03:02:14.303552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-227c1957-4349-4527-a051-8b5ccebadc6e service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955000 Feb 19 03:02:14.317352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-312500cb-d6f4-4104-83d5-33b89b90c8dc req-49034454-266f-4f45-9e2b-a8a2079ecc1b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/e1ab34f5-b8f0-485a-955b-30f4313d99e4 HTTP/1.1" status: 200 len: 1798 time: 0.5610023 Feb 19 03:02:14.990676 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-312500cb-d6f4-4104-83d5-33b89b90c8dc req-59c3dd68-8e3e-4058-95c5-15210a573461 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (e1ab34f5-b8f0-485a-955b-30f4313d99e4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:14.993786 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks [] for port (912f89ce-3951-4443-b56b-999956cf283a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.002236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0cfed11-01bf-4c69-a586-85db379d669d admin admin] Router e3419230-1325-46c9-9534-6ea8b5d72c3a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:02:15.062272 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-312500cb-d6f4-4104-83d5-33b89b90c8dc req-59c3dd68-8e3e-4058-95c5-15210a573461 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (e1ab34f5-b8f0-485a-955b-30f4313d99e4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.071933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe52e571-9485-4a8d-8d00-fec93569aed8 req-d3879ea2-7d0c-437a-8633-6aafe2f4e822 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:15.073466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe52e571-9485-4a8d-8d00-fec93569aed8 req-d3879ea2-7d0c-437a-8633-6aafe2f4e822 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.1804185 Feb 19 03:02:15.092218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-2c99fa3f-d723-43ae-9fb2-5599a1a70ce7 service neutron] 10.222.0.67 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7826326 Feb 19 03:02:15.094344 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (912f89ce-3951-4443-b56b-999956cf283a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.109175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['8248a45b-dc35-4490-b14a-b2fb499afbc0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:15.111446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:15.132091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30452cb1-1a84-48a3-aad3-10df73f9d038 req-7ce87e44-0fef-44ab-9626-ea7e8b4a0125 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7963045 Feb 19 03:02:15.178315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe52e571-9485-4a8d-8d00-fec93569aed8 req-184c2f27-5231-4d45-b577-94960a7c5241 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828164 Feb 19 03:02:15.182757 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-312500cb-d6f4-4104-83d5-33b89b90c8dc req-59c3dd68-8e3e-4058-95c5-15210a573461 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e1ab34f5-b8f0-485a-955b-30f4313d99e4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.182969 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:15.189665 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-312500cb-d6f4-4104-83d5-33b89b90c8dc req-59c3dd68-8e3e-4058-95c5-15210a573461 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.191636 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:15.192609 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-312500cb-d6f4-4104-83d5-33b89b90c8dc req-59c3dd68-8e3e-4058-95c5-15210a573461 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "DELETE /v2.0/security-groups/e1ab34f5-b8f0-485a-955b-30f4313d99e4 HTTP/1.1" status: 204 len: 173 time: 0.8534431 Feb 19 03:02:15.194360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:15.214271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3dd68-8e3e-4058-95c5-15210a573461 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ab34f5-b8f0-485a-955b-30f4313d99e4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:15.263375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:15.264505 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.285961 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0cfed11-01bf-4c69-a586-85db379d669d admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:02:15.293680 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e0cfed11-01bf-4c69-a586-85db379d669d admin admin] 10.222.0.81 "PUT /v2.0/routers/e3419230-1325-46c9-9534-6ea8b5d72c3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2213695 Feb 19 03:02:15.293680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event updated for resources: {'Port': ['ID=912f89ce-3951-4443-b56b-999956cf283a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:15.296921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53222) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:15.335307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef76d94-c78f-494a-bd48-fd26d4d012ec None None] Sync routers for ids ['e3419230-1325-46c9-9534-6ea8b5d72c3a'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:02:15.360653 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-63e869af-e528-4d88-8b93-19fef9c345c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0509503 Feb 19 03:02:15.387056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0573ba9-8a01-470a-a912-72f99c70fdfe req-7e5b51b9-97e0-4e31-9129-8fbc86ed0035 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:15.387056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0573ba9-8a01-470a-a912-72f99c70fdfe req-7e5b51b9-97e0-4e31-9129-8fbc86ed0035 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 931 time: 0.1054571 Feb 19 03:02:15.387371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef76d94-c78f-494a-bd48-fd26d4d012ec None None] Routers {'e3419230-1325-46c9-9534-6ea8b5d72c3a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:15.387371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-aef76d94-c78f-494a-bd48-fd26d4d012ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e3419230-1325-46c9-9534-6ea8b5d72c3a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:15.451785 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Publish callbacks [] for router (e3419230-1325-46c9-9534-6ea8b5d72c3a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.485622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0573ba9-8a01-470a-a912-72f99c70fdfe req-090f99c7-be48-4054-8fd7-e498ed6642c4 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091609 Feb 19 03:02:15.580518 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Request body: {'port': {'device_id': '570b7e87-c17b-4112-8327-c72a55debfda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:15.586385 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Publish callbacks [] for router_gateway (e3419230-1325-46c9-9534-6ea8b5d72c3a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.631707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-aef76d94-c78f-494a-bd48-fd26d4d012ec None None] Set router e3419230-1325-46c9-9534-6ea8b5d72c3a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:02:15.697969 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (912f89ce-3951-4443-b56b-999956cf283a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.702640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8869e560-18f4-4a1f-9131-c73b547fdfe1 req-6b100bbb-f545-4597-a889-040ac490fba6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 210 time: 0.0579104 Feb 19 03:02:15.772675 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-8f1ec4b7-f708-4c0d-a2fc-1943b45cacfd req-4ca84592-3a65-403d-98bc-d22f7d8e70d8 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] show failed (client error): The resource could not be found. Feb 19 03:02:15.773802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f1ec4b7-f708-4c0d-a2fc-1943b45cacfd req-4ca84592-3a65-403d-98bc-d22f7d8e70d8 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/e1ab34f5-b8f0-485a-955b-30f4313d99e4 HTTP/1.1" status: 404 len: 352 time: 0.0298696 Feb 19 03:02:15.775188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Deleting port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:15.775646 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.915185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-51ec4ac8-049c-4ca3-af0e-283a30f42835 req-e2b16628-6de2-4734-b688-3773c3bf78e3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1613866622', 'description': 'tempest-description-877046711'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:15.969964 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-51ec4ac8-049c-4ca3-af0e-283a30f42835 req-e2b16628-6de2-4734-b688-3773c3bf78e3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.980152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] For port 970dfc65-a9ea-44b5-b58b-df15ff70d1a0, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=970dfc65-a9ea-44b5-b58b-df15ff70d1a0,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:15.980648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:15.999302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Calling delete_port for 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:16.118553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-aef76d94-c78f-494a-bd48-fd26d4d012ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:02:13Z', 'revision_number': 5, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port': {'id': '970dfc65-a9ea-44b5-b58b-df15ff70d1a0', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:d4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:56Z', 'updated_at': '2022-02-19T03:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:16.119408 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-51ec4ac8-049c-4ca3-af0e-283a30f42835 req-e2b16628-6de2-4734-b688-3773c3bf78e3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (ccbb1f81-684c-4822-905f-10e1fba5e239), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.132247 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-51ec4ac8-049c-4ca3-af0e-283a30f42835 req-e2b16628-6de2-4734-b688-3773c3bf78e3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ccbb1f81-684c-4822-905f-10e1fba5e239), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.155319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef76d94-c78f-494a-bd48-fd26d4d012ec None None] Checking router: e3419230-1325-46c9-9534-6ea8b5d72c3a for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:02:16.179432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef76d94-c78f-494a-bd48-fd26d4d012ec None None] Routers {'e3419230-1325-46c9-9534-6ea8b5d72c3a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:16.180147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-aef76d94-c78f-494a-bd48-fd26d4d012ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e3419230-1325-46c9-9534-6ea8b5d72c3a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:16.185782 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-51ec4ac8-049c-4ca3-af0e-283a30f42835 req-e2b16628-6de2-4734-b688-3773c3bf78e3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.216124 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51ec4ac8-049c-4ca3-af0e-283a30f42835 req-e2b16628-6de2-4734-b688-3773c3bf78e3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3087778 Feb 19 03:02:16.225209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b16628-6de2-4734-b688-3773c3bf78e3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbb1f81-684c-4822-905f-10e1fba5e239,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:16.248479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912f89ce-3951-4443-b56b-999956cf283a {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:02:16.259275 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Publish callbacks [] for port (912f89ce-3951-4443-b56b-999956cf283a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.333576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Transition to ACTIVE for port object 912f89ce-3951-4443-b56b-999956cf283a will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:02:16.336338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (970dfc65-a9ea-44b5-b58b-df15ff70d1a0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.342871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef668676-1463-4ce7-be0d-f255f6a4c93d req-504ad2a2-94d3-426a-907a-65717c86e795 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:16.361182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef668676-1463-4ce7-be0d-f255f6a4c93d req-504ad2a2-94d3-426a-907a-65717c86e795 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f7dd294-5fbd-410b-8e4f-3516e3ad2120 HTTP/1.1" status: 200 len: 951 time: 0.1036825 Feb 19 03:02:16.375102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=970dfc65-a9ea-44b5-b58b-df15ff70d1a0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:16.380210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (912f89ce-3951-4443-b56b-999956cf283a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.382155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-aef76d94-c78f-494a-bd48-fd26d4d012ec None None] Set router e3419230-1325-46c9-9534-6ea8b5d72c3a gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:02:16.390015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0ea99f63-80d6-4e6e-9455-49658478dbd4 req-b154f305-d2d7-4080-8091-a06df10c2af0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-580708364', 'description': 'tempest-description-961820088'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:16.445173 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ea99f63-80d6-4e6e-9455-49658478dbd4 req-b154f305-d2d7-4080-8091-a06df10c2af0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.457730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef668676-1463-4ce7-be0d-f255f6a4c93d req-32cab04c-3389-45de-ab47-54c65f612370 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939066 Feb 19 03:02:16.506333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-aef76d94-c78f-494a-bd48-fd26d4d012ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:02:15Z', 'revision_number': 6, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:16.545891 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (e3419230-1325-46c9-9534-6ea8b5d72c3a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.553116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef76d94-c78f-494a-bd48-fd26d4d012ec None None] The sync data for ids ['e3419230-1325-46c9-9534-6ea8b5d72c3a'] in n-d-826755-2 is: [{'id': 'e3419230-1325-46c9-9534-6ea8b5d72c3a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1634688256-router', 'tenant_id': '9abeeaad8e65445383592deaf8019061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:55Z', 'updated_at': '2022-02-19T03:02:15Z', 'revision_number': 6, 'project_id': '9abeeaad8e65445383592deaf8019061', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:02:16.651278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Pushing event updated for resources: {'Port': ['ID=912f89ce-3951-4443-b56b-999956cf283a,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:16.660697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-6898a118-e4a6-4dd3-97ff-90fbef885cf9 service neutron] 10.222.0.87 "GET /v2.0/ports/dccbc2f5-7e0a-4de4-b162-d54c53ed1e21/bindings/n-h2-826755-2 HTTP/1.1" status: 200 len: 384 time: 0.2308986 Feb 19 03:02:16.739911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b84260-5222-4b2c-8b62-e011e621b94b req-f73a94b8-8395-4a02-aa49-e77bfccc06ef tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:16.747415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b84260-5222-4b2c-8b62-e011e621b94b req-f73a94b8-8395-4a02-aa49-e77bfccc06ef tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 944 time: 0.1654906 Feb 19 03:02:16.766642 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (e3419230-1325-46c9-9534-6ea8b5d72c3a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.768508 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Attempting to bind port 912f89ce-3951-4443-b56b-999956cf283a on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:16.768870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Attempting to bind port 912f89ce-3951-4443-b56b-999956cf283a by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:16.769777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Attempting to bind port 912f89ce-3951-4443-b56b-999956cf283a on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:16.772048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Publish callbacks [] for router_controller (e3419230-1325-46c9-9534-6ea8b5d72c3a), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.779696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Port 912f89ce-3951-4443-b56b-999956cf283a on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:02:16.780018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Attempting to bind port 912f89ce-3951-4443-b56b-999956cf283a on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:16.807654 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ea99f63-80d6-4e6e-9455-49658478dbd4 req-b154f305-d2d7-4080-8091-a06df10c2af0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (b017bf7b-fdf7-4fae-a0b0-b33d8b9401d3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.833342 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ea99f63-80d6-4e6e-9455-49658478dbd4 req-b154f305-d2d7-4080-8091-a06df10c2af0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b017bf7b-fdf7-4fae-a0b0-b33d8b9401d3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.866017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:16.866896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Checking segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:16.867169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Bound using segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:16.867868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Bound port: 912f89ce-3951-4443-b56b-999956cf283a, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:16.868307 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (912f89ce-3951-4443-b56b-999956cf283a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.879679 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (e3419230-1325-46c9-9534-6ea8b5d72c3a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.880191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154f305-d2d7-4080-8091-a06df10c2af0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b017bf7b-fdf7-4fae-a0b0-b33d8b9401d3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:16.880413 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3419230-1325-46c9-9534-6ea8b5d72c3a {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:02:16.886245 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ea99f63-80d6-4e6e-9455-49658478dbd4 req-b154f305-d2d7-4080-8091-a06df10c2af0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.888161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ea99f63-80d6-4e6e-9455-49658478dbd4 req-b154f305-d2d7-4080-8091-a06df10c2af0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5113511 Feb 19 03:02:16.891246 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:16.893703 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b84260-5222-4b2c-8b62-e011e621b94b req-660102eb-c507-4b5f-b73e-b2f94b987f0e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452596 Feb 19 03:02:16.896100 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6ea485a8-148e-491a-b4ce-4808fc0a64b9 admin admin] 10.222.0.81 "DELETE /v2.0/routers/e3419230-1325-46c9-9534-6ea8b5d72c3a HTTP/1.1" status: 204 len: 168 time: 1.5980623 Feb 19 03:02:16.896895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53266) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:17.000300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fe93db-b6df-48cf-8eb1-0aa688ba0135 admin admin] Deleting subnet 3a8073bc-33f8-4383-a349-a01e0507e847 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:17.015218 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-28fe93db-b6df-48cf-8eb1-0aa688ba0135 admin admin] Publish callbacks [] for subnet (3a8073bc-33f8-4383-a349-a01e0507e847), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.097771 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] For port 912f89ce-3951-4443-b56b-999956cf283a, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:17.102892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-e3690538-751a-4ba1-8e31-fcb5a3522fc4 service neutron] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:17.114629 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-28fe93db-b6df-48cf-8eb1-0aa688ba0135 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (3a8073bc-33f8-4383-a349-a01e0507e847), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.118173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] For port 912f89ce-3951-4443-b56b-999956cf283a, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=912f89ce-3951-4443-b56b-999956cf283a,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:17.223477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-28fe93db-b6df-48cf-8eb1-0aa688ba0135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (3a8073bc-33f8-4383-a349-a01e0507e847), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.274626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b844253f-474b-47fc-aa61-79f3ad40779f req-28ea6a5b-5876-4664-9bda-7b5f4b068a35 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 210 time: 0.0748909 Feb 19 03:02:17.276450 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (912f89ce-3951-4443-b56b-999956cf283a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.287167 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-28fe93db-b6df-48cf-8eb1-0aa688ba0135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (3a8073bc-33f8-4383-a349-a01e0507e847), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.295936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-e3690538-751a-4ba1-8e31-fcb5a3522fc4 service neutron] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:17.332339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b440cb20-87e4-48db-9503-14900eeb5ad7 req-a98fe137-fd29-4af2-83c6-3ee9b11f01a4 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-107461136', 'description': 'tempest-description-44712894'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:17.334068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe93db-b6df-48cf-8eb1-0aa688ba0135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a8073bc-33f8-4383-a349-a01e0507e847,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:17.335122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:17.342833 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f88aac-5323-44d2-abae-056baac8974a req-28183ec2-bdea-4d25-a65e-607fa875d051 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:17.348616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:17.349283 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.350694 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] 10.222.0.67 "PUT /v2.0/ports/912f89ce-3951-4443-b56b-999956cf283a HTTP/1.1" status: 200 len: 1091 time: 1.7786698 Feb 19 03:02:17.351353 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8f88aac-5323-44d2-abae-056baac8974a req-28183ec2-bdea-4d25-a65e-607fa875d051 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 943 time: 0.2444308 Feb 19 03:02:17.354086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '570b7e87-c17b-4112-8327-c72a55debfda', 'tag': '912f89ce-3951-4443-b56b-999956cf283a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:17.356119 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e46dce-cf70-472c-b4a3-1dd3c2e6bb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "570b7e87-c17b-4112-8327-c72a55debfda", "tag": "912f89ce-3951-4443-b56b-999956cf283a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:17.359010 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-28fe93db-b6df-48cf-8eb1-0aa688ba0135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.365407 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-28fe93db-b6df-48cf-8eb1-0aa688ba0135 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/3a8073bc-33f8-4383-a349-a01e0507e847 HTTP/1.1" status: 204 len: 168 time: 0.4621470 Feb 19 03:02:17.365570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53286) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:17.394237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-e3690538-751a-4ba1-8e31-fcb5a3522fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:02:17.416121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3bee28-84fa-4f8d-b71a-00a30dbae58b None None] Network 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:17.468195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8f88aac-5323-44d2-abae-056baac8974a req-bf2282e7-d41d-49d8-ad5d-a6231a0f5450 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157589 Feb 19 03:02:17.471038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-e3690538-751a-4ba1-8e31-fcb5a3522fc4 service neutron] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:17.473895 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b440cb20-87e4-48db-9503-14900eeb5ad7 req-a98fe137-fd29-4af2-83c6-3ee9b11f01a4 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.486343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.521500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06474d2b-59a3-44e0-b7b0-7b2fc7dcc0ed service neutron] Pushing event updated for resources: {'Port': ['ID=912f89ce-3951-4443-b56b-999956cf283a,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:17.531343 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-e3690538-751a-4ba1-8e31-fcb5a3522fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.596232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-42ba2a4a-0919-4f6c-8ffc-7df1d43f9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:17.598295 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-42ba2a4a-0919-4f6c-8ffc-7df1d43f9cbb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 1125 time: 0.1510761 Feb 19 03:02:17.645880 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b440cb20-87e4-48db-9503-14900eeb5ad7 req-a98fe137-fd29-4af2-83c6-3ee9b11f01a4 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (2666cd91-819a-414c-b9b1-ba2df4762fb3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.691217 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b440cb20-87e4-48db-9503-14900eeb5ad7 req-a98fe137-fd29-4af2-83c6-3ee9b11f01a4 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2666cd91-819a-414c-b9b1-ba2df4762fb3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.722175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fe137-fd29-4af2-83c6-3ee9b11f01a4 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2666cd91-819a-414c-b9b1-ba2df4762fb3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:17.759874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:17.783461 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b440cb20-87e4-48db-9503-14900eeb5ad7 req-a98fe137-fd29-4af2-83c6-3ee9b11f01a4 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.797094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b440cb20-87e4-48db-9503-14900eeb5ad7 req-a98fe137-fd29-4af2-83c6-3ee9b11f01a4 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4723094 Feb 19 03:02:17.813554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfa74fa-22fc-4d23-8834-192f9000c62e None None] DHCP port deletion for 95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:02:17.832747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-e3690538-751a-4ba1-8e31-fcb5a3522fc4 service neutron] Transition to ACTIVE for port object dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:02:17.835031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:17.844592 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-ef1769e3-b609-4e4a-a210-c6545aec608b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912f89ce-3951-4443-b56b-999956cf283a HTTP/1.1" status: 200 len: 217 time: 0.2353678 Feb 19 03:02:17.850655 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-e3690538-751a-4ba1-8e31-fcb5a3522fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.881589 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080d2a3e-3547-453b-a953-51539404801f x-openstack-request-id: req-080d2a3e-3547-453b-a953-51539404801f {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:17.882081 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "570b7e87-c17b-4112-8327-c72a55debfda", "tag": "912f89ce-3951-4443-b56b-999956cf283a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:17.882308 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-080d2a3e-3547-453b-a953-51539404801f {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:17.882725 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '570b7e87-c17b-4112-8327-c72a55debfda', 'tag': '912f89ce-3951-4443-b56b-999956cf283a', 'status': 'completed', 'code': 200} Feb 19 03:02:17.890469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:17.890904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 970dfc65-a9ea-44b5-b58b-df15ff70d1a0 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:17.891418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 143bee22-af87-42d4-80fd-3ce151eb7797 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:17.922394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 143bee22-af87-42d4-80fd-3ce151eb7797 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:17.922747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 143bee22-af87-42d4-80fd-3ce151eb7797 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:17.957381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-5618bf9e-90e3-4e8a-ac6f-13231f141fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:17.957557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa74fa-22fc-4d23-8834-192f9000c62e None None] Deleting port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:17.958039 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3cfa74fa-22fc-4d23-8834-192f9000c62e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.958879 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-5618bf9e-90e3-4e8a-ac6f-13231f141fc0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.1055930 Feb 19 03:02:17.961210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Deleting port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:17.961544 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:17.999005 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-e3690538-751a-4ba1-8e31-fcb5a3522fc4 service neutron] No DVR routers for this DVR port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:18.089411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3cfa74fa-22fc-4d23-8834-192f9000c62e None None] For port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=76f0597d-8f3f-456b-8eeb-a8b5b462e76b,segment=NetworkSegment(947dd2df-3273-40c0-89a8-d52fbc5aa25e),segment_id=947dd2df-3273-40c0-89a8-d52fbc5aa25e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:18.091592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3cfa74fa-22fc-4d23-8834-192f9000c62e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.100368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-e3690538-751a-4ba1-8e31-fcb5a3522fc4 service neutron] 10.222.0.87 "PUT /v2.0/ports/dccbc2f5-7e0a-4de4-b162-d54c53ed1e21/bindings/n-h2-826755-2/activate HTTP/1.1" status: 200 len: 369 time: 1.4231954 Feb 19 03:02:18.103732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3690538-751a-4ba1-8e31-fcb5a3522fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,revision_number=10']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:18.126219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3cfa74fa-22fc-4d23-8834-192f9000c62e None None] Calling delete_port for 76f0597d-8f3f-456b-8eeb-a8b5b462e76b owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:18.155535 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] For port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=76f0597d-8f3f-456b-8eeb-a8b5b462e76b,segment=NetworkSegment(947dd2df-3273-40c0-89a8-d52fbc5aa25e),segment_id=947dd2df-3273-40c0-89a8-d52fbc5aa25e)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:18.156305 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.190693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Calling delete_port for 76f0597d-8f3f-456b-8eeb-a8b5b462e76b owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:18.214114 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-9cd31c1e-0036-4500-88f5-93d7b68877de service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2114644 Feb 19 03:02:18.289754 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3cfa74fa-22fc-4d23-8834-192f9000c62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.290523 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15d38503-a70f-427d-90ef-8c597966e570 req-ad09553a-5737-43c4-82ea-aa9bfb1f8a6d tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f HTTP/1.1" status: 200 len: 10996 time: 0.3472691 Feb 19 03:02:18.304702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a26dcd-6792-46e3-9b4f-ae3675044e18 req-1e6e9b8a-ef1d-4e8d-8fa9-2a64aeeecb28 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:18.312158 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63a26dcd-6792-46e3-9b4f-ae3675044e18 req-1e6e9b8a-ef1d-4e8d-8fa9-2a64aeeecb28 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 945 time: 0.1447272 Feb 19 03:02:18.337242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa74fa-22fc-4d23-8834-192f9000c62e None None] Pushing event deleted for resources: {'Port': ['ID=76f0597d-8f3f-456b-8eeb-a8b5b462e76b,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:18.354566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfa74fa-22fc-4d23-8834-192f9000c62e None None] No DVR routers for this DVR port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:18.383562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-4dbc9183-2104-447e-a036-8e2126f6d9d4 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:18.383562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-4dbc9183-2104-447e-a036-8e2126f6d9d4 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a&tenant_id=d0db881fe5bf4d899432d08392993561&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1127 time: 0.1899738 Feb 19 03:02:18.477386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63a26dcd-6792-46e3-9b4f-ae3675044e18 req-42d57d30-253e-42a1-8ada-84f376f4233f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641200 Feb 19 03:02:18.503612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15d38503-a70f-427d-90ef-8c597966e570 req-b9c65249-be4c-44da-906a-4ce76315fa90 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34 HTTP/1.1" status: 200 len: 2998 time: 0.1801941 Feb 19 03:02:18.543493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-707a8988-e63d-4365-8481-0f0aac5b7819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:18.545227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-707a8988-e63d-4365-8481-0f0aac5b7819 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a&tenant_id=d0db881fe5bf4d899432d08392993561 HTTP/1.1" status: 200 len: 1127 time: 0.1476505 Feb 19 03:02:18.563870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15d38503-a70f-427d-90ef-8c597966e570 req-26b36b6b-c784-4e92-bb86-c59f77e7f73e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34 HTTP/1.1" status: 200 len: 2998 time: 0.0538650 Feb 19 03:02:18.665681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-58dad94b-0c15-429f-bddc-376514bbf27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:18.668145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-58dad94b-0c15-429f-bddc-376514bbf27c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1127 time: 0.0924776 Feb 19 03:02:18.747135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2489ee1a-ffb7-4eb3-9148-7b770a6c54cb req-9deefc3f-40ab-4b9c-adde-dd07d017be83 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 210 time: 0.0778677 Feb 19 03:02:18.786584 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (76f0597d-8f3f-456b-8eeb-a8b5b462e76b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.790945 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-c070ecb2-94db-4c74-9bc2-7ba3918c9a6b service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336859 Feb 19 03:02:18.827768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=76f0597d-8f3f-456b-8eeb-a8b5b462e76b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:18.848366 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] No DVR routers for this DVR port 76f0597d-8f3f-456b-8eeb-a8b5b462e76b on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:18.885757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a27fdd-9eab-4fb2-be67-3c932a3e1996 req-d11a3eec-23e8-4022-ac33-eef406fec906 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:18.891201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5a27fdd-9eab-4fb2-be67-3c932a3e1996 req-d11a3eec-23e8-4022-ac33-eef406fec906 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 943 time: 0.2098310 Feb 19 03:02:18.945216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de27f1dc-70bd-4fff-a3a4-1aaf51c2d15a req-bda37da3-64a0-4400-b832-5157b6a59dc4 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/ccbb1f81-684c-4822-905f-10e1fba5e239 HTTP/1.1" status: 200 len: 1817 time: 0.1455696 Feb 19 03:02:18.947170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-5acba75f-5702-4620-8f27-958b1844ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:18.949749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-5acba75f-5702-4620-8f27-958b1844ba5d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.2695677 Feb 19 03:02:18.959417 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:18.985071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:19.002502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947dd2df-3273-40c0-89a8-d52fbc5aa25e') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:19.002843 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947dd2df-3273-40c0-89a8-d52fbc5aa25e') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:19.020123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-4246e719-400d-401a-bd3b-45153154fbb4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 HTTP/1.1" status: 200 len: 217 time: 0.0517952 Feb 19 03:02:19.021385 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (947dd2df-3273-40c0-89a8-d52fbc5aa25e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.030224 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2a5bd6b5-4201-4adc-9499-122acc08c623 req-161854ab-cde8-4638-b51e-14e24bcf0c49 service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176201 Feb 19 03:02:19.032640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5a27fdd-9eab-4fb2-be67-3c932a3e1996 req-a665cf4e-825a-468e-89f2-5e8992fee3cd tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298862 Feb 19 03:02:19.049392 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (947dd2df-3273-40c0-89a8-d52fbc5aa25e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.061513 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:19.062087 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (947dd2df-3273-40c0-89a8-d52fbc5aa25e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.096826 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-de27f1dc-70bd-4fff-a3a4-1aaf51c2d15a req-906efc4a-2e3d-41fe-b8a0-eb153f33f783 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (ccbb1f81-684c-4822-905f-10e1fba5e239), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.120497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-de27f1dc-70bd-4fff-a3a4-1aaf51c2d15a req-906efc4a-2e3d-41fe-b8a0-eb153f33f783 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (ccbb1f81-684c-4822-905f-10e1fba5e239), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:19.152923 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:19.168221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.185868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-286771c6-8f4c-4d45-9832-2a3220831df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:19.187391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-286771c6-8f4c-4d45-9832-2a3220831df1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.1583874 Feb 19 03:02:19.187988 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-de27f1dc-70bd-4fff-a3a4-1aaf51c2d15a req-906efc4a-2e3d-41fe-b8a0-eb153f33f783 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ccbb1f81-684c-4822-905f-10e1fba5e239), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.190828 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-de27f1dc-70bd-4fff-a3a4-1aaf51c2d15a req-906efc4a-2e3d-41fe-b8a0-eb153f33f783 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.202176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de27f1dc-70bd-4fff-a3a4-1aaf51c2d15a req-906efc4a-2e3d-41fe-b8a0-eb153f33f783 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "DELETE /v2.0/security-groups/ccbb1f81-684c-4822-905f-10e1fba5e239 HTTP/1.1" status: 204 len: 173 time: 0.2469435 Feb 19 03:02:19.202653 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.208260 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a HTTP/1.1" status: 204 len: 168 time: 1.8396335 Feb 19 03:02:19.232653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906efc4a-2e3d-41fe-b8a0-eb153f33f783 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbb1f81-684c-4822-905f-10e1fba5e239,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:19.251599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52854a03-d33e-4301-9ec5-fc0ccc4947d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=95e6a24c-9f1e-4e3f-8f2e-b5b14c2da86a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:19.264452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-6361a48f-7260-452f-b113-147d56e23547 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612330 Feb 19 03:02:19.271350 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-8f4c5991-f1a2-4280-8274-77deeb3cfd60 req-6edbbff6-329a-43e6-9202-9f9d3963fda3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] show failed (client error): The resource could not be found. Feb 19 03:02:19.272795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f4c5991-f1a2-4280-8274-77deeb3cfd60 req-6edbbff6-329a-43e6-9202-9f9d3963fda3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/ccbb1f81-684c-4822-905f-10e1fba5e239 HTTP/1.1" status: 404 len: 352 time: 0.0328350 Feb 19 03:02:19.293779 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46dce-cf70-472c-b4a3-1dd3c2e6bb9f req-a40a465a-837f-4bc1-af1d-df3c9b742b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:19.295456 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-64e46dce-cf70-472c-b4a3-1dd3c2e6bb9f req-a40a465a-837f-4bc1-af1d-df3c9b742b0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 1125 time: 0.1405542 Feb 19 03:02:19.394616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-4b89459f-0fdc-4828-8c3c-744b0067c53a service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206667 Feb 19 03:02:19.463998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46dce-cf70-472c-b4a3-1dd3c2e6bb9f req-f24e56c7-eb37-488c-ac5a-d6f34eb2ee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:19.465881 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-64e46dce-cf70-472c-b4a3-1dd3c2e6bb9f req-f24e56c7-eb37-488c-ac5a-d6f34eb2ee8c service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 906 time: 0.1605966 Feb 19 03:02:19.513508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1f58043-a1e4-4843-8a3c-60507376fcfd req-ff84ff03-4f9f-4398-897c-7be372f8b2c4 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/b017bf7b-fdf7-4fae-a0b0-b33d8b9401d3 HTTP/1.1" status: 200 len: 1816 time: 0.1161613 Feb 19 03:02:19.525878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53370) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:19.528309 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-64e46dce-cf70-472c-b4a3-1dd3c2e6bb9f req-525f7b58-c778-4ffb-adc6-b33cc0a43a24 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912f89ce-3951-4443-b56b-999956cf283a HTTP/1.1" status: 200 len: 217 time: 0.0530972 Feb 19 03:02:19.586022 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e46dce-cf70-472c-b4a3-1dd3c2e6bb9f req-9d7a49f8-67c1-40a6-bb1c-26537eb4f207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:19.588977 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-64e46dce-cf70-472c-b4a3-1dd3c2e6bb9f req-9d7a49f8-67c1-40a6-bb1c-26537eb4f207 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.0516677 Feb 19 03:02:19.642063 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-64e46dce-cf70-472c-b4a3-1dd3c2e6bb9f req-16711d39-366e-4fa1-a550-a4cb913d1c15 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399108 Feb 19 03:02:19.660110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-d5bbd493-1676-43ac-8a08-a14e87eacb72 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539372 Feb 19 03:02:19.680929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e546a52b-e29e-4978-a8ce-ba9e21eca720 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9abeeaad8e65445383592deaf8019061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1470125 Feb 19 03:02:19.697524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53382) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:19.782634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 76f0597d-8f3f-456b-8eeb-a8b5b462e76b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:19.785923 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-64e46dce-cf70-472c-b4a3-1dd3c2e6bb9f req-5f4726c4-734f-4fad-a3d7-790cf7f29f6c service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312761 Feb 19 03:02:19.809941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 76f0597d-8f3f-456b-8eeb-a8b5b462e76b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:19.810769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 76f0597d-8f3f-456b-8eeb-a8b5b462e76b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:19.815689 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a1f58043-a1e4-4843-8a3c-60507376fcfd req-d43031e1-bea9-4739-8cef-c52f16d511ac tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (b017bf7b-fdf7-4fae-a0b0-b33d8b9401d3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.835301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:19.946624 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-64e46dce-cf70-472c-b4a3-1dd3c2e6bb9f req-60a2ce16-6c4a-4fba-b1c8-3307cd8faed6 service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469758 Feb 19 03:02:19.947425 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a1f58043-a1e4-4843-8a3c-60507376fcfd req-d43031e1-bea9-4739-8cef-c52f16d511ac tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (b017bf7b-fdf7-4fae-a0b0-b33d8b9401d3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:19.970252 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f723630f-7d64-4b51-8a79-4f4cbba8c02d admin admin] Publish callbacks [] for security_group (562e2983-143f-4f4f-b190-23c2d72f01de), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.006964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:20.011576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8c6ad249-4740-47dc-ace1-dd36e10a831a no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:20.020903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5b7db-9618-446b-864a-40b0633bf496 req-d9b09dcc-1bb2-49c3-87cc-d14102d269f3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:20.022856 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8da5b7db-9618-446b-864a-40b0633bf496 req-d9b09dcc-1bb2-49c3-87cc-d14102d269f3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 945 time: 0.2239723 Feb 19 03:02:20.029048 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f723630f-7d64-4b51-8a79-4f4cbba8c02d admin admin] Publish callbacks [] for security_group (562e2983-143f-4f4f-b190-23c2d72f01de), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.091917 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a1f58043-a1e4-4843-8a3c-60507376fcfd req-d43031e1-bea9-4739-8cef-c52f16d511ac tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b017bf7b-fdf7-4fae-a0b0-b33d8b9401d3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.094713 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a1f58043-a1e4-4843-8a3c-60507376fcfd req-d43031e1-bea9-4739-8cef-c52f16d511ac tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.097591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1f58043-a1e4-4843-8a3c-60507376fcfd req-d43031e1-bea9-4739-8cef-c52f16d511ac tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "DELETE /v2.0/security-groups/b017bf7b-fdf7-4fae-a0b0-b33d8b9401d3 HTTP/1.1" status: 204 len: 173 time: 0.5833282 Feb 19 03:02:20.106862 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-2e697281-c782-4c31-9f9f-2ba4560ab0c3 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:20.108395 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-2e697281-c782-4c31-9f9f-2ba4560ab0c3 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a&tenant_id=d0db881fe5bf4d899432d08392993561&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1127 time: 0.1148283 Feb 19 03:02:20.128957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43031e1-bea9-4739-8cef-c52f16d511ac tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b017bf7b-fdf7-4fae-a0b0-b33d8b9401d3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:20.145104 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8da5b7db-9618-446b-864a-40b0633bf496 req-6e1d2419-12cd-40c6-97d6-5c7a529f7b14 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117694 Feb 19 03:02:20.197758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f723630f-7d64-4b51-8a79-4f4cbba8c02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (562e2983-143f-4f4f-b190-23c2d72f01de), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.200830 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f723630f-7d64-4b51-8a79-4f4cbba8c02d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.208545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f723630f-7d64-4b51-8a79-4f4cbba8c02d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/562e2983-143f-4f4f-b190-23c2d72f01de HTTP/1.1" status: 204 len: 168 time: 0.4938872 Feb 19 03:02:20.228691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723630f-7d64-4b51-8a79-4f4cbba8c02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562e2983-143f-4f4f-b190-23c2d72f01de,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:20.281509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8c6ad249-4740-47dc-ace1-dd36e10a831a is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:20.282110 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.328163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:20.331195 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:20.334716 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcbf983-1377-4c82-9f1d-a44e8653f22e" -d '{"events": [{"server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:20.336150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-3b936d50-ecd2-493f-99b4-bdce85f8bb44 service neutron] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:20.339460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-3b936d50-ecd2-493f-99b4-bdce85f8bb44 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.340594 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-994b81ac-a6d5-4b62-ae0c-a84c4bd1c6d0 req-3b936d50-ecd2-493f-99b4-bdce85f8bb44 service neutron] 10.222.0.67 "DELETE /v2.0/ports/dccbc2f5-7e0a-4de4-b162-d54c53ed1e21/bindings/n-h1-826755-2 HTTP/1.1" status: 204 len: 173 time: 0.2254910 Feb 19 03:02:20.382646 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.419216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c09dfc4e-d6fe-4d01-bbd7-43699c794a40 req-af7eb346-34d3-434b-8ad1-e24b71274f30 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 210 time: 0.0579801 Feb 19 03:02:20.461398 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-2dfaaafc-80aa-45fe-b1b0-5eaaa75fc1f3 req-35f4aa40-4763-410e-b59e-6968e5847bb9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] show failed (client error): The resource could not be found. Feb 19 03:02:20.475299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dfaaafc-80aa-45fe-b1b0-5eaaa75fc1f3 req-35f4aa40-4763-410e-b59e-6968e5847bb9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/b017bf7b-fdf7-4fae-a0b0-b33d8b9401d3 HTTP/1.1" status: 404 len: 352 time: 0.0331886 Feb 19 03:02:20.497430 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8c6ad249-4740-47dc-ace1-dd36e10a831a,revision_number=11']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:20.532384 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff60a0f-e1f8-488a-a458-51ed18d14105 x-openstack-request-id: req-4ff60a0f-e1f8-488a-a458-51ed18d14105 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:20.533062 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:20.533494 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ff60a0f-e1f8-488a-a458-51ed18d14105 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:20.534164 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'code': 200} Feb 19 03:02:20.575505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed66b4-3466-4a58-ac61-2afe5f001439 req-3e6b11fd-7bdb-4065-862c-712adbd83c41 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:20.577096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76ed66b4-3466-4a58-ac61-2afe5f001439 req-3e6b11fd-7bdb-4065-862c-712adbd83c41 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 943 time: 0.0816703 Feb 19 03:02:20.634642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76ed66b4-3466-4a58-ac61-2afe5f001439 req-9f29b48e-c32c-4fcc-b30e-a8000caf4485 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512848 Feb 19 03:02:20.805350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2162cc9b-9acd-4443-8ae8-de7d8e822309 req-59957b17-878c-4b2f-a988-e8ef2c5feb4f tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/2666cd91-819a-414c-b9b1-ba2df4762fb3 HTTP/1.1" status: 200 len: 1815 time: 0.0907114 Feb 19 03:02:20.915597 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2162cc9b-9acd-4443-8ae8-de7d8e822309 req-94be6102-36eb-430f-b3cb-2a89903904be tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (2666cd91-819a-414c-b9b1-ba2df4762fb3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:20.951020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2162cc9b-9acd-4443-8ae8-de7d8e822309 req-94be6102-36eb-430f-b3cb-2a89903904be tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (2666cd91-819a-414c-b9b1-ba2df4762fb3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.008424 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2162cc9b-9acd-4443-8ae8-de7d8e822309 req-94be6102-36eb-430f-b3cb-2a89903904be tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2666cd91-819a-414c-b9b1-ba2df4762fb3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.012122 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2162cc9b-9acd-4443-8ae8-de7d8e822309 req-94be6102-36eb-430f-b3cb-2a89903904be tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.013395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2162cc9b-9acd-4443-8ae8-de7d8e822309 req-94be6102-36eb-430f-b3cb-2a89903904be tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "DELETE /v2.0/security-groups/2666cd91-819a-414c-b9b1-ba2df4762fb3 HTTP/1.1" status: 204 len: 173 time: 0.2019398 Feb 19 03:02:21.029253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be6102-36eb-430f-b3cb-2a89903904be tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2666cd91-819a-414c-b9b1-ba2df4762fb3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:21.064844 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-44a9aa40-d942-48fc-bf60-04d9ada17507 req-d52d9a87-0c35-44f7-a579-11b951c46749 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] show failed (client error): The resource could not be found. Feb 19 03:02:21.066494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44a9aa40-d942-48fc-bf60-04d9ada17507 req-d52d9a87-0c35-44f7-a579-11b951c46749 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/2666cd91-819a-414c-b9b1-ba2df4762fb3 HTTP/1.1" status: 404 len: 352 time: 0.0280082 Feb 19 03:02:21.201134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9df1a3fc-a7e8-4754-a47c-a704007561e8 req-387898fc-ee69-48f9-82d2-3b4cc548870d tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f HTTP/1.1" status: 200 len: 6201 time: 0.1073153 Feb 19 03:02:21.279342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9df1a3fc-a7e8-4754-a47c-a704007561e8 req-491058cc-6160-40bc-b14c-266b04966672 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34 HTTP/1.1" status: 200 len: 2998 time: 0.0718589 Feb 19 03:02:21.340331 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9df1a3fc-a7e8-4754-a47c-a704007561e8 req-125ea07c-1c50-449a-8e86-bf3682f9d8b0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34 HTTP/1.1" status: 200 len: 2998 time: 0.0531676 Feb 19 03:02:21.465834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fafa6-3fb3-4c4f-986e-bd70ff4ca46d req-1fd5aabd-a7ba-4386-b77e-b3200c861df3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:21.467693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-560fafa6-3fb3-4c4f-986e-bd70ff4ca46d req-1fd5aabd-a7ba-4386-b77e-b3200c861df3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 945 time: 0.1097341 Feb 19 03:02:21.579363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-560fafa6-3fb3-4c4f-986e-bd70ff4ca46d req-c99eb17e-29c7-4dbb-8d3f-294d89cfb736 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854549 Feb 19 03:02:21.604700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-3f15d231-1796-4459-b3e7-c8916576e87f req-8e3c21b0-ae00-442f-a4f2-5a2b7413124a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-509268241', 'description': 'tempest-description-2124560650'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:21.623198 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53494) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:21.640917 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f15d231-1796-4459-b3e7-c8916576e87f req-8e3c21b0-ae00-442f-a4f2-5a2b7413124a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.740063 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f15d231-1796-4459-b3e7-c8916576e87f req-8e3c21b0-ae00-442f-a4f2-5a2b7413124a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (bc9e30da-5d7c-4c26-84bf-5763d3358664), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.749893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-666822706-network', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:21.772499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52a0cb5b-c12a-43f5-b1b4-818209a47c6a req-6829402b-60e5-4276-b6d4-e2c88bcf4ea1 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 210 time: 0.0306354 Feb 19 03:02:21.773256 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f15d231-1796-4459-b3e7-c8916576e87f req-8e3c21b0-ae00-442f-a4f2-5a2b7413124a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (bc9e30da-5d7c-4c26-84bf-5763d3358664), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.787251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Made reservation on behalf of f22cf038e5d7454395316a58a815b4aa for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:21.791840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.810579 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f15d231-1796-4459-b3e7-c8916576e87f req-8e3c21b0-ae00-442f-a4f2-5a2b7413124a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.822372 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.826562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f15d231-1796-4459-b3e7-c8916576e87f req-8e3c21b0-ae00-442f-a4f2-5a2b7413124a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2337716 Feb 19 03:02:21.832260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c21b0-ae00-442f-a4f2-5a2b7413124a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9e30da-5d7c-4c26-84bf-5763d3358664,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:21.972698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Publish callbacks [] for security_group (9402e0ad-8b68-40f9-9c20-47da3dfe5b12), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.979400 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9402e0ad-8b68-40f9-9c20-47da3dfe5b12), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:21.997908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:02:22.017639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-44e6bc44-5e45-4640-a3c3-3eaa5487c4e2 req-56232832-0ed9-4cb7-a422-97bbdfd778e0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1509542852', 'description': 'tempest-description-290869057'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:22.026225 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (bf2b8434-97eb-4636-9886-da9c99ddeac1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.026582 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Added segment bf2b8434-97eb-4636-9886-da9c99ddeac1 of type vlan for network 2c3b9841-9528-4f20-99e8-410679d75493 Feb 19 03:02:22.036149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9402e0ad-8b68-40f9-9c20-47da3dfe5b12,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:22.057698 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e6bc44-5e45-4640-a3c3-3eaa5487c4e2 req-56232832-0ed9-4cb7-a422-97bbdfd778e0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.073639 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (2c3b9841-9528-4f20-99e8-410679d75493), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.089007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321474f5-f7db-4c97-922c-9657d52d83f0 req-206ad352-c481-4fbf-8559-9eb6a9e2bbda tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:22.096952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-321474f5-f7db-4c97-922c-9657d52d83f0 req-206ad352-c481-4fbf-8559-9eb6a9e2bbda tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 943 time: 0.1697271 Feb 19 03:02:22.109385 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (2c3b9841-9528-4f20-99e8-410679d75493), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.110463 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:22.111291 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.141781 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5168834 Feb 19 03:02:22.144982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53514) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:22.177995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-eb843cb4-a9fa-41fb-a920-060f57cd8d70 admin admin] Request body: {'subnet': {'network_id': '2c3b9841-9528-4f20-99e8-410679d75493', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-666822706-subnet', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:22.197285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-321474f5-f7db-4c97-922c-9657d52d83f0 req-f4df60d7-93f3-41bc-b6ad-613bb4329856 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991085 Feb 19 03:02:22.218705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb843cb4-a9fa-41fb-a920-060f57cd8d70 admin admin] Made reservation on behalf of f22cf038e5d7454395316a58a815b4aa for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:22.221261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb843cb4-a9fa-41fb-a920-060f57cd8d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.249059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e6bc44-5e45-4640-a3c3-3eaa5487c4e2 req-56232832-0ed9-4cb7-a422-97bbdfd778e0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (b1fe1b37-20a5-4769-9dbc-83af412128ff), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.267436 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e6bc44-5e45-4640-a3c3-3eaa5487c4e2 req-56232832-0ed9-4cb7-a422-97bbdfd778e0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b1fe1b37-20a5-4769-9dbc-83af412128ff), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.278134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366bfb6d-b16f-4568-9a20-285afff88d4e admin admin] Pushing event updated for resources: {'Network': ['ID=2c3b9841-9528-4f20-99e8-410679d75493,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:22.289443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 2c3b9841-9528-4f20-99e8-410679d75493 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:02:22.309020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e6bc44-5e45-4640-a3c3-3eaa5487c4e2 req-56232832-0ed9-4cb7-a422-97bbdfd778e0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.321244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e6bc44-5e45-4640-a3c3-3eaa5487c4e2 req-56232832-0ed9-4cb7-a422-97bbdfd778e0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.3103569 Feb 19 03:02:22.371267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56232832-0ed9-4cb7-a422-97bbdfd778e0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fe1b37-20a5-4769-9dbc-83af412128ff,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:22.394202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574e1d8-c5f9-4cf8-baa4-c0772a8bad2e req-a5f1ac29-3a53-46a7-864e-e6a71e739627 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:22.402083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d574e1d8-c5f9-4cf8-baa4-c0772a8bad2e req-a5f1ac29-3a53-46a7-864e-e6a71e739627 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1127 time: 0.0966156 Feb 19 03:02:22.499640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d574e1d8-c5f9-4cf8-baa4-c0772a8bad2e req-bc794f59-e08f-4709-a0c8-ef1060ab90df tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965796 Feb 19 03:02:22.506997 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.618772 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb843cb4-a9fa-41fb-a920-060f57cd8d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (f22437b0-6316-45f7-b473-0d87a1dd73aa), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.705743 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb843cb4-a9fa-41fb-a920-060f57cd8d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f22437b0-6316-45f7-b473-0d87a1dd73aa,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:22.747496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb843cb4-a9fa-41fb-a920-060f57cd8d70 admin admin] Checking segment: {'id': 'bf2b8434-97eb-4636-9886-da9c99ddeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:22.748166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb843cb4-a9fa-41fb-a920-060f57cd8d70 admin admin] Network hostable DHCP agents. Network: 2c3b9841-9528-4f20-99e8-410679d75493, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:02:22.783669 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb843cb4-a9fa-41fb-a920-060f57cd8d70 admin admin] Network 2c3b9841-9528-4f20-99e8-410679d75493 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:02:22.805565 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-eb843cb4-a9fa-41fb-a920-060f57cd8d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 2c3b9841-9528-4f20-99e8-410679d75493) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:22.810676 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb843cb4-a9fa-41fb-a920-060f57cd8d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:22.811324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb843cb4-a9fa-41fb-a920-060f57cd8d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.818965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a6792-d9d5-4466-a22d-24a42234a4e4 None None] Network 2c3b9841-9528-4f20-99e8-410679d75493 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:22.871811 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eb843cb4-a9fa-41fb-a920-060f57cd8d70 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7253547 Feb 19 03:02:22.872439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53564) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:22.877000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-666822706-router', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:22.903658 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-40df5908-707e-4b7f-aa64-bed322ce1326 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:22.914338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-40df5908-707e-4b7f-aa64-bed322ce1326 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/networks?id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 HTTP/1.1" status: 200 len: 813 time: 0.2254922 Feb 19 03:02:22.928813 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (901e6d54-e542-4bff-a333-104fdcb31e0c), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.929913 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (901e6d54-e542-4bff-a333-104fdcb31e0c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:22.938071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-227f8209-6c01-452d-af9e-93abf5990cfe tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/quotas/88387186b1db4a89a6baeb5b3d62ef3f HTTP/1.1" status: 200 len: 375 time: 0.0223584 Feb 19 03:02:23.028301 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-54904976-8871-4cc8-9e24-cff8444ea627 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0887301 Feb 19 03:02:23.040902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Publish callbacks [] for router_controller (901e6d54-e542-4bff-a333-104fdcb31e0c), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.049019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-2c3b9841-9528-4f20-99e8-410679d75493', 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493', 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'fixed_ips': [{'subnet_id': 'f22437b0-6316-45f7-b473-0d87a1dd73aa'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:02:23.051382 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.157068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-a0765c88-0fa9-4114-8139-c9a842feac8b service neutron] 10.222.0.81 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265957 Feb 19 03:02:23.261867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-aad5a21f-0287-45f8-bf08-93f4cb5ab185 service neutron] 10.222.0.81 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039035 Feb 19 03:02:23.343159 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Publish callbacks [] for router_gateway (901e6d54-e542-4bff-a333-104fdcb31e0c), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.352994 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.385415 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Allocated IP 172.20.0.2 (2c3b9841-9528-4f20-99e8-410679d75493/f22437b0-6316-45f7-b473-0d87a1dd73aa/7978ae2a-1885-4075-936f-f4324e90d15c) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:23.755013 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Publish callbacks [] for port (7978ae2a-1885-4075-936f-f4324e90d15c), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.776871 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.826923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-36528e05-38ee-4ae4-b41c-689d14f4ce0d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:23.828685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-36528e05-38ee-4ae4-b41c-689d14f4ce0d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 820 time: 0.2208729 Feb 19 03:02:23.860477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Publish callbacks [] for router_gateway (901e6d54-e542-4bff-a333-104fdcb31e0c), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.865860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Pushing event updated for resources: {'Port': ['ID=7978ae2a-1885-4075-936f-f4324e90d15c,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:23.879170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 912f89ce-3951-4443-b56b-999956cf283a details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:02:23.900407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a07b28ee-c34a-45f7-b0de-d649887194be req-6714d8ab-d7aa-4c51-bd79-7c98094fc83d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=36ca1443-a162-495e-9e5b-cbf6bb7ba9de HTTP/1.1" status: 200 len: 210 time: 0.0707147 Feb 19 03:02:23.900837 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:23.922658 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-8b195bd8-aa07-4cd5-a670-a85fd21ef436 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/quotas/d0db881fe5bf4d899432d08392993561 HTTP/1.1" status: 200 len: 375 time: 0.0736022 Feb 19 03:02:23.985346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Network 2c3b9841-9528-4f20-99e8-410679d75493 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:24.046716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:24.060893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:24.119872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Allocated IP 172.25.1.160 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:24.135011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-94270b3a-c2bc-47aa-b59d-65c16eda849b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2074602 Feb 19 03:02:24.183946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 912f89ce-3951-4443-b56b-999956cf283a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=912f89ce-3951-4443-b56b-999956cf283a,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:24.201375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '912f89ce-3951-4443-b56b-999956cf283a', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'port_id': '912f89ce-3951-4443-b56b-999956cf283a', 'mac_address': 'fa:16:3e:12:a5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c96846-60d1-498c-9c3e-d38728efac18', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:02:24.260238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 912f89ce-3951-4443-b56b-999956cf283a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:24.260469 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (912f89ce-3951-4443-b56b-999956cf283a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.262030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Publish callbacks [] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.274161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-928d1021-f2af-44dd-8f90-18dfde734d13 service neutron] 10.222.0.81 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307240 Feb 19 03:02:24.287913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f243cc3-1619-40e7-8d2b-d71f82d996ef req-02a4ba9e-abea-4746-b697-c13293afdc06 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:24.295120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912f89ce-3951-4443-b56b-999956cf283a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:02:24.296096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f243cc3-1619-40e7-8d2b-d71f82d996ef req-02a4ba9e-abea-4746-b697-c13293afdc06 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 943 time: 0.2799001 Feb 19 03:02:24.325477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.366984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Attempting to bind port 7978ae2a-1885-4075-936f-f4324e90d15c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:24.369769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Attempting to bind port 7978ae2a-1885-4075-936f-f4324e90d15c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'bf2b8434-97eb-4636-9886-da9c99ddeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:24.370145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Attempting to bind port 7978ae2a-1885-4075-936f-f4324e90d15c on network 2c3b9841-9528-4f20-99e8-410679d75493 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:24.389862 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Pushing event updated for resources: {'Port': ['ID=7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:24.398061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 912f89ce-3951-4443-b56b-999956cf283a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=912f89ce-3951-4443-b56b-999956cf283a,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:24.401857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:24.402234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Checking segment: {'id': 'bf2b8434-97eb-4636-9886-da9c99ddeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:24.402640 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.403028 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Bound using segment: {'id': 'bf2b8434-97eb-4636-9886-da9c99ddeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:24.403627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Bound port: 7978ae2a-1885-4075-936f-f4324e90d15c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2b8434-97eb-4636-9886-da9c99ddeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:24.404054 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.423209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:24.424870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:24.458723 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:24.510584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f243cc3-1619-40e7-8d2b-d71f82d996ef req-afbce7db-0fcf-4012-937f-5bd78a23fdfb tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131970 Feb 19 03:02:24.558759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] For port 7978ae2a-1885-4075-936f-f4324e90d15c, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:24.567349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] For port 7978ae2a-1885-4075-936f-f4324e90d15c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7978ae2a-1885-4075-936f-f4324e90d15c,segment=NetworkSegment(bf2b8434-97eb-4636-9886-da9c99ddeac1),segment_id=bf2b8434-97eb-4636-9886-da9c99ddeac1)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:24.573143 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (912f89ce-3951-4443-b56b-999956cf283a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.599812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-82eaee31-b182-45e8-a1c5-f81147e3a43d service neutron] 10.222.0.81 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012509 Feb 19 03:02:24.637509 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:24.705798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=912f89ce-3951-4443-b56b-999956cf283a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:24.707293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb4ac5f4-6fd2-4437-953d-5dda4046f3eb req-fd001458-97d7-412e-9e99-1a03d2ae1084 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 210 time: 0.0823643 Feb 19 03:02:24.807890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7443748-31ff-4e1c-9bd6-1e6a7ccc4fc3 None None] Pushing event updated for resources: {'Port': ['ID=7978ae2a-1885-4075-936f-f4324e90d15c,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:24.996608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['912f89ce-3951-4443-b56b-999956cf283a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:25.042995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5382da9-6992-4b3a-b951-5e66eb5b494d req-c6eb453e-1f23-4f2a-bd6e-b7b3d1f29952 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 210 time: 0.0795064 Feb 19 03:02:25.171434 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Publish callbacks [] for router_gateway (901e6d54-e542-4bff-a333-104fdcb31e0c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:25.509852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-24acb25f-4dac-4fb9-9e9c-80c43646fc1c tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:25.513721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-24acb25f-4dac-4fb9-9e9c-80c43646fc1c tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.87 "GET /v2.0/networks?id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 HTTP/1.1" status: 200 len: 813 time: 0.3680668 Feb 19 03:02:25.528304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'port': {'device_id': 'f2d1ab7b-03a4-4dd1-b127-100d6aaca20f', 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663', 'admin_state_up': True, 'tenant_id': '88387186b1db4a89a6baeb5b3d62ef3f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:25.898920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (901e6d54-e542-4bff-a333-104fdcb31e0c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:25.922799 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7978ae2a-1885-4075-936f-f4324e90d15c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:26.062240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7978ae2a-1885-4075-936f-f4324e90d15c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:26.080142 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.094272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Made reservation on behalf of 88387186b1db4a89a6baeb5b3d62ef3f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:26.104897 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.208491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1cf85-d7ca-4655-b941-68a8ebd35412 req-acfef935-5deb-4903-ab6d-77a9e50cb29c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:26.213919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fb1cf85-d7ca-4655-b941-68a8ebd35412 req-acfef935-5deb-4903-ab6d-77a9e50cb29c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 944 time: 0.3332577 Feb 19 03:02:26.268462 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Router 901e6d54-e542-4bff-a333-104fdcb31e0c is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:02:26.436426 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7978ae2a-1885-4075-936f-f4324e90d15c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:26.444908 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.463632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba642ef7-687a-4718-b79a-6573c6de0544 None None] Network 2c3b9841-9528-4f20-99e8-410679d75493 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:26.510241 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fb1cf85-d7ca-4655-b941-68a8ebd35412 req-85f70997-909c-43a4-ad49-c018ceb222de tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600834 Feb 19 03:02:26.557966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:02:26.571057 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Sync routers for ids ['901e6d54-e542-4bff-a333-104fdcb31e0c'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:02:26.588496 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Routers {'901e6d54-e542-4bff-a333-104fdcb31e0c'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:26.589336 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['901e6d54-e542-4bff-a333-104fdcb31e0c'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:26.616037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:26.617549 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0f7b6768-bb14-415d-b9d9-cf5aea015fe8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.7441406 Feb 19 03:02:26.620689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53692) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:26.730049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972d13e3-28bf-4ae4-a0fa-0de807e19263 req-59cbe50d-8a75-4b1d-b9ee-3d7b2ba079a0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 210 time: 0.0973318 Feb 19 03:02:26.817469 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Set router 901e6d54-e542-4bff-a333-104fdcb31e0c gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:02:26.831530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89aeccb4-6079-4f88-ba34-b10d725f7758 req-a0faebd5-08c0-43ae-89c0-bbc69bc0f01a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 210 time: 0.0865185 Feb 19 03:02:26.854400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Allocated IP 172.20.0.9 (f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663/fff68861-4854-49bd-b033-fbad7da919f4/d4f7a434-f2bf-463a-9078-1e6db829b36a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:27.128435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 7978ae2a-1885-4075-936f-f4324e90d15c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7978ae2a-1885-4075-936f-f4324e90d15c,segment=NetworkSegment(bf2b8434-97eb-4636-9886-da9c99ddeac1),segment_id=bf2b8434-97eb-4636-9886-da9c99ddeac1)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:27.150800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e1ddc1d9-21c9-4945-a5b0-41cd964c6b2e None None] Provisioning complete for port 7978ae2a-1885-4075-936f-f4324e90d15c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:27.152593 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e1ddc1d9-21c9-4945-a5b0-41cd964c6b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:27.171991 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:27.259749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53708) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:27.271887 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-666822706-router', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:02:22Z', 'updated_at': '2022-02-19T03:02:24Z', 'revision_number': 3, 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'gw_port': {'id': '7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:02:23Z', 'updated_at': '2022-02-19T03:02:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:27.339080 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Checking router: 901e6d54-e542-4bff-a333-104fdcb31e0c for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:02:27.347942 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Updating router 901e6d54-e542-4bff-a333-104fdcb31e0c port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:02:27.372841 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:27.400587 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:27.482481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=7978ae2a-1885-4075-936f-f4324e90d15c,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:27.556944 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:27.617070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e1ddc1d9-21c9-4945-a5b0-41cd964c6b2e None None] Current status of the port 7978ae2a-1885-4075-936f-f4324e90d15c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:27.626341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:27.768416 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3368093d-8dbe-4714-94f2-fc36542104ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:27.885007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7978ae2a-1885-4075-936f-f4324e90d15c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:27.890056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:27.931455 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Publish callbacks [] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:27.953865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 912f89ce-3951-4443-b56b-999956cf283a up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:27.956696 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:27.967740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:27.987261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:28.072807 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Pushing event updated for resources: {'Port': ['ID=7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:28.124591 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.125011 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.125454 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.125887 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.126383 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.126809 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.127282 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.127895 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.128384 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.128838 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.130690 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.131494 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.132042 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:28.139890 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Attempting to bind port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:28.141755 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Attempting to bind port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:28.144052 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Attempting to bind port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:28.157412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b728907d-5757-4beb-be9f-582725613a98 None None] Provisioning complete for port 7978ae2a-1885-4075-936f-f4324e90d15c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:28.160116 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:28.160848 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:28.161484 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.162096 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:28.164150 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Bound port: 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:28.164150 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.165840 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b728907d-5757-4beb-be9f-582725613a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.317707 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] For port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:28.336190 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] For port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:28.355701 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.364993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7978ae2a-1885-4075-936f-f4324e90d15c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:28.370668 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.393696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-6ac0dfc3-b436-448c-a288-d2f41406e5a6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:28.398002 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-6ac0dfc3-b436-448c-a288-d2f41406e5a6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 820 time: 1.3917723 Feb 19 03:02:28.411614 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Request body: {'port': {'device_id': 'f733abce-cd75-4a9c-a550-a56c0a2e004e', 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125', 'admin_state_up': True, 'tenant_id': 'd0db881fe5bf4d899432d08392993561'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:28.460573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 912f89ce-3951-4443-b56b-999956cf283a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:02:28.463018 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Routers {'901e6d54-e542-4bff-a333-104fdcb31e0c'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:28.463816 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['901e6d54-e542-4bff-a333-104fdcb31e0c'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:28.499087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 912f89ce-3951-4443-b56b-999956cf283a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:28.499771 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (912f89ce-3951-4443-b56b-999956cf283a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.608134 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ef660-b62f-4981-8404-5cd977782788 None None] Pushing event updated for resources: {'Port': ['ID=7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:28.808003 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] Set router 901e6d54-e542-4bff-a333-104fdcb31e0c gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:02:28.821395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b728907d-5757-4beb-be9f-582725613a98 None None] Current status of the port 7978ae2a-1885-4075-936f-f4324e90d15c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:28.981276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:28.984204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'Port': ['ID=d4f7a434-f2bf-463a-9078-1e6db829b36a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:29.156655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da16a5-3870-4e3d-a61d-872c7bfed61b req-4385a0d9-9fb2-482e-9b93-5c2e8cf7677a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:29.158402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90da16a5-3870-4e3d-a61d-872c7bfed61b req-4385a0d9-9fb2-482e-9b93-5c2e8cf7677a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 944 time: 1.4371681 Feb 19 03:02:29.168144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:29.168821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.198125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7978ae2a-1885-4075-936f-f4324e90d15c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:29.207219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179679-71e4-4b5f-9d60-79ed59407024 req-d3c3d279-162d-494a-8012-059543a22a8a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:29.217004 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea179679-71e4-4b5f-9d60-79ed59407024 req-d3c3d279-162d-494a-8012-059543a22a8a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 931 time: 0.3865187 Feb 19 03:02:29.265838 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-666822706-router', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:02:22Z', 'updated_at': '2022-02-19T03:02:24Z', 'revision_number': 3, 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'gw_port': {'id': '7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:02:23Z', 'updated_at': '2022-02-19T03:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:29.272529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-2b2108bd-c141-4408-9570-a8af6818837a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7489996 Feb 19 03:02:29.302491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Made reservation on behalf of d0db881fe5bf4d899432d08392993561 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:29.306833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.317793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Request body: {'port': {'device_id': 'f2d1ab7b-03a4-4dd1-b127-100d6aaca20f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:29.335211 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 912f89ce-3951-4443-b56b-999956cf283a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:29.336021 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (912f89ce-3951-4443-b56b-999956cf283a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.425267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570b7e87-c17b-4112-8327-c72a55debfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912f89ce-3951-4443-b56b-999956cf283a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:29.440998 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fe2166-8e67-4245-a1cc-84eb326fc771" -d '{"events": [{"server_uuid": "570b7e87-c17b-4112-8327-c72a55debfda", "name": "network-vif-plugged", "status": "completed", "tag": "912f89ce-3951-4443-b56b-999956cf283a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:29.496146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 912f89ce-3951-4443-b56b-999956cf283a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=912f89ce-3951-4443-b56b-999956cf283a,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:29.496798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Allocated IP 172.20.0.1 (2c3b9841-9528-4f20-99e8-410679d75493/f22437b0-6316-45f7-b473-0d87a1dd73aa/8ea7a691-c610-4436-b78b-e428f8f9ac2b) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:29.514387 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (912f89ce-3951-4443-b56b-999956cf283a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.528230 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3368093d-8dbe-4714-94f2-fc36542104ac admin admin] Publish callbacks [] for security_group (30a82378-85fa-45c6-a821-b28abf656537), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.564004 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3368093d-8dbe-4714-94f2-fc36542104ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (30a82378-85fa-45c6-a821-b28abf656537), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:29.638584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3368093d-8dbe-4714-94f2-fc36542104ac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf0b6778e7704b52a562c9c78a9afeca&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3770823 Feb 19 03:02:29.645294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=912f89ce-3951-4443-b56b-999956cf283a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:29.648839 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355a78df-a793-480d-b98a-18292ac83e1f None None] The sync data for ids ['901e6d54-e542-4bff-a333-104fdcb31e0c'] in n-d-826755-2 is: [{'id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-666822706-router', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:02:22Z', 'updated_at': '2022-02-19T03:02:24Z', 'revision_number': 3, 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'gw_port': {'id': '7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:21:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:02:23Z', 'updated_at': '2022-02-19T03:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:02:29.652780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53752) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:29.712605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Allocated IP 172.20.0.2 (c3c3fba9-cc5b-42ca-9a06-3cc1125e4125/dc9393ae-4d49-459c-8e00-bb905bb3a9ea/edff92e9-1b67-437d-a206-160de44c15ce) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:29.919268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90da16a5-3870-4e3d-a61d-872c7bfed61b req-6e0bb706-227f-4e3b-9f62-2ee6b7223553 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7383239 Feb 19 03:02:29.931691 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea179679-71e4-4b5f-9d60-79ed59407024 req-e108b013-3e2d-4832-b37b-9b399d5dcc82 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7125700 Feb 19 03:02:29.953480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368093d-8dbe-4714-94f2-fc36542104ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a82378-85fa-45c6-a821-b28abf656537,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:30.007833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Publish callbacks [] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.041971 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.273366 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.287430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca8dba3e-57eb-4fd6-86b0-36a00e82b962 req-8f3c3ecc-4d71-4477-8d7d-30c289a87aa2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 210 time: 0.2047172 Feb 19 03:02:30.319377 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Publish callbacks [] for security_group (30a82378-85fa-45c6-a821-b28abf656537), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.365078 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks [] for port (edff92e9-1b67-437d-a206-160de44c15ce), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.382372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Network 2c3b9841-9528-4f20-99e8-410679d75493 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:30.389126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:30.404638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:30.449189 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7309aa-6c7d-478c-acd4-8abf5b84b88e x-openstack-request-id: req-fe7309aa-6c7d-478c-acd4-8abf5b84b88e {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:30.450153 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570b7e87-c17b-4112-8327-c72a55debfda", "name": "network-vif-plugged", "status": "completed", "tag": "912f89ce-3951-4443-b56b-999956cf283a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:30.451395 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe7309aa-6c7d-478c-acd4-8abf5b84b88e {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:30.451956 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570b7e87-c17b-4112-8327-c72a55debfda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912f89ce-3951-4443-b56b-999956cf283a', 'code': 200} Feb 19 03:02:30.467767 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (901e6d54-e542-4bff-a333-104fdcb31e0c), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.479035 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea7a691-c610-4436-b78b-e428f8f9ac2b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:30.587496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.588166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.588470 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.588645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.589004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.589386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.589713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.590034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.590352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.590670 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.590985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.591302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.591615 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:30.608603 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Publish callbacks [] for security_group (30a82378-85fa-45c6-a821-b28abf656537), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.726925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5610f9-75a1-420d-83ac-b1a162ea1ccf req-4092e545-c25c-4169-a8fb-1c9db0d2052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:30.728976 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7a5610f9-75a1-420d-83ac-b1a162ea1ccf req-4092e545-c25c-4169-a8fb-1c9db0d2052a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 1127 time: 0.1923654 Feb 19 03:02:30.814678 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (edff92e9-1b67-437d-a206-160de44c15ce), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.830686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b40366-4978-4c39-89dd-94c05331e819 req-b70503c8-1f06-4478-879c-8ef676fbfc97 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:30.838177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44b40366-4978-4c39-89dd-94c05331e819 req-b70503c8-1f06-4478-879c-8ef676fbfc97 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 947 time: 0.2765822 Feb 19 03:02:30.878943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3b852774-3d95-42d9-84e2-fdf6b0081ceb None None] Provisioning complete for port 8ea7a691-c610-4436-b78b-e428f8f9ac2b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:30.879565 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3b852774-3d95-42d9-84e2-fdf6b0081ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:30.896151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Pushing event updated for resources: {'Port': ['ID=edff92e9-1b67-437d-a206-160de44c15ce,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:30.943260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:30.948476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:30.960323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:30.976693 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3b852774-3d95-42d9-84e2-fdf6b0081ceb None None] Port 8ea7a691-c610-4436-b78b-e428f8f9ac2b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:31.039194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:31.039581 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.074149 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-a8b97172-ac89-400f-b9f1-6b9445d3ccac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6666214 Feb 19 03:02:31.095572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Request body: {'port': {'device_id': 'f733abce-cd75-4a9c-a550-a56c0a2e004e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:31.100903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44b40366-4978-4c39-89dd-94c05331e819 req-67ca1386-d4ce-409f-bd15-a713ca0afe31 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615607 Feb 19 03:02:31.121380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (30a82378-85fa-45c6-a821-b28abf656537), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.131395 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.136725 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/30a82378-85fa-45c6-a821-b28abf656537 HTTP/1.1" status: 204 len: 168 time: 1.4629161 Feb 19 03:02:31.202678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a82378-85fa-45c6-a821-b28abf656537,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:31.274936 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (edff92e9-1b67-437d-a206-160de44c15ce), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.300353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.307597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.308355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.313641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7a5610f9-75a1-420d-83ac-b1a162ea1ccf req-8b39db9f-843d-47f5-8933-1fcd2703efad service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268681 Feb 19 03:02:31.316802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.320207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.321144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.321921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.324893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.328152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.328918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.335964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.337845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.338423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3918376-b5ac-44db-876d-8a1c781e7bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:31.457089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8883834-0cd8-4ff1-9ad1-873e00f5e0d8 req-2cf410fd-3311-4260-bf96-dfb47d69694f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:31.464687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8883834-0cd8-4ff1-9ad1-873e00f5e0d8 req-2cf410fd-3311-4260-bf96-dfb47d69694f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 945 time: 0.3606641 Feb 19 03:02:31.505916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcd7ed-228e-4754-92fc-dacfcaecc520 req-79ff8e31-3882-4a9e-99b5-6462a0e4d37a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:31.513045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48fcd7ed-228e-4754-92fc-dacfcaecc520 req-79ff8e31-3882-4a9e-99b5-6462a0e4d37a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 931 time: 0.3067749 Feb 19 03:02:31.595472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f7a434-f2bf-463a-9078-1e6db829b36a {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:02:31.692739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8883834-0cd8-4ff1-9ad1-873e00f5e0d8 req-3303cad4-a8d4-4743-a69f-16c6d2742f0a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261817 Feb 19 03:02:31.699355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Publish callbacks [] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.831048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edff92e9-1b67-437d-a206-160de44c15ce {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:02:31.845508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Publish callbacks [] for port (edff92e9-1b67-437d-a206-160de44c15ce), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.850969 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48fcd7ed-228e-4754-92fc-dacfcaecc520 req-e1e99a59-66af-422e-8ea3-811c01f85593 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366799 Feb 19 03:02:31.859610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Transition to ACTIVE for port object d4f7a434-f2bf-463a-9078-1e6db829b36a will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:02:31.875517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:31.882788 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.885782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Transition to ACTIVE for port object edff92e9-1b67-437d-a206-160de44c15ce will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:02:31.894184 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.921896 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (edff92e9-1b67-437d-a206-160de44c15ce), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:31.984524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f7a434-f2bf-463a-9078-1e6db829b36a,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:32.041581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:32.043326 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.124210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Attempting to bind port edff92e9-1b67-437d-a206-160de44c15ce on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:32.124210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Attempting to bind port edff92e9-1b67-437d-a206-160de44c15ce by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:32.124728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Attempting to bind port edff92e9-1b67-437d-a206-160de44c15ce on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:32.155724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Pushing event updated for resources: {'Port': ['ID=edff92e9-1b67-437d-a206-160de44c15ce,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:32.162155 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Port edff92e9-1b67-437d-a206-160de44c15ce on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:02:32.162755 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Attempting to bind port edff92e9-1b67-437d-a206-160de44c15ce on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:32.222177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:32.222177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:32.222177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Bound using segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:32.222177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Bound port: edff92e9-1b67-437d-a206-160de44c15ce, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:32.222177 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (edff92e9-1b67-437d-a206-160de44c15ce), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.225568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc86f1-12cb-4857-a75a-5251342d265c req-129c8d25-99d4-472e-a453-3dd53b67a74f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:32.236075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3fc86f1-12cb-4857-a75a-5251342d265c req-129c8d25-99d4-472e-a453-3dd53b67a74f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 931 time: 0.3805876 Feb 19 03:02:32.283236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:32.285426 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.331899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:32.342863 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.374004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:32.400776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=edff92e9-1b67-437d-a206-160de44c15ce,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:32.422781 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (edff92e9-1b67-437d-a206-160de44c15ce), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.470704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:32.480857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50175a-2b8f-4b61-b8e8-551720cbca27 req-c604f3e2-9932-44e8-ad43-377cf9533073 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:32.488981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f50175a-2b8f-4b61-b8e8-551720cbca27 req-c604f3e2-9932-44e8-ad43-377cf9533073 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 947 time: 0.1668549 Feb 19 03:02:32.513360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Publish callbacks [] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.515352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Pushing event updated for resources: {'Port': ['ID=edff92e9-1b67-437d-a206-160de44c15ce,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:32.520047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Attempting to bind port d4f7a434-f2bf-463a-9078-1e6db829b36a on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:32.524059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Attempting to bind port d4f7a434-f2bf-463a-9078-1e6db829b36a by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '8ef58f6f-74ef-42ee-bd1d-9503da9b2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:32.524831 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Attempting to bind port d4f7a434-f2bf-463a-9078-1e6db829b36a on network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:32.543091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3fc86f1-12cb-4857-a75a-5251342d265c req-a3f6d9a0-a011-40ce-9f08-6e7b06ab634e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061047 Feb 19 03:02:32.549239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Port d4f7a434-f2bf-463a-9078-1e6db829b36a on network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:02:32.549750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Attempting to bind port d4f7a434-f2bf-463a-9078-1e6db829b36a on network f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:32.556391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:32.557057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Checking segment: {'id': '8ef58f6f-74ef-42ee-bd1d-9503da9b2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:32.557616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Bound using segment: {'id': '8ef58f6f-74ef-42ee-bd1d-9503da9b2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:32.558266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Bound port: d4f7a434-f2bf-463a-9078-1e6db829b36a, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef58f6f-74ef-42ee-bd1d-9503da9b2928', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:32.558796 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.589674 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.698256 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (901e6d54-e542-4bff-a333-104fdcb31e0c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.707793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:32.708770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.711459 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-49240d0e-2ea2-4653-bbb6-c4cd96d1dc1c service neutron] 10.222.0.87 "PUT /v2.0/ports/edff92e9-1b67-437d-a206-160de44c15ce HTTP/1.1" status: 200 len: 1091 time: 1.6205280 Feb 19 03:02:32.714443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Pushing event updated for resources: {'Port': ['ID=8ea7a691-c610-4436-b78b-e428f8f9ac2b,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:32.720211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f733abce-cd75-4a9c-a550-a56c0a2e004e', 'tag': 'edff92e9-1b67-437d-a206-160de44c15ce'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:32.724144 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09346728-d6bc-46b2-ba61-47dec57d44ea" -d '{"events": [{"name": "network-changed", "server_uuid": "f733abce-cd75-4a9c-a550-a56c0a2e004e", "tag": "edff92e9-1b67-437d-a206-160de44c15ce"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:32.750320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dffdd5-3402-41f0-bce1-aa9d47903504 req-9b1c7a3c-32a3-477b-9e91-10afe6ef6be5 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:32.754246 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-49dffdd5-3402-41f0-bce1-aa9d47903504 req-9b1c7a3c-32a3-477b-9e91-10afe6ef6be5 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.67 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 947 time: 0.2435467 Feb 19 03:02:32.771910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] For port d4f7a434-f2bf-463a-9078-1e6db829b36a, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:32.834819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] For port d4f7a434-f2bf-463a-9078-1e6db829b36a, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d4f7a434-f2bf-463a-9078-1e6db829b36a,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:32.852834 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f50175a-2b8f-4b61-b8e8-551720cbca27 req-0428cd76-364d-457b-a427-e3225e7ee7ef tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591471 Feb 19 03:02:32.923510 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33a494d-3483-40f1-8a59-e3d2376eb567 x-openstack-request-id: req-c33a494d-3483-40f1-8a59-e3d2376eb567 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:32.924076 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f733abce-cd75-4a9c-a550-a56c0a2e004e", "tag": "edff92e9-1b67-437d-a206-160de44c15ce", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:32.924192 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c33a494d-3483-40f1-8a59-e3d2376eb567 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:32.924768 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f733abce-cd75-4a9c-a550-a56c0a2e004e', 'tag': 'edff92e9-1b67-437d-a206-160de44c15ce', 'status': 'completed', 'code': 200} Feb 19 03:02:32.932523 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:32.999148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-2270c5ee-ec46-4975-9f2f-451c748c92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:33.000756 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-2270c5ee-ec46-4975-9f2f-451c748c92d1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 1125 time: 0.1664555 Feb 19 03:02:33.007961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f7a434-f2bf-463a-9078-1e6db829b36a,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:33.026017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Network 2c3b9841-9528-4f20-99e8-410679d75493 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:33.029230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:33.029865 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.030589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-49dffdd5-3402-41f0-bce1-aa9d47903504 req-a524deed-17f3-48c3-ae64-9fea28469ce8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Deleting port dd800797-4edc-4272-a6fd-8774a813b19b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:33.030930 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-49dffdd5-3402-41f0-bce1-aa9d47903504 req-a524deed-17f3-48c3-ae64-9fea28469ce8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.032377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-eb6a3f48-ac68-4b9e-bfee-9aacf2ed80a2 service neutron] 10.222.0.87 "PUT /v2.0/ports/d4f7a434-f2bf-463a-9078-1e6db829b36a HTTP/1.1" status: 200 len: 1091 time: 3.7315457 Feb 19 03:02:33.033490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d1ab7b-03a4-4dd1-b127-100d6aaca20f', 'tag': 'd4f7a434-f2bf-463a-9078-1e6db829b36a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:33.034230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:33.038242 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc030159-5ef0-4f28-b5bc-74e6f0bccd43" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d1ab7b-03a4-4dd1-b127-100d6aaca20f", "tag": "d4f7a434-f2bf-463a-9078-1e6db829b36a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:33.063968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef11e5c2-8b2d-4c03-8ce2-efac3040beb4 req-aef1919c-1915-4ae8-bc63-dccc026a5cb7 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:33.067155 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef11e5c2-8b2d-4c03-8ce2-efac3040beb4 req-aef1919c-1915-4ae8-bc63-dccc026a5cb7 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 945 time: 0.2493508 Feb 19 03:02:33.115565 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-199adebb-e337-4045-afb7-4f693a6d9503 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edff92e9-1b67-437d-a206-160de44c15ce HTTP/1.1" status: 200 len: 217 time: 0.1036990 Feb 19 03:02:33.174884 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef11e5c2-8b2d-4c03-8ce2-efac3040beb4 req-06618d7b-4fa1-4546-a96d-c1ee5d29f212 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007662 Feb 19 03:02:33.199127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-4528ee7d-ef5c-497a-80e5-97a461de79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:33.201091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-4528ee7d-ef5c-497a-80e5-97a461de79e0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f&device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 1125 time: 0.0939908 Feb 19 03:02:33.317128 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-5bd4c733-c52d-4eae-a413-5b5f30e5f872 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f7a434-f2bf-463a-9078-1e6db829b36a HTTP/1.1" status: 200 len: 217 time: 0.1055896 Feb 19 03:02:33.319882 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b1ac12-b45b-484d-91c0-196276287acc x-openstack-request-id: req-78b1ac12-b45b-484d-91c0-196276287acc {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:33.320163 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d1ab7b-03a4-4dd1-b127-100d6aaca20f", "tag": "d4f7a434-f2bf-463a-9078-1e6db829b36a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:33.320410 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78b1ac12-b45b-484d-91c0-196276287acc {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:33.320825 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d1ab7b-03a4-4dd1-b127-100d6aaca20f', 'tag': 'd4f7a434-f2bf-463a-9078-1e6db829b36a', 'status': 'completed', 'code': 200} Feb 19 03:02:33.374838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-49dffdd5-3402-41f0-bce1-aa9d47903504 req-a524deed-17f3-48c3-ae64-9fea28469ce8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] For port dd800797-4edc-4272-a6fd-8774a813b19b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=dd800797-4edc-4272-a6fd-8774a813b19b,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:33.375158 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-49dffdd5-3402-41f0-bce1-aa9d47903504 req-a524deed-17f3-48c3-ae64-9fea28469ce8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.402673 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-49dffdd5-3402-41f0-bce1-aa9d47903504 req-a524deed-17f3-48c3-ae64-9fea28469ce8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Calling delete_port for dd800797-4edc-4272-a6fd-8774a813b19b owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:33.518412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-563d4c54-9b60-4abf-a88e-9a9e0ad7a359 None None] Provisioning complete for port 8ea7a691-c610-4436-b78b-e428f8f9ac2b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:33.519694 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-563d4c54-9b60-4abf-a88e-9a9e0ad7a359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.532312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-d397c5b9-9543-49b3-9320-b888d2b9a062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:33.538640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-d397c5b9-9543-49b3-9320-b888d2b9a062 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fff68861-4854-49bd-b033-fbad7da919f4 HTTP/1.1" status: 200 len: 853 time: 0.2169912 Feb 19 03:02:33.586404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203b26e-828b-42d3-852a-3dc8e15e5345 req-68d5eb69-c3d9-425d-88b8-8b7361a4e950 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:33.594276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c203b26e-828b-42d3-852a-3dc8e15e5345 req-68d5eb69-c3d9-425d-88b8-8b7361a4e950 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 943 time: 0.2759223 Feb 19 03:02:33.624656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-c9e23c28-27b2-47f3-a343-af3dce883ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:33.626157 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-c9e23c28-27b2-47f3-a343-af3dce883ee8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.5005450 Feb 19 03:02:33.635904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-647932e5-bc1f-4408-96f0-255e9f32f024 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885224 Feb 19 03:02:33.693983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-563d4c54-9b60-4abf-a88e-9a9e0ad7a359 None None] Port 8ea7a691-c610-4436-b78b-e428f8f9ac2b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:33.718183 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-098070b4-967b-441e-93f5-7c1c4a54d886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.754829 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-18092cd2-74d7-4cc5-abc8-cd11a45c0aa5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519831 Feb 19 03:02:33.768381 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-49dffdd5-3402-41f0-bce1-aa9d47903504 req-a524deed-17f3-48c3-ae64-9fea28469ce8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (dd800797-4edc-4272-a6fd-8774a813b19b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.823253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524deed-17f3-48c3-ae64-9fea28469ce8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Pushing event deleted for resources: {'Port': ['ID=dd800797-4edc-4272-a6fd-8774a813b19b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:33.841391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c203b26e-828b-42d3-852a-3dc8e15e5345 req-a5c3ca15-2c88-414f-8870-0f128adb7dc9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100394 Feb 19 03:02:33.877138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:33.944707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dffdd5-3402-41f0-bce1-aa9d47903504 req-a524deed-17f3-48c3-ae64-9fea28469ce8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] No DVR routers for this DVR port dd800797-4edc-4272-a6fd-8774a813b19b on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:33.952147 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-49dffdd5-3402-41f0-bce1-aa9d47903504 req-a524deed-17f3-48c3-ae64-9fea28469ce8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:33.956546 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-49dffdd5-3402-41f0-bce1-aa9d47903504 req-a524deed-17f3-48c3-ae64-9fea28469ce8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.67 "DELETE /v2.0/ports/dd800797-4edc-4272-a6fd-8774a813b19b HTTP/1.1" status: 204 len: 173 time: 1.1935263 Feb 19 03:02:33.965596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Router 901e6d54-e542-4bff-a333-104fdcb31e0c has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:02:33.983234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53832) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:34.019989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:34.020642 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:34.065574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20508682-7df6-40b1-8450-a28969408b24 req-d2181492-6bbd-4a70-8d09-610630b68e70 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:34.067376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20508682-7df6-40b1-8450-a28969408b24 req-d2181492-6bbd-4a70-8d09-610630b68e70 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.3300545 Feb 19 03:02:34.074330 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-59306d9d-5c94-4730-bc4e-8e29d6f812ab service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039021 Feb 19 03:02:34.184790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:34.262209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-453807ea-c642-44b7-9a99-fd8ecd4f6d95 service neutron] 10.222.0.87 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5908682 Feb 19 03:02:34.274272 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20508682-7df6-40b1-8450-a28969408b24 req-ba46c13a-06a7-4860-9cf5-8bc04d5fe5d9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794271 Feb 19 03:02:34.343236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2265f997-ab07-4d79-ab1d-80df27cd9c43 req-bdad3e41-9dff-4a7b-8edb-f81da3c0e6ba tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=41e9e5c9-d696-4d9f-be27-14207cfcf3ce HTTP/1.1" status: 200 len: 210 time: 0.2559550 Feb 19 03:02:34.499621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9e39a-bf07-4638-bad2-c69c09bd8e73 req-3fd2cad4-e927-41fb-ad11-e8908970cf7f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:34.507193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51d9e39a-bf07-4638-bad2-c69c09bd8e73 req-3fd2cad4-e927-41fb-ad11-e8908970cf7f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 945 time: 0.0877557 Feb 19 03:02:34.553419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807ff541-b7e9-4b8f-ab97-b8e9e02b2305 req-cea43cb7-da82-47df-b615-b2e138066f84 service neutron] 10.222.0.87 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780235 Feb 19 03:02:34.579962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca57a451-e17b-4328-9bfa-5d9107c0017d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:34.633623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51d9e39a-bf07-4638-bad2-c69c09bd8e73 req-a95c991e-2746-4a38-8579-d8efa53ef1a5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250727 Feb 19 03:02:34.638916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:02:34.653364 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-08a514ae-399f-460a-bc81-a0272c0b8297 admin admin] 10.222.0.81 "PUT /v2.0/routers/901e6d54-e542-4bff-a333-104fdcb31e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0311177 Feb 19 03:02:34.668560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Sync routers for ids ['901e6d54-e542-4bff-a333-104fdcb31e0c'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:02:34.705070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Routers {'901e6d54-e542-4bff-a333-104fdcb31e0c'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:34.705745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['901e6d54-e542-4bff-a333-104fdcb31e0c'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:34.713128 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b832e9dd-a94a-4548-bf5a-8bcc7450f2ef req-7ae60428-b2bf-40f9-a81f-e2022eaecc67 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306057 Feb 19 03:02:34.737240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc030159-5ef0-4f28-b5bc-74e6f0bccd43 req-2ef6fab8-8027-4a12-bddf-ccbcad0f7680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:34.739169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc030159-5ef0-4f28-b5bc-74e6f0bccd43 req-2ef6fab8-8027-4a12-bddf-ccbcad0f7680 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f&device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 1125 time: 0.1043494 Feb 19 03:02:34.870413 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca57a451-e17b-4328-9bfa-5d9107c0017d admin admin] Publish callbacks [] for security_group (a833314e-5245-4f94-afd6-00c5d21f322b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:34.899454 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca57a451-e17b-4328-9bfa-5d9107c0017d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a833314e-5245-4f94-afd6-00c5d21f322b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:34.912075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Set router 901e6d54-e542-4bff-a333-104fdcb31e0c gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:02:34.943975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c2293-1549-4c76-962d-125a2e61d412 req-18337374-c511-4076-857e-3c06e4793426 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:34.945869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d9c2293-1549-4c76-962d-125a2e61d412 req-18337374-c511-4076-857e-3c06e4793426 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 946 time: 0.1806114 Feb 19 03:02:34.963865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e9e5c9-d696-4d9f-be27-14207cfcf3ce', 'name': 'network-vif-deleted', 'tag': 'dd800797-4edc-4272-a6fd-8774a813b19b'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:34.970519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc030159-5ef0-4f28-b5bc-74e6f0bccd43 req-049018c0-48ef-4c94-9c6c-4133fa4fa8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:34.972413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc030159-5ef0-4f28-b5bc-74e6f0bccd43 req-049018c0-48ef-4c94-9c6c-4133fa4fa8bb service neutron] 10.222.0.87 "GET /v2.0/networks?id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 HTTP/1.1" status: 200 len: 914 time: 0.2265193 Feb 19 03:02:34.975227 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7bded4-b2a8-4e1f-be42-1eb92e56d507" -d '{"events": [{"server_uuid": "41e9e5c9-d696-4d9f-be27-14207cfcf3ce", "name": "network-vif-deleted", "tag": "dd800797-4edc-4272-a6fd-8774a813b19b"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:34.978166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca57a451-e17b-4328-9bfa-5d9107c0017d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a833314e-5245-4f94-afd6-00c5d21f322b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:35.025096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc030159-5ef0-4f28-b5bc-74e6f0bccd43 req-074c0ebc-3753-47b4-ae9c-c1d38cc1e286 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f7a434-f2bf-463a-9078-1e6db829b36a HTTP/1.1" status: 200 len: 217 time: 0.0452492 Feb 19 03:02:35.041131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346728-d6bc-46b2-ba61-47dec57d44ea req-df33fdec-cfda-4500-9831-3310bd15cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:35.042664 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-09346728-d6bc-46b2-ba61-47dec57d44ea req-df33fdec-cfda-4500-9831-3310bd15cf9a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 1125 time: 0.2506402 Feb 19 03:02:35.045191 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ca57a451-e17b-4328-9bfa-5d9107c0017d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b0255202753342c9aca71c703f68162f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0608821 Feb 19 03:02:35.048000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53850) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:35.123259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc030159-5ef0-4f28-b5bc-74e6f0bccd43 req-15a69125-fc9e-44a6-9ab3-e1f253d978d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:35.124859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc030159-5ef0-4f28-b5bc-74e6f0bccd43 req-15a69125-fc9e-44a6-9ab3-e1f253d978d6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fff68861-4854-49bd-b033-fbad7da919f4 HTTP/1.1" status: 200 len: 853 time: 0.0526614 Feb 19 03:02:35.169154 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d9c2293-1549-4c76-962d-125a2e61d412 req-8c1b55cd-2028-459d-8dd9-8f243a31637b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104573 Feb 19 03:02:35.173489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc030159-5ef0-4f28-b5bc-74e6f0bccd43 req-5f48c2c5-e931-48ec-b9fd-2f3465335334 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397620 Feb 19 03:02:35.196094 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:02:35.198421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bebc90b-cac5-4d5e-816d-92370b69c0e1 req-cfc96c81-c907-4f8d-890a-35467f74a908 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:35.200047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bebc90b-cac5-4d5e-816d-92370b69c0e1 req-cfc96c81-c907-4f8d-890a-35467f74a908 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 943 time: 0.1802957 Feb 19 03:02:35.262462 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9992549-d154-4287-baf8-74a5a1665fc5 admin admin] Publish callbacks [] for security_group (a833314e-5245-4f94-afd6-00c5d21f322b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.264581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-666822706-router', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:02:22Z', 'updated_at': '2022-02-19T03:02:30Z', 'revision_number': 4, 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'gw_port': {'id': '7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:02:23Z', 'updated_at': '2022-02-19T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8ea7a691-c610-4436-b78b-e428f8f9ac2b', 'name': '', 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'mac_address': 'fa:16:3e:e4:f4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f22437b0-6316-45f7-b473-0d87a1dd73aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:02:29Z', 'updated_at': '2022-02-19T03:02:32Z', 'revision_number': 2, 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'subnets': [{'id': 'f22437b0-6316-45f7-b473-0d87a1dd73aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:35.308428 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9992549-d154-4287-baf8-74a5a1665fc5 admin admin] Publish callbacks [] for security_group (a833314e-5245-4f94-afd6-00c5d21f322b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.329049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346728-d6bc-46b2-ba61-47dec57d44ea req-ac3524c5-8d07-4487-8dcf-a0188f6c76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:35.331329 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-09346728-d6bc-46b2-ba61-47dec57d44ea req-ac3524c5-8d07-4487-8dcf-a0188f6c76c1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.2331064 Feb 19 03:02:35.338312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Checking router: 901e6d54-e542-4bff-a333-104fdcb31e0c for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:02:35.341278 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Updating router 901e6d54-e542-4bff-a333-104fdcb31e0c port 8ea7a691-c610-4436-b78b-e428f8f9ac2b binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:02:35.412556 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.440436 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-09346728-d6bc-46b2-ba61-47dec57d44ea req-cf81f74c-65ee-47c8-adb2-33ee754dc1a5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edff92e9-1b67-437d-a206-160de44c15ce HTTP/1.1" status: 200 len: 217 time: 0.1004815 Feb 19 03:02:35.455183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc030159-5ef0-4f28-b5bc-74e6f0bccd43 req-5cbc4d5f-8b49-456f-8e34-ea5aec9d6ac7 service neutron] 10.222.0.87 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539549 Feb 19 03:02:35.562244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346728-d6bc-46b2-ba61-47dec57d44ea req-b03b8a60-9755-4fa9-a146-094128550c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:35.564141 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-09346728-d6bc-46b2-ba61-47dec57d44ea req-b03b8a60-9755-4fa9-a146-094128550c54 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.1147499 Feb 19 03:02:35.566846 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-7d89596b-2452-4b88-9271-37704b9e6b99 req-e23df4bf-2d90-4b14-a5af-0bbcc184a925 tempest-FloatingIPDetailsNegativeTestJSON-330906400 tempest-FloatingIPDetailsNegativeTestJSON-330906400-project] show failed (client error): The resource could not be found. Feb 19 03:02:35.568192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d89596b-2452-4b88-9271-37704b9e6b99 req-e23df4bf-2d90-4b14-a5af-0bbcc184a925 tempest-FloatingIPDetailsNegativeTestJSON-330906400 tempest-FloatingIPDetailsNegativeTestJSON-330906400-project] 10.222.0.81 "GET /v2.0/floatingips/b7b61333-aa2d-4cbd-8bd9-7505bef69749 HTTP/1.1" status: 404 len: 350 time: 0.0684116 Feb 19 03:02:35.590711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53862) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:35.612345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9992549-d154-4287-baf8-74a5a1665fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a833314e-5245-4f94-afd6-00c5d21f322b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.622827 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9992549-d154-4287-baf8-74a5a1665fc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.623981 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e9992549-d154-4287-baf8-74a5a1665fc5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a833314e-5245-4f94-afd6-00c5d21f322b HTTP/1.1" status: 204 len: 168 time: 0.5750461 Feb 19 03:02:35.678450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bebc90b-cac5-4d5e-816d-92370b69c0e1 req-6e435d39-502f-46e8-98ea-16ebc586ef2e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117286 Feb 19 03:02:35.724728 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b727a9e4-0540-4dc4-9ce8-6d27cf60ae7f x-openstack-request-id: req-b727a9e4-0540-4dc4-9ce8-6d27cf60ae7f {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:35.729337 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e9e5c9-d696-4d9f-be27-14207cfcf3ce", "name": "network-vif-deleted", "tag": "dd800797-4edc-4272-a6fd-8774a813b19b", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:35.729830 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b727a9e4-0540-4dc4-9ce8-6d27cf60ae7f {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:35.730420 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e9e5c9-d696-4d9f-be27-14207cfcf3ce', 'name': 'network-vif-deleted', 'tag': 'dd800797-4edc-4272-a6fd-8774a813b19b', 'status': 'completed', 'code': 200} Feb 19 03:02:35.733380 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-09346728-d6bc-46b2-ba61-47dec57d44ea req-18dc334c-0b65-422e-acdc-914823cdc77b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617537 Feb 19 03:02:35.856243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9992549-d154-4287-baf8-74a5a1665fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a833314e-5245-4f94-afd6-00c5d21f322b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:35.875302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc030159-5ef0-4f28-b5bc-74e6f0bccd43 req-dd173379-8390-4bd1-8092-5dc9a9ddfcc2 service neutron] 10.222.0.87 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061146 Feb 19 03:02:35.885305 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c55515b7-8e9d-41ce-be7e-e251a38db492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.893586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4508d9-1bf8-4908-821d-f5afc40fc419 req-4cb3e09a-cdeb-45f5-bbe5-453e4b3f9f9c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:35.901054 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f4508d9-1bf8-4908-821d-f5afc40fc419 req-4cb3e09a-cdeb-45f5-bbe5-453e4b3f9f9c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 945 time: 0.1701162 Feb 19 03:02:35.949116 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Publish callbacks [] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.969155 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:35.973598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f4508d9-1bf8-4908-821d-f5afc40fc419 req-7a319abb-01c6-49f2-ace9-2291f4cc3e24 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683067 Feb 19 03:02:36.021271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939faca-fb2b-4057-9eb6-06062d56736f req-e94a0319-92dc-4a17-9a0d-c18faa14964c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:36.038328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9939faca-fb2b-4057-9eb6-06062d56736f req-e94a0319-92dc-4a17-9a0d-c18faa14964c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.2128034 Feb 19 03:02:36.196417 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9939faca-fb2b-4057-9eb6-06062d56736f req-4f0b0f02-e433-49cf-baaa-d6b2a9d37d6e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559589 Feb 19 03:02:36.446318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Attempting to bind port 8ea7a691-c610-4436-b78b-e428f8f9ac2b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:36.446775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Attempting to bind port 8ea7a691-c610-4436-b78b-e428f8f9ac2b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'bf2b8434-97eb-4636-9886-da9c99ddeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:36.447197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Attempting to bind port 8ea7a691-c610-4436-b78b-e428f8f9ac2b on network 2c3b9841-9528-4f20-99e8-410679d75493 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:36.467436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-73d9ca93-990e-46f1-b3e0-e894878b282c None None] Provisioning complete for port 8ea7a691-c610-4436-b78b-e428f8f9ac2b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:36.467937 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-73d9ca93-990e-46f1-b3e0-e894878b282c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.543190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9136f-8c9d-45c8-99b6-7bbf848680e4 None None] Pushing event updated for resources: {'Port': ['ID=8ea7a691-c610-4436-b78b-e428f8f9ac2b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:36.548033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-73d9ca93-990e-46f1-b3e0-e894878b282c None None] Port 8ea7a691-c610-4436-b78b-e428f8f9ac2b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:02:36.556165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:36.556165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Checking segment: {'id': 'bf2b8434-97eb-4636-9886-da9c99ddeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:36.559419 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.560017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Bound using segment: {'id': 'bf2b8434-97eb-4636-9886-da9c99ddeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:36.561128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Bound port: 8ea7a691-c610-4436-b78b-e428f8f9ac2b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2b8434-97eb-4636-9886-da9c99ddeac1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:36.561577 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.578092 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-09346728-d6bc-46b2-ba61-47dec57d44ea req-14e86c58-d2a2-4f75-b7cc-96036d5afb91 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6980312 Feb 19 03:02:36.630361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529d88ab-4378-448e-9001-6ddf77631e69 req-152d4ccd-4e69-47f0-acae-44825c80f9f0 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:36.638591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-529d88ab-4378-448e-9001-6ddf77631e69 req-152d4ccd-4e69-47f0-acae-44825c80f9f0 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 945 time: 0.1276522 Feb 19 03:02:36.700580 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-529d88ab-4378-448e-9001-6ddf77631e69 req-d9c07a0d-a01d-4002-bc6e-d96ac2797bd2 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593579 Feb 19 03:02:36.711654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] For port 8ea7a691-c610-4436-b78b-e428f8f9ac2b, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:36.716499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] For port 8ea7a691-c610-4436-b78b-e428f8f9ac2b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8ea7a691-c610-4436-b78b-e428f8f9ac2b,segment=NetworkSegment(bf2b8434-97eb-4636-9886-da9c99ddeac1),segment_id=bf2b8434-97eb-4636-9886-da9c99ddeac1)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:36.739953 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:36.863520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f8b50-be91-48f8-aea5-d6ab84f267af req-d4c6b1c1-96fd-4e26-90ae-bac7cb2792b6 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:36.872826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a8f8b50-be91-48f8-aea5-d6ab84f267af req-d4c6b1c1-96fd-4e26-90ae-bac7cb2792b6 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f7dd294-5fbd-410b-8e4f-3516e3ad2120 HTTP/1.1" status: 200 len: 949 time: 0.1848085 Feb 19 03:02:36.875588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Routers {'901e6d54-e542-4bff-a333-104fdcb31e0c'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:36.876240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:02:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['901e6d54-e542-4bff-a333-104fdcb31e0c'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:36.932243 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-09346728-d6bc-46b2-ba61-47dec57d44ea req-f3e4ee9e-87fb-456a-99aa-04e256e94ed7 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422098 Feb 19 03:02:36.975726 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9adc003-0e75-4ea5-80b7-d8049d030ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (901e6d54-e542-4bff-a333-104fdcb31e0c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:37.069352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] Set router 901e6d54-e542-4bff-a333-104fdcb31e0c gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:02:37.099095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a8f8b50-be91-48f8-aea5-d6ab84f267af req-210971ea-a521-485e-a554-681ae8d5b3d1 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194898 Feb 19 03:02:37.142370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01774b8-37d9-41ef-ad69-597fa05f03bc req-417d7bd5-2752-4daa-8d6e-3508055aaec5 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:37.158598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c01774b8-37d9-41ef-ad69-597fa05f03bc req-417d7bd5-2752-4daa-8d6e-3508055aaec5 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 943 time: 0.2818642 Feb 19 03:02:37.272342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c01774b8-37d9-41ef-ad69-597fa05f03bc req-230847bd-4d2e-4dc0-b5a8-c690eb6cc668 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095498 Feb 19 03:02:37.325527 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:37.375878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df9136f-8c9d-45c8-99b6-7bbf848680e4 None None] Pushing event updated for resources: {'Port': ['ID=8ea7a691-c610-4436-b78b-e428f8f9ac2b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:37.383582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9255b8f-bac9-4278-be46-95a472aac860 req-12228c45-6181-4fd9-a4b7-d9fc700e50e0 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:37.387142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d4f7a434-f2bf-463a-9078-1e6db829b36a details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:02:37.392761 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Provisioning complete for port 8ea7a691-c610-4436-b78b-e428f8f9ac2b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:37.393311 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:37.396961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9255b8f-bac9-4278-be46-95a472aac860 req-12228c45-6181-4fd9-a4b7-d9fc700e50e0 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.0911584 Feb 19 03:02:37.471733 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9255b8f-bac9-4278-be46-95a472aac860 req-9c944ddb-f008-43e8-b2f6-b9d17169453a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680501 Feb 19 03:02:37.541029 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f9adc003-0e75-4ea5-80b7-d8049d030ef1 admin admin] Deleting port 8ea7a691-c610-4436-b78b-e428f8f9ac2b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:37.541521 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9adc003-0e75-4ea5-80b7-d8049d030ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:37.647402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-f9adc003-0e75-4ea5-80b7-d8049d030ef1 admin admin] For port 8ea7a691-c610-4436-b78b-e428f8f9ac2b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8ea7a691-c610-4436-b78b-e428f8f9ac2b,segment=NetworkSegment(bf2b8434-97eb-4636-9886-da9c99ddeac1),segment_id=bf2b8434-97eb-4636-9886-da9c99ddeac1)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:37.648127 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9adc003-0e75-4ea5-80b7-d8049d030ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:37.692060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f9adc003-0e75-4ea5-80b7-d8049d030ef1 admin admin] Calling delete_port for 8ea7a691-c610-4436-b78b-e428f8f9ac2b owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:37.982119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7a2ef-fa3b-4ea4-8e38-a63356ccd28c req-593afa0c-b332-470f-b063-d11bf96077be tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:37.998901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Current status of the port 8ea7a691-c610-4436-b78b-e428f8f9ac2b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:37.999296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.001395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device dd800797-4edc-4272-a6fd-8774a813b19b no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:38.003142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08b7a2ef-fa3b-4ea4-8e38-a63356ccd28c req-593afa0c-b332-470f-b063-d11bf96077be tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 945 time: 0.1509647 Feb 19 03:02:38.059001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: dd800797-4edc-4272-a6fd-8774a813b19b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:38.059345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device dd800797-4edc-4272-a6fd-8774a813b19b not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:38.093291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89047b1-f806-41d7-b90b-6e999ec35ffa req-b3d8c058-af58-4091-8396-e81221e2fdfc tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:38.100161 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a89047b1-f806-41d7-b90b-6e999ec35ffa req-b3d8c058-af58-4091-8396-e81221e2fdfc tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 945 time: 0.1982386 Feb 19 03:02:38.110403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08b7a2ef-fa3b-4ea4-8e38-a63356ccd28c req-9047279a-2b29-4615-a607-dabee898ee05 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052821 Feb 19 03:02:38.180834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] For port 8ea7a691-c610-4436-b78b-e428f8f9ac2b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8ea7a691-c610-4436-b78b-e428f8f9ac2b,segment=NetworkSegment(bf2b8434-97eb-4636-9886-da9c99ddeac1),segment_id=bf2b8434-97eb-4636-9886-da9c99ddeac1)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:38.213984 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.219037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-666822706-router', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:02:22Z', 'updated_at': '2022-02-19T03:02:30Z', 'revision_number': 4, 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'gw_port': {'id': '7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:02:23Z', 'updated_at': '2022-02-19T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8ea7a691-c610-4436-b78b-e428f8f9ac2b', 'name': '', 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'mac_address': 'fa:16:3e:e4:f4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f22437b0-6316-45f7-b473-0d87a1dd73aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:02:29Z', 'updated_at': '2022-02-19T03:02:36Z', 'revision_number': 4, 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'subnets': [{'id': 'f22437b0-6316-45f7-b473-0d87a1dd73aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:38.336602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4939aac7-27ab-453f-b36a-7f89132a3b93 req-a473fb68-b261-43f3-bd58-1d5708fe616b tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:38.353916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4939aac7-27ab-453f-b36a-7f89132a3b93 req-a473fb68-b261-43f3-bd58-1d5708fe616b tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f7dd294-5fbd-410b-8e4f-3516e3ad2120 HTTP/1.1" status: 200 len: 949 time: 0.1247201 Feb 19 03:02:38.365956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d4f7a434-f2bf-463a-9078-1e6db829b36a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d4f7a434-f2bf-463a-9078-1e6db829b36a,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:38.397669 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9adc003-0e75-4ea5-80b7-d8049d030ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8ea7a691-c610-4436-b78b-e428f8f9ac2b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.433773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9adc003-0e75-4ea5-80b7-d8049d030ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea7a691-c610-4436-b78b-e428f8f9ac2b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:38.507285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'd4f7a434-f2bf-463a-9078-1e6db829b36a', 'network_id': 'f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663', 'port_id': 'd4f7a434-f2bf-463a-9078-1e6db829b36a', 'mac_address': 'fa:16:3e:61:9a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fff68861-4854-49bd-b033-fbad7da919f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:02:38.512187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4939aac7-27ab-453f-b36a-7f89132a3b93 req-9470edaf-0f31-4577-b893-7e0a7b9b85f8 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a341aa9-4742-423e-a43c-da818273ba56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483297 Feb 19 03:02:38.521386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bec6a5-98b3-416e-bce4-f6d8cfe8c849 None None] The sync data for ids ['901e6d54-e542-4bff-a333-104fdcb31e0c'] in n-d-826755-2 is: [{'id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-666822706-router', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:02:22Z', 'updated_at': '2022-02-19T03:02:30Z', 'revision_number': 4, 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'gw_port': {'id': '7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:21:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:02:23Z', 'updated_at': '2022-02-19T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8ea7a691-c610-4436-b78b-e428f8f9ac2b', 'name': '', 'network_id': '2c3b9841-9528-4f20-99e8-410679d75493', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'mac_address': 'fa:16:3e:e4:f4:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'f22437b0-6316-45f7-b473-0d87a1dd73aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:02:29Z', 'updated_at': '2022-02-19T03:02:36Z', 'revision_number': 4, 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'subnets': [{'id': 'f22437b0-6316-45f7-b473-0d87a1dd73aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:02:38.554610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a89047b1-f806-41d7-b90b-6e999ec35ffa req-02c36ff0-777b-418b-8dab-5f1a635c9271 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Deleting port 912f89ce-3951-4443-b56b-999956cf283a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:38.555252 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a89047b1-f806-41d7-b90b-6e999ec35ffa req-02c36ff0-777b-418b-8dab-5f1a635c9271 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (912f89ce-3951-4443-b56b-999956cf283a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.572241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Pushing event updated for resources: {'Port': ['ID=8ea7a691-c610-4436-b78b-e428f8f9ac2b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:38.640719 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.664420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.664804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.665149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.665485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.665821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.666148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.666474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.666800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.667123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.667456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.667773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.668099 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.701510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b216a7-055a-4104-ab0d-2f05743f6303 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:02:38.736978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93d621-c764-4a13-a65c-64b92307ef9c req-082627a9-0bc5-4b3c-a9b6-43e327245aed tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:38.743499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b93d621-c764-4a13-a65c-64b92307ef9c req-082627a9-0bc5-4b3c-a9b6-43e327245aed tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 943 time: 0.3170934 Feb 19 03:02:38.760267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d4f7a434-f2bf-463a-9078-1e6db829b36a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:38.762437 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.807560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f7a434-f2bf-463a-9078-1e6db829b36a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:02:38.849567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a89047b1-f806-41d7-b90b-6e999ec35ffa req-02c36ff0-777b-418b-8dab-5f1a635c9271 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] For port 912f89ce-3951-4443-b56b-999956cf283a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=912f89ce-3951-4443-b56b-999956cf283a,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:38.850214 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a89047b1-f806-41d7-b90b-6e999ec35ffa req-02c36ff0-777b-418b-8dab-5f1a635c9271 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (912f89ce-3951-4443-b56b-999956cf283a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.859258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d4f7a434-f2bf-463a-9078-1e6db829b36a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d4f7a434-f2bf-463a-9078-1e6db829b36a,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:38.873519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3de5c-4c3c-4e7a-ad59-907aef60a8cf req-8ee4605a-a2bb-4e2d-b757-1d3fca8b1631 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:38.875426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fa3de5c-4c3c-4e7a-ad59-907aef60a8cf req-8ee4605a-a2bb-4e2d-b757-1d3fca8b1631 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.67 "GET /v2.0/ports?device_id=4f7dd294-5fbd-410b-8e4f-3516e3ad2120 HTTP/1.1" status: 200 len: 949 time: 0.2729793 Feb 19 03:02:38.878886 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:38.879681 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device edff92e9-1b67-437d-a206-160de44c15ce details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:02:38.908950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a89047b1-f806-41d7-b90b-6e999ec35ffa req-02c36ff0-777b-418b-8dab-5f1a635c9271 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Calling delete_port for 912f89ce-3951-4443-b56b-999956cf283a owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:38.997218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d4f7a434-f2bf-463a-9078-1e6db829b36a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:39.041157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b93d621-c764-4a13-a65c-64b92307ef9c req-a5d3698e-2066-4a84-9b5a-0e2ed7621b3a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875812 Feb 19 03:02:39.249254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=edff92e9-1b67-437d-a206-160de44c15ce,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:39.271420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'edff92e9-1b67-437d-a206-160de44c15ce', 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125', 'port_id': 'edff92e9-1b67-437d-a206-160de44c15ce', 'mac_address': 'fa:16:3e:02:c8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9393ae-4d49-459c-8e00-bb905bb3a9ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:02:39.329331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a03cc-b2f8-4bfc-b7a4-5a8cc3fb2232 req-4503c25f-7cdd-4a49-be3a-9f90c4ff632d tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:39.340964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa7a03cc-b2f8-4bfc-b7a4-5a8cc3fb2232 req-4503c25f-7cdd-4a49-be3a-9f90c4ff632d tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 946 time: 0.3457806 Feb 19 03:02:39.363110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port edff92e9-1b67-437d-a206-160de44c15ce is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:39.363510 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (edff92e9-1b67-437d-a206-160de44c15ce), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.389306 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edff92e9-1b67-437d-a206-160de44c15ce {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:02:39.428948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f395e-3916-4bc3-b018-3c394fb43133 req-e7fe568e-e331-419b-89c9-ac4dfbb3801c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:39.432852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=edff92e9-1b67-437d-a206-160de44c15ce,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:39.434318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e1f395e-3916-4bc3-b018-3c394fb43133 req-e7fe568e-e331-419b-89c9-ac4dfbb3801c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.2417836 Feb 19 03:02:39.448343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (edff92e9-1b67-437d-a206-160de44c15ce), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.485710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0fa3de5c-4c3c-4e7a-ad59-907aef60a8cf req-a4956971-fd3e-4855-b363-4c18c34cd1b3 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Deleting port 8c6ad249-4740-47dc-ace1-dd36e10a831a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:39.486045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0fa3de5c-4c3c-4e7a-ad59-907aef60a8cf req-a4956971-fd3e-4855-b363-4c18c34cd1b3 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.508460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9adc003-0e75-4ea5-80b7-d8049d030ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (901e6d54-e542-4bff-a333-104fdcb31e0c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.555040 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a89047b1-f806-41d7-b90b-6e999ec35ffa req-02c36ff0-777b-418b-8dab-5f1a635c9271 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (912f89ce-3951-4443-b56b-999956cf283a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.578278 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=edff92e9-1b67-437d-a206-160de44c15ce,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:39.592022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119', '912f89ce-3951-4443-b56b-999956cf283a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:39.597382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['8248a45b-dc35-4490-b14a-b2fb499afbc0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:39.672572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c36ff0-777b-418b-8dab-5f1a635c9271 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event deleted for resources: {'Port': ['ID=912f89ce-3951-4443-b56b-999956cf283a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:39.769320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0fa3de5c-4c3c-4e7a-ad59-907aef60a8cf req-a4956971-fd3e-4855-b363-4c18c34cd1b3 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] For port 8c6ad249-4740-47dc-ace1-dd36e10a831a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8c6ad249-4740-47dc-ace1-dd36e10a831a,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:39.770040 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0fa3de5c-4c3c-4e7a-ad59-907aef60a8cf req-a4956971-fd3e-4855-b363-4c18c34cd1b3 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.770774 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89047b1-f806-41d7-b90b-6e999ec35ffa req-02c36ff0-777b-418b-8dab-5f1a635c9271 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] No DVR routers for this DVR port 912f89ce-3951-4443-b56b-999956cf283a on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:39.777920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a89047b1-f806-41d7-b90b-6e999ec35ffa req-02c36ff0-777b-418b-8dab-5f1a635c9271 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:39.790399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0fa3de5c-4c3c-4e7a-ad59-907aef60a8cf req-a4956971-fd3e-4855-b363-4c18c34cd1b3 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Calling delete_port for 8c6ad249-4740-47dc-ace1-dd36e10a831a owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:39.796472 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a89047b1-f806-41d7-b90b-6e999ec35ffa req-02c36ff0-777b-418b-8dab-5f1a635c9271 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "DELETE /v2.0/ports/912f89ce-3951-4443-b56b-999956cf283a HTTP/1.1" status: 204 len: 173 time: 1.6824574 Feb 19 03:02:39.798881 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '570b7e87-c17b-4112-8327-c72a55debfda', 'name': 'network-vif-deleted', 'tag': '912f89ce-3951-4443-b56b-999956cf283a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:39.806275 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273724c1-e5cf-4eca-ae36-701325a5dbbb" -d '{"events": [{"server_uuid": "570b7e87-c17b-4112-8327-c72a55debfda", "name": "network-vif-deleted", "tag": "912f89ce-3951-4443-b56b-999956cf283a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:39.951700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d4f7a434-f2bf-463a-9078-1e6db829b36a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:40.067734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['edff92e9-1b67-437d-a206-160de44c15ce'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:40.183711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9adc003-0e75-4ea5-80b7-d8049d030ef1 admin admin] Router 901e6d54-e542-4bff-a333-104fdcb31e0c has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:02:40.188340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e1f395e-3916-4bc3-b018-3c394fb43133 req-cefde200-5fa7-4387-95a1-a63d2d5ae395 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7266276 Feb 19 03:02:40.213405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa7a03cc-b2f8-4bfc-b7a4-5a8cc3fb2232 req-eb4e9a62-743a-4dc0-8994-090caa3e6d25 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8692746 Feb 19 03:02:40.215423 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0fa3de5c-4c3c-4e7a-ad59-907aef60a8cf req-a4956971-fd3e-4855-b363-4c18c34cd1b3 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8c6ad249-4740-47dc-ace1-dd36e10a831a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.310524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4956971-fd3e-4855-b363-4c18c34cd1b3 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Pushing event deleted for resources: {'Port': ['ID=8c6ad249-4740-47dc-ace1-dd36e10a831a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:40.313974 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.518566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa3de5c-4c3c-4e7a-ad59-907aef60a8cf req-a4956971-fd3e-4855-b363-4c18c34cd1b3 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] No DVR routers for this DVR port 8c6ad249-4740-47dc-ace1-dd36e10a831a on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:40.522686 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0fa3de5c-4c3c-4e7a-ad59-907aef60a8cf req-a4956971-fd3e-4855-b363-4c18c34cd1b3 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:40.533109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fa3de5c-4c3c-4e7a-ad59-907aef60a8cf req-a4956971-fd3e-4855-b363-4c18c34cd1b3 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.67 "DELETE /v2.0/ports/8c6ad249-4740-47dc-ace1-dd36e10a831a HTTP/1.1" status: 204 len: 173 time: 1.6371756 Feb 19 03:02:40.540295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9adc003-0e75-4ea5-80b7-d8049d030ef1 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:02:40.549814 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f9adc003-0e75-4ea5-80b7-d8049d030ef1 admin admin] 10.222.0.81 "PUT /v2.0/routers/901e6d54-e542-4bff-a333-104fdcb31e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9573987 Feb 19 03:02:40.551904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53970) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:40.580615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'name': 'network-vif-deleted', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:40.586968 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2e5d84-c775-49ed-8fbf-6dbd81892a0f" -d '{"events": [{"server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "name": "network-vif-deleted", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:40.819004 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Publish callbacks [] for router (901e6d54-e542-4bff-a333-104fdcb31e0c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.090095 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Publish callbacks [] for router_gateway (901e6d54-e542-4bff-a333-104fdcb31e0c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.175408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Deleting port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:41.176580 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7fb7b-b54f-46f9-8ecf-74a9262b9ff1 None None] Sync routers for ids ['901e6d54-e542-4bff-a333-104fdcb31e0c'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:02:41.177557 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.192655 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a7fb7b-b54f-46f9-8ecf-74a9262b9ff1 None None] Routers {'901e6d54-e542-4bff-a333-104fdcb31e0c'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:41.193313 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e3a7fb7b-b54f-46f9-8ecf-74a9262b9ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:02:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['901e6d54-e542-4bff-a333-104fdcb31e0c'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:41.298468 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] For port 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:41.299132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.320594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Calling delete_port for 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:41.331141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64e205cf-1274-4cb9-896f-d80ff4a48244 req-12d777fa-9c9f-4e10-a89f-ce361550bc05 tempest-ListImageFiltersTestJSON-1360116505 tempest-ListImageFiltersTestJSON-1360116505-project] 10.222.0.81 "GET /v2.0/ports?device_id=4f7dd294-5fbd-410b-8e4f-3516e3ad2120 HTTP/1.1" status: 200 len: 210 time: 0.8092411 Feb 19 03:02:41.338266 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ff66978-9c17-46ac-a195-4c7262e1c9c7 req-2540d626-146b-4649-8f05-817299331235 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=570b7e87-c17b-4112-8327-c72a55debfda HTTP/1.1" status: 200 len: 210 time: 0.9228497 Feb 19 03:02:41.379743 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e3a7fb7b-b54f-46f9-8ecf-74a9262b9ff1 None None] Set router 901e6d54-e542-4bff-a333-104fdcb31e0c gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:02:41.402425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53984) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:41.447123 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e3a7fb7b-b54f-46f9-8ecf-74a9262b9ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-666822706-router', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:02:22Z', 'updated_at': '2022-02-19T03:02:41Z', 'revision_number': 6, 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:41.480553 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975182c0-9cf5-40bf-b7b3-ba5781ba35c2 x-openstack-request-id: req-975182c0-9cf5-40bf-b7b3-ba5781ba35c2 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:41.480910 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "570b7e87-c17b-4112-8327-c72a55debfda", "name": "network-vif-deleted", "tag": "912f89ce-3951-4443-b56b-999956cf283a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:41.481113 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-975182c0-9cf5-40bf-b7b3-ba5781ba35c2 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:41.481520 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '570b7e87-c17b-4112-8327-c72a55debfda', 'name': 'network-vif-deleted', 'tag': '912f89ce-3951-4443-b56b-999956cf283a', 'status': 'completed', 'code': 200} Feb 19 03:02:41.487333 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7fb7b-b54f-46f9-8ecf-74a9262b9ff1 None None] Checking router: 901e6d54-e542-4bff-a333-104fdcb31e0c for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:02:41.499977 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a7fb7b-b54f-46f9-8ecf-74a9262b9ff1 None None] Routers {'901e6d54-e542-4bff-a333-104fdcb31e0c'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:41.500947 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e3a7fb7b-b54f-46f9-8ecf-74a9262b9ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:02:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['901e6d54-e542-4bff-a333-104fdcb31e0c'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:41.549128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f08024-1f68-432a-a312-46ecefba967a req-5716cbc1-4b68-497a-b7e2-c8306801a136 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:41.559720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5f08024-1f68-432a-a312-46ecefba967a req-5716cbc1-4b68-497a-b7e2-c8306801a136 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 944 time: 0.1133649 Feb 19 03:02:41.628068 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-abc3f771-37b1-4e99-83d7-bc912ee60a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.645771 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e3a7fb7b-b54f-46f9-8ecf-74a9262b9ff1 None None] Set router 901e6d54-e542-4bff-a333-104fdcb31e0c gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:02:41.665252 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5f08024-1f68-432a-a312-46ecefba967a req-e8114690-615d-4182-aee4-3673b4e0807a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046400 Feb 19 03:02:41.698707 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.754049 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e3a7fb7b-b54f-46f9-8ecf-74a9262b9ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-666822706-router', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:02:22Z', 'updated_at': '2022-02-19T03:02:41Z', 'revision_number': 6, 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:41.786249 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-abc3f771-37b1-4e99-83d7-bc912ee60a69 admin admin] Publish callbacks [] for security_group (23700e62-6433-4635-8408-9f49c9d42e35), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.786742 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a7fb7b-b54f-46f9-8ecf-74a9262b9ff1 None None] The sync data for ids ['901e6d54-e542-4bff-a333-104fdcb31e0c'] in n-d-826755-2 is: [{'id': '901e6d54-e542-4bff-a333-104fdcb31e0c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-666822706-router', 'tenant_id': 'f22cf038e5d7454395316a58a815b4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:02:22Z', 'updated_at': '2022-02-19T03:02:41Z', 'revision_number': 6, 'project_id': 'f22cf038e5d7454395316a58a815b4aa', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:02:41.788597 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2288dbf5-34b6-4fe7-a9c2-6319e2de985f x-openstack-request-id: req-2288dbf5-34b6-4fe7-a9c2-6319e2de985f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:41.789001 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7dd294-5fbd-410b-8e4f-3516e3ad2120", "name": "network-vif-deleted", "tag": "8c6ad249-4740-47dc-ace1-dd36e10a831a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:41.789622 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2288dbf5-34b6-4fe7-a9c2-6319e2de985f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:41.789887 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7dd294-5fbd-410b-8e4f-3516e3ad2120', 'name': 'network-vif-deleted', 'tag': '8c6ad249-4740-47dc-ace1-dd36e10a831a', 'status': 'completed', 'code': 200} Feb 19 03:02:41.793651 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-abc3f771-37b1-4e99-83d7-bc912ee60a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (23700e62-6433-4635-8408-9f49c9d42e35), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.852404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:41.854539 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (901e6d54-e542-4bff-a333-104fdcb31e0c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:41.887882 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-abc3f771-37b1-4e99-83d7-bc912ee60a69 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c33f63c73e154c23954e227321dfb189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4843607 Feb 19 03:02:41.888814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3f771-37b1-4e99-83d7-bc912ee60a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23700e62-6433-4635-8408-9f49c9d42e35,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:41.898403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53994) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:41.948357 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 912f89ce-3951-4443-b56b-999956cf283a no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:41.980873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71aaea2-a4bc-4fd6-b038-f6303e512c8a req-e99be2ab-c2cc-446b-8851-ac68ee530b9b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:41.981873 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 912f89ce-3951-4443-b56b-999956cf283a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:41.982396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 912f89ce-3951-4443-b56b-999956cf283a not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:41.988876 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d71aaea2-a4bc-4fd6-b038-f6303e512c8a req-e99be2ab-c2cc-446b-8851-ac68ee530b9b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 944 time: 0.1840305 Feb 19 03:02:42.022037 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90a58d68-a261-47ba-b442-ab0c65170e11 admin admin] Publish callbacks [] for security_group (23700e62-6433-4635-8408-9f49c9d42e35), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.033636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1b148-db03-46a4-8ba8-a130abd57f63 req-3df57bb8-a10e-431d-85b8-163fd8889503 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:42.035374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03c1b148-db03-46a4-8ba8-a130abd57f63 req-3df57bb8-a10e-431d-85b8-163fd8889503 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 944 time: 0.1525731 Feb 19 03:02:42.077025 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90a58d68-a261-47ba-b442-ab0c65170e11 admin admin] Publish callbacks [] for security_group (23700e62-6433-4635-8408-9f49c9d42e35), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.137085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d71aaea2-a4bc-4fd6-b038-f6303e512c8a req-90497d89-da0d-439e-8b9b-6fe066956092 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471257 Feb 19 03:02:42.229373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03c1b148-db03-46a4-8ba8-a130abd57f63 req-ac0b4767-f292-4c9f-b66c-e77c324f2709 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827726 Feb 19 03:02:42.231595 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90a58d68-a261-47ba-b442-ab0c65170e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (23700e62-6433-4635-8408-9f49c9d42e35), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.237705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90a58d68-a261-47ba-b442-ab0c65170e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.242734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-90a58d68-a261-47ba-b442-ab0c65170e11 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/23700e62-6433-4635-8408-9f49c9d42e35 HTTP/1.1" status: 204 len: 168 time: 0.3430200 Feb 19 03:02:42.261206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a58d68-a261-47ba-b442-ab0c65170e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23700e62-6433-4635-8408-9f49c9d42e35,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:42.325931 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (901e6d54-e542-4bff-a333-104fdcb31e0c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.328610 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Publish callbacks [] for router_controller (901e6d54-e542-4bff-a333-104fdcb31e0c), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.446109 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (901e6d54-e542-4bff-a333-104fdcb31e0c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.446894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 901e6d54-e542-4bff-a333-104fdcb31e0c {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:02:42.451717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.455682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54014) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:42.456301 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e0bdcda3-67f1-480d-95b1-269a290851a4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/901e6d54-e542-4bff-a333-104fdcb31e0c HTTP/1.1" status: 204 len: 168 time: 1.9023120 Feb 19 03:02:42.573964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8f6a06-d29d-43ff-ade2-3c2863632e32 admin admin] Deleting subnet f22437b0-6316-45f7-b473-0d87a1dd73aa {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:42.579665 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a06-d29d-43ff-ade2-3c2863632e32 admin admin] Publish callbacks [] for subnet (f22437b0-6316-45f7-b473-0d87a1dd73aa), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.612890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d876489-fa04-4f98-aefa-21068b20b95b req-4d0bbc3f-48e3-48b9-a336-10c0682282fa tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:42.614420 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d876489-fa04-4f98-aefa-21068b20b95b req-4d0bbc3f-48e3-48b9-a336-10c0682282fa tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.87 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 944 time: 0.0690124 Feb 19 03:02:42.650429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f63f8-d220-4dcb-96b4-965db3c74c7e req-691e2979-10c0-41a0-bf9f-3637c42e3c02 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:42.657175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a77f63f8-d220-4dcb-96b4-965db3c74c7e req-691e2979-10c0-41a0-bf9f-3637c42e3c02 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 946 time: 0.1384437 Feb 19 03:02:42.661231 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a06-d29d-43ff-ade2-3c2863632e32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (f22437b0-6316-45f7-b473-0d87a1dd73aa), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.730646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54024) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:42.765882 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8913a54d-d035-4bc5-9f3e-83d6df769936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.766253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-7d876489-fa04-4f98-aefa-21068b20b95b req-33da20e7-0721-43a2-bf58-28ea0d3cac8c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Deleting port fc838c02-fc9b-45b6-93b9-9b7cdf27255b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:42.766605 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7d876489-fa04-4f98-aefa-21068b20b95b req-33da20e7-0721-43a2-bf58-28ea0d3cac8c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.795212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a77f63f8-d220-4dcb-96b4-965db3c74c7e req-33dea646-6add-4b82-a5a7-ee03d487020f tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352196 Feb 19 03:02:42.938826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-7d876489-fa04-4f98-aefa-21068b20b95b req-33da20e7-0721-43a2-bf58-28ea0d3cac8c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] For port fc838c02-fc9b-45b6-93b9-9b7cdf27255b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:42.940656 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7d876489-fa04-4f98-aefa-21068b20b95b req-33da20e7-0721-43a2-bf58-28ea0d3cac8c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.959873 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a06-d29d-43ff-ade2-3c2863632e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (f22437b0-6316-45f7-b473-0d87a1dd73aa), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:42.961497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-7d876489-fa04-4f98-aefa-21068b20b95b req-33da20e7-0721-43a2-bf58-28ea0d3cac8c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Calling delete_port for fc838c02-fc9b-45b6-93b9-9b7cdf27255b owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:43.089226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a06-d29d-43ff-ade2-3c2863632e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (f22437b0-6316-45f7-b473-0d87a1dd73aa), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.142970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f6a06-d29d-43ff-ade2-3c2863632e32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f22437b0-6316-45f7-b473-0d87a1dd73aa,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:43.164124 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8913a54d-d035-4bc5-9f3e-83d6df769936 admin admin] Publish callbacks [] for security_group (73db7320-6bd0-4aa1-a001-836b3c3984bc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.185496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd72ff6-6060-4ab3-88dd-44a419731b59 None None] Network 2c3b9841-9528-4f20-99e8-410679d75493 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:43.202388 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8f6a06-d29d-43ff-ade2-3c2863632e32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.217208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54038) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:43.218669 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ae8f6a06-d29d-43ff-ade2-3c2863632e32 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f22437b0-6316-45f7-b473-0d87a1dd73aa HTTP/1.1" status: 204 len: 168 time: 0.7546382 Feb 19 03:02:43.255572 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8913a54d-d035-4bc5-9f3e-83d6df769936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (73db7320-6bd0-4aa1-a001-836b3c3984bc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.297116 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7d876489-fa04-4f98-aefa-21068b20b95b req-33da20e7-0721-43a2-bf58-28ea0d3cac8c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (fc838c02-fc9b-45b6-93b9-9b7cdf27255b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.302805 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (2c3b9841-9528-4f20-99e8-410679d75493), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.309469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8913a54d-d035-4bc5-9f3e-83d6df769936 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=63d45a5e3e084a9f904ddd3d59a3b9c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5777280 Feb 19 03:02:43.313713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54042) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:43.317999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fc838c02-fc9b-45b6-93b9-9b7cdf27255b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:43.349645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da20e7-0721-43a2-bf58-28ea0d3cac8c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Pushing event deleted for resources: {'Port': ['ID=fc838c02-fc9b-45b6-93b9-9b7cdf27255b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:43.354227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913a54d-d035-4bc5-9f3e-83d6df769936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73db7320-6bd0-4aa1-a001-836b3c3984bc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:43.411346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa958465-8517-4c1a-97dc-901c7ac848bb req-22fcb5f6-4834-4648-803f-a900355421fc tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:43.421139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa958465-8517-4c1a-97dc-901c7ac848bb req-22fcb5f6-4834-4648-803f-a900355421fc tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 944 time: 0.2466609 Feb 19 03:02:43.435475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a00c4-9775-4951-893e-79009105bbb6 req-675b8536-279e-43e2-b8f3-d783af8d7c98 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:43.442483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-993a00c4-9775-4951-893e-79009105bbb6 req-675b8536-279e-43e2-b8f3-d783af8d7c98 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 946 time: 0.1591952 Feb 19 03:02:43.445647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d876489-fa04-4f98-aefa-21068b20b95b req-33da20e7-0721-43a2-bf58-28ea0d3cac8c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] No DVR routers for this DVR port fc838c02-fc9b-45b6-93b9-9b7cdf27255b on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:43.448955 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7d876489-fa04-4f98-aefa-21068b20b95b req-33da20e7-0721-43a2-bf58-28ea0d3cac8c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.452308 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d876489-fa04-4f98-aefa-21068b20b95b req-33da20e7-0721-43a2-bf58-28ea0d3cac8c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.87 "DELETE /v2.0/ports/fc838c02-fc9b-45b6-93b9-9b7cdf27255b HTTP/1.1" status: 204 len: 173 time: 0.8318088 Feb 19 03:02:43.484906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58209c03-93dc-4426-ad7d-80d1703a7c6f', 'name': 'network-vif-deleted', 'tag': 'fc838c02-fc9b-45b6-93b9-9b7cdf27255b'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:43.489077 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ef971e-293d-47d7-b743-1408db794d46" -d '{"events": [{"server_uuid": "58209c03-93dc-4426-ad7d-80d1703a7c6f", "name": "network-vif-deleted", "tag": "fc838c02-fc9b-45b6-93b9-9b7cdf27255b"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:43.489631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d4f7a434-f2bf-463a-9078-1e6db829b36a up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:43.500189 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dba10c0-4e95-4219-9ae0-9f4f2d7f2fbe admin admin] Publish callbacks [] for security_group (73db7320-6bd0-4aa1-a001-836b3c3984bc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.523565 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Deleting port 7978ae2a-1885-4075-936f-f4324e90d15c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:43.524206 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.558205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-993a00c4-9775-4951-893e-79009105bbb6 req-dd55a0fe-4c69-46ae-ba4b-a6b2c1a42f1c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861552 Feb 19 03:02:43.581008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dba10c0-4e95-4219-9ae0-9f4f2d7f2fbe admin admin] Publish callbacks [] for security_group (73db7320-6bd0-4aa1-a001-836b3c3984bc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.585352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa958465-8517-4c1a-97dc-901c7ac848bb req-1bc18ee6-c127-49fa-9a32-1f48babd9d24 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628826 Feb 19 03:02:43.608834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port d4f7a434-f2bf-463a-9078-1e6db829b36a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:02:43.613816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port d4f7a434-f2bf-463a-9078-1e6db829b36a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:43.614424 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.793999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] For port 7978ae2a-1885-4075-936f-f4324e90d15c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7978ae2a-1885-4075-936f-f4324e90d15c,segment=NetworkSegment(bf2b8434-97eb-4636-9886-da9c99ddeac1),segment_id=bf2b8434-97eb-4636-9886-da9c99ddeac1)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:43.794493 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.795818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb137530-9dca-42cd-b012-3e5986073b12 None None] DHCP port deletion for 2c3b9841-9528-4f20-99e8-410679d75493 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:02:43.805644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d4f7a434-f2bf-463a-9078-1e6db829b36a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:43.805814 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.827995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Calling delete_port for 7978ae2a-1885-4075-936f-f4324e90d15c owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:43.853076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e206c2-94aa-49c0-b55b-d4bd0488abca req-ec12b677-ec61-4d6d-9abf-7b22aaf21fa5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:43.861184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51e206c2-94aa-49c0-b55b-d4bd0488abca req-ec12b677-ec61-4d6d-9abf-7b22aaf21fa5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 944 time: 0.1208332 Feb 19 03:02:43.880240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:43.903101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:43.903560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7eba1783-13b7-4bfe-9fcd-f1ee34d6cf75 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:43.903900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8ea7a691-c610-4436-b78b-e428f8f9ac2b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:43.915210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51e206c2-94aa-49c0-b55b-d4bd0488abca req-c6e09f5c-af2f-4691-b34d-933d0364aa74 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512774 Feb 19 03:02:43.931739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d4f7a434-f2bf-463a-9078-1e6db829b36a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d4f7a434-f2bf-463a-9078-1e6db829b36a,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:43.935160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d1ab7b-03a4-4dd1-b127-100d6aaca20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f7a434-f2bf-463a-9078-1e6db829b36a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:43.938137 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1c359d-84e3-4a98-a165-37ea26185e19" -d '{"events": [{"server_uuid": "f2d1ab7b-03a4-4dd1-b127-100d6aaca20f", "name": "network-vif-plugged", "status": "completed", "tag": "d4f7a434-f2bf-463a-9078-1e6db829b36a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:43.938681 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dba10c0-4e95-4219-9ae0-9f4f2d7f2fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (73db7320-6bd0-4aa1-a001-836b3c3984bc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.941811 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dba10c0-4e95-4219-9ae0-9f4f2d7f2fbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:43.943209 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3dba10c0-4e95-4219-9ae0-9f4f2d7f2fbe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/73db7320-6bd0-4aa1-a001-836b3c3984bc HTTP/1.1" status: 204 len: 168 time: 0.6267011 Feb 19 03:02:43.986067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba10c0-4e95-4219-9ae0-9f4f2d7f2fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73db7320-6bd0-4aa1-a001-836b3c3984bc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:44.013636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8c6ad249-4740-47dc-ace1-dd36e10a831a no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:44.017229 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.022285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device edff92e9-1b67-437d-a206-160de44c15ce up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:02:44.048693 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 8ea7a691-c610-4436-b78b-e428f8f9ac2b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:44.049158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8ea7a691-c610-4436-b78b-e428f8f9ac2b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:44.072903 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.129929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28c5b55e-34c3-44fe-b049-abaa6d1c1543 req-182207a4-8339-44cc-8213-774910cc65e6 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=58209c03-93dc-4426-ad7d-80d1703a7c6f HTTP/1.1" status: 200 len: 210 time: 0.0552375 Feb 19 03:02:44.232923 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe44fb8a-fac4-4833-a489-b3ec04561550 x-openstack-request-id: req-fe44fb8a-fac4-4833-a489-b3ec04561550 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:44.234080 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58209c03-93dc-4426-ad7d-80d1703a7c6f", "name": "network-vif-deleted", "tag": "fc838c02-fc9b-45b6-93b9-9b7cdf27255b", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:44.234310 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe44fb8a-fac4-4833-a489-b3ec04561550 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:44.234723 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58209c03-93dc-4426-ad7d-80d1703a7c6f', 'name': 'network-vif-deleted', 'tag': 'fc838c02-fc9b-45b6-93b9-9b7cdf27255b', 'status': 'completed', 'code': 200} Feb 19 03:02:44.252712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Pushing event deleted for resources: {'Port': ['ID=7978ae2a-1885-4075-936f-f4324e90d15c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:44.270015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] No DVR routers for this DVR port 7978ae2a-1885-4075-936f-f4324e90d15c on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:44.323690 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6948c57c-33d8-4db0-8b90-8284cb51accc x-openstack-request-id: req-6948c57c-33d8-4db0-8b90-8284cb51accc {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:44.324855 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d1ab7b-03a4-4dd1-b127-100d6aaca20f", "name": "network-vif-plugged", "status": "completed", "tag": "d4f7a434-f2bf-463a-9078-1e6db829b36a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:44.325286 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6948c57c-33d8-4db0-8b90-8284cb51accc {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:44.326115 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d1ab7b-03a4-4dd1-b127-100d6aaca20f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f7a434-f2bf-463a-9078-1e6db829b36a', 'code': 200} Feb 19 03:02:44.336144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c908b45b-096d-46b2-b754-1debbec7e418 req-ff008487-1bc5-466f-90e9-dbdbd692ba31 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:44.344232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c908b45b-096d-46b2-b754-1debbec7e418 req-ff008487-1bc5-466f-90e9-dbdbd692ba31 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 946 time: 0.0937774 Feb 19 03:02:44.374154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d4f7a434-f2bf-463a-9078-1e6db829b36a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:44.383463 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (2c3b9841-9528-4f20-99e8-410679d75493), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.385534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 8c6ad249-4740-47dc-ace1-dd36e10a831a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:44.386188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8c6ad249-4740-47dc-ace1-dd36e10a831a not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:44.402154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-eb137530-9dca-42cd-b012-3e5986073b12 None None] Deleting port 7978ae2a-1885-4075-936f-f4324e90d15c {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:44.402827 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb137530-9dca-42cd-b012-3e5986073b12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.418326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port edff92e9-1b67-437d-a206-160de44c15ce completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:02:44.427303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c3b9841-9528-4f20-99e8-410679d75493']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:44.452121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2b8434-97eb-4636-9886-da9c99ddeac1') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:44.452736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2b8434-97eb-4636-9886-da9c99ddeac1') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:44.462285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588f443-5e80-4045-adbf-174957cad839 req-d068ca87-f732-4847-819f-6c5a0fe01778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:44.464190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1588f443-5e80-4045-adbf-174957cad839 req-d068ca87-f732-4847-819f-6c5a0fe01778 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 1127 time: 0.1030428 Feb 19 03:02:44.468010 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (bf2b8434-97eb-4636-9886-da9c99ddeac1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.470081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c908b45b-096d-46b2-b754-1debbec7e418 req-e13d6fdb-7966-4e32-9587-60d6a7cfac76 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups?id=60f059ef-4cc7-4b78-85f7-e87dc108d39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235516 Feb 19 03:02:44.478676 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port edff92e9-1b67-437d-a206-160de44c15ce triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:02:44.479588 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (edff92e9-1b67-437d-a206-160de44c15ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.503044 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (bf2b8434-97eb-4636-9886-da9c99ddeac1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.511484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:44.512831 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (bf2b8434-97eb-4636-9886-da9c99ddeac1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.551044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-eb137530-9dca-42cd-b012-3e5986073b12 None None] For port 7978ae2a-1885-4075-936f-f4324e90d15c, host n-d-826755-2, got binding levels [] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:44.551776 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb137530-9dca-42cd-b012-3e5986073b12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:44.561778 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:44.573320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-b1800e6b-ef90-462b-a170-d64eae3cbce6 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:44.575332 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-b1800e6b-ef90-462b-a170-d64eae3cbce6 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 946 time: 0.4936242 Feb 19 03:02:44.581443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-eb137530-9dca-42cd-b012-3e5986073b12 None None] Calling delete_port for 7978ae2a-1885-4075-936f-f4324e90d15c owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:44.585204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.ipam_backend_mixin [None req-eb137530-9dca-42cd-b012-3e5986073b12 None None] Port 7978ae2a-1885-4075-936f-f4324e90d15c was not found and therefore no delete operation was performed {{(pid=109900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:02:44.587140 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb137530-9dca-42cd-b012-3e5986073b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (7978ae2a-1885-4075-936f-f4324e90d15c), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.588779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1588f443-5e80-4045-adbf-174957cad839 req-b8239853-c0eb-4347-a8e4-46c35a099249 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100919 Feb 19 03:02:44.661627 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (2c3b9841-9528-4f20-99e8-410679d75493), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.667358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb137530-9dca-42cd-b012-3e5986073b12 None None] Pushing event deleted for resources: {'Port': ['ID=7978ae2a-1885-4075-936f-f4324e90d15c,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:44.675183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb137530-9dca-42cd-b012-3e5986073b12 None None] No DVR routers for this DVR port 7978ae2a-1885-4075-936f-f4324e90d15c on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:44.684634 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.691733 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] 10.222.0.81 "DELETE /v2.0/networks/2c3b9841-9528-4f20-99e8-410679d75493 HTTP/1.1" status: 204 len: 168 time: 1.4825733 Feb 19 03:02:44.726722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ab75c-cb59-40d0-9ef6-2d1d618dca0d admin admin] Pushing event deleted for resources: {'Network': ['ID=2c3b9841-9528-4f20-99e8-410679d75493,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:44.767017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port edff92e9-1b67-437d-a206-160de44c15ce is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:02:44.767427 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (edff92e9-1b67-437d-a206-160de44c15ce), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.796818 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Deleting port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:44.797534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.807409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=edff92e9-1b67-437d-a206-160de44c15ce,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:44.813785 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (edff92e9-1b67-437d-a206-160de44c15ce), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.823990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adace2f-50cf-4e43-8816-7f56948d41e7 req-78d2e3a1-0e68-40f2-9440-bdbdc8ae7dad tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:44.825619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5adace2f-50cf-4e43-8816-7f56948d41e7 req-78d2e3a1-0e68-40f2-9440-bdbdc8ae7dad tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 946 time: 0.0941076 Feb 19 03:02:44.884440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54096) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:44.902580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=edff92e9-1b67-437d-a206-160de44c15ce,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:44.919521 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] For port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252,segment=NetworkSegment(b97acd57-9684-490b-b85c-3a8a5e00c953),segment_id=b97acd57-9684-490b-b85c-3a8a5e00c953)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:44.919849 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:44.965791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5adace2f-50cf-4e43-8816-7f56948d41e7 req-c41014de-40ad-4226-8473-0ffad7448d05 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275685 Feb 19 03:02:44.990721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-702c1287-1e06-42f5-96ab-0e8deb0b2daa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f22cf038e5d7454395316a58a815b4aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1051056 Feb 19 03:02:44.992067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54104) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:45.035084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fae46-c4bc-4cc4-9539-a57d69334986 req-8ff0ff55-7138-4900-85fb-aa691f83c49d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:45.037699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c9fae46-c4bc-4cc4-9539-a57d69334986 req-8ff0ff55-7138-4900-85fb-aa691f83c49d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.87 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 946 time: 0.1267266 Feb 19 03:02:45.103902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7cc2-9daf-48f6-af15-13322468d420 admin admin] Publish callbacks [] for security_group (9402e0ad-8b68-40f9-9c20-47da3dfe5b12), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.170891 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7cc2-9daf-48f6-af15-13322468d420 admin admin] Publish callbacks [] for security_group (9402e0ad-8b68-40f9-9c20-47da3dfe5b12), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.197805 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.197952 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c5c27288-a462-4cbc-bbf6-034f47a11e3f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.198200 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Floating IP c5c27288-a462-4cbc-bbf6-034f47a11e3f disassociated. External IP: 172.25.1.202, port: 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252. Feb 19 03:02:45.198539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Calling delete_port for 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:45.256948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc1deb-c5f7-405b-b19f-8d48fdf98ada req-a099cde4-8f43-4d56-ac60-43ab18324136 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:45.258930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63dc1deb-c5f7-405b-b19f-8d48fdf98ada req-a099cde4-8f43-4d56-ac60-43ab18324136 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 945 time: 0.1448879 Feb 19 03:02:45.266346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484f97e1-173f-449c-a7d5-d77f2a836aea req-797bf273-ae7e-4a16-bdba-e264a4ba8bd3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:45.279630 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-484f97e1-173f-449c-a7d5-d77f2a836aea req-797bf273-ae7e-4a16-bdba-e264a4ba8bd3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.1642706 Feb 19 03:02:45.283173 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7cc2-9daf-48f6-af15-13322468d420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9402e0ad-8b68-40f9-9c20-47da3dfe5b12), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.285804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb3c7cc2-9daf-48f6-af15-13322468d420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.286935 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eb3c7cc2-9daf-48f6-af15-13322468d420 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9402e0ad-8b68-40f9-9c20-47da3dfe5b12 HTTP/1.1" status: 204 len: 168 time: 0.2938464 Feb 19 03:02:45.301859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c7cc2-9daf-48f6-af15-13322468d420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9402e0ad-8b68-40f9-9c20-47da3dfe5b12,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:45.362376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-6c9fae46-c4bc-4cc4-9539-a57d69334986 req-bb7b5bb1-84e8-4686-aac5-3de13e28068c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Deleting port 8248a45b-dc35-4490-b14a-b2fb499afbc0 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:45.363114 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6c9fae46-c4bc-4cc4-9539-a57d69334986 req-bb7b5bb1-84e8-4686-aac5-3de13e28068c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.395783 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54120) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:45.425162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63dc1deb-c5f7-405b-b19f-8d48fdf98ada req-88b7e055-5f7f-4d05-ac2c-89b53fff759b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406543 Feb 19 03:02:45.432800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7cc3b8ba-07ad-4a03-8c6b-fecacc2da252), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.449592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-484f97e1-173f-449c-a7d5-d77f2a836aea req-5a34894e-b837-4242-a20d-f14f43b85542 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627023 Feb 19 03:02:45.477311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Pushing event deleted for resources: {'Port': ['ID=7cc3b8ba-07ad-4a03-8c6b-fecacc2da252,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:45.548349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-6c9fae46-c4bc-4cc4-9539-a57d69334986 req-bb7b5bb1-84e8-4686-aac5-3de13e28068c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] For port 8248a45b-dc35-4490-b14a-b2fb499afbc0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8248a45b-dc35-4490-b14a-b2fb499afbc0,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:45.550652 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6c9fae46-c4bc-4cc4-9539-a57d69334986 req-bb7b5bb1-84e8-4686-aac5-3de13e28068c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.579624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-6c9fae46-c4bc-4cc4-9539-a57d69334986 req-bb7b5bb1-84e8-4686-aac5-3de13e28068c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Calling delete_port for 8248a45b-dc35-4490-b14a-b2fb499afbc0 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:45.676960 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-aba8b304-520b-4c16-a351-17d6a11710b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2a736235140e40a6adab5ece96045905&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786827 Feb 19 03:02:45.688747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54134) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:45.691234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18470da5-b90f-48e7-90fb-b6c610fbb5dd req-18acedbd-79fe-420f-a8c2-0637ad5aa796 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 210 time: 0.0850573 Feb 19 03:02:45.818088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Router 39f09673-6285-41e8-bf95-efa7675423fd has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:02:45.830515 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7978ae2a-1885-4075-936f-f4324e90d15c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:45.870807 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-579c0c92-f246-4ef6-8159-a698789ec3ed admin admin] Publish callbacks [] for security_group (3a341aa9-4742-423e-a43c-da818273ba56), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.877239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 7978ae2a-1885-4075-936f-f4324e90d15c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:45.877852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7978ae2a-1885-4075-936f-f4324e90d15c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:45.961727 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-579c0c92-f246-4ef6-8159-a698789ec3ed admin admin] Publish callbacks [] for security_group (3a341aa9-4742-423e-a43c-da818273ba56), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.974504 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6c9fae46-c4bc-4cc4-9539-a57d69334986 req-bb7b5bb1-84e8-4686-aac5-3de13e28068c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8248a45b-dc35-4490-b14a-b2fb499afbc0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:45.990492 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:46.068002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:02:46.079614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['8248a45b-dc35-4490-b14a-b2fb499afbc0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:46.097149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b79412-f874-45e4-8c00-fff0e1082dee None None] Sync routers for ids ['39f09673-6285-41e8-bf95-efa7675423fd'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:02:46.111711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9c991-30a7-42c4-88a5-9f3327b3af2f req-f94b2158-d371-4ec6-ac57-556856fdb806 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:46.125597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00f9c991-30a7-42c4-88a5-9f3327b3af2f req-f94b2158-d371-4ec6-ac57-556856fdb806 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 945 time: 0.2557390 Feb 19 03:02:46.155942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b5bb1-84e8-4686-aac5-3de13e28068c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event deleted for resources: {'Port': ['ID=8248a45b-dc35-4490-b14a-b2fb499afbc0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:46.178892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] No DVR routers for this DVR port 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:46.201144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.207620 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-be98f0c3-2472-4620-a9c2-f10908c20354 req-3b16d2af-95d9-4e10-85e3-4f4ae74eea69 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.87 "DELETE /v2.0/ports/7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 HTTP/1.1" status: 204 len: 173 time: 1.6232481 Feb 19 03:02:46.229471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b79412-f874-45e4-8c00-fff0e1082dee None None] Routers {'39f09673-6285-41e8-bf95-efa7675423fd'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:46.230393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b0b79412-f874-45e4-8c00-fff0e1082dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:02:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['39f09673-6285-41e8-bf95-efa7675423fd'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:46.235653 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'name': 'network-vif-deleted', 'tag': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:46.240599 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaf044a-4918-4fac-b123-d4bec77398db" -d '{"events": [{"server_uuid": "5d663e46-7924-4e44-8a38-7e1f55da3d82", "name": "network-vif-deleted", "tag": "7cc3b8ba-07ad-4a03-8c6b-fecacc2da252"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:46.260235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31231f02-2dba-46ae-9788-d76eac9cc60b req-df1f34a4-818c-4bfe-8f92-f191df4da04c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 210 time: 0.1219983 Feb 19 03:02:46.291602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9fae46-c4bc-4cc4-9539-a57d69334986 req-bb7b5bb1-84e8-4686-aac5-3de13e28068c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] No DVR routers for this DVR port 8248a45b-dc35-4490-b14a-b2fb499afbc0 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:46.295954 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6c9fae46-c4bc-4cc4-9539-a57d69334986 req-bb7b5bb1-84e8-4686-aac5-3de13e28068c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.299603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c9fae46-c4bc-4cc4-9539-a57d69334986 req-bb7b5bb1-84e8-4686-aac5-3de13e28068c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.87 "DELETE /v2.0/ports/8248a45b-dc35-4490-b14a-b2fb499afbc0 HTTP/1.1" status: 204 len: 173 time: 1.2436707 Feb 19 03:02:46.323738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00f9c991-30a7-42c4-88a5-9f3327b3af2f req-44a20379-987d-44fd-a89c-0f99aecaa190 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954744 Feb 19 03:02:46.324480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce19a341-3649-4efe-8e81-611cc61d078a', 'name': 'network-vif-deleted', 'tag': '8248a45b-dc35-4490-b14a-b2fb499afbc0'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:46.330311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f733abce-cd75-4a9c-a550-a56c0a2e004e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff92e9-1b67-437d-a206-160de44c15ce'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:46.333283 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68cb7ee-b63b-406b-9f1e-6fb058bc751c" -d '{"events": [{"server_uuid": "f733abce-cd75-4a9c-a550-a56c0a2e004e", "name": "network-vif-plugged", "status": "completed", "tag": "edff92e9-1b67-437d-a206-160de44c15ce"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:46.341909 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbc7d54-ffde-4fb6-bf7d-decc9fcc56a9" -d '{"events": [{"server_uuid": "ce19a341-3649-4efe-8e81-611cc61d078a", "name": "network-vif-deleted", "tag": "8248a45b-dc35-4490-b14a-b2fb499afbc0"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:46.390901 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5939df25-b61b-4885-b2b3-8749c2e1a19d x-openstack-request-id: req-5939df25-b61b-4885-b2b3-8749c2e1a19d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:46.391467 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d663e46-7924-4e44-8a38-7e1f55da3d82", "name": "network-vif-deleted", "tag": "7cc3b8ba-07ad-4a03-8c6b-fecacc2da252", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:46.392053 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5939df25-b61b-4885-b2b3-8749c2e1a19d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:46.393591 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d663e46-7924-4e44-8a38-7e1f55da3d82', 'name': 'network-vif-deleted', 'tag': '7cc3b8ba-07ad-4a03-8c6b-fecacc2da252', 'status': 'completed', 'code': 200} Feb 19 03:02:46.435374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-b0b79412-f874-45e4-8c00-fff0e1082dee None None] Set router 39f09673-6285-41e8-bf95-efa7675423fd gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:02:46.481334 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdaf252-2f7c-468e-a960-a4a0ff15820f x-openstack-request-id: req-dcdaf252-2f7c-468e-a960-a4a0ff15820f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:46.482160 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f733abce-cd75-4a9c-a550-a56c0a2e004e", "name": "network-vif-plugged", "status": "completed", "tag": "edff92e9-1b67-437d-a206-160de44c15ce", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:46.482600 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcdaf252-2f7c-468e-a960-a4a0ff15820f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:46.483175 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f733abce-cd75-4a9c-a550-a56c0a2e004e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edff92e9-1b67-437d-a206-160de44c15ce', 'code': 200} Feb 19 03:02:46.501762 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-579c0c92-f246-4ef6-8159-a698789ec3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3a341aa9-4742-423e-a43c-da818273ba56), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.515618 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-579c0c92-f246-4ef6-8159-a698789ec3ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.523959 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-579c0c92-f246-4ef6-8159-a698789ec3ed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a341aa9-4742-423e-a43c-da818273ba56 HTTP/1.1" status: 204 len: 168 time: 0.8316457 Feb 19 03:02:46.537159 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c555f0-9aaf-47b9-a50c-a2314040cb83 x-openstack-request-id: req-e9c555f0-9aaf-47b9-a50c-a2314040cb83 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:46.537449 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce19a341-3649-4efe-8e81-611cc61d078a", "name": "network-vif-deleted", "tag": "8248a45b-dc35-4490-b14a-b2fb499afbc0", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:46.541115 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9c555f0-9aaf-47b9-a50c-a2314040cb83 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:46.541579 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce19a341-3649-4efe-8e81-611cc61d078a', 'name': 'network-vif-deleted', 'tag': '8248a45b-dc35-4490-b14a-b2fb499afbc0', 'status': 'completed', 'code': 200} Feb 19 03:02:46.587412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c0c92-f246-4ef6-8159-a698789ec3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a341aa9-4742-423e-a43c-da818273ba56,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:46.640718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862fe99-9691-49df-b4d5-de209bdc097f req-34c84df2-21c9-4cdb-a559-66eeae060fe7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:46.642428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8862fe99-9691-49df-b4d5-de209bdc097f req-34c84df2-21c9-4cdb-a559-66eeae060fe7 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.87 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 945 time: 0.2807374 Feb 19 03:02:46.664992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c375d-9ef4-49d8-a4bf-c4306d61962e req-fa575ec9-5ffb-40c2-b8fc-59a512257c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:46.669312 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f12c375d-9ef4-49d8-a4bf-c4306d61962e req-fa575ec9-5ffb-40c2-b8fc-59a512257c50 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 1127 time: 0.0929019 Feb 19 03:02:46.758704 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f12c375d-9ef4-49d8-a4bf-c4306d61962e req-90e81bd7-753a-4a93-aef1-0ba08edb6e6b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793478 Feb 19 03:02:46.819829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b0b79412-f874-45e4-8c00-fff0e1082dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:00:44Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e', 'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'mac_address': 'fa:16:3e:e4:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:43Z', 'updated_at': '2022-02-19T03:00:52Z', 'revision_number': 5, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'subnets': [{'id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:46.825556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5741673-e0ed-419a-8ae7-620024881722 req-f83dc5d2-9d4c-4edf-95b8-898d4294d77a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:46.832640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5741673-e0ed-419a-8ae7-620024881722 req-f83dc5d2-9d4c-4edf-95b8-898d4294d77a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.1442344 Feb 19 03:02:46.843187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4ad6a-8eb3-4f57-afc9-b7844c6cfb41 req-66e99b4e-35c9-48f6-9b60-39c7c9a3cbe5 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:46.851026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45d4ad6a-8eb3-4f57-afc9-b7844c6cfb41 req-66e99b4e-35c9-48f6-9b60-39c7c9a3cbe5 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 945 time: 0.2008777 Feb 19 03:02:46.854854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b79412-f874-45e4-8c00-fff0e1082dee None None] Checking router: 39f09673-6285-41e8-bf95-efa7675423fd for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:02:46.864317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b79412-f874-45e4-8c00-fff0e1082dee None None] Routers {'39f09673-6285-41e8-bf95-efa7675423fd'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:46.865108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b0b79412-f874-45e4-8c00-fff0e1082dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:02:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['39f09673-6285-41e8-bf95-efa7675423fd'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:46.946144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-8862fe99-9691-49df-b4d5-de209bdc097f req-0c1ba544-e6d7-4ede-8879-8570212f135d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Deleting port 697fa6b2-210a-4f96-84e9-80201b586a39 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:46.946466 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8862fe99-9691-49df-b4d5-de209bdc097f req-0c1ba544-e6d7-4ede-8879-8570212f135d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:46.984119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5741673-e0ed-419a-8ae7-620024881722 req-e9959f09-e4eb-44ad-8469-2558345904fb tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429532 Feb 19 03:02:46.988934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-b0b79412-f874-45e4-8c00-fff0e1082dee None None] Set router 39f09673-6285-41e8-bf95-efa7675423fd gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:02:47.058035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45d4ad6a-8eb3-4f57-afc9-b7844c6cfb41 req-cebc1059-9c8c-4ff9-b54b-99dcf8934d8e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005148 Feb 19 03:02:47.247052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51e5b240-9513-4b46-a219-08e5536845d3 req-eb3fdcc0-7356-42e4-acca-b6e7df02509a tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d663e46-7924-4e44-8a38-7e1f55da3d82 HTTP/1.1" status: 200 len: 210 time: 0.0703497 Feb 19 03:02:47.249985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-8862fe99-9691-49df-b4d5-de209bdc097f req-0c1ba544-e6d7-4ede-8879-8570212f135d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] For port 697fa6b2-210a-4f96-84e9-80201b586a39, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=697fa6b2-210a-4f96-84e9-80201b586a39,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:47.250450 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8862fe99-9691-49df-b4d5-de209bdc097f req-0c1ba544-e6d7-4ede-8879-8570212f135d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.288850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-8862fe99-9691-49df-b4d5-de209bdc097f req-0c1ba544-e6d7-4ede-8879-8570212f135d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Calling delete_port for 697fa6b2-210a-4f96-84e9-80201b586a39 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:47.321993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75823794-d572-407c-811c-3b68a5ffc5e2 req-526bbc7a-655e-4eff-8bf9-38b67db7afaf tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-509268241&fields=id&tenant_id=88387186b1db4a89a6baeb5b3d62ef3f HTTP/1.1" status: 200 len: 267 time: 0.1491024 Feb 19 03:02:47.435069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b0b79412-f874-45e4-8c00-fff0e1082dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:00:44Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e', 'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'mac_address': 'fa:16:3e:e4:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:43Z', 'updated_at': '2022-02-19T03:00:52Z', 'revision_number': 5, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'subnets': [{'id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:47.466757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b79412-f874-45e4-8c00-fff0e1082dee None None] The sync data for ids ['39f09673-6285-41e8-bf95-efa7675423fd'] in n-d-826755-2 is: [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:00:44Z', 'revision_number': 4, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e', 'name': '', 'network_id': '897e174e-91bd-4a1e-a1a4-0e388d95f9d4', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'mac_address': 'fa:16:3e:e4:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:43Z', 'updated_at': '2022-02-19T03:00:52Z', 'revision_number': 5, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'subnets': [{'id': 'a0fb6246-d4f9-49a4-9fad-c81f77acdf71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:02:47.482953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-640f1573-7137-4cc1-aaaa-36f449c50276 req-1eea45a0-7e97-4d27-99f0-14bec68eb520 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce19a341-3649-4efe-8e81-611cc61d078a HTTP/1.1" status: 200 len: 210 time: 0.0537088 Feb 19 03:02:47.532703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75823794-d572-407c-811c-3b68a5ffc5e2 req-f28eca46-d302-4777-acae-bdd57eabf9d1 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:47.538524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75823794-d572-407c-811c-3b68a5ffc5e2 req-f28eca46-d302-4777-acae-bdd57eabf9d1 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 945 time: 0.2095866 Feb 19 03:02:47.538776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fc838c02-fc9b-45b6-93b9-9b7cdf27255b no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:47.566027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-75823794-d572-407c-811c-3b68a5ffc5e2 req-bea06dfd-7f77-4e18-a4d3-5050fac57b9e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'port': {'security_groups': ['e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34', 'bc9e30da-5d7c-4c26-84bf-5763d3358664']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:47.568852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: fc838c02-fc9b-45b6-93b9-9b7cdf27255b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:47.569207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fc838c02-fc9b-45b6-93b9-9b7cdf27255b not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:47.569636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:47.606643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:47.607429 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7cc3b8ba-07ad-4a03-8c6b-fecacc2da252 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:47.608097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8248a45b-dc35-4490-b14a-b2fb499afbc0 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:47.637736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 8248a45b-dc35-4490-b14a-b2fb499afbc0 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:47.638083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8248a45b-dc35-4490-b14a-b2fb499afbc0 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:47.738768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26999f09-11df-44a8-aece-1e9dd0f3676d req-60031f2c-3d44-49b5-be9d-413fe061f4f9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:47.746007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26999f09-11df-44a8-aece-1e9dd0f3676d req-60031f2c-3d44-49b5-be9d-413fe061f4f9 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cf65586-b92e-4b87-a928-15290aa35ee8 HTTP/1.1" status: 200 len: 945 time: 0.1760528 Feb 19 03:02:47.757733 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75823794-d572-407c-811c-3b68a5ffc5e2 req-bea06dfd-7f77-4e18-a4d3-5050fac57b9e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.774800 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8862fe99-9691-49df-b4d5-de209bdc097f req-0c1ba544-e6d7-4ede-8879-8570212f135d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (697fa6b2-210a-4f96-84e9-80201b586a39), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.827445 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26999f09-11df-44a8-aece-1e9dd0f3676d req-dbf591bf-a570-4507-908e-b825640ad302 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760789 Feb 19 03:02:47.880618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ba544-e6d7-4ede-8879-8570212f135d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Pushing event deleted for resources: {'Port': ['ID=697fa6b2-210a-4f96-84e9-80201b586a39,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:47.891823 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59426b0-d389-4641-9f4c-6f8511f7ea73 None None] New status for floating IP c5c27288-a462-4cbc-bbf6-034f47a11e3f: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:02:47.936060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-8862fe99-9691-49df-b4d5-de209bdc097f req-0c1ba544-e6d7-4ede-8879-8570212f135d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] No DVR routers for this DVR port 697fa6b2-210a-4f96-84e9-80201b586a39 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:47.941733 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8862fe99-9691-49df-b4d5-de209bdc097f req-0c1ba544-e6d7-4ede-8879-8570212f135d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:47.944985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8862fe99-9691-49df-b4d5-de209bdc097f req-0c1ba544-e6d7-4ede-8879-8570212f135d tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.87 "DELETE /v2.0/ports/697fa6b2-210a-4f96-84e9-80201b586a39 HTTP/1.1" status: 204 len: 173 time: 1.2937517 Feb 19 03:02:48.091220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54228) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:48.142341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-75823794-d572-407c-811c-3b68a5ffc5e2 req-bea06dfd-7f77-4e18-a4d3-5050fac57b9e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] For port d4f7a434-f2bf-463a-9078-1e6db829b36a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d4f7a434-f2bf-463a-9078-1e6db829b36a,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:48.182349 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75823794-d572-407c-811c-3b68a5ffc5e2 req-bea06dfd-7f77-4e18-a4d3-5050fac57b9e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.190324 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75823794-d572-407c-811c-3b68a5ffc5e2 req-bea06dfd-7f77-4e18-a4d3-5050fac57b9e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.206293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d4f7a434-f2bf-463a-9078-1e6db829b36a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:48.297226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:48.334916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1083942414-network', 'tenant_id': 'cff4ee4e073c4404acd81271a00fb5ed'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:48.356855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea06dfd-7f77-4e18-a4d3-5050fac57b9e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'Port': ['ID=d4f7a434-f2bf-463a-9078-1e6db829b36a,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:48.397447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75823794-d572-407c-811c-3b68a5ffc5e2 req-bea06dfd-7f77-4e18-a4d3-5050fac57b9e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:48.398577 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-75823794-d572-407c-811c-3b68a5ffc5e2 req-bea06dfd-7f77-4e18-a4d3-5050fac57b9e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.400394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75823794-d572-407c-811c-3b68a5ffc5e2 req-bea06dfd-7f77-4e18-a4d3-5050fac57b9e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "PUT /v2.0/ports/d4f7a434-f2bf-463a-9078-1e6db829b36a HTTP/1.1" status: 200 len: 981 time: 0.8399336 Feb 19 03:02:48.436735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Made reservation on behalf of cff4ee4e073c4404acd81271a00fb5ed for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:48.439160 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.469176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d4f7a434-f2bf-463a-9078-1e6db829b36a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:48.471928 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.482423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e75914-bb60-4b11-aebb-2fa04c60df6a req-778aad80-2d67-47ab-9df1-fdbd96aaa1a8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:48.490447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5e75914-bb60-4b11-aebb-2fa04c60df6a req-778aad80-2d67-47ab-9df1-fdbd96aaa1a8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.1640668 Feb 19 03:02:48.546055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf65586-b92e-4b87-a928-15290aa35ee8', 'name': 'network-vif-deleted', 'tag': '697fa6b2-210a-4f96-84e9-80201b586a39'}, {'name': 'network-changed', 'server_uuid': 'f2d1ab7b-03a4-4dd1-b127-100d6aaca20f', 'tag': 'd4f7a434-f2bf-463a-9078-1e6db829b36a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:48.548579 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1324212-95b7-4f0f-9ce6-fd81b70553e0" -d '{"events": [{"server_uuid": "5cf65586-b92e-4b87-a928-15290aa35ee8", "name": "network-vif-deleted", "tag": "697fa6b2-210a-4f96-84e9-80201b586a39"}, {"name": "network-changed", "server_uuid": "f2d1ab7b-03a4-4dd1-b127-100d6aaca20f", "tag": "d4f7a434-f2bf-463a-9078-1e6db829b36a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:48.612733 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5e75914-bb60-4b11-aebb-2fa04c60df6a req-be6f4b29-28fa-40ba-b467-0ce8ae112e44 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209803 Feb 19 03:02:48.675838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bba3d823-064d-47ba-be54-ef9b1c377cf2 req-01b2939c-7874-4fe7-b3ec-9ab3dacf8202 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/bc9e30da-5d7c-4c26-84bf-5763d3358664 HTTP/1.1" status: 200 len: 1817 time: 0.1070936 Feb 19 03:02:48.752196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Publish callbacks [] for security_group (f117fd05-9358-4e48-8a67-8b268cd78999), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.759108 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-bba3d823-064d-47ba-be54-ef9b1c377cf2 req-158927fe-81e0-4a2a-8e51-b1f88e406d53 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 03:02:48.760466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bba3d823-064d-47ba-be54-ef9b1c377cf2 req-158927fe-81e0-4a2a-8e51-b1f88e406d53 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "DELETE /v2.0/security-groups/bc9e30da-5d7c-4c26-84bf-5763d3358664 HTTP/1.1" status: 409 len: 341 time: 0.0766072 Feb 19 03:02:48.763654 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f117fd05-9358-4e48-8a67-8b268cd78999), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.792095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f117fd05-9358-4e48-8a67-8b268cd78999,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:48.810215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:02:48.822872 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1deae1d8-690e-4b0e-8ef4-045321898232), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:48.823385 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Added segment 1deae1d8-690e-4b0e-8ef4-045321898232 of type vlan for network 4e6c2923-e112-4aaf-89c6-e96b453d1227 Feb 19 03:02:48.897331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54272) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:48.940740 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (4e6c2923-e112-4aaf-89c6-e96b453d1227), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.020283 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (4e6c2923-e112-4aaf-89c6-e96b453d1227), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.021749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:49.022494 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.035927 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb97074e-8fa5-4f24-b362-446f80ce7966 x-openstack-request-id: req-bb97074e-8fa5-4f24-b362-446f80ce7966 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:49.037114 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cf65586-b92e-4b87-a928-15290aa35ee8", "name": "network-vif-deleted", "tag": "697fa6b2-210a-4f96-84e9-80201b586a39", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2d1ab7b-03a4-4dd1-b127-100d6aaca20f", "tag": "d4f7a434-f2bf-463a-9078-1e6db829b36a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:49.037451 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bb97074e-8fa5-4f24-b362-446f80ce7966 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:49.037917 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf65586-b92e-4b87-a928-15290aa35ee8', 'name': 'network-vif-deleted', 'tag': '697fa6b2-210a-4f96-84e9-80201b586a39', 'status': 'completed', 'code': 200} Feb 19 03:02:49.038170 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d1ab7b-03a4-4dd1-b127-100d6aaca20f', 'tag': 'd4f7a434-f2bf-463a-9078-1e6db829b36a', 'status': 'completed', 'code': 200} Feb 19 03:02:49.060071 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a359878-9589-44af-991a-b9eb85d32451 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for security_group (60f059ef-4cc7-4b78-85f7-e87dc108d39c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.109233 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a359878-9589-44af-991a-b9eb85d32451 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for security_group (60f059ef-4cc7-4b78-85f7-e87dc108d39c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.127956 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0313361 Feb 19 03:02:49.131457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54284) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:49.137241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4a03eacb-79ec-4f44-b9fd-ddfb8c3e265e admin admin] Request body: {'subnet': {'network_id': '4e6c2923-e112-4aaf-89c6-e96b453d1227', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1083942414-subnet', 'tenant_id': 'cff4ee4e073c4404acd81271a00fb5ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:49.172984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4c423-4d10-4efc-9d63-30b943ee522a admin admin] Pushing event updated for resources: {'Network': ['ID=4e6c2923-e112-4aaf-89c6-e96b453d1227,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:49.176967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a03eacb-79ec-4f44-b9fd-ddfb8c3e265e admin admin] Made reservation on behalf of cff4ee4e073c4404acd81271a00fb5ed for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:49.179480 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a03eacb-79ec-4f44-b9fd-ddfb8c3e265e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.187910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 4e6c2923-e112-4aaf-89c6-e96b453d1227 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:02:49.199716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1324212-95b7-4f0f-9ce6-fd81b70553e0 req-bf020175-8b6f-4b28-bb20-859e3ccf082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:49.201590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1324212-95b7-4f0f-9ce6-fd81b70553e0 req-bf020175-8b6f-4b28-bb20-859e3ccf082e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f&device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 1166 time: 0.1369946 Feb 19 03:02:49.207148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba5de6-1cbe-4b42-a0ce-8c318d68cbf8 req-40d7907b-4556-4256-97c6-b6b8a44f0a8e tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:49.209225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6eba5de6-1cbe-4b42-a0ce-8c318d68cbf8 req-40d7907b-4556-4256-97c6-b6b8a44f0a8e tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 1127 time: 0.0859027 Feb 19 03:02:49.278264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a359878-9589-44af-991a-b9eb85d32451 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (60f059ef-4cc7-4b78-85f7-e87dc108d39c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.284281 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a359878-9589-44af-991a-b9eb85d32451 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.291445 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7a359878-9589-44af-991a-b9eb85d32451 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "DELETE /v2.0/security-groups/60f059ef-4cc7-4b78-85f7-e87dc108d39c HTTP/1.1" status: 204 len: 168 time: 0.3919127 Feb 19 03:02:49.297577 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54290) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:49.332894 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-9e3f0c5e-4bcf-40c0-9d7c-8deec950a987 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] show failed (client error): The resource could not be found. Feb 19 03:02:49.334222 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9e3f0c5e-4bcf-40c0-9d7c-8deec950a987 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "GET /v2.0/security-groups/60f059ef-4cc7-4b78-85f7-e87dc108d39c HTTP/1.1" status: 404 len: 347 time: 0.0265541 Feb 19 03:02:49.335195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a359878-9589-44af-991a-b9eb85d32451 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f059ef-4cc7-4b78-85f7-e87dc108d39c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:49.408814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54292) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:49.469450 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a03eacb-79ec-4f44-b9fd-ddfb8c3e265e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (60826025-e8dc-4275-82b7-a92e04cd6765), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.589197 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03eacb-79ec-4f44-b9fd-ddfb8c3e265e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60826025-e8dc-4275-82b7-a92e04cd6765,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:49.605235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a03eacb-79ec-4f44-b9fd-ddfb8c3e265e admin admin] Checking segment: {'id': '1deae1d8-690e-4b0e-8ef4-045321898232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4e6c2923-e112-4aaf-89c6-e96b453d1227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:49.605591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03eacb-79ec-4f44-b9fd-ddfb8c3e265e admin admin] Network hostable DHCP agents. Network: 4e6c2923-e112-4aaf-89c6-e96b453d1227, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:02:49.633882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7e414-bfee-4918-a0fa-acbda787eb53 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Deleting port 023d485b-786c-4aae-9c55-18d479cebdad {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:49.634258 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e414-bfee-4918-a0fa-acbda787eb53 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (023d485b-786c-4aae-9c55-18d479cebdad), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.646198 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a03eacb-79ec-4f44-b9fd-ddfb8c3e265e admin admin] Network 4e6c2923-e112-4aaf-89c6-e96b453d1227 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:02:49.695724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-4a03eacb-79ec-4f44-b9fd-ddfb8c3e265e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 4e6c2923-e112-4aaf-89c6-e96b453d1227) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:49.710086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a03eacb-79ec-4f44-b9fd-ddfb8c3e265e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:49.710588 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a03eacb-79ec-4f44-b9fd-ddfb8c3e265e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.712634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3be4489-ad35-45a0-85f5-0f9900f4b742 None None] Network 4e6c2923-e112-4aaf-89c6-e96b453d1227 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:49.780877 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4a03eacb-79ec-4f44-b9fd-ddfb8c3e265e admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6481087 Feb 19 03:02:49.787354 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e414-bfee-4918-a0fa-acbda787eb53 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (023d485b-786c-4aae-9c55-18d479cebdad), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.787876 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e414-bfee-4918-a0fa-acbda787eb53 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for floatingip (023d485b-786c-4aae-9c55-18d479cebdad), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:49.800392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6eba5de6-1cbe-4b42-a0ce-8c318d68cbf8 req-cf09c5de-6257-4ddb-a263-aba27c40475d tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5710995 Feb 19 03:02:49.807774 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f0c7e414-bfee-4918-a0fa-acbda787eb53 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Calling delete_port for 023d485b-786c-4aae-9c55-18d479cebdad owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:49.825306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1324212-95b7-4f0f-9ce6-fd81b70553e0 req-9ad5a816-577f-414d-aa44-3af962a88c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:49.831499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1324212-95b7-4f0f-9ce6-fd81b70553e0 req-9ad5a816-577f-414d-aa44-3af962a88c01 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 HTTP/1.1" status: 200 len: 914 time: 0.6212943 Feb 19 03:02:49.938380 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1324212-95b7-4f0f-9ce6-fd81b70553e0 req-62c0ddaa-c2cf-4452-979e-62b5f5bf1f9a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f7a434-f2bf-463a-9078-1e6db829b36a HTTP/1.1" status: 200 len: 217 time: 0.0951693 Feb 19 03:02:49.966234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a4eaa-f490-4dfe-afa7-749fe6d152d7 None None] Network 4e6c2923-e112-4aaf-89c6-e96b453d1227 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:50.093453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1324212-95b7-4f0f-9ce6-fd81b70553e0 req-bebe1e1d-96a0-448c-9feb-42c082ec44bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:50.096015 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1324212-95b7-4f0f-9ce6-fd81b70553e0 req-bebe1e1d-96a0-448c-9feb-42c082ec44bd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fff68861-4854-49bd-b033-fbad7da919f4 HTTP/1.1" status: 200 len: 853 time: 0.1519039 Feb 19 03:02:50.110698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e414-bfee-4918-a0fa-acbda787eb53 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (023d485b-786c-4aae-9c55-18d479cebdad), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.136407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1324212-95b7-4f0f-9ce6-fd81b70553e0 req-df6db835-2bd1-439c-81aa-b51a4056aa01 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346591 Feb 19 03:02:50.148476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7e414-bfee-4918-a0fa-acbda787eb53 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Pushing event deleted for resources: {'Port': ['ID=023d485b-786c-4aae-9c55-18d479cebdad,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:50.223898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-1603c4a8-4c80-4987-9d0e-43fdd9a86ad9 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:50.228554 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e414-bfee-4918-a0fa-acbda787eb53 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks [] for floatingip (c5c27288-a462-4cbc-bbf6-034f47a11e3f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.230575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-1603c4a8-4c80-4987-9d0e-43fdd9a86ad9 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.2726703 Feb 19 03:02:50.231474 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0c7e414-bfee-4918-a0fa-acbda787eb53 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.232749 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f0c7e414-bfee-4918-a0fa-acbda787eb53 tempest-ServersTestJSON-102089789 tempest-ServersTestJSON-102089789-project] 10.222.0.81 "DELETE /v2.0/floatingips/c5c27288-a462-4cbc-bbf6-034f47a11e3f HTTP/1.1" status: 204 len: 168 time: 0.8223431 Feb 19 03:02:50.237134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54336) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:50.246131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-aae7d291-6d1d-4157-bb87-cdefbad3e17e tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/quotas/03a098dbc4144e01abb1935743b8c45b HTTP/1.1" status: 200 len: 375 time: 0.0143244 Feb 19 03:02:50.332548 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1324212-95b7-4f0f-9ce6-fd81b70553e0 req-7bde4c73-f7d5-43f2-b5e0-9a016a0d2d4d service neutron] 10.222.0.87 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885107 Feb 19 03:02:50.409455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-391bd7f3-4b39-430f-9b14-874ae806b33d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1525910 Feb 19 03:02:50.419210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338c43e-43f7-468f-b765-4833711460e5 req-3d7be99b-1add-4aff-897a-f789bd319acd tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:50.420761 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9338c43e-43f7-468f-b765-4833711460e5 req-3d7be99b-1add-4aff-897a-f789bd319acd tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 984 time: 0.1548829 Feb 19 03:02:50.539747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1324212-95b7-4f0f-9ce6-fd81b70553e0 req-2bfdd0cd-4946-46c7-a615-9650beaf1bef service neutron] 10.222.0.87 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998613 Feb 19 03:02:50.578665 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9338c43e-43f7-468f-b765-4833711460e5 req-ac46fb18-2513-4bcf-8160-e9bfddd8d39a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&id=bc9e30da-5d7c-4c26-84bf-5763d3358664&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1466589 Feb 19 03:02:50.582631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-ea9a2200-d0ff-4d92-a11b-e5b455dddbba service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608284 Feb 19 03:02:50.646331 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1cab18e1-178f-4586-a66e-2df7dd49a81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (39f09673-6285-41e8-bf95-efa7675423fd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:50.723868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-8472e756-a915-41bd-8510-374c02341b65 service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314256 Feb 19 03:02:50.727390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf91b-f6b2-4804-b16e-5d8ec20f1c6c req-6c3f5649-5621-4e06-b018-6d0b95945378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:50.728927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85abf91b-f6b2-4804-b16e-5d8ec20f1c6c req-6c3f5649-5621-4e06-b018-6d0b95945378 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f&device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 1166 time: 0.1354787 Feb 19 03:02:50.860071 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54352) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:50.894374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf91b-f6b2-4804-b16e-5d8ec20f1c6c req-12ffc980-d3d6-40cb-adbc-6aa1354f239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:50.895995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85abf91b-f6b2-4804-b16e-5d8ec20f1c6c req-12ffc980-d3d6-40cb-adbc-6aa1354f239c service neutron] 10.222.0.87 "GET /v2.0/networks?id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 HTTP/1.1" status: 200 len: 914 time: 0.1595144 Feb 19 03:02:50.947200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85abf91b-f6b2-4804-b16e-5d8ec20f1c6c req-d613453f-0256-4aca-8934-5273fdd03c03 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f7a434-f2bf-463a-9078-1e6db829b36a HTTP/1.1" status: 200 len: 217 time: 0.0439634 Feb 19 03:02:51.054287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1cab18e1-178f-4586-a66e-2df7dd49a81b admin admin] Deleting port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:51.055637 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1cab18e1-178f-4586-a66e-2df7dd49a81b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.090955 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02a94a7c-498d-4bd8-b211-8f566505cadb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.122660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85abf91b-f6b2-4804-b16e-5d8ec20f1c6c req-7b64483f-d3f8-4a4c-94c3-860226b860b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:51.124302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85abf91b-f6b2-4804-b16e-5d8ec20f1c6c req-7b64483f-d3f8-4a4c-94c3-860226b860b0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fff68861-4854-49bd-b033-fbad7da919f4 HTTP/1.1" status: 200 len: 853 time: 0.1710212 Feb 19 03:02:51.223962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85abf91b-f6b2-4804-b16e-5d8ec20f1c6c req-2999c815-3720-4065-99b2-a76e73ca9606 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499377 Feb 19 03:02:51.255217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-cc97dcb3-1dae-4ca3-ba70-8fd2f5a02162 req-fea6ba84-2d83-4764-aeff-bf214b3a81a5 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1446579644', 'description': 'tempest-description-1379084830'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:51.363273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39302d56-7034-46d8-b0ba-ccb3facf382d req-a95db7fe-1f64-4aa6-818d-a3f0f3e4cd9a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:51.364920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39302d56-7034-46d8-b0ba-ccb3facf382d req-a95db7fe-1f64-4aa6-818d-a3f0f3e4cd9a tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 944 time: 0.3066771 Feb 19 03:02:51.439655 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc97dcb3-1dae-4ca3-ba70-8fd2f5a02162 req-fea6ba84-2d83-4764-aeff-bf214b3a81a5 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.492746 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02a94a7c-498d-4bd8-b211-8f566505cadb admin admin] Publish callbacks [] for security_group (95141e94-cb1f-4ac8-9b10-9d73e6a50179), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.519772 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02a94a7c-498d-4bd8-b211-8f566505cadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (95141e94-cb1f-4ac8-9b10-9d73e6a50179), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.529082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d81d37-1632-4c17-ac17-87ac7c3f766f req-0db8a990-d7a7-4e86-97d2-9d1ee5ea531f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:51.530646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68d81d37-1632-4c17-ac17-87ac7c3f766f req-0db8a990-d7a7-4e86-97d2-9d1ee5ea531f tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.67 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 944 time: 0.2417934 Feb 19 03:02:51.535209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 697fa6b2-210a-4f96-84e9-80201b586a39 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:51.549655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-1cab18e1-178f-4586-a66e-2df7dd49a81b admin admin] For port bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e,segment=NetworkSegment(b97acd57-9684-490b-b85c-3a8a5e00c953),segment_id=b97acd57-9684-490b-b85c-3a8a5e00c953)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:51.550508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1cab18e1-178f-4586-a66e-2df7dd49a81b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.559950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39302d56-7034-46d8-b0ba-ccb3facf382d req-61226894-2102-4bfe-92d1-10575fc8f999 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849029 Feb 19 03:02:51.570273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85abf91b-f6b2-4804-b16e-5d8ec20f1c6c req-a28edb7a-4d9b-4b54-934b-a68ac81147f0 service neutron] 10.222.0.87 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310201 Feb 19 03:02:51.580903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 697fa6b2-210a-4f96-84e9-80201b586a39 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:51.581710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 697fa6b2-210a-4f96-84e9-80201b586a39 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:51.586740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1cab18e1-178f-4586-a66e-2df7dd49a81b admin admin] Calling delete_port for bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:51.651355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-02a94a7c-498d-4bd8-b211-8f566505cadb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b957112a57e040fa9dbb220dbee7a69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7877362 Feb 19 03:02:51.651355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a94a7c-498d-4bd8-b211-8f566505cadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95141e94-cb1f-4ac8-9b10-9d73e6a50179,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:51.652034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54380) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:51.773050 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67e43557-694b-4ae3-8e68-c2a7f728e8ef admin admin] Publish callbacks [] for security_group (95141e94-cb1f-4ac8-9b10-9d73e6a50179), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.811829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac19fa5f-8880-4b34-9387-de8d29462061 req-653fd702-a6ea-4f11-9cd7-3907c3c9c887 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 210 time: 0.0640988 Feb 19 03:02:51.820202 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67e43557-694b-4ae3-8e68-c2a7f728e8ef admin admin] Publish callbacks [] for security_group (95141e94-cb1f-4ac8-9b10-9d73e6a50179), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.936450 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc97dcb3-1dae-4ca3-ba70-8fd2f5a02162 req-fea6ba84-2d83-4764-aeff-bf214b3a81a5 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (8abc5545-8add-4e61-95e1-32262554a710), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.948527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85abf91b-f6b2-4804-b16e-5d8ec20f1c6c req-6be99ddf-4ce5-408b-8470-ccc158f35256 service neutron] 10.222.0.87 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559363 Feb 19 03:02:51.948924 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1cab18e1-178f-4586-a66e-2df7dd49a81b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.982327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab18e1-178f-4586-a66e-2df7dd49a81b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:51.983675 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc97dcb3-1dae-4ca3-ba70-8fd2f5a02162 req-fea6ba84-2d83-4764-aeff-bf214b3a81a5 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8abc5545-8add-4e61-95e1-32262554a710), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.989623 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67e43557-694b-4ae3-8e68-c2a7f728e8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (95141e94-cb1f-4ac8-9b10-9d73e6a50179), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.992681 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67e43557-694b-4ae3-8e68-c2a7f728e8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:51.994260 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-67e43557-694b-4ae3-8e68-c2a7f728e8ef admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/95141e94-cb1f-4ac8-9b10-9d73e6a50179 HTTP/1.1" status: 204 len: 168 time: 0.3402452 Feb 19 03:02:52.026141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e43557-694b-4ae3-8e68-c2a7f728e8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95141e94-cb1f-4ac8-9b10-9d73e6a50179,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:52.147678 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc97dcb3-1dae-4ca3-ba70-8fd2f5a02162 req-fea6ba84-2d83-4764-aeff-bf214b3a81a5 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.174231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc97dcb3-1dae-4ca3-ba70-8fd2f5a02162 req-fea6ba84-2d83-4764-aeff-bf214b3a81a5 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.9222286 Feb 19 03:02:52.203758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6ba84-2d83-4764-aeff-bf214b3a81a5 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abc5545-8add-4e61-95e1-32262554a710,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:52.224419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ef3ad-d9af-4ec3-9283-f3881dfac4c3 req-2dbb9023-e5d1-47ef-b40c-34a85d4f90e3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:52.232211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a28ef3ad-d9af-4ec3-9283-f3881dfac4c3 req-2dbb9023-e5d1-47ef-b40c-34a85d4f90e3 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 984 time: 0.3157277 Feb 19 03:02:52.243431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-68d81d37-1632-4c17-ac17-87ac7c3f766f req-389ec79c-a7ce-4d00-894e-90942724962c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Deleting port d9e493b9-669f-4bac-96e7-761fd0655669 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:52.243758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68d81d37-1632-4c17-ac17-87ac7c3f766f req-389ec79c-a7ce-4d00-894e-90942724962c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.340489 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1cab18e1-178f-4586-a66e-2df7dd49a81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (39f09673-6285-41e8-bf95-efa7675423fd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.384582 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a28ef3ad-d9af-4ec3-9283-f3881dfac4c3 req-ea092aaf-82cb-42ac-b941-8ecb88fed2f7 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&id=bc9e30da-5d7c-4c26-84bf-5763d3358664&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1513195 Feb 19 03:02:52.392727 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.500682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-68d81d37-1632-4c17-ac17-87ac7c3f766f req-389ec79c-a7ce-4d00-894e-90942724962c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] For port d9e493b9-669f-4bac-96e7-761fd0655669, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d9e493b9-669f-4bac-96e7-761fd0655669,segment=NetworkSegment(c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce),segment_id=c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:52.501076 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68d81d37-1632-4c17-ac17-87ac7c3f766f req-389ec79c-a7ce-4d00-894e-90942724962c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.545590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-68d81d37-1632-4c17-ac17-87ac7c3f766f req-389ec79c-a7ce-4d00-894e-90942724962c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Calling delete_port for d9e493b9-669f-4bac-96e7-761fd0655669 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:52.559897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e21dcbc6-13dd-4d29-a231-1fa77d436f85 req-7e92eadd-a4e1-4320-818f-345b0bf3cb59 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/8abc5545-8add-4e61-95e1-32262554a710 HTTP/1.1" status: 200 len: 1822 time: 0.1580017 Feb 19 03:02:52.616236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-e21dcbc6-13dd-4d29-a231-1fa77d436f85 req-9691a881-0be1-4119-8570-8421fe8472a0 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8abc5545-8add-4e61-95e1-32262554a710', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:52.616597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-e21dcbc6-13dd-4d29-a231-1fa77d436f85 req-9691a881-0be1-4119-8570-8421fe8472a0 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8abc5545-8add-4e61-95e1-32262554a710', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:52.718297 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e21dcbc6-13dd-4d29-a231-1fa77d436f85 req-9691a881-0be1-4119-8570-8421fe8472a0 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (09d54813-db0a-41db-92a5-0e1223b049a5), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.748921 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e21dcbc6-13dd-4d29-a231-1fa77d436f85 req-9691a881-0be1-4119-8570-8421fe8472a0 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (09d54813-db0a-41db-92a5-0e1223b049a5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.875595 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e21dcbc6-13dd-4d29-a231-1fa77d436f85 req-9691a881-0be1-4119-8570-8421fe8472a0 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (09d54813-db0a-41db-92a5-0e1223b049a5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.877668 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54404) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:52.910978 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c4755ec-fed5-4a36-8d8b-d7189c9b685a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.928938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691a881-0be1-4119-8570-8421fe8472a0 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09d54813-db0a-41db-92a5-0e1223b049a5,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:52.933908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-b0502917-9b41-43f7-a22c-9b344f9ef064 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:52.935987 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-b0502917-9b41-43f7-a22c-9b344f9ef064 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.4492941 Feb 19 03:02:52.964973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e21dcbc6-13dd-4d29-a231-1fa77d436f85 req-9691a881-0be1-4119-8570-8421fe8472a0 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.966262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e21dcbc6-13dd-4d29-a231-1fa77d436f85 req-9691a881-0be1-4119-8570-8421fe8472a0 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3575912 Feb 19 03:02:52.973019 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68d81d37-1632-4c17-ac17-87ac7c3f766f req-389ec79c-a7ce-4d00-894e-90942724962c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d9e493b9-669f-4bac-96e7-761fd0655669), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:52.998969 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Request body: {'port': {'device_id': '3acd6f1f-a123-40a0-affb-6a56939a915c', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'admin_state_up': True, 'tenant_id': '03a098dbc4144e01abb1935743b8c45b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:53.056137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c1c67-f5d4-4f08-878f-ead5a3dd83cc req-98b00385-1d35-4c8e-bead-c06dcfac8279 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:53.065719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe2c1c67-f5d4-4f08-878f-ead5a3dd83cc req-98b00385-1d35-4c8e-bead-c06dcfac8279 tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/ports?device_id=f554ba7f-c28d-45d1-bcb9-11e826655123 HTTP/1.1" status: 200 len: 944 time: 0.1994631 Feb 19 03:02:53.067855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ec79c-a7ce-4d00-894e-90942724962c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Pushing event deleted for resources: {'Port': ['ID=d9e493b9-669f-4bac-96e7-761fd0655669,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:53.104362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d81d37-1632-4c17-ac17-87ac7c3f766f req-389ec79c-a7ce-4d00-894e-90942724962c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] No DVR routers for this DVR port d9e493b9-669f-4bac-96e7-761fd0655669 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:53.155820 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-68d81d37-1632-4c17-ac17-87ac7c3f766f req-389ec79c-a7ce-4d00-894e-90942724962c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.160497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68d81d37-1632-4c17-ac17-87ac7c3f766f req-389ec79c-a7ce-4d00-894e-90942724962c tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.67 "DELETE /v2.0/ports/d9e493b9-669f-4bac-96e7-761fd0655669 HTTP/1.1" status: 204 len: 173 time: 1.5992966 Feb 19 03:02:53.161028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f554ba7f-c28d-45d1-bcb9-11e826655123', 'name': 'network-vif-deleted', 'tag': 'd9e493b9-669f-4bac-96e7-761fd0655669'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:53.162471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54410) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:53.163901 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7e7890-71c3-4aa3-a729-eea6d2a12395" -d '{"events": [{"server_uuid": "f554ba7f-c28d-45d1-bcb9-11e826655123", "name": "network-vif-deleted", "tag": "d9e493b9-669f-4bac-96e7-761fd0655669"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:53.199675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab20bdb6-12da-4e71-9c62-f0bea9b951a6 req-d3fad2a7-270f-443f-a4c3-831198333d80 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 210 time: 0.0943418 Feb 19 03:02:53.248112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d06b71c1-2aca-4721-a474-2458628252bf req-f80298cf-55c9-48a5-be4b-8f5eb8a8a690 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-590230053', 'description': 'tempest-description-1982956389'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:53.254215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cab18e1-178f-4586-a66e-2df7dd49a81b admin admin] Router 39f09673-6285-41e8-bf95-efa7675423fd has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:02:53.276574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe2c1c67-f5d4-4f08-878f-ead5a3dd83cc req-e02f8374-1433-42d6-8270-bf55349e22ca tempest-LiveMigrationTest-545530889 tempest-LiveMigrationTest-545530889-project] 10.222.0.81 "GET /v2.0/security-groups?id=0941aa8d-a15b-4785-9f78-35ae517abf79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098362 Feb 19 03:02:53.278062 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c4755ec-fed5-4a36-8d8b-d7189c9b685a admin admin] Publish callbacks [] for security_group (25da3994-c2c8-47b5-846f-941337785e0b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.290893 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d06b71c1-2aca-4721-a474-2458628252bf req-f80298cf-55c9-48a5-be4b-8f5eb8a8a690 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.326547 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.351218 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c4755ec-fed5-4a36-8d8b-d7189c9b685a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (25da3994-c2c8-47b5-846f-941337785e0b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.357353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Made reservation on behalf of 03a098dbc4144e01abb1935743b8c45b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:02:53.360723 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.397667 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae270d34-1999-419e-8e0f-7d1d6497f1d5 x-openstack-request-id: req-ae270d34-1999-419e-8e0f-7d1d6497f1d5 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:53.398447 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f554ba7f-c28d-45d1-bcb9-11e826655123", "name": "network-vif-deleted", "tag": "d9e493b9-669f-4bac-96e7-761fd0655669", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:53.398447 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae270d34-1999-419e-8e0f-7d1d6497f1d5 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:53.398784 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f554ba7f-c28d-45d1-bcb9-11e826655123', 'name': 'network-vif-deleted', 'tag': 'd9e493b9-669f-4bac-96e7-761fd0655669', 'status': 'completed', 'code': 200} Feb 19 03:02:53.425155 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d06b71c1-2aca-4721-a474-2458628252bf req-f80298cf-55c9-48a5-be4b-8f5eb8a8a690 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (f603002e-572a-456d-84ed-01530263d9c2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.431067 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d06b71c1-2aca-4721-a474-2458628252bf req-f80298cf-55c9-48a5-be4b-8f5eb8a8a690 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f603002e-572a-456d-84ed-01530263d9c2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.441703 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58cf3091-aa4e-4bba-bfb2-061282d8048c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.451245 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8c4755ec-fed5-4a36-8d8b-d7189c9b685a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aad9800222ed40db86e345d49ded97cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5699198 Feb 19 03:02:53.451245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4755ec-fed5-4a36-8d8b-d7189c9b685a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da3994-c2c8-47b5-846f-941337785e0b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:53.452716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54418) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:53.502546 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d06b71c1-2aca-4721-a474-2458628252bf req-f80298cf-55c9-48a5-be4b-8f5eb8a8a690 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.504114 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d06b71c1-2aca-4721-a474-2458628252bf req-f80298cf-55c9-48a5-be4b-8f5eb8a8a690 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.2628295 Feb 19 03:02:53.538195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80298cf-55c9-48a5-be4b-8f5eb8a8a690 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f603002e-572a-456d-84ed-01530263d9c2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:53.562368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cab18e1-178f-4586-a66e-2df7dd49a81b admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:02:53.574596 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1cab18e1-178f-4586-a66e-2df7dd49a81b admin admin] 10.222.0.81 "PUT /v2.0/routers/39f09673-6285-41e8-bf95-efa7675423fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3363619 Feb 19 03:02:53.576381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f400be2-9e54-45e3-9b6b-37bec91eb977 None None] Sync routers for ids ['39f09673-6285-41e8-bf95-efa7675423fd'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:02:53.577756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54424) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:53.599687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f400be2-9e54-45e3-9b6b-37bec91eb977 None None] Routers {'39f09673-6285-41e8-bf95-efa7675423fd'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:53.605939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7f400be2-9e54-45e3-9b6b-37bec91eb977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:02:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['39f09673-6285-41e8-bf95-efa7675423fd'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:53.637221 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f918a3bd-90ed-478b-acdf-53fd19cada05 admin admin] Publish callbacks [] for security_group (25da3994-c2c8-47b5-846f-941337785e0b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.660434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Allocated IP 172.20.0.11 (0e4aacd3-30ee-4aa7-b85b-c898c93b3c78/b7c96846-60d1-498c-9c3e-d38728efac18/6d53a4f3-5729-4033-a5ee-afebccacbd84) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:02:53.674539 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4231a28-0613-4536-91a3-e1e1c5d652ee req-b3e5df4d-3725-441c-93c6-10218a60125e tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/f603002e-572a-456d-84ed-01530263d9c2 HTTP/1.1" status: 200 len: 1821 time: 0.1373162 Feb 19 03:02:53.684261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821997dd-63a1-4b8c-b5ad-5f0158aecdc6 req-05f7f671-201b-4ebf-8f3b-5d31b8f5cccc tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:53.685868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-821997dd-63a1-4b8c-b5ad-5f0158aecdc6 req-05f7f671-201b-4ebf-8f3b-5d31b8f5cccc tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 984 time: 0.2067573 Feb 19 03:02:53.705411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-e4231a28-0613-4536-91a3-e1e1c5d652ee req-7fdca972-f5a6-4ac2-93ed-2feecab2be5c tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f603002e-572a-456d-84ed-01530263d9c2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:53.705649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-e4231a28-0613-4536-91a3-e1e1c5d652ee req-7fdca972-f5a6-4ac2-93ed-2feecab2be5c tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f603002e-572a-456d-84ed-01530263d9c2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:53.712683 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f918a3bd-90ed-478b-acdf-53fd19cada05 admin admin] Publish callbacks [] for security_group (25da3994-c2c8-47b5-846f-941337785e0b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.726792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58cf3091-aa4e-4bba-bfb2-061282d8048c admin admin] Publish callbacks [] for security_group (0f074511-31c8-4a78-806f-d9a5f31e8c09), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.742621 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58cf3091-aa4e-4bba-bfb2-061282d8048c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0f074511-31c8-4a78-806f-d9a5f31e8c09), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.780469 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-58cf3091-aa4e-4bba-bfb2-061282d8048c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b44fdb26bc824c2383cdc958a81f125a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6149971 Feb 19 03:02:53.784418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54428) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:53.820432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7f400be2-9e54-45e3-9b6b-37bec91eb977 None None] Set router 39f09673-6285-41e8-bf95-efa7675423fd gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:02:53.821075 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf3091-aa4e-4bba-bfb2-061282d8048c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f074511-31c8-4a78-806f-d9a5f31e8c09,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:53.902493 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Publish callbacks [] for router (39f09673-6285-41e8-bf95-efa7675423fd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.949289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks [] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:53.961942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-821997dd-63a1-4b8c-b5ad-5f0158aecdc6 req-23817188-9d59-4df1-ad00-741737bf8352 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&id=bc9e30da-5d7c-4c26-84bf-5763d3358664&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2607806 Feb 19 03:02:53.997539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e4231a28-0613-4536-91a3-e1e1c5d652ee req-7fdca972-f5a6-4ac2-93ed-2feecab2be5c tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (dca9f002-93f8-4f4c-9177-20779541c093), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.006323 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f918a3bd-90ed-478b-acdf-53fd19cada05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (25da3994-c2c8-47b5-846f-941337785e0b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.008870 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f918a3bd-90ed-478b-acdf-53fd19cada05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.010462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f918a3bd-90ed-478b-acdf-53fd19cada05 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25da3994-c2c8-47b5-846f-941337785e0b HTTP/1.1" status: 204 len: 168 time: 0.5566850 Feb 19 03:02:54.018743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfca104f-c5d7-43bd-9dd7-a083c6428dc5 admin admin] Publish callbacks [] for security_group (0f074511-31c8-4a78-806f-d9a5f31e8c09), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.021717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.036607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:54.051184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918a3bd-90ed-478b-acdf-53fd19cada05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da3994-c2c8-47b5-846f-941337785e0b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:54.057984 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e4231a28-0613-4536-91a3-e1e1c5d652ee req-7fdca972-f5a6-4ac2-93ed-2feecab2be5c tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (dca9f002-93f8-4f4c-9177-20779541c093), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.097176 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e4231a28-0613-4536-91a3-e1e1c5d652ee req-7fdca972-f5a6-4ac2-93ed-2feecab2be5c tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (dca9f002-93f8-4f4c-9177-20779541c093), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.106286 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfca104f-c5d7-43bd-9dd7-a083c6428dc5 admin admin] Publish callbacks [] for security_group (0f074511-31c8-4a78-806f-d9a5f31e8c09), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.110517 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event updated for resources: {'Port': ['ID=6d53a4f3-5729-4033-a5ee-afebccacbd84,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:54.132883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:02:54.135940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:02:54.145623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:02:54.157865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdca972-f5a6-4ac2-93ed-2feecab2be5c tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca9f002-93f8-4f4c-9177-20779541c093,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:54.176303 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e4231a28-0613-4536-91a3-e1e1c5d652ee req-7fdca972-f5a6-4ac2-93ed-2feecab2be5c tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.177822 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4231a28-0613-4536-91a3-e1e1c5d652ee req-7fdca972-f5a6-4ac2-93ed-2feecab2be5c tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4893780 Feb 19 03:02:54.196892 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Publish callbacks [] for router_gateway (39f09673-6285-41e8-bf95-efa7675423fd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.221193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7f400be2-9e54-45e3-9b6b-37bec91eb977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '01ba48cc-cceb-4398-8e62-efe215876008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:02:51Z', 'revision_number': 5, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port': {'id': '01ba48cc-cceb-4398-8e62-efe215876008', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:f0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f09673-6285-41e8-bf95-efa7675423fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 778, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:00:40Z', 'updated_at': '2022-02-19T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:54.257027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f400be2-9e54-45e3-9b6b-37bec91eb977 None None] Checking router: 39f09673-6285-41e8-bf95-efa7675423fd for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:02:54.269927 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfca104f-c5d7-43bd-9dd7-a083c6428dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0f074511-31c8-4a78-806f-d9a5f31e8c09), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.275196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfca104f-c5d7-43bd-9dd7-a083c6428dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.282499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bfca104f-c5d7-43bd-9dd7-a083c6428dc5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0f074511-31c8-4a78-806f-d9a5f31e8c09 HTTP/1.1" status: 204 len: 168 time: 0.4921777 Feb 19 03:02:54.286510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f400be2-9e54-45e3-9b6b-37bec91eb977 None None] Routers {'39f09673-6285-41e8-bf95-efa7675423fd'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:02:54.287335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7f400be2-9e54-45e3-9b6b-37bec91eb977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:02:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['39f09673-6285-41e8-bf95-efa7675423fd'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:54.301492 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:54.301848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.321540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca104f-c5d7-43bd-9dd7-a083c6428dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f074511-31c8-4a78-806f-d9a5f31e8c09,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:54.332903 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-6e6a2737-3452-4df5-ae81-7edbf454b4a1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3340714 Feb 19 03:02:54.339458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Request body: {'port': {'device_id': '3acd6f1f-a123-40a0-affb-6a56939a915c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:54.345850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Deleting port 01ba48cc-cceb-4398-8e62-efe215876008 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:54.346338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (01ba48cc-cceb-4398-8e62-efe215876008), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.470996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.515102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] For port 01ba48cc-cceb-4398-8e62-efe215876008, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=01ba48cc-cceb-4398-8e62-efe215876008,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:54.515605 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (01ba48cc-cceb-4398-8e62-efe215876008), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:54.559987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Calling delete_port for 01ba48cc-cceb-4398-8e62-efe215876008 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:54.569991 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7f400be2-9e54-45e3-9b6b-37bec91eb977 None None] Set router 39f09673-6285-41e8-bf95-efa7675423fd gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:02:54.600404 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af2052aa-9318-44d8-8204-35f12b8af59a req-0efe00eb-5f30-4bf1-b3cc-793d77cd9dea tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1509542852&fields=id&tenant_id=88387186b1db4a89a6baeb5b3d62ef3f HTTP/1.1" status: 200 len: 267 time: 0.2086334 Feb 19 03:02:54.627685 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7f400be2-9e54-45e3-9b6b-37bec91eb977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:02:54Z', 'revision_number': 6, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:54.664603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f400be2-9e54-45e3-9b6b-37bec91eb977 None None] The sync data for ids ['39f09673-6285-41e8-bf95-efa7675423fd'] in n-d-826755-2 is: [{'id': '39f09673-6285-41e8-bf95-efa7675423fd', 'name': 'tempest-ServersTestJSON-173510214-router', 'tenant_id': 'a91e88c847fd4b34856d851b4ec9a017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:00:39Z', 'updated_at': '2022-02-19T03:02:54Z', 'revision_number': 6, 'project_id': 'a91e88c847fd4b34856d851b4ec9a017', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:02:55.006824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d53a4f3-5729-4033-a5ee-afebccacbd84 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:02:55.024553 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Publish callbacks [] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.062212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Transition to ACTIVE for port object 6d53a4f3-5729-4033-a5ee-afebccacbd84 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:02:55.073992 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.113568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-6f121551-5921-4bd7-bc5b-f6a57bf27c4f req-389f6dee-3a2b-41c8-bfa8-dd6ed8eb7e98 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-786861481', 'description': 'tempest-description-1580041131'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:55.185209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Pushing event updated for resources: {'Port': ['ID=6d53a4f3-5729-4033-a5ee-afebccacbd84,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:55.200833 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6f121551-5921-4bd7-bc5b-f6a57bf27c4f req-389f6dee-3a2b-41c8-bfa8-dd6ed8eb7e98 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.209708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2052aa-9318-44d8-8204-35f12b8af59a req-dea74152-6bdc-4bf2-867c-16f32f8734ed tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:55.222513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af2052aa-9318-44d8-8204-35f12b8af59a req-dea74152-6bdc-4bf2-867c-16f32f8734ed tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 984 time: 0.6083009 Feb 19 03:02:55.268309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-af2052aa-9318-44d8-8204-35f12b8af59a req-541a9c8e-a399-4829-90aa-4a771055e687 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'port': {'security_groups': ['bc9e30da-5d7c-4c26-84bf-5763d3358664', 'e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34', 'b1fe1b37-20a5-4769-9dbc-83af412128ff']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:55.365003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Attempting to bind port 6d53a4f3-5729-4033-a5ee-afebccacbd84 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:02:55.365582 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Attempting to bind port 6d53a4f3-5729-4033-a5ee-afebccacbd84 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:02:55.367644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Attempting to bind port 6d53a4f3-5729-4033-a5ee-afebccacbd84 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:55.381531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Port 6d53a4f3-5729-4033-a5ee-afebccacbd84 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:02:55.382204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Attempting to bind port 6d53a4f3-5729-4033-a5ee-afebccacbd84 on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:02:55.395456 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:02:55.395802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Checking segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:02:55.397364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Bound using segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:02:55.398772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Bound port: 6d53a4f3-5729-4033-a5ee-afebccacbd84, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:02:55.398772 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.421064 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af2052aa-9318-44d8-8204-35f12b8af59a req-541a9c8e-a399-4829-90aa-4a771055e687 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.503151 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6f121551-5921-4bd7-bc5b-f6a57bf27c4f req-389f6dee-3a2b-41c8-bfa8-dd6ed8eb7e98 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (11b34995-6800-4979-886b-fe78c227fc90), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.532753 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (01ba48cc-cceb-4398-8e62-efe215876008), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.535835 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6f121551-5921-4bd7-bc5b-f6a57bf27c4f req-389f6dee-3a2b-41c8-bfa8-dd6ed8eb7e98 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (11b34995-6800-4979-886b-fe78c227fc90), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.540708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] For port 6d53a4f3-5729-4033-a5ee-afebccacbd84, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:02:55.548505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] For port 6d53a4f3-5729-4033-a5ee-afebccacbd84, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6d53a4f3-5729-4033-a5ee-afebccacbd84,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:02:55.567279 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.638878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ba48cc-cceb-4398-8e62-efe215876008,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:55.643855 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:55.644536 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.646177 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] 10.222.0.67 "PUT /v2.0/ports/6d53a4f3-5729-4033-a5ee-afebccacbd84 HTTP/1.1" status: 200 len: 1092 time: 1.3120039 Feb 19 03:02:55.652052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3acd6f1f-a123-40a0-affb-6a56939a915c', 'tag': '6d53a4f3-5729-4033-a5ee-afebccacbd84'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:55.654790 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a643c9b2-ea15-43f7-b458-4b7a37f0b113" -d '{"events": [{"name": "network-changed", "server_uuid": "3acd6f1f-a123-40a0-affb-6a56939a915c", "tag": "6d53a4f3-5729-4033-a5ee-afebccacbd84"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:55.672325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9c13e-c0db-45eb-8904-b8e308781b89 service neutron] Pushing event updated for resources: {'Port': ['ID=6d53a4f3-5729-4033-a5ee-afebccacbd84,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:55.697556 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6f121551-5921-4bd7-bc5b-f6a57bf27c4f req-389f6dee-3a2b-41c8-bfa8-dd6ed8eb7e98 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:55.698870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f121551-5921-4bd7-bc5b-f6a57bf27c4f req-389f6dee-3a2b-41c8-bfa8-dd6ed8eb7e98 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6109712 Feb 19 03:02:55.852192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-895e2eaf-eecf-4471-a469-89845214ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:55.853788 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-895e2eaf-eecf-4471-a469-89845214ac44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 1126 time: 0.1247406 Feb 19 03:02:55.865063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 01ba48cc-cceb-4398-8e62-efe215876008 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:55.882032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f6dee-3a2b-41c8-bfa8-dd6ed8eb7e98 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b34995-6800-4979-886b-fe78c227fc90,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:55.910601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 01ba48cc-cceb-4398-8e62-efe215876008 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:55.912151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 01ba48cc-cceb-4398-8e62-efe215876008 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:55.912723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:55.930407 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-7398880c-3126-4aed-96e8-8b5acc49ade6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d53a4f3-5729-4033-a5ee-afebccacbd84 HTTP/1.1" status: 200 len: 217 time: 0.0675905 Feb 19 03:02:55.944062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:55.944764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bf5e4b17-e3ca-40c1-9bb2-fa86e7603a4e not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:55.961883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d9e493b9-669f-4bac-96e7-761fd0655669 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:55.979767 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (39f09673-6285-41e8-bf95-efa7675423fd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.005181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: d9e493b9-669f-4bac-96e7-761fd0655669 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:56.005866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d9e493b9-669f-4bac-96e7-761fd0655669 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:56.037014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-d109c30e-65f1-4ffd-88e8-5d55f54b1a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:56.040407 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-d109c30e-65f1-4ffd-88e8-5d55f54b1a2c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.1040599 Feb 19 03:02:56.068292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-af2052aa-9318-44d8-8204-35f12b8af59a req-541a9c8e-a399-4829-90aa-4a771055e687 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] For port d4f7a434-f2bf-463a-9078-1e6db829b36a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d4f7a434-f2bf-463a-9078-1e6db829b36a,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:56.088967 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-9169624f-8419-4819-a6a7-9c276e8fd31d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424199 Feb 19 03:02:56.115081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5ea89-1f2b-41d6-8572-119f11b4df7e req-ff5349ba-d387-417e-a6a2-b8b6e0a71103 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:56.116649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04c5ea89-1f2b-41d6-8572-119f11b4df7e req-ff5349ba-d387-417e-a6a2-b8b6e0a71103 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 944 time: 0.2152996 Feb 19 03:02:56.118519 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (39f09673-6285-41e8-bf95-efa7675423fd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.122395 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Publish callbacks [] for router_controller (39f09673-6285-41e8-bf95-efa7675423fd), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.198950 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af2052aa-9318-44d8-8204-35f12b8af59a req-541a9c8e-a399-4829-90aa-4a771055e687 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.208714 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (39f09673-6285-41e8-bf95-efa7675423fd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.209416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39f09673-6285-41e8-bf95-efa7675423fd {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:02:56.219473 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.220936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fd5d8ed1-7b6b-41b4-bab7-028d655ccd72 admin admin] 10.222.0.81 "DELETE /v2.0/routers/39f09673-6285-41e8-bf95-efa7675423fd HTTP/1.1" status: 204 len: 168 time: 2.6315513 Feb 19 03:02:56.222215 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af2052aa-9318-44d8-8204-35f12b8af59a req-541a9c8e-a399-4829-90aa-4a771055e687 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.225905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54506) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:56.243795 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-e37e8b8e-831a-4c1e-b1ff-cde23471ba41 service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401289 Feb 19 03:02:56.250452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d4f7a434-f2bf-463a-9078-1e6db829b36a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:56.253840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:56.300277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a9c8e-a399-4829-90aa-4a771055e687 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'Port': ['ID=d4f7a434-f2bf-463a-9078-1e6db829b36a,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:56.361236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04c5ea89-1f2b-41d6-8572-119f11b4df7e req-16047c61-6afd-4fa0-8a3c-5b926ba432d0 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318046 Feb 19 03:02:56.370748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2052aa-9318-44d8-8204-35f12b8af59a req-541a9c8e-a399-4829-90aa-4a771055e687 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:56.371409 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af2052aa-9318-44d8-8204-35f12b8af59a req-541a9c8e-a399-4829-90aa-4a771055e687 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.373501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af2052aa-9318-44d8-8204-35f12b8af59a req-541a9c8e-a399-4829-90aa-4a771055e687 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "PUT /v2.0/ports/d4f7a434-f2bf-463a-9078-1e6db829b36a HTTP/1.1" status: 200 len: 1020 time: 1.1501493 Feb 19 03:02:56.373976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d1ab7b-03a4-4dd1-b127-100d6aaca20f', 'tag': 'd4f7a434-f2bf-463a-9078-1e6db829b36a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:02:56.376874 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f36345f-e669-4045-9f1e-608ceba7298b" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d1ab7b-03a4-4dd1-b127-100d6aaca20f", "tag": "d4f7a434-f2bf-463a-9078-1e6db829b36a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:02:56.402091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-86edb4b2-0575-46d7-8c9a-cac1268ac99d admin admin] Deleting subnet a0fb6246-d4f9-49a4-9fad-c81f77acdf71 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:56.405256 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86edb4b2-0575-46d7-8c9a-cac1268ac99d admin admin] Publish callbacks [] for subnet (a0fb6246-d4f9-49a4-9fad-c81f77acdf71), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.463299 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511766db-a0bf-44e9-8d55-a4e9861ab6a0 x-openstack-request-id: req-511766db-a0bf-44e9-8d55-a4e9861ab6a0 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:56.464382 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3acd6f1f-a123-40a0-affb-6a56939a915c", "tag": "6d53a4f3-5729-4033-a5ee-afebccacbd84", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:56.464646 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-511766db-a0bf-44e9-8d55-a4e9861ab6a0 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:56.465290 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3acd6f1f-a123-40a0-affb-6a56939a915c', 'tag': '6d53a4f3-5729-4033-a5ee-afebccacbd84', 'status': 'completed', 'code': 200} Feb 19 03:02:56.465731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54514) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:56.468935 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86edb4b2-0575-46d7-8c9a-cac1268ac99d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (a0fb6246-d4f9-49a4-9fad-c81f77acdf71), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.491684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d4f7a434-f2bf-463a-9078-1e6db829b36a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:02:56.516977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-f40fbca4-e18a-4f2b-bb33-b334e5ebcdff req-d1afb58d-96bd-4d9f-93e0-05a933a13c36 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1259855809', 'description': 'tempest-description-1362153212'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:56.564939 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f40fbca4-e18a-4f2b-bb33-b334e5ebcdff req-d1afb58d-96bd-4d9f-93e0-05a933a13c36 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.578716 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34121013-6f2d-4dc0-9248-472d1aba9ea0 req-8dcc3634-8bb7-498d-b235-f7eba50fc399 service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199737 Feb 19 03:02:56.651997 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86edb4b2-0575-46d7-8c9a-cac1268ac99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a0fb6246-d4f9-49a4-9fad-c81f77acdf71), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.728364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643c9b2-ea15-43f7-b458-4b7a37f0b113 req-a207750e-0c8a-47b7-ba67-d121bc46e515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:56.730424 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a643c9b2-ea15-43f7-b458-4b7a37f0b113 req-a207750e-0c8a-47b7-ba67-d121bc46e515 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 1126 time: 0.0691152 Feb 19 03:02:56.783072 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f40fbca4-e18a-4f2b-bb33-b334e5ebcdff req-d1afb58d-96bd-4d9f-93e0-05a933a13c36 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (a9b2e548-5ad8-4189-83fb-bfdd58b8fb56), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.789189 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f40fbca4-e18a-4f2b-bb33-b334e5ebcdff req-d1afb58d-96bd-4d9f-93e0-05a933a13c36 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a9b2e548-5ad8-4189-83fb-bfdd58b8fb56), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.851193 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f40fbca4-e18a-4f2b-bb33-b334e5ebcdff req-d1afb58d-96bd-4d9f-93e0-05a933a13c36 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.855084 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f40fbca4-e18a-4f2b-bb33-b334e5ebcdff req-d1afb58d-96bd-4d9f-93e0-05a933a13c36 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3470762 Feb 19 03:02:56.865865 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86edb4b2-0575-46d7-8c9a-cac1268ac99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (a0fb6246-d4f9-49a4-9fad-c81f77acdf71), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.880520 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643c9b2-ea15-43f7-b458-4b7a37f0b113 req-13530f4e-d474-4071-84be-fca07488de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:56.883413 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a643c9b2-ea15-43f7-b458-4b7a37f0b113 req-13530f4e-d474-4071-84be-fca07488de93 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 906 time: 0.1472723 Feb 19 03:02:56.920239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afb58d-96bd-4d9f-93e0-05a933a13c36 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b2e548-5ad8-4189-83fb-bfdd58b8fb56,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:56.950905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edb4b2-0575-46d7-8c9a-cac1268ac99d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0fb6246-d4f9-49a4-9fad-c81f77acdf71,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:56.973415 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38abe75d-8d65-470d-9730-54617ae7bb17 None None] Network 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:02:56.983665 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a643c9b2-ea15-43f7-b458-4b7a37f0b113 req-5f2cc85a-3a61-407a-a6b7-f9952a8f9b47 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d53a4f3-5729-4033-a5ee-afebccacbd84 HTTP/1.1" status: 200 len: 217 time: 0.0938241 Feb 19 03:02:56.985161 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86edb4b2-0575-46d7-8c9a-cac1268ac99d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:56.988477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-86edb4b2-0575-46d7-8c9a-cac1268ac99d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a0fb6246-d4f9-49a4-9fad-c81f77acdf71 HTTP/1.1" status: 204 len: 168 time: 0.7615187 Feb 19 03:02:56.999435 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5033d234-df80-497b-bf84-173a6829adea x-openstack-request-id: req-5033d234-df80-497b-bf84-173a6829adea {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:02:56.999435 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d1ab7b-03a4-4dd1-b127-100d6aaca20f", "tag": "d4f7a434-f2bf-463a-9078-1e6db829b36a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:02:56.999658 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5033d234-df80-497b-bf84-173a6829adea {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:02:57.000628 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d1ab7b-03a4-4dd1-b127-100d6aaca20f', 'tag': 'd4f7a434-f2bf-463a-9078-1e6db829b36a', 'status': 'completed', 'code': 200} Feb 19 03:02:57.000918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54528) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:57.191770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643c9b2-ea15-43f7-b458-4b7a37f0b113 req-e7e217af-6e76-4055-9128-9acdcf4652c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:57.198472 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a643c9b2-ea15-43f7-b458-4b7a37f0b113 req-e7e217af-6e76-4055-9128-9acdcf4652c7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.1468842 Feb 19 03:02:57.243696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36345f-e669-4045-9f1e-608ceba7298b req-01d52b1e-fb82-462b-8829-c24004fa8b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:57.244685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f36345f-e669-4045-9f1e-608ceba7298b req-01d52b1e-fb82-462b-8829-c24004fa8b38 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f&device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 1206 time: 0.2390141 Feb 19 03:02:57.249529 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-170f8496-4230-4cd6-9da9-f6c507c51e23 admin admin] Deleting subnet 5893490c-d4cb-4757-b30f-05a9f5b653ad {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:57.260961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-170f8496-4230-4cd6-9da9-f6c507c51e23 admin admin] Publish callbacks [] for subnet (5893490c-d4cb-4757-b30f-05a9f5b653ad), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.263006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9fcae1a-a9b5-4475-989f-3516a3c90478 req-fb708e55-b9e4-4290-812a-9c0eb46fbac4 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/11b34995-6800-4979-886b-fe78c227fc90 HTTP/1.1" status: 200 len: 1821 time: 0.2188113 Feb 19 03:02:57.398538 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a643c9b2-ea15-43f7-b458-4b7a37f0b113 req-f9918555-b6f4-4446-8ea8-2be4a9eea0bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1414418 Feb 19 03:02:57.412244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8c3c2be-ea6b-44bf-9cb3-650bfb82c53f req-cae2e935-15f1-4a59-a298-6b3f8cfa7cc7 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/b1fe1b37-20a5-4769-9dbc-83af412128ff HTTP/1.1" status: 200 len: 1817 time: 0.4484534 Feb 19 03:02:57.433975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d4744e-5c6a-4c8f-9b17-5821c2d4b9b9 None None] DHCP port deletion for 897e174e-91bd-4a1e-a1a4-0e388d95f9d4 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:02:57.450160 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (897e174e-91bd-4a1e-a1a4-0e388d95f9d4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.480568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9fcae1a-a9b5-4475-989f-3516a3c90478 req-97f6730a-4d17-49bf-98c7-c3e2e32826a7 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/a9b2e548-5ad8-4189-83fb-bfdd58b8fb56 HTTP/1.1" status: 200 len: 1822 time: 0.2165124 Feb 19 03:02:57.482269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54542) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:57.496732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4744e-5c6a-4c8f-9b17-5821c2d4b9b9 None None] Deleting port 54af2894-b740-4049-9355-e04628280eb5 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:57.497225 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b4d4744e-5c6a-4c8f-9b17-5821c2d4b9b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (54af2894-b740-4049-9355-e04628280eb5), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.501575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b9fcae1a-a9b5-4475-989f-3516a3c90478 req-f4749d6d-69a4-4e7d-8c30-3b7367066385 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '11b34995-6800-4979-886b-fe78c227fc90', 'remote_group_id': 'a9b2e548-5ad8-4189-83fb-bfdd58b8fb56', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:57.501979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b9fcae1a-a9b5-4475-989f-3516a3c90478 req-f4749d6d-69a4-4e7d-8c30-3b7367066385 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '11b34995-6800-4979-886b-fe78c227fc90', 'remote_group_id': 'a9b2e548-5ad8-4189-83fb-bfdd58b8fb56', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:57.570412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-170f8496-4230-4cd6-9da9-f6c507c51e23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (5893490c-d4cb-4757-b30f-05a9f5b653ad), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.575355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b4d4744e-5c6a-4c8f-9b17-5821c2d4b9b9 None None] For port 54af2894-b740-4049-9355-e04628280eb5, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=54af2894-b740-4049-9355-e04628280eb5,segment=NetworkSegment(b97acd57-9684-490b-b85c-3a8a5e00c953),segment_id=b97acd57-9684-490b-b85c-3a8a5e00c953)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:57.576387 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b4d4744e-5c6a-4c8f-9b17-5821c2d4b9b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (54af2894-b740-4049-9355-e04628280eb5), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.594699 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-c8c3c2be-ea6b-44bf-9cb3-650bfb82c53f req-50a4e8f1-1d17-46a4-adf4-0aa9299904df tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 03:02:57.602253 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b4d4744e-5c6a-4c8f-9b17-5821c2d4b9b9 None None] Calling delete_port for 54af2894-b740-4049-9355-e04628280eb5 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:57.609060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8c3c2be-ea6b-44bf-9cb3-650bfb82c53f req-50a4e8f1-1d17-46a4-adf4-0aa9299904df tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "DELETE /v2.0/security-groups/b1fe1b37-20a5-4769-9dbc-83af412128ff HTTP/1.1" status: 409 len: 341 time: 0.1957891 Feb 19 03:02:57.611182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36345f-e669-4045-9f1e-608ceba7298b req-061302b6-8dbf-47ac-a2bc-1f93e98b9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:57.617281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f36345f-e669-4045-9f1e-608ceba7298b req-061302b6-8dbf-47ac-a2bc-1f93e98b9282 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 HTTP/1.1" status: 200 len: 914 time: 0.3643930 Feb 19 03:02:57.714934 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-170f8496-4230-4cd6-9da9-f6c507c51e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (5893490c-d4cb-4757-b30f-05a9f5b653ad), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.719530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f36345f-e669-4045-9f1e-608ceba7298b req-a722e478-f948-4f33-87b2-a58ebbf3c3d3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4f7a434-f2bf-463a-9078-1e6db829b36a HTTP/1.1" status: 200 len: 217 time: 0.0829210 Feb 19 03:02:57.721603 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b4d4744e-5c6a-4c8f-9b17-5821c2d4b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (54af2894-b740-4049-9355-e04628280eb5), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.771311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4744e-5c6a-4c8f-9b17-5821c2d4b9b9 None None] Pushing event deleted for resources: {'Port': ['ID=54af2894-b740-4049-9355-e04628280eb5,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:57.771574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4744e-5c6a-4c8f-9b17-5821c2d4b9b9 None None] No DVR routers for this DVR port 54af2894-b740-4049-9355-e04628280eb5 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:57.802101 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a643c9b2-ea15-43f7-b458-4b7a37f0b113 req-54fc7203-325f-4638-9c8c-f5ca7021ed9f service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948104 Feb 19 03:02:57.831372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 54af2894-b740-4049-9355-e04628280eb5 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:02:57.864209 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd736c62-f385-4373-aa1e-bab1106a57f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.890800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 54af2894-b740-4049-9355-e04628280eb5 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:02:57.891053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 54af2894-b740-4049-9355-e04628280eb5 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:02:57.898046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Deleting port 54af2894-b740-4049-9355-e04628280eb5 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:02:57.898383 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (54af2894-b740-4049-9355-e04628280eb5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.901710 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9fcae1a-a9b5-4475-989f-3516a3c90478 req-f4749d6d-69a4-4e7d-8c30-3b7367066385 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (6eb6748e-4f1b-4b89-a285-b87840311f82), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.926038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-170f8496-4230-4cd6-9da9-f6c507c51e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (5893490c-d4cb-4757-b30f-05a9f5b653ad), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:57.951004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36345f-e669-4045-9f1e-608ceba7298b req-921dc23f-00bd-4aa3-bb3a-b72fdcb84df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:57.952887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f36345f-e669-4045-9f1e-608ceba7298b req-921dc23f-00bd-4aa3-bb3a-b72fdcb84df6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=fff68861-4854-49bd-b033-fbad7da919f4 HTTP/1.1" status: 200 len: 853 time: 0.2179039 Feb 19 03:02:57.987713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f8496-4230-4cd6-9da9-f6c507c51e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5893490c-d4cb-4757-b30f-05a9f5b653ad,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:58.023319 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-170f8496-4230-4cd6-9da9-f6c507c51e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.032218 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-170f8496-4230-4cd6-9da9-f6c507c51e23 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5893490c-d4cb-4757-b30f-05a9f5b653ad HTTP/1.1" status: 204 len: 168 time: 1.5602758 Feb 19 03:02:58.033549 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54560) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:58.052298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe158-a99a-40f4-8977-55e3ef4531d3 req-02979943-eac2-4e68-aca2-de24157d63cb tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:58.057622 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a643c9b2-ea15-43f7-b458-4b7a37f0b113 req-6d8b9181-d836-48fc-81d7-aced70f2e18f service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493598 Feb 19 03:02:58.059535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a1fe158-a99a-40f4-8977-55e3ef4531d3 req-02979943-eac2-4e68-aca2-de24157d63cb tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 944 time: 0.3426824 Feb 19 03:02:58.072651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f36345f-e669-4045-9f1e-608ceba7298b req-84e37091-b748-4e53-ab04-ced0d8e353b8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740070 Feb 19 03:02:58.120580 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9fcae1a-a9b5-4475-989f-3516a3c90478 req-f4749d6d-69a4-4e7d-8c30-3b7367066385 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (6eb6748e-4f1b-4b89-a285-b87840311f82), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.137569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (ff602fb9-91ab-47e1-82a7-1e8bbb83d26f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.144048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] For port 54af2894-b740-4049-9355-e04628280eb5, host n-d-826755-2, got binding levels [] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:02:58.144410 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (54af2894-b740-4049-9355-e04628280eb5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.146770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9fcae1a-a9b5-4475-989f-3516a3c90478 req-f4749d6d-69a4-4e7d-8c30-3b7367066385 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (6eb6748e-4f1b-4b89-a285-b87840311f82), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.223357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Calling delete_port for 54af2894-b740-4049-9355-e04628280eb5 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:02:58.236252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Port 54af2894-b740-4049-9355-e04628280eb5 was not found and therefore no delete operation was performed {{(pid=109899) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:02:58.241518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4749d6d-69a4-4e7d-8c30-3b7367066385 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb6748e-4f1b-4b89-a285-b87840311f82,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:58.242696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (ff602fb9-91ab-47e1-82a7-1e8bbb83d26f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.256049 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (54af2894-b740-4049-9355-e04628280eb5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.272732 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9fcae1a-a9b5-4475-989f-3516a3c90478 req-f4749d6d-69a4-4e7d-8c30-3b7367066385 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.287118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9fcae1a-a9b5-4475-989f-3516a3c90478 req-f4749d6d-69a4-4e7d-8c30-3b7367066385 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8055277 Feb 19 03:02:58.292266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff602fb9-91ab-47e1-82a7-1e8bbb83d26f']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:58.307257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:58.307257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:58.314909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a1fe158-a99a-40f4-8977-55e3ef4531d3 req-99ca2eaa-22b7-4ab3-a8b4-def78e9b5d92 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544370 Feb 19 03:02:58.334336 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.367547 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.374141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Pushing event deleted for resources: {'Port': ['ID=54af2894-b740-4049-9355-e04628280eb5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:58.384492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bba5ac48-4541-4091-8a38-0107d9597623 req-760c2ff2-2f36-4c16-bb98-2253c49f6d08 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-518426309', 'description': 'tempest-description-937347775'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:58.389258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] No DVR routers for this DVR port 54af2894-b740-4049-9355-e04628280eb5 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:02:58.390029 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:58.390441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (c9fb6d9c-ea1b-4a7f-b59e-72bc238c69ce), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:58.395075 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:58.403915 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd736c62-f385-4373-aa1e-bab1106a57f7 admin admin] Publish callbacks [] for security_group (e765d450-377f-4a18-86a0-74dd8e4c6952), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.423477 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd736c62-f385-4373-aa1e-bab1106a57f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e765d450-377f-4a18-86a0-74dd8e4c6952), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.470024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f36345f-e669-4045-9f1e-608ceba7298b req-cadd5886-c81a-4216-8133-57d01a009465 service neutron] 10.222.0.87 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829322 Feb 19 03:02:58.500208 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (ff602fb9-91ab-47e1-82a7-1e8bbb83d26f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.507749 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.509115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bba5ac48-4541-4091-8a38-0107d9597623 req-760c2ff2-2f36-4c16-bb98-2253c49f6d08 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.516637 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ff602fb9-91ab-47e1-82a7-1e8bbb83d26f HTTP/1.1" status: 204 len: 168 time: 0.4773984 Feb 19 03:02:58.517128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54572) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:58.549479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45041139-60a7-403a-b3d3-75ed912c1c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff602fb9-91ab-47e1-82a7-1e8bbb83d26f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:58.594654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dd736c62-f385-4373-aa1e-bab1106a57f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=224c8108856d472998d751edcedc9c26&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1052749 Feb 19 03:02:58.597817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db964af-45c3-4ae7-804e-a95dc9b9c5bf admin admin] Deleting subnet 9cad9879-d11b-4865-845f-56d500ff51c8 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:02:58.600224 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54576) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:58.604332 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9db964af-45c3-4ae7-804e-a95dc9b9c5bf admin admin] Publish callbacks [] for subnet (9cad9879-d11b-4865-845f-56d500ff51c8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.607022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd736c62-f385-4373-aa1e-bab1106a57f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e765d450-377f-4a18-86a0-74dd8e4c6952,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:58.619867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (897e174e-91bd-4a1e-a1a4-0e388d95f9d4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.661055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897e174e-91bd-4a1e-a1a4-0e388d95f9d4']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:58.683286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9db964af-45c3-4ae7-804e-a95dc9b9c5bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (9cad9879-d11b-4865-845f-56d500ff51c8), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.719452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54578) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:58.728411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97acd57-9684-490b-b85c-3a8a5e00c953') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:58.729209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97acd57-9684-490b-b85c-3a8a5e00c953') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:58.730035 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dc4715d-d719-45e4-b691-056a0ea614ab admin admin] Publish callbacks [] for security_group (e765d450-377f-4a18-86a0-74dd8e4c6952), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.756210 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (b97acd57-9684-490b-b85c-3a8a5e00c953), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.757776 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9db964af-45c3-4ae7-804e-a95dc9b9c5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (9cad9879-d11b-4865-845f-56d500ff51c8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.760274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f36345f-e669-4045-9f1e-608ceba7298b req-fd979a05-13ee-4796-bf09-e557307d6b9a service neutron] 10.222.0.87 "GET /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829049 Feb 19 03:02:58.784307 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dc4715d-d719-45e4-b691-056a0ea614ab admin admin] Publish callbacks [] for security_group (e765d450-377f-4a18-86a0-74dd8e4c6952), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.797006 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b97acd57-9684-490b-b85c-3a8a5e00c953), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.819972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f1abf-5d61-44ed-b552-936b9c23bdae req-1fa9b059-751a-49d4-93af-d3767bda7b53 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:58.822058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a9f1abf-5d61-44ed-b552-936b9c23bdae req-1fa9b059-751a-49d4-93af-d3767bda7b53 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 1023 time: 0.1906075 Feb 19 03:02:58.829730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:58.830656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (b97acd57-9684-490b-b85c-3a8a5e00c953), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:58.832702 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:58.851148 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bba5ac48-4541-4091-8a38-0107d9597623 req-760c2ff2-2f36-4c16-bb98-2253c49f6d08 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (292be312-bef4-49a7-b368-d71517b2c1a0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.858951 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dc4715d-d719-45e4-b691-056a0ea614ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e765d450-377f-4a18-86a0-74dd8e4c6952), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.862104 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dc4715d-d719-45e4-b691-056a0ea614ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.866547 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8dc4715d-d719-45e4-b691-056a0ea614ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e765d450-377f-4a18-86a0-74dd8e4c6952 HTTP/1.1" status: 204 len: 168 time: 0.2612510 Feb 19 03:02:58.869999 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9db964af-45c3-4ae7-804e-a95dc9b9c5bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (9cad9879-d11b-4865-845f-56d500ff51c8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.883655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4715d-d719-45e4-b691-056a0ea614ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e765d450-377f-4a18-86a0-74dd8e4c6952,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:58.912588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bba5ac48-4541-4091-8a38-0107d9597623 req-760c2ff2-2f36-4c16-bb98-2253c49f6d08 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (292be312-bef4-49a7-b368-d71517b2c1a0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.913865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db964af-45c3-4ae7-804e-a95dc9b9c5bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cad9879-d11b-4865-845f-56d500ff51c8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:58.930266 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9db964af-45c3-4ae7-804e-a95dc9b9c5bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.936530 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9db964af-45c3-4ae7-804e-a95dc9b9c5bf admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9cad9879-d11b-4865-845f-56d500ff51c8 HTTP/1.1" status: 204 len: 168 time: 0.4159539 Feb 19 03:02:58.936530 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1072ae8d-fdaf-4c8d-b68d-f40a63cf63ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.939581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54584) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:58.988333 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bba5ac48-4541-4091-8a38-0107d9597623 req-760c2ff2-2f36-4c16-bb98-2253c49f6d08 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:58.993493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bba5ac48-4541-4091-8a38-0107d9597623 req-760c2ff2-2f36-4c16-bb98-2253c49f6d08 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6302531 Feb 19 03:02:58.996248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c2ff2-2f36-4c16-bb98-2253c49f6d08 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=292be312-bef4-49a7-b368-d71517b2c1a0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:59.012213 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (897e174e-91bd-4a1e-a1a4-0e388d95f9d4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.036056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a9f1abf-5d61-44ed-b552-936b9c23bdae req-1e98090c-c446-4c1d-a39c-278ea1d5a48a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc9e30da-5d7c-4c26-84bf-5763d3358664&id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&id=b1fe1b37-20a5-4769-9dbc-83af412128ff&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1875336 Feb 19 03:02:59.063604 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (0fc31034-9390-4531-abd0-9d7fe63d8f3e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.084703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-540b7551-da94-4f27-a92c-1a2e90eb8bec req-176aa9aa-ef81-42b0-a52a-afa59d4911e6 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2126912916', 'description': 'tempest-description-1549296913'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:59.090643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.097396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] 10.222.0.81 "DELETE /v2.0/networks/897e174e-91bd-4a1e-a1a4-0e388d95f9d4 HTTP/1.1" status: 204 len: 168 time: 2.0706105 Feb 19 03:02:59.098533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0f648-1bfd-4e10-b121-980f13065693 admin admin] Pushing event deleted for resources: {'Network': ['ID=897e174e-91bd-4a1e-a1a4-0e388d95f9d4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:59.166770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-540b7551-da94-4f27-a92c-1a2e90eb8bec req-176aa9aa-ef81-42b0-a52a-afa59d4911e6 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.195148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1072ae8d-fdaf-4c8d-b68d-f40a63cf63ca admin admin] Publish callbacks [] for security_group (8a7230b3-10b6-4e43-b653-0a73c2a4b22b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.202621 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (0fc31034-9390-4531-abd0-9d7fe63d8f3e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.212842 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1072ae8d-fdaf-4c8d-b68d-f40a63cf63ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8a7230b3-10b6-4e43-b653-0a73c2a4b22b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.254243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc31034-9390-4531-abd0-9d7fe63d8f3e']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:59.293178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7220c69b-61bb-49e1-ab18-1f18210395fa') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:59.293479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7220c69b-61bb-49e1-ab18-1f18210395fa') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:02:59.295191 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-540b7551-da94-4f27-a92c-1a2e90eb8bec req-176aa9aa-ef81-42b0-a52a-afa59d4911e6 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (f80c4f09-6b7d-4a70-b7be-144ccfb4fb95), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.303798 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-540b7551-da94-4f27-a92c-1a2e90eb8bec req-176aa9aa-ef81-42b0-a52a-afa59d4911e6 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f80c4f09-6b7d-4a70-b7be-144ccfb4fb95), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.305382 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072ae8d-fdaf-4c8d-b68d-f40a63cf63ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7230b3-10b6-4e43-b653-0a73c2a4b22b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:59.310721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (7220c69b-61bb-49e1-ab18-1f18210395fa), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.314471 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1072ae8d-fdaf-4c8d-b68d-f40a63cf63ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3fd169dc69ef42f0840b2f6ffa18290e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5941103 Feb 19 03:02:59.320956 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54596) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:59.338659 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7220c69b-61bb-49e1-ab18-1f18210395fa), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.352844 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:02:59.353252 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (7220c69b-61bb-49e1-ab18-1f18210395fa), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:02:59.355008 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:02:59.386964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176aa9aa-ef81-42b0-a52a-afa59d4911e6 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f80c4f09-6b7d-4a70-b7be-144ccfb4fb95,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:59.405513 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-540b7551-da94-4f27-a92c-1a2e90eb8bec req-176aa9aa-ef81-42b0-a52a-afa59d4911e6 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.407147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-540b7551-da94-4f27-a92c-1a2e90eb8bec req-176aa9aa-ef81-42b0-a52a-afa59d4911e6 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3907762 Feb 19 03:02:59.432641 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54604) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:59.460928 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (0fc31034-9390-4531-abd0-9d7fe63d8f3e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.465462 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.471253 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0fc31034-9390-4531-abd0-9d7fe63d8f3e HTTP/1.1" status: 204 len: 168 time: 0.5283883 Feb 19 03:02:59.477979 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deb89c1a-011b-491a-a964-2a45aba72e9a admin admin] Publish callbacks [] for security_group (8a7230b3-10b6-4e43-b653-0a73c2a4b22b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.507351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19a7da-480c-41dc-8dad-10731e8da225 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fc31034-9390-4531-abd0-9d7fe63d8f3e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:59.530611 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1fca34f1-43be-4649-84cb-5d44b872f19e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a91e88c847fd4b34856d851b4ec9a017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0967889 Feb 19 03:02:59.539367 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54610) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:59.551153 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deb89c1a-011b-491a-a964-2a45aba72e9a admin admin] Publish callbacks [] for security_group (8a7230b3-10b6-4e43-b653-0a73c2a4b22b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.593199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d84dd69-81bd-4958-ab3c-d0972cce7154 req-2b2a63b9-73c7-48f6-87e0-cb66e0087fac tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/292be312-bef4-49a7-b368-d71517b2c1a0 HTTP/1.1" status: 200 len: 1820 time: 0.1113029 Feb 19 03:02:59.640143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3868fc-b579-4d26-998f-eb07f9b84d8b req-874e6d33-6a26-4cb4-8be5-201e93abca4d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:02:59.646159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de3868fc-b579-4d26-998f-eb07f9b84d8b req-874e6d33-6a26-4cb4-8be5-201e93abca4d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 944 time: 0.2109087 Feb 19 03:02:59.699512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d84dd69-81bd-4958-ab3c-d0972cce7154 req-757651c8-0ac1-435a-92da-924e4e33ac8e tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/f80c4f09-6b7d-4a70-b7be-144ccfb4fb95 HTTP/1.1" status: 200 len: 1822 time: 0.0986655 Feb 19 03:02:59.723863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-5d84dd69-81bd-4958-ab3c-d0972cce7154 req-1d192d4a-c688-4e34-a0fd-342659b6cb70 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '292be312-bef4-49a7-b368-d71517b2c1a0', 'remote_group_id': 'f80c4f09-6b7d-4a70-b7be-144ccfb4fb95', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:59.724298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-5d84dd69-81bd-4958-ab3c-d0972cce7154 req-1d192d4a-c688-4e34-a0fd-342659b6cb70 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '292be312-bef4-49a7-b368-d71517b2c1a0', 'remote_group_id': 'f80c4f09-6b7d-4a70-b7be-144ccfb4fb95', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:02:59.733338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01c5cca9-fe3a-4736-be49-64497af7684b admin admin] Publish callbacks [] for security_group (96e83e37-5441-430a-9b75-036b0263c2d7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.742190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de3868fc-b579-4d26-998f-eb07f9b84d8b req-8e121169-46af-46b6-85de-d928f9ee72f4 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942340 Feb 19 03:02:59.777408 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deb89c1a-011b-491a-a964-2a45aba72e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8a7230b3-10b6-4e43-b653-0a73c2a4b22b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.790141 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deb89c1a-011b-491a-a964-2a45aba72e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.791350 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-deb89c1a-011b-491a-a964-2a45aba72e9a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a7230b3-10b6-4e43-b653-0a73c2a4b22b HTTP/1.1" status: 204 len: 168 time: 0.4694433 Feb 19 03:02:59.802209 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01c5cca9-fe3a-4736-be49-64497af7684b admin admin] Publish callbacks [] for security_group (96e83e37-5441-430a-9b75-036b0263c2d7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.804553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54616) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:59.831568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb89c1a-011b-491a-a964-2a45aba72e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7230b3-10b6-4e43-b653-0a73c2a4b22b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:59.856701 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d84dd69-81bd-4958-ab3c-d0972cce7154 req-1d192d4a-c688-4e34-a0fd-342659b6cb70 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (fcc4d888-8070-4bc1-a2b4-d851a99e4e46), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.897572 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e635f9c1-fe92-4ab4-ae67-f20f8531e568 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2070a125af614429bfc65bdee24c8ce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0796769 Feb 19 03:02:59.897572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54620) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:02:59.937089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01c5cca9-fe3a-4736-be49-64497af7684b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (96e83e37-5441-430a-9b75-036b0263c2d7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.940086 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01c5cca9-fe3a-4736-be49-64497af7684b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.941327 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-01c5cca9-fe3a-4736-be49-64497af7684b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/96e83e37-5441-430a-9b75-036b0263c2d7 HTTP/1.1" status: 204 len: 168 time: 0.4009111 Feb 19 03:02:59.953411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5cca9-fe3a-4736-be49-64497af7684b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e83e37-5441-430a-9b75-036b0263c2d7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:02:59.962583 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d84dd69-81bd-4958-ab3c-d0972cce7154 req-1d192d4a-c688-4e34-a0fd-342659b6cb70 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (fcc4d888-8070-4bc1-a2b4-d851a99e4e46), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.973622 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d84dd69-81bd-4958-ab3c-d0972cce7154 req-1d192d4a-c688-4e34-a0fd-342659b6cb70 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (fcc4d888-8070-4bc1-a2b4-d851a99e4e46), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:02:59.982490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 6d53a4f3-5729-4033-a5ee-afebccacbd84 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:02:59.985133 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18325a91-df2e-416d-a487-e68ffea8c141 admin admin] Publish callbacks [] for security_group (0941aa8d-a15b-4785-9f78-35ae517abf79), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.002155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d192d4a-c688-4e34-a0fd-342659b6cb70 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc4d888-8070-4bc1-a2b4-d851a99e4e46,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:00.016349 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5d84dd69-81bd-4958-ab3c-d0972cce7154 req-1d192d4a-c688-4e34-a0fd-342659b6cb70 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.018439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d84dd69-81bd-4958-ab3c-d0972cce7154 req-1d192d4a-c688-4e34-a0fd-342659b6cb70 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3036249 Feb 19 03:03:00.037598 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18325a91-df2e-416d-a487-e68ffea8c141 admin admin] Publish callbacks [] for security_group (0941aa8d-a15b-4785-9f78-35ae517abf79), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.172438 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18325a91-df2e-416d-a487-e68ffea8c141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0941aa8d-a15b-4785-9f78-35ae517abf79), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.175431 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18325a91-df2e-416d-a487-e68ffea8c141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.179290 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-18325a91-df2e-416d-a487-e68ffea8c141 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0941aa8d-a15b-4785-9f78-35ae517abf79 HTTP/1.1" status: 204 len: 168 time: 0.2805848 Feb 19 03:03:00.193801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18325a91-df2e-416d-a487-e68ffea8c141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0941aa8d-a15b-4785-9f78-35ae517abf79,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:00.222542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 6d53a4f3-5729-4033-a5ee-afebccacbd84, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6d53a4f3-5729-4033-a5ee-afebccacbd84,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:00.226760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f615429-b82f-40da-9f04-3e19edefd537 req-6266c403-b46d-477e-a6b6-7a0a9982e3c8 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/f80c4f09-6b7d-4a70-b7be-144ccfb4fb95 HTTP/1.1" status: 200 len: 1822 time: 0.1795409 Feb 19 03:03:00.281070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '6d53a4f3-5729-4033-a5ee-afebccacbd84', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'port_id': '6d53a4f3-5729-4033-a5ee-afebccacbd84', 'mac_address': 'fa:16:3e:6c:2f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c96846-60d1-498c-9c3e-d38728efac18', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:03:00.310073 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc8b828d-d7fe-45bf-aa8c-036a28436065 req-6f8e9230-41f4-470b-ae4a-2492f58a606c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1856453 Feb 19 03:03:00.357948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe97e05-8dca-4af3-ab06-2ef2a347f75d req-8bae29ea-9369-41c4-a41b-604e30fa5cdf tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:00.360185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfe97e05-8dca-4af3-ab06-2ef2a347f75d req-8bae29ea-9369-41c4-a41b-604e30fa5cdf tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 1023 time: 0.1594179 Feb 19 03:03:00.380065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 6d53a4f3-5729-4033-a5ee-afebccacbd84 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:00.380861 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.413598 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6f615429-b82f-40da-9f04-3e19edefd537 req-9ebb3010-95bc-40ee-8f8c-403e222b3c2b tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (f80c4f09-6b7d-4a70-b7be-144ccfb4fb95), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.420148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d53a4f3-5729-4033-a5ee-afebccacbd84 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:00.429946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33239ae-2aef-4425-8d1b-9d76bed236b4 req-48ef62ff-2cde-432a-8b06-8a66564e2c36 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:00.434702 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f33239ae-2aef-4425-8d1b-9d76bed236b4 req-48ef62ff-2cde-432a-8b06-8a66564e2c36 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.87 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 1023 time: 0.1241276 Feb 19 03:03:00.468273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 6d53a4f3-5729-4033-a5ee-afebccacbd84, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6d53a4f3-5729-4033-a5ee-afebccacbd84,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:00.476182 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.527133 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6f615429-b82f-40da-9f04-3e19edefd537 req-9ebb3010-95bc-40ee-8f8c-403e222b3c2b tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (f80c4f09-6b7d-4a70-b7be-144ccfb4fb95), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.551497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=6d53a4f3-5729-4033-a5ee-afebccacbd84,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:00.585322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-f33239ae-2aef-4425-8d1b-9d76bed236b4 req-c5fa784f-165d-466d-a5f9-8d8a740d5928 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Deleting port d4f7a434-f2bf-463a-9078-1e6db829b36a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:00.586769 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f33239ae-2aef-4425-8d1b-9d76bed236b4 req-c5fa784f-165d-466d-a5f9-8d8a740d5928 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.624166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54640) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:00.664093 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22c20b1c-cb75-403a-8f3d-cb194bca2815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.668020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b828d-d7fe-45bf-aa8c-036a28436065 req-2fb22d5d-2f38-4e3e-80e1-7da2f3009297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:00.669621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc8b828d-d7fe-45bf-aa8c-036a28436065 req-2fb22d5d-2f38-4e3e-80e1-7da2f3009297 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 1126 time: 0.3048794 Feb 19 03:03:00.695623 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6f615429-b82f-40da-9f04-3e19edefd537 req-9ebb3010-95bc-40ee-8f8c-403e222b3c2b tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f80c4f09-6b7d-4a70-b7be-144ccfb4fb95), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.698204 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6f615429-b82f-40da-9f04-3e19edefd537 req-9ebb3010-95bc-40ee-8f8c-403e222b3c2b tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:00.699381 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f615429-b82f-40da-9f04-3e19edefd537 req-9ebb3010-95bc-40ee-8f8c-403e222b3c2b tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "DELETE /v2.0/security-groups/f80c4f09-6b7d-4a70-b7be-144ccfb4fb95 HTTP/1.1" status: 204 len: 173 time: 0.4718122 Feb 19 03:03:00.731095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfe97e05-8dca-4af3-ab06-2ef2a347f75d req-b881e8a3-f3b9-42d9-98d3-6ebf682c661b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc9e30da-5d7c-4c26-84bf-5763d3358664&id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&id=b1fe1b37-20a5-4769-9dbc-83af412128ff&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3504260 Feb 19 03:03:00.735892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb3010-95bc-40ee-8f8c-403e222b3c2b tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80c4f09-6b7d-4a70-b7be-144ccfb4fb95,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:00.811265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['6d53a4f3-5729-4033-a5ee-afebccacbd84'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:01.108836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-f33239ae-2aef-4425-8d1b-9d76bed236b4 req-c5fa784f-165d-466d-a5f9-8d8a740d5928 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] For port d4f7a434-f2bf-463a-9078-1e6db829b36a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d4f7a434-f2bf-463a-9078-1e6db829b36a,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:01.109216 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f33239ae-2aef-4425-8d1b-9d76bed236b4 req-c5fa784f-165d-466d-a5f9-8d8a740d5928 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.137842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-f33239ae-2aef-4425-8d1b-9d76bed236b4 req-c5fa784f-165d-466d-a5f9-8d8a740d5928 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Calling delete_port for d4f7a434-f2bf-463a-9078-1e6db829b36a owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:01.153962 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54652) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:01.324184 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-95a073ed-cef5-4d93-87e6-25fc26010eaa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c00a9c9cac64c21bfbc893ab66f8389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1691699 Feb 19 03:03:01.324839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54660) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:01.408524 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1152dd4b-e418-4e3e-b9c4-cf3bc9f33c1a admin admin] Publish callbacks [] for security_group (146cb562-a7f8-4056-be7c-76993b306ee0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.462046 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1152dd4b-e418-4e3e-b9c4-cf3bc9f33c1a admin admin] Publish callbacks [] for security_group (146cb562-a7f8-4056-be7c-76993b306ee0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.505137 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f33239ae-2aef-4425-8d1b-9d76bed236b4 req-c5fa784f-165d-466d-a5f9-8d8a740d5928 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d4f7a434-f2bf-463a-9078-1e6db829b36a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.517131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:01.519765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d4f7a434-f2bf-463a-9078-1e6db829b36a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:01.548028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa784f-165d-466d-a5f9-8d8a740d5928 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event deleted for resources: {'Port': ['ID=d4f7a434-f2bf-463a-9078-1e6db829b36a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:01.579052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a724d43-5f17-46e0-a986-b1b47e33f6e5 req-2f9ba45d-80d9-490d-8c9b-d8f970e8f5c7 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/292be312-bef4-49a7-b368-d71517b2c1a0 HTTP/1.1" status: 200 len: 1820 time: 0.8269489 Feb 19 03:03:01.596225 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33239ae-2aef-4425-8d1b-9d76bed236b4 req-c5fa784f-165d-466d-a5f9-8d8a740d5928 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] No DVR routers for this DVR port d4f7a434-f2bf-463a-9078-1e6db829b36a on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:03:01.601852 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f33239ae-2aef-4425-8d1b-9d76bed236b4 req-c5fa784f-165d-466d-a5f9-8d8a740d5928 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.606491 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f33239ae-2aef-4425-8d1b-9d76bed236b4 req-c5fa784f-165d-466d-a5f9-8d8a740d5928 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.87 "DELETE /v2.0/ports/d4f7a434-f2bf-463a-9078-1e6db829b36a HTTP/1.1" status: 204 len: 173 time: 1.1651263 Feb 19 03:03:01.607049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d1ab7b-03a4-4dd1-b127-100d6aaca20f', 'name': 'network-vif-deleted', 'tag': 'd4f7a434-f2bf-463a-9078-1e6db829b36a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:01.610102 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728bd848-538e-4d48-a3f9-33711b309cc5" -d '{"events": [{"server_uuid": "f2d1ab7b-03a4-4dd1-b127-100d6aaca20f", "name": "network-vif-deleted", "tag": "d4f7a434-f2bf-463a-9078-1e6db829b36a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:01.614154 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1152dd4b-e418-4e3e-b9c4-cf3bc9f33c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (146cb562-a7f8-4056-be7c-76993b306ee0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.617135 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1152dd4b-e418-4e3e-b9c4-cf3bc9f33c1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.619300 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1152dd4b-e418-4e3e-b9c4-cf3bc9f33c1a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/146cb562-a7f8-4056-be7c-76993b306ee0 HTTP/1.1" status: 204 len: 168 time: 0.2906151 Feb 19 03:03:01.638908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1152dd4b-e418-4e3e-b9c4-cf3bc9f33c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146cb562-a7f8-4056-be7c-76993b306ee0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:01.688380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22c20b1c-cb75-403a-8f3d-cb194bca2815 admin admin] Publish callbacks [] for security_group (7ca6940e-dae9-4f27-b7f0-db5cb3d3a2d5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.693113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b828d-d7fe-45bf-aa8c-036a28436065 req-58a33edf-ba4e-4e72-806f-802dff473114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:01.694847 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc8b828d-d7fe-45bf-aa8c-036a28436065 req-58a33edf-ba4e-4e72-806f-802dff473114 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.8666821 Feb 19 03:03:01.715835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f89ab-9618-455c-8e8a-e80651c454a2 req-b8cfa6b1-29bd-47a1-9898-a78a644dec8f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:01.724019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-927f89ab-9618-455c-8e8a-e80651c454a2 req-b8cfa6b1-29bd-47a1-9898-a78a644dec8f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 945 time: 0.8667779 Feb 19 03:03:01.732096 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22c20b1c-cb75-403a-8f3d-cb194bca2815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7ca6940e-dae9-4f27-b7f0-db5cb3d3a2d5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.814171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c20b1c-cb75-403a-8f3d-cb194bca2815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca6940e-dae9-4f27-b7f0-db5cb3d3a2d5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:01.826768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc8b828d-d7fe-45bf-aa8c-036a28436065 req-ed48d97a-494b-423b-bfe3-67b84d746896 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90 HTTP/1.1" status: 200 len: 217 time: 0.1190486 Feb 19 03:03:01.889787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-927f89ab-9618-455c-8e8a-e80651c454a2 req-c8bd611a-c9d1-4749-a799-12e0e96f712d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647823 Feb 19 03:03:01.913557 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54682) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:01.924926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-22c20b1c-cb75-403a-8f3d-cb194bca2815 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37687c038f0d479ca05c25a9aa70afbf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2907927 Feb 19 03:03:01.945222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-495c9315-ef6d-40b5-a1d3-42f43d62f687 req-229aab70-02b2-4b37-8384-2eb96297092f tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-786448073', 'description': 'tempest-description-1149245844'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:01.964976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b828d-d7fe-45bf-aa8c-036a28436065 req-d4de7962-4b9c-4881-b7c2-3a887faabaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:01.966466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc8b828d-d7fe-45bf-aa8c-036a28436065 req-d4de7962-4b9c-4881-b7c2-3a887faabaa0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.1295018 Feb 19 03:03:01.975720 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-495c9315-ef6d-40b5-a1d3-42f43d62f687 req-229aab70-02b2-4b37-8384-2eb96297092f tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:01.980472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 6d53a4f3-5729-4033-a5ee-afebccacbd84 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:02.017286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d7fff852-4dd0-4f6a-af10-8c90172a6047 admin admin] Publish callbacks [] for security_group (7ca6940e-dae9-4f27-b7f0-db5cb3d3a2d5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.026351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc8b828d-d7fe-45bf-aa8c-036a28436065 req-2b398d62-4410-47ec-9bfe-b0b98214b760 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456314 Feb 19 03:03:02.084731 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d7fff852-4dd0-4f6a-af10-8c90172a6047 admin admin] Publish callbacks [] for security_group (7ca6940e-dae9-4f27-b7f0-db5cb3d3a2d5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.114814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 6d53a4f3-5729-4033-a5ee-afebccacbd84 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:03:02.128154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 6d53a4f3-5729-4033-a5ee-afebccacbd84 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:02.129161 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.170392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc8b828d-d7fe-45bf-aa8c-036a28436065 req-9fc64a24-59a8-466b-a552-b98bf978eb40 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334634 Feb 19 03:03:02.235203 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d7fff852-4dd0-4f6a-af10-8c90172a6047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7ca6940e-dae9-4f27-b7f0-db5cb3d3a2d5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.239764 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d7fff852-4dd0-4f6a-af10-8c90172a6047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.241347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d7fff852-4dd0-4f6a-af10-8c90172a6047 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7ca6940e-dae9-4f27-b7f0-db5cb3d3a2d5 HTTP/1.1" status: 204 len: 168 time: 0.3267522 Feb 19 03:03:02.274690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fff852-4dd0-4f6a-af10-8c90172a6047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca6940e-dae9-4f27-b7f0-db5cb3d3a2d5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:02.335865 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6d6b74-f82e-4e53-954f-58c6fc1b7876 x-openstack-request-id: req-4b6d6b74-f82e-4e53-954f-58c6fc1b7876 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:02.336322 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d1ab7b-03a4-4dd1-b127-100d6aaca20f", "name": "network-vif-deleted", "tag": "d4f7a434-f2bf-463a-9078-1e6db829b36a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:02.336590 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b6d6b74-f82e-4e53-954f-58c6fc1b7876 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:02.337092 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d1ab7b-03a4-4dd1-b127-100d6aaca20f', 'name': 'network-vif-deleted', 'tag': 'd4f7a434-f2bf-463a-9078-1e6db829b36a', 'status': 'completed', 'code': 200} Feb 19 03:03:02.369370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 6d53a4f3-5729-4033-a5ee-afebccacbd84 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:02.371392 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.495872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54700) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:02.514051 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 6d53a4f3-5729-4033-a5ee-afebccacbd84, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6d53a4f3-5729-4033-a5ee-afebccacbd84,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:02.523678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acd6f1f-a123-40a0-affb-6a56939a915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d53a4f3-5729-4033-a5ee-afebccacbd84'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:02.531054 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe53f5c7-65a2-4ce9-82b3-26136cd50e19" -d '{"events": [{"server_uuid": "3acd6f1f-a123-40a0-affb-6a56939a915c", "name": "network-vif-plugged", "status": "completed", "tag": "6d53a4f3-5729-4033-a5ee-afebccacbd84"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:02.541730 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.542673 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-495c9315-ef6d-40b5-a1d3-42f43d62f687 req-229aab70-02b2-4b37-8384-2eb96297092f tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (4d5007cd-a937-47a5-bbf2-ffff66ab697c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.568947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc8b828d-d7fe-45bf-aa8c-036a28436065 req-b90d3c2f-a68b-4366-ab96-95e133bc62ee service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831406 Feb 19 03:03:02.571361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-067e608d-dd20-4ded-b0f1-d30ede4453dd req-fb6efa32-ef8e-48ec-bf2e-ca93a3e944c5 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=f2d1ab7b-03a4-4dd1-b127-100d6aaca20f HTTP/1.1" status: 200 len: 210 time: 0.0737367 Feb 19 03:03:02.572296 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-495c9315-ef6d-40b5-a1d3-42f43d62f687 req-229aab70-02b2-4b37-8384-2eb96297092f tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4d5007cd-a937-47a5-bbf2-ffff66ab697c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.603035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229aab70-02b2-4b37-8384-2eb96297092f tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5007cd-a937-47a5-bbf2-ffff66ab697c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:02.620784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-495c9315-ef6d-40b5-a1d3-42f43d62f687 req-229aab70-02b2-4b37-8384-2eb96297092f tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.622370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-495c9315-ef6d-40b5-a1d3-42f43d62f687 req-229aab70-02b2-4b37-8384-2eb96297092f tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6827381 Feb 19 03:03:02.671586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=6d53a4f3-5729-4033-a5ee-afebccacbd84,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:02.706667 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91cae73-6688-4173-9f6e-763899bb6b73 x-openstack-request-id: req-f91cae73-6688-4173-9f6e-763899bb6b73 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:02.708196 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3acd6f1f-a123-40a0-affb-6a56939a915c", "name": "network-vif-plugged", "status": "completed", "tag": "6d53a4f3-5729-4033-a5ee-afebccacbd84", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:02.709063 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f91cae73-6688-4173-9f6e-763899bb6b73 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:02.711212 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3acd6f1f-a123-40a0-affb-6a56939a915c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d53a4f3-5729-4033-a5ee-afebccacbd84', 'code': 200} Feb 19 03:03:02.722082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d178ed3a-598e-4936-868a-365494a3c9f5 req-c31da253-b38e-47f2-bea0-a6f55be6e2e6 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/4d5007cd-a937-47a5-bbf2-ffff66ab697c HTTP/1.1" status: 200 len: 1821 time: 0.0731313 Feb 19 03:03:02.733795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d178ed3a-598e-4936-868a-365494a3c9f5 req-fb80678e-5121-4597-9db7-a21dba697d37 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d5007cd-a937-47a5-bbf2-ffff66ab697c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:02.734462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d178ed3a-598e-4936-868a-365494a3c9f5 req-fb80678e-5121-4597-9db7-a21dba697d37 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d5007cd-a937-47a5-bbf2-ffff66ab697c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:02.813755 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d178ed3a-598e-4936-868a-365494a3c9f5 req-fb80678e-5121-4597-9db7-a21dba697d37 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (81b16d56-9737-4b15-890d-e27bd50e7137), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.848527 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b686791-7f51-4cf6-a733-dcab3cded10c req-a9ce365b-fcd4-4e0a-997c-edf65b65c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:02.850607 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2b686791-7f51-4cf6-a733-dcab3cded10c req-a9ce365b-fcd4-4e0a-997c-edf65b65c487 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 1128 time: 0.0718071 Feb 19 03:03:02.857845 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d178ed3a-598e-4936-868a-365494a3c9f5 req-fb80678e-5121-4597-9db7-a21dba697d37 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (81b16d56-9737-4b15-890d-e27bd50e7137), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.868519 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d178ed3a-598e-4936-868a-365494a3c9f5 req-fb80678e-5121-4597-9db7-a21dba697d37 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (81b16d56-9737-4b15-890d-e27bd50e7137), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.901475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80678e-5121-4597-9db7-a21dba697d37 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b16d56-9737-4b15-890d-e27bd50e7137,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:02.913156 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1974639728-network', 'tenant_id': '771bed38ee904c3da4a692f38bae9245'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:02.950433 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d178ed3a-598e-4936-868a-365494a3c9f5 req-fb80678e-5121-4597-9db7-a21dba697d37 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.972653 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2b686791-7f51-4cf6-a733-dcab3cded10c req-230218ce-7fc3-4c0f-919a-b7898f3ddd29 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079559 Feb 19 03:03:02.974633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Made reservation on behalf of 771bed38ee904c3da4a692f38bae9245 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:02.975116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d178ed3a-598e-4936-868a-365494a3c9f5 req-fb80678e-5121-4597-9db7-a21dba697d37 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2359853 Feb 19 03:03:02.977922 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:02.988294 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.020510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54718) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:03.101285 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Publish callbacks [] for security_group (68e21aa9-51f5-4a5d-94be-6fccd95d662b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.108558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (68e21aa9-51f5-4a5d-94be-6fccd95d662b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.118653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2956857c-ec30-473a-9fdb-8103e3ed3e3c req-2a5c631d-8363-4d8b-a6ec-6e89acc9d33f tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/4d5007cd-a937-47a5-bbf2-ffff66ab697c HTTP/1.1" status: 200 len: 2414 time: 0.1322992 Feb 19 03:03:03.135684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2956857c-ec30-473a-9fdb-8103e3ed3e3c req-90734198-b9bd-4934-b2da-8d0a61a0d7d9 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d5007cd-a937-47a5-bbf2-ffff66ab697c', 'remote_group_id': None}]} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:03.136007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2956857c-ec30-473a-9fdb-8103e3ed3e3c req-90734198-b9bd-4934-b2da-8d0a61a0d7d9 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4d5007cd-a937-47a5-bbf2-ffff66ab697c', 'remote_group_id': None}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:03.163952 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d491b741-6924-405b-8c5b-8fe2a59a86cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.164274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb42af-4c1c-4712-bdd4-7f5f04ce2d03 req-93a5146c-89f2-49f7-986b-52cd67441ccf tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:03.170387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:03:03.172321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-96cb42af-4c1c-4712-bdd4-7f5f04ce2d03 req-93a5146c-89f2-49f7-986b-52cd67441ccf tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 946 time: 0.0943847 Feb 19 03:03:03.191966 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (3204b00d-10cc-480c-9ccb-3483055cbb5a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.192372 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Added segment 3204b00d-10cc-480c-9ccb-3483055cbb5a of type vlan for network f6709305-4709-44af-9946-bed2e681b2b2 Feb 19 03:03:03.195836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e21aa9-51f5-4a5d-94be-6fccd95d662b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:03.263580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (f6709305-4709-44af-9946-bed2e681b2b2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.289403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-96cb42af-4c1c-4712-bdd4-7f5f04ce2d03 req-df41264f-d481-4efe-afe1-2c92b84b3306 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160867 Feb 19 03:03:03.326746 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2956857c-ec30-473a-9fdb-8103e3ed3e3c req-90734198-b9bd-4934-b2da-8d0a61a0d7d9 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (f3eefb46-f26c-4698-88e7-2149845055f3), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.331650 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (f6709305-4709-44af-9946-bed2e681b2b2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.332799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:03.333382 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.367442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d491b741-6924-405b-8c5b-8fe2a59a86cf admin admin] Publish callbacks [] for security_group (a91a905c-7d0a-46a1-98ab-f2fc6f9d90bd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.376918 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8770323 Feb 19 03:03:03.387614 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2956857c-ec30-473a-9fdb-8103e3ed3e3c req-90734198-b9bd-4934-b2da-8d0a61a0d7d9 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (f3eefb46-f26c-4698-88e7-2149845055f3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.388509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54730) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:03.395645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0925f046-b659-4bcf-b4de-05c62508019a admin admin] Request body: {'subnet': {'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1974639728-subnet', 'tenant_id': '771bed38ee904c3da4a692f38bae9245', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:03.401272 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d491b741-6924-405b-8c5b-8fe2a59a86cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a91a905c-7d0a-46a1-98ab-f2fc6f9d90bd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.407213 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2956857c-ec30-473a-9fdb-8103e3ed3e3c req-90734198-b9bd-4934-b2da-8d0a61a0d7d9 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f3eefb46-f26c-4698-88e7-2149845055f3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.453527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90734198-b9bd-4934-b2da-8d0a61a0d7d9 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3eefb46-f26c-4698-88e7-2149845055f3,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:03.453750 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231a5cc-a1d3-40f2-8f6a-d8d056c8ab77 admin admin] Pushing event updated for resources: {'Network': ['ID=f6709305-4709-44af-9946-bed2e681b2b2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:03.460323 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2956857c-ec30-473a-9fdb-8103e3ed3e3c req-90734198-b9bd-4934-b2da-8d0a61a0d7d9 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.465760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2956857c-ec30-473a-9fdb-8103e3ed3e3c req-90734198-b9bd-4934-b2da-8d0a61a0d7d9 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3362825 Feb 19 03:03:03.474116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0925f046-b659-4bcf-b4de-05c62508019a admin admin] Made reservation on behalf of 771bed38ee904c3da4a692f38bae9245 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:03.477261 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0925f046-b659-4bcf-b4de-05c62508019a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.478648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network f6709305-4709-44af-9946-bed2e681b2b2 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:03:03.530625 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d491b741-6924-405b-8c5b-8fe2a59a86cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91231b2c469a432195f19ad18453dc48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5087101 Feb 19 03:03:03.533052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54742) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:03.547004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491b741-6924-405b-8c5b-8fe2a59a86cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91a905c-7d0a-46a1-98ab-f2fc6f9d90bd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:03.651266 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-36ead476-237f-48eb-b8d1-2713c768bed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.690796 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8271-ac52-4a63-91c9-2402a9fd8dfe admin admin] Publish callbacks [] for security_group (a91a905c-7d0a-46a1-98ab-f2fc6f9d90bd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.749696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8271-ac52-4a63-91c9-2402a9fd8dfe admin admin] Publish callbacks [] for security_group (a91a905c-7d0a-46a1-98ab-f2fc6f9d90bd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.791662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1e54c45-2bf5-4986-adda-ea682102a6b8 req-adc99c5b-2eee-4f2d-b0d5-0ea5c96b0345 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/4d5007cd-a937-47a5-bbf2-ffff66ab697c HTTP/1.1" status: 200 len: 3012 time: 0.1239076 Feb 19 03:03:03.812865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0048e9b7-bbad-4db5-b37e-b6b813675c10 req-6d9eabff-181c-4147-966a-7ae766438f4b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/bc9e30da-5d7c-4c26-84bf-5763d3358664 HTTP/1.1" status: 200 len: 1817 time: 0.0946112 Feb 19 03:03:03.832628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8271-ac52-4a63-91c9-2402a9fd8dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a91a905c-7d0a-46a1-98ab-f2fc6f9d90bd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.836053 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2b4f8271-ac52-4a63-91c9-2402a9fd8dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:03.840035 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2b4f8271-ac52-4a63-91c9-2402a9fd8dfe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a91a905c-7d0a-46a1-98ab-f2fc6f9d90bd HTTP/1.1" status: 204 len: 168 time: 0.3047202 Feb 19 03:03:03.851676 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4f8271-ac52-4a63-91c9-2402a9fd8dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91a905c-7d0a-46a1-98ab-f2fc6f9d90bd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:03.934717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72103836-4166-4773-bea4-f18ad35de33b req-a550a669-51f6-43ac-bc29-b65b820ec961 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-group-rules/f3eefb46-f26c-4698-88e7-2149845055f3 HTTP/1.1" status: 200 len: 783 time: 0.1032240 Feb 19 03:03:04.039445 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0925f046-b659-4bcf-b4de-05c62508019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (5c3b5d35-3a9f-4ed5-926d-6aafa0624c26), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.074498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72103836-4166-4773-bea4-f18ad35de33b req-a32c9c10-7ed8-43d7-8eea-c238fe1b93b6 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/4d5007cd-a937-47a5-bbf2-ffff66ab697c HTTP/1.1" status: 200 len: 3012 time: 0.1309290 Feb 19 03:03:04.076411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0048e9b7-bbad-4db5-b37e-b6b813675c10 req-a5ace378-ced2-4362-a12b-58c1ce0a2a18 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (bc9e30da-5d7c-4c26-84bf-5763d3358664), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.148000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0048e9b7-bbad-4db5-b37e-b6b813675c10 req-a5ace378-ced2-4362-a12b-58c1ce0a2a18 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (bc9e30da-5d7c-4c26-84bf-5763d3358664), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.150560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925f046-b659-4bcf-b4de-05c62508019a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3b5d35-3a9f-4ed5-926d-6aafa0624c26,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:04.169267 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-72103836-4166-4773-bea4-f18ad35de33b req-2fd97fae-ac01-47d4-ba02-8b6cfed52220 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (f3eefb46-f26c-4698-88e7-2149845055f3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.200571 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-72103836-4166-4773-bea4-f18ad35de33b req-2fd97fae-ac01-47d4-ba02-8b6cfed52220 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (f3eefb46-f26c-4698-88e7-2149845055f3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.221224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0925f046-b659-4bcf-b4de-05c62508019a admin admin] Checking segment: {'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:04.221224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0925f046-b659-4bcf-b4de-05c62508019a admin admin] Network hostable DHCP agents. Network: f6709305-4709-44af-9946-bed2e681b2b2, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:03:04.243457 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0048e9b7-bbad-4db5-b37e-b6b813675c10 req-a5ace378-ced2-4362-a12b-58c1ce0a2a18 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (bc9e30da-5d7c-4c26-84bf-5763d3358664), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.246394 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0048e9b7-bbad-4db5-b37e-b6b813675c10 req-a5ace378-ced2-4362-a12b-58c1ce0a2a18 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.247559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0048e9b7-bbad-4db5-b37e-b6b813675c10 req-a5ace378-ced2-4362-a12b-58c1ce0a2a18 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "DELETE /v2.0/security-groups/bc9e30da-5d7c-4c26-84bf-5763d3358664 HTTP/1.1" status: 204 len: 173 time: 0.4316711 Feb 19 03:03:04.262891 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-72103836-4166-4773-bea4-f18ad35de33b req-2fd97fae-ac01-47d4-ba02-8b6cfed52220 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f3eefb46-f26c-4698-88e7-2149845055f3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.265045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ace378-ced2-4362-a12b-58c1ce0a2a18 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9e30da-5d7c-4c26-84bf-5763d3358664,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:04.269977 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-72103836-4166-4773-bea4-f18ad35de33b req-2fd97fae-ac01-47d4-ba02-8b6cfed52220 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.273940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72103836-4166-4773-bea4-f18ad35de33b req-2fd97fae-ac01-47d4-ba02-8b6cfed52220 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f3eefb46-f26c-4698-88e7-2149845055f3 HTTP/1.1" status: 204 len: 173 time: 0.1985948 Feb 19 03:03:04.292650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0925f046-b659-4bcf-b4de-05c62508019a admin admin] Network f6709305-4709-44af-9946-bed2e681b2b2 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:03:04.360289 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd97fae-ac01-47d4-ba02-8b6cfed52220 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f3eefb46-f26c-4698-88e7-2149845055f3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:04.370059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-0925f046-b659-4bcf-b4de-05c62508019a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, f6709305-4709-44af-9946-bed2e681b2b2) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:04.382828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f51ae8-5ef6-4fc6-945f-2fe89b730888 None None] Network f6709305-4709-44af-9946-bed2e681b2b2 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:04.433313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0925f046-b659-4bcf-b4de-05c62508019a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:04.433921 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0925f046-b659-4bcf-b4de-05c62508019a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.507646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0925f046-b659-4bcf-b4de-05c62508019a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1177869 Feb 19 03:03:04.529106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a185613d-d906-4eaf-9fc2-97e27b1ccef9 req-52f5f9c2-523c-4dd2-a8f9-b2ff02d9f68e tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/4d5007cd-a937-47a5-bbf2-ffff66ab697c HTTP/1.1" status: 200 len: 2414 time: 0.2074680 Feb 19 03:03:04.531751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df558ac0-8b45-4bda-a2dd-db28146e0325 req-178a9197-92cb-4f3f-9c88-ef063d5bd089 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/b1fe1b37-20a5-4769-9dbc-83af412128ff HTTP/1.1" status: 200 len: 1817 time: 0.2566867 Feb 19 03:03:04.558218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c220f-dd6e-4bcd-980f-b35bc2c9f53d None None] Network f6709305-4709-44af-9946-bed2e681b2b2 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:04.709789 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a185613d-d906-4eaf-9fc2-97e27b1ccef9 req-aed3e568-e6cd-4baa-ae15-c2e44b7b9513 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (4d5007cd-a937-47a5-bbf2-ffff66ab697c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.769917 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a185613d-d906-4eaf-9fc2-97e27b1ccef9 req-aed3e568-e6cd-4baa-ae15-c2e44b7b9513 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (4d5007cd-a937-47a5-bbf2-ffff66ab697c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.773073 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df558ac0-8b45-4bda-a2dd-db28146e0325 req-97bc82f8-2f89-4e92-a6b7-72fbaa51d2d1 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (b1fe1b37-20a5-4769-9dbc-83af412128ff), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.823839 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df558ac0-8b45-4bda-a2dd-db28146e0325 req-97bc82f8-2f89-4e92-a6b7-72fbaa51d2d1 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (b1fe1b37-20a5-4769-9dbc-83af412128ff), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.874705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df558ac0-8b45-4bda-a2dd-db28146e0325 req-97bc82f8-2f89-4e92-a6b7-72fbaa51d2d1 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b1fe1b37-20a5-4769-9dbc-83af412128ff), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.878263 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df558ac0-8b45-4bda-a2dd-db28146e0325 req-97bc82f8-2f89-4e92-a6b7-72fbaa51d2d1 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.879622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df558ac0-8b45-4bda-a2dd-db28146e0325 req-97bc82f8-2f89-4e92-a6b7-72fbaa51d2d1 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "DELETE /v2.0/security-groups/b1fe1b37-20a5-4769-9dbc-83af412128ff HTTP/1.1" status: 204 len: 173 time: 0.3393173 Feb 19 03:03:04.889572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc82f8-2f89-4e92-a6b7-72fbaa51d2d1 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fe1b37-20a5-4769-9dbc-83af412128ff,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:04.912288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a185613d-d906-4eaf-9fc2-97e27b1ccef9 req-aed3e568-e6cd-4baa-ae15-c2e44b7b9513 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4d5007cd-a937-47a5-bbf2-ffff66ab697c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.915549 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a185613d-d906-4eaf-9fc2-97e27b1ccef9 req-aed3e568-e6cd-4baa-ae15-c2e44b7b9513 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:04.917688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a185613d-d906-4eaf-9fc2-97e27b1ccef9 req-aed3e568-e6cd-4baa-ae15-c2e44b7b9513 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "DELETE /v2.0/security-groups/4d5007cd-a937-47a5-bbf2-ffff66ab697c HTTP/1.1" status: 204 len: 173 time: 0.3762782 Feb 19 03:03:04.937008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3e568-e6cd-4baa-ae15-c2e44b7b9513 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5007cd-a937-47a5-bbf2-ffff66ab697c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:04.958853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b50a03b1-aa6a-4872-a964-49e3c76587c6 req-855fb398-4d3b-488c-869f-0625877951a2 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-842032995', 'description': 'tempest-description-572812805'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:05.038835 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b50a03b1-aa6a-4872-a964-49e3c76587c6 req-855fb398-4d3b-488c-869f-0625877951a2 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.088875 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7933c-6cbd-43d7-839c-0c15a882374c req-0afbca8c-2689-4837-ab41-b259744341ab tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:05.090913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57c7933c-6cbd-43d7-839c-0c15a882374c req-0afbca8c-2689-4837-ab41-b259744341ab tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 946 time: 0.0908773 Feb 19 03:03:05.212882 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b50a03b1-aa6a-4872-a964-49e3c76587c6 req-855fb398-4d3b-488c-869f-0625877951a2 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (04d0db80-dada-4c40-a192-ba965b11162e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.216908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57c7933c-6cbd-43d7-839c-0c15a882374c req-f0cfdb92-2e2f-44fc-b0c9-b69044ee5182 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164041 Feb 19 03:03:05.223375 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b50a03b1-aa6a-4872-a964-49e3c76587c6 req-855fb398-4d3b-488c-869f-0625877951a2 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (04d0db80-dada-4c40-a192-ba965b11162e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.263197 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b50a03b1-aa6a-4872-a964-49e3c76587c6 req-855fb398-4d3b-488c-869f-0625877951a2 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.264500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b50a03b1-aa6a-4872-a964-49e3c76587c6 req-855fb398-4d3b-488c-869f-0625877951a2 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3151476 Feb 19 03:03:05.279157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fb398-4d3b-488c-869f-0625877951a2 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d0db80-dada-4c40-a192-ba965b11162e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:05.301308 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-5cabe512-1f61-4991-9061-0d4bdac804df req-9edc3245-3365-4bbf-a924-d13f5c182e12 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] show failed (client error): The resource could not be found. Feb 19 03:03:05.302242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5cabe512-1f61-4991-9061-0d4bdac804df req-9edc3245-3365-4bbf-a924-d13f5c182e12 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/f80c4f09-6b7d-4a70-b7be-144ccfb4fb95 HTTP/1.1" status: 404 len: 352 time: 0.0194399 Feb 19 03:03:05.312625 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-091c8ce6-4995-4238-bf07-01405c502171 req-85f7b016-33f0-4481-9157-d26b52aaac49 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1329732 Feb 19 03:03:05.420525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c8ce6-4995-4238-bf07-01405c502171 req-47544298-863e-4ae3-827a-9ecba7723368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:05.423563 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-091c8ce6-4995-4238-bf07-01405c502171 req-47544298-863e-4ae3-827a-9ecba7723368 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 1127 time: 0.0823016 Feb 19 03:03:05.515436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c60ec25-2997-4c39-ac2a-452cb55521dd req-317636d5-d022-4dba-8141-a728f627d72a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/04d0db80-dada-4c40-a192-ba965b11162e HTTP/1.1" status: 200 len: 1816 time: 0.0588384 Feb 19 03:03:05.553850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-3c60ec25-2997-4c39-ac2a-452cb55521dd req-7db7dba8-8ea7-476f-93ec-4c139b941500 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Request body: {'security_group': {'name': 'tempest-sg-hth-60618823', 'description': 'tempest-description-hth-527641664'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:05.571386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d4f7a434-f2bf-463a-9078-1e6db829b36a no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:03:05.573287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c8ce6-4995-4238-bf07-01405c502171 req-44472c07-376e-4587-aa6b-24981a8c6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:05.575159 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-091c8ce6-4995-4238-bf07-01405c502171 req-44472c07-376e-4587-aa6b-24981a8c6138 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 906 time: 0.1202116 Feb 19 03:03:05.640412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: d4f7a434-f2bf-463a-9078-1e6db829b36a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:03:05.640797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d4f7a434-f2bf-463a-9078-1e6db829b36a not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:03:05.655398 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-091c8ce6-4995-4238-bf07-01405c502171 req-44f4b5dc-e722-4814-99a2-02acbcb3466c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53f06b37-646a-4ef3-b369-01fc5991c119 HTTP/1.1" status: 200 len: 217 time: 0.0727453 Feb 19 03:03:05.656762 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3c60ec25-2997-4c39-ac2a-452cb55521dd req-7db7dba8-8ea7-476f-93ec-4c139b941500 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (04d0db80-dada-4c40-a192-ba965b11162e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.727092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3c60ec25-2997-4c39-ac2a-452cb55521dd req-7db7dba8-8ea7-476f-93ec-4c139b941500 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (04d0db80-dada-4c40-a192-ba965b11162e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.732744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091c8ce6-4995-4238-bf07-01405c502171 req-a194288c-88d2-443a-9b3e-ec60d775aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:05.738821 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-091c8ce6-4995-4238-bf07-01405c502171 req-a194288c-88d2-443a-9b3e-ec60d775aed6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.0762413 Feb 19 03:03:05.745088 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3c60ec25-2997-4c39-ac2a-452cb55521dd req-7db7dba8-8ea7-476f-93ec-4c139b941500 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (04d0db80-dada-4c40-a192-ba965b11162e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.754803 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3c60ec25-2997-4c39-ac2a-452cb55521dd req-7db7dba8-8ea7-476f-93ec-4c139b941500 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.756240 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c60ec25-2997-4c39-ac2a-452cb55521dd req-7db7dba8-8ea7-476f-93ec-4c139b941500 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "PUT /v2.0/security-groups/04d0db80-dada-4c40-a192-ba965b11162e HTTP/1.1" status: 200 len: 1789 time: 0.2141824 Feb 19 03:03:05.797228 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-091c8ce6-4995-4238-bf07-01405c502171 req-a29523bd-ac4b-4655-806f-a4b5e11fb864 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518444 Feb 19 03:03:05.802088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7dba8-8ea7-476f-93ec-4c139b941500 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d0db80-dada-4c40-a192-ba965b11162e,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:05.848259 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0a21a2b4-8f52-4fc0-8aa0-a84bda045770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:05.976255 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-091c8ce6-4995-4238-bf07-01405c502171 req-108e361a-4b2b-419b-8b7a-c9894afdcbc2 service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722744 Feb 19 03:03:05.980961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-45a791cb-5a58-48dc-96a9-8b8e52b93dfd tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:05.982478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-45a791cb-5a58-48dc-96a9-8b8e52b93dfd tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/networks?id=f6709305-4709-44af-9946-bed2e681b2b2 HTTP/1.1" status: 200 len: 815 time: 0.1826499 Feb 19 03:03:06.025046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc3387b6-6263-41c2-ab1b-a15d9b52a83c req-0f665247-4fe1-4ca7-a4c2-dcbc32e209a3 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/292be312-bef4-49a7-b368-d71517b2c1a0 HTTP/1.1" status: 200 len: 1820 time: 0.2238493 Feb 19 03:03:06.030170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-e5c467c8-858b-478c-84da-550a597a4750 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/quotas/771bed38ee904c3da4a692f38bae9245 HTTP/1.1" status: 200 len: 375 time: 0.0400648 Feb 19 03:03:06.094309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-d153f7b9-7908-46db-a463-e16f2f0a508b tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=771bed38ee904c3da4a692f38bae9245&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506866 Feb 19 03:03:06.131455 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-091c8ce6-4995-4238-bf07-01405c502171 req-b7ea3319-ff5c-4458-9c38-eef52ad85fec service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485658 Feb 19 03:03:06.237930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54860) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:06.244315 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bc3387b6-6263-41c2-ab1b-a15d9b52a83c req-d616aa82-60be-4ed2-b1f2-b19ccbf4d058 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (292be312-bef4-49a7-b368-d71517b2c1a0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.288996 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bc3387b6-6263-41c2-ab1b-a15d9b52a83c req-d616aa82-60be-4ed2-b1f2-b19ccbf4d058 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (292be312-bef4-49a7-b368-d71517b2c1a0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.322008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-229b8f8d-780a-429d-a1d6-e1df2a108ea9 service neutron] 10.222.0.81 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178075 Feb 19 03:03:06.371290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1711079821-network', 'tenant_id': '17ff531d12774f8aa118593314cb1782'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:06.399152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Made reservation on behalf of 17ff531d12774f8aa118593314cb1782 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:06.408748 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.418635 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bc3387b6-6263-41c2-ab1b-a15d9b52a83c req-d616aa82-60be-4ed2-b1f2-b19ccbf4d058 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (292be312-bef4-49a7-b368-d71517b2c1a0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.419321 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.429975 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bc3387b6-6263-41c2-ab1b-a15d9b52a83c req-d616aa82-60be-4ed2-b1f2-b19ccbf4d058 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.431584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc3387b6-6263-41c2-ab1b-a15d9b52a83c req-d616aa82-60be-4ed2-b1f2-b19ccbf4d058 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "DELETE /v2.0/security-groups/292be312-bef4-49a7-b368-d71517b2c1a0 HTTP/1.1" status: 204 len: 173 time: 0.4057138 Feb 19 03:03:06.454520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616aa82-60be-4ed2-b1f2-b19ccbf4d058 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=292be312-bef4-49a7-b368-d71517b2c1a0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:06.494992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-836a1301-2dc5-49fb-8ee0-c98feb7e5a13 service neutron] 10.222.0.81 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597912 Feb 19 03:03:06.562336 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Publish callbacks [] for security_group (f0d36136-c35f-4ca9-bc5a-14e2aa09888a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.573720 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f0d36136-c35f-4ca9-bc5a-14e2aa09888a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.616709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298513e3-95f2-42bc-acff-c9356506ba2f req-b21f525a-7f52-4592-a289-7122513bf09e tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:06.619620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-298513e3-95f2-42bc-acff-c9356506ba2f req-b21f525a-7f52-4592-a289-7122513bf09e tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 946 time: 0.0936718 Feb 19 03:03:06.637534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:03:06.644414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d36136-c35f-4ca9-bc5a-14e2aa09888a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:06.672751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d4c7694c-9a07-45f9-bbaf-e449e9d61f32), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.672751 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Added segment d4c7694c-9a07-45f9-bbaf-e449e9d61f32 of type vlan for network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb Feb 19 03:03:06.726819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-298513e3-95f2-42bc-acff-c9356506ba2f req-02c507f2-04f2-43df-a3ec-1e54d125d7a4 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014917 Feb 19 03:03:06.750017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1aafe95f-ca0a-4d45-a6d9-bf91c87e2e7f req-b42576cc-57a6-4d0b-86b2-b6486f129ad9 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/04d0db80-dada-4c40-a192-ba965b11162e HTTP/1.1" status: 200 len: 1789 time: 0.0638697 Feb 19 03:03:06.788164 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.848136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b7c0045-ac98-4a82-9871-51475a057fd2 req-d858dd82-b2d4-4ef6-9796-55d40a4e1cce tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/a9b2e548-5ad8-4189-83fb-bfdd58b8fb56 HTTP/1.1" status: 200 len: 1822 time: 0.0730736 Feb 19 03:03:06.858432 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.859591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:06.860242 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.953214 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9b7c0045-ac98-4a82-9871-51475a057fd2 req-8074d7b8-5ef0-4a9d-bb77-0a936ecaec95 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (a9b2e548-5ad8-4189-83fb-bfdd58b8fb56), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.956018 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.964209 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7212732 Feb 19 03:03:06.967241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54896) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:06.982699 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9b7c0045-ac98-4a82-9871-51475a057fd2 req-8074d7b8-5ef0-4a9d-bb77-0a936ecaec95 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (a9b2e548-5ad8-4189-83fb-bfdd58b8fb56), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:06.988120 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2ab3ac90-348c-4f79-9128-5ba196d8cf48 admin admin] Request body: {'subnet': {'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1711079821-subnet', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:07.066299 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9b7c0045-ac98-4a82-9871-51475a057fd2 req-8074d7b8-5ef0-4a9d-bb77-0a936ecaec95 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a9b2e548-5ad8-4189-83fb-bfdd58b8fb56), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.076650 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9b7c0045-ac98-4a82-9871-51475a057fd2 req-8074d7b8-5ef0-4a9d-bb77-0a936ecaec95 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.092242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b7c0045-ac98-4a82-9871-51475a057fd2 req-8074d7b8-5ef0-4a9d-bb77-0a936ecaec95 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "DELETE /v2.0/security-groups/a9b2e548-5ad8-4189-83fb-bfdd58b8fb56 HTTP/1.1" status: 204 len: 173 time: 0.2368658 Feb 19 03:03:07.105251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab3ac90-348c-4f79-9128-5ba196d8cf48 admin admin] Made reservation on behalf of 17ff531d12774f8aa118593314cb1782 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:07.108992 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2ab3ac90-348c-4f79-9128-5ba196d8cf48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.122691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8074d7b8-5ef0-4a9d-bb77-0a936ecaec95 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b2e548-5ad8-4189-83fb-bfdd58b8fb56,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:07.183658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa110a29-306e-4abc-81fa-358b233d77e2 admin admin] Pushing event updated for resources: {'Network': ['ID=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:07.200119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:03:07.214911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54914) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:07.253316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-62a631ed-ff2e-473c-8dfb-284a3aee2ea2 req-9eb48706-c8f3-4902-ab46-5222d0cd58b8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 210 time: 0.1058993 Feb 19 03:03:07.334774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b02a70d1-e064-4846-9196-fac0f6e55484 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1006925 Feb 19 03:03:07.419678 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2ab3ac90-348c-4f79-9128-5ba196d8cf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (72e1106a-2b0f-4878-83b4-66426da45471), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.423857 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2b7f-f75d-4081-a8ca-2c7ed53b2404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.505187 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3ac90-348c-4f79-9128-5ba196d8cf48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72e1106a-2b0f-4878-83b4-66426da45471,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:07.547956 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab3ac90-348c-4f79-9128-5ba196d8cf48 admin admin] Checking segment: {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:07.548427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3ac90-348c-4f79-9128-5ba196d8cf48 admin admin] Network hostable DHCP agents. Network: e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:03:07.603682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3ac90-348c-4f79-9128-5ba196d8cf48 admin admin] Network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:03:07.608560 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2b7f-f75d-4081-a8ca-2c7ed53b2404 admin admin] Publish callbacks [] for security_group (e5034707-62f9-44fa-aaa1-58b1b4a35319), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.617954 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2b7f-f75d-4081-a8ca-2c7ed53b2404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e5034707-62f9-44fa-aaa1-58b1b4a35319), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.629838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87a9fa-1a73-4e0b-a588-79a445b8ef3f req-499cb23d-9071-4bd6-a2f4-69ba7e57645b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:07.632176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e87a9fa-1a73-4e0b-a588-79a445b8ef3f req-499cb23d-9071-4bd6-a2f4-69ba7e57645b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 946 time: 0.2392876 Feb 19 03:03:07.644343 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-2ab3ac90-348c-4f79-9128-5ba196d8cf48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:07.648997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab3ac90-348c-4f79-9128-5ba196d8cf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:07.649601 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2ab3ac90-348c-4f79-9128-5ba196d8cf48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.656088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca8a00f-4d3f-48de-98ec-8fa9cbb89c6f None None] Network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:07.689443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-759019d3-cfe6-4b4f-888b-d59181b3bd52 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:07.701936 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bd5e2b7f-f75d-4081-a8ca-2c7ed53b2404 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e28cd6df10a401e96bbfbd76dc4a5aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4831331 Feb 19 03:03:07.701936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e2b7f-f75d-4081-a8ca-2c7ed53b2404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5034707-62f9-44fa-aaa1-58b1b4a35319,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:07.704053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54920) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:07.705508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-759019d3-cfe6-4b4f-888b-d59181b3bd52 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3694642 Feb 19 03:03:07.714067 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2ab3ac90-348c-4f79-9128-5ba196d8cf48 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7359521 Feb 19 03:03:07.721066 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54922) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:07.727347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:07.731765 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-917e91c9-8586-45f0-a152-ded4061d9404 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/quotas/5647f951301f4cefbfcdd514b5f2e37b HTTP/1.1" status: 200 len: 375 time: 0.0239437 Feb 19 03:03:07.793823 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-e0330a81-bbb2-48d0-a84a-599367e2b75e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602670 Feb 19 03:03:07.795589 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (70c393a8-7604-436e-b7a0-12e9da4f83c2), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.796642 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (70c393a8-7604-436e-b7a0-12e9da4f83c2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.810910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e87a9fa-1a73-4e0b-a588-79a445b8ef3f req-b5cf98ac-3c4d-4f35-a88e-be186b7a6862 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706028 Feb 19 03:03:07.832831 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-531fa09b-074c-4c76-8725-d7ea58865797 admin admin] Publish callbacks [] for security_group (e5034707-62f9-44fa-aaa1-58b1b4a35319), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.899600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'project_id': '17ff531d12774f8aa118593314cb1782', 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:03:07.900202 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-531fa09b-074c-4c76-8725-d7ea58865797 admin admin] Publish callbacks [] for security_group (e5034707-62f9-44fa-aaa1-58b1b4a35319), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.900902 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:07.948931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ed736ec-a034-4208-9dfc-4d4b6994844c req-6935b1a5-8488-4162-9aaf-0cfd24c8d5f4 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/04d0db80-dada-4c40-a192-ba965b11162e HTTP/1.1" status: 200 len: 1789 time: 0.1015532 Feb 19 03:03:08.000289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Publish callbacks [] for router_controller (70c393a8-7604-436e-b7a0-12e9da4f83c2), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.070714 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ed736ec-a034-4208-9dfc-4d4b6994844c req-6d02cb6e-3ff4-44a4-ab04-96bbedd92f4e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (04d0db80-dada-4c40-a192-ba965b11162e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.107380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ed736ec-a034-4208-9dfc-4d4b6994844c req-6d02cb6e-3ff4-44a4-ab04-96bbedd92f4e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (04d0db80-dada-4c40-a192-ba965b11162e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.122198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Allocated IP 172.20.0.2 (e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb/72e1106a-2b0f-4878-83b4-66426da45471/a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:08.227203 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ed736ec-a034-4208-9dfc-4d4b6994844c req-6d02cb6e-3ff4-44a4-ab04-96bbedd92f4e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (04d0db80-dada-4c40-a192-ba965b11162e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.231232 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ed736ec-a034-4208-9dfc-4d4b6994844c req-6d02cb6e-3ff4-44a4-ab04-96bbedd92f4e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.242861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ed736ec-a034-4208-9dfc-4d4b6994844c req-6d02cb6e-3ff4-44a4-ab04-96bbedd92f4e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "DELETE /v2.0/security-groups/04d0db80-dada-4c40-a192-ba965b11162e HTTP/1.1" status: 204 len: 173 time: 0.2875319 Feb 19 03:03:08.270203 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-531fa09b-074c-4c76-8725-d7ea58865797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e5034707-62f9-44fa-aaa1-58b1b4a35319), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.273118 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-531fa09b-074c-4c76-8725-d7ea58865797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.278946 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-531fa09b-074c-4c76-8725-d7ea58865797 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e5034707-62f9-44fa-aaa1-58b1b4a35319 HTTP/1.1" status: 204 len: 168 time: 0.5712478 Feb 19 03:03:08.282310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Publish callbacks [] for router_gateway (70c393a8-7604-436e-b7a0-12e9da4f83c2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.287649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bc159c1-ef3c-47ed-8134-2153f1a7ac8e req-70854d63-d051-4dd2-a9e6-1014351e825d tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/11b34995-6800-4979-886b-fe78c227fc90 HTTP/1.1" status: 200 len: 1821 time: 0.1072345 Feb 19 03:03:08.306863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02cb6e-3ff4-44a4-ab04-96bbedd92f4e tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d0db80-dada-4c40-a192-ba965b11162e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:08.345104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fa09b-074c-4c76-8725-d7ea58865797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5034707-62f9-44fa-aaa1-58b1b4a35319,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:08.415350 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.468521 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Publish callbacks [] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.484137 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6bc159c1-ef3c-47ed-8134-2153f1a7ac8e req-c196ea6c-3c07-4a51-86d9-b51f2fa991ef tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (11b34995-6800-4979-886b-fe78c227fc90), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.492532 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.594504 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6bc159c1-ef3c-47ed-8134-2153f1a7ac8e req-c196ea6c-3c07-4a51-86d9-b51f2fa991ef tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (11b34995-6800-4979-886b-fe78c227fc90), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.622224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:08.659474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:08.662925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:08.679571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Pushing event updated for resources: {'Port': ['ID=a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:08.704783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a92c8597-537d-4dfc-a4ae-56a664ab1307 req-8c049d50-c6a3-4014-8400-588b8e444426 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 210 time: 0.0569558 Feb 19 03:03:08.720418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-87aaed8d-0383-444b-aba8-c1fe7a98c7b0 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:08.722076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-87aaed8d-0383-444b-aba8-c1fe7a98c7b0 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.87 "GET /v2.0/networks?id=f6709305-4709-44af-9946-bed2e681b2b2 HTTP/1.1" status: 200 len: 815 time: 0.2821598 Feb 19 03:03:08.738667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Request body: {'port': {'device_id': '2c7b628a-5b78-48fb-bd55-8743efae89d9', 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2', 'admin_state_up': True, 'tenant_id': '771bed38ee904c3da4a692f38bae9245'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:08.836886 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Publish callbacks [] for router_gateway (70c393a8-7604-436e-b7a0-12e9da4f83c2), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.862050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Attempting to bind port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:08.862413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Attempting to bind port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:08.862977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Attempting to bind port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b on network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:08.870036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:08.870688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Checking segment: {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:08.871252 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.874911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Bound using segment: {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:08.875620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Bound port: a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:08.876191 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.894457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.932591 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6bc159c1-ef3c-47ed-8134-2153f1a7ac8e req-c196ea6c-3c07-4a51-86d9-b51f2fa991ef tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (11b34995-6800-4979-886b-fe78c227fc90), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.938772 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6bc159c1-ef3c-47ed-8134-2153f1a7ac8e req-c196ea6c-3c07-4a51-86d9-b51f2fa991ef tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:08.956320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bc159c1-ef3c-47ed-8134-2153f1a7ac8e req-c196ea6c-3c07-4a51-86d9-b51f2fa991ef tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "DELETE /v2.0/security-groups/11b34995-6800-4979-886b-fe78c227fc90 HTTP/1.1" status: 204 len: 173 time: 0.6666987 Feb 19 03:03:08.989711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54952) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:08.992378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] For port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:09.009639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] For port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:09.012465 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-634e3dd0-ad06-4041-a7fb-0d976911f72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.033428 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.048481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3360ee14-cdb8-4d10-ac66-aba7ec5fcec0 req-4ecadb60-eab6-48c9-bc7e-ea33fa5be75f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 210 time: 0.1193981 Feb 19 03:03:09.059371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196ea6c-3c07-4a51-86d9-b51f2fa991ef tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b34995-6800-4979-886b-fe78c227fc90,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:09.108304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Made reservation on behalf of 771bed38ee904c3da4a692f38bae9245 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:09.111867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.190205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c062db-0687-4299-b0de-bdca668e9766 None None] Pushing event updated for resources: {'Port': ['ID=a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:09.225812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Allocated IP 172.25.1.4 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/f39d8944-06f6-4b9f-b35d-a329994d6f80) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:09.235166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e19f01-2490-442b-8586-24829b0b848a req-28941a18-8b1f-48e2-98f6-7816c336e4dc tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:09.236545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46e19f01-2490-442b-8586-24829b0b848a req-28941a18-8b1f-48e2-98f6-7816c336e4dc tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 946 time: 0.1433041 Feb 19 03:03:09.390336 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-634e3dd0-ad06-4041-a7fb-0d976911f72b admin admin] Publish callbacks [] for security_group (04533459-f41e-4387-8ad7-46caab2a01bc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.401045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5da046d-6deb-4b76-a1ce-a28e2dd6a6ce req-3f255b0c-11a6-4353-93dd-f31c11dd05ed tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/f603002e-572a-456d-84ed-01530263d9c2 HTTP/1.1" status: 200 len: 2420 time: 0.1830719 Feb 19 03:03:09.402328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-634e3dd0-ad06-4041-a7fb-0d976911f72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (04533459-f41e-4387-8ad7-46caab2a01bc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.417020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46e19f01-2490-442b-8586-24829b0b848a req-8ad9388e-ca6a-47a1-b86b-3760613a5c87 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592329 Feb 19 03:03:09.463881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Allocated IP 172.20.0.8 (f6709305-4709-44af-9946-bed2e681b2b2/5c3b5d35-3a9f-4ed5-926d-6aafa0624c26/4e20073c-bc0e-4256-9416-f734d2429731) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:09.498158 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Publish callbacks [] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.503094 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-634e3dd0-ad06-4041-a7fb-0d976911f72b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1ccabc11cd5f4f888446f414624d5fc7&name=default HTTP/1.1" status: 200 len: 2997 time: 0.5101519 Feb 19 03:03:09.513447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54958) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:09.513447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e3dd0-ad06-4041-a7fb-0d976911f72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04533459-f41e-4387-8ad7-46caab2a01bc,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:09.541002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5da046d-6deb-4b76-a1ce-a28e2dd6a6ce req-5124f5fd-29e5-4918-b33b-19bc1b326207 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (f603002e-572a-456d-84ed-01530263d9c2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.555309 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-d5997519-7d46-4cd6-95a3-afeed77d0534 req-9e4b9755-ebab-4dfe-bd13-b19346716fa4 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] show failed (client error): The resource could not be found. Feb 19 03:03:09.573732 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5997519-7d46-4cd6-95a3-afeed77d0534 req-9e4b9755-ebab-4dfe-bd13-b19346716fa4 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/b1fe1b37-20a5-4769-9dbc-83af412128ff HTTP/1.1" status: 404 len: 352 time: 0.0716307 Feb 19 03:03:09.638804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d35d81d3-bd3d-42bd-85b7-1582e1e6d3dd admin admin] Publish callbacks [] for security_group (04533459-f41e-4387-8ad7-46caab2a01bc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.639703 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-074985bb-a922-4f8e-b0ba-8a22bb0c5874 req-6eeb37c8-7a32-439f-aacf-dcf3c7d2ca15 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] show failed (client error): The resource could not be found. Feb 19 03:03:09.646123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.657236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-074985bb-a922-4f8e-b0ba-8a22bb0c5874 req-6eeb37c8-7a32-439f-aacf-dcf3c7d2ca15 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/bc9e30da-5d7c-4c26-84bf-5763d3358664 HTTP/1.1" status: 404 len: 352 time: 0.0370393 Feb 19 03:03:09.681169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5da046d-6deb-4b76-a1ce-a28e2dd6a6ce req-5124f5fd-29e5-4918-b33b-19bc1b326207 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (f603002e-572a-456d-84ed-01530263d9c2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.702345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d35d81d3-bd3d-42bd-85b7-1582e1e6d3dd admin admin] Publish callbacks [] for security_group (04533459-f41e-4387-8ad7-46caab2a01bc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.717248 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-0985180a-618c-4d2e-a18d-f8d3637ec431 req-e6e04d0a-5f7b-4ea5-97e1-9546f6cbe3fc tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] show failed (client error): The resource could not be found. Feb 19 03:03:09.741168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0985180a-618c-4d2e-a18d-f8d3637ec431 req-e6e04d0a-5f7b-4ea5-97e1-9546f6cbe3fc tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/2666cd91-819a-414c-b9b1-ba2df4762fb3 HTTP/1.1" status: 404 len: 352 time: 0.0670147 Feb 19 03:03:09.742411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:09.748345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Pushing event updated for resources: {'Port': ['ID=f39d8944-06f6-4b9f-b35d-a329994d6f80,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:09.750917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:09.755077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:09.819349 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d35d81d3-bd3d-42bd-85b7-1582e1e6d3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (04533459-f41e-4387-8ad7-46caab2a01bc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.822385 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d35d81d3-bd3d-42bd-85b7-1582e1e6d3dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.826876 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d35d81d3-bd3d-42bd-85b7-1582e1e6d3dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04533459-f41e-4387-8ad7-46caab2a01bc HTTP/1.1" status: 204 len: 168 time: 0.3007500 Feb 19 03:03:09.876028 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-877777d9-9afd-40ae-ac5b-c76816135a02 req-115c1991-f312-47c4-855e-6ece72f5ccf2 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] show failed (client error): The resource could not be found. Feb 19 03:03:09.886224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-877777d9-9afd-40ae-ac5b-c76816135a02 req-115c1991-f312-47c4-855e-6ece72f5ccf2 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/b017bf7b-fdf7-4fae-a0b0-b33d8b9401d3 HTTP/1.1" status: 404 len: 352 time: 0.1436229 Feb 19 03:03:09.952604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:09.968283 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5da046d-6deb-4b76-a1ce-a28e2dd6a6ce req-5124f5fd-29e5-4918-b33b-19bc1b326207 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f603002e-572a-456d-84ed-01530263d9c2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.972421 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d5da046d-6deb-4b76-a1ce-a28e2dd6a6ce req-5124f5fd-29e5-4918-b33b-19bc1b326207 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:09.973642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5da046d-6deb-4b76-a1ce-a28e2dd6a6ce req-5124f5fd-29e5-4918-b33b-19bc1b326207 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "DELETE /v2.0/security-groups/f603002e-572a-456d-84ed-01530263d9c2 HTTP/1.1" status: 204 len: 173 time: 0.5717988 Feb 19 03:03:10.019350 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks [] for port (4e20073c-bc0e-4256-9416-f734d2429731), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.056023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124f5fd-29e5-4918-b33b-19bc1b326207 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f603002e-572a-456d-84ed-01530263d9c2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:10.085772 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-368f46fd-e8ef-4f57-9c4f-512f07307507 req-07f2cdf5-23ec-460b-ad68-a5af2d1fb0d2 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] show failed (client error): The resource could not be found. Feb 19 03:03:10.087397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-368f46fd-e8ef-4f57-9c4f-512f07307507 req-07f2cdf5-23ec-460b-ad68-a5af2d1fb0d2 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/ccbb1f81-684c-4822-905f-10e1fba5e239 HTTP/1.1" status: 404 len: 352 time: 0.0870235 Feb 19 03:03:10.120811 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.138656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2645aa66-3e7a-4fc1-b5ec-c39fb2b9587d req-5adb3a59-bc52-42aa-9ead-b29b379a61d7 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 210 time: 0.0823364 Feb 19 03:03:10.178990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:10.180779 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.210121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d81d3-bd3d-42bd-85b7-1582e1e6d3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04533459-f41e-4387-8ad7-46caab2a01bc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:10.292561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49efca40-f15c-4a5a-9614-3062f108af30 req-93da04da-0155-42a8-aae4-7a19e81c0638 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 210 time: 0.0467741 Feb 19 03:03:10.310461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03654d18-034c-45d3-9fcc-181c75f48eca req-7ac95918-2712-4083-acdb-97d5bdc12d13 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "GET /v2.0/security-groups/8abc5545-8add-4e61-95e1-32262554a710 HTTP/1.1" status: 200 len: 2415 time: 0.1916106 Feb 19 03:03:10.313904 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4e20073c-bc0e-4256-9416-f734d2429731), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.400942 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-5e5da2a0-fb50-479b-bab6-f4a575622aa5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2212749 Feb 19 03:03:10.437182 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-2319efef-d1e4-402a-bbf2-614ff582dee9 req-40970c87-e124-4193-8f21-dcb89ac43b56 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] show failed (client error): The resource could not be found. Feb 19 03:03:10.459479 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2319efef-d1e4-402a-bbf2-614ff582dee9 req-40970c87-e124-4193-8f21-dcb89ac43b56 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/e1ab34f5-b8f0-485a-955b-30f4313d99e4 HTTP/1.1" status: 404 len: 352 time: 0.1066391 Feb 19 03:03:10.464466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Network f6709305-4709-44af-9946-bed2e681b2b2 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:10.505202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:10.506198 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.514852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Pushing event updated for resources: {'Port': ['ID=4e20073c-bc0e-4256-9416-f734d2429731,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:10.519778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:10.531851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:10.598757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:10.613856 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.655353 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03654d18-034c-45d3-9fcc-181c75f48eca req-29fd7b2f-2379-46b4-a5c1-ea4a8664eb03 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (8abc5545-8add-4e61-95e1-32262554a710), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.681394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:10.682339 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.696371 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-63c18164-99e0-4306-a33f-5e87baa25f7e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:10.697924 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-63c18164-99e0-4306-a33f-5e87baa25f7e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2726619 Feb 19 03:03:10.699346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:10.729740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-b09aba75-81a1-4efa-a39d-1a3a058ae5b9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9953525 Feb 19 03:03:10.769058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Request body: {'port': {'device_id': '2c7b628a-5b78-48fb-bd55-8743efae89d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:10.783499 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Publish callbacks [] for router_gateway (70c393a8-7604-436e-b7a0-12e9da4f83c2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.842182 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03654d18-034c-45d3-9fcc-181c75f48eca req-29fd7b2f-2379-46b4-a5c1-ea4a8664eb03 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (8abc5545-8add-4e61-95e1-32262554a710), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.890171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Request body: {'port': {'device_id': '6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '5647f951301f4cefbfcdd514b5f2e37b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:10.930873 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d4b91-1e97-40b4-aeb9-6d5420a0d847 None None] Network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:10.950797 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03654d18-034c-45d3-9fcc-181c75f48eca req-29fd7b2f-2379-46b4-a5c1-ea4a8664eb03 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8abc5545-8add-4e61-95e1-32262554a710), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.953401 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-03654d18-034c-45d3-9fcc-181c75f48eca req-29fd7b2f-2379-46b4-a5c1-ea4a8664eb03 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:10.966498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03654d18-034c-45d3-9fcc-181c75f48eca req-29fd7b2f-2379-46b4-a5c1-ea4a8664eb03 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] 10.222.0.81 "DELETE /v2.0/security-groups/8abc5545-8add-4e61-95e1-32262554a710 HTTP/1.1" status: 204 len: 173 time: 0.6543787 Feb 19 03:03:10.968832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55000) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:11.011010 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d98daba-0db9-4546-9a8e-9de9acb32412 req-06e9d7db-d216-447a-a2e5-c60b58b793c1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:11.012573 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d98daba-0db9-4546-9a8e-9de9acb32412 req-06e9d7db-d216-447a-a2e5-c60b58b793c1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 946 time: 0.8427324 Feb 19 03:03:11.040319 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4e20073c-bc0e-4256-9416-f734d2429731), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.056424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd7b2f-2379-46b4-a5c1-ea4a8664eb03 tempest-SecurityGroupRulesTestJSON-920183661 tempest-SecurityGroupRulesTestJSON-920183661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abc5545-8add-4e61-95e1-32262554a710,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:11.105074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-94520b64-2020-41ac-a30a-79529b1a0812 None None] Provisioning complete for port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:11.105506 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-94520b64-2020-41ac-a30a-79529b1a0812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.124929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Made reservation on behalf of 5647f951301f4cefbfcdd514b5f2e37b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:11.135447 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.159397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-5daa056a-a407-4a1e-97ae-94991e9c62d8 admin admin] Deleting subnet 60826025-e8dc-4275-82b7-a92e04cd6765 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:11.173752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c382a-8f44-4d63-b5cc-5cf3bb118ff6 req-c57985d3-ce6b-4e64-90df-4efa97c335f0 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:11.181788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc0c382a-8f44-4d63-b5cc-5cf3bb118ff6 req-c57985d3-ce6b-4e64-90df-4efa97c335f0 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 946 time: 0.3344800 Feb 19 03:03:11.189002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5daa056a-a407-4a1e-97ae-94991e9c62d8 admin admin] Publish callbacks [] for subnet (60826025-e8dc-4275-82b7-a92e04cd6765), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.246733 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.273814 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5daa056a-a407-4a1e-97ae-94991e9c62d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (60826025-e8dc-4275-82b7-a92e04cd6765), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.297611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd2525-82a0-4262-999b-091a50b61867 req-8d2ebdfa-27e0-4e5a-bc7c-e95572b7012f tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:11.303782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-94520b64-2020-41ac-a30a-79529b1a0812 None None] Current status of the port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:11.327951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61cd2525-82a0-4262-999b-091a50b61867 req-8d2ebdfa-27e0-4e5a-bc7c-e95572b7012f tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 1024 time: 0.2640688 Feb 19 03:03:11.590742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61cd2525-82a0-4262-999b-091a50b61867 req-d802717e-21b3-41cc-92e6-6cc131d2ca06 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=76e38522-01cb-4e44-8e03-7391d0599730&id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&id=ddbbc60d-3823-4c94-9dd2-3e591fbc398a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2614014 Feb 19 03:03:11.660845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc0c382a-8f44-4d63-b5cc-5cf3bb118ff6 req-17d8c26d-05a0-47b7-97de-e1afac4f6d0b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778028 Feb 19 03:03:11.691971 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5daa056a-a407-4a1e-97ae-94991e9c62d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (60826025-e8dc-4275-82b7-a92e04cd6765), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.779456 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (70c393a8-7604-436e-b7a0-12e9da4f83c2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.790869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-deb94748-ca65-4aa0-b88f-1d4fedb9775a req-ca416f81-40af-4fb8-8ead-80b7dbadd044 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 210 time: 0.0962901 Feb 19 03:03:11.836378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a9c638e0-a70a-45ce-bc56-5447baa66df2 None None] Provisioning complete for port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:11.837018 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a9c638e0-a70a-45ce-bc56-5447baa66df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.838514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-5d98daba-0db9-4546-9a8e-9de9acb32412 req-bd94e425-e0ea-433d-aa67-66b2326cf9ba tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Deleting port 6d53a4f3-5729-4033-a5ee-afebccacbd84 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:11.838847 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5d98daba-0db9-4546-9a8e-9de9acb32412 req-bd94e425-e0ea-433d-aa67-66b2326cf9ba tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.894839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:11.918934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faf9a17-0109-45e0-afdf-a19971dd6a4e req-e5e9ad18-0d99-4024-9a54-34e7f328996a tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:11.919980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9faf9a17-0109-45e0-afdf-a19971dd6a4e req-e5e9ad18-0d99-4024-9a54-34e7f328996a tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 931 time: 0.1318247 Feb 19 03:03:11.924293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5daa056a-a407-4a1e-97ae-94991e9c62d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (60826025-e8dc-4275-82b7-a92e04cd6765), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.970769 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks [] for security_group (6fe8664d-9a21-462b-8a70-5959f6ca09a6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:11.973766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa056a-a407-4a1e-97ae-94991e9c62d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60826025-e8dc-4275-82b7-a92e04cd6765,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:11.992720 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6fe8664d-9a21-462b-8a70-5959f6ca09a6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.008216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9faf9a17-0109-45e0-afdf-a19971dd6a4e req-64746421-15d0-49bf-ad8d-2e427ebbf4c2 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569606 Feb 19 03:03:12.016502 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5daa056a-a407-4a1e-97ae-94991e9c62d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.020958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5daa056a-a407-4a1e-97ae-94991e9c62d8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/60826025-e8dc-4275-82b7-a92e04cd6765 HTTP/1.1" status: 204 len: 168 time: 1.0405884 Feb 19 03:03:12.023586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55022) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:12.034724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-5d98daba-0db9-4546-9a8e-9de9acb32412 req-bd94e425-e0ea-433d-aa67-66b2326cf9ba tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] For port 6d53a4f3-5729-4033-a5ee-afebccacbd84, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6d53a4f3-5729-4033-a5ee-afebccacbd84,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:12.035072 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5d98daba-0db9-4546-9a8e-9de9acb32412 req-bd94e425-e0ea-433d-aa67-66b2326cf9ba tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.067120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a9c638e0-a70a-45ce-bc56-5447baa66df2 None None] Current status of the port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:12.090498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-5d98daba-0db9-4546-9a8e-9de9acb32412 req-bd94e425-e0ea-433d-aa67-66b2326cf9ba tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Calling delete_port for 6d53a4f3-5729-4033-a5ee-afebccacbd84 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:12.094159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:12.094557 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.098435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe8664d-9a21-462b-8a70-5959f6ca09a6,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:12.200949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:12.210271 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:03:12.243116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Router 70c393a8-7604-436e-b7a0-12e9da4f83c2 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:03:12.252614 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Allocated IP 192.168.233.131 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/9270a91b-775d-4705-b77c-e908272d3176) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:12.442704 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5d98daba-0db9-4546-9a8e-9de9acb32412 req-bd94e425-e0ea-433d-aa67-66b2326cf9ba tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6d53a4f3-5729-4033-a5ee-afebccacbd84), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.461558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:12.461778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e20073c-bc0e-4256-9416-f734d2429731 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:12.468298 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Publish callbacks [] for port (4e20073c-bc0e-4256-9416-f734d2429731), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.503726 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (4e6c2923-e112-4aaf-89c6-e96b453d1227), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.514563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c52c-504d-4018-a58d-1516c5dd6e71 req-cd27c5f5-cc96-411a-a96e-1dd533731d9c tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:12.516216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e501c52c-504d-4018-a58d-1516c5dd6e71 req-cd27c5f5-cc96-411a-a96e-1dd533731d9c tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.67 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 1024 time: 0.1408739 Feb 19 03:03:12.518025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Transition to ACTIVE for port object 4e20073c-bc0e-4256-9416-f734d2429731 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:03:12.578305 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94e425-e0ea-433d-aa67-66b2326cf9ba tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event deleted for resources: {'Port': ['ID=6d53a4f3-5729-4033-a5ee-afebccacbd84,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:12.585298 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4e20073c-bc0e-4256-9416-f734d2429731), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.645205 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d98daba-0db9-4546-9a8e-9de9acb32412 req-bd94e425-e0ea-433d-aa67-66b2326cf9ba tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] No DVR routers for this DVR port 6d53a4f3-5729-4033-a5ee-afebccacbd84 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:03:12.650817 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5d98daba-0db9-4546-9a8e-9de9acb32412 req-bd94e425-e0ea-433d-aa67-66b2326cf9ba tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.654218 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d98daba-0db9-4546-9a8e-9de9acb32412 req-bd94e425-e0ea-433d-aa67-66b2326cf9ba tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "DELETE /v2.0/ports/6d53a4f3-5729-4033-a5ee-afebccacbd84 HTTP/1.1" status: 204 len: 173 time: 1.6210282 Feb 19 03:03:12.654966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3acd6f1f-a123-40a0-affb-6a56939a915c', 'name': 'network-vif-deleted', 'tag': '6d53a4f3-5729-4033-a5ee-afebccacbd84'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:12.657930 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6db467-72ba-401f-9429-2add768a2760" -d '{"events": [{"server_uuid": "3acd6f1f-a123-40a0-affb-6a56939a915c", "name": "network-vif-deleted", "tag": "6d53a4f3-5729-4033-a5ee-afebccacbd84"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:12.664541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:12.679200 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Sync routers for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:12.684493 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (4e6c2923-e112-4aaf-89c6-e96b453d1227), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.725836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.730948 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-02f4d983-0d2a-4883-b778-b046dacc6ebb admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0050035 Feb 19 03:03:12.730948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55044) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:12.749181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Pushing event updated for resources: {'Port': ['ID=4e20073c-bc0e-4256-9416-f734d2429731,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:12.751426 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:12.751426 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:12.752134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6c2923-e112-4aaf-89c6-e96b453d1227']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:12.779158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1deae1d8-690e-4b0e-8ef4-045321898232') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:12.779445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1deae1d8-690e-4b0e-8ef4-045321898232') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:12.797804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks [] for port (9270a91b-775d-4705-b77c-e908272d3176), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.816295 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b6ab38-e2d8-470c-afa6-25e2d2ab9249 x-openstack-request-id: req-e3b6ab38-e2d8-470c-afa6-25e2d2ab9249 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:12.816588 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3acd6f1f-a123-40a0-affb-6a56939a915c", "name": "network-vif-deleted", "tag": "6d53a4f3-5729-4033-a5ee-afebccacbd84", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:12.816881 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e3b6ab38-e2d8-470c-afa6-25e2d2ab9249 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:12.817285 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3acd6f1f-a123-40a0-affb-6a56939a915c', 'name': 'network-vif-deleted', 'tag': '6d53a4f3-5729-4033-a5ee-afebccacbd84', 'status': 'completed', 'code': 200} Feb 19 03:03:12.830017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (1deae1d8-690e-4b0e-8ef4-045321898232), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.888626 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1deae1d8-690e-4b0e-8ef4-045321898232), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.910224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:03:12.910631 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (1deae1d8-690e-4b0e-8ef4-045321898232), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:03:12.915038 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:03:12.945441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e7d22-61a3-4769-a88d-23b03846dc03 req-c22e3b97-8a58-4c22-beca-4ebb3301c92a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:12.947404 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-443e7d22-61a3-4769-a88d-23b03846dc03 req-c22e3b97-8a58-4c22-beca-4ebb3301c92a tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 1024 time: 0.2051711 Feb 19 03:03:12.969810 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9270a91b-775d-4705-b77c-e908272d3176), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.001743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Attempting to bind port 4e20073c-bc0e-4256-9416-f734d2429731 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:13.002089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Attempting to bind port 4e20073c-bc0e-4256-9416-f734d2429731 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:13.002524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Attempting to bind port 4e20073c-bc0e-4256-9416-f734d2429731 on network f6709305-4709-44af-9946-bed2e681b2b2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:13.007640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e501c52c-504d-4018-a58d-1516c5dd6e71 req-ca269594-c8de-4ba4-a305-12ba34c4e353 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Deleting port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:03:13.008009 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e501c52c-504d-4018-a58d-1516c5dd6e71 req-ca269594-c8de-4ba4-a305-12ba34c4e353 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.042006 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:13.047720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Port 4e20073c-bc0e-4256-9416-f734d2429731 on network f6709305-4709-44af-9946-bed2e681b2b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:13.048070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Attempting to bind port 4e20073c-bc0e-4256-9416-f734d2429731 on network f6709305-4709-44af-9946-bed2e681b2b2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:13.085676 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:13.091899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:13.095845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event updated for resources: {'Port': ['ID=9270a91b-775d-4705-b77c-e908272d3176,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:13.099993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:13.101201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38ef7ef1-3605-415f-a1e9-df17fbfbb100 req-0270e87c-8579-46ef-993a-c8c2eca27aaa tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=3acd6f1f-a123-40a0-affb-6a56939a915c HTTP/1.1" status: 200 len: 210 time: 0.0878460 Feb 19 03:03:13.107423 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (4e6c2923-e112-4aaf-89c6-e96b453d1227), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.137794 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.140986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4e6c2923-e112-4aaf-89c6-e96b453d1227 HTTP/1.1" status: 204 len: 168 time: 1.1162295 Feb 19 03:03:13.145414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:13.145755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Checking segment: {'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:13.146374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Bound using segment: {'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:13.146586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Bound port: 4e20073c-bc0e-4256-9416-f734d2429731, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:13.146942 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4e20073c-bc0e-4256-9416-f734d2429731), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.159687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:13.160760 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.181330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7088ef-48f0-4d11-9f22-35053dbb8945 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6c2923-e112-4aaf-89c6-e96b453d1227,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:13.238423 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-ff6d3771-c3f3-42c4-ae0b-7dc49d95f5f5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5222611 Feb 19 03:03:13.253069 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Request body: {'port': {'device_id': '6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:13.295810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-443e7d22-61a3-4769-a88d-23b03846dc03 req-5239c416-75d3-4780-9a94-b6a44d10230f tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups?id=76e38522-01cb-4e44-8e03-7391d0599730&id=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34&id=ddbbc60d-3823-4c94-9dd2-3e591fbc398a&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3111498 Feb 19 03:03:13.334294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e501c52c-504d-4018-a58d-1516c5dd6e71 req-ca269594-c8de-4ba4-a305-12ba34c4e353 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] For port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,segment=NetworkSegment(8ef58f6f-74ef-42ee-bd1d-9503da9b2928),segment_id=8ef58f6f-74ef-42ee-bd1d-9503da9b2928)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:13.334688 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e501c52c-504d-4018-a58d-1516c5dd6e71 req-ca269594-c8de-4ba4-a305-12ba34c4e353 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.367989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e501c52c-504d-4018-a58d-1516c5dd6e71 req-ca269594-c8de-4ba4-a305-12ba34c4e353 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Calling delete_port for 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:03:13.454773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9270a91b-775d-4705-b77c-e908272d3176), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.497593 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:10Z', 'revision_number': 3, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:13.529347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-78a96c3a-0304-4a04-a3cb-9c28e47d686a None None] Provisioning complete for port 9270a91b-775d-4705-b77c-e908272d3176 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:13.529951 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-78a96c3a-0304-4a04-a3cb-9c28e47d686a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9270a91b-775d-4705-b77c-e908272d3176), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.598171 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Checking router: 70c393a8-7604-436e-b7a0-12e9da4f83c2 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:03:13.600584 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Updating router 70c393a8-7604-436e-b7a0-12e9da4f83c2 port f39d8944-06f6-4b9f-b35d-a329994d6f80 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:03:13.639677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-78a96c3a-0304-4a04-a3cb-9c28e47d686a None None] Port 9270a91b-775d-4705-b77c-e908272d3176 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:13.651023 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.705421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] For port 4e20073c-bc0e-4256-9416-f734d2429731, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:13.743578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] For port 4e20073c-bc0e-4256-9416-f734d2429731, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4e20073c-bc0e-4256-9416-f734d2429731,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:13.762834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4630fb-3167-403f-95fb-fa6d73923c7a req-757c7d4a-e8a8-47f1-ad95-e31c294ca5d9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:13.770802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c4630fb-3167-403f-95fb-fa6d73923c7a req-757c7d4a-e8a8-47f1-ad95-e31c294ca5d9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 936 time: 0.4640958 Feb 19 03:03:13.778965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55070) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:13.802123 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4e20073c-bc0e-4256-9416-f734d2429731), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.853456 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9270a91b-775d-4705-b77c-e908272d3176 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:13.865772 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Publish callbacks [] for port (9270a91b-775d-4705-b77c-e908272d3176), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.875502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa98e2b-468a-4ba8-9519-40a26c3ac91a req-ff5e6175-1f5e-40b4-9f57-ab6ca09c74ee tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:13.877501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aaa98e2b-468a-4ba8-9519-40a26c3ac91a req-ff5e6175-1f5e-40b4-9f57-ab6ca09c74ee tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 943 time: 0.3264284 Feb 19 03:03:13.902956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:13.903662 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:13.905193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] 10.222.0.87 "PUT /v2.0/ports/4e20073c-bc0e-4256-9416-f734d2429731 HTTP/1.1" status: 200 len: 1091 time: 3.1644766 Feb 19 03:03:13.912510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c7b628a-5b78-48fb-bd55-8743efae89d9', 'tag': '4e20073c-bc0e-4256-9416-f734d2429731'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:13.915036 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7175efb8-9edd-41bc-bfdb-a01272c025df" -d '{"events": [{"name": "network-changed", "server_uuid": "2c7b628a-5b78-48fb-bd55-8743efae89d9", "tag": "4e20073c-bc0e-4256-9416-f734d2429731"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:13.929026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Transition to ACTIVE for port object 9270a91b-775d-4705-b77c-e908272d3176 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:03:13.979883 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (9270a91b-775d-4705-b77c-e908272d3176), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.030383 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.053060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c4630fb-3167-403f-95fb-fa6d73923c7a req-23ab217e-d100-430b-b1fa-80fe89f4e236 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813280 Feb 19 03:03:14.053699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24206486-6dcf-4cd7-97c0-0df0883f6fbe service neutron] Pushing event updated for resources: {'Port': ['ID=4e20073c-bc0e-4256-9416-f734d2429731,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:14.054031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:03:14.080821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2fb1ea71-428c-4c62-97bd-af2b80648d2d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cff4ee4e073c4404acd81271a00fb5ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936690 Feb 19 03:03:14.080821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e501c52c-504d-4018-a58d-1516c5dd6e71 req-ca269594-c8de-4ba4-a305-12ba34c4e353 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (58ce5a0f-7e30-4ca2-a432-e232b2dd23d6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.086055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55080) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:14.101171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Pushing event updated for resources: {'Port': ['ID=9270a91b-775d-4705-b77c-e908272d3176,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:14.130068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:03:14.131213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:03:14.135613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 6d53a4f3-5729-4033-a5ee-afebccacbd84 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:03:14.202477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aaa98e2b-468a-4ba8-9519-40a26c3ac91a req-5a044feb-ad2b-43b7-a359-b880b3921870 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090768 Feb 19 03:03:14.205316 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09c1c37-11ea-4bae-a981-40d3fca49102 x-openstack-request-id: req-e09c1c37-11ea-4bae-a981-40d3fca49102 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:14.205607 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c7b628a-5b78-48fb-bd55-8743efae89d9", "tag": "4e20073c-bc0e-4256-9416-f734d2429731", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:14.205860 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e09c1c37-11ea-4bae-a981-40d3fca49102 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:14.206263 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c7b628a-5b78-48fb-bd55-8743efae89d9', 'tag': '4e20073c-bc0e-4256-9416-f734d2429731', 'status': 'completed', 'code': 200} Feb 19 03:03:14.208405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 6d53a4f3-5729-4033-a5ee-afebccacbd84 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:03:14.208405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 6d53a4f3-5729-4033-a5ee-afebccacbd84 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:03:14.224335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca269594-c8de-4ba4-a305-12ba34c4e353 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event deleted for resources: {'Port': ['ID=58ce5a0f-7e30-4ca2-a432-e232b2dd23d6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:14.278439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Attempting to bind port 9270a91b-775d-4705-b77c-e908272d3176 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:14.278958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Attempting to bind port 9270a91b-775d-4705-b77c-e908272d3176 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:14.279194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Attempting to bind port 9270a91b-775d-4705-b77c-e908272d3176 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:14.288383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Port 9270a91b-775d-4705-b77c-e908272d3176 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:14.288746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Attempting to bind port 9270a91b-775d-4705-b77c-e908272d3176 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:14.308474 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Publish callbacks [] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.325569 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.336096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-c95a5267-cb3d-4e98-b6f4-5bc73e81b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:14.338060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-c95a5267-cb3d-4e98-b6f4-5bc73e81b4d4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=771bed38ee904c3da4a692f38bae9245&device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 1125 time: 0.3710251 Feb 19 03:03:14.376557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e501c52c-504d-4018-a58d-1516c5dd6e71 req-ca269594-c8de-4ba4-a305-12ba34c4e353 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] No DVR routers for this DVR port 58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:03:14.380362 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba3e28c7-634a-4e91-a9a5-61ca87c4130c admin admin] Publish callbacks [] for security_group (f117fd05-9358-4e48-8a67-8b268cd78999), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.383780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:14.384130 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:14.384515 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:14.386370 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e501c52c-504d-4018-a58d-1516c5dd6e71 req-ca269594-c8de-4ba4-a305-12ba34c4e353 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.387925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Bound port: 9270a91b-775d-4705-b77c-e908272d3176, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:14.388300 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9270a91b-775d-4705-b77c-e908272d3176), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.393086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e501c52c-504d-4018-a58d-1516c5dd6e71 req-ca269594-c8de-4ba4-a305-12ba34c4e353 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.67 "DELETE /v2.0/ports/58ce5a0f-7e30-4ca2-a432-e232b2dd23d6 HTTP/1.1" status: 204 len: 173 time: 1.8699245 Feb 19 03:03:14.395556 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e3b18-ba63-4149-a61d-52920b5283b9 None None] Pushing event updated for resources: {'Port': ['ID=f39d8944-06f6-4b9f-b35d-a329994d6f80,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:14.449266 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Attempting to bind port f39d8944-06f6-4b9f-b35d-a329994d6f80 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:14.450050 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Attempting to bind port f39d8944-06f6-4b9f-b35d-a329994d6f80 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:14.450650 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Attempting to bind port f39d8944-06f6-4b9f-b35d-a329994d6f80 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:14.464174 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:14.465028 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:14.465180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-fc7a9cb2-b662-4226-a1c6-d803b20b6010 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e20073c-bc0e-4256-9416-f734d2429731 HTTP/1.1" status: 200 len: 217 time: 0.0966628 Feb 19 03:03:14.465834 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.466452 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:14.467164 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Bound port: f39d8944-06f6-4b9f-b35d-a329994d6f80, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:14.467769 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.610235 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba3e28c7-634a-4e91-a9a5-61ca87c4130c admin admin] Publish callbacks [] for security_group (f117fd05-9358-4e48-8a67-8b268cd78999), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.620583 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] For port f39d8944-06f6-4b9f-b35d-a329994d6f80, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:14.628792 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] For port f39d8944-06f6-4b9f-b35d-a329994d6f80, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f39d8944-06f6-4b9f-b35d-a329994d6f80,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:14.639073 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2687543b-7542-4f71-b924-106d31e78c53 req-f57f6ea0-7b95-4357-95e5-275c268946c0 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/ports?device_id=b46d7615-9ec8-46ca-8280-eb205cf017b5 HTTP/1.1" status: 200 len: 210 time: 0.0777843 Feb 19 03:03:14.656014 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.671283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-43e5b38a-6e46-4718-a067-dfd0e63da0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:14.673837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-43e5b38a-6e46-4718-a067-dfd0e63da0ea service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5c3b5d35-3a9f-4ed5-926d-6aafa0624c26 HTTP/1.1" status: 200 len: 855 time: 0.2010252 Feb 19 03:03:14.733168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-a9481442-d61f-4fa3-9366-39b56ab75d6f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f6709305-4709-44af-9946-bed2e681b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534639 Feb 19 03:03:14.746060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] For port 9270a91b-775d-4705-b77c-e908272d3176, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:14.755189 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:14.755906 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:14.761391 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e3b18-ba63-4149-a61d-52920b5283b9 None None] Pushing event updated for resources: {'Port': ['ID=f39d8944-06f6-4b9f-b35d-a329994d6f80,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:14.777510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] For port 9270a91b-775d-4705-b77c-e908272d3176, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9270a91b-775d-4705-b77c-e908272d3176,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:14.790617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Allocated IP 172.20.0.1 (e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb/72e1106a-2b0f-4878-83b4-66426da45471/cb1e1e93-1211-4d43-9bd3-e702a369324b) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:14.867435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55106) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:14.871448 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (9270a91b-775d-4705-b77c-e908272d3176), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.895023 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:14.930372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a6c50-6a22-4754-ae89-6bf02413298a req-2df5ebe4-0d95-4ceb-976d-50149a0ad00a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:14.944255 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:14.944886 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:14.946261 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] 10.222.0.87 "PUT /v2.0/ports/9270a91b-775d-4705-b77c-e908272d3176 HTTP/1.1" status: 200 len: 1096 time: 1.6997261 Feb 19 03:03:14.948419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245', 'tag': '9270a91b-775d-4705-b77c-e908272d3176'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:14.950764 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3feda8a-06d7-4f21-b567-2f0117dcd3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245", "tag": "9270a91b-775d-4705-b77c-e908272d3176"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:14.961098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-2df5ebe4-0d95-4ceb-976d-50149a0ad00a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.2389648 Feb 19 03:03:14.994636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-aeca3f82-569c-4fb9-b893-c23196fa4870 service neutron] 10.222.0.87 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475686 Feb 19 03:03:15.012012 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-cd542320-9485-4189-a116-c2ee910a76c5 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/quotas/03a098dbc4144e01abb1935743b8c45b HTTP/1.1" status: 200 len: 375 time: 0.0474195 Feb 19 03:03:15.016061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba3e28c7-634a-4e91-a9a5-61ca87c4130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f117fd05-9358-4e48-8a67-8b268cd78999), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.020783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba3e28c7-634a-4e91-a9a5-61ca87c4130c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.022935 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ba3e28c7-634a-4e91-a9a5-61ca87c4130c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f117fd05-9358-4e48-8a67-8b268cd78999 HTTP/1.1" status: 204 len: 168 time: 0.9337838 Feb 19 03:03:15.027046 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf83da83-f468-49af-b55d-543ab6ed87b0 x-openstack-request-id: req-bf83da83-f468-49af-b55d-543ab6ed87b0 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:15.027561 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245", "tag": "9270a91b-775d-4705-b77c-e908272d3176", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:15.028786 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf83da83-f468-49af-b55d-543ab6ed87b0 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:15.032288 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245', 'tag': '9270a91b-775d-4705-b77c-e908272d3176', 'status': 'completed', 'code': 200} Feb 19 03:03:15.145124 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b595d58a-6f44-4949-ace0-ed95c641b934 service neutron] Pushing event updated for resources: {'Port': ['ID=9270a91b-775d-4705-b77c-e908272d3176,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:15.147993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e28c7-634a-4e91-a9a5-61ca87c4130c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f117fd05-9358-4e48-8a67-8b268cd78999,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:15.216080 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:10Z', 'revision_number': 3, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:15.223386 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Publish callbacks [] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.229638 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-626e8f7c-2e3b-41b9-af6d-e30711c4ba0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.278555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-6b7831f0-df3c-4c53-93d8-25a8bd6fd09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:15.286799 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-6b7831f0-df3c-4c53-93d8-25a8bd6fd09d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 1130 time: 0.2513168 Feb 19 03:03:15.290409 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a85ddb-954c-44fb-89a4-b09a859a18fe None None] The sync data for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 is: [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:10Z', 'revision_number': 3, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:15.381070 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-e41c8aa8-5605-4dd2-9854-4720bfff2b53 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=9270a91b-775d-4705-b77c-e908272d3176 HTTP/1.1" status: 200 len: 217 time: 0.0790727 Feb 19 03:03:15.384170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-fa559dfd-850c-4eb6-a4c8-f187e7622525 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3714647 Feb 19 03:03:15.387308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23e65a26-8f95-4e54-8d72-ebc1f7fae4cb req-d15bcf33-bb93-4402-8e39-f144558b29a6 service neutron] 10.222.0.87 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460445 Feb 19 03:03:15.400058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12672769-b9f3-45b4-a989-b3df933f30e2 req-3a477a47-8cc5-4df9-bdf9-c00a1859e169 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:15.401790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12672769-b9f3-45b4-a989-b3df933f30e2 req-3a477a47-8cc5-4df9-bdf9-c00a1859e169 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 948 time: 0.1394763 Feb 19 03:03:15.472085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.532778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:15.539569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:15.559322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:15.562834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-c394d922-15ec-4bca-81f9-6fd8d8ec1eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:15.564611 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-c394d922-15ec-4bca-81f9-6fd8d8ec1eaa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1737309 Feb 19 03:03:15.586878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12672769-b9f3-45b4-a989-b3df933f30e2 req-ef8438ac-7f21-45ae-8b03-14509034d26f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736743 Feb 19 03:03:15.597612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-8d8d6d3a-4ed5-48a7-91da-9991099e5a5a service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058957 Feb 19 03:03:15.606740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175efb8-9edd-41bc-bfdb-a01272c025df req-c0e11497-be37-4b56-92a3-6eaa9a6c5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:15.608623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7175efb8-9edd-41bc-bfdb-a01272c025df req-c0e11497-be37-4b56-92a3-6eaa9a6c5fb1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=771bed38ee904c3da4a692f38bae9245&device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 1125 time: 0.1372690 Feb 19 03:03:15.746388 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (70c393a8-7604-436e-b7a0-12e9da4f83c2), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.806149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Pushing event updated for resources: {'Port': ['ID=cb1e1e93-1211-4d43-9bd3-e702a369324b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:15.899212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-626e8f7c-2e3b-41b9-af6d-e30711c4ba0e admin admin] Publish callbacks [] for security_group (de43395e-5119-46db-94fb-a97eab941897), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:15.907398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-3e175ac0-4a3a-47d4-b279-aa328b251e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:15.909083 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-3e175ac0-4a3a-47d4-b279-aa328b251e61 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2998190 Feb 19 03:03:15.939197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f39d8944-06f6-4b9f-b35d-a329994d6f80 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:15.967022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319c7ee-f71d-484e-9fe0-2b1a219054e7 req-308dde2a-a3a3-4431-a677-cd9054666f7b tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:15.968928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9319c7ee-f71d-484e-9fe0-2b1a219054e7 req-308dde2a-a3a3-4431-a677-cd9054666f7b tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 943 time: 0.2640393 Feb 19 03:03:15.983987 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-626e8f7c-2e3b-41b9-af6d-e30711c4ba0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (de43395e-5119-46db-94fb-a97eab941897), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.030121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ff8a7391-6a4c-41ec-9e56-da59d11c673d None None] Provisioning complete for port cb1e1e93-1211-4d43-9bd3-e702a369324b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:16.030493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff8a7391-6a4c-41ec-9e56-da59d11c673d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.038881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-e49c688a-bc8e-4828-b978-a2f756f779d7 service neutron] 10.222.0.81 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292324 Feb 19 03:03:16.088786 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.089841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175efb8-9edd-41bc-bfdb-a01272c025df req-d5265fb8-251d-4e6a-bbc0-098814c1127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:16.091351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7175efb8-9edd-41bc-bfdb-a01272c025df req-d5265fb8-251d-4e6a-bbc0-098814c1127c service neutron] 10.222.0.87 "GET /v2.0/networks?id=f6709305-4709-44af-9946-bed2e681b2b2 HTTP/1.1" status: 200 len: 916 time: 0.4700952 Feb 19 03:03:16.116992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e8f7c-2e3b-41b9-af6d-e30711c4ba0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de43395e-5119-46db-94fb-a97eab941897,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:16.120381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f39d8944-06f6-4b9f-b35d-a329994d6f80 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:16.123917 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.178786 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ff8a7391-6a4c-41ec-9e56-da59d11c673d None None] Port cb1e1e93-1211-4d43-9bd3-e702a369324b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:16.183195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9319c7ee-f71d-484e-9fe0-2b1a219054e7 req-7441990c-4aca-4068-a449-99ee40d6d276 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989315 Feb 19 03:03:16.185640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7175efb8-9edd-41bc-bfdb-a01272c025df req-8b7ad1ff-81d0-41af-9533-f29955eb4139 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e20073c-bc0e-4256-9416-f734d2429731 HTTP/1.1" status: 200 len: 217 time: 0.0818386 Feb 19 03:03:16.191209 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-626e8f7c-2e3b-41b9-af6d-e30711c4ba0e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e63f0b29ede1451b9558bbe18ab1a7c4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3172119 Feb 19 03:03:16.198018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55140) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:16.227895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b46d7615-9ec8-46ca-8280-eb205cf017b5', 'name': 'network-vif-deleted', 'tag': '58ce5a0f-7e30-4ca2-a432-e232b2dd23d6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:16.231820 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07d1da3-821f-4f71-bd31-47a61f4a2471" -d '{"events": [{"server_uuid": "b46d7615-9ec8-46ca-8280-eb205cf017b5", "name": "network-vif-deleted", "tag": "58ce5a0f-7e30-4ca2-a432-e232b2dd23d6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:16.286049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55146) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:16.333548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f39d8944-06f6-4b9f-b35d-a329994d6f80 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:16.333548 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.349655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175efb8-9edd-41bc-bfdb-a01272c025df req-edcfa46e-ba0a-4c02-82bc-34630331b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:16.351167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7175efb8-9edd-41bc-bfdb-a01272c025df req-edcfa46e-ba0a-4c02-82bc-34630331b3d9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=5c3b5d35-3a9f-4ed5-926d-6aafa0624c26 HTTP/1.1" status: 200 len: 855 time: 0.1542850 Feb 19 03:03:16.361645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port f39d8944-06f6-4b9f-b35d-a329994d6f80, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f39d8944-06f6-4b9f-b35d-a329994d6f80,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:16.370841 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.400215 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695cef55-98a1-45fe-a75d-f24ccd15ab68 x-openstack-request-id: req-695cef55-98a1-45fe-a75d-f24ccd15ab68 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:16.400512 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b46d7615-9ec8-46ca-8280-eb205cf017b5", "name": "network-vif-deleted", "tag": "58ce5a0f-7e30-4ca2-a432-e232b2dd23d6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:16.400791 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-695cef55-98a1-45fe-a75d-f24ccd15ab68 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:16.401194 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b46d7615-9ec8-46ca-8280-eb205cf017b5', 'name': 'network-vif-deleted', 'tag': '58ce5a0f-7e30-4ca2-a432-e232b2dd23d6', 'status': 'completed', 'code': 200} Feb 19 03:03:16.454500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7175efb8-9edd-41bc-bfdb-a01272c025df req-d4bbcf89-05ae-47fc-a2cd-c70f51d91296 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f6709305-4709-44af-9946-bed2e681b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820937 Feb 19 03:03:16.492777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=f39d8944-06f6-4b9f-b35d-a329994d6f80,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:16.617992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3edf3cf6-5048-4cd1-94ea-089cc56047dd req-835d4e80-2371-4bec-8096-401180d1b21b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 210 time: 0.1697004 Feb 19 03:03:16.622561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1697975282-network', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:16.638100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb744d1d-5d71-4ec7-bd51-ad630109fd4f req-9dc2bcff-dfcd-4c58-9c4a-ecc03b6280a7 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/76e38522-01cb-4e44-8e03-7391d0599730 HTTP/1.1" status: 200 len: 1818 time: 0.3189819 Feb 19 03:03:16.787239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7175efb8-9edd-41bc-bfdb-a01272c025df req-98978586-9eee-457c-9987-689e649092e5 service neutron] 10.222.0.87 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057551 Feb 19 03:03:16.800268 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cb744d1d-5d71-4ec7-bd51-ad630109fd4f req-d6232e2e-4eb7-4b75-a39c-ff2874ff2625 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (76e38522-01cb-4e44-8e03-7391d0599730), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.857892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Made reservation on behalf of c64afb56dce84c20aee549318b1fe2c4 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:16.860589 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.885073 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Publish callbacks [] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.887070 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0df4c08d-c104-42d9-8c8e-296bb107fa5c admin admin] Publish callbacks [] for security_group (de43395e-5119-46db-94fb-a97eab941897), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.903395 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.904869 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cb744d1d-5d71-4ec7-bd51-ad630109fd4f req-d6232e2e-4eb7-4b75-a39c-ff2874ff2625 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (76e38522-01cb-4e44-8e03-7391d0599730), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.918550 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0df4c08d-c104-42d9-8c8e-296bb107fa5c admin admin] Publish callbacks [] for security_group (de43395e-5119-46db-94fb-a97eab941897), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.922126 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-657dd7a8-cb2f-40bb-b04e-16d3f64feb09 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9472823 Feb 19 03:03:16.927341 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:16.937298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b77b8-3484-456e-b3a2-b85303a7e6fd req-84966594-9c51-4895-a8d9-2a08621868f7 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:16.938974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-244b77b8-3484-456e-b3a2-b85303a7e6fd req-84966594-9c51-4895-a8d9-2a08621868f7 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 948 time: 0.2149560 Feb 19 03:03:17.071927 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (70c393a8-7604-436e-b7a0-12e9da4f83c2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.079419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Pushing event updated for resources: {'Port': ['ID=cb1e1e93-1211-4d43-9bd3-e702a369324b,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:17.164491 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0df4c08d-c104-42d9-8c8e-296bb107fa5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (de43395e-5119-46db-94fb-a97eab941897), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.168360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0df4c08d-c104-42d9-8c8e-296bb107fa5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.172156 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0df4c08d-c104-42d9-8c8e-296bb107fa5c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de43395e-5119-46db-94fb-a97eab941897 HTTP/1.1" status: 204 len: 168 time: 0.9713867 Feb 19 03:03:17.186432 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b24e32a9-69bf-4c5a-8d59-b0bcf5356cec req-d46d4c39-d723-4ac1-ae60-c8f82eef57fd service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558746 Feb 19 03:03:17.194804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4c08d-c104-42d9-8c8e-296bb107fa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de43395e-5119-46db-94fb-a97eab941897,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:17.234061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:17.235800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:17.393864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7175efb8-9edd-41bc-bfdb-a01272c025df req-03bb14b9-b906-47ee-85b9-4e5dcd2b1b8c service neutron] 10.222.0.87 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735619 Feb 19 03:03:17.394730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feda8a-06d7-4f21-b567-2f0117dcd3a7 req-46e69a2f-d505-4b43-b274-74f186cf4e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:17.394730 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c3feda8a-06d7-4f21-b567-2f0117dcd3a7 req-46e69a2f-d505-4b43-b274-74f186cf4e4c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 1130 time: 0.1076946 Feb 19 03:03:17.439064 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cb744d1d-5d71-4ec7-bd51-ad630109fd4f req-d6232e2e-4eb7-4b75-a39c-ff2874ff2625 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (76e38522-01cb-4e44-8e03-7391d0599730), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.448742 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cb744d1d-5d71-4ec7-bd51-ad630109fd4f req-d6232e2e-4eb7-4b75-a39c-ff2874ff2625 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.450152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb744d1d-5d71-4ec7-bd51-ad630109fd4f req-d6232e2e-4eb7-4b75-a39c-ff2874ff2625 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "DELETE /v2.0/security-groups/76e38522-01cb-4e44-8e03-7391d0599730 HTTP/1.1" status: 204 len: 173 time: 0.8110442 Feb 19 03:03:17.486321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6232e2e-4eb7-4b75-a39c-ff2874ff2625 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e38522-01cb-4e44-8e03-7391d0599730,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:17.505298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-244b77b8-3484-456e-b3a2-b85303a7e6fd req-3295ec02-b838-40cc-b097-57a550a4025f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438969 Feb 19 03:03:17.528615 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Router 70c393a8-7604-436e-b7a0-12e9da4f83c2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:03:17.621122 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Publish callbacks [] for security_group (c7201ba7-1c4a-42ae-a849-90a766ef92fe), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.645097 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c7201ba7-1c4a-42ae-a849-90a766ef92fe), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.689438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-101208e2-5a6c-4597-bc78-fce7878170b9 req-4e6bbc32-b124-4ba1-a36d-38439036ba0b tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "GET /v2.0/security-groups/ddbbc60d-3823-4c94-9dd2-3e591fbc398a HTTP/1.1" status: 200 len: 1818 time: 0.1461401 Feb 19 03:03:17.715154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:03:17.733010 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feda8a-06d7-4f21-b567-2f0117dcd3a7 req-7d2c924f-c580-4f33-b511-fa088b8aabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:17.734662 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c3feda8a-06d7-4f21-b567-2f0117dcd3a7 req-7d2c924f-c580-4f33-b511-fa088b8aabaa service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.3330452 Feb 19 03:03:17.738593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7201ba7-1c4a-42ae-a849-90a766ef92fe,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:17.811441 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7f5b6e76-f897-469c-8397-c6b7e07a2fd8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.811799 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Added segment 7f5b6e76-f897-469c-8397-c6b7e07a2fd8 of type vlan for network 69ce41cd-7033-4644-9dcc-83550fa8ab23 Feb 19 03:03:17.825546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ef6bebaf-35a0-4af2-a126-1e404a145842 None None] Provisioning complete for port cb1e1e93-1211-4d43-9bd3-e702a369324b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:17.829943 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef6bebaf-35a0-4af2-a126-1e404a145842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.834641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c3feda8a-06d7-4f21-b567-2f0117dcd3a7 req-071ddbc0-44ba-4c97-b0dd-2b3007fc317f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=9270a91b-775d-4705-b77c-e908272d3176 HTTP/1.1" status: 200 len: 217 time: 0.0905871 Feb 19 03:03:17.837749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55174) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:17.862548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2432ac-0477-4c1d-9d60-50497adb1282 req-84bf58ab-903e-452a-a769-99413b7dc340 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:17.864111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd2432ac-0477-4c1d-9d60-50497adb1282 req-84bf58ab-903e-452a-a769-99413b7dc340 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 943 time: 0.2862008 Feb 19 03:03:17.909297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ef6bebaf-35a0-4af2-a126-1e404a145842 None None] Port cb1e1e93-1211-4d43-9bd3-e702a369324b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:17.918093 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (69ce41cd-7033-4644-9dcc-83550fa8ab23), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:17.935562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:17.943470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f39d8944-06f6-4b9f-b35d-a329994d6f80 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:17.961853 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8650adaa-b5f4-41fc-ac0c-cbee415ef06c admin admin] 10.222.0.81 "PUT /v2.0/routers/70c393a8-7604-436e-b7a0-12e9da4f83c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2307026 Feb 19 03:03:17.962748 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-97e562f2-146f-4dff-8d88-9b2da37ae670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.017145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feda8a-06d7-4f21-b567-2f0117dcd3a7 req-a6f251ed-e667-49f5-a890-f29e6bcedf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:18.019411 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c3feda8a-06d7-4f21-b567-2f0117dcd3a7 req-a6f251ed-e667-49f5-a890-f29e6bcedf65 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1716120 Feb 19 03:03:18.039054 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-101208e2-5a6c-4597-bc78-fce7878170b9 req-2b81339e-d917-46db-bc5a-9400ed8a2162 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (ddbbc60d-3823-4c94-9dd2-3e591fbc398a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.055822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a6c50-6a22-4754-ae89-6bf02413298a req-48b01105-1f8c-42c4-b387-57d3bcb0586a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:18.057340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-48b01105-1f8c-42c4-b387-57d3bcb0586a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 805 time: 0.3617213 Feb 19 03:03:18.061911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Sync routers for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:18.064202 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (69ce41cd-7033-4644-9dcc-83550fa8ab23), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.065737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:18.066542 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.089579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd2432ac-0477-4c1d-9d60-50497adb1282 req-0b389cad-53ff-469f-808e-93c80999e56f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981251 Feb 19 03:03:18.101092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-778a6c50-6a22-4754-ae89-6bf02413298a req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Request body: {'port': {'device_id': 'e99a25b6-b815-453e-a6e2-4f63bd23095c', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'admin_state_up': True, 'tenant_id': '03a098dbc4144e01abb1935743b8c45b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:18.103600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:18.106020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:18.153997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3feda8a-06d7-4f21-b567-2f0117dcd3a7 req-196f9b68-a8a9-45a4-9de0-0b992f62b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:18.166357 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c3feda8a-06d7-4f21-b567-2f0117dcd3a7 req-196f9b68-a8a9-45a4-9de0-0b992f62b1e3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1203175 Feb 19 03:03:18.219027 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-97e562f2-146f-4dff-8d88-9b2da37ae670 admin admin] Publish callbacks [] for security_group (bca356d4-e45d-43b2-ab93-240cd4f3a911), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.236168 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-101208e2-5a6c-4597-bc78-fce7878170b9 req-2b81339e-d917-46db-bc5a-9400ed8a2162 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (ddbbc60d-3823-4c94-9dd2-3e591fbc398a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.240050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:18.250001 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-97e562f2-146f-4dff-8d88-9b2da37ae670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (bca356d4-e45d-43b2-ab93-240cd4f3a911), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.263979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] Pushing event updated for resources: {'Network': ['ID=69ce41cd-7033-4644-9dcc-83550fa8ab23,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:18.299132 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-97e562f2-146f-4dff-8d88-9b2da37ae670 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=90af3d1721f14ee88f40b7dbd128cdf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4599886 Feb 19 03:03:18.305455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e562f2-146f-4dff-8d88-9b2da37ae670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca356d4-e45d-43b2-ab93-240cd4f3a911,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:18.306320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a6f1b011-89da-4076-a4e3-fe03117b33ab admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0108986 Feb 19 03:03:18.309373 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55186) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:18.309690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55188) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:18.313916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c164186c-0181-4f06-af19-009d8b8d5c07 req-189b708a-5e97-480a-a78b-1608bec50dd2 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 210 time: 0.0933318 Feb 19 03:03:18.322328 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 69ce41cd-7033-4644-9dcc-83550fa8ab23 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:03:18.327028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-722b459f-16b3-4781-ad7e-bb3ad2e30f08 admin admin] Request body: {'subnet': {'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1697975282-subnet', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:18.361077 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c3feda8a-06d7-4f21-b567-2f0117dcd3a7 req-a4a8c0d3-5124-4d7a-9a9b-3d7c927a01ad service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851268 Feb 19 03:03:18.385700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-101208e2-5a6c-4597-bc78-fce7878170b9 req-2b81339e-d917-46db-bc5a-9400ed8a2162 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ddbbc60d-3823-4c94-9dd2-3e591fbc398a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.390272 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-101208e2-5a6c-4597-bc78-fce7878170b9 req-2b81339e-d917-46db-bc5a-9400ed8a2162 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.391797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-101208e2-5a6c-4597-bc78-fce7878170b9 req-2b81339e-d917-46db-bc5a-9400ed8a2162 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] 10.222.0.81 "DELETE /v2.0/security-groups/ddbbc60d-3823-4c94-9dd2-3e591fbc398a HTTP/1.1" status: 204 len: 173 time: 0.6923349 Feb 19 03:03:18.399206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55192) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:18.466124 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722b459f-16b3-4781-ad7e-bb3ad2e30f08 admin admin] Made reservation on behalf of c64afb56dce84c20aee549318b1fe2c4 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:18.467812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9f1ede-8c40-4d60-ae99-ea282854166a admin admin] Deleting subnet fff68861-4854-49bd-b033-fbad7da919f4 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:03:18.469041 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-722b459f-16b3-4781-ad7e-bb3ad2e30f08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.473863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b81339e-d917-46db-bc5a-9400ed8a2162 tempest-SecurityGroupsTestJSON-33448987 tempest-SecurityGroupsTestJSON-33448987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbbc60d-3823-4c94-9dd2-3e591fbc398a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:18.475977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-778a6c50-6a22-4754-ae89-6bf02413298a req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Made reservation on behalf of 03a098dbc4144e01abb1935743b8c45b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:18.480173 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778a6c50-6a22-4754-ae89-6bf02413298a req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.485243 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad9f1ede-8c40-4d60-ae99-ea282854166a admin admin] Publish callbacks [] for subnet (fff68861-4854-49bd-b033-fbad7da919f4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.510868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f39d8944-06f6-4b9f-b35d-a329994d6f80 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:18.511556 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.542124 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba88eed3-b551-4023-bbb3-6532a628b3e6 admin admin] Publish callbacks [] for security_group (bca356d4-e45d-43b2-ab93-240cd4f3a911), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.581170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad9f1ede-8c40-4d60-ae99-ea282854166a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (fff68861-4854-49bd-b033-fbad7da919f4), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.600864 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c3feda8a-06d7-4f21-b567-2f0117dcd3a7 req-88c39071-dbb7-4337-b76e-cb2ae6c60f2e service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334266 Feb 19 03:03:18.609628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba88eed3-b551-4023-bbb3-6532a628b3e6 admin admin] Publish callbacks [] for security_group (bca356d4-e45d-43b2-ab93-240cd4f3a911), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.699224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a61b99-3cc8-4b1c-8240-089cde6fc540 req-b343c9f3-c189-421b-8d78-174ac352ac2c tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:18.700845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68a61b99-3cc8-4b1c-8240-089cde6fc540 req-b343c9f3-c189-421b-8d78-174ac352ac2c tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 1127 time: 0.2302053 Feb 19 03:03:18.717074 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad9f1ede-8c40-4d60-ae99-ea282854166a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (fff68861-4854-49bd-b033-fbad7da919f4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.751307 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba88eed3-b551-4023-bbb3-6532a628b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (bca356d4-e45d-43b2-ab93-240cd4f3a911), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.754854 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba88eed3-b551-4023-bbb3-6532a628b3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.756152 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ba88eed3-b551-4023-bbb3-6532a628b3e6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bca356d4-e45d-43b2-ab93-240cd4f3a911 HTTP/1.1" status: 204 len: 168 time: 0.4455152 Feb 19 03:03:18.790597 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88eed3-b551-4023-bbb3-6532a628b3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca356d4-e45d-43b2-ab93-240cd4f3a911,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:18.831993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-722b459f-16b3-4781-ad7e-bb3ad2e30f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (d78a5e02-fd12-4985-b75d-886d4ff9f507), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.882132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-778a6c50-6a22-4754-ae89-6bf02413298a req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Allocated IP 172.20.0.4 (0e4aacd3-30ee-4aa7-b85b-c898c93b3c78/b7c96846-60d1-498c-9c3e-d38728efac18/cb944beb-392f-4237-9e92-eabe14f86c9d) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:18.898260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55200) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:18.910582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f39d8944-06f6-4b9f-b35d-a329994d6f80 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:18.928860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 2, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:18.930651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e2090f72-e025-4997-be04-1ab2679f2dd4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1471988571', 'description': 'tempest-description--386367674'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:18.942359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722b459f-16b3-4781-ad7e-bb3ad2e30f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d78a5e02-fd12-4985-b75d-886d4ff9f507,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:18.964724 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2090f72-e025-4997-be04-1ab2679f2dd4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:18.977142 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722b459f-16b3-4781-ad7e-bb3ad2e30f08 admin admin] Checking segment: {'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:18.977644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722b459f-16b3-4781-ad7e-bb3ad2e30f08 admin admin] Network hostable DHCP agents. Network: 69ce41cd-7033-4644-9dcc-83550fa8ab23, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:03:18.980381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Checking router: 70c393a8-7604-436e-b7a0-12e9da4f83c2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:03:18.980960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Updating router 70c393a8-7604-436e-b7a0-12e9da4f83c2 port cb1e1e93-1211-4d43-9bd3-e702a369324b binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:03:18.996757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68a61b99-3cc8-4b1c-8240-089cde6fc540 req-57255f89-fc73-4f12-a8a1-2ba2a1258efa tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734375 Feb 19 03:03:18.999246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722b459f-16b3-4781-ad7e-bb3ad2e30f08 admin admin] Network 69ce41cd-7033-4644-9dcc-83550fa8ab23 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:03:19.012354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-722b459f-16b3-4781-ad7e-bb3ad2e30f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 69ce41cd-7033-4644-9dcc-83550fa8ab23) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:19.015941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad9f1ede-8c40-4d60-ae99-ea282854166a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (fff68861-4854-49bd-b033-fbad7da919f4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.020700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722b459f-16b3-4781-ad7e-bb3ad2e30f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:19.021322 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-722b459f-16b3-4781-ad7e-bb3ad2e30f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.026853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53730547-799d-433c-b1dd-188f111beb75 None None] Network 69ce41cd-7033-4644-9dcc-83550fa8ab23 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:19.029355 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.053689 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-722b459f-16b3-4781-ad7e-bb3ad2e30f08 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7410855 Feb 19 03:03:19.057476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55204) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:19.077562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:19.123093 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (f44aec90-a68b-4367-bd78-c1f0c8d709b0), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.129164 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (f44aec90-a68b-4367-bd78-c1f0c8d709b0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.170564 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad9f1ede-8c40-4d60-ae99-ea282854166a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.177096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ad9f1ede-8c40-4d60-ae99-ea282854166a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fff68861-4854-49bd-b033-fbad7da919f4 HTTP/1.1" status: 204 len: 168 time: 0.7752917 Feb 19 03:03:19.184328 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f1ede-8c40-4d60-ae99-ea282854166a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff68861-4854-49bd-b033-fbad7da919f4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:19.185190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55212) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:19.272052 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Publish callbacks [] for router_controller (f44aec90-a68b-4367-bd78-c1f0c8d709b0), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.278140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0791fa9-a30f-4c04-81cf-dac1f0aab521 req-77a6ba92-ea41-4060-9b7a-1bec750c9c27 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:19.279832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0791fa9-a30f-4c04-81cf-dac1f0aab521 req-77a6ba92-ea41-4060-9b7a-1bec750c9c27 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 948 time: 0.3213131 Feb 19 03:03:19.350251 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.353120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-69ce41cd-7033-4644-9dcc-83550fa8ab23', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'fixed_ips': [{'subnet_id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:03:19.354283 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.404426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2090f72-e025-4997-be04-1ab2679f2dd4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group (a60cd6e0-182f-46a3-8e55-b640e8fe844b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.407994 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778a6c50-6a22-4754-ae89-6bf02413298a req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks [] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.424629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0791fa9-a30f-4c04-81cf-dac1f0aab521 req-fcb720dc-fd57-4da4-863d-f0bfc8027e28 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349912 Feb 19 03:03:19.428532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2090f72-e025-4997-be04-1ab2679f2dd4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a60cd6e0-182f-46a3-8e55-b640e8fe844b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.530049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2090f72-e025-4997-be04-1ab2679f2dd4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60cd6e0-182f-46a3-8e55-b640e8fe844b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:19.541648 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2090f72-e025-4997-be04-1ab2679f2dd4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.543476 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e2090f72-e025-4997-be04-1ab2679f2dd4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6339133 Feb 19 03:03:19.559261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55226) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:19.565726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1fe38029-7abf-47bc-bde2-d63f07353fef tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Request body: {'security_group_rule': {'security_group_id': 'a60cd6e0-182f-46a3-8e55-b640e8fe844b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:19.613652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4e20073c-bc0e-4256-9416-f734d2429731 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:03:19.619679 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778a6c50-6a22-4754-ae89-6bf02413298a req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.646828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:19.650582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7ac98-f4f1-40b4-b5b7-4d0e0d979e3a req-9289547a-2288-4ba3-b86a-b20c5f8baff1 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:19.658632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2bc7ac98-f4f1-40b4-b5b7-4d0e0d979e3a req-9289547a-2288-4ba3-b86a-b20c5f8baff1 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 943 time: 0.1300590 Feb 19 03:03:19.664918 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Publish callbacks [] for router_gateway (f44aec90-a68b-4367-bd78-c1f0c8d709b0), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.713772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-778a6c50-6a22-4754-ae89-6bf02413298a req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:19.715279 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fe38029-7abf-47bc-bde2-d63f07353fef tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group_rule (5babe22b-1b5b-42a8-8b53-056c67058506), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.722763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-778a6c50-6a22-4754-ae89-6bf02413298a req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:19.734684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-778a6c50-6a22-4754-ae89-6bf02413298a req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:19.757806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Allocated IP 172.20.0.2 (69ce41cd-7033-4644-9dcc-83550fa8ab23/d78a5e02-fd12-4985-b75d-886d4ff9f507/79f9b098-d0aa-4295-a320-73836bf50c14) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:19.771211 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.789986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a6c50-6a22-4754-ae89-6bf02413298a req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:19.790643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778a6c50-6a22-4754-ae89-6bf02413298a req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.816834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event updated for resources: {'Port': ['ID=cb944beb-392f-4237-9e92-eabe14f86c9d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:19.859601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:19.860480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-927ad2d8-7618-4ce8-85eb-a44555933c50 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7861485 Feb 19 03:03:19.879611 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef58f6f-74ef-42ee-bd1d-9503da9b2928') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:19.880033 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef58f6f-74ef-42ee-bd1d-9503da9b2928') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:19.881590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2bc7ac98-f4f1-40b4-b5b7-4d0e0d979e3a req-90c48f43-5ff7-45f2-8e9b-2a61cb49ae9f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219491 Feb 19 03:03:19.898239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Request body: {'port': {'device_id': 'e99a25b6-b815-453e-a6e2-4f63bd23095c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:19.908111 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (8ef58f6f-74ef-42ee-bd1d-9503da9b2928), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:19.978104 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8ef58f6f-74ef-42ee-bd1d-9503da9b2928), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.000934 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:03:20.002039 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (8ef58f6f-74ef-42ee-bd1d-9503da9b2928), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:03:20.006832 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:03:20.020409 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.065982 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fe38029-7abf-47bc-bde2-d63f07353fef tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group_rule (5babe22b-1b5b-42a8-8b53-056c67058506), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.092336 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Publish callbacks [] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.094414 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fe38029-7abf-47bc-bde2-d63f07353fef tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (5babe22b-1b5b-42a8-8b53-056c67058506), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.109054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.124733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe38029-7abf-47bc-bde2-d63f07353fef tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5babe22b-1b5b-42a8-8b53-056c67058506,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:20.145611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.153496 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.154715 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] 10.222.0.81 "DELETE /v2.0/networks/f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663 HTTP/1.1" status: 204 len: 168 time: 0.9674983 Feb 19 03:03:20.156606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8aabf2-870c-4217-8f8d-2561e1ef6aea admin admin] Pushing event deleted for resources: {'Network': ['ID=f422e0a0-8f95-4f0a-a7f1-ca19f5ef3663,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:20.162854 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fe38029-7abf-47bc-bde2-d63f07353fef tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.166577 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1fe38029-7abf-47bc-bde2-d63f07353fef tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6036224 Feb 19 03:03:20.167826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55254) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:20.233526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4e20073c-bc0e-4256-9416-f734d2429731, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4e20073c-bc0e-4256-9416-f734d2429731,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:20.234858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-efdd2ccb-c057-4981-972f-a730f5ce21a4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Request body: {'security_group_rule': {'security_group_id': 'a60cd6e0-182f-46a3-8e55-b640e8fe844b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:20.263107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52194dd9-2453-4fbc-8603-deffb27a5295 req-c4566fa7-d8ad-4a5b-9adc-403d2acc7b20 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:20.270031 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52194dd9-2453-4fbc-8603-deffb27a5295 req-c4566fa7-d8ad-4a5b-9adc-403d2acc7b20 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 931 time: 0.2506011 Feb 19 03:03:20.289533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '4e20073c-bc0e-4256-9416-f734d2429731', 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2', 'port_id': '4e20073c-bc0e-4256-9416-f734d2429731', 'mac_address': 'fa:16:3e:12:df:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3b5d35-3a9f-4ed5-926d-6aafa0624c26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:03:20.300254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ecf8c-29f5-48f1-8033-d7eb3117c715 None None] Pushing event updated for resources: {'Port': ['ID=cb1e1e93-1211-4d43-9bd3-e702a369324b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:20.369100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Publish callbacks [] for router_gateway (f44aec90-a68b-4367-bd78-c1f0c8d709b0), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.398256 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-efdd2ccb-c057-4981-972f-a730f5ce21a4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group_rule (d1e6c9ed-7929-4b9e-8a51-18f47e343ba0), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.451676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52194dd9-2453-4fbc-8603-deffb27a5295 req-4043d048-0cb4-4c1c-b6f4-76aeff16c206 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806462 Feb 19 03:03:20.467945 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.488463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 4e20073c-bc0e-4256-9416-f734d2429731 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:20.488942 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4e20073c-bc0e-4256-9416-f734d2429731), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.492486 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Publish callbacks [] for port (79f9b098-d0aa-4295-a320-73836bf50c14), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.518734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Attempting to bind port cb1e1e93-1211-4d43-9bd3-e702a369324b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:20.519266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Attempting to bind port cb1e1e93-1211-4d43-9bd3-e702a369324b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:20.519637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Attempting to bind port cb1e1e93-1211-4d43-9bd3-e702a369324b on network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:20.529489 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-efdd2ccb-c057-4981-972f-a730f5ce21a4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group_rule (d1e6c9ed-7929-4b9e-8a51-18f47e343ba0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.537299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:20.537299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Checking segment: {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:20.538356 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.538356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Bound using segment: {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:20.538705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Bound port: cb1e1e93-1211-4d43-9bd3-e702a369324b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:20.539084 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.541493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.547619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e20073c-bc0e-4256-9416-f734d2429731 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:20.556933 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-efdd2ccb-c057-4981-972f-a730f5ce21a4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (d1e6c9ed-7929-4b9e-8a51-18f47e343ba0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.574251 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4e20073c-bc0e-4256-9416-f734d2429731, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4e20073c-bc0e-4256-9416-f734d2429731,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:20.612860 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4e20073c-bc0e-4256-9416-f734d2429731), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.653888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd2ccb-c057-4981-972f-a730f5ce21a4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e6c9ed-7929-4b9e-8a51-18f47e343ba0,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:20.655592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Pushing event updated for resources: {'Port': ['ID=79f9b098-d0aa-4295-a320-73836bf50c14,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:20.659813 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Network 69ce41cd-7033-4644-9dcc-83550fa8ab23 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:20.668431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55264) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:20.718695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-efdd2ccb-c057-4981-972f-a730f5ce21a4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.719080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=4e20073c-bc0e-4256-9416-f734d2429731,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:20.720889 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-efdd2ccb-c057-4981-972f-a730f5ce21a4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5375350 Feb 19 03:03:20.728504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55266) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:20.732125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:20.758825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:20.791146 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Allocated IP 172.25.1.166 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/1467e173-ff43-4a0d-a3c4-98e9970516d5) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:20.803653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35857eb7-2427-4d9a-a436-8a661a7b3b19 req-546c68b2-12de-478d-b5ce-621a98e32041 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:20.810918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35857eb7-2427-4d9a-a436-8a661a7b3b19 req-546c68b2-12de-478d-b5ce-621a98e32041 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 948 time: 0.2749100 Feb 19 03:03:20.811799 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] For port cb1e1e93-1211-4d43-9bd3-e702a369324b, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:20.816396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] For port cb1e1e93-1211-4d43-9bd3-e702a369324b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cb1e1e93-1211-4d43-9bd3-e702a369324b,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:20.822347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:20.826202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9362a42f-1636-4cb4-8351-fbc77313fb3f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88387186b1db4a89a6baeb5b3d62ef3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548276 Feb 19 03:03:20.832337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb944beb-392f-4237-9e92-eabe14f86c9d {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:20.839515 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55268) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:20.848519 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Publish callbacks [] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.869712 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.893447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Transition to ACTIVE for port object cb944beb-392f-4237-9e92-eabe14f86c9d will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:03:20.909270 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.914175 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.958070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-031c5edb-3faf-4f48-b340-ed7ecc24a906 None None] Provisioning complete for port cb1e1e93-1211-4d43-9bd3-e702a369324b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:20.958331 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-031c5edb-3faf-4f48-b340-ed7ecc24a906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:20.985340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['4e20073c-bc0e-4256-9416-f734d2429731'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:21.018768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55bc499b-afea-4954-8443-a294af7c47a2 admin admin] Publish callbacks [] for security_group (e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.030324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Attempting to bind port 79f9b098-d0aa-4295-a320-73836bf50c14 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:21.030934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Attempting to bind port 79f9b098-d0aa-4295-a320-73836bf50c14 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:21.031301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Attempting to bind port 79f9b098-d0aa-4295-a320-73836bf50c14 on network 69ce41cd-7033-4644-9dcc-83550fa8ab23 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:21.070373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35857eb7-2427-4d9a-a436-8a661a7b3b19 req-6578fe75-b783-4094-93fa-23c1713e88db tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547946 Feb 19 03:03:21.084173 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Pushing event updated for resources: {'Port': ['ID=cb944beb-392f-4237-9e92-eabe14f86c9d,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:21.088230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:21.088602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Checking segment: {'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:21.089157 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.089537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Bound using segment: {'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:21.090003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Bound port: 79f9b098-d0aa-4295-a320-73836bf50c14, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:21.090136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Publish callbacks [] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.090369 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.130891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ecf8c-29f5-48f1-8033-d7eb3117c715 None None] Pushing event updated for resources: {'Port': ['ID=cb1e1e93-1211-4d43-9bd3-e702a369324b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:21.138930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:21.139529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:21.150499 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55bc499b-afea-4954-8443-a294af7c47a2 admin admin] Publish callbacks [] for security_group (e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.254543 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.304396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:21.306931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:21.308874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55bc499b-afea-4954-8443-a294af7c47a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.311302 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55bc499b-afea-4954-8443-a294af7c47a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.312435 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-55bc499b-afea-4954-8443-a294af7c47a2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34 HTTP/1.1" status: 204 len: 168 time: 0.4715719 Feb 19 03:03:21.331280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:21.342722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc499b-afea-4954-8443-a294af7c47a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ff91bb-1c56-4f6e-b6fb-cd49b4446a34,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:21.403555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Pushing event updated for resources: {'Port': ['ID=1467e173-ff43-4a0d-a3c4-98e9970516d5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:21.457451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0becd5-66d2-4f3f-8228-6ccf2f134534 req-574ab891-aad8-4968-af9d-ee0aa3756e04 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:21.461920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a0becd5-66d2-4f3f-8228-6ccf2f134534 req-574ab891-aad8-4968-af9d-ee0aa3756e04 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 944 time: 0.2106266 Feb 19 03:03:21.525457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Attempting to bind port cb944beb-392f-4237-9e92-eabe14f86c9d on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:21.526268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Attempting to bind port cb944beb-392f-4237-9e92-eabe14f86c9d by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:21.530853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Attempting to bind port cb944beb-392f-4237-9e92-eabe14f86c9d on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:21.564340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-35c913b8-8137-4449-be94-b1b34a90cbb3 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:03:21.565605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-35c913b8-8137-4449-be94-b1b34a90cbb3 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5136595 Feb 19 03:03:21.569170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.580227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Port cb944beb-392f-4237-9e92-eabe14f86c9d on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:21.580706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Attempting to bind port cb944beb-392f-4237-9e92-eabe14f86c9d on network 0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:21.604475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:21.604856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Checking segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:21.605330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Bound using segment: {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:21.605854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Bound port: cb944beb-392f-4237-9e92-eabe14f86c9d, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:21.606218 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.672724 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Publish callbacks [] for router_gateway (f44aec90-a68b-4367-bd78-c1f0c8d709b0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:21.707468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a0becd5-66d2-4f3f-8228-6ccf2f134534 req-be0418fa-51d3-48e3-887d-01c0ed5f1aae tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267473 Feb 19 03:03:21.735609 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:21.887344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Allocated IP 172.25.1.16 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/de889346-78ba-49ea-a754-1ffd5c41bbeb) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:21.912412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] For port cb944beb-392f-4237-9e92-eabe14f86c9d, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:21.935626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9270a91b-775d-4705-b77c-e908272d3176 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:03:21.950502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] For port cb944beb-392f-4237-9e92-eabe14f86c9d, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=cb944beb-392f-4237-9e92-eabe14f86c9d,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:21.998742 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.008535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-97800c41-9f38-48ef-bf48-579e5384ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:22.010318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-97800c41-9f38-48ef-bf48-579e5384ac75 service neutron] 10.222.0.81 "GET /v2.0/ports/edff92e9-1b67-437d-a206-160de44c15ce HTTP/1.1" status: 200 len: 1124 time: 0.4184997 Feb 19 03:03:22.054168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f3144-7cab-4b3b-a408-21c7edb7ac43 req-5a9a63aa-3302-4c7b-82f2-3089b347be56 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:22.062377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c4f3144-7cab-4b3b-a408-21c7edb7ac43 req-5a9a63aa-3302-4c7b-82f2-3089b347be56 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 943 time: 0.2562160 Feb 19 03:03:22.075006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] Request body: {'binding': {'host': 'n-h2-826755-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:22.075458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] Unknown quota resources ['binding']. {{(pid=109899) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:03:22.088116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] For port 79f9b098-d0aa-4295-a320-73836bf50c14, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:22.098755 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:03:22.112591 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:22.113279 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.114811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] 10.222.0.67 "PUT /v2.0/ports/cb944beb-392f-4237-9e92-eabe14f86c9d HTTP/1.1" status: 200 len: 1091 time: 2.2322533 Feb 19 03:03:22.115287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99a25b6-b815-453e-a6e2-4f63bd23095c', 'tag': 'cb944beb-392f-4237-9e92-eabe14f86c9d'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:22.117776 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4835bf99-ee95-4385-81a0-4c355ce2ec87" -d '{"events": [{"name": "network-changed", "server_uuid": "e99a25b6-b815-453e-a6e2-4f63bd23095c", "tag": "cb944beb-392f-4237-9e92-eabe14f86c9d"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:22.135778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] For port 79f9b098-d0aa-4295-a320-73836bf50c14, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=79f9b098-d0aa-4295-a320-73836bf50c14,segment=NetworkSegment(7f5b6e76-f897-469c-8397-c6b7e07a2fd8),segment_id=7f5b6e76-f897-469c-8397-c6b7e07a2fd8)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:22.179110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-031c5edb-3faf-4f48-b340-ed7ecc24a906 None None] Current status of the port cb1e1e93-1211-4d43-9bd3-e702a369324b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:22.179788 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-031c5edb-3faf-4f48-b340-ed7ecc24a906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.219962 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.340521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-031c5edb-3faf-4f48-b340-ed7ecc24a906 None None] For port cb1e1e93-1211-4d43-9bd3-e702a369324b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cb1e1e93-1211-4d43-9bd3-e702a369324b,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:22.346603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107decde-5eed-423c-b121-eb1985ad6e74 service neutron] Pushing event updated for resources: {'Port': ['ID=cb944beb-392f-4237-9e92-eabe14f86c9d,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:22.372164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c4f3144-7cab-4b3b-a408-21c7edb7ac43 req-1227af9b-2966-4f2a-8f66-17ab6abc4738 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088813 Feb 19 03:03:22.379970 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for port (de889346-78ba-49ea-a754-1ffd5c41bbeb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.417740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce3139-92e0-4d57-b52e-37324fd07ba3 None None] Pushing event updated for resources: {'Port': ['ID=79f9b098-d0aa-4295-a320-73836bf50c14,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:22.457932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9270a91b-775d-4705-b77c-e908272d3176, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9270a91b-775d-4705-b77c-e908272d3176,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:22.459172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a6c50-6a22-4754-ae89-6bf02413298a req-cac643d7-ed35-4e9a-9bf8-30c50536b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:22.465434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-cac643d7-ed35-4e9a-9bf8-30c50536b3ed service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 1125 time: 0.2542145 Feb 19 03:03:22.479103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '9270a91b-775d-4705-b77c-e908272d3176', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '9270a91b-775d-4705-b77c-e908272d3176', 'mac_address': 'fa:16:3e:7b:70:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:03:22.500206 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-031c5edb-3faf-4f48-b340-ed7ecc24a906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.592923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-b8f4b44f-d203-4e8d-b892-4a891fa10b9f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb944beb-392f-4237-9e92-eabe14f86c9d HTTP/1.1" status: 200 len: 217 time: 0.1028214 Feb 19 03:03:22.644107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c5edb-3faf-4f48-b340-ed7ecc24a906 None None] Pushing event updated for resources: {'Port': ['ID=cb1e1e93-1211-4d43-9bd3-e702a369324b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:22.659528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (f44aec90-a68b-4367-bd78-c1f0c8d709b0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.676880 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.736082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d885cb16-b37b-491f-9835-5f38dff438d4 None None] Provisioning complete for port cb1e1e93-1211-4d43-9bd3-e702a369324b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:22.741245 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d885cb16-b37b-491f-9835-5f38dff438d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.794526 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (de889346-78ba-49ea-a754-1ffd5c41bbeb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.815187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] Attempting to bind port edff92e9-1b67-437d-a206-160de44c15ce on host n-h2-826755-2 for vnic_type normal with profile None {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:22.815470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] Attempting to bind port edff92e9-1b67-437d-a206-160de44c15ce by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:22.815927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] Attempting to bind port edff92e9-1b67-437d-a206-160de44c15ce on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:22.847002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] Port edff92e9-1b67-437d-a206-160de44c15ce on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:22.847404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] Attempting to bind port edff92e9-1b67-437d-a206-160de44c15ce on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:22.858601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a6c50-6a22-4754-ae89-6bf02413298a req-7e1a71e4-49e1-4c93-935f-e5a3d231db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:22.861010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-7e1a71e4-49e1-4c93-935f-e5a3d231db61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.2527297 Feb 19 03:03:22.867770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:22.868057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:22.868531 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] Bound using segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:22.869857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] Bound port: edff92e9-1b67-437d-a206-160de44c15ce, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:22.870294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9270a91b-775d-4705-b77c-e908272d3176 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:22.870853 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9270a91b-775d-4705-b77c-e908272d3176), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:22.888141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:20Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:22.906647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Router f44aec90-a68b-4367-bd78-c1f0c8d709b0 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:03:22.925742 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9270a91b-775d-4705-b77c-e908272d3176 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:22.925896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92279841-7459-4fda-9b95-8914946ae1bb req-3fb36af4-2e54-4429-a144-58b10586b95d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:22.935215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92279841-7459-4fda-9b95-8914946ae1bb req-3fb36af4-2e54-4429-a144-58b10586b95d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 948 time: 0.4089904 Feb 19 03:03:22.945674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b72aac9-a0b6-4406-bd69-077f6737ce9f None None] The sync data for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 is: [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:20Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:22.949154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9270a91b-775d-4705-b77c-e908272d3176, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9270a91b-775d-4705-b77c-e908272d3176,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:22.962938 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9270a91b-775d-4705-b77c-e908272d3176), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.060940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d885cb16-b37b-491f-9835-5f38dff438d4 None None] Current status of the port cb1e1e93-1211-4d43-9bd3-e702a369324b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:23.076866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9270a91b-775d-4705-b77c-e908272d3176,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:23.154055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55342) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:23.162223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:23.178972 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Sync routers for ids ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:23.202508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.204404 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Routers {'f44aec90-a68b-4367-bd78-c1f0c8d709b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:23.208161 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:23.210690 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-337bbf93-5729-4295-9023-550e0ee5bc0f admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1445749 Feb 19 03:03:23.211531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55348) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:23.294780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:23.408351 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Set router f44aec90-a68b-4367-bd78-c1f0c8d709b0 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:23.449803 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.458180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-network', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:23.582973 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:23.585353 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.609007 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.619280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4e20073c-bc0e-4256-9416-f734d2429731 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:23.659761 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:23.742207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-7b142bc5-41fb-4b3c-b417-225e46fd35ce service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8696964 Feb 19 03:03:23.766293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:23.775516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 4e20073c-bc0e-4256-9416-f734d2429731 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:03:23.781222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 4e20073c-bc0e-4256-9416-f734d2429731 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:23.781600 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4e20073c-bc0e-4256-9416-f734d2429731), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:23.838250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:23.869791 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:03:21Z', 'revision_number': 3, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:23.909736 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Checking router: f44aec90-a68b-4367-bd78-c1f0c8d709b0 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:03:23.910499 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Updating router f44aec90-a68b-4367-bd78-c1f0c8d709b0 port 1467e173-ff43-4a0d-a3c4-98e9970516d5 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:03:23.958404 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.030911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (01f8422f-7650-44e8-a0c6-5797671808b3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.048861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event updated for resources: {'Port': ['ID=de889346-78ba-49ea-a754-1ffd5c41bbeb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:24.092291 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Publish callbacks [] for security_group (6c24cb13-c5ac-4e21-ab13-5fefccdd3b98), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.121146 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6c24cb13-c5ac-4e21-ab13-5fefccdd3b98), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.142015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cb1e1e93-1211-4d43-9bd3-e702a369324b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:24.158355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 4e20073c-bc0e-4256-9416-f734d2429731 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:24.165163 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4e20073c-bc0e-4256-9416-f734d2429731), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.171726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55360) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:24.188138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:03:24.207786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92279841-7459-4fda-9b95-8914946ae1bb req-d34d6976-edd7-4d3e-b069-0c71730d355f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2714262 Feb 19 03:03:24.213817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a7f10-2c49-4c0e-853a-aa7d03ed4c49 None None] Network 69ce41cd-7033-4644-9dcc-83550fa8ab23 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:24.260247 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=edff92e9-1b67-437d-a206-160de44c15ce,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:24.288479 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4422baaa-e672-4d3c-a0a8-400f7a4dabee x-openstack-request-id: req-4422baaa-e672-4d3c-a0a8-400f7a4dabee {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:24.289765 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99a25b6-b815-453e-a6e2-4f63bd23095c", "tag": "cb944beb-392f-4237-9e92-eabe14f86c9d", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:24.290227 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4422baaa-e672-4d3c-a0a8-400f7a4dabee {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:24.293557 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99a25b6-b815-453e-a6e2-4f63bd23095c', 'tag': 'cb944beb-392f-4237-9e92-eabe14f86c9d', 'status': 'completed', 'code': 200} Feb 19 03:03:24.309135 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (68d2b9dd-1d76-44c6-9325-92d981930310), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.309554 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Added segment 68d2b9dd-1d76-44c6-9325-92d981930310 of type vlan for network e39bf806-1992-49ff-a939-99215785f492 Feb 19 03:03:24.311229 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.314260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cc0b44bb-8376-44eb-821d-f4c09b21e15a service neutron] 10.222.0.81 "POST /v2.0/ports/edff92e9-1b67-437d-a206-160de44c15ce/bindings HTTP/1.1" status: 201 len: 389 time: 2.2425010 Feb 19 03:03:24.330821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (de889346-78ba-49ea-a754-1ffd5c41bbeb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.358201 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:24.413343 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Publish callbacks [] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.418122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7b628a-5b78-48fb-bd55-8743efae89d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e20073c-bc0e-4256-9416-f734d2429731'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:24.426499 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91dbdf5-e2a8-4ef6-b10f-918056d6a581" -d '{"events": [{"server_uuid": "2c7b628a-5b78-48fb-bd55-8743efae89d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e20073c-bc0e-4256-9416-f734d2429731"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:24.429610 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.480635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e999dce2-90a3-4a23-998d-a49068c74992 None None] Provisioning complete for port 79f9b098-d0aa-4295-a320-73836bf50c14 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:24.481045 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e999dce2-90a3-4a23-998d-a49068c74992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.531248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-d205528c-ce7b-4f43-b01c-9acfc1e1feff service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7598453 Feb 19 03:03:24.591122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (e39bf806-1992-49ff-a939-99215785f492), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.592610 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Attempting to bind port 1467e173-ff43-4a0d-a3c4-98e9970516d5 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:24.593121 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Attempting to bind port 1467e173-ff43-4a0d-a3c4-98e9970516d5 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:24.593496 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Attempting to bind port 1467e173-ff43-4a0d-a3c4-98e9970516d5 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:24.593811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4e20073c-bc0e-4256-9416-f734d2429731, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4e20073c-bc0e-4256-9416-f734d2429731,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:24.598574 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e8e82-79db-4989-a468-e86218f32a85 None None] Pushing event updated for resources: {'Port': ['ID=1467e173-ff43-4a0d-a3c4-98e9970516d5,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:24.617913 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:24.618354 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:24.631599 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4e20073c-bc0e-4256-9416-f734d2429731), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.632013 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75b4ed97-09c6-4057-ad5d-5abeb56380c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.641069 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.641486 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:24.642576 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Bound port: 1467e173-ff43-4a0d-a3c4-98e9970516d5, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:24.644016 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.729734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=4e20073c-bc0e-4256-9416-f734d2429731,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:24.734908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port cb1e1e93-1211-4d43-9bd3-e702a369324b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:24.735433 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.778658 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] For port 1467e173-ff43-4a0d-a3c4-98e9970516d5, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:24.784678 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] For port 1467e173-ff43-4a0d-a3c4-98e9970516d5, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1467e173-ff43-4a0d-a3c4-98e9970516d5,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:24.791619 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e39bf806-1992-49ff-a939-99215785f492), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.792693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:24.793453 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.795711 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.832165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e999dce2-90a3-4a23-998d-a49068c74992 None None] Current status of the port 79f9b098-d0aa-4295-a320-73836bf50c14 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:24.832628 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e999dce2-90a3-4a23-998d-a49068c74992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.863312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e457e-3b24-4666-9730-f13da5c41e3f req-185d48cd-0f19-403e-842a-7d4f420986c2 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:24.878318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f5e457e-3b24-4666-9730-f13da5c41e3f req-185d48cd-0f19-403e-842a-7d4f420986c2 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 944 time: 0.4648755 Feb 19 03:03:24.918173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e999dce2-90a3-4a23-998d-a49068c74992 None None] For port 79f9b098-d0aa-4295-a320-73836bf50c14, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=79f9b098-d0aa-4295-a320-73836bf50c14,segment=NetworkSegment(7f5b6e76-f897-469c-8397-c6b7e07a2fd8),segment_id=7f5b6e76-f897-469c-8397-c6b7e07a2fd8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:24.926518 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port cb1e1e93-1211-4d43-9bd3-e702a369324b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:24.927900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 79f9b098-d0aa-4295-a320-73836bf50c14 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:24.960517 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e8e82-79db-4989-a468-e86218f32a85 None None] Pushing event updated for resources: {'Port': ['ID=1467e173-ff43-4a0d-a3c4-98e9970516d5,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:24.967930 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e999dce2-90a3-4a23-998d-a49068c74992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:24.979182 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Routers {'f44aec90-a68b-4367-bd78-c1f0c8d709b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:24.979182 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:25.016954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3f7c4-5c63-4e53-9221-424e061bb98f req-dff069ab-cf5c-456c-9079-818ece28dbc2 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:25.018838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7bd3f7c4-5c63-4e53-9221-424e061bb98f req-dff069ab-cf5c-456c-9079-818ece28dbc2 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 943 time: 0.3594046 Feb 19 03:03:25.029650 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-2cb79a52-86d6-49ce-9589-717bad12af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:25.031459 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-2cb79a52-86d6-49ce-9589-717bad12af15 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 1127 time: 0.2742059 Feb 19 03:03:25.042445 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8861580 Feb 19 03:03:25.049073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55368) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:25.052526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999dce2-90a3-4a23-998d-a49068c74992 None None] Pushing event updated for resources: {'Port': ['ID=79f9b098-d0aa-4295-a320-73836bf50c14,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:25.063606 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.069933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-65bf221a-232e-4294-84de-6b5580fc93e6 admin admin] Request body: {'subnet': {'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-subnet', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:25.092700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 79f9b098-d0aa-4295-a320-73836bf50c14 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:25.093481 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.102342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fbe08-ed41-41a3-974b-9ea912f154ae admin admin] Pushing event updated for resources: {'Network': ['ID=e39bf806-1992-49ff-a939-99215785f492,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:25.129624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778a6c50-6a22-4754-ae89-6bf02413298a req-c737712c-1574-4c1e-8175-8ff33da09aa6 service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900500 Feb 19 03:03:25.144187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f5e457e-3b24-4666-9730-f13da5c41e3f req-a6d01b8a-a54e-4cc3-922f-ea3036ed7b86 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649317 Feb 19 03:03:25.169561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network e39bf806-1992-49ff-a939-99215785f492 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:03:25.202179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for port (de889346-78ba-49ea-a754-1ffd5c41bbeb), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.221860 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] Set router f44aec90-a68b-4367-bd78-c1f0c8d709b0 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:25.227933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-aceb2f57-ae37-4f19-9264-e71c233f2b19 None None] Provisioning complete for port 79f9b098-d0aa-4295-a320-73836bf50c14 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:25.228309 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aceb2f57-ae37-4f19-9264-e71c233f2b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.231167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bf221a-232e-4294-84de-6b5580fc93e6 admin admin] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:25.233594 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-65bf221a-232e-4294-84de-6b5580fc93e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.338019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-633c0688-522f-4010-8101-a5964192095b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:25.339536 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-633c0688-522f-4010-8101-a5964192095b service neutron] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.2934592 Feb 19 03:03:25.407775 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-a6e08630-85c5-427f-8575-01b107e08b91 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edff92e9-1b67-437d-a206-160de44c15ce HTTP/1.1" status: 200 len: 217 time: 0.0603638 Feb 19 03:03:25.453975 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75b4ed97-09c6-4057-ad5d-5abeb56380c0 admin admin] Publish callbacks [] for security_group (6a371d1a-89b2-4ef0-8686-fb26013fd066), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.464465 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (de889346-78ba-49ea-a754-1ffd5c41bbeb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.488465 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75b4ed97-09c6-4057-ad5d-5abeb56380c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6a371d1a-89b2-4ef0-8686-fb26013fd066), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.518847 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-75b4ed97-09c6-4057-ad5d-5abeb56380c0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=05ac215398a943c79eb9c1125aeb67d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3319526 Feb 19 03:03:25.521777 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-65bf221a-232e-4294-84de-6b5580fc93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (f79cf414-250d-440d-9768-50a61554ea8b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.530375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55372) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:25.550175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event updated for resources: {'Port': ['ID=de889346-78ba-49ea-a754-1ffd5c41bbeb,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:25.614547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9270a91b-775d-4705-b77c-e908272d3176 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:25.628580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4ed97-09c6-4057-ad5d-5abeb56380c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a371d1a-89b2-4ef0-8686-fb26013fd066,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:25.638677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7bd3f7c4-5c63-4e53-9221-424e061bb98f req-907ba17c-fa41-4fed-ac3a-7d5d2cf77010 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777891 Feb 19 03:03:25.649815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf221a-232e-4294-84de-6b5580fc93e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79cf414-250d-440d-9768-50a61554ea8b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:25.677249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-6461a6e2-cb16-4bcd-a4c3-29b72422e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:25.678742 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-6461a6e2-cb16-4bcd-a4c3-29b72422e107 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.2612677 Feb 19 03:03:25.737949 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-d82e7ca1-8196-4a64-bbb4-8e67a3f9c835 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412762 Feb 19 03:03:25.749151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Allocated IP 172.20.0.1 (69ce41cd-7033-4644-9dcc-83550fa8ab23/d78a5e02-fd12-4985-b75d-886d4ff9f507/fa36637e-d317-4326-bf04-4fa77fd72e09) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:25.758454 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7840b97d-5200-4d92-afd3-9a28ed072ffd x-openstack-request-id: req-7840b97d-5200-4d92-afd3-9a28ed072ffd {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:25.759949 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7b628a-5b78-48fb-bd55-8743efae89d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e20073c-bc0e-4256-9416-f734d2429731", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:25.760343 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7840b97d-5200-4d92-afd3-9a28ed072ffd {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:25.762953 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7b628a-5b78-48fb-bd55-8743efae89d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e20073c-bc0e-4256-9416-f734d2429731', 'code': 200} Feb 19 03:03:25.776916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 79f9b098-d0aa-4295-a320-73836bf50c14 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:25.818305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-aceb2f57-ae37-4f19-9264-e71c233f2b19 None None] Current status of the port 79f9b098-d0aa-4295-a320-73836bf50c14 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:25.850058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 9270a91b-775d-4705-b77c-e908272d3176 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:03:25.854459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 9270a91b-775d-4705-b77c-e908272d3176 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:25.854936 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9270a91b-775d-4705-b77c-e908272d3176), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.860938 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:03:21Z', 'revision_number': 3, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:25.876343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb65e2-4126-447e-8cb6-9610f43a7128 req-c90f24e8-d5e9-4aba-8c1c-e70cb240b131 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:25.879017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-decb65e2-4126-447e-8cb6-9610f43a7128 req-c90f24e8-d5e9-4aba-8c1c-e70cb240b131 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.4417133 Feb 19 03:03:25.888254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 79f9b098-d0aa-4295-a320-73836bf50c14 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:25.891123 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (01f8422f-7650-44e8-a0c6-5797671808b3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.895526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835bf99-ee95-4385-81a0-4c355ce2ec87 req-95aa78b1-3891-456d-958a-1c5d825e0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:25.897128 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4835bf99-ee95-4385-81a0-4c355ce2ec87 req-95aa78b1-3891-456d-958a-1c5d825e0026 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=03a098dbc4144e01abb1935743b8c45b&device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 1125 time: 0.6787906 Feb 19 03:03:25.918218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bf221a-232e-4294-84de-6b5580fc93e6 admin admin] Checking segment: {'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:25.918581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bf221a-232e-4294-84de-6b5580fc93e6 admin admin] Network hostable DHCP agents. Network: e39bf806-1992-49ff-a939-99215785f492, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:03:25.953274 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63b646-bce0-447d-9307-e2fcf426e3ec None None] The sync data for ids ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'] in n-d-826755-2 is: [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:03:21Z', 'revision_number': 3, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:25.973833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b513b64-473a-4002-93e0-51e67a310b7f admin admin] Publish callbacks [] for security_group (6a371d1a-89b2-4ef0-8686-fb26013fd066), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:25.999096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 79f9b098-d0aa-4295-a320-73836bf50c14 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:25.999813 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.002822 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b513b64-473a-4002-93e0-51e67a310b7f admin admin] Publish callbacks [] for security_group (6a371d1a-89b2-4ef0-8686-fb26013fd066), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.029323 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.039187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ab0ae371-4112-452a-9526-136d4a1126a2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2982621 Feb 19 03:03:26.039449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9270a91b-775d-4705-b77c-e908272d3176 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:26.039449 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9270a91b-775d-4705-b77c-e908272d3176), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.074256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bf221a-232e-4294-84de-6b5580fc93e6 admin admin] Network e39bf806-1992-49ff-a939-99215785f492 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:03:26.087622 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b513b64-473a-4002-93e0-51e67a310b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6a371d1a-89b2-4ef0-8686-fb26013fd066), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.090923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b513b64-473a-4002-93e0-51e67a310b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.092135 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9b513b64-473a-4002-93e0-51e67a310b7f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6a371d1a-89b2-4ef0-8686-fb26013fd066 HTTP/1.1" status: 204 len: 168 time: 0.5608110 Feb 19 03:03:26.117008 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b513b64-473a-4002-93e0-51e67a310b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a371d1a-89b2-4ef0-8686-fb26013fd066,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:26.149538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9270a91b-775d-4705-b77c-e908272d3176, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9270a91b-775d-4705-b77c-e908272d3176,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:26.166315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-65bf221a-232e-4294-84de-6b5580fc93e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, e39bf806-1992-49ff-a939-99215785f492) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:26.188485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bf221a-232e-4294-84de-6b5580fc93e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:26.189126 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-65bf221a-232e-4294-84de-6b5580fc93e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.195310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ae357c-0a53-430d-a1c6-9add62d0cf2d None None] Network e39bf806-1992-49ff-a939-99215785f492 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:26.201541 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9270a91b-775d-4705-b77c-e908272d3176), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.223502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d703191-9b22-4645-af04-d64e74308fde req-9ac9c62e-6356-4b90-8eb8-fae878114335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:26.225459 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d703191-9b22-4645-af04-d64e74308fde req-9ac9c62e-6356-4b90-8eb8-fae878114335 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 1127 time: 0.3387187 Feb 19 03:03:26.236299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-decb65e2-4126-447e-8cb6-9610f43a7128 req-25f0223c-12cd-4f46-9862-3d89912c9d77 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381693 Feb 19 03:03:26.276456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4d653-5d31-45fe-9d86-ac5aaed7a895 req-e63d04f9-2210-4368-8fc1-e3400f5a3e38 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:26.284830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5c4d653-5d31-45fe-9d86-ac5aaed7a895 req-e63d04f9-2210-4368-8fc1-e3400f5a3e38 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 949 time: 0.4046474 Feb 19 03:03:26.314650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835bf99-ee95-4385-81a0-4c355ce2ec87 req-c93ac9db-88dc-4f2f-9ae7-dba60f499b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:26.317432 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4835bf99-ee95-4385-81a0-4c355ce2ec87 req-c93ac9db-88dc-4f2f-9ae7-dba60f499b38 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 200 len: 906 time: 0.4087267 Feb 19 03:03:26.326952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-65bf221a-232e-4294-84de-6b5580fc93e6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2612796 Feb 19 03:03:26.337795 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55382) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:26.385768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:26.427623 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-772bed17-3987-4b02-8255-8287baeddc54 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6798093 Feb 19 03:03:26.454513 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (70ca21c1-0655-4b85-9a2c-f7452a51ec81), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.461755 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (70ca21c1-0655-4b85-9a2c-f7452a51ec81), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.477559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4835bf99-ee95-4385-81a0-4c355ce2ec87 req-2ddf16e8-8e3c-45c2-a8a7-a74625cc676e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb944beb-392f-4237-9e92-eabe14f86c9d HTTP/1.1" status: 200 len: 217 time: 0.1480932 Feb 19 03:03:26.490147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 79f9b098-d0aa-4295-a320-73836bf50c14 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:26.492913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9270a91b-775d-4705-b77c-e908272d3176,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:26.532910 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d703191-9b22-4645-af04-d64e74308fde req-a18e18ff-5e9c-41e1-b238-939163bab6aa service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964931 Feb 19 03:03:26.563278 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-e39bf806-1992-49ff-a939-99215785f492', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'fixed_ips': [{'subnet_id': 'f79cf414-250d-440d-9768-50a61554ea8b'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:03:26.565521 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.608792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835bf99-ee95-4385-81a0-4c355ce2ec87 req-fb8927a6-fb6f-494a-8a03-fa995e2af86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:26.610396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4835bf99-ee95-4385-81a0-4c355ce2ec87 req-fb8927a6-fb6f-494a-8a03-fa995e2af86d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 200 len: 845 time: 0.0904870 Feb 19 03:03:26.624373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5c4d653-5d31-45fe-9d86-ac5aaed7a895 req-ac30832d-44ed-406b-83f1-32b87e5d013a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385589 Feb 19 03:03:26.687448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4835bf99-ee95-4385-81a0-4c355ce2ec87 req-b9f7b494-a97f-4a9d-9e82-f3be138756e6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670292 Feb 19 03:03:26.753057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55392) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:26.826320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b64a89-4214-4cef-88cb-d7ad178bb369 req-5a1a7b57-5bed-466e-b280-38ecf56060dc tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:26.827905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17b64a89-4214-4cef-88cb-d7ad178bb369 req-5a1a7b57-5bed-466e-b280-38ecf56060dc tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.3798625 Feb 19 03:03:26.837175 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78c0717a-4504-4a44-842e-57f0df760120 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.859461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Allocated IP 172.20.0.2 (e39bf806-1992-49ff-a939-99215785f492/f79cf414-250d-440d-9768-50a61554ea8b/7daea76a-4bd0-49aa-876b-37ab3263c7ec) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:26.865266 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Publish callbacks [] for router_controller (70ca21c1-0655-4b85-9a2c-f7452a51ec81), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:26.878383 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Publish callbacks [] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.006624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-7d6bdfd7-19ad-4fe5-9e31-05d52fa34514 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1471988571&fields=id&tenant_id=17ff531d12774f8aa118593314cb1782 HTTP/1.1" status: 200 len: 267 time: 0.2024662 Feb 19 03:03:27.021801 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4835bf99-ee95-4385-81a0-4c355ce2ec87 req-f745b533-1e40-4ebd-9935-82977a603e2f service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248613 Feb 19 03:03:27.034407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17b64a89-4214-4cef-88cb-d7ad178bb369 req-454a3c87-9129-4396-9a3b-e2e37ad33b2e tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925840 Feb 19 03:03:27.079200 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Publish callbacks [] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.104128 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.155081 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-c9320ddc-cf17-4442-af1b-9b67d0cb5891 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101808 Feb 19 03:03:27.157590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Network e39bf806-1992-49ff-a939-99215785f492 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:27.164903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:27.167403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:27.175916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Pushing event updated for resources: {'Port': ['ID=7daea76a-4bd0-49aa-876b-37ab3263c7ec,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:27.247690 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Publish callbacks [] for router_gateway (70ca21c1-0655-4b85-9a2c-f7452a51ec81), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.276760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Attempting to bind port 7daea76a-4bd0-49aa-876b-37ab3263c7ec on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:27.277109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Attempting to bind port 7daea76a-4bd0-49aa-876b-37ab3263c7ec by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:27.277474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Attempting to bind port 7daea76a-4bd0-49aa-876b-37ab3263c7ec on network e39bf806-1992-49ff-a939-99215785f492 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:27.282195 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.286338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:27.286338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Checking segment: {'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:27.286901 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.287019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Bound using segment: {'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:27.287479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Bound port: 7daea76a-4bd0-49aa-876b-37ab3263c7ec, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:27.287865 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.354443 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78c0717a-4504-4a44-842e-57f0df760120 admin admin] Publish callbacks [] for security_group (5f793545-902a-4f8a-bbce-76e1255271f1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.380518 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Network 69ce41cd-7033-4644-9dcc-83550fa8ab23 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:27.398987 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78c0717a-4504-4a44-842e-57f0df760120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5f793545-902a-4f8a-bbce-76e1255271f1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.399935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:27.407327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:27.423899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] For port 7daea76a-4bd0-49aa-876b-37ab3263c7ec, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:27.428207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] For port 7daea76a-4bd0-49aa-876b-37ab3263c7ec, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7daea76a-4bd0-49aa-876b-37ab3263c7ec,segment=NetworkSegment(68d2b9dd-1d76-44c6-9325-92d981930310),segment_id=68d2b9dd-1d76-44c6-9325-92d981930310)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:27.437045 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.455369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-98988a08-44f2-4219-871e-30c6b2bd71c8 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:27.461429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-98988a08-44f2-4219-871e-30c6b2bd71c8 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 811 time: 0.4326475 Feb 19 03:03:27.492127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4835bf99-ee95-4385-81a0-4c355ce2ec87 req-94092ed6-93d9-4d1e-a631-3a2004c3342b service neutron] 10.222.0.67 "GET /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4449165 Feb 19 03:03:27.535643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Pushing event updated for resources: {'Port': ['ID=fa36637e-d317-4326-bf04-4fa77fd72e09,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:27.581714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-78c0717a-4504-4a44-842e-57f0df760120 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=254c8aa579e249479535910ba006d366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8275225 Feb 19 03:03:27.586582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55400) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:27.589164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0717a-4504-4a44-842e-57f0df760120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f793545-902a-4f8a-bbce-76e1255271f1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:27.594744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-38ce280d-db67-4b97-b66c-b6ff9106f8e0 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/quotas/17ff531d12774f8aa118593314cb1782 HTTP/1.1" status: 200 len: 375 time: 0.0828917 Feb 19 03:03:27.610118 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (f44aec90-a68b-4367-bd78-c1f0c8d709b0), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.627318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4886d-0b41-4ed7-9dc0-fe087772ccce None None] Pushing event updated for resources: {'Port': ['ID=7daea76a-4bd0-49aa-876b-37ab3263c7ec,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:27.692526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81a89c-e74f-4f78-9b5a-5b5310ecf7fe req-0771f3a9-1cc0-4a9b-b1ca-c6c172765b75 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:27.694481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b81a89c-e74f-4f78-9b5a-5b5310ecf7fe req-0771f3a9-1cc0-4a9b-b1ca-c6c172765b75 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 943 time: 0.3372893 Feb 19 03:03:27.764138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9270a91b-775d-4705-b77c-e908272d3176'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:27.767091 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0dabb89-8581-45c7-a6f3-d68f3f09fa6e" -d '{"events": [{"server_uuid": "6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245", "name": "network-vif-plugged", "status": "completed", "tag": "9270a91b-775d-4705-b77c-e908272d3176"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:27.911512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-905252b4-2976-479d-8d3d-f0fbaafcd7cf None None] Provisioning complete for port fa36637e-d317-4326-bf04-4fa77fd72e09 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:27.914720 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-905252b4-2976-479d-8d3d-f0fbaafcd7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:27.925384 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b81a89c-e74f-4f78-9b5a-5b5310ecf7fe req-c665a511-0f91-4f5b-8b00-03f1d10e50bf tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881368 Feb 19 03:03:27.975596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3319b7ea-e21d-4ce4-a18e-e449ac8c6dc0 admin admin] Publish callbacks [] for security_group (5f793545-902a-4f8a-bbce-76e1255271f1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.007347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-b68276c1-8fe8-4569-a502-e974feb34700 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3996758 Feb 19 03:03:28.089760 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3319b7ea-e21d-4ce4-a18e-e449ac8c6dc0 admin admin] Publish callbacks [] for security_group (5f793545-902a-4f8a-bbce-76e1255271f1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.106731 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-905252b4-2976-479d-8d3d-f0fbaafcd7cf None None] Port fa36637e-d317-4326-bf04-4fa77fd72e09 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:28.128884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1467e173-ff43-4a0d-a3c4-98e9970516d5 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:28.202215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device cb944beb-392f-4237-9e92-eabe14f86c9d details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:03:28.294810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05606086-32f3-4f78-bb5c-9b9f7fed7e9c req-b84e7cb1-e6b5-438a-93c2-a9029f418875 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:28.296408 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05606086-32f3-4f78-bb5c-9b9f7fed7e9c req-b84e7cb1-e6b5-438a-93c2-a9029f418875 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.1267595 Feb 19 03:03:28.301413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-2177a3ec-3067-43dc-a4bd-5d9a324ef6a7 service neutron] 10.222.0.81 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314711 Feb 19 03:03:28.317940 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3319b7ea-e21d-4ce4-a18e-e449ac8c6dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5f793545-902a-4f8a-bbce-76e1255271f1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.320771 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3319b7ea-e21d-4ce4-a18e-e449ac8c6dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.324262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3319b7ea-e21d-4ce4-a18e-e449ac8c6dc0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5f793545-902a-4f8a-bbce-76e1255271f1 HTTP/1.1" status: 204 len: 168 time: 0.7341750 Feb 19 03:03:28.428486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-0590f6d3-5c48-4ad6-a844-d0fd7ad91748 service neutron] 10.222.0.81 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118093 Feb 19 03:03:28.458796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319b7ea-e21d-4ce4-a18e-e449ac8c6dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f793545-902a-4f8a-bbce-76e1255271f1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:28.503163 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05606086-32f3-4f78-bb5c-9b9f7fed7e9c req-4b27246c-a44e-43c0-9e8e-23b7e1c5ec9d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925142 Feb 19 03:03:28.661288 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Publish callbacks [] for router_gateway (70ca21c1-0655-4b85-9a2c-f7452a51ec81), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.665036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 1467e173-ff43-4a0d-a3c4-98e9970516d5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:28.665457 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.736132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.793735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e3dd0-efac-4420-8822-8de3d6225786 req-b9d064ec-4acb-41f6-a394-64f40dab9f68 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:28.797898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c5e3dd0-efac-4420-8822-8de3d6225786 req-b9d064ec-4acb-41f6-a394-64f40dab9f68 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 950 time: 0.1622477 Feb 19 03:03:28.815657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port cb944beb-392f-4237-9e92-eabe14f86c9d, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=cb944beb-392f-4237-9e92-eabe14f86c9d,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:28.823547 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:28.900356 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2622699d-9ffc-4b5d-a7a5-982d9079f6fc x-openstack-request-id: req-2622699d-9ffc-4b5d-a7a5-982d9079f6fc {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:28.900632 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245", "name": "network-vif-plugged", "status": "completed", "tag": "9270a91b-775d-4705-b77c-e908272d3176", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:28.900902 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2622699d-9ffc-4b5d-a7a5-982d9079f6fc {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:28.901533 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9270a91b-775d-4705-b77c-e908272d3176', 'code': 200} Feb 19 03:03:28.914210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'cb944beb-392f-4237-9e92-eabe14f86c9d', 'network_id': '0e4aacd3-30ee-4aa7-b85b-c898c93b3c78', 'port_id': 'cb944beb-392f-4237-9e92-eabe14f86c9d', 'mac_address': 'fa:16:3e:67:1c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c96846-60d1-498c-9c3e-d38728efac18', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:03:28.990036 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c5e3dd0-efac-4420-8822-8de3d6225786 req-55ca52ee-85bc-46a5-b9e9-1ced5def90aa tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870983 Feb 19 03:03:29.126183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15deb3fb-779f-4017-a910-c36824e76a2e req-5389eb38-7320-4c48-8259-258c3fb9dab3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:29.135655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15deb3fb-779f-4017-a910-c36824e76a2e req-5389eb38-7320-4c48-8259-258c3fb9dab3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.0990832 Feb 19 03:03:29.256698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 1467e173-ff43-4a0d-a3c4-98e9970516d5 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:29.257086 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:29.289667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port cb944beb-392f-4237-9e92-eabe14f86c9d is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:29.290288 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:29.332130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb944beb-392f-4237-9e92-eabe14f86c9d {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:29.437592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 1467e173-ff43-4a0d-a3c4-98e9970516d5, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1467e173-ff43-4a0d-a3c4-98e9970516d5,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:29.456165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port cb944beb-392f-4237-9e92-eabe14f86c9d, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=cb944beb-392f-4237-9e92-eabe14f86c9d,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:29.486750 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:29.494463 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:29.562031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb787c-3a66-4853-adb7-93e9779165ba None None] Network e39bf806-1992-49ff-a939-99215785f492 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:29.585426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Allocated IP 172.25.1.63 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/89da28a8-d964-45f5-9d08-927266924aa8) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:29.671981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6174eb0-d03f-4ea2-964d-a99b052d5af2 req-19a3be41-95c5-435f-96be-970d92542bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:29.690446 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a6174eb0-d03f-4ea2-964d-a99b052d5af2 req-19a3be41-95c5-435f-96be-970d92542bd7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 1132 time: 0.7334948 Feb 19 03:03:29.752219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adde4ccc-2ebd-44a4-8215-b92a814ab32f req-ddb85be0-2d79-404e-baeb-5da5abc79d87 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 210 time: 0.6151042 Feb 19 03:03:29.810984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15deb3fb-779f-4017-a910-c36824e76a2e req-f5023dcf-d541-4fd6-84ef-65a6c9b87de1 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6727750 Feb 19 03:03:29.899832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-015b86f5-a0f3-4378-bbb0-a4b517e46dea None None] Provisioning complete for port 7daea76a-4bd0-49aa-876b-37ab3263c7ec triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:29.901149 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-015b86f5-a0f3-4378-bbb0-a4b517e46dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:29.981703 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a6174eb0-d03f-4ea2-964d-a99b052d5af2 req-b77907e0-d3f7-490a-8669-0de80c0f8616 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470696 Feb 19 03:03:30.022449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f8761-ef88-4ee5-b3b1-564b4a7c2df2 req-37ebb75b-d494-48a1-a6da-65e4f119733f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:30.034575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3f8761-ef88-4ee5-b3b1-564b4a7c2df2 req-37ebb75b-d494-48a1-a6da-65e4f119733f tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 944 time: 0.0841548 Feb 19 03:03:30.036466 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Publish callbacks [] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.077448 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.239388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3f8761-ef88-4ee5-b3b1-564b4a7c2df2 req-9b6cd770-d0e8-4331-81e6-84e8f5995a97 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984961 Feb 19 03:03:30.261330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979faa9c-b251-47da-910f-86539b22e2c3 req-d57031fc-6a00-4dab-ad16-76156c06dd95 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:30.262837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-979faa9c-b251-47da-910f-86539b22e2c3 req-d57031fc-6a00-4dab-ad16-76156c06dd95 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.1886508 Feb 19 03:03:30.285444 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Pushing event updated for resources: {'Port': ['ID=fa36637e-d317-4326-bf04-4fa77fd72e09,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:30.327456 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Publish callbacks [] for port (89da28a8-d964-45f5-9d08-927266924aa8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.371338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['cb944beb-392f-4237-9e92-eabe14f86c9d'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:30.399176 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (f44aec90-a68b-4367-bd78-c1f0c8d709b0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.411175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7daea76a-4bd0-49aa-876b-37ab3263c7ec up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:30.413693 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=1467e173-ff43-4a0d-a3c4-98e9970516d5,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:30.414637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-979faa9c-b251-47da-910f-86539b22e2c3 req-31ce48e3-8c3a-44ab-a3c7-6fd2b63ccb2b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328676 Feb 19 03:03:30.468170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=cb944beb-392f-4237-9e92-eabe14f86c9d,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:30.545622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38341a9e-9200-4a74-a4e3-e954061fe114 req-2b869778-b91c-4524-baed-a20056d9a8a3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:30.547558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38341a9e-9200-4a74-a4e3-e954061fe114 req-2b869778-b91c-4524-baed-a20056d9a8a3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.1362865 Feb 19 03:03:30.548332 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (89da28a8-d964-45f5-9d08-927266924aa8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.603261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:30.610642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8dedb-a326-4936-a3d1-a1009ad319c5 req-3d75f8b4-df17-410c-9dd5-74060f7ea348 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:30.613713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fa8dedb-a326-4936-a3d1-a1009ad319c5 req-3d75f8b4-df17-410c-9dd5-74060f7ea348 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 950 time: 0.1080048 Feb 19 03:03:30.620549 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:30.625588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:30.707397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38341a9e-9200-4a74-a4e3-e954061fe114 req-8be5187f-ad53-42b2-8e19-39d2631f1b18 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407902 Feb 19 03:03:30.734736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Pushing event updated for resources: {'Port': ['ID=89da28a8-d964-45f5-9d08-927266924aa8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:30.770040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fa8dedb-a326-4936-a3d1-a1009ad319c5 req-b00ebb79-c4ee-441e-aa64-ee74115b2d19 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381946 Feb 19 03:03:30.779544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7daea76a-4bd0-49aa-876b-37ab3263c7ec triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:30.780042 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:30.954875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-015b86f5-a0f3-4378-bbb0-a4b517e46dea None None] Current status of the port 7daea76a-4bd0-49aa-876b-37ab3263c7ec is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:30.955841 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-015b86f5-a0f3-4378-bbb0-a4b517e46dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.010340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cbc0c2a3-7737-4849-b082-eaa549c11b36 req-1d87e732-b3c7-4708-a887-0fbdcbab9ae2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 210 time: 0.0943735 Feb 19 03:03:31.034078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.034423 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.034765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.035102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.035460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.035827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.036102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.036650 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.036944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.037146 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.037471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.037789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.038107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:31.128398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-015b86f5-a0f3-4378-bbb0-a4b517e46dea None None] For port 7daea76a-4bd0-49aa-876b-37ab3263c7ec, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7daea76a-4bd0-49aa-876b-37ab3263c7ec,segment=NetworkSegment(68d2b9dd-1d76-44c6-9325-92d981930310),segment_id=68d2b9dd-1d76-44c6-9325-92d981930310)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:31.162636 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Network 69ce41cd-7033-4644-9dcc-83550fa8ab23 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:31.163352 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Publish callbacks [] for router_gateway (70ca21c1-0655-4b85-9a2c-f7452a51ec81), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.166477 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:31.193076 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-015b86f5-a0f3-4378-bbb0-a4b517e46dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.242906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-4f563af5-f12c-4e85-abce-39b44e03406d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:31.251987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-4f563af5-f12c-4e85-abce-39b44e03406d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.67 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 811 time: 0.4593399 Feb 19 03:03:31.415531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b86f5-a0f3-4378-bbb0-a4b517e46dea None None] Pushing event updated for resources: {'Port': ['ID=7daea76a-4bd0-49aa-876b-37ab3263c7ec,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:31.494304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7daea76a-4bd0-49aa-876b-37ab3263c7ec is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:31.495906 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.498133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-6bf1a22a-afd3-4cca-a001-9fd6a7021264 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17ff531d12774f8aa118593314cb1782 HTTP/1.1" status: 200 len: 380 time: 0.2388403 Feb 19 03:03:31.558097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Request body: {'port': {'device_id': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'admin_state_up': True, 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'security_groups': ['a60cd6e0-182f-46a3-8e55-b640e8fe844b']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:31.668281 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:03:31.668597 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:03:31.674469 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Router f44aec90-a68b-4367-bd78-c1f0c8d709b0 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:03:31.754257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-74f069a5-4edf-4158-9419-2f72ea22872f None None] Provisioning complete for port 7daea76a-4bd0-49aa-876b-37ab3263c7ec triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:31.755546 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-74f069a5-4edf-4158-9419-2f72ea22872f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.879010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-74f069a5-4edf-4158-9419-2f72ea22872f None None] Current status of the port 7daea76a-4bd0-49aa-876b-37ab3263c7ec is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:31.968062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Made reservation on behalf of 17ff531d12774f8aa118593314cb1782 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:31.973373 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:31.995392 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:32.011961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-507beda5-2460-4022-b749-42f173257ea4 None None] Provisioning complete for port fa36637e-d317-4326-bf04-4fa77fd72e09 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:32.014065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-507beda5-2460-4022-b749-42f173257ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.022998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55494) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:32.023458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Sync routers for ids ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:32.024448 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c82bf6a6-3fb7-4894-93c7-1ab581d4a66a admin admin] 10.222.0.81 "PUT /v2.0/routers/f44aec90-a68b-4367-bd78-c1f0c8d709b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8115597 Feb 19 03:03:32.032472 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (70ca21c1-0655-4b85-9a2c-f7452a51ec81), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.084156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3edfe-1ed6-4052-ae1c-fd18fa2eac33 req-d30ef032-155f-4683-b631-92aaec009281 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:32.096035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75f3edfe-1ed6-4052-ae1c-fd18fa2eac33 req-d30ef032-155f-4683-b631-92aaec009281 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 944 time: 0.5964766 Feb 19 03:03:32.153012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Routers {'f44aec90-a68b-4367-bd78-c1f0c8d709b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:32.156833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:32.179652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18682406-f367-483b-b053-17a73ffe8d88 req-ab60df0e-f704-4e82-b574-9e1deffec2fc tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:32.195904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18682406-f367-483b-b053-17a73ffe8d88 req-ab60df0e-f704-4e82-b574-9e1deffec2fc tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.6674337 Feb 19 03:03:32.240166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-507beda5-2460-4022-b749-42f173257ea4 None None] Port fa36637e-d317-4326-bf04-4fa77fd72e09 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:32.242132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:03:32.284003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7daea76a-4bd0-49aa-876b-37ab3263c7ec is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:32.286193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device cb944beb-392f-4237-9e92-eabe14f86c9d up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:32.399737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:32.407966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1467e173-ff43-4a0d-a3c4-98e9970516d5 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:32.412327 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Sync routers for ids ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:32.414080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75f3edfe-1ed6-4052-ae1c-fd18fa2eac33 req-bbf2941c-b07d-46cf-9c82-8d60f3da13bc tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167272 Feb 19 03:03:32.425366 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Routers {'70ca21c1-0655-4b85-9a2c-f7452a51ec81'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:32.435877 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:32.448520 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.454934 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.456893 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-19758d2f-59f1-4c4b-8d30-fc62a30b58b1 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0997124 Feb 19 03:03:32.457765 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18682406-f367-483b-b053-17a73ffe8d88 req-9805c3a9-2c73-4cdd-814e-66fabb5d0da0 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610784 Feb 19 03:03:32.465676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55504) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:32.496623 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port cb944beb-392f-4237-9e92-eabe14f86c9d completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:03:32.505145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port cb944beb-392f-4237-9e92-eabe14f86c9d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:32.505527 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.551923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Set router f44aec90-a68b-4367-bd78-c1f0c8d709b0 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:32.635329 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Set router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:32.655897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 1467e173-ff43-4a0d-a3c4-98e9970516d5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:32.656432 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.673478 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Publish callbacks [] for security_group (77f6c205-7f9a-49f9-864f-d849ca5ba007), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.725188 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (77f6c205-7f9a-49f9-864f-d849ca5ba007), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.767403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8584fcef1e51454dba46eb0ffa7682ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7339034 Feb 19 03:03:32.770335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55506) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:32.837393 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c385ec3-58c5-4d0e-a624-2f4258e11812 admin admin] Publish callbacks [] for security_group (77f6c205-7f9a-49f9-864f-d849ca5ba007), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.854633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 1467e173-ff43-4a0d-a3c4-98e9970516d5 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:32.855736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7daea76a-4bd0-49aa-876b-37ab3263c7ec up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:32.860057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port cb944beb-392f-4237-9e92-eabe14f86c9d is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:32.860530 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.865388 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c385ec3-58c5-4d0e-a624-2f4258e11812 admin admin] Publish callbacks [] for security_group (77f6c205-7f9a-49f9-864f-d849ca5ba007), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.894125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Allocated IP 172.20.0.7 (e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb/72e1106a-2b0f-4878-83b4-66426da45471/f401834a-3df9-4e56-86db-96db86f33828) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:32.941310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99a25b6-b815-453e-a6e2-4f63bd23095c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb944beb-392f-4237-9e92-eabe14f86c9d'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:32.943628 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3834e00-ae19-4c81-a0e5-2639ff50b266" -d '{"events": [{"server_uuid": "e99a25b6-b815-453e-a6e2-4f63bd23095c", "name": "network-vif-plugged", "status": "completed", "tag": "cb944beb-392f-4237-9e92-eabe14f86c9d"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:32.944674 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:03:31Z', 'revision_number': 3, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:32.963205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port cb944beb-392f-4237-9e92-eabe14f86c9d, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=cb944beb-392f-4237-9e92-eabe14f86c9d,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:32.963451 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c385ec3-58c5-4d0e-a624-2f4258e11812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (77f6c205-7f9a-49f9-864f-d849ca5ba007), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.966394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c385ec3-58c5-4d0e-a624-2f4258e11812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.967719 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4c385ec3-58c5-4d0e-a624-2f4258e11812 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77f6c205-7f9a-49f9-864f-d849ca5ba007 HTTP/1.1" status: 204 len: 168 time: 0.1956513 Feb 19 03:03:32.982792 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:32.989247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7daea76a-4bd0-49aa-876b-37ab3263c7ec triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:32.989622 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.002095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c385ec3-58c5-4d0e-a624-2f4258e11812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f6c205-7f9a-49f9-864f-d849ca5ba007,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:33.024612 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Checking router: 70ca21c1-0655-4b85-9a2c-f7452a51ec81 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:03:33.025190 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Updating router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 port 89da28a8-d964-45f5-9d08-927266924aa8 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:03:33.058298 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (89da28a8-d964-45f5-9d08-927266924aa8), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.074350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:03:28Z', 'revision_number': 4, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fa36637e-d317-4326-bf04-4fa77fd72e09', 'name': '', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'mac_address': 'fa:16:3e:90:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:25Z', 'updated_at': '2022-02-19T03:03:29Z', 'revision_number': 2, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'subnets': [{'id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:33.108138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Checking router: f44aec90-a68b-4367-bd78-c1f0c8d709b0 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:03:33.108516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Updating router f44aec90-a68b-4367-bd78-c1f0c8d709b0 port fa36637e-d317-4326-bf04-4fa77fd72e09 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:03:33.125952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c070fb-2f16-49bd-b24b-2e6de8e01881 req-ea500b2c-fd5b-4113-96ca-1bedf8eb2bf2 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:33.133990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51c070fb-2f16-49bd-b24b-2e6de8e01881 req-ea500b2c-fd5b-4113-96ca-1bedf8eb2bf2 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 950 time: 0.4521906 Feb 19 03:03:33.163234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f6c205-7f9a-49f9-864f-d849ca5ba007,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:33.216867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7daea76a-4bd0-49aa-876b-37ab3263c7ec is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:33.221711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=cb944beb-392f-4237-9e92-eabe14f86c9d,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:33.232607 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.251889 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.252232 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.252583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.252936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.253269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.253596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.253920 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.254241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.254563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.254884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.255204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.255519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.255835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57442303-561d-45a7-b813-0b340369dffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.304215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee97f7-eb3f-4f3c-8fa5-1e0736098128 req-c58c29bc-de49-4ad5-b268-fa056ecd38dd tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:33.311720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42ee97f7-eb3f-4f3c-8fa5-1e0736098128 req-c58c29bc-de49-4ad5-b268-fa056ecd38dd tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.6359010 Feb 19 03:03:33.353827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for port (f401834a-3df9-4e56-86db-96db86f33828), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.378387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51c070fb-2f16-49bd-b24b-2e6de8e01881 req-f3d912c3-5aec-4d87-9842-889d0a427842 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432380 Feb 19 03:03:33.574741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-698f821a-5d5f-4e7e-b80d-c654ab034ec5 req-36dae703-3bb3-4017-9d73-bfefe2f73592 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 210 time: 0.0647333 Feb 19 03:03:33.609214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42ee97f7-eb3f-4f3c-8fa5-1e0736098128 req-14ddfe5a-8cde-417a-b66b-ed7d2355a23e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890055 Feb 19 03:03:33.621747 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Publish callbacks [] for port (89da28a8-d964-45f5-9d08-927266924aa8), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.638645 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (89da28a8-d964-45f5-9d08-927266924aa8), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.734457 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Attempting to bind port 89da28a8-d964-45f5-9d08-927266924aa8 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:33.734834 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Attempting to bind port 89da28a8-d964-45f5-9d08-927266924aa8 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:33.735297 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Attempting to bind port 89da28a8-d964-45f5-9d08-927266924aa8 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:33.752849 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:33.753323 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:33.753639 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.754102 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:33.754514 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Bound port: 89da28a8-d964-45f5-9d08-927266924aa8, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:33.754942 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (89da28a8-d964-45f5-9d08-927266924aa8), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.819799 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f401834a-3df9-4e56-86db-96db86f33828), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.865677 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] For port 89da28a8-d964-45f5-9d08-927266924aa8, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:33.871629 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] For port 89da28a8-d964-45f5-9d08-927266924aa8, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=89da28a8-d964-45f5-9d08-927266924aa8,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:33.876918 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Publish callbacks [] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.889959 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9026b45-c817-4b84-b266-eb4770f684fb x-openstack-request-id: req-a9026b45-c817-4b84-b266-eb4770f684fb {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:33.889959 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99a25b6-b815-453e-a6e2-4f63bd23095c", "name": "network-vif-plugged", "status": "completed", "tag": "cb944beb-392f-4237-9e92-eabe14f86c9d", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:33.890346 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9026b45-c817-4b84-b266-eb4770f684fb {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:33.892461 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99a25b6-b815-453e-a6e2-4f63bd23095c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb944beb-392f-4237-9e92-eabe14f86c9d', 'code': 200} Feb 19 03:03:33.897537 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (89da28a8-d964-45f5-9d08-927266924aa8), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.913440 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:33.914590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d2b1f-6546-4a55-bee0-d99f41b5f3a5 req-1b4e5dbe-9c1d-4b29-8366-5be37ec3f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:33.919995 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5f5d2b1f-6546-4a55-bee0-d99f41b5f3a5 req-1b4e5dbe-9c1d-4b29-8366-5be37ec3f913 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 1127 time: 0.1247299 Feb 19 03:03:33.939322 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Pushing event updated for resources: {'Port': ['ID=89da28a8-d964-45f5-9d08-927266924aa8,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:33.959496 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.959847 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.960192 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.960534 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.962150 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.962500 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.963613 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.963951 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.965114 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.965455 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.965800 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.967600 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:33.967940 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:34.000733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:34.015460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03023ca7-09f6-44ee-b11e-6c872ea4e618 None None] Pushing event updated for resources: {'Port': ['ID=fa36637e-d317-4326-bf04-4fa77fd72e09,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:34.056040 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3aac5239-2271-46f1-9b9e-37c5d7bcba12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.056468 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5f5d2b1f-6546-4a55-bee0-d99f41b5f3a5 req-0f7d66cd-5bf4-424a-8b9e-f02202e373de service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274612 Feb 19 03:03:34.073666 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event updated for resources: {'Port': ['ID=f401834a-3df9-4e56-86db-96db86f33828,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:34.078539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:34.096214 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a215c9-c86f-4e3b-bcf4-9c6a15bcf2d0 None None] Pushing event updated for resources: {'Port': ['ID=89da28a8-d964-45f5-9d08-927266924aa8,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:34.113662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:34.122343 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Routers {'70ca21c1-0655-4b85-9a2c-f7452a51ec81'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:34.123248 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:34.212876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Attempting to bind port fa36637e-d317-4326-bf04-4fa77fd72e09 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:34.219418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Attempting to bind port fa36637e-d317-4326-bf04-4fa77fd72e09 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:34.220074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Attempting to bind port fa36637e-d317-4326-bf04-4fa77fd72e09 on network 69ce41cd-7033-4644-9dcc-83550fa8ab23 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:34.252993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:34.253712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Checking segment: {'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:34.254308 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.257064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Bound using segment: {'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:34.257746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Bound port: fa36637e-d317-4326-bf04-4fa77fd72e09, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:34.258809 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.394563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] For port fa36637e-d317-4326-bf04-4fa77fd72e09, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:34.411930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:34.412782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] For port fa36637e-d317-4326-bf04-4fa77fd72e09, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fa36637e-d317-4326-bf04-4fa77fd72e09,segment=NetworkSegment(7f5b6e76-f897-469c-8397-c6b7e07a2fd8),segment_id=7f5b6e76-f897-469c-8397-c6b7e07a2fd8)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:34.423449 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.426082 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.447053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55538) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:34.453313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fa23dde1-a858-49c6-bd58-e8b5ae7b3318 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241010032', 'description': 'tempest-description--77940235'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:34.507660 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] Set router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:34.533861 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa23dde1-a858-49c6-bd58-e8b5ae7b3318 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.566988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03023ca7-09f6-44ee-b11e-6c872ea4e618 None None] Pushing event updated for resources: {'Port': ['ID=fa36637e-d317-4326-bf04-4fa77fd72e09,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:34.648571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Routers {'f44aec90-a68b-4367-bd78-c1f0c8d709b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:34.649243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:34.652550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-194ed879-c445-46b6-ab7c-8f9ae43d4d17 None None] Provisioning complete for port fa36637e-d317-4326-bf04-4fa77fd72e09 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:34.652966 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-194ed879-c445-46b6-ab7c-8f9ae43d4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.683121 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa23dde1-a858-49c6-bd58-e8b5ae7b3318 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for security_group (954a1bcb-c171-4bc6-b067-213b12a48211), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.693043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-36cabc1d-ce72-4b9c-9769-e9bc87d351dd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1274273 Feb 19 03:03:34.697440 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa23dde1-a858-49c6-bd58-e8b5ae7b3318 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (954a1bcb-c171-4bc6-b067-213b12a48211), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.702662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Request body: {'port': {'device_id': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:34.762291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23dde1-a858-49c6-bd58-e8b5ae7b3318 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954a1bcb-c171-4bc6-b067-213b12a48211,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:34.767848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa23dde1-a858-49c6-bd58-e8b5ae7b3318 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.769930 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fa23dde1-a858-49c6-bd58-e8b5ae7b3318 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3210716 Feb 19 03:03:34.772419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55552) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:34.778192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-266568b6-886f-4b69-a17c-987fe316ca6b tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Request body: {'security_group_rule': {'security_group_id': '954a1bcb-c171-4bc6-b067-213b12a48211', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:34.825601 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-266568b6-886f-4b69-a17c-987fe316ca6b tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for security_group_rule (811b03f7-88d9-455a-bbf4-174332655a2a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.876435 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:34.954138 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:03:31Z', 'revision_number': 3, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:34.961880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc343d-d4de-4978-9bfd-8b626b3a25eb req-a4ef390d-926d-4526-bcb3-728adf5b202f tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:34.963415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9bc343d-d4de-4978-9bfd-8b626b3a25eb req-a4ef390d-926d-4526-bcb3-728adf5b202f tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 1132 time: 0.5274260 Feb 19 03:03:34.990934 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-266568b6-886f-4b69-a17c-987fe316ca6b tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for security_group_rule (811b03f7-88d9-455a-bbf4-174332655a2a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.003186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] Set router f44aec90-a68b-4367-bd78-c1f0c8d709b0 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:35.003707 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-266568b6-886f-4b69-a17c-987fe316ca6b tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (811b03f7-88d9-455a-bbf4-174332655a2a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.010196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-194ed879-c445-46b6-ab7c-8f9ae43d4d17 None None] Current status of the port fa36637e-d317-4326-bf04-4fa77fd72e09 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:35.010637 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-194ed879-c445-46b6-ab7c-8f9ae43d4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.018176 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e344aa-929a-4830-8e8e-953fa57fc37a None None] The sync data for ids ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'] in n-d-826755-2 is: [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:03:31Z', 'revision_number': 3, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:35.022724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac18991-c82b-4ca4-8192-31857c755b9e req-9234ca88-2f62-4a6d-99c9-4b1a5ca2a3f1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:35.030044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ac18991-c82b-4ca4-8192-31857c755b9e req-9234ca88-2f62-4a6d-99c9-4b1a5ca2a3f1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.3911328 Feb 19 03:03:35.054576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266568b6-886f-4b69-a17c-987fe316ca6b tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811b03f7-88d9-455a-bbf4-174332655a2a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:35.061528 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f401834a-3df9-4e56-86db-96db86f33828), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.074336 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c9bc343d-d4de-4978-9bfd-8b626b3a25eb req-28b9a382-40f7-4480-b5c0-f8b4112866b4 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.092815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-266568b6-886f-4b69-a17c-987fe316ca6b tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.100969 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-266568b6-886f-4b69-a17c-987fe316ca6b tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3259685 Feb 19 03:03:35.104823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55560) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:35.116979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a5060210-0baf-49c9-9852-a41395273f32 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Request body: {'security_group_rule': {'security_group_id': '954a1bcb-c171-4bc6-b067-213b12a48211', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:35.121276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-194ed879-c445-46b6-ab7c-8f9ae43d4d17 None None] For port fa36637e-d317-4326-bf04-4fa77fd72e09, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fa36637e-d317-4326-bf04-4fa77fd72e09,segment=NetworkSegment(7f5b6e76-f897-469c-8397-c6b7e07a2fd8),segment_id=7f5b6e76-f897-469c-8397-c6b7e07a2fd8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:35.134305 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-194ed879-c445-46b6-ab7c-8f9ae43d4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.193027 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a5060210-0baf-49c9-9852-a41395273f32 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for security_group_rule (ac9fd3b1-2545-4888-a1a2-b91ecf46c160), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.245679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ed879-c445-46b6-ab7c-8f9ae43d4d17 None None] Pushing event updated for resources: {'Port': ['ID=fa36637e-d317-4326-bf04-4fa77fd72e09,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:35.312996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ac18991-c82b-4ca4-8192-31857c755b9e req-b0a5a7c1-6778-4d35-b5be-a04fce689509 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765348 Feb 19 03:03:35.332056 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a5060210-0baf-49c9-9852-a41395273f32 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for security_group_rule (ac9fd3b1-2545-4888-a1a2-b91ecf46c160), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.343311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a5060210-0baf-49c9-9852-a41395273f32 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (ac9fd3b1-2545-4888-a1a2-b91ecf46c160), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.386833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a5060210-0baf-49c9-9852-a41395273f32 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.388178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-194ed879-c445-46b6-ab7c-8f9ae43d4d17 None None] Provisioning complete for port f401834a-3df9-4e56-86db-96db86f33828 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:35.388560 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-194ed879-c445-46b6-ab7c-8f9ae43d4d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f401834a-3df9-4e56-86db-96db86f33828), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.392506 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a5060210-0baf-49c9-9852-a41395273f32 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2862265 Feb 19 03:03:35.394654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55564) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:35.397234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5060210-0baf-49c9-9852-a41395273f32 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9fd3b1-2545-4888-a1a2-b91ecf46c160,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:35.410375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:35.455190 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.493084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-194ed879-c445-46b6-ab7c-8f9ae43d4d17 None None] Port f401834a-3df9-4e56-86db-96db86f33828 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:35.575799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55566) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:35.604019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.727238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-36b17569-c1d7-4f71-9fe7-512a4375d191 None None] Provisioning complete for port fa36637e-d317-4326-bf04-4fa77fd72e09 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:35.727518 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-36b17569-c1d7-4f71-9fe7-512a4375d191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.805878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Allocated IP 172.25.1.201 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:35.874077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:03:28Z', 'revision_number': 4, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fa36637e-d317-4326-bf04-4fa77fd72e09', 'name': '', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'mac_address': 'fa:16:3e:90:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:25Z', 'updated_at': '2022-02-19T03:03:34Z', 'revision_number': 4, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'subnets': [{'id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:35.879712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-36b17569-c1d7-4f71-9fe7-512a4375d191 None None] Current status of the port fa36637e-d317-4326-bf04-4fa77fd72e09 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:35.910391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9575a8e7-5ef4-461f-9395-9bf0d8b47db5 None None] The sync data for ids ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'] in n-d-826755-2 is: [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:03:28Z', 'revision_number': 4, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fa36637e-d317-4326-bf04-4fa77fd72e09', 'name': '', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'mac_address': 'fa:16:3e:90:ce:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:25Z', 'updated_at': '2022-02-19T03:03:34Z', 'revision_number': 4, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'subnets': [{'id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:35.922717 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0ba617d7-57f2-4ca6-8fde-c7cbb722a82a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:35.946337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Allocated IP 172.20.0.1 (e39bf806-1992-49ff-a939-99215785f492/f79cf414-250d-440d-9768-50a61554ea8b/33435ac9-01f1-406d-9f49-6fcd798cfa3c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:36.304887 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-002f2662-2fb5-4c42-a875-d391c2ad0d4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.473610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f401834a-3df9-4e56-86db-96db86f33828 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:36.483020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Publish callbacks [] for port (f401834a-3df9-4e56-86db-96db86f33828), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.497123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Transition to ACTIVE for port object f401834a-3df9-4e56-86db-96db86f33828 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:03:36.517406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for port (861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.544254 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c9bc343d-d4de-4978-9bfd-8b626b3a25eb req-28b9a382-40f7-4480-b5c0-f8b4112866b4 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] Publish callbacks [] for security_group (5ac6e23f-5edb-4865-8bf7-047938809261), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.553157 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f401834a-3df9-4e56-86db-96db86f33828), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.557750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-002f2662-2fb5-4c42-a875-d391c2ad0d4a admin admin] Publish callbacks [] for security_group (8b3d970f-9476-4a32-a580-9e9d100a1924), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.568799 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c9bc343d-d4de-4978-9bfd-8b626b3a25eb req-28b9a382-40f7-4480-b5c0-f8b4112866b4 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5ac6e23f-5edb-4865-8bf7-047938809261), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.574379 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-002f2662-2fb5-4c42-a875-d391c2ad0d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8b3d970f-9476-4a32-a580-9e9d100a1924), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.575380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fa36637e-d317-4326-bf04-4fa77fd72e09 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:36.633539 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-002f2662-2fb5-4c42-a875-d391c2ad0d4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a2f603551eaa4932ab3a44bc27cf7e28&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0558012 Feb 19 03:03:36.634852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f2662-2fb5-4c42-a875-d391c2ad0d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3d970f-9476-4a32-a580-9e9d100a1924,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:36.651133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55572) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:36.653227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.763747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514cb81-2b4f-4ab9-b65a-b8f8ce528e83 req-cdd33a07-9032-4b4a-a540-f6d156868601 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:36.776119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e514cb81-2b4f-4ab9-b65a-b8f8ce528e83 req-cdd33a07-9032-4b4a-a540-f6d156868601 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 1.1894681 Feb 19 03:03:36.787134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:36.801812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port fa36637e-d317-4326-bf04-4fa77fd72e09 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:36.802197 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.813783 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:36.823055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:36.882114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Pushing event updated for resources: {'Port': ['ID=861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:36.938422 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0809-1f52-42c1-8d6f-8dcaf5fa235d admin admin] Publish callbacks [] for security_group (8b3d970f-9476-4a32-a580-9e9d100a1924), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:36.949782 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e514cb81-2b4f-4ab9-b65a-b8f8ce528e83 req-48f2d1fc-55f1-43e0-9eec-4af4efb19882 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727488 Feb 19 03:03:36.960957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=f401834a-3df9-4e56-86db-96db86f33828,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:36.983061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b9a382-40f7-4480-b5c0-f8b4112866b4 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac6e23f-5edb-4865-8bf7-047938809261,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:36.988201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9bc343d-d4de-4978-9bfd-8b626b3a25eb req-28b9a382-40f7-4480-b5c0-f8b4112866b4 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0049322 Feb 19 03:03:36.990050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port fa36637e-d317-4326-bf04-4fa77fd72e09 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:36.991414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 89da28a8-d964-45f5-9d08-927266924aa8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:37.010343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0809-1f52-42c1-8d6f-8dcaf5fa235d admin admin] Publish callbacks [] for security_group (8b3d970f-9476-4a32-a580-9e9d100a1924), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.020513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Attempting to bind port f401834a-3df9-4e56-86db-96db86f33828 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:37.020962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Attempting to bind port f401834a-3df9-4e56-86db-96db86f33828 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:37.021228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Attempting to bind port f401834a-3df9-4e56-86db-96db86f33828 on network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:37.023762 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.047054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Port f401834a-3df9-4e56-86db-96db86f33828 on network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:37.047384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Attempting to bind port f401834a-3df9-4e56-86db-96db86f33828 on network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:37.079478 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Publish callbacks [] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.094759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:37.094759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Checking segment: {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:37.094759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Bound using segment: {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:37.096081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Bound port: f401834a-3df9-4e56-86db-96db86f33828, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:37.096081 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f401834a-3df9-4e56-86db-96db86f33828), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.135942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 89da28a8-d964-45f5-9d08-927266924aa8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:37.136501 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (89da28a8-d964-45f5-9d08-927266924aa8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.139232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for floatingip (18c4d2ac-78b3-4a0f-b04f-a140adbf309f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.192630 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0809-1f52-42c1-8d6f-8dcaf5fa235d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8b3d970f-9476-4a32-a580-9e9d100a1924), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.195416 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0809-1f52-42c1-8d6f-8dcaf5fa235d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.199026 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5a8c0809-1f52-42c1-8d6f-8dcaf5fa235d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8b3d970f-9476-4a32-a580-9e9d100a1924 HTTP/1.1" status: 204 len: 168 time: 0.5310743 Feb 19 03:03:37.202663 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.237550 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c0809-1f52-42c1-8d6f-8dcaf5fa235d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3d970f-9476-4a32-a580-9e9d100a1924,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:37.334044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 89da28a8-d964-45f5-9d08-927266924aa8 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:37.334477 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (89da28a8-d964-45f5-9d08-927266924aa8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.398941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 89da28a8-d964-45f5-9d08-927266924aa8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=89da28a8-d964-45f5-9d08-927266924aa8,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:37.399992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f779e-3ad7-4ec3-b960-af2849ba954a req-c7cb60f5-f368-41b6-a79f-74a3f8eb9ce6 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:37.401684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-800f779e-3ad7-4ec3-b960-af2849ba954a req-c7cb60f5-f368-41b6-a79f-74a3f8eb9ce6 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 943 time: 0.3032179 Feb 19 03:03:37.410925 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (89da28a8-d964-45f5-9d08-927266924aa8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.451189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19096a87-2118-451d-9735-87ae61af734c req-7858401f-88b8-469d-8b95-0841b6f02202 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:37.455683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19096a87-2118-451d-9735-87ae61af734c req-7858401f-88b8-469d-8b95-0841b6f02202 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.3339975 Feb 19 03:03:37.458577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for port (861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.461678 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.471728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.533590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=89da28a8-d964-45f5-9d08-927266924aa8,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:37.566846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Network e39bf806-1992-49ff-a939-99215785f492 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:37.608704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Pushing event updated for resources: {'Port': ['ID=861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:37.627174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:37.638695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-800f779e-3ad7-4ec3-b960-af2849ba954a req-8663eb15-492f-4460-b603-775f667b5af2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296932 Feb 19 03:03:37.639773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] For port f401834a-3df9-4e56-86db-96db86f33828, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:37.642370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:37.648572 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (18c4d2ac-78b3-4a0f-b04f-a140adbf309f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.683037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.705040 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e9d7050b-87ca-4ee1-b2ca-b98c2a441774 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3032653 Feb 19 03:03:37.721300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19096a87-2118-451d-9735-87ae61af734c req-11a82a05-730d-4c4c-8bd3-15495696969f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399390 Feb 19 03:03:37.770977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] For port f401834a-3df9-4e56-86db-96db86f33828, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f401834a-3df9-4e56-86db-96db86f33828,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:37.796292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Pushing event updated for resources: {'Port': ['ID=33435ac9-01f1-406d-9f49-6fcd798cfa3c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:37.817922 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f401834a-3df9-4e56-86db-96db86f33828), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.929993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=f401834a-3df9-4e56-86db-96db86f33828,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:37.951117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (70ca21c1-0655-4b85-9a2c-f7452a51ec81), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.979188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:37.979898 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:37.981437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-898d257b-1cf7-44ea-bff1-1b187c9d6ad6 service neutron] 10.222.0.67 "PUT /v2.0/ports/f401834a-3df9-4e56-86db-96db86f33828 HTTP/1.1" status: 200 len: 1091 time: 3.2875500 Feb 19 03:03:37.981936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'tag': 'f401834a-3df9-4e56-86db-96db86f33828'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:37.984286 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8212cf6-8e7e-40c2-8701-ed80dd578987" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd0bc4f-585e-4f42-81f4-de9e61133476", "tag": "f401834a-3df9-4e56-86db-96db86f33828"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:38.165260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-79e77973-75ad-46a9-af51-6be2275373cb None None] Provisioning complete for port 33435ac9-01f1-406d-9f49-6fcd798cfa3c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:38.165776 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79e77973-75ad-46a9-af51-6be2275373cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.284563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-79e77973-75ad-46a9-af51-6be2275373cb None None] Port 33435ac9-01f1-406d-9f49-6fcd798cfa3c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:38.309534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0977c22-3cda-4a74-98b7-7af387a303e9 req-955936c8-a9c7-4a7a-bb8d-e0bdcf2f7a8b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:38.319740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0977c22-3cda-4a74-98b7-7af387a303e9 req-955936c8-a9c7-4a7a-bb8d-e0bdcf2f7a8b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.5285490 Feb 19 03:03:38.355485 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.435371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 89da28a8-d964-45f5-9d08-927266924aa8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:38.490207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-3fe8c22d-f197-49a1-8984-7a236f4a136c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:38.493564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-3fe8c22d-f197-49a1-8984-7a236f4a136c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 1125 time: 0.3222008 Feb 19 03:03:38.583807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 89da28a8-d964-45f5-9d08-927266924aa8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:38.584173 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (89da28a8-d964-45f5-9d08-927266924aa8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.619904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-bf3e01d3-d81c-4dc9-9917-e7935459cf2f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f401834a-3df9-4e56-86db-96db86f33828 HTTP/1.1" status: 200 len: 217 time: 0.1044943 Feb 19 03:03:38.652389 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0977c22-3cda-4a74-98b7-7af387a303e9 req-8d209576-de0b-4a1b-b43e-4ccefb01682d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298376 Feb 19 03:03:38.729492 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:38.735558 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45da7923-3e34-45a5-b08e-74e341fbe5c4 x-openstack-request-id: req-45da7923-3e34-45a5-b08e-74e341fbe5c4 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:38.736750 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd0bc4f-585e-4f42-81f4-de9e61133476", "tag": "f401834a-3df9-4e56-86db-96db86f33828", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:38.737179 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45da7923-3e34-45a5-b08e-74e341fbe5c4 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:38.737874 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'tag': 'f401834a-3df9-4e56-86db-96db86f33828', 'status': 'completed', 'code': 200} Feb 19 03:03:38.750303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10004f-680d-4fd2-8093-9257db0cdf2a req-83717194-db96-4965-8716-b0603d88cc74 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:38.758794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee10004f-680d-4fd2-8093-9257db0cdf2a req-83717194-db96-4965-8716-b0603d88cc74 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.4280682 Feb 19 03:03:38.765672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 89da28a8-d964-45f5-9d08-927266924aa8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:38.897653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-303fccaa-c985-44e9-b6a8-52aac7549c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:38.899147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-303fccaa-c985-44e9-b6a8-52aac7549c0b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 200 len: 850 time: 0.2635572 Feb 19 03:03:38.965722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee10004f-680d-4fd2-8093-9257db0cdf2a req-284b2e69-8b17-4f0f-9536-ae4bc43f1406 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057524 Feb 19 03:03:39.028039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-bc60557d-1678-4acc-b526-a3bcb1b66424 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--241010032&fields=id&tenant_id=c64afb56dce84c20aee549318b1fe2c4 HTTP/1.1" status: 200 len: 267 time: 0.2024369 Feb 19 03:03:39.037368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55632) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:39.123791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-2b1dcc9d-9ebb-4b01-ad9b-bdcf013cbea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:39.126495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-2b1dcc9d-9ebb-4b01-ad9b-bdcf013cbea3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2074852 Feb 19 03:03:39.163660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-8bf2d0b6-8953-4805-bf24-ded660700425 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674005 Feb 19 03:03:39.175076 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f94cb62f-b6a8-43ec-8d0f-59e00e9584a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.265868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f94cb62f-b6a8-43ec-8d0f-59e00e9584a7 admin admin] Publish callbacks [] for security_group (6ab4dd58-8119-4fbe-adbe-c1428a885a11), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.272229 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f94cb62f-b6a8-43ec-8d0f-59e00e9584a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6ab4dd58-8119-4fbe-adbe-c1428a885a11), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.324245 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f94cb62f-b6a8-43ec-8d0f-59e00e9584a7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=55042d9701674db3b97d77b5d01eccfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2847366 Feb 19 03:03:39.325558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94cb62f-b6a8-43ec-8d0f-59e00e9584a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab4dd58-8119-4fbe-adbe-c1428a885a11,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:39.328295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55640) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:39.347321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb385200-49f0-437d-b5c8-3223eb879630 req-aa1fc199-8986-49cd-9325-855d86b3de5b tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:39.348886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-aa1fc199-8986-49cd-9325-855d86b3de5b tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/networks?id=69ce41cd-7033-4644-9dcc-83550fa8ab23 HTTP/1.1" status: 200 len: 812 time: 0.3114958 Feb 19 03:03:39.355881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Publish callbacks [] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.381828 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.384221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15e7fa3a-4300-430a-a4c3-d08de4daf292 admin admin] Publish callbacks [] for security_group (6ab4dd58-8119-4fbe-adbe-c1428a885a11), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.406730 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15e7fa3a-4300-430a-a4c3-d08de4daf292 admin admin] Publish callbacks [] for security_group (6ab4dd58-8119-4fbe-adbe-c1428a885a11), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.431563 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-50b5a7d0-2629-4b2b-8b9e-b750a135f965 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/quotas/c64afb56dce84c20aee549318b1fe2c4 HTTP/1.1" status: 200 len: 375 time: 0.0679352 Feb 19 03:03:39.458926 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15e7fa3a-4300-430a-a4c3-d08de4daf292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6ab4dd58-8119-4fbe-adbe-c1428a885a11), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.462876 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15e7fa3a-4300-430a-a4c3-d08de4daf292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.466599 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-15e7fa3a-4300-430a-a4c3-d08de4daf292 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6ab4dd58-8119-4fbe-adbe-c1428a885a11 HTTP/1.1" status: 204 len: 168 time: 0.1345973 Feb 19 03:03:39.475787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-ef914c44-ff6c-4f6b-8c14-26a0ec1790b2 service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288574 Feb 19 03:03:39.498969 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7fa3a-4300-430a-a4c3-d08de4daf292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab4dd58-8119-4fbe-adbe-c1428a885a11,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:39.534141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-691214ff-6b5b-429a-9121-9c168ebcbec7 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:39.535645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-691214ff-6b5b-429a-9121-9c168ebcbec7 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3461926 Feb 19 03:03:39.550368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Pushing event updated for resources: {'Port': ['ID=33435ac9-01f1-406d-9f49-6fcd798cfa3c,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:39.552911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (70ca21c1-0655-4b85-9a2c-f7452a51ec81), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:39.626369 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-878c4d6d-1e4a-498d-8d8c-6f985da0f40d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/quotas/5647f951301f4cefbfcdd514b5f2e37b HTTP/1.1" status: 200 len: 375 time: 0.0777988 Feb 19 03:03:39.737533 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-40708e49-b6a3-48e7-b7bf-fb2ab0c00ebe tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=c64afb56dce84c20aee549318b1fe2c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2760670 Feb 19 03:03:39.794513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37e934d7-e605-42d5-bca1-a51ef5287587 req-6e847c3f-2f85-42bd-85c2-14bc06dee9a1 service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026264 Feb 19 03:03:39.921796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-c55b84a1-c7c6-4db5-abc0-73455d8c1cce tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2778974 Feb 19 03:03:39.949898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Network e39bf806-1992-49ff-a939-99215785f492 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:39.957039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:39.986153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-b1ab1b5a-0332-48a6-9781-793f52cb03c3 service neutron] 10.222.0.81 "GET /v2.0/networks/69ce41cd-7033-4644-9dcc-83550fa8ab23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325895 Feb 19 03:03:40.026749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8212cf6-8e7e-40c2-8701-ed80dd578987 req-a30d13f5-be3c-49c7-b260-8666d65666b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:40.028271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8212cf6-8e7e-40c2-8701-ed80dd578987 req-a30d13f5-be3c-49c7-b260-8666d65666b7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 1125 time: 0.1745362 Feb 19 03:03:40.058263 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:40.447805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2c1d0eb5-a864-4ae6-904a-2615c260b9fa None None] Provisioning complete for port 33435ac9-01f1-406d-9f49-6fcd798cfa3c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:40.448401 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c1d0eb5-a864-4ae6-904a-2615c260b9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:40.505331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2c1d0eb5-a864-4ae6-904a-2615c260b9fa None None] Port 33435ac9-01f1-406d-9f49-6fcd798cfa3c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:40.582467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-cf6692d1-f80d-4b40-b01a-d06b0502a657 service neutron] 10.222.0.81 "GET /v2.0/networks/69ce41cd-7033-4644-9dcc-83550fa8ab23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595586 Feb 19 03:03:40.586925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8212cf6-8e7e-40c2-8701-ed80dd578987 req-9e8fdb7a-011b-466e-aa2e-4101b378781f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:40.588154 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8212cf6-8e7e-40c2-8701-ed80dd578987 req-9e8fdb7a-011b-466e-aa2e-4101b378781f service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 912 time: 0.5503483 Feb 19 03:03:40.592126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:03:40.639306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8212cf6-8e7e-40c2-8701-ed80dd578987 req-9fd8e5a2-0cb0-4164-94d8-dba5da16d679 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f401834a-3df9-4e56-86db-96db86f33828 HTTP/1.1" status: 200 len: 217 time: 0.0421224 Feb 19 03:03:40.826964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8212cf6-8e7e-40c2-8701-ed80dd578987 req-41a87af7-5718-4223-9347-03c385d77677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:40.828480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8212cf6-8e7e-40c2-8701-ed80dd578987 req-41a87af7-5718-4223-9347-03c385d77677 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 200 len: 850 time: 0.1805949 Feb 19 03:03:40.883375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddba40-b25f-41c2-8b1b-155133c48dcf req-5e4eeac4-8d94-4d7c-95b4-38afa8b598be tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:40.884937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0eddba40-b25f-41c2-8b1b-155133c48dcf req-5e4eeac4-8d94-4d7c-95b4-38afa8b598be tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 943 time: 0.2497535 Feb 19 03:03:41.037389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:41.051285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Sync routers for ids ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:41.064622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8212cf6-8e7e-40c2-8701-ed80dd578987 req-3d822996-b22e-4d60-b161-f9f220f6dd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:41.065909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8212cf6-8e7e-40c2-8701-ed80dd578987 req-3d822996-b22e-4d60-b161-f9f220f6dd29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1800761 Feb 19 03:03:41.066828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Routers {'70ca21c1-0655-4b85-9a2c-f7452a51ec81'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:41.068947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:41.084688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5fdb554a-7bf8-4963-b1cb-a3501f899834 admin admin] 10.222.0.81 "PUT /v2.0/routers/70ca21c1-0655-4b85-9a2c-f7452a51ec81/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6179075 Feb 19 03:03:41.159886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0eddba40-b25f-41c2-8b1b-155133c48dcf req-288dc9ed-9fb8-45ba-8cb2-12c39b121ba3 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415740 Feb 19 03:03:41.342502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404ef41-3f21-4073-98d2-61e0aa72f498 req-c5d55b1f-122e-4fda-bdc7-92342713bf0c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:41.350530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e404ef41-3f21-4073-98d2-61e0aa72f498 req-c5d55b1f-122e-4fda-bdc7-92342713bf0c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.3525143 Feb 19 03:03:41.391293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8212cf6-8e7e-40c2-8701-ed80dd578987 req-3554a71b-51a2-47eb-8f42-e127758d53ea service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838180 Feb 19 03:03:41.430047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6dd3b-6a4a-40b3-8db2-33f7c5e26e36 req-bbe63311-67b6-4bb9-adc4-800e2dd2bba3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:41.442396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5eb6dd3b-6a4a-40b3-8db2-33f7c5e26e36 req-bbe63311-67b6-4bb9-adc4-800e2dd2bba3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.1663914 Feb 19 03:03:41.454531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Set router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:41.552869 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55718) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:41.683286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e404ef41-3f21-4073-98d2-61e0aa72f498 req-0e272f88-02bd-4ae9-9d8f-f5103ae372f9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314555 Feb 19 03:03:41.811895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4502f11-bde9-4208-8f74-d048c3de62aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:41.835207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5eb6dd3b-6a4a-40b3-8db2-33f7c5e26e36 req-5987e629-b5fb-4a18-a05a-9e75a755543c tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862948 Feb 19 03:03:41.845009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:03:38Z', 'revision_number': 4, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '33435ac9-01f1-406d-9f49-6fcd798cfa3c', 'name': '', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'mac_address': 'fa:16:3e:43:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:35Z', 'updated_at': '2022-02-19T03:03:38Z', 'revision_number': 2, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'subnets': [{'id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:41.877780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8212cf6-8e7e-40c2-8701-ed80dd578987 req-e4bd2e23-1fc2-46ce-bb17-e16fda670abd service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4770019 Feb 19 03:03:41.958458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Checking router: 70ca21c1-0655-4b85-9a2c-f7452a51ec81 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:03:41.959383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Updating router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 port 33435ac9-01f1-406d-9f49-6fcd798cfa3c binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:03:41.970563 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-643b6a4d-c5e4-4ddc-91dd-15e885d2788b req-f3cfa649-f50e-4504-831d-1e785d2ae942 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 210 time: 0.0560310 Feb 19 03:03:41.988523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4502f11-bde9-4208-8f74-d048c3de62aa admin admin] Publish callbacks [] for security_group (660dba45-2ae5-40d1-b0d3-6a48f1637b9e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.001321 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4502f11-bde9-4208-8f74-d048c3de62aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (660dba45-2ae5-40d1-b0d3-6a48f1637b9e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.057203 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.113253 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f4502f11-bde9-4208-8f74-d048c3de62aa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9ab09b2113a4d2c89a7560240586f6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5582588 Feb 19 03:03:42.117767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55732) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.170425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2bd4e080-dad6-43b8-8c59-02cb77b8405b req-546b2184-a171-4d4a-bec3-5e47eeba7d2b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 210 time: 0.0928783 Feb 19 03:03:42.266238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55738) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:42.269058 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4502f11-bde9-4208-8f74-d048c3de62aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660dba45-2ae5-40d1-b0d3-6a48f1637b9e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:42.278089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-344700291-network', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:42.289045 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-894af241-56c9-42b4-baa5-751d7da3f758 admin admin] Publish callbacks [] for security_group (660dba45-2ae5-40d1-b0d3-6a48f1637b9e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.312999 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-894af241-56c9-42b4-baa5-751d7da3f758 admin admin] Publish callbacks [] for security_group (660dba45-2ae5-40d1-b0d3-6a48f1637b9e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.371825 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-894af241-56c9-42b4-baa5-751d7da3f758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (660dba45-2ae5-40d1-b0d3-6a48f1637b9e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.374725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f04da-060f-44b5-ae1a-e6a60b82a03d req-5299516e-dac0-4c2b-aacb-a125517909b0 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:42.374939 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-894af241-56c9-42b4-baa5-751d7da3f758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.379926 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-894af241-56c9-42b4-baa5-751d7da3f758 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/660dba45-2ae5-40d1-b0d3-6a48f1637b9e HTTP/1.1" status: 204 len: 168 time: 0.2589281 Feb 19 03:03:42.385175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-145f04da-060f-44b5-ae1a-e6a60b82a03d req-5299516e-dac0-4c2b-aacb-a125517909b0 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.2083738 Feb 19 03:03:42.391003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894af241-56c9-42b4-baa5-751d7da3f758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660dba45-2ae5-40d1-b0d3-6a48f1637b9e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:42.405982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Made reservation on behalf of e8e6060088054bf5a7f2325b948e7d6c for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:42.408764 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.442984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd800c-b839-442c-92f8-598f506e215a req-17f9106b-d3b1-4087-a53c-1a7d3b529014 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:42.453984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2bbd800c-b839-442c-92f8-598f506e215a req-17f9106b-d3b1-4087-a53c-1a7d3b529014 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 943 time: 0.1421657 Feb 19 03:03:42.462203 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.549565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-145f04da-060f-44b5-ae1a-e6a60b82a03d req-1fdd4acb-1295-4b34-95d6-c702d4fb88be tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632700 Feb 19 03:03:42.611913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2bbd800c-b839-442c-92f8-598f506e215a req-ea3e6984-30dc-478e-a63e-dbbb96d65c28 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506789 Feb 19 03:03:42.772585 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Publish callbacks [] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.782135 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.817069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Publish callbacks [] for security_group (8c2251d9-924b-4abf-8759-8095c3d3f270), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.834073 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8c2251d9-924b-4abf-8759-8095c3d3f270), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.848425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Pushing event updated for resources: {'Port': ['ID=33435ac9-01f1-406d-9f49-6fcd798cfa3c,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:42.866115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:03:42.867029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.867029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.867029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.867029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.867029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.867029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.867029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.867029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.867029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.867029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.867029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.868385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.868385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:03:42.874868 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e8bcba7a-3c46-4f79-83a0-5e647c3752fe), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.875269 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Added segment e8bcba7a-3c46-4f79-83a0-5e647c3752fe of type vlan for network a6ce9c92-71d2-45d8-9576-b25be1a23d60 Feb 19 03:03:42.927883 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (a6ce9c92-71d2-45d8-9576-b25be1a23d60), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.979826 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (a6ce9c92-71d2-45d8-9576-b25be1a23d60), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:42.980567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:42.981216 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:43.009350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e3d16-33b1-4b8a-b6a1-69684e7bfa74 req-bb819627-961a-45b2-aed5-937680173353 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:43.017691 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c44e3d16-33b1-4b8a-b6a1-69684e7bfa74 req-bb819627-961a-45b2-aed5-937680173353 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.3520484 Feb 19 03:03:43.020117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Attempting to bind port 33435ac9-01f1-406d-9f49-6fcd798cfa3c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:43.020493 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Attempting to bind port 33435ac9-01f1-406d-9f49-6fcd798cfa3c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:43.020877 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Attempting to bind port 33435ac9-01f1-406d-9f49-6fcd798cfa3c on network e39bf806-1992-49ff-a939-99215785f492 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:43.040974 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:43.059291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Checking segment: {'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:43.059828 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:43.060237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Bound using segment: {'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:43.061226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Bound port: 33435ac9-01f1-406d-9f49-6fcd798cfa3c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:43.068772 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:43.084676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2251d9-924b-4abf-8759-8095c3d3f270,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:43.110463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742df4f2-eb65-4a6c-8fc5-02568e133a74 req-8716ae1b-31f0-4718-9537-bdcdf67911ac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:43.111965 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-524ad064-eaf5-45c1-b37d-52e153070a64 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685580 Feb 19 03:03:43.120094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-742df4f2-eb65-4a6c-8fc5-02568e133a74 req-8716ae1b-31f0-4718-9537-bdcdf67911ac tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.3564782 Feb 19 03:03:43.147692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8775256 Feb 19 03:03:43.162304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55760) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:43.179376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a884fa4f-6242-47fd-9dd2-2a8c2cf69156 admin admin] Request body: {'subnet': {'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-344700291-subnet', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:43.200590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4815ffb-6ff9-46e4-89bb-b6726a820b57 admin admin] Pushing event updated for resources: {'Network': ['ID=a6ce9c92-71d2-45d8-9576-b25be1a23d60,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:43.221669 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network a6ce9c92-71d2-45d8-9576-b25be1a23d60 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:03:43.316329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c44e3d16-33b1-4b8a-b6a1-69684e7bfa74 req-5ce3e6c7-1566-4c3d-812a-639964a2cde1 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975755 Feb 19 03:03:43.349572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-742df4f2-eb65-4a6c-8fc5-02568e133a74 req-1596e900-99d3-43a1-83cd-7f1ff705f4c5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284868 Feb 19 03:03:43.402935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] For port 33435ac9-01f1-406d-9f49-6fcd798cfa3c, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:43.457264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f7d2cea3-bd1c-4977-a4e1-24e826c1c405 None None] Provisioning complete for port 33435ac9-01f1-406d-9f49-6fcd798cfa3c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:43.458509 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f7d2cea3-bd1c-4977-a4e1-24e826c1c405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:43.466818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] For port 33435ac9-01f1-406d-9f49-6fcd798cfa3c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=33435ac9-01f1-406d-9f49-6fcd798cfa3c,segment=NetworkSegment(68d2b9dd-1d76-44c6-9325-92d981930310),segment_id=68d2b9dd-1d76-44c6-9325-92d981930310)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:43.471863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb385200-49f0-437d-b5c8-3223eb879630 req-d3fd1a95-4212-4633-a95a-320a78e15ca3 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:43.483766 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-d3fd1a95-4212-4633-a95a-320a78e15ca3 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.87 "GET /v2.0/networks?id=69ce41cd-7033-4644-9dcc-83550fa8ab23 HTTP/1.1" status: 200 len: 812 time: 0.3474581 Feb 19 03:03:43.542136 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:43.656481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a884fa4f-6242-47fd-9dd2-2a8c2cf69156 admin admin] Made reservation on behalf of e8e6060088054bf5a7f2325b948e7d6c for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:43.664384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a884fa4f-6242-47fd-9dd2-2a8c2cf69156 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:43.726135 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-032e6353-083c-4314-80d7-3e4d72106cea tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1665919 Feb 19 03:03:43.749079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6f77198-b6b4-4335-9f7a-397a9c48a75d req-295a730c-620b-4acf-8a13-e8ff7c25b3d7 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 210 time: 0.1845016 Feb 19 03:03:43.818155 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-19626ab0-3e01-430c-b358-a2c81d67418d tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c64afb56dce84c20aee549318b1fe2c4 HTTP/1.1" status: 200 len: 379 time: 0.3228498 Feb 19 03:03:43.840707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-89567c50-6449-4cf0-b76a-11237af21d6c tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:43.842283 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-89567c50-6449-4cf0-b76a-11237af21d6c tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7234507 Feb 19 03:03:43.846388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bb385200-49f0-437d-b5c8-3223eb879630 req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Request body: {'port': {'device_id': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'admin_state_up': True, 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'security_groups': ['954a1bcb-c171-4bc6-b067-213b12a48211']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:43.861597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abedc10-0ed4-47a2-9dbc-6ddfde139a4a req-a7c437cc-b900-47f3-9618-27b4f8d20f38 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:43.873577 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5abedc10-0ed4-47a2-9dbc-6ddfde139a4a req-a7c437cc-b900-47f3-9618-27b4f8d20f38 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.3297343 Feb 19 03:03:43.924748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f7d2cea3-bd1c-4977-a4e1-24e826c1c405 None None] Port 33435ac9-01f1-406d-9f49-6fcd798cfa3c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:43.933127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Routers {'70ca21c1-0655-4b85-9a2c-f7452a51ec81'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:43.933919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:43.996249 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0cad59f1-1333-4003-8863-701205106978 req-fd1fd950-97fc-439c-adca-24ff5e22d144 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 210 time: 0.0783324 Feb 19 03:03:44.048885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5abedc10-0ed4-47a2-9dbc-6ddfde139a4a req-0ef69f27-810c-415f-83c7-6a177ca49e72 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717901 Feb 19 03:03:44.103631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-674badb8-28b8-487e-bd16-ed7b0c5b9abb None None] Provisioning complete for port 33435ac9-01f1-406d-9f49-6fcd798cfa3c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:44.105057 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-674badb8-28b8-487e-bd16-ed7b0c5b9abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.108221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057f1f8-d393-46dd-afe3-5bae22e0a38a None None] Pushing event updated for resources: {'Port': ['ID=33435ac9-01f1-406d-9f49-6fcd798cfa3c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:44.189002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Request body: {'port': {'device_id': 'c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '5647f951301f4cefbfcdd514b5f2e37b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:44.226404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb385200-49f0-437d-b5c8-3223eb879630 req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Made reservation on behalf of c64afb56dce84c20aee549318b1fe2c4 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:44.231386 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb385200-49f0-437d-b5c8-3223eb879630 req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.265427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] Set router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:44.301577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7d2d1-46c3-4236-9ec6-79fbf83e97c3 req-259e7cd1-f61e-482b-8dc0-8d67fbcc812e tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:44.313529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24b7d2d1-46c3-4236-9ec6-79fbf83e97c3 req-259e7cd1-f61e-482b-8dc0-8d67fbcc812e tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 943 time: 0.1449862 Feb 19 03:03:44.340399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f401834a-3df9-4e56-86db-96db86f33828 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:03:44.475954 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:03:44.497535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-674badb8-28b8-487e-bd16-ed7b0c5b9abb None None] Current status of the port 33435ac9-01f1-406d-9f49-6fcd798cfa3c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:44.498251 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-674badb8-28b8-487e-bd16-ed7b0c5b9abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.516468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24b7d2d1-46c3-4236-9ec6-79fbf83e97c3 req-9fd7d80c-efa7-48c0-9c8a-c8c7bb1e09d0 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971049 Feb 19 03:03:44.600738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e5fc2-4ef6-48b3-8309-d5fe594d0619 req-3f05ecf6-f77a-4c87-be7b-ea8311913985 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:44.602832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Made reservation on behalf of 5647f951301f4cefbfcdd514b5f2e37b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:44.604578 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c7e5fc2-4ef6-48b3-8309-d5fe594d0619 req-3f05ecf6-f77a-4c87-be7b-ea8311913985 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.1892381 Feb 19 03:03:44.613926 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.617756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-bb385200-49f0-437d-b5c8-3223eb879630 req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Allocated IP 172.20.0.12 (69ce41cd-7033-4644-9dcc-83550fa8ab23/d78a5e02-fd12-4985-b75d-886d4ff9f507/c19cbce2-0aab-45bd-b5c6-db655639395b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:44.627117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a884fa4f-6242-47fd-9dd2-2a8c2cf69156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (222d10ba-c971-4f5d-8bf4-c36f58cab269), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.658890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-674badb8-28b8-487e-bd16-ed7b0c5b9abb None None] For port 33435ac9-01f1-406d-9f49-6fcd798cfa3c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=33435ac9-01f1-406d-9f49-6fcd798cfa3c,segment=NetworkSegment(68d2b9dd-1d76-44c6-9325-92d981930310),segment_id=68d2b9dd-1d76-44c6-9325-92d981930310)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:44.684914 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-674badb8-28b8-487e-bd16-ed7b0c5b9abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.704436 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-6014d9c0-8cff-4428-8c2c-177864799472 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:44.710485 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-6014d9c0-8cff-4428-8c2c-177864799472 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8622787 Feb 19 03:03:44.738953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c7e5fc2-4ef6-48b3-8309-d5fe594d0619 req-ecc0ccfa-b757-4f20-b8ca-8b6f0d2257e6 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212866 Feb 19 03:03:44.830885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674badb8-28b8-487e-bd16-ed7b0c5b9abb None None] Pushing event updated for resources: {'Port': ['ID=33435ac9-01f1-406d-9f49-6fcd798cfa3c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:44.840148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f401834a-3df9-4e56-86db-96db86f33828, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f401834a-3df9-4e56-86db-96db86f33828,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:44.864993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdcb52f-116e-45f4-8fee-4941ebd3bbb8 req-74dc72a8-70ab-4bb8-91ed-b7db1d25d520 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:44.877474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bdcb52f-116e-45f4-8fee-4941ebd3bbb8 req-74dc72a8-70ab-4bb8-91ed-b7db1d25d520 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.2504745 Feb 19 03:03:44.900375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'f401834a-3df9-4e56-86db-96db86f33828', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'port_id': 'f401834a-3df9-4e56-86db-96db86f33828', 'mac_address': 'fa:16:3e:d0:24:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:03:44.925805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Allocated IP 192.168.233.79 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/79fcbda1-6e3f-4837-a79b-d5b6a841b3f2) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:44.960009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f401834a-3df9-4e56-86db-96db86f33828 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:44.961254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f401834a-3df9-4e56-86db-96db86f33828), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:44.976957 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:03:38Z', 'revision_number': 4, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '33435ac9-01f1-406d-9f49-6fcd798cfa3c', 'name': '', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'mac_address': 'fa:16:3e:43:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:35Z', 'updated_at': '2022-02-19T03:03:43Z', 'revision_number': 4, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'subnets': [{'id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:45.009940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f57ad5-1fb8-43f7-bda6-7fce6d556948 None None] The sync data for ids ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'] in n-d-826755-2 is: [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:03:38Z', 'revision_number': 4, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '33435ac9-01f1-406d-9f49-6fcd798cfa3c', 'name': '', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'mac_address': 'fa:16:3e:43:01:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:35Z', 'updated_at': '2022-02-19T03:03:43Z', 'revision_number': 4, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'subnets': [{'id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:45.011479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f401834a-3df9-4e56-86db-96db86f33828 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:45.038012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f401834a-3df9-4e56-86db-96db86f33828, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f401834a-3df9-4e56-86db-96db86f33828,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:45.048781 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f401834a-3df9-4e56-86db-96db86f33828), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:45.141602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38ead9b8-adf7-4700-8fa5-972c92820059 req-91342662-5f79-4e2f-8168-e2b94f4b6ffb tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 210 time: 0.2614193 Feb 19 03:03:45.163932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f401834a-3df9-4e56-86db-96db86f33828,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:45.224209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Request body: {'port': {'device_id': '97f4d89d-5230-4470-a827-fd8d84841b7f', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '5647f951301f4cefbfcdd514b5f2e37b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:45.253105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884fa4f-6242-47fd-9dd2-2a8c2cf69156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222d10ba-c971-4f5d-8bf4-c36f58cab269,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:45.314435 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks [] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:45.331332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ebc6946-5535-4362-9678-b41bf0872076 req-929ed7fc-997f-4b9a-b7c0-78e009019385 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 210 time: 0.0985086 Feb 19 03:03:45.342985 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb385200-49f0-437d-b5c8-3223eb879630 req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:45.349165 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bdcb52f-116e-45f4-8fee-4941ebd3bbb8 req-cdb83be7-b142-4a72-9324-5b4b04bc9058 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706826 Feb 19 03:03:45.393653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['f401834a-3df9-4e56-86db-96db86f33828'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:45.407951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a884fa4f-6242-47fd-9dd2-2a8c2cf69156 admin admin] Checking segment: {'id': 'e8bcba7a-3c46-4f79-83a0-5e647c3752fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:45.408413 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a884fa4f-6242-47fd-9dd2-2a8c2cf69156 admin admin] Network hostable DHCP agents. Network: a6ce9c92-71d2-45d8-9576-b25be1a23d60, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:03:45.447065 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb385200-49f0-437d-b5c8-3223eb879630 req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:45.498128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a884fa4f-6242-47fd-9dd2-2a8c2cf69156 admin admin] Network a6ce9c92-71d2-45d8-9576-b25be1a23d60 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:03:45.506506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Made reservation on behalf of 5647f951301f4cefbfcdd514b5f2e37b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:03:45.510539 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:45.515560 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:45.533414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:45.572343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb385200-49f0-437d-b5c8-3223eb879630 req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Network 69ce41cd-7033-4644-9dcc-83550fa8ab23 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:45.585014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event updated for resources: {'Port': ['ID=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:45.590311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-bb385200-49f0-437d-b5c8-3223eb879630 req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:45.599532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-a884fa4f-6242-47fd-9dd2-2a8c2cf69156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, a6ce9c92-71d2-45d8-9576-b25be1a23d60) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:45.611007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a884fa4f-6242-47fd-9dd2-2a8c2cf69156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:45.615023 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a884fa4f-6242-47fd-9dd2-2a8c2cf69156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:45.619504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb385200-49f0-437d-b5c8-3223eb879630 req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:45.665431 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424e51b0-b088-4063-8cc7-1f996c7d558c None None] Network a6ce9c92-71d2-45d8-9576-b25be1a23d60 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:45.687296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:45.701658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:45.759481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:45.768567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Pushing event updated for resources: {'Port': ['ID=c19cbce2-0aab-45bd-b5c6-db655639395b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:45.792166 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a884fa4f-6242-47fd-9dd2-2a8c2cf69156 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6251035 Feb 19 03:03:45.797611 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55834) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:45.821015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-344700291-router', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:45.871860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee403763-37a7-499e-b206-05807167baf6 req-38823697-dddb-41ff-959b-f5853ef88db3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:45.880925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee403763-37a7-499e-b206-05807167baf6 req-38823697-dddb-41ff-959b-f5853ef88db3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.4517624 Feb 19 03:03:46.028087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee403763-37a7-499e-b206-05807167baf6 req-f7bbf4f7-faab-4ce2-bed1-3469eb2e2bd8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441100 Feb 19 03:03:46.060191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb385200-49f0-437d-b5c8-3223eb879630 req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:46.060896 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb385200-49f0-437d-b5c8-3223eb879630 req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.129800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:46.130641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.132681 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-a6ce9c92-71d2-45d8-9576-b25be1a23d60', 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60', 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'fixed_ips': [{'subnet_id': '222d10ba-c971-4f5d-8bf4-c36f58cab269'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:03:46.134647 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.146968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.147244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d201c84-6d08-40ad-896e-2234f777a6b8 req-ad53fe4c-e873-41bf-8a93-f7c1de0efc0b tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:46.153165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.153826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d201c84-6d08-40ad-896e-2234f777a6b8 req-ad53fe4c-e873-41bf-8a93-f7c1de0efc0b tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 944 time: 0.5094349 Feb 19 03:03:46.199019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-5d52dd6f-f89e-402a-87a5-973a8fead2a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3711491 Feb 19 03:03:46.206733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Request body: {'port': {'device_id': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:46.209632 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-cb535e90-2ccc-4c9b-9708-7f1316f55cb4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0272532 Feb 19 03:03:46.227634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Request body: {'port': {'device_id': 'c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:46.277703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-da465fdb-cfff-4544-bf6d-6965a45a51c1 None None] Provisioning complete for port c19cbce2-0aab-45bd-b5c6-db655639395b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:46.278109 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-da465fdb-cfff-4544-bf6d-6965a45a51c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.456624 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Publish callbacks [] for router_controller (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.475834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-da465fdb-cfff-4544-bf6d-6965a45a51c1 None None] Port c19cbce2-0aab-45bd-b5c6-db655639395b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:46.478546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.485602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 33435ac9-01f1-406d-9f49-6fcd798cfa3c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:46.506291 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.534863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d201c84-6d08-40ad-896e-2234f777a6b8 req-3f5c1109-54cb-4a92-aaed-b31dbca3cd75 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3740830 Feb 19 03:03:46.558878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdecdfd-8493-4760-9f0e-ca1c3af6dffe req-090081c4-ecac-42c5-b4da-fa16cf9033ce tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:46.566867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bdecdfd-8493-4760-9f0e-ca1c3af6dffe req-090081c4-ecac-42c5-b4da-fa16cf9033ce tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.3857603 Feb 19 03:03:46.688147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-27de426d-50c4-4353-9249-ff37c327c8b9 None None] Provisioning complete for port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:46.688147 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27de426d-50c4-4353-9249-ff37c327c8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.694628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55852) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:46.703097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Allocated IP 192.168.233.90 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/7012cb41-d0d0-47a3-9043-de749963e040) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:46.720300 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Allocated IP 172.20.0.2 (a6ce9c92-71d2-45d8-9576-b25be1a23d60/222d10ba-c971-4f5d-8bf4-c36f58cab269/d78fdfd1-f8ea-4044-93e6-2428f6defb50) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:46.757368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-27de426d-50c4-4353-9249-ff37c327c8b9 None None] Port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:46.777834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 33435ac9-01f1-406d-9f49-6fcd798cfa3c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:46.778429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.927017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 33435ac9-01f1-406d-9f49-6fcd798cfa3c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:46.954817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19cbce2-0aab-45bd-b5c6-db655639395b {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:46.967543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Publish callbacks [] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:46.990253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Publish callbacks [] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.003969 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.046782 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db0ccedb-4438-4a36-a327-e792e379e346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.047054 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bdecdfd-8493-4760-9f0e-ca1c3af6dffe req-f6270dfe-1f85-4d70-9afd-4f81143a2308 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4781353 Feb 19 03:03:47.050230 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Publish callbacks [] for router_gateway (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.053496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Network a6ce9c92-71d2-45d8-9576-b25be1a23d60 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:47.055108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Transition to ACTIVE for port object c19cbce2-0aab-45bd-b5c6-db655639395b will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:03:47.058691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:47.063031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:47.078995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Pushing event updated for resources: {'Port': ['ID=d78fdfd1-f8ea-4044-93e6-2428f6defb50,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:47.107924 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.134023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f078b-d386-4872-aacb-b13dc9936c93 req-b1655d49-7906-4123-8599-109668bc0451 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:47.135535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a87f078b-d386-4872-aacb-b13dc9936c93 req-b1655d49-7906-4123-8599-109668bc0451 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 932 time: 0.1712859 Feb 19 03:03:47.141730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Attempting to bind port d78fdfd1-f8ea-4044-93e6-2428f6defb50 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:47.142335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Attempting to bind port d78fdfd1-f8ea-4044-93e6-2428f6defb50 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'e8bcba7a-3c46-4f79-83a0-5e647c3752fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:47.142451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Attempting to bind port d78fdfd1-f8ea-4044-93e6-2428f6defb50 on network a6ce9c92-71d2-45d8-9576-b25be1a23d60 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:47.149591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:47.150339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Checking segment: {'id': 'e8bcba7a-3c46-4f79-83a0-5e647c3752fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:47.151410 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.151558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Bound using segment: {'id': 'e8bcba7a-3c46-4f79-83a0-5e647c3752fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:47.152400 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Bound port: d78fdfd1-f8ea-4044-93e6-2428f6defb50, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bcba7a-3c46-4f79-83a0-5e647c3752fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:47.153492 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.189216 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks [] for port (7012cb41-d0d0-47a3-9043-de749963e040), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.204453 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db0ccedb-4438-4a36-a327-e792e379e346 admin admin] Publish callbacks [] for security_group (70d6fb50-d57e-47cf-98ef-ab9c3dd32174), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.213534 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6a83fea-236c-4811-adb1-6ad8e8e6d714 req-38d04a73-83e0-4655-8ede-a54dbc5e2463 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 210 time: 0.0873761 Feb 19 03:03:47.237699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] For port d78fdfd1-f8ea-4044-93e6-2428f6defb50, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:47.243282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] For port d78fdfd1-f8ea-4044-93e6-2428f6defb50, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d78fdfd1-f8ea-4044-93e6-2428f6defb50,segment=NetworkSegment(e8bcba7a-3c46-4f79-83a0-5e647c3752fe),segment_id=e8bcba7a-3c46-4f79-83a0-5e647c3752fe)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:47.251449 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db0ccedb-4438-4a36-a327-e792e379e346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (70d6fb50-d57e-47cf-98ef-ab9c3dd32174), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.256198 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.277388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c19cbce2-0aab-45bd-b5c6-db655639395b,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:47.335029 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-db0ccedb-4438-4a36-a327-e792e379e346 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9dba0b22e29c443b815dd64c1dd314f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5560257 Feb 19 03:03:47.335974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55858) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:47.344820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ccedb-4438-4a36-a327-e792e379e346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d6fb50-d57e-47cf-98ef-ab9c3dd32174,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:47.395844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc7f5a-3613-45b3-888c-bce4ae3f078b None None] Pushing event updated for resources: {'Port': ['ID=d78fdfd1-f8ea-4044-93e6-2428f6defb50,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:47.415417 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7012cb41-d0d0-47a3-9043-de749963e040), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.432802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:47.451017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a87f078b-d386-4872-aacb-b13dc9936c93 req-8f995cdb-b690-4d3e-97af-4e9e850966d4 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837987 Feb 19 03:03:47.543154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Attempting to bind port c19cbce2-0aab-45bd-b5c6-db655639395b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:47.547753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event updated for resources: {'Port': ['ID=7012cb41-d0d0-47a3-9043-de749963e040,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:47.548041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Attempting to bind port c19cbce2-0aab-45bd-b5c6-db655639395b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:47.548792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Attempting to bind port c19cbce2-0aab-45bd-b5c6-db655639395b on network 69ce41cd-7033-4644-9dcc-83550fa8ab23 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:47.560589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Port c19cbce2-0aab-45bd-b5c6-db655639395b on network 69ce41cd-7033-4644-9dcc-83550fa8ab23 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:47.561252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Attempting to bind port c19cbce2-0aab-45bd-b5c6-db655639395b on network 69ce41cd-7033-4644-9dcc-83550fa8ab23 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:47.618059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05dcf5d-e920-47fd-b02a-a3b2af98cfb0 req-12de7b07-7914-43cc-a152-11290a7dc6b8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:47.620423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e05dcf5d-e920-47fd-b02a-a3b2af98cfb0 req-12de7b07-7914-43cc-a152-11290a7dc6b8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.3056993 Feb 19 03:03:47.621580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:47.621924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Checking segment: {'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:47.622307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Bound using segment: {'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:47.623660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Bound port: c19cbce2-0aab-45bd-b5c6-db655639395b, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f5b6e76-f897-469c-8397-c6b7e07a2fd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:47.624024 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.625030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:47.630955 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-455f0b0e-d674-4293-a833-bab6ed92d98d admin admin] Publish callbacks [] for security_group (70d6fb50-d57e-47cf-98ef-ab9c3dd32174), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.658217 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-455f0b0e-d674-4293-a833-bab6ed92d98d admin admin] Publish callbacks [] for security_group (70d6fb50-d57e-47cf-98ef-ab9c3dd32174), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.698612 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:47.708012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:47.783072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc3fee-67e4-48dd-98ea-d964cfcf4c51 req-b0939c85-9934-447c-b9cf-470ba72700c2 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:47.784733 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7adc3fee-67e4-48dd-98ea-d964cfcf4c51 req-b0939c85-9934-447c-b9cf-470ba72700c2 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.2250922 Feb 19 03:03:47.814318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e05dcf5d-e920-47fd-b02a-a3b2af98cfb0 req-87b54bab-9b9c-4cf8-9304-33892b2aa7ef tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705210 Feb 19 03:03:47.839987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] For port c19cbce2-0aab-45bd-b5c6-db655639395b, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:47.860140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] For port c19cbce2-0aab-45bd-b5c6-db655639395b, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c19cbce2-0aab-45bd-b5c6-db655639395b,segment=NetworkSegment(7f5b6e76-f897-469c-8397-c6b7e07a2fd8),segment_id=7f5b6e76-f897-469c-8397-c6b7e07a2fd8)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:47.883197 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.930400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7adc3fee-67e4-48dd-98ea-d964cfcf4c51 req-5043c2bb-730b-42b5-af9c-9f118486035a tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360643 Feb 19 03:03:47.934354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:47.934580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.957185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:47.958824 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:47.960656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] 10.222.0.87 "PUT /v2.0/ports/c19cbce2-0aab-45bd-b5c6-db655639395b HTTP/1.1" status: 200 len: 1092 time: 1.7584412 Feb 19 03:03:47.974610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'tag': 'c19cbce2-0aab-45bd-b5c6-db655639395b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:47.980339 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b4e134-2a34-4b88-8236-ab036c8761a9" -d '{"events": [{"name": "network-changed", "server_uuid": "55f5ec41-fd6f-477f-a606-dd42f2335788", "tag": "c19cbce2-0aab-45bd-b5c6-db655639395b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:48.018170 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-ff04657f-d4e9-447a-a0c3-c1938386fa48 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8238454 Feb 19 03:03:48.025088 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-455f0b0e-d674-4293-a833-bab6ed92d98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (70d6fb50-d57e-47cf-98ef-ab9c3dd32174), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.027635 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-455f0b0e-d674-4293-a833-bab6ed92d98d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.028834 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-455f0b0e-d674-4293-a833-bab6ed92d98d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70d6fb50-d57e-47cf-98ef-ab9c3dd32174 HTTP/1.1" status: 204 len: 168 time: 0.6921036 Feb 19 03:03:48.043251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Request body: {'port': {'device_id': '97f4d89d-5230-4470-a827-fd8d84841b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:48.058279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:48.093383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86041141-6e2d-4def-bab0-01cdda20dbd6 service neutron] Pushing event updated for resources: {'Port': ['ID=c19cbce2-0aab-45bd-b5c6-db655639395b,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:48.101122 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3397c5bb-bd2d-4185-a34c-ffae1b14751c x-openstack-request-id: req-3397c5bb-bd2d-4185-a34c-ffae1b14751c {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:48.102638 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f5ec41-fd6f-477f-a606-dd42f2335788", "tag": "c19cbce2-0aab-45bd-b5c6-db655639395b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:48.102638 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3397c5bb-bd2d-4185-a34c-ffae1b14751c {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:48.102638 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'tag': 'c19cbce2-0aab-45bd-b5c6-db655639395b', 'status': 'completed', 'code': 200} Feb 19 03:03:48.122646 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Publish callbacks [] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.125879 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Publish callbacks [] for router_gateway (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.140943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f0b0e-d674-4293-a833-bab6ed92d98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d6fb50-d57e-47cf-98ef-ab9c3dd32174,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:48.161356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c6e20-52b3-4d64-bf63-839adc9e4584 req-139a62aa-4f3f-4f24-8729-29fea445c442 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:48.170278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-784c6e20-52b3-4d64-bf63-839adc9e4584 req-139a62aa-4f3f-4f24-8729-29fea445c442 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 944 time: 0.2355604 Feb 19 03:03:48.180502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-523c726d-34f1-4c0c-8e89-a9815ad77684 None None] Provisioning complete for port 7012cb41-d0d0-47a3-9043-de749963e040 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:48.185409 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-523c726d-34f1-4c0c-8e89-a9815ad77684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7012cb41-d0d0-47a3-9043-de749963e040), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.196415 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.206961 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Transition to ACTIVE for port object 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:03:48.235562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb385200-49f0-437d-b5c8-3223eb879630 req-de7e9491-6808-4d41-83ca-5a5def01f1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:48.237269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-de7e9491-6808-4d41-83ca-5a5def01f1ef service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c64afb56dce84c20aee549318b1fe2c4&device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 1126 time: 0.2159274 Feb 19 03:03:48.269708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.345783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-784c6e20-52b3-4d64-bf63-839adc9e4584 req-f545739d-4626-488f-8b66-85c39bd7aefe tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744096 Feb 19 03:03:48.354380 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-73de1736-b465-4256-9500-67203ab2a7a6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c19cbce2-0aab-45bd-b5c6-db655639395b HTTP/1.1" status: 200 len: 217 time: 0.0896902 Feb 19 03:03:48.357736 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7012cb41-d0d0-47a3-9043-de749963e040), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.509862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9b14b-9882-4336-ad47-8696355bb85f req-4ce4d22f-fbe2-4e31-b187-3188bbc3baa9 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:48.511613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23c9b14b-9882-4336-ad47-8696355bb85f req-4ce4d22f-fbe2-4e31-b187-3188bbc3baa9 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.2956114 Feb 19 03:03:48.520403 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Pushing event updated for resources: {'Port': ['ID=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:48.555783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb385200-49f0-437d-b5c8-3223eb879630 req-8c4da1c3-a578-4b56-bc08-a18c4a2b8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:48.557912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-8c4da1c3-a578-4b56-bc08-a18c4a2b8725 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d78a5e02-fd12-4985-b75d-886d4ff9f507 HTTP/1.1" status: 200 len: 851 time: 0.1836452 Feb 19 03:03:48.631596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f401834a-3df9-4e56-86db-96db86f33828 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:48.633701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d78fdfd1-f8ea-4044-93e6-2428f6defb50 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:48.732223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87104d4-ee21-4a42-8baf-89c84c0100bb req-f1694f19-db0e-4af3-9711-08cf62d77e78 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:48.734010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a87104d4-ee21-4a42-8baf-89c84c0100bb req-f1694f19-db0e-4af3-9711-08cf62d77e78 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 935 time: 0.2502272 Feb 19 03:03:48.735030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-523c726d-34f1-4c0c-8e89-a9815ad77684 None None] Port 7012cb41-d0d0-47a3-9043-de749963e040 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:48.742544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23c9b14b-9882-4336-ad47-8696355bb85f req-b4222627-3079-40ec-a0d7-6139d1cf7306 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043900 Feb 19 03:03:48.746171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb385200-49f0-437d-b5c8-3223eb879630 req-9a00b3a8-0257-4985-81d1-01b06a0a49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:48.747912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-9a00b3a8-0257-4985-81d1-01b06a0a49c4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=69ce41cd-7033-4644-9dcc-83550fa8ab23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1787741 Feb 19 03:03:48.774672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55876) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:48.873785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d78fdfd1-f8ea-4044-93e6-2428f6defb50 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:48.874160 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:48.923640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port f401834a-3df9-4e56-86db-96db86f33828 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:03:48.935300 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port f401834a-3df9-4e56-86db-96db86f33828 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:48.935679 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f401834a-3df9-4e56-86db-96db86f33828), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.046807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c36c75e-b64f-46b1-b80b-ad0fc06e7725 None None] Network a6ce9c92-71d2-45d8-9576-b25be1a23d60 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:03:49.048925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Allocated IP 172.25.1.10 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/90b0665f-14ef-4ab4-b62f-3f7489c0fc92) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:49.150028 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d78fdfd1-f8ea-4044-93e6-2428f6defb50 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:49.150028 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.168219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f401834a-3df9-4e56-86db-96db86f33828 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:49.168606 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f401834a-3df9-4e56-86db-96db86f33828), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.174392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d5d49cef-4a69-4d10-9fb0-ae692de7f2e1 None None] Provisioning complete for port d78fdfd1-f8ea-4044-93e6-2428f6defb50 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:49.174607 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d5d49cef-4a69-4d10-9fb0-ae692de7f2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.175699 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1db9af71-dfc2-4741-b4ec-a8a149b225b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.191482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Attempting to bind port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:49.192211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Attempting to bind port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:49.192776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Attempting to bind port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:49.199266 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:03:49.206497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:49.207137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Attempting to bind port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:49.222741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:49.223397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:49.223965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:49.224570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Bound port: 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:49.225154 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.246002 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a87104d4-ee21-4a42-8baf-89c84c0100bb req-535df539-26fe-483c-b48e-90e476ae52b1 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956925 Feb 19 03:03:49.268254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f401834a-3df9-4e56-86db-96db86f33828, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f401834a-3df9-4e56-86db-96db86f33828,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:49.276138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f401834a-3df9-4e56-86db-96db86f33828'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:49.278717 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97447d4f-a138-4f16-b278-f4524741592a" -d '{"events": [{"server_uuid": "4dd0bc4f-585e-4f42-81f4-de9e61133476", "name": "network-vif-plugged", "status": "completed", "tag": "f401834a-3df9-4e56-86db-96db86f33828"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:49.292511 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f401834a-3df9-4e56-86db-96db86f33828), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.307013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-59e1d0f7-9cea-427b-a4c9-a794e67433f3 service neutron] 10.222.0.87 "GET /v2.0/networks/69ce41cd-7033-4644-9dcc-83550fa8ab23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440705 Feb 19 03:03:49.337201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70fd5d-52d4-47b0-8091-50a2e2cbf714 req-6aa0f686-685b-4ad2-a80e-1655b39a33de tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:49.338695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b70fd5d-52d4-47b0-8091-50a2e2cbf714 req-6aa0f686-685b-4ad2-a80e-1655b39a33de tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 944 time: 0.1641726 Feb 19 03:03:49.366261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f401834a-3df9-4e56-86db-96db86f33828,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:49.371443 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Publish callbacks [] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.401736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port d78fdfd1-f8ea-4044-93e6-2428f6defb50, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d78fdfd1-f8ea-4044-93e6-2428f6defb50,segment=NetworkSegment(e8bcba7a-3c46-4f79-83a0-5e647c3752fe),segment_id=e8bcba7a-3c46-4f79-83a0-5e647c3752fe)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:49.411239 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] For port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:49.412630 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.436864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] For port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:49.458025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.470896 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1db9af71-dfc2-4741-b4ec-a8a149b225b9 admin admin] Publish callbacks [] for security_group (2318142d-8bc2-4f1e-980e-1b970ec2b6c7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.501210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b70fd5d-52d4-47b0-8091-50a2e2cbf714 req-5626b79c-c324-4cd9-bd37-d0db618f8da9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506958 Feb 19 03:03:49.501812 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1db9af71-dfc2-4741-b4ec-a8a149b225b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2318142d-8bc2-4f1e-980e-1b970ec2b6c7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.506205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d5d49cef-4a69-4d10-9fb0-ae692de7f2e1 None None] Current status of the port d78fdfd1-f8ea-4044-93e6-2428f6defb50 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:49.526517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=d78fdfd1-f8ea-4044-93e6-2428f6defb50,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:49.534955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Pushing event updated for resources: {'Port': ['ID=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:49.540555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb385200-49f0-437d-b5c8-3223eb879630 req-f2f02353-7f3b-4778-b269-9c196a71ca9f service neutron] 10.222.0.87 "GET /v2.0/networks/69ce41cd-7033-4644-9dcc-83550fa8ab23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209945 Feb 19 03:03:49.560843 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7012cb41-d0d0-47a3-9043-de749963e040 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:49.570722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Publish callbacks [] for port (7012cb41-d0d0-47a3-9043-de749963e040), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.574231 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32001a72-acfd-4ae7-8ffa-af913d6203e4 req-18b3ffd5-dc4f-4753-a7f5-fcd25403f532 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:49.575754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32001a72-acfd-4ae7-8ffa-af913d6203e4 req-18b3ffd5-dc4f-4753-a7f5-fcd25403f532 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.1849604 Feb 19 03:03:49.579237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1db9af71-dfc2-4741-b4ec-a8a149b225b9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ebc3044a66c34d5bb04a293ea0164007&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7876294 Feb 19 03:03:49.579995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9af71-dfc2-4741-b4ec-a8a149b225b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2318142d-8bc2-4f1e-980e-1b970ec2b6c7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:49.584105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55886) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:49.584420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Transition to ACTIVE for port object 7012cb41-d0d0-47a3-9043-de749963e040 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:03:49.588580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.598658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:49.599489 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.601337 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3b4eb67-f5b1-4853-940d-42359e6beb27 service neutron] 10.222.0.87 "PUT /v2.0/ports/79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 HTTP/1.1" status: 200 len: 1095 time: 3.3837802 Feb 19 03:03:49.606105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e', 'tag': '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:49.609088 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f605ee-69b3-44f3-8d3a-4c4b6bc4a069" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e", "tag": "79fcbda1-6e3f-4837-a79b-d5b6a841b3f2"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:49.635612 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (7012cb41-d0d0-47a3-9043-de749963e040), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.674402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32001a72-acfd-4ae7-8ffa-af913d6203e4 req-3cc169d8-9c10-4b1f-86bf-19f57c58cbc1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915072 Feb 19 03:03:49.715743 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:49.731497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1924bff9-5343-4e45-8d26-7f678616b4da admin admin] Publish callbacks [] for security_group (2318142d-8bc2-4f1e-980e-1b970ec2b6c7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.762209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:49.771943 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55949304-3927-42a9-b57d-99f39a431c54 x-openstack-request-id: req-55949304-3927-42a9-b57d-99f39a431c54 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:49.772266 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd0bc4f-585e-4f42-81f4-de9e61133476", "name": "network-vif-plugged", "status": "completed", "tag": "f401834a-3df9-4e56-86db-96db86f33828", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:49.772544 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-55949304-3927-42a9-b57d-99f39a431c54 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:49.772985 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f401834a-3df9-4e56-86db-96db86f33828', 'code': 200} Feb 19 03:03:49.778730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Pushing event updated for resources: {'Port': ['ID=90b0665f-14ef-4ab4-b62f-3f7489c0fc92,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:49.821138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:49.856439 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1924bff9-5343-4e45-8d26-7f678616b4da admin admin] Publish callbacks [] for security_group (2318142d-8bc2-4f1e-980e-1b970ec2b6c7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:49.929209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4e134-2a34-4b88-8236-ab036c8761a9 req-24e1bec2-7620-4be8-9899-55b8ccbe6432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:49.930754 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-33b4e134-2a34-4b88-8236-ab036c8761a9 req-24e1bec2-7620-4be8-9899-55b8ccbe6432 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c64afb56dce84c20aee549318b1fe2c4&device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 1126 time: 0.3177550 Feb 19 03:03:49.938093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Pushing event updated for resources: {'Port': ['ID=7012cb41-d0d0-47a3-9043-de749963e040,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:49.965866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-bd57c034-df5b-4182-be46-fd403b3b7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:49.967455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-bd57c034-df5b-4182-be46-fd403b3b7a44 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e HTTP/1.1" status: 200 len: 1129 time: 0.3150349 Feb 19 03:03:49.995338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-98cbeb41-b8e9-4cc9-9728-28b04fc77425 None None] Provisioning complete for port d78fdfd1-f8ea-4044-93e6-2428f6defb50 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:49.995710 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-98cbeb41-b8e9-4cc9-9728-28b04fc77425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.007996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539d6c7-8dc5-41bb-af4a-f249b3ea4186 req-c7dea51c-db28-46d5-8246-99c63a6bc148 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.013242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c539d6c7-8dc5-41bb-af4a-f249b3ea4186 req-c7dea51c-db28-46d5-8246-99c63a6bc148 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.2759364 Feb 19 03:03:50.069214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Attempting to bind port 7012cb41-d0d0-47a3-9043-de749963e040 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:50.069553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Attempting to bind port 7012cb41-d0d0-47a3-9043-de749963e040 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:50.069888 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Attempting to bind port 7012cb41-d0d0-47a3-9043-de749963e040 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:50.082153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-7b0dbb45-9e89-4734-8102-dd53d408e452 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 HTTP/1.1" status: 200 len: 217 time: 0.1025369 Feb 19 03:03:50.084408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Port 7012cb41-d0d0-47a3-9043-de749963e040 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:50.084768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Attempting to bind port 7012cb41-d0d0-47a3-9043-de749963e040 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:50.114361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:50.114361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:50.114361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:50.114361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Bound port: 7012cb41-d0d0-47a3-9043-de749963e040, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:50.114361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7012cb41-d0d0-47a3-9043-de749963e040), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.115061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13d2825-165d-4499-a6e0-e3dae6317bd4 req-b7eb12b5-0c63-4e31-8030-64f9b448c6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.116183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f13d2825-165d-4499-a6e0-e3dae6317bd4 req-b7eb12b5-0c63-4e31-8030-64f9b448c6ee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 1127 time: 0.2453146 Feb 19 03:03:50.117195 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-98cbeb41-b8e9-4cc9-9728-28b04fc77425 None None] Current status of the port d78fdfd1-f8ea-4044-93e6-2428f6defb50 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:50.189597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52331330-fa43-4f53-96c2-3acded96de1f req-cf03f49e-2239-4554-91ce-53afce66536c tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.191232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52331330-fa43-4f53-96c2-3acded96de1f req-cf03f49e-2239-4554-91ce-53afce66536c tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.2958066 Feb 19 03:03:50.192390 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1924bff9-5343-4e45-8d26-7f678616b4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2318142d-8bc2-4f1e-980e-1b970ec2b6c7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.194721 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1924bff9-5343-4e45-8d26-7f678616b4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.198044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1924bff9-5343-4e45-8d26-7f678616b4da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2318142d-8bc2-4f1e-980e-1b970ec2b6c7 HTTP/1.1" status: 204 len: 168 time: 0.6108322 Feb 19 03:03:50.201259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4e134-2a34-4b88-8236-ab036c8761a9 req-8011a904-e7fe-47d8-a2f9-8f23d7f1d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.203020 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-33b4e134-2a34-4b88-8236-ab036c8761a9 req-8011a904-e7fe-47d8-a2f9-8f23d7f1d0ff service neutron] 10.222.0.87 "GET /v2.0/networks?id=69ce41cd-7033-4644-9dcc-83550fa8ab23 HTTP/1.1" status: 200 len: 913 time: 0.2595618 Feb 19 03:03:50.231417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924bff9-5343-4e45-8d26-7f678616b4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2318142d-8bc2-4f1e-980e-1b970ec2b6c7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:50.258266 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c539d6c7-8dc5-41bb-af4a-f249b3ea4186 req-1770d0e9-0053-4f01-9e7a-0316b0c48f57 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296302 Feb 19 03:03:50.268348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-23cc0f7d-10f3-4a0c-b429-9a25661ccb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.270211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-23cc0f7d-10f3-4a0c-b429-9a25661ccb8c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1759279 Feb 19 03:03:50.289963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] For port 7012cb41-d0d0-47a3-9043-de749963e040, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:50.313724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] For port 7012cb41-d0d0-47a3-9043-de749963e040, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7012cb41-d0d0-47a3-9043-de749963e040,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:50.347618 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51542a2-33c7-460e-bac3-40abb35a80b8 x-openstack-request-id: req-c51542a2-33c7-460e-bac3-40abb35a80b8 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:50.348367 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e", "tag": "79fcbda1-6e3f-4837-a79b-d5b6a841b3f2", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:50.349044 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c51542a2-33c7-460e-bac3-40abb35a80b8 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:50.351606 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e', 'tag': '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', 'status': 'completed', 'code': 200} Feb 19 03:03:50.363489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f13d2825-165d-4499-a6e0-e3dae6317bd4 req-104812a3-dba3-424e-88d9-888ce3073cec service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151358 Feb 19 03:03:50.384249 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52331330-fa43-4f53-96c2-3acded96de1f req-ef7a8ec3-f81e-4470-85fe-ff351e398fe2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729097 Feb 19 03:03:50.392774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3ef9a18-582c-47ea-b4a4-42a07e1ccb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.397701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b3ef9a18-582c-47ea-b4a4-42a07e1ccb8b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1083090 Feb 19 03:03:50.420105 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (7012cb41-d0d0-47a3-9043-de749963e040), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.453512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d78fdfd1-f8ea-4044-93e6-2428f6defb50 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:50.515859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d78fdfd1-f8ea-4044-93e6-2428f6defb50 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:50.516341 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.523981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Pushing event updated for resources: {'Port': ['ID=7012cb41-d0d0-47a3-9043-de749963e040,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:50.534377 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-33b4e134-2a34-4b88-8236-ab036c8761a9 req-d32e0918-b410-463e-9c82-6823b88e5739 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c19cbce2-0aab-45bd-b5c6-db655639395b HTTP/1.1" status: 200 len: 217 time: 0.3247168 Feb 19 03:03:50.588785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.589719 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.591306 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-082b4b34-c04e-4334-b2aa-953454ccd69d service neutron] 10.222.0.87 "PUT /v2.0/ports/7012cb41-d0d0-47a3-9043-de749963e040 HTTP/1.1" status: 200 len: 1095 time: 2.5598671 Feb 19 03:03:50.620619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d78fdfd1-f8ea-4044-93e6-2428f6defb50 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:50.693192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4e134-2a34-4b88-8236-ab036c8761a9 req-97b3969d-a856-4298-a512-1bf4d3f4c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.694673 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-33b4e134-2a34-4b88-8236-ab036c8761a9 req-97b3969d-a856-4298-a512-1bf4d3f4c50c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d78a5e02-fd12-4985-b75d-886d4ff9f507 HTTP/1.1" status: 200 len: 851 time: 0.1484568 Feb 19 03:03:50.698890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e3565-94fe-4baa-a7d7-66622427200e req-38ab262a-4c10-4def-b46a-f0c91c44cdda tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.707955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d7e3565-94fe-4baa-a7d7-66622427200e req-38ab262a-4c10-4def-b46a-f0c91c44cdda tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.2717171 Feb 19 03:03:50.724299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-16fe03c6-3aab-41a8-9d17-fa1e65390198 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083689 Feb 19 03:03:50.748641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Publish callbacks [] for router_gateway (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:50.808430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8297e2c-2827-4c3a-a964-03dd4e47c816 req-37e8bce4-d908-4620-b967-fbbbd6c8a4c6 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.810206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8297e2c-2827-4c3a-a964-03dd4e47c816 req-37e8bce4-d908-4620-b967-fbbbd6c8a4c6 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 947 time: 0.2379501 Feb 19 03:03:50.883583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d7e3565-94fe-4baa-a7d7-66622427200e req-e4986046-57e3-493a-b8b5-e8d636d84037 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598253 Feb 19 03:03:50.919670 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-e7344599-9fd8-4772-8055-5d8d1809d436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.921419 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-e7344599-9fd8-4772-8055-5d8d1809d436 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 1129 time: 0.2646730 Feb 19 03:03:50.949239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8297e2c-2827-4c3a-a964-03dd4e47c816 req-3ac4dbcb-19f8-437b-a3ea-39548d9da340 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228790 Feb 19 03:03:50.953051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-9cd45965-8240-46d7-a19b-abb24a972d0d service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118123 Feb 19 03:03:50.973715 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-6c7d9588-c81d-451b-b1af-763aa1975558 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7012cb41-d0d0-47a3-9043-de749963e040 HTTP/1.1" status: 200 len: 217 time: 0.0421212 Feb 19 03:03:50.975744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4e134-2a34-4b88-8236-ab036c8761a9 req-eddf0995-9153-4b93-a422-edf90f4065e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:50.977494 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-33b4e134-2a34-4b88-8236-ab036c8761a9 req-eddf0995-9153-4b93-a422-edf90f4065e9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=69ce41cd-7033-4644-9dcc-83550fa8ab23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2725799 Feb 19 03:03:51.029851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8db5b0-486c-432b-9ccf-ee0189dd01fd req-f69dfd0b-47d7-4176-8ddf-261d7766a421 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:51.037279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da8db5b0-486c-432b-9ccf-ee0189dd01fd req-f69dfd0b-47d7-4176-8ddf-261d7766a421 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 944 time: 0.0867403 Feb 19 03:03:51.133467 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:51.152029 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-4a54f628-2101-4475-a3e1-55a01f839f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:51.153590 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-4a54f628-2101-4475-a3e1-55a01f839f90 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1353476 Feb 19 03:03:51.160489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da8db5b0-486c-432b-9ccf-ee0189dd01fd req-b5d35469-0541-457c-9b23-6b842152d749 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219318 Feb 19 03:03:51.172595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f605ee-69b3-44f3-8d3a-4c4b6bc4a069 req-741dcad4-61bd-4912-9bdc-6510c80d3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:51.174155 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28f605ee-69b3-44f3-8d3a-4c4b6bc4a069 req-741dcad4-61bd-4912-9bdc-6510c80d3d5c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e HTTP/1.1" status: 200 len: 1129 time: 0.1341746 Feb 19 03:03:51.196637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f79fa-bb9c-481f-b814-9561dc7fa6ce req-8aa53358-0ff9-4151-829c-8bd3e58b2448 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:51.198173 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-967f79fa-bb9c-481f-b814-9561dc7fa6ce req-8aa53358-0ff9-4151-829c-8bd3e58b2448 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.1075110 Feb 19 03:03:51.307710 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-33b4e134-2a34-4b88-8236-ab036c8761a9 req-7a663a77-f75c-45e6-9314-7a4b83d15a72 service neutron] 10.222.0.87 "GET /v2.0/networks/69ce41cd-7033-4644-9dcc-83550fa8ab23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864032 Feb 19 03:03:51.319164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-967f79fa-bb9c-481f-b814-9561dc7fa6ce req-56fb64b1-9911-415d-8366-238d6957dbf7 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074314 Feb 19 03:03:51.326370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b91eea8e-abd3-4f6c-a92a-4e206a0d8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:51.329374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f605ee-69b3-44f3-8d3a-4c4b6bc4a069 req-ced043e8-ea61-437d-b300-9f15ea681696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:51.330954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28f605ee-69b3-44f3-8d3a-4c4b6bc4a069 req-ced043e8-ea61-437d-b300-9f15ea681696 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1492612 Feb 19 03:03:51.331128 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-b91eea8e-abd3-4f6c-a92a-4e206a0d8539 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1289682 Feb 19 03:03:51.386215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28f605ee-69b3-44f3-8d3a-4c4b6bc4a069 req-d942b439-888b-4e77-b2c5-07622a8e7cfd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 HTTP/1.1" status: 200 len: 217 time: 0.0419335 Feb 19 03:03:51.482033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f605ee-69b3-44f3-8d3a-4c4b6bc4a069 req-326c8b6e-1361-41e8-bb42-d815ba9ea78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:51.483428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28f605ee-69b3-44f3-8d3a-4c4b6bc4a069 req-326c8b6e-1361-41e8-bb42-d815ba9ea78c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0888028 Feb 19 03:03:51.491361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea7317-d78e-41db-925b-e9836c7bdeb1 req-dda4ebfa-f8b2-486b-8fd3-be37e2554c6d tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:51.492968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0ea7317-d78e-41db-925b-e9836c7bdeb1 req-dda4ebfa-f8b2-486b-8fd3-be37e2554c6d tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.1091151 Feb 19 03:03:51.497589 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-33b4e134-2a34-4b88-8236-ab036c8761a9 req-0f9f34b0-d877-47b7-8ff8-f02e34845700 service neutron] 10.222.0.87 "GET /v2.0/networks/69ce41cd-7033-4644-9dcc-83550fa8ab23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784890 Feb 19 03:03:51.556168 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Router 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:03:51.574747 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-a12410b6-daa8-4fc5-b019-5f45d56be282 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264678 Feb 19 03:03:51.615135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad2bd7-82d6-4233-ad7e-dcdcbf26798e req-fa56d643-7310-471b-9c2d-74118510b815 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:51.616755 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56ad2bd7-82d6-4233-ad7e-dcdcbf26798e req-fa56d643-7310-471b-9c2d-74118510b815 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1449218 Feb 19 03:03:51.624911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f605ee-69b3-44f3-8d3a-4c4b6bc4a069 req-1b8286ce-f738-4311-aba0-270020afd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:51.627122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28f605ee-69b3-44f3-8d3a-4c4b6bc4a069 req-1b8286ce-f738-4311-aba0-270020afd09b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1307185 Feb 19 03:03:51.631602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0ea7317-d78e-41db-925b-e9836c7bdeb1 req-bf1b70dd-59ed-4e63-a921-b97c3e6ba222 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060207 Feb 19 03:03:51.765490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56ad2bd7-82d6-4233-ad7e-dcdcbf26798e req-b8973321-e192-4a54-9396-50d888230a36 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328788 Feb 19 03:03:51.772229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28f605ee-69b3-44f3-8d3a-4c4b6bc4a069 req-d6d46418-db38-47ef-8476-3155cb0c86e7 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378431 Feb 19 03:03:51.894321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28f605ee-69b3-44f3-8d3a-4c4b6bc4a069 req-8f601b9f-eb4e-4a0f-82e5-76c30cf39841 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136642 Feb 19 03:03:52.094767 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d31a1dda-d6f8-47e9-9c5d-4824fb0687ae req-079d68f3-c900-4f89-8117-5a9b952c3d29 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727550 Feb 19 03:03:52.095988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:52.117318 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Sync routers for ids ['7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:52.130302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329425c-f248-48d9-9300-1a49ae05dc9c req-7fd156bf-70f1-44dd-a0ae-d3569ab18e9d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:52.132055 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Routers {'7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:52.133360 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:52.138826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a329425c-f248-48d9-9300-1a49ae05dc9c req-7fd156bf-70f1-44dd-a0ae-d3569ab18e9d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 947 time: 0.1042488 Feb 19 03:03:52.141558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.142810 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-47bf04f2-2a87-4a57-b059-3d5f8e4afcfe admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3284955 Feb 19 03:03:52.147322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55944) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:52.209470 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a329425c-f248-48d9-9300-1a49ae05dc9c req-8989adc4-c822-4ee0-98b3-98aafa331d84 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696437 Feb 19 03:03:52.269771 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Set router 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:52.320281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b755dd-1acb-4632-9c44-7a75783e7f2d req-11a17f4c-abad-40c6-bf10-8d3cd3b5c6dc tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:52.322676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70b755dd-1acb-4632-9c44-7a75783e7f2d req-11a17f4c-abad-40c6-bf10-8d3cd3b5c6dc tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.1122346 Feb 19 03:03:52.372090 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.394446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ef4c5-194f-4ce1-a06e-9494e1c8fde8 req-4f5219f0-f305-4f30-8b25-46893832122f tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:52.396403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b9ef4c5-194f-4ce1-a06e-9494e1c8fde8 req-4f5219f0-f305-4f30-8b25-46893832122f tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 944 time: 0.1026654 Feb 19 03:03:52.410439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97f4d89d-5230-4470-a827-fd8d84841b7f', 'tag': '7012cb41-d0d0-47a3-9043-de749963e040'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:52.413264 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90aa4722-e608-479f-8531-b1e0b9851090" -d '{"events": [{"name": "network-changed", "server_uuid": "97f4d89d-5230-4470-a827-fd8d84841b7f", "tag": "7012cb41-d0d0-47a3-9043-de749963e040"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:52.419273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70b755dd-1acb-4632-9c44-7a75783e7f2d req-22116123-fe4c-44d6-bc75-99944011add4 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808220 Feb 19 03:03:52.471990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b9ef4c5-194f-4ce1-a06e-9494e1c8fde8 req-f5885640-79c6-44d0-97f7-da773d25c87d tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668163 Feb 19 03:03:52.529756 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ede9e2-0a35-4e19-845b-c0b675ce9f02 x-openstack-request-id: req-40ede9e2-0a35-4e19-845b-c0b675ce9f02 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:52.530255 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97f4d89d-5230-4470-a827-fd8d84841b7f", "tag": "7012cb41-d0d0-47a3-9043-de749963e040", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:52.530459 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-40ede9e2-0a35-4e19-845b-c0b675ce9f02 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:52.530829 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97f4d89d-5230-4470-a827-fd8d84841b7f', 'tag': '7012cb41-d0d0-47a3-9043-de749963e040', 'status': 'completed', 'code': 200} Feb 19 03:03:52.603602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47eec6c-f2aa-41e2-b62f-0a9b5b2ac1e5 req-8ba8125a-bffa-4ade-bba5-906a3214b77a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:52.604354 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-344700291-router', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:46Z', 'updated_at': '2022-02-19T03:03:50Z', 'revision_number': 3, 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'gw_port': {'id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:48Z', 'updated_at': '2022-02-19T03:03:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:52.605219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c47eec6c-f2aa-41e2-b62f-0a9b5b2ac1e5 req-8ba8125a-bffa-4ade-bba5-906a3214b77a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.0590765 Feb 19 03:03:52.646175 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Checking router: 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:03:52.646826 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Updating router 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:03:52.672416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa4722-e608-479f-8531-b1e0b9851090 req-d30d41b5-d495-481c-867e-f7bf20ba63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:52.674347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-90aa4722-e608-479f-8531-b1e0b9851090 req-d30d41b5-d495-481c-867e-f7bf20ba63d3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 1129 time: 0.1196921 Feb 19 03:03:52.688954 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.690030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c47eec6c-f2aa-41e2-b62f-0a9b5b2ac1e5 req-2210baea-4335-42ad-968e-0aeb8f66c575 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777907 Feb 19 03:03:52.807400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88520e50-3314-42a7-a4cb-1e41aad965ae req-5f9b1673-34f2-4055-9828-3544288dfc81 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:52.816597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88520e50-3314-42a7-a4cb-1e41aad965ae req-5f9b1673-34f2-4055-9828-3544288dfc81 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.0815067 Feb 19 03:03:52.875453 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:52.892467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88520e50-3314-42a7-a4cb-1e41aad965ae req-3dc3dfa4-0db1-4126-93ab-98699f707cbd tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739598 Feb 19 03:03:52.897062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa4722-e608-479f-8531-b1e0b9851090 req-e86c6dcd-b587-44d1-b0b6-876a92fdaf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:52.898570 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-90aa4722-e608-479f-8531-b1e0b9851090 req-e86c6dcd-b587-44d1-b0b6-876a92fdaf21 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2160149 Feb 19 03:03:52.951426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682ca85-a821-4e55-8482-a59ad2d7261e req-5778fd0b-92fd-4af4-9ba4-2442b30325b3 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:52.953684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6682ca85-a821-4e55-8482-a59ad2d7261e req-5778fd0b-92fd-4af4-9ba4-2442b30325b3 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.0601051 Feb 19 03:03:53.009050 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-90aa4722-e608-479f-8531-b1e0b9851090 req-21332e2c-f516-4917-b7e8-2f2f0455cbde service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=7012cb41-d0d0-47a3-9043-de749963e040 HTTP/1.1" status: 200 len: 217 time: 0.0880566 Feb 19 03:03:53.024867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6682ca85-a821-4e55-8482-a59ad2d7261e req-8ba23c47-d2b4-400c-b3fc-818861aeb12b tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629532 Feb 19 03:03:53.032874 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Publish callbacks [] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.041532 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.099027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa4722-e608-479f-8531-b1e0b9851090 req-7bd9d462-80e4-4d89-ad1d-a2339f92597c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.100489 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-90aa4722-e608-479f-8531-b1e0b9851090 req-7bd9d462-80e4-4d89-ad1d-a2339f92597c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0905676 Feb 19 03:03:53.119312 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Attempting to bind port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:53.119950 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Attempting to bind port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:53.120085 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Attempting to bind port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:53.127770 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0199bb4-9977-46d2-a46a-28e88d47aea0 None None] Pushing event updated for resources: {'Port': ['ID=90b0665f-14ef-4ab4-b62f-3f7489c0fc92,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:53.133308 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:53.133920 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:53.134502 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.135069 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:53.135731 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Bound port: 90b0665f-14ef-4ab4-b62f-3f7489c0fc92, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:53.136278 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.189061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a423c-25ad-4926-94f1-8c56676c8604 req-417c014a-682c-4bd6-898e-f893cdd522a6 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.190615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-952a423c-25ad-4926-94f1-8c56676c8604 req-417c014a-682c-4bd6-898e-f893cdd522a6 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.0804954 Feb 19 03:03:53.200546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55998) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:53.200815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa4722-e608-479f-8531-b1e0b9851090 req-9ad5855c-c6ff-4ae2-9501-ae0c4bb804a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.202481 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-90aa4722-e608-479f-8531-b1e0b9851090 req-9ad5855c-c6ff-4ae2-9501-ae0c4bb804a6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0898511 Feb 19 03:03:53.202636 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] For port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:53.205428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9fd80145-6803-49cd-818f-6f454800fcfb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Request body: {'floatingip': {'port_id': 'f401834a-3df9-4e56-86db-96db86f33828'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:53.209681 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] For port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=90b0665f-14ef-4ab4-b62f-3f7489c0fc92,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:53.216332 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.223633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Allocated IP 172.20.0.1 (a6ce9c92-71d2-45d8-9576-b25be1a23d60/222d10ba-c971-4f5d-8bf4-c36f58cab269/f67ed2ab-6b76-4045-ba65-3396cb3fe46c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:03:53.249533 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9fd80145-6803-49cd-818f-6f454800fcfb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (01f8422f-7650-44e8-a0c6-5797671808b3), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.337035 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.366851 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Routers {'7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:53.368031 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:53.371981 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0199bb4-9977-46d2-a46a-28e88d47aea0 None None] Pushing event updated for resources: {'Port': ['ID=90b0665f-14ef-4ab4-b62f-3f7489c0fc92,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:53.412991 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-90aa4722-e608-479f-8531-b1e0b9851090 req-9173af84-9042-48e7-805d-f453ae45d361 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998789 Feb 19 03:03:53.415107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79ecde-cd70-48ee-9169-7d3482943cb0 req-eb5e610d-a7a6-4645-9f8d-0512bd70c869 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:53.416640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f79ecde-cd70-48ee-9169-7d3482943cb0 req-eb5e610d-a7a6-4645-9f8d-0512bd70c869 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 947 time: 0.1058505 Feb 19 03:03:53.513574 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] Set router 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:53.534403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f79ecde-cd70-48ee-9169-7d3482943cb0 req-7bd0ba6b-2a1c-4bec-beed-9316d1b5a5a0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862212 Feb 19 03:03:53.544717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Publish callbacks [] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.604792 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-90aa4722-e608-479f-8531-b1e0b9851090 req-b8f2e1a7-fb1e-4aae-9fe7-dc08046fd423 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854398 Feb 19 03:03:53.620607 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.671353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Network a6ce9c92-71d2-45d8-9576-b25be1a23d60 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:53.673190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:53.687490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:03:53.691318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c19cbce2-0aab-45bd-b5c6-db655639395b details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:03:53.738406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.790766 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Pushing event updated for resources: {'Port': ['ID=f67ed2ab-6b76-4045-ba65-3396cb3fe46c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:53.920813 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-344700291-router', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:46Z', 'updated_at': '2022-02-19T03:03:50Z', 'revision_number': 3, 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'gw_port': {'id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:48Z', 'updated_at': '2022-02-19T03:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:53.938567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c19cbce2-0aab-45bd-b5c6-db655639395b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c19cbce2-0aab-45bd-b5c6-db655639395b,segment=NetworkSegment(7f5b6e76-f897-469c-8397-c6b7e07a2fd8),segment_id=7f5b6e76-f897-469c-8397-c6b7e07a2fd8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:53.963541 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:53.963780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'c19cbce2-0aab-45bd-b5c6-db655639395b', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'port_id': 'c19cbce2-0aab-45bd-b5c6-db655639395b', 'mac_address': 'fa:16:3e:e0:43:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:03:53.986635 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ebca11-a2cf-4a1b-ad62-a9f8e50a3bdb None None] The sync data for ids ['7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'] in n-d-826755-2 is: [{'id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-344700291-router', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:46Z', 'updated_at': '2022-02-19T03:03:50Z', 'revision_number': 3, 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'gw_port': {'id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:48Z', 'updated_at': '2022-02-19T03:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:54.041845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port c19cbce2-0aab-45bd-b5c6-db655639395b is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:54.042540 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.058458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19cbce2-0aab-45bd-b5c6-db655639395b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:54.072523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-dec68e7b-ad92-4574-b985-e9ee4bc70cf0 None None] Provisioning complete for port f67ed2ab-6b76-4045-ba65-3396cb3fe46c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:54.073174 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dec68e7b-ad92-4574-b985-e9ee4bc70cf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.096622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56028) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:54.113823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c19cbce2-0aab-45bd-b5c6-db655639395b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c19cbce2-0aab-45bd-b5c6-db655639395b,segment=NetworkSegment(7f5b6e76-f897-469c-8397-c6b7e07a2fd8),segment_id=7f5b6e76-f897-469c-8397-c6b7e07a2fd8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:54.127525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-c2cbd287-0ae3-43df-8237-51b07b747ead tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:54.129340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-c2cbd287-0ae3-43df-8237-51b07b747ead tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e&tenant_id=d0db881fe5bf4d899432d08392993561&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1127 time: 0.5911462 Feb 19 03:03:54.129948 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.146531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dec68e7b-ad92-4574-b985-e9ee4bc70cf0 None None] Port f67ed2ab-6b76-4045-ba65-3396cb3fe46c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:54.182304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-826755-2'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:03:54.205489 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Publish callbacks [] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.216727 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.217738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=c19cbce2-0aab-45bd-b5c6-db655639395b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:54.235554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af26498-0f0b-4686-9d95-fd78136503a4 req-936d206a-2963-44df-bfa9-88c84cee577e tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:54.242385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8af26498-0f0b-4686-9d95-fd78136503a4 req-936d206a-2963-44df-bfa9-88c84cee577e tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.7051187 Feb 19 03:03:54.256021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002c80b-6831-439c-a36d-042c43a59458 req-13f0f088-2ce2-44fc-a6e5-460d0011b7b1 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:54.257740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4002c80b-6831-439c-a36d-042c43a59458 req-13f0f088-2ce2-44fc-a6e5-460d0011b7b1 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 944 time: 0.2441664 Feb 19 03:03:54.303008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.317484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Pushing event updated for resources: {'Port': ['ID=f67ed2ab-6b76-4045-ba65-3396cb3fe46c,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:54.335448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device edff92e9-1b67-437d-a206-160de44c15ce details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:03:54.371179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2158446-b566-4c91-a1ac-54673afdc0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.450224 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Network a6ce9c92-71d2-45d8-9576-b25be1a23d60 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:03:54.455366 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:03:54.471004 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (edff92e9-1b67-437d-a206-160de44c15ce), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.492831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8af26498-0f0b-4686-9d95-fd78136503a4 req-dd2844fb-cb0f-4412-9411-216e4479723a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464869 Feb 19 03:03:54.562391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=edff92e9-1b67-437d-a206-160de44c15ce,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:54.584098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device edff92e9-1b67-437d-a206-160de44c15ce has no active binding in host n-h2-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:03:54.589108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['c19cbce2-0aab-45bd-b5c6-db655639395b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:54.614640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Router 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:03:54.632565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4002c80b-6831-439c-a36d-042c43a59458 req-36d82576-f09f-428d-8442-98fca1218bf9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3585646 Feb 19 03:03:54.746183 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [None req-9fd80145-6803-49cd-818f-6f454800fcfb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:03:54.797868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:54.804988 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0e6643a8-39cb-4777-bf44-cf76c3d82e64 admin admin] 10.222.0.81 "PUT /v2.0/routers/7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6565793 Feb 19 03:03:54.877668 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6c701368-2adf-4ad7-8736-7ea29ed02e10 None None] Provisioning complete for port f67ed2ab-6b76-4045-ba65-3396cb3fe46c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:54.878307 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6c701368-2adf-4ad7-8736-7ea29ed02e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.912446 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9fd80145-6803-49cd-818f-6f454800fcfb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:54.918889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6c701368-2adf-4ad7-8736-7ea29ed02e10 None None] Port f67ed2ab-6b76-4045-ba65-3396cb3fe46c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:03:54.937834 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9fd80145-6803-49cd-818f-6f454800fcfb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (01f8422f-7650-44e8-a0c6-5797671808b3), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.019298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8af1f-066c-4e66-ad9a-0bfaac6d40c8 req-ce67865e-580c-4005-b59f-b1d08631706b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:55.020959 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06d8af1f-066c-4e66-ad9a-0bfaac6d40c8 req-ce67865e-580c-4005-b59f-b1d08631706b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 945 time: 0.4270685 Feb 19 03:03:55.049788 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2158446-b566-4c91-a1ac-54673afdc0d2 admin admin] Publish callbacks [] for security_group (291c4866-3fc3-4d47-b36d-3b78d4278b5a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.082155 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2158446-b566-4c91-a1ac-54673afdc0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (291c4866-3fc3-4d47-b36d-3b78d4278b5a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.108905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca55f-9f52-4d36-8a44-58fd3811a5ab req-9cd5ddbb-37d5-44ae-adfc-725d10d593d8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:55.110550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d8ca55f-9f52-4d36-8a44-58fd3811a5ab req-9cd5ddbb-37d5-44ae-adfc-725d10d593d8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.3170512 Feb 19 03:03:55.210638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=edff92e9-1b67-437d-a206-160de44c15ce,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:55.232211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b2158446-b566-4c91-a1ac-54673afdc0d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=232b4923a7ac4772bf71c6667672f87c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1265223 Feb 19 03:03:55.232717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56064) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:55.233095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2158446-b566-4c91-a1ac-54673afdc0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291c4866-3fc3-4d47-b36d-3b78d4278b5a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:55.297861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06d8af1f-066c-4e66-ad9a-0bfaac6d40c8 req-1db5cb38-8d5f-4a4c-864f-ccf1ee3418de tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610829 Feb 19 03:03:55.312328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-119a07d3-2c82-45f7-9036-b2753363c3e3 admin admin] Publish callbacks [] for security_group (291c4866-3fc3-4d47-b36d-3b78d4278b5a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.312591 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-9fd80145-6803-49cd-818f-6f454800fcfb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Floating IP 01f8422f-7650-44e8-a0c6-5797671808b3 associated. External IP: 172.25.1.16, port: f401834a-3df9-4e56-86db-96db86f33828. Feb 19 03:03:55.380650 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-119a07d3-2c82-45f7-9036-b2753363c3e3 admin admin] Publish callbacks [] for security_group (291c4866-3fc3-4d47-b36d-3b78d4278b5a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.412871 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d8ca55f-9f52-4d36-8a44-58fd3811a5ab req-86ad9474-f16f-44c5-a7ea-05621440d15a tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874975 Feb 19 03:03:55.440952 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-119a07d3-2c82-45f7-9036-b2753363c3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (291c4866-3fc3-4d47-b36d-3b78d4278b5a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.443564 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-119a07d3-2c82-45f7-9036-b2753363c3e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.444847 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-119a07d3-2c82-45f7-9036-b2753363c3e3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/291c4866-3fc3-4d47-b36d-3b78d4278b5a HTTP/1.1" status: 204 len: 168 time: 0.2104692 Feb 19 03:03:55.448992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:55.453213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a07d3-2c82-45f7-9036-b2753363c3e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291c4866-3fc3-4d47-b36d-3b78d4278b5a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:55.540330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f733abce-cd75-4a9c-a550-a56c0a2e004e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edff92e9-1b67-437d-a206-160de44c15ce'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:55.543056 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd2c107-f8aa-48aa-b435-d9734a5412f2" -d '{"events": [{"server_uuid": "f733abce-cd75-4a9c-a550-a56c0a2e004e", "name": "network-vif-unplugged", "status": "completed", "tag": "edff92e9-1b67-437d-a206-160de44c15ce"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:55.547717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Publish callbacks [] for port (edff92e9-1b67-437d-a206-160de44c15ce), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.567103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471ec72-0c6c-4b12-a8ca-5569505eaf7c req-44bcc0eb-a08a-4180-9cf1-c2fcbf8e8161 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:55.569080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8471ec72-0c6c-4b12-a8ca-5569505eaf7c req-44bcc0eb-a08a-4180-9cf1-c2fcbf8e8161 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 947 time: 0.1788788 Feb 19 03:03:55.575911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (edff92e9-1b67-437d-a206-160de44c15ce), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.719578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:03:55.722861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c19cbce2-0aab-45bd-b5c6-db655639395b up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:55.777949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=edff92e9-1b67-437d-a206-160de44c15ce,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:55.803177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8471ec72-0c6c-4b12-a8ca-5569505eaf7c req-8bc3bce8-65c6-416f-b2d5-db90f62e62c8 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248955 Feb 19 03:03:55.877033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53242c6-2433-4167-a06c-2fe6c61aa76b req-5de76d1e-3c4e-4dd3-9b21-cbbfc03550c6 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:55.884150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a53242c6-2433-4167-a06c-2fe6c61aa76b req-5de76d1e-3c4e-4dd3-9b21-cbbfc03550c6 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.3115361 Feb 19 03:03:55.903779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port c19cbce2-0aab-45bd-b5c6-db655639395b completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:03:55.911784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Attempting to bind port edff92e9-1b67-437d-a206-160de44c15ce on host n-h1-826755-2 for vnic_type normal with profile {"migrating_to": "n-h2-826755-2"} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:55.912122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Attempting to bind port edff92e9-1b67-437d-a206-160de44c15ce by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:55.912508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Attempting to bind port edff92e9-1b67-437d-a206-160de44c15ce on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:55.914088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port c19cbce2-0aab-45bd-b5c6-db655639395b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:55.914522 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.923014 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d543cf04-e469-4c56-b909-ff0ff7e8a7e5 x-openstack-request-id: req-d543cf04-e469-4c56-b909-ff0ff7e8a7e5 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:55.923376 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f733abce-cd75-4a9c-a550-a56c0a2e004e", "name": "network-vif-unplugged", "status": "completed", "tag": "edff92e9-1b67-437d-a206-160de44c15ce", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:55.923589 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d543cf04-e469-4c56-b909-ff0ff7e8a7e5 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:55.923983 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f733abce-cd75-4a9c-a550-a56c0a2e004e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edff92e9-1b67-437d-a206-160de44c15ce', 'code': 200} Feb 19 03:03:55.928257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56094) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:55.939460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Port edff92e9-1b67-437d-a206-160de44c15ce on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:03:55.939791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Attempting to bind port edff92e9-1b67-437d-a206-160de44c15ce on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:55.957166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-282e3989-3383-405d-acfa-8d2334a37125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.957932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd80145-6803-49cd-818f-6f454800fcfb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Router 70c393a8-7604-436e-b7a0-12e9da4f83c2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:03:55.958790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:55.959145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:55.959510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Bound using segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:55.959946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Bound port: edff92e9-1b67-437d-a206-160de44c15ce, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:55.960302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (edff92e9-1b67-437d-a206-160de44c15ce), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:55.995159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:56.019474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', 'mac_address': 'fa:16:3e:1b:30:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:03:56.083400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a53242c6-2433-4167-a06c-2fe6c61aa76b req-87eb33f6-928a-4f97-8a6e-85b76c060a87 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934521 Feb 19 03:03:56.109439 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-282e3989-3383-405d-acfa-8d2334a37125 admin admin] Publish callbacks [] for security_group (5b224f2a-88b1-4dde-a494-58c37fb82b59), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.116024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:56.116410 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.133505 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-282e3989-3383-405d-acfa-8d2334a37125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5b224f2a-88b1-4dde-a494-58c37fb82b59), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.141369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port c19cbce2-0aab-45bd-b5c6-db655639395b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:56.141725 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.144500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:56.190287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:56.218443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e3989-3383-405d-acfa-8d2334a37125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b224f2a-88b1-4dde-a494-58c37fb82b59,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:56.240574 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-282e3989-3383-405d-acfa-8d2334a37125 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=87113c16e71e45f09f8d949b3e3ad61c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3100667 Feb 19 03:03:56.244837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=edff92e9-1b67-437d-a206-160de44c15ce,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:56.245475 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56120) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:03:56.255499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df103df6-04f0-4d4c-9706-94b77eab5b55 req-2069e59d-2f0e-43b6-a128-49005f9eb765 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:56.257495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df103df6-04f0-4d4c-9706-94b77eab5b55 req-2069e59d-2f0e-43b6-a128-49005f9eb765 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 945 time: 0.2735879 Feb 19 03:03:56.283325 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (edff92e9-1b67-437d-a206-160de44c15ce), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.333070 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-913efd5c-057c-40f0-9350-2067a0449344 admin admin] Publish callbacks [] for security_group (5b224f2a-88b1-4dde-a494-58c37fb82b59), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.336971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd80145-6803-49cd-818f-6f454800fcfb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:03:56.356576 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9fd80145-6803-49cd-818f-6f454800fcfb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.373899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-913efd5c-057c-40f0-9350-2067a0449344 admin admin] Publish callbacks [] for security_group (5b224f2a-88b1-4dde-a494-58c37fb82b59), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.438648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:56.444383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74d959-0eff-448e-8532-5089069c2ba5 None None] Sync routers for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:56.459083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.474116 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-913efd5c-057c-40f0-9350-2067a0449344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5b224f2a-88b1-4dde-a494-58c37fb82b59), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.477987 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-913efd5c-057c-40f0-9350-2067a0449344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.479210 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-913efd5c-057c-40f0-9350-2067a0449344 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b224f2a-88b1-4dde-a494-58c37fb82b59 HTTP/1.1" status: 204 len: 168 time: 0.2317295 Feb 19 03:03:56.489245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913efd5c-057c-40f0-9350-2067a0449344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b224f2a-88b1-4dde-a494-58c37fb82b59,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:56.490474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=edff92e9-1b67-437d-a206-160de44c15ce,revision_number=8']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:56.501351 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Sync routers for ids ['7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:03:56.518457 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Routers {'7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:56.519527 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:56.565944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:56.574264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df103df6-04f0-4d4c-9706-94b77eab5b55 req-3494b63c-dc62-4fb5-bf51-0fa2fde5cf65 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105841 Feb 19 03:03:56.585129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9fd80145-6803-49cd-818f-6f454800fcfb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "PUT /v2.0/floatingips/01f8422f-7650-44e8-a0c6-5797671808b3 HTTP/1.1" status: 200 len: 990 time: 3.3830073 Feb 19 03:03:56.590750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:56.591486 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.592961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-adc2da5a-04c1-4eec-a3eb-a467de025eb0 service neutron] 10.222.0.67 "PUT /v2.0/ports/edff92e9-1b67-437d-a206-160de44c15ce HTTP/1.1" status: 200 len: 1121 time: 2.4555323 Feb 19 03:03:56.627787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:03:56.635046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74d959-0eff-448e-8532-5089069c2ba5 None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:56.636282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-eb74d959-0eff-448e-8532-5089069c2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:56.713998 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Set router 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:56.732866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19cbce2-0aab-45bd-b5c6-db655639395b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:56.735202 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b5bc91-57d6-485f-9dae-768223b62b23" -d '{"events": [{"server_uuid": "55f5ec41-fd6f-477f-a606-dd42f2335788", "name": "network-vif-plugged", "status": "completed", "tag": "c19cbce2-0aab-45bd-b5c6-db655639395b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:56.742771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf3adb-1bb9-43a2-bef0-2cef5ee6bf3b req-c05c679b-fafa-4501-b47a-efc01a8b9015 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:56.752873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7bf3adb-1bb9-43a2-bef0-2cef5ee6bf3b req-c05c679b-fafa-4501-b47a-efc01a8b9015 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.3002508 Feb 19 03:03:56.812889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['edff92e9-1b67-437d-a206-160de44c15ce'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:56.835169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7bf3adb-1bb9-43a2-bef0-2cef5ee6bf3b req-591a2801-4499-4e03-9476-85231ab14d68 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781419 Feb 19 03:03:56.890938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['edff92e9-1b67-437d-a206-160de44c15ce'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:56.909499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c19cbce2-0aab-45bd-b5c6-db655639395b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c19cbce2-0aab-45bd-b5c6-db655639395b,segment=NetworkSegment(7f5b6e76-f897-469c-8397-c6b7e07a2fd8),segment_id=7f5b6e76-f897-469c-8397-c6b7e07a2fd8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:56.954846 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:56.961112 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8741c23-9b52-4c28-b65e-6e38c9f88e7f x-openstack-request-id: req-a8741c23-9b52-4c28-b65e-6e38c9f88e7f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:56.961430 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f5ec41-fd6f-477f-a606-dd42f2335788", "name": "network-vif-plugged", "status": "completed", "tag": "c19cbce2-0aab-45bd-b5c6-db655639395b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:56.961642 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8741c23-9b52-4c28-b65e-6e38c9f88e7f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:56.962029 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19cbce2-0aab-45bd-b5c6-db655639395b', 'code': 200} Feb 19 03:03:56.965940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9bbd-9458-40d1-8688-40f02f04a473 req-b851abde-1c61-4a22-aaef-277f085bfc2d tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:56.967561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77fc9bbd-9458-40d1-8688-40f02f04a473 req-b851abde-1c61-4a22-aaef-277f085bfc2d tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.2126896 Feb 19 03:03:57.022922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['79fcbda1-6e3f-4837-a79b-d5b6a841b3f2'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:57.106045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77fc9bbd-9458-40d1-8688-40f02f04a473 req-f938f749-12c9-4dcc-91bc-4992ae77b748 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314707 Feb 19 03:03:57.138284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5429f1-a412-4bd1-ae7a-e5bbbced7dc6 req-518f6e17-16ac-4f41-af49-dc515dfda881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:57.139827 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7a5429f1-a412-4bd1-ae7a-e5bbbced7dc6 req-518f6e17-16ac-4f41-af49-dc515dfda881 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 1128 time: 0.0965948 Feb 19 03:03:57.165891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce433c47-1a3a-4d00-89fe-393299e3bda1 req-0f2b6c93-db67-44dc-9229-b39f71c4579c tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:57.169604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce433c47-1a3a-4d00-89fe-393299e3bda1 req-0f2b6c93-db67-44dc-9229-b39f71c4579c tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 947 time: 0.0928736 Feb 19 03:03:57.202064 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-344700291-router', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:46Z', 'updated_at': '2022-02-19T03:03:53Z', 'revision_number': 4, 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'gw_port': {'id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dd:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:48Z', 'updated_at': '2022-02-19T03:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f67ed2ab-6b76-4045-ba65-3396cb3fe46c', 'name': '', 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'mac_address': 'fa:16:3e:29:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '222d10ba-c971-4f5d-8bf4-c36f58cab269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:52Z', 'updated_at': '2022-02-19T03:03:54Z', 'revision_number': 2, 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'subnets': [{'id': '222d10ba-c971-4f5d-8bf4-c36f58cab269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:57.225693 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7a5429f1-a412-4bd1-ae7a-e5bbbced7dc6 req-31a30fcd-262b-42ba-b298-d3b62c7af53a service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774450 Feb 19 03:03:57.251777 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Checking router: 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:03:57.255532 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Updating router 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b port f67ed2ab-6b76-4045-ba65-3396cb3fe46c binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:03:57.296256 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-eb74d959-0eff-448e-8532-5089069c2ba5 None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:57.308562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce433c47-1a3a-4d00-89fe-393299e3bda1 req-9e84bced-443d-4324-aa90-1941ef92d5ca tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274827 Feb 19 03:03:57.312479 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.340528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738539eb-4d36-402e-b68d-3742a4cc3181 req-56e5aa75-eacd-481d-9a06-06b2ebd451fc tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:57.342305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-738539eb-4d36-402e-b68d-3742a4cc3181 req-56e5aa75-eacd-481d-9a06-06b2ebd451fc tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.0977559 Feb 19 03:03:57.419150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-738539eb-4d36-402e-b68d-3742a4cc3181 req-e69f37c3-ab47-437a-a15f-c52bb3c3dfa4 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672522 Feb 19 03:03:57.444454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=c19cbce2-0aab-45bd-b5c6-db655639395b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:57.476174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:57.476708 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.667082 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Publish callbacks [] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.676592 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.723800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215a3ed-ae0e-41ad-98f7-097a8806c605 req-cd23cde8-1dfd-4eaa-a3d3-310e138c3b9d tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:57.731629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d215a3ed-ae0e-41ad-98f7-097a8806c605 req-cd23cde8-1dfd-4eaa-a3d3-310e138c3b9d tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 946 time: 0.0821381 Feb 19 03:03:57.761558 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c19c0-b1f3-4e83-a7ac-7644a22d0ddb None None] Pushing event updated for resources: {'Port': ['ID=f67ed2ab-6b76-4045-ba65-3396cb3fe46c,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:57.771961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7012cb41-d0d0-47a3-9043-de749963e040 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:03:57.810835 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d215a3ed-ae0e-41ad-98f7-097a8806c605 req-81d01295-b1fb-44af-9cad-f6db1f7ba3d3 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780218 Feb 19 03:03:57.855377 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Attempting to bind port f67ed2ab-6b76-4045-ba65-3396cb3fe46c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:03:57.856216 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Attempting to bind port f67ed2ab-6b76-4045-ba65-3396cb3fe46c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'e8bcba7a-3c46-4f79-83a0-5e647c3752fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:03:57.856793 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Attempting to bind port f67ed2ab-6b76-4045-ba65-3396cb3fe46c on network a6ce9c92-71d2-45d8-9576-b25be1a23d60 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:03:57.876443 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:03:57.876862 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Checking segment: {'id': 'e8bcba7a-3c46-4f79-83a0-5e647c3752fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:03:57.878868 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.880612 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Bound using segment: {'id': 'e8bcba7a-3c46-4f79-83a0-5e647c3752fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:03:57.882190 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Bound port: f67ed2ab-6b76-4045-ba65-3396cb3fe46c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8bcba7a-3c46-4f79-83a0-5e647c3752fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:03:57.882606 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:57.933734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'tag': 'f401834a-3df9-4e56-86db-96db86f33828'}, {'name': 'network-changed', 'server_uuid': 'f733abce-cd75-4a9c-a550-a56c0a2e004e', 'tag': 'edff92e9-1b67-437d-a206-160de44c15ce'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:03:57.933734 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0635ede3-f58c-436e-8673-f25112e12a29" -d '{"events": [{"name": "network-changed", "server_uuid": "4dd0bc4f-585e-4f42-81f4-de9e61133476", "tag": "f401834a-3df9-4e56-86db-96db86f33828"}, {"name": "network-changed", "server_uuid": "f733abce-cd75-4a9c-a550-a56c0a2e004e", "tag": "edff92e9-1b67-437d-a206-160de44c15ce"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:03:58.044767 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459774d9-fed7-442a-af3a-cde7e45e010d x-openstack-request-id: req-459774d9-fed7-442a-af3a-cde7e45e010d {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:03:58.046400 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dd0bc4f-585e-4f42-81f4-de9e61133476", "tag": "f401834a-3df9-4e56-86db-96db86f33828", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f733abce-cd75-4a9c-a550-a56c0a2e004e", "tag": "edff92e9-1b67-437d-a206-160de44c15ce", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:03:58.047216 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-459774d9-fed7-442a-af3a-cde7e45e010d {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:03:58.047624 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'tag': 'f401834a-3df9-4e56-86db-96db86f33828', 'status': 'completed', 'code': 200} Feb 19 03:03:58.048390 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f733abce-cd75-4a9c-a550-a56c0a2e004e', 'tag': 'edff92e9-1b67-437d-a206-160de44c15ce', 'status': 'completed', 'code': 200} Feb 19 03:03:58.055524 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:03:58.072445 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] For port f67ed2ab-6b76-4045-ba65-3396cb3fe46c, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:03:58.076299 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] For port f67ed2ab-6b76-4045-ba65-3396cb3fe46c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f67ed2ab-6b76-4045-ba65-3396cb3fe46c,segment=NetworkSegment(e8bcba7a-3c46-4f79-83a0-5e647c3752fe),segment_id=e8bcba7a-3c46-4f79-83a0-5e647c3752fe)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:03:58.076500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:58.076965 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.099840 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.150610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc66c1-3f06-4e06-8bb0-81104ac3cd06 req-47b7ea9e-180d-4925-b3a8-b5b734771de2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:58.157717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5fc66c1-3f06-4e06-8bb0-81104ac3cd06 req-47b7ea9e-180d-4925-b3a8-b5b734771de2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.2334087 Feb 19 03:03:58.192851 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635ede3-f58c-436e-8673-f25112e12a29 req-ca81a9e0-578b-4b75-b036-1a7f7ec39c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:58.200862 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-ca81a9e0-578b-4b75-b036-1a7f7ec39c31 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 1155 time: 0.1470859 Feb 19 03:03:58.215815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=90b0665f-14ef-4ab4-b62f-3f7489c0fc92,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:58.241855 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c19c0-b1f3-4e83-a7ac-7644a22d0ddb None None] Pushing event updated for resources: {'Port': ['ID=f67ed2ab-6b76-4045-ba65-3396cb3fe46c,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:58.274835 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.304470 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Routers {'7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:58.311123 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:58.393734 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635ede3-f58c-436e-8673-f25112e12a29 req-0a24e36d-6adb-435d-9146-7b0e9703553a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:58.395790 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-0a24e36d-6adb-435d-9146-7b0e9703553a service neutron] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.1854582 Feb 19 03:03:58.492820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=90b0665f-14ef-4ab4-b62f-3f7489c0fc92,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:58.497739 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-e2f5af19-d47e-4f54-a417-57a253d21bc7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edff92e9-1b67-437d-a206-160de44c15ce HTTP/1.1" status: 200 len: 217 time: 0.0854261 Feb 19 03:03:58.537127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7012cb41-d0d0-47a3-9043-de749963e040, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7012cb41-d0d0-47a3-9043-de749963e040,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:58.559043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c593e7f0-2613-43b3-9f12-9450fcf817fc None None] Provisioning complete for port f67ed2ab-6b76-4045-ba65-3396cb3fe46c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:58.559421 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c593e7f0-2613-43b3-9f12-9450fcf817fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.595489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635ede3-f58c-436e-8673-f25112e12a29 req-187a1abe-8709-4674-b913-d0f3b7771047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:58.597032 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-187a1abe-8709-4674-b913-d0f3b7771047 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.0873809 Feb 19 03:03:58.663091 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-bacac3a4-c273-415c-881c-5e55ab41800a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573406 Feb 19 03:03:58.663811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '7012cb41-d0d0-47a3-9043-de749963e040', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '7012cb41-d0d0-47a3-9043-de749963e040', 'mac_address': 'fa:16:3e:2d:48:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:03:58.728900 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] Set router 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:58.731007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7012cb41-d0d0-47a3-9043-de749963e040 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:58.731417 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7012cb41-d0d0-47a3-9043-de749963e040), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.756330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7012cb41-d0d0-47a3-9043-de749963e040 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:03:58.783389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7012cb41-d0d0-47a3-9043-de749963e040, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7012cb41-d0d0-47a3-9043-de749963e040,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:58.819081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635ede3-f58c-436e-8673-f25112e12a29 req-552950dd-cbee-4784-8703-a1ea84232121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:58.820975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-552950dd-cbee-4784-8703-a1ea84232121 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 1127 time: 0.7598720 Feb 19 03:03:58.837517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c593e7f0-2613-43b3-9f12-9450fcf817fc None None] Current status of the port f67ed2ab-6b76-4045-ba65-3396cb3fe46c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:03:58.837789 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c593e7f0-2613-43b3-9f12-9450fcf817fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.857752 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7012cb41-d0d0-47a3-9043-de749963e040), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:58.908013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5fc66c1-3f06-4e06-8bb0-81104ac3cd06 req-6b3c47a1-f794-446e-8137-b34cc34f458f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7490072 Feb 19 03:03:58.963421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-eb74d959-0eff-448e-8532-5089069c2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '01f8422f-7650-44e8-a0c6-5797671808b3', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'port_id': 'f401834a-3df9-4e56-86db-96db86f33828', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'mac_address': 'fa:16:3e:d0:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:03:23Z', 'updated_at': '2022-02-19T03:03:54Z', 'revision_number': 1, 'project_id': '17ff531d12774f8aa118593314cb1782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:22Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:59.004417 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-706788cc-2fbc-4445-9edc-723ea6876429 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255267 Feb 19 03:03:59.012906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74d959-0eff-448e-8532-5089069c2ba5 None None] Checking router: 70c393a8-7604-436e-b7a0-12e9da4f83c2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:03:59.025449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c593e7f0-2613-43b3-9f12-9450fcf817fc None None] For port f67ed2ab-6b76-4045-ba65-3396cb3fe46c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f67ed2ab-6b76-4045-ba65-3396cb3fe46c,segment=NetworkSegment(e8bcba7a-3c46-4f79-83a0-5e647c3752fe),segment_id=e8bcba7a-3c46-4f79-83a0-5e647c3752fe)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:03:59.048671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd76d3-c0b0-4a24-9c92-172d36c1b667 req-008af340-6470-4589-8cd7-1097240abd56 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:59.050718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74d959-0eff-448e-8532-5089069c2ba5 None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:03:59.055144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-eb74d959-0eff-448e-8532-5089069c2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:59.056420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3bd76d3-c0b0-4a24-9c92-172d36c1b667 req-008af340-6470-4589-8cd7-1097240abd56 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.2461579 Feb 19 03:03:59.162054 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c593e7f0-2613-43b3-9f12-9450fcf817fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:59.176189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3bd76d3-c0b0-4a24-9c92-172d36c1b667 req-a5c8737c-84cc-415c-9315-6559ccb75a5d tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187160 Feb 19 03:03:59.196424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635ede3-f58c-436e-8673-f25112e12a29 req-fad29aa4-71bb-4afe-b790-47d287890016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:59.197983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-fad29aa4-71bb-4afe-b790-47d287890016 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 912 time: 0.2985487 Feb 19 03:03:59.241423 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-344700291-router', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:46Z', 'updated_at': '2022-02-19T03:03:53Z', 'revision_number': 4, 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'gw_port': {'id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:48Z', 'updated_at': '2022-02-19T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f67ed2ab-6b76-4045-ba65-3396cb3fe46c', 'name': '', 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'mac_address': 'fa:16:3e:29:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '222d10ba-c971-4f5d-8bf4-c36f58cab269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:52Z', 'updated_at': '2022-02-19T03:03:58Z', 'revision_number': 4, 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'subnets': [{'id': '222d10ba-c971-4f5d-8bf4-c36f58cab269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:03:59.249542 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-96db17cc-dfd1-4ac6-9b45-c9e2352689b6 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291551 Feb 19 03:03:59.303764 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178c93ad-6c96-45b9-8a2b-c4236b05b1be None None] The sync data for ids ['7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'] in n-d-826755-2 is: [{'id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-344700291-router', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:46Z', 'updated_at': '2022-02-19T03:03:53Z', 'revision_number': 4, 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'gw_port': {'id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:48Z', 'updated_at': '2022-02-19T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f67ed2ab-6b76-4045-ba65-3396cb3fe46c', 'name': '', 'network_id': 'a6ce9c92-71d2-45d8-9576-b25be1a23d60', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'mac_address': 'fa:16:3e:29:1c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': '222d10ba-c971-4f5d-8bf4-c36f58cab269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:52Z', 'updated_at': '2022-02-19T03:03:58Z', 'revision_number': 4, 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'subnets': [{'id': '222d10ba-c971-4f5d-8bf4-c36f58cab269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:03:59.323725 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-23c973a5-b5b0-4497-ac8e-5b3a9fb6d5d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f401834a-3df9-4e56-86db-96db86f33828 HTTP/1.1" status: 200 len: 998 time: 0.1171515 Feb 19 03:03:59.346716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=7012cb41-d0d0-47a3-9043-de749963e040,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:03:59.348027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda5381-b1e1-4838-b969-50e14c00f728 req-0f57b9bc-3cee-4450-b876-e7868d25540c tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:59.364920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1dda5381-b1e1-4838-b969-50e14c00f728 req-0f57b9bc-3cee-4450-b876-e7868d25540c tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 948 time: 0.2785394 Feb 19 03:03:59.430718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['7012cb41-d0d0-47a3-9043-de749963e040'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:03:59.494301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6f947f25-f31d-4a36-9dc6-1d20e486f4c0 None None] Provisioning complete for port f67ed2ab-6b76-4045-ba65-3396cb3fe46c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:03:59.494961 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6f947f25-f31d-4a36-9dc6-1d20e486f4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:03:59.512594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635ede3-f58c-436e-8673-f25112e12a29 req-2817b1ce-82ef-41a3-a0f6-4ff9113aeeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:59.514176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-2817b1ce-82ef-41a3-a0f6-4ff9113aeeaa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 200 len: 850 time: 0.1481688 Feb 19 03:03:59.518426 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-eb74d959-0eff-448e-8532-5089069c2ba5 None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:03:59.537262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1dda5381-b1e1-4838-b969-50e14c00f728 req-809c68e1-bcd2-44fd-98e0-6acf0a90c2b7 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513069 Feb 19 03:03:59.579816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bc05f-c0c3-46ae-8a77-996c2dd2f12a req-8f779742-6ad9-40e4-b487-9874085caa8d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:59.597326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-489bc05f-c0c3-46ae-8a77-996c2dd2f12a req-8f779742-6ad9-40e4-b487-9874085caa8d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.2724917 Feb 19 03:03:59.753931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-489bc05f-c0c3-46ae-8a77-996c2dd2f12a req-2b7d8734-a4d0-4a8f-aac8-c1ac04cd38e0 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555655 Feb 19 03:03:59.758980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635ede3-f58c-436e-8673-f25112e12a29 req-5e16192e-9dd2-499a-97a2-9a50922196df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:59.761578 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-5e16192e-9dd2-499a-97a2-9a50922196df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2222743 Feb 19 03:03:59.779792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001b589-ac1d-4b42-9304-ec27c83abef0 req-e7e0be12-8509-44aa-a977-580841a352f3 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:03:59.779951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0001b589-ac1d-4b42-9304-ec27c83abef0 req-e7e0be12-8509-44aa-a977-580841a352f3 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 946 time: 0.1325383 Feb 19 03:03:59.889451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:00.000412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0001b589-ac1d-4b42-9304-ec27c83abef0 req-8c5b39e6-e5bb-475e-b2e8-a1a379f9201d tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919794 Feb 19 03:04:00.042658 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-76cdaeb6-9029-477c-a20c-778a95b6e128 service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617776 Feb 19 03:04:00.155019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593e7f0-2613-43b3-9f12-9450fcf817fc None None] Pushing event updated for resources: {'Port': ['ID=f67ed2ab-6b76-4045-ba65-3396cb3fe46c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:00.206664 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:04:00.236399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:00.236765 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:00.314325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35437c51-bdb3-4fdd-b63a-96e42d1b4f97 req-a2282f65-333d-4c44-9cda-faf28c20b9dd tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:00.322941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35437c51-bdb3-4fdd-b63a-96e42d1b4f97 req-a2282f65-333d-4c44-9cda-faf28c20b9dd tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.2550685 Feb 19 03:04:00.363936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0635ede3-f58c-436e-8673-f25112e12a29 req-b2250fe4-f1cf-495d-a0cf-7115059889d7 service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127103 Feb 19 03:04:00.423139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922fe29-5a4d-43c5-a548-00dd4564345e req-32d784bd-be34-4c11-9555-62d1a0c11a9d tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:00.425078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9922fe29-5a4d-43c5-a548-00dd4564345e req-32d784bd-be34-4c11-9555-62d1a0c11a9d tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 946 time: 0.2035737 Feb 19 03:04:00.431018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6f947f25-f31d-4a36-9dc6-1d20e486f4c0 None None] Current status of the port f67ed2ab-6b76-4045-ba65-3396cb3fe46c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:00.433917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56254) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:00.439470 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bf54b7dd-696e-4a69-b40a-ebd7394a789f tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Request body: {'floatingip': {'port_id': 'c19cbce2-0aab-45bd-b5c6-db655639395b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:00.441798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35437c51-bdb3-4fdd-b63a-96e42d1b4f97 req-6c2df76c-cf88-40ac-b14e-d7126d948e2a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176269 Feb 19 03:04:00.574644 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf54b7dd-696e-4a69-b40a-ebd7394a789f tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for floatingip (18c4d2ac-78b3-4a0f-b04f-a140adbf309f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:00.644166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:00.644561 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:00.696600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:00.701335 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edae262-4191-4880-b2af-d45336e1a2ce" -d '{"events": [{"server_uuid": "c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e", "name": "network-vif-plugged", "status": "completed", "tag": "79fcbda1-6e3f-4837-a79b-d5b6a841b3f2"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:00.719947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:00.730989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-eb74d959-0eff-448e-8532-5089069c2ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '01f8422f-7650-44e8-a0c6-5797671808b3', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'port_id': 'f401834a-3df9-4e56-86db-96db86f33828', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'mac_address': 'fa:16:3e:d0:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:03:23Z', 'updated_at': '2022-02-19T03:03:54Z', 'revision_number': 1, 'project_id': '17ff531d12774f8aa118593314cb1782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:22Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:00.766427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb74d959-0eff-448e-8532-5089069c2ba5 None None] The sync data for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 is: [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '01f8422f-7650-44e8-a0c6-5797671808b3', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'port_id': 'f401834a-3df9-4e56-86db-96db86f33828', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'mac_address': 'fa:16:3e:d0:24:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:03:23Z', 'updated_at': '2022-02-19T03:03:54Z', 'revision_number': 1, 'project_id': '17ff531d12774f8aa118593314cb1782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:22Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:00.769467 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:00.850298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:00.857056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:00.915307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a09424-9bcf-45a8-a394-f37871bd36b5 req-8d2d1a97-c0f1-4348-8f2e-ffeb41673ff2 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:00.925296 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27a09424-9bcf-45a8-a394-f37871bd36b5 req-8d2d1a97-c0f1-4348-8f2e-ffeb41673ff2 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.2996297 Feb 19 03:04:00.949841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:00.950277 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.000902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1067efaa-65b2-4c44-a0c0-5beb7f1f55ff req-be0ba622-4cd4-4037-a71a-7d147f04ab9d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:01.009300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1067efaa-65b2-4c44-a0c0-5beb7f1f55ff req-be0ba622-4cd4-4037-a71a-7d147f04ab9d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 948 time: 0.2976682 Feb 19 03:04:01.097324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:01.097324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f67ed2ab-6b76-4045-ba65-3396cb3fe46c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:01.113334 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27a09424-9bcf-45a8-a394-f37871bd36b5 req-b4f5c145-846c-4c4f-8274-db07ad7deec1 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870131 Feb 19 03:04:01.227227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17df53c3-d8e6-4672-b49d-f732e51bc295 None None] New status for floating IP 01f8422f-7650-44e8-a0c6-5797671808b3: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:04:01.231395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1067efaa-65b2-4c44-a0c0-5beb7f1f55ff req-5dae22ff-d4a1-4f95-95f7-3a23c3f66199 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210426 Feb 19 03:04:01.257355 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3ab818-d202-4924-9732-d23835bc8c97 x-openstack-request-id: req-3d3ab818-d202-4924-9732-d23835bc8c97 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:01.257641 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e", "name": "network-vif-plugged", "status": "completed", "tag": "79fcbda1-6e3f-4837-a79b-d5b6a841b3f2", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:01.259759 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3d3ab818-d202-4924-9732-d23835bc8c97 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:01.261283 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', 'code': 200} Feb 19 03:04:01.368083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f67ed2ab-6b76-4045-ba65-3396cb3fe46c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:01.368083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.434298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0347c9-d31c-453a-86e1-3f9ace32e91c req-4ca36772-441d-4a11-82aa-30c78e73e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:01.436235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e0347c9-d31c-453a-86e1-3f9ace32e91c req-4ca36772-441d-4a11-82aa-30c78e73e1e3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e HTTP/1.1" status: 200 len: 1131 time: 0.1250291 Feb 19 03:04:01.452243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d56c47-680d-40b5-a8b0-edeab0f3832e req-4312646f-a0e0-4411-a780-adbaf507459c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:01.456001 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21d56c47-680d-40b5-a8b0-edeab0f3832e req-4312646f-a0e0-4411-a780-adbaf507459c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.0958602 Feb 19 03:04:01.662527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f67ed2ab-6b76-4045-ba65-3396cb3fe46c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:01.672952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21d56c47-680d-40b5-a8b0-edeab0f3832e req-1b5065a9-1316-4dd8-a9b4-5744489cbc46 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821826 Feb 19 03:04:01.689685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e0347c9-d31c-453a-86e1-3f9ace32e91c req-e4baba67-252b-4bb3-a6f0-080c1abf4b26 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299163 Feb 19 03:04:01.721255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b94874-7915-4ec0-bde8-d4222a3dc198 req-4c23b3dd-cd81-4531-b0ac-20c3dbf3c9ec tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:01.728614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37b94874-7915-4ec0-bde8-d4222a3dc198 req-4c23b3dd-cd81-4531-b0ac-20c3dbf3c9ec tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.1671991 Feb 19 03:04:01.769008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7012cb41-d0d0-47a3-9043-de749963e040 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:01.801409 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37b94874-7915-4ec0-bde8-d4222a3dc198 req-882fad70-6394-46b3-a401-cb20fe6ce4bb tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717678 Feb 19 03:04:01.835757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb35751-ff93-4451-a941-081d159b59bd req-0e0cc54a-b214-4e61-8288-31f2f60317f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:01.838218 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bb35751-ff93-4451-a941-081d159b59bd req-0e0cc54a-b214-4e61-8288-31f2f60317f2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 1155 time: 0.7466612 Feb 19 03:04:01.873048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 7012cb41-d0d0-47a3-9043-de749963e040 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:04:01.879345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 7012cb41-d0d0-47a3-9043-de749963e040 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:01.880254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7012cb41-d0d0-47a3-9043-de749963e040), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:01.998194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7012cb41-d0d0-47a3-9043-de749963e040 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:01.998588 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7012cb41-d0d0-47a3-9043-de749963e040), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.038088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7012cb41-d0d0-47a3-9043-de749963e040, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7012cb41-d0d0-47a3-9043-de749963e040,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:02.047834 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7012cb41-d0d0-47a3-9043-de749963e040), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.059580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf54b7dd-696e-4a69-b40a-ebd7394a789f tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.071434 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf54b7dd-696e-4a69-b40a-ebd7394a789f tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (18c4d2ac-78b3-4a0f-b04f-a140adbf309f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:02.108509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=7012cb41-d0d0-47a3-9043-de749963e040,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:02.149381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb35751-ff93-4451-a941-081d159b59bd req-c57466d0-69fd-4903-b870-0d05aa3d44ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:02.150865 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bb35751-ff93-4451-a941-081d159b59bd req-c57466d0-69fd-4903-b870-0d05aa3d44ca service neutron] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.1690083 Feb 19 03:04:02.248948 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bb35751-ff93-4451-a941-081d159b59bd req-09d98048-ba5e-48af-a717-1bd5fbc97aa1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edff92e9-1b67-437d-a206-160de44c15ce HTTP/1.1" status: 200 len: 217 time: 0.0869880 Feb 19 03:04:02.282015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b1d8f-d66b-4dcd-ae37-7812b95ec83a req-11901df5-d6b0-44e2-bd1a-729ad1bdc7a7 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:02.289977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b0b1d8f-d66b-4dcd-ae37-7812b95ec83a req-11901df5-d6b0-44e2-bd1a-729ad1bdc7a7 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.1034422 Feb 19 03:04:02.329136 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-bf54b7dd-696e-4a69-b40a-ebd7394a789f tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Floating IP 18c4d2ac-78b3-4a0f-b04f-a140adbf309f associated. External IP: 172.25.1.201, port: c19cbce2-0aab-45bd-b5c6-db655639395b. Feb 19 03:04:02.378996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb35751-ff93-4451-a941-081d159b59bd req-0dab9b0f-acc8-4885-8212-9bdc5366e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:02.380475 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bb35751-ff93-4451-a941-081d159b59bd req-0dab9b0f-acc8-4885-8212-9bdc5366e5d3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.1183407 Feb 19 03:04:02.399041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b0b1d8f-d66b-4dcd-ae37-7812b95ec83a req-5d8b96fe-00f8-4b2c-8058-c4c3fa8f8f14 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080103 Feb 19 03:04:02.425600 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bb35751-ff93-4451-a941-081d159b59bd req-280df962-6059-4378-ab26-7dcde0e95178 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340259 Feb 19 03:04:02.434517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49968288-28d1-4226-b5e2-c432a6cd8e76 req-0138cb2f-ce5e-4eda-a9ca-e0a5c5efdcb1 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:02.436649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49968288-28d1-4226-b5e2-c432a6cd8e76 req-0138cb2f-ce5e-4eda-a9ca-e0a5c5efdcb1 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 949 time: 0.0966530 Feb 19 03:04:02.508781 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49968288-28d1-4226-b5e2-c432a6cd8e76 req-f0d64f88-bd4e-4846-905d-93b5e92f9a52 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662670 Feb 19 03:04:02.631762 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bb35751-ff93-4451-a941-081d159b59bd req-9b531f67-7e80-41a0-bb57-42bd9a995aab service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639996 Feb 19 03:04:02.772117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf54b7dd-696e-4a69-b40a-ebd7394a789f tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Router f44aec90-a68b-4367-bd78-c1f0c8d709b0 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:04:02.797933 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bb35751-ff93-4451-a941-081d159b59bd req-618ee424-01b1-450f-a382-a7744fe0e7b8 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568415 Feb 19 03:04:02.825247 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332e4c5-8866-4eed-9f85-36d533640e3d req-cf4b8b19-d24a-4ffc-87b7-52a8ddc4098a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:02.826820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f332e4c5-8866-4eed-9f85-36d533640e3d req-cf4b8b19-d24a-4ffc-87b7-52a8ddc4098a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.0741012 Feb 19 03:04:02.896532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f332e4c5-8866-4eed-9f85-36d533640e3d req-79a35393-7f5b-43c6-b771-eb2cc8ac6aa3 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625222 Feb 19 03:04:02.973569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9508e33-1a05-44cc-a728-49d1f8970e69 req-b155a6fe-662e-49de-b196-348b27ce9bc5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:02.975163 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9508e33-1a05-44cc-a728-49d1f8970e69 req-b155a6fe-662e-49de-b196-348b27ce9bc5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.0725853 Feb 19 03:04:03.023640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf54b7dd-696e-4a69-b40a-ebd7394a789f tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:03.032041 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf54b7dd-696e-4a69-b40a-ebd7394a789f tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.041290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9508e33-1a05-44cc-a728-49d1f8970e69 req-3b592407-b3a3-40e4-b693-1ca0f7def0b3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572238 Feb 19 03:04:03.041662 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71873626-9fbd-41ea-82c1-6fe91e04c6c5 None None] Sync routers for ids ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:03.068697 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71873626-9fbd-41ea-82c1-6fe91e04c6c5 None None] Routers {'f44aec90-a68b-4367-bd78-c1f0c8d709b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:03.068697 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-71873626-9fbd-41ea-82c1-6fe91e04c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:03.077560 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bf54b7dd-696e-4a69-b40a-ebd7394a789f tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "PUT /v2.0/floatingips/18c4d2ac-78b3-4a0f-b04f-a140adbf309f HTTP/1.1" status: 200 len: 992 time: 2.6424184 Feb 19 03:04:03.078570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'tag': 'c19cbce2-0aab-45bd-b5c6-db655639395b'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:03.081686 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94265b07-2475-4ea2-a330-b1ac6f509e82" -d '{"events": [{"name": "network-changed", "server_uuid": "55f5ec41-fd6f-477f-a606-dd42f2335788", "tag": "c19cbce2-0aab-45bd-b5c6-db655639395b"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:03.189892 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653b9800-b685-4040-bcb2-33b36ec735d1 x-openstack-request-id: req-653b9800-b685-4040-bcb2-33b36ec735d1 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:03.190270 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f5ec41-fd6f-477f-a606-dd42f2335788", "tag": "c19cbce2-0aab-45bd-b5c6-db655639395b", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:03.190460 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-653b9800-b685-4040-bcb2-33b36ec735d1 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:03.190833 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'tag': 'c19cbce2-0aab-45bd-b5c6-db655639395b', 'status': 'completed', 'code': 200} Feb 19 03:04:03.228568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498b9f4-dd69-4485-ad16-21236b6dd5c8 req-6539082c-7eb6-41c3-9be0-626734727619 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:03.230228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2498b9f4-dd69-4485-ad16-21236b6dd5c8 req-6539082c-7eb6-41c3-9be0-626734727619 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 946 time: 0.0874577 Feb 19 03:04:03.262092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f4d89d-5230-4470-a827-fd8d84841b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7012cb41-d0d0-47a3-9043-de749963e040'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:03.265337 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c5f2e9-da03-414d-81b3-df491c41113f" -d '{"events": [{"server_uuid": "97f4d89d-5230-4470-a827-fd8d84841b7f", "name": "network-vif-plugged", "status": "completed", "tag": "7012cb41-d0d0-47a3-9043-de749963e040"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:03.298710 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-71873626-9fbd-41ea-82c1-6fe91e04c6c5 None None] Set router f44aec90-a68b-4367-bd78-c1f0c8d709b0 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:04:03.350540 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2642d997-8fcf-4fbb-8a82-5f8c0e339246 x-openstack-request-id: req-2642d997-8fcf-4fbb-8a82-5f8c0e339246 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:03.350971 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f4d89d-5230-4470-a827-fd8d84841b7f", "name": "network-vif-plugged", "status": "completed", "tag": "7012cb41-d0d0-47a3-9043-de749963e040", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:03.351231 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2642d997-8fcf-4fbb-8a82-5f8c0e339246 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:03.351672 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f4d89d-5230-4470-a827-fd8d84841b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7012cb41-d0d0-47a3-9043-de749963e040', 'code': 200} Feb 19 03:04:03.380006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2498b9f4-dd69-4485-ad16-21236b6dd5c8 req-56100999-a603-480f-bb2d-adc6207b4668 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424053 Feb 19 03:04:03.392935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94265b07-2475-4ea2-a330-b1ac6f509e82 req-fa8d8cd1-2f88-49df-9e6b-5672c5bc0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:03.395763 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94265b07-2475-4ea2-a330-b1ac6f509e82 req-fa8d8cd1-2f88-49df-9e6b-5672c5bc0db8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=c64afb56dce84c20aee549318b1fe2c4&device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 1128 time: 0.1737447 Feb 19 03:04:03.568914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d3732-2ddc-4820-9af4-527e9da20c90 req-8db81afc-9d20-4a8a-8d1a-a8ada4cdd5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:03.570707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d3d3732-2ddc-4820-9af4-527e9da20c90 req-8db81afc-9d20-4a8a-8d1a-a8ada4cdd5ff service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 1131 time: 0.1110857 Feb 19 03:04:03.594905 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-92297313-d251-49a2-86ea-8ee612820952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:03.602894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94265b07-2475-4ea2-a330-b1ac6f509e82 req-6b3304db-a24a-4643-a10d-7c46d234dc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:03.604899 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94265b07-2475-4ea2-a330-b1ac6f509e82 req-6b3304db-a24a-4643-a10d-7c46d234dc0d service neutron] 10.222.0.87 "GET /v2.0/networks?id=69ce41cd-7033-4644-9dcc-83550fa8ab23 HTTP/1.1" status: 200 len: 913 time: 0.1905532 Feb 19 03:04:03.688056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952a0be-4c87-4b27-b44c-0a6029263ef3 req-e9140dab-818c-401a-85c9-dc5fd06075bb tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:03.703866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8952a0be-4c87-4b27-b44c-0a6029263ef3 req-e9140dab-818c-401a-85c9-dc5fd06075bb tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.1772983 Feb 19 03:04:03.713422 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94265b07-2475-4ea2-a330-b1ac6f509e82 req-1d715ade-a779-4c67-b582-827cc40fd53d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c19cbce2-0aab-45bd-b5c6-db655639395b HTTP/1.1" status: 200 len: 1000 time: 0.0915682 Feb 19 03:04:03.737363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d3d3732-2ddc-4820-9af4-527e9da20c90 req-96159f0c-45b2-4110-9502-cc4bb7bc4ed2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568465 Feb 19 03:04:03.806552 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94265b07-2475-4ea2-a330-b1ac6f509e82 req-47abb9f4-19f3-4b73-9a38-71e4ae435676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:03.808404 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94265b07-2475-4ea2-a330-b1ac6f509e82 req-47abb9f4-19f3-4b73-9a38-71e4ae435676 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d78a5e02-fd12-4985-b75d-886d4ff9f507 HTTP/1.1" status: 200 len: 851 time: 0.0745134 Feb 19 03:04:03.817823 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8952a0be-4c87-4b27-b44c-0a6029263ef3 req-0dbe6ad8-d20b-473f-9b95-9e998605a865 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124492 Feb 19 03:04:03.841492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa47039-82d6-4c22-a11d-45b39a3b5d9b req-981d897d-bc79-40ee-bf1b-f82147f1e14e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:03.845921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-daa47039-82d6-4c22-a11d-45b39a3b5d9b req-981d897d-bc79-40ee-bf1b-f82147f1e14e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 949 time: 0.1360798 Feb 19 03:04:03.880054 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-71873626-9fbd-41ea-82c1-6fe91e04c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:03:28Z', 'revision_number': 4, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '18c4d2ac-78b3-4a0f-b04f-a140adbf309f', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'port_id': 'c19cbce2-0aab-45bd-b5c6-db655639395b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'mac_address': 'fa:16:3e:e0:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:03:36Z', 'updated_at': '2022-02-19T03:04:01Z', 'revision_number': 1, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa36637e-d317-4326-bf04-4fa77fd72e09', 'name': '', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'mac_address': 'fa:16:3e:90:ce:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:25Z', 'updated_at': '2022-02-19T03:03:35Z', 'revision_number': 5, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'subnets': [{'id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:03.908083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-daa47039-82d6-4c22-a11d-45b39a3b5d9b req-6ff62ad7-e134-49f0-9edf-ed1070fd2b0f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564272 Feb 19 03:04:03.911409 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71873626-9fbd-41ea-82c1-6fe91e04c6c5 None None] Checking router: f44aec90-a68b-4367-bd78-c1f0c8d709b0 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:04:03.920987 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71873626-9fbd-41ea-82c1-6fe91e04c6c5 None None] Routers {'f44aec90-a68b-4367-bd78-c1f0c8d709b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:03.925206 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-71873626-9fbd-41ea-82c1-6fe91e04c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:04.079500 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-71873626-9fbd-41ea-82c1-6fe91e04c6c5 None None] Set router f44aec90-a68b-4367-bd78-c1f0c8d709b0 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:04:04.083160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94265b07-2475-4ea2-a330-b1ac6f509e82 req-501c6208-e654-46e3-bdd5-68c854335f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:04.085770 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94265b07-2475-4ea2-a330-b1ac6f509e82 req-501c6208-e654-46e3-bdd5-68c854335f2d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=69ce41cd-7033-4644-9dcc-83550fa8ab23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0787268 Feb 19 03:04:04.209538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37508c-e68d-4511-81b1-be9a969cfadb req-48d90529-780d-4830-99f7-8b68074db312 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:04.218480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab37508c-e68d-4511-81b1-be9a969cfadb req-48d90529-780d-4830-99f7-8b68074db312 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.1694655 Feb 19 03:04:04.257038 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94265b07-2475-4ea2-a330-b1ac6f509e82 req-70d64bfe-78ec-436a-80a8-195aaebfc41d service neutron] 10.222.0.87 "GET /v2.0/networks/69ce41cd-7033-4644-9dcc-83550fa8ab23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633542 Feb 19 03:04:04.299116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab37508c-e68d-4511-81b1-be9a969cfadb req-bef00cbd-de95-42ae-9685-b66f0d601f51 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794299 Feb 19 03:04:04.336233 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4d16f-481b-492c-930c-3a17aa8e4399 req-1e2dfc33-2080-4853-a52b-506e5f4e78d3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:04.345469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72a4d16f-481b-492c-930c-3a17aa8e4399 req-1e2dfc33-2080-4853-a52b-506e5f4e78d3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.1963487 Feb 19 03:04:04.433564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72a4d16f-481b-492c-930c-3a17aa8e4399 req-d67863f0-a35b-499a-9d06-6f29f3852108 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865030 Feb 19 03:04:04.437252 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94265b07-2475-4ea2-a330-b1ac6f509e82 req-6e35b501-ca0f-4ced-bad7-f189720e6b98 service neutron] 10.222.0.87 "GET /v2.0/networks/69ce41cd-7033-4644-9dcc-83550fa8ab23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716082 Feb 19 03:04:04.438305 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-71873626-9fbd-41ea-82c1-6fe91e04c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:03:28Z', 'revision_number': 4, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '18c4d2ac-78b3-4a0f-b04f-a140adbf309f', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'port_id': 'c19cbce2-0aab-45bd-b5c6-db655639395b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'mac_address': 'fa:16:3e:e0:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:03:36Z', 'updated_at': '2022-02-19T03:04:01Z', 'revision_number': 1, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa36637e-d317-4326-bf04-4fa77fd72e09', 'name': '', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'mac_address': 'fa:16:3e:90:ce:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:25Z', 'updated_at': '2022-02-19T03:03:35Z', 'revision_number': 5, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'subnets': [{'id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:04.469100 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71873626-9fbd-41ea-82c1-6fe91e04c6c5 None None] The sync data for ids ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'] in n-d-826755-2 is: [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:03:28Z', 'revision_number': 4, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '18c4d2ac-78b3-4a0f-b04f-a140adbf309f', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'port_id': 'c19cbce2-0aab-45bd-b5c6-db655639395b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1082, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'mac_address': 'fa:16:3e:e0:43:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:03:36Z', 'updated_at': '2022-02-19T03:04:01Z', 'revision_number': 1, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa36637e-d317-4326-bf04-4fa77fd72e09', 'name': '', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'mac_address': 'fa:16:3e:90:ce:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:25Z', 'updated_at': '2022-02-19T03:03:35Z', 'revision_number': 5, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'subnets': [{'id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:04.765196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d1c82-ae04-433b-b271-8852e2fa87ba None None] New status for floating IP 18c4d2ac-78b3-4a0f-b04f-a140adbf309f: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:04:04.995031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fb659f-8292-418a-a217-db2d565bd094 req-66c2f630-3734-41aa-b2b0-035956a982a0 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:05.002641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75fb659f-8292-418a-a217-db2d565bd094 req-66c2f630-3734-41aa-b2b0-035956a982a0 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.0826035 Feb 19 03:04:05.060318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75fb659f-8292-418a-a217-db2d565bd094 req-64f2c019-a7f4-4477-94e2-0216fb6b9220 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568149 Feb 19 03:04:05.130386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82aa19-b73b-4c5b-8501-f1314eb6d57c req-8e58dc8d-b976-4162-99d5-fbfd47300df1 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:05.133091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e82aa19-b73b-4c5b-8501-f1314eb6d57c req-8e58dc8d-b976-4162-99d5-fbfd47300df1 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 949 time: 0.0777318 Feb 19 03:04:05.190683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e82aa19-b73b-4c5b-8501-f1314eb6d57c req-a62cce43-1a76-49c6-a9d3-ee4e70fff302 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529430 Feb 19 03:04:05.447883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fff84-17a2-49af-874f-aa8663e42062 req-c1cdb271-07df-45a9-a5e1-4dfa0912789e tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:05.450462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c0fff84-17a2-49af-874f-aa8663e42062 req-c1cdb271-07df-45a9-a5e1-4dfa0912789e tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.0709975 Feb 19 03:04:05.520775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c0fff84-17a2-49af-874f-aa8663e42062 req-932531ec-159f-44c2-90b1-eb2f1f7e818d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591898 Feb 19 03:04:05.625589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb696a7c-df00-4731-976f-94a2f8fbec6e req-e3b49206-d650-4748-b613-1b46f85caf7e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:05.627844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb696a7c-df00-4731-976f-94a2f8fbec6e req-e3b49206-d650-4748-b613-1b46f85caf7e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.0755832 Feb 19 03:04:05.705223 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb696a7c-df00-4731-976f-94a2f8fbec6e req-cddd0013-91e2-4523-817a-dd8f50be9c82 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710330 Feb 19 03:04:05.758388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56560) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:05.780323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec387108-ee53-48c5-891c-05e5f8fb3cc4 req-69314a08-86b0-4d0e-a995-677e78d65161 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:05.782232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec387108-ee53-48c5-891c-05e5f8fb3cc4 req-69314a08-86b0-4d0e-a995-677e78d65161 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.0760510 Feb 19 03:04:05.839547 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c40945a2-b5ac-4830-979f-82755fba4cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.852395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec387108-ee53-48c5-891c-05e5f8fb3cc4 req-f840c51e-1d49-4559-a0b5-464da24bb24c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592089 Feb 19 03:04:05.891252 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8abebe52-fde9-4ee4-a1a0-98563f1a4b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.972288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d825124-53ae-4fca-a593-312fa8d462e9 req-b4412319-d9cd-47ba-a4ef-c86a896fcf18 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:05.974101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8abebe52-fde9-4ee4-a1a0-98563f1a4b68 admin admin] Publish callbacks [] for security_group (65a5b66c-86b9-4ebe-8f0e-34c5fa821897), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:05.974506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d825124-53ae-4fca-a593-312fa8d462e9 req-b4412319-d9cd-47ba-a4ef-c86a896fcf18 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.0617921 Feb 19 03:04:05.979885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8abebe52-fde9-4ee4-a1a0-98563f1a4b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (65a5b66c-86b9-4ebe-8f0e-34c5fa821897), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.020630 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8abebe52-fde9-4ee4-a1a0-98563f1a4b68 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44ed3af6d5c14b1baaa979e9bb2fc75a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2611232 Feb 19 03:04:06.021874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abebe52-fde9-4ee4-a1a0-98563f1a4b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5b66c-86b9-4ebe-8f0e-34c5fa821897,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:06.023280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56566) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:06.036294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d825124-53ae-4fca-a593-312fa8d462e9 req-c0ce81a0-f154-4549-a3b9-8d8397bd688a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554085 Feb 19 03:04:06.082806 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d6dd53a-ec7f-4614-ae8b-24cd6a92b0dd admin admin] Publish callbacks [] for security_group (65a5b66c-86b9-4ebe-8f0e-34c5fa821897), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.128082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d6dd53a-ec7f-4614-ae8b-24cd6a92b0dd admin admin] Publish callbacks [] for security_group (65a5b66c-86b9-4ebe-8f0e-34c5fa821897), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.266040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbda11-7cd3-4128-b4b1-2291ebe62f53 req-52cbd104-180d-407a-a464-eb3d8b5a268c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104732 Feb 19 03:04:06.285096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c6853-c26d-4a57-a691-8995bfbdb1b2 req-f83bc3a6-294f-4485-a120-3d5059a2285a tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:06.286985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-996c6853-c26d-4a57-a691-8995bfbdb1b2 req-f83bc3a6-294f-4485-a120-3d5059a2285a tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.1441464 Feb 19 03:04:06.288691 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d6dd53a-ec7f-4614-ae8b-24cd6a92b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (65a5b66c-86b9-4ebe-8f0e-34c5fa821897), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.291538 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d6dd53a-ec7f-4614-ae8b-24cd6a92b0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:06.295137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7d6dd53a-ec7f-4614-ae8b-24cd6a92b0dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65a5b66c-86b9-4ebe-8f0e-34c5fa821897 HTTP/1.1" status: 204 len: 168 time: 0.2676387 Feb 19 03:04:06.345778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6dd53a-ec7f-4614-ae8b-24cd6a92b0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5b66c-86b9-4ebe-8f0e-34c5fa821897,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:06.417359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-996c6853-c26d-4a57-a691-8995bfbdb1b2 req-91b9f46b-4112-48e8-84e5-f8a8f3868d73 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214035 Feb 19 03:04:06.424766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbda11-7cd3-4128-b4b1-2291ebe62f53 req-18f237de-8c85-44c9-b7a1-bc099bd78cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:06.426281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbda11-7cd3-4128-b4b1-2291ebe62f53 req-18f237de-8c85-44c9-b7a1-bc099bd78cc3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1127 time: 0.1007073 Feb 19 03:04:06.676234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbda11-7cd3-4128-b4b1-2291ebe62f53 req-3531d989-4b93-44f8-a8e7-ca41ac9baab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:06.677738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbda11-7cd3-4128-b4b1-2291ebe62f53 req-3531d989-4b93-44f8-a8e7-ca41ac9baab3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.2146709 Feb 19 03:04:06.685475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ea5f3-87b7-4bd4-83e8-2386a15de576 req-5d654fda-74ae-4002-a7bb-e161485320e2 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:06.692290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e4ea5f3-87b7-4bd4-83e8-2386a15de576 req-5d654fda-74ae-4002-a7bb-e161485320e2 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.1290271 Feb 19 03:04:06.702066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cf0b5-2c69-48b0-990e-0b3639c46b2e req-81543bf1-ad78-4edc-9a92-a21deb30b274 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:06.703625 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16cf0b5-2c69-48b0-990e-0b3639c46b2e req-81543bf1-ad78-4edc-9a92-a21deb30b274 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 949 time: 0.1421890 Feb 19 03:04:06.784568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbda11-7cd3-4128-b4b1-2291ebe62f53 req-5eeb8290-8435-4bf2-aba9-574cf6765521 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 HTTP/1.1" status: 200 len: 217 time: 0.0894129 Feb 19 03:04:06.865435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e4ea5f3-87b7-4bd4-83e8-2386a15de576 req-d9e0795b-aa43-4917-9ede-d2dcf7e136f9 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719778 Feb 19 03:04:06.899956 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16cf0b5-2c69-48b0-990e-0b3639c46b2e req-81177a5e-39eb-43e7-8a7e-b7779ce33d7f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852481 Feb 19 03:04:06.905646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbbda11-7cd3-4128-b4b1-2291ebe62f53 req-f51eaa38-d0c0-462a-b8ee-4578062b25a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:06.908018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbda11-7cd3-4128-b4b1-2291ebe62f53 req-f51eaa38-d0c0-462a-b8ee-4578062b25a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.1116631 Feb 19 03:04:06.952493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbda11-7cd3-4128-b4b1-2291ebe62f53 req-b7a8ce03-13d0-43ea-a670-679efbc77270 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366342 Feb 19 03:04:06.973363 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.114183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5a950-7da9-4a10-b689-3550c06963bb req-124bbd4b-188d-456b-a04f-72e2fa67584d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:07.115749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eeb5a950-7da9-4a10-b689-3550c06963bb req-124bbd4b-188d-456b-a04f-72e2fa67584d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.1620526 Feb 19 03:04:07.146211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfad0e-07b4-46f6-ac1d-e4e2e37587ae req-d8e1da00-08f6-4ff7-8bdf-36a293e84460 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:07.147773 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7cfad0e-07b4-46f6-ac1d-e4e2e37587ae req-d8e1da00-08f6-4ff7-8bdf-36a293e84460 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e HTTP/1.1" status: 200 len: 949 time: 0.1419392 Feb 19 03:04:07.158156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbda11-7cd3-4128-b4b1-2291ebe62f53 req-247ba0e9-5ca2-452a-aa42-2c520c50f29e service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910667 Feb 19 03:04:07.202606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56602) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:07.279562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eeb5a950-7da9-4a10-b689-3550c06963bb req-22fb324a-c40d-4b77-b6df-cf48cb3373ae tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495221 Feb 19 03:04:07.286168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7cfad0e-07b4-46f6-ac1d-e4e2e37587ae req-be142e69-e04b-4e8b-b709-99ba768c90cc tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307421 Feb 19 03:04:07.316905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dbbda11-7cd3-4128-b4b1-2291ebe62f53 req-b6276203-ae05-4ab1-96c1-565c05b197a9 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486926 Feb 19 03:04:07.337754 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-795067492'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:07.366370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Made reservation on behalf of af61b219cee142eb9b420c41a9c8ac65 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:07.377329 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.393030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.485077 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for security_group (59bde9de-4221-4187-ad35-9003be52f77c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.494166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (59bde9de-4221-4187-ad35-9003be52f77c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.523675 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:07.534884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59bde9de-4221-4187-ad35-9003be52f77c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:07.543902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.544562 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Added segment 9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0 of type vlan for network c6a95905-2b24-4735-8b43-48583c5feb84 Feb 19 03:04:07.561682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a504560-3f4e-43ad-8dab-14179830f654 req-0ff9b36d-ac38-4526-89f8-6f8ec886fe43 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:07.563937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a504560-3f4e-43ad-8dab-14179830f654 req-0ff9b36d-ac38-4526-89f8-6f8ec886fe43 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.0720158 Feb 19 03:04:07.602796 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (c6a95905-2b24-4735-8b43-48583c5feb84), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.643250 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (c6a95905-2b24-4735-8b43-48583c5feb84), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.649663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a504560-3f4e-43ad-8dab-14179830f654 req-e6598b7c-f07d-42e1-b88c-97e448a23b86 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800557 Feb 19 03:04:07.652146 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:07.652985 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:07.728301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74fb28-b2f7-45d3-925b-0eef6a6e7320 req-8345aa12-24d9-4223-a4c4-dd018a1e781a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:07.733649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db74fb28-b2f7-45d3-925b-0eef6a6e7320 req-8345aa12-24d9-4223-a4c4-dd018a1e781a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:07.735387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db74fb28-b2f7-45d3-925b-0eef6a6e7320 req-8345aa12-24d9-4223-a4c4-dd018a1e781a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f&device_id=c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e HTTP/1.1" status: 200 len: 1689 time: 0.0847557 Feb 19 03:04:07.779594 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5753064 Feb 19 03:04:07.783340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56612) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:07.793988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6e93173c-79f6-44b4-ad36-2b0e3e95934c tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Request body: {'subnet': {'network_id': 'c6a95905-2b24-4735-8b43-48583c5feb84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:07.798937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727022cd-4079-4aab-a998-05c7a59bfaf3 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event updated for resources: {'Network': ['ID=c6a95905-2b24-4735-8b43-48583c5feb84,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:07.799538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4e20073c-bc0e-4256-9416-f734d2429731 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:07.834503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network c6a95905-2b24-4735-8b43-48583c5feb84 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:07.842052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db74fb28-b2f7-45d3-925b-0eef6a6e7320 req-810e092c-0b47-4e1e-a104-ab1f03821dab tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000478 Feb 19 03:04:07.922857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0b9ad-08f1-409e-9d56-7e9fe226bdaf req-a37a8628-86fa-4db3-a053-5791af6e32a7 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:07.924501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fae0b9ad-08f1-409e-9d56-7e9fe226bdaf req-a37a8628-86fa-4db3-a053-5791af6e32a7 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.1539836 Feb 19 03:04:07.948976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e93173c-79f6-44b4-ad36-2b0e3e95934c tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Made reservation on behalf of af61b219cee142eb9b420c41a9c8ac65 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:07.952583 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e93173c-79f6-44b4-ad36-2b0e3e95934c tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.031396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 4e20073c-bc0e-4256-9416-f734d2429731 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:08.032835 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4e20073c-bc0e-4256-9416-f734d2429731), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.064350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7b628a-5b78-48fb-bd55-8743efae89d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e20073c-bc0e-4256-9416-f734d2429731'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:08.067826 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6313fa50-d1da-4185-b725-ff43065098b6" -d '{"events": [{"server_uuid": "2c7b628a-5b78-48fb-bd55-8743efae89d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e20073c-bc0e-4256-9416-f734d2429731"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:08.089169 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4e20073c-bc0e-4256-9416-f734d2429731, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4e20073c-bc0e-4256-9416-f734d2429731,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:08.094265 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4e20073c-bc0e-4256-9416-f734d2429731), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.149952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=4e20073c-bc0e-4256-9416-f734d2429731,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:08.286767 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.452858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device edff92e9-1b67-437d-a206-160de44c15ce details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:04:08.466291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716d32b-e6e1-4035-ac18-70c6cf50a370 req-63ac11fe-cc73-4663-9a82-dbbc6b4a8e3c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:08.467896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d716d32b-e6e1-4035-ac18-70c6cf50a370 req-63ac11fe-cc73-4663-9a82-dbbc6b4a8e3c tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 945 time: 0.4856467 Feb 19 03:04:08.532069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e5e68-52bf-4ab1-aca4-df2b05ac44b2 req-1e6e24c2-eb1f-4f3e-8f2f-4529cfcfebd4 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:08.537724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd7e5e68-52bf-4ab1-aca4-df2b05ac44b2 req-1e6e24c2-eb1f-4f3e-8f2f-4529cfcfebd4 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 1131 time: 0.4624124 Feb 19 03:04:08.583868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=edff92e9-1b67-437d-a206-160de44c15ce,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:08.595973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device edff92e9-1b67-437d-a206-160de44c15ce has no active binding in host n-h2-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:04:08.600561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-fae0b9ad-08f1-409e-9d56-7e9fe226bdaf req-8ee6ab96-4775-4c8d-bad0-3628e190c76b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Deleting port cb944beb-392f-4237-9e92-eabe14f86c9d {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:08.600941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fae0b9ad-08f1-409e-9d56-7e9fe226bdaf req-8ee6ab96-4775-4c8d-bad0-3628e190c76b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.667874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd7e5e68-52bf-4ab1-aca4-df2b05ac44b2 req-14812b5d-fac0-4704-8d4a-7f3eb02b8f90 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238084 Feb 19 03:04:08.719997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d716d32b-e6e1-4035-ac18-70c6cf50a370 req-9db8645f-1334-4627-b9c8-d405b080122d tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424133 Feb 19 03:04:08.740339 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4e73c9-aabc-4467-8ef1-3cad488ebb74 x-openstack-request-id: req-da4e73c9-aabc-4467-8ef1-3cad488ebb74 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:08.740888 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7b628a-5b78-48fb-bd55-8743efae89d9", "name": "network-vif-unplugged", "status": "completed", "tag": "4e20073c-bc0e-4256-9416-f734d2429731", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:08.741207 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-da4e73c9-aabc-4467-8ef1-3cad488ebb74 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:08.741840 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7b628a-5b78-48fb-bd55-8743efae89d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e20073c-bc0e-4256-9416-f734d2429731', 'code': 200} Feb 19 03:04:08.808422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e93173c-79f6-44b4-ad36-2b0e3e95934c tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (b21c57c1-ab3f-4486-b27b-2cc9143a547b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.820292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-fae0b9ad-08f1-409e-9d56-7e9fe226bdaf req-8ee6ab96-4775-4c8d-bad0-3628e190c76b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] For port cb944beb-392f-4237-9e92-eabe14f86c9d, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=cb944beb-392f-4237-9e92-eabe14f86c9d,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:08.820779 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fae0b9ad-08f1-409e-9d56-7e9fe226bdaf req-8ee6ab96-4775-4c8d-bad0-3628e190c76b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:08.907356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-fae0b9ad-08f1-409e-9d56-7e9fe226bdaf req-8ee6ab96-4775-4c8d-bad0-3628e190c76b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Calling delete_port for cb944beb-392f-4237-9e92-eabe14f86c9d owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:09.013584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93173c-79f6-44b4-ad36-2b0e3e95934c tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event updated for resources: {'Subnet': ['ID=b21c57c1-ab3f-4486-b27b-2cc9143a547b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:09.032623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9a2f9-ff58-45f8-807c-62b1111c3b39 req-eefaba00-1e73-43d0-a733-65ee2157eeee tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:09.034199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67e9a2f9-ff58-45f8-807c-62b1111c3b39 req-eefaba00-1e73-43d0-a733-65ee2157eeee tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 943 time: 0.2201908 Feb 19 03:04:09.060411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e93173c-79f6-44b4-ad36-2b0e3e95934c tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Checking segment: {'id': '9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c6a95905-2b24-4735-8b43-48583c5feb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:09.060808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93173c-79f6-44b4-ad36-2b0e3e95934c tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Network hostable DHCP agents. Network: c6a95905-2b24-4735-8b43-48583c5feb84, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:09.084823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29936b11-0bbf-4b2e-8006-92e7dc7eca17 req-cb91f69b-476d-40e0-ae42-6af050e20fb5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:09.086694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29936b11-0bbf-4b2e-8006-92e7dc7eca17 req-cb91f69b-476d-40e0-ae42-6af050e20fb5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.2632799 Feb 19 03:04:09.154820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93173c-79f6-44b4-ad36-2b0e3e95934c tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Network c6a95905-2b24-4735-8b43-48583c5feb84 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:09.186764 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67e9a2f9-ff58-45f8-807c-62b1111c3b39 req-8b478487-ea2e-4a0d-a946-a14897e504cc tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411684 Feb 19 03:04:09.206202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-6e93173c-79f6-44b4-ad36-2b0e3e95934c tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, c6a95905-2b24-4735-8b43-48583c5feb84) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:09.227038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7924ba64-b1fa-4474-ba60-d8fd2aaae427 None None] Network c6a95905-2b24-4735-8b43-48583c5feb84 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:09.227656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e93173c-79f6-44b4-ad36-2b0e3e95934c tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:09.227768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e93173c-79f6-44b4-ad36-2b0e3e95934c tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.246813 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29936b11-0bbf-4b2e-8006-92e7dc7eca17 req-849e4d2f-5ffa-4f46-91b7-c1a57ae3c2aa tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362236 Feb 19 03:04:09.264406 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fae0b9ad-08f1-409e-9d56-7e9fe226bdaf req-8ee6ab96-4775-4c8d-bad0-3628e190c76b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (cb944beb-392f-4237-9e92-eabe14f86c9d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.282156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6e93173c-79f6-44b4-ad36-2b0e3e95934c tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4956660 Feb 19 03:04:09.286893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56632) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:09.292522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fa97347c-8c01-4e32-88fb-6cfcdc561c93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1186197220', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:09.311281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6ab96-4775-4c8d-bad0-3628e190c76b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event deleted for resources: {'Port': ['ID=cb944beb-392f-4237-9e92-eabe14f86c9d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:09.330252 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa97347c-8c01-4e32-88fb-6cfcdc561c93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (386f98b1-498c-4785-9b99-dd721b64a995), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.331454 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa97347c-8c01-4e32-88fb-6cfcdc561c93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (386f98b1-498c-4785-9b99-dd721b64a995), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.346483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119', 'cb944beb-392f-4237-9e92-eabe14f86c9d'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:09.395593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae0b9ad-08f1-409e-9d56-7e9fe226bdaf req-8ee6ab96-4775-4c8d-bad0-3628e190c76b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] No DVR routers for this DVR port cb944beb-392f-4237-9e92-eabe14f86c9d on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:09.398473 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fae0b9ad-08f1-409e-9d56-7e9fe226bdaf req-8ee6ab96-4775-4c8d-bad0-3628e190c76b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.402333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fae0b9ad-08f1-409e-9d56-7e9fe226bdaf req-8ee6ab96-4775-4c8d-bad0-3628e190c76b tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "DELETE /v2.0/ports/cb944beb-392f-4237-9e92-eabe14f86c9d HTTP/1.1" status: 204 len: 173 time: 1.4641314 Feb 19 03:04:09.403126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99a25b6-b815-453e-a6e2-4f63bd23095c', 'name': 'network-vif-deleted', 'tag': 'cb944beb-392f-4237-9e92-eabe14f86c9d'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:09.405740 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76c0e37-c296-4e30-a334-835203d78dc5" -d '{"events": [{"server_uuid": "e99a25b6-b815-453e-a6e2-4f63bd23095c", "name": "network-vif-deleted", "tag": "cb944beb-392f-4237-9e92-eabe14f86c9d"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:09.445133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faca577-fd52-4f43-994d-ea3193010ed0 req-a0ea8a1e-786e-41f5-9c27-3e95971e253f tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:09.451839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7faca577-fd52-4f43-994d-ea3193010ed0 req-a0ea8a1e-786e-41f5-9c27-3e95971e253f tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e HTTP/1.1" status: 200 len: 1131 time: 0.1432180 Feb 19 03:04:09.491204 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c00ed09-aab1-4274-9f6a-65bb45c0655a x-openstack-request-id: req-9c00ed09-aab1-4274-9f6a-65bb45c0655a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:09.491514 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99a25b6-b815-453e-a6e2-4f63bd23095c", "name": "network-vif-deleted", "tag": "cb944beb-392f-4237-9e92-eabe14f86c9d", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:09.491749 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c00ed09-aab1-4274-9f6a-65bb45c0655a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:09.492150 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99a25b6-b815-453e-a6e2-4f63bd23095c', 'name': 'network-vif-deleted', 'tag': 'cb944beb-392f-4237-9e92-eabe14f86c9d', 'status': 'completed', 'code': 200} Feb 19 03:04:09.524389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-c6a95905-2b24-4735-8b43-48583c5feb84', 'network_id': 'c6a95905-2b24-4735-8b43-48583c5feb84', 'project_id': 'af61b219cee142eb9b420c41a9c8ac65', 'fixed_ips': [{'subnet_id': 'b21c57c1-ab3f-4486-b27b-2cc9143a547b'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:04:09.524689 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa97347c-8c01-4e32-88fb-6cfcdc561c93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for router_controller (386f98b1-498c-4785-9b99-dd721b64a995), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.526316 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.533574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7faca577-fd52-4f43-994d-ea3193010ed0 req-c4713ad1-7b1b-47a8-ba57-93481583b1a2 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687301 Feb 19 03:04:09.538414 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa97347c-8c01-4e32-88fb-6cfcdc561c93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (386f98b1-498c-4785-9b99-dd721b64a995), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.572698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa97347c-8c01-4e32-88fb-6cfcdc561c93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:09.575730 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fa97347c-8c01-4e32-88fb-6cfcdc561c93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2878194 Feb 19 03:04:09.578605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56638) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:09.866954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4e20073c-bc0e-4256-9416-f734d2429731 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:04:09.892805 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af0e76dd-8276-4f47-beaa-c01079401335 req-4b602225-27de-4f90-af97-ab1394492206 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99a25b6-b815-453e-a6e2-4f63bd23095c HTTP/1.1" status: 200 len: 210 time: 0.0522816 Feb 19 03:04:09.958875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Allocated IP 172.20.0.2 (c6a95905-2b24-4735-8b43-48583c5feb84/b21c57c1-ab3f-4486-b27b-2cc9143a547b/ed8a8e59-e534-4a98-abe6-f70face50441) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:10.053083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.083042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-31b6540c-6c7d-49e3-8219-4b6ddc42fa47 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318065 Feb 19 03:04:10.225236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-4ee12dc0-b1d9-488f-b276-bfafcc56912d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:10.233452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-4ee12dc0-b1d9-488f-b276-bfafcc56912d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1493778 Feb 19 03:04:10.266465 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-7c41fe2e-6ce5-45e1-8328-5dc7e818e422 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/quotas/5647f951301f4cefbfcdd514b5f2e37b HTTP/1.1" status: 200 len: 375 time: 0.0319495 Feb 19 03:04:10.348086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4e20073c-bc0e-4256-9416-f734d2429731, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4e20073c-bc0e-4256-9416-f734d2429731,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:10.371266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '4e20073c-bc0e-4256-9416-f734d2429731', 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2', 'port_id': '4e20073c-bc0e-4256-9416-f734d2429731', 'mac_address': 'fa:16:3e:12:df:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3b5d35-3a9f-4ed5-926d-6aafa0624c26', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:04:10.410016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-a30c1f16-f180-437b-8b91-273bd5f00302 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1424885 Feb 19 03:04:10.451415 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 4e20073c-bc0e-4256-9416-f734d2429731 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:10.451942 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4e20073c-bc0e-4256-9416-f734d2429731), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.471249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d81e0-2e91-425c-9f2a-d912ec328da0 req-800e7743-6b20-4ef7-b243-050755138d18 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:10.474933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e20073c-bc0e-4256-9416-f734d2429731 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:10.483505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a8d81e0-2e91-425c-9f2a-d912ec328da0 req-800e7743-6b20-4ef7-b243-050755138d18 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 943 time: 0.1617243 Feb 19 03:04:10.523624 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Publish callbacks [] for port (ed8a8e59-e534-4a98-abe6-f70face50441), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.541321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4e20073c-bc0e-4256-9416-f734d2429731, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4e20073c-bc0e-4256-9416-f734d2429731,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:10.548468 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.563004 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4e20073c-bc0e-4256-9416-f734d2429731), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.587650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a8d81e0-2e91-425c-9f2a-d912ec328da0 req-6cc57685-28e9-4387-8a90-4542a0854aef tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031461 Feb 19 03:04:10.643899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Network c6a95905-2b24-4735-8b43-48583c5feb84 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:10.667585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:10.678789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Pushing event updated for resources: {'Port': ['ID=ed8a8e59-e534-4a98-abe6-f70face50441,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:10.681485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:10.730125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31a308-75f3-485a-9f02-638f15292207 req-6c98952d-439e-4add-a2e7-24215d06dbb6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:10.739347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf31a308-75f3-485a-9f02-638f15292207 req-6c98952d-439e-4add-a2e7-24215d06dbb6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.0798650 Feb 19 03:04:10.805090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Attempting to bind port ed8a8e59-e534-4a98-abe6-f70face50441 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:10.805675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Attempting to bind port ed8a8e59-e534-4a98-abe6-f70face50441 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c6a95905-2b24-4735-8b43-48583c5feb84'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:10.806728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Attempting to bind port ed8a8e59-e534-4a98-abe6-f70face50441 on network c6a95905-2b24-4735-8b43-48583c5feb84 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:10.811396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf31a308-75f3-485a-9f02-638f15292207 req-81b398f8-faa5-47ce-ad6f-205c017cdbb5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695536 Feb 19 03:04:10.818862 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=4e20073c-bc0e-4256-9416-f734d2429731,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:10.826096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:10.826724 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Checking segment: {'id': '9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c6a95905-2b24-4735-8b43-48583c5feb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:10.827239 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.827728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Bound using segment: {'id': '9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c6a95905-2b24-4735-8b43-48583c5feb84'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:10.828934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Bound port: ed8a8e59-e534-4a98-abe6-f70face50441, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c6a95905-2b24-4735-8b43-48583c5feb84'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:10.829553 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:10.888482 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.002405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['4e20073c-bc0e-4256-9416-f734d2429731'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:11.022449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] For port ed8a8e59-e534-4a98-abe6-f70face50441, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:11.124101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] For port ed8a8e59-e534-4a98-abe6-f70face50441, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ed8a8e59-e534-4a98-abe6-f70face50441,segment=NetworkSegment(9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0),segment_id=9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:11.167033 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.322406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Allocated IP 172.20.0.1 (c6a95905-2b24-4735-8b43-48583c5feb84/b21c57c1-ab3f-4486-b27b-2cc9143a547b/17eba09e-e9e3-4edf-8513-78f29a2a24ae) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:11.418265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84455838-9df1-4194-96c9-46ade9e1f199 None None] Pushing event updated for resources: {'Port': ['ID=ed8a8e59-e534-4a98-abe6-f70face50441,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:11.573748 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for port (17eba09e-e9e3-4edf-8513-78f29a2a24ae), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.676593 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (17eba09e-e9e3-4edf-8513-78f29a2a24ae), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.773374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event updated for resources: {'Port': ['ID=17eba09e-e9e3-4edf-8513-78f29a2a24ae,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:11.796031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Network c6a95905-2b24-4735-8b43-48583c5feb84 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:11.797666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:11.800437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:11.801717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9995bc99-25e3-450d-927b-988883e45772 req-d4b12743-2269-4857-a010-3988b84578fe tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 210 time: 0.3554921 Feb 19 03:04:11.820291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device edff92e9-1b67-437d-a206-160de44c15ce no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:11.849815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a89f13-005f-4ba9-9e2a-2283cb64923d req-e1526e75-3077-4266-85f1-52bfe8d8ba33 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:11.857816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3a89f13-005f-4ba9-9e2a-2283cb64923d req-e1526e75-3077-4266-85f1-52bfe8d8ba33 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 944 time: 0.1516514 Feb 19 03:04:11.907124 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (386f98b1-498c-4785-9b99-dd721b64a995), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:11.980610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port edff92e9-1b67-437d-a206-160de44c15ce is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:12.013349 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3a89f13-005f-4ba9-9e2a-2283cb64923d req-b582fb62-17a0-48ad-8646-7d93f22bc407 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541069 Feb 19 03:04:12.182676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a5659-971e-4b3e-a637-92280a00f98c req-bfe33c7e-686a-4b81-8d12-157d253abf71 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:12.192516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa4a5659-971e-4b3e-a637-92280a00f98c req-bfe33c7e-686a-4b81-8d12-157d253abf71 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.1505928 Feb 19 03:04:12.199352 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (17eba09e-e9e3-4edf-8513-78f29a2a24ae), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:12.262900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa4a5659-971e-4b3e-a637-92280a00f98c req-b29f0039-82b3-4f88-bd49-9930b1a89302 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692229 Feb 19 03:04:12.440359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device cb944beb-392f-4237-9e92-eabe14f86c9d no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:12.497312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: cb944beb-392f-4237-9e92-eabe14f86c9d {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:04:12.498175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device cb944beb-392f-4237-9e92-eabe14f86c9d not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:12.576759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ed8a8e59-e534-4a98-abe6-f70face50441 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:12.730683 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ed8a8e59-e534-4a98-abe6-f70face50441 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:12.731374 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:12.950057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ed8a8e59-e534-4a98-abe6-f70face50441 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:12.950523 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:12.982608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a15211b9-ef11-4035-88a2-6a77715c138b req-218874d6-0f30-446f-b078-973792f2e3e0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 210 time: 0.0973334 Feb 19 03:04:13.004161 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for port (17eba09e-e9e3-4edf-8513-78f29a2a24ae), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.019622 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port ed8a8e59-e534-4a98-abe6-f70face50441, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ed8a8e59-e534-4a98-abe6-f70face50441,segment=NetworkSegment(9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0),segment_id=9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:13.019975 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (17eba09e-e9e3-4edf-8513-78f29a2a24ae), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.032642 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.076541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce285998-bca2-4aa5-acfa-8403d3ef2ae3 None None] Network c6a95905-2b24-4735-8b43-48583c5feb84 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:13.098041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca42a1-aa92-4df1-b461-fbdddaf63f2d req-4d41262f-07bb-44a8-8c8a-d5074a8491b2 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:13.106738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-feca42a1-aa92-4df1-b461-fbdddaf63f2d req-4d41262f-07bb-44a8-8c8a-d5074a8491b2 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 945 time: 0.1230361 Feb 19 03:04:13.247919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=ed8a8e59-e534-4a98-abe6-f70face50441,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:13.256293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c7018536-f39f-4ce8-a9e3-ab7c2c8cb647 None None] Provisioning complete for port ed8a8e59-e534-4a98-abe6-f70face50441 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:13.256873 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7018536-f39f-4ce8-a9e3-ab7c2c8cb647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.287183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-feca42a1-aa92-4df1-b461-fbdddaf63f2d req-7984cc3c-267e-4bce-9153-5db3b315b306 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792715 Feb 19 03:04:13.332000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbadb4-4787-4c4e-a90c-bda91d812d36 req-fa619630-d9db-483d-b7f4-b042954246e1 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:13.343400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ccbadb4-4787-4c4e-a90c-bda91d812d36 req-fa619630-d9db-483d-b7f4-b042954246e1 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 944 time: 0.1612256 Feb 19 03:04:13.391810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c7018536-f39f-4ce8-a9e3-ab7c2c8cb647 None None] Current status of the port ed8a8e59-e534-4a98-abe6-f70face50441 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:13.401005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event updated for resources: {'Port': ['ID=17eba09e-e9e3-4edf-8513-78f29a2a24ae,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:13.406459 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (386f98b1-498c-4785-9b99-dd721b64a995), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.491604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ccbadb4-4787-4c4e-a90c-bda91d812d36 req-92691942-a89b-416f-b2b0-ad22f69737a1 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450627 Feb 19 03:04:13.547886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249a403-65bf-4862-931f-9f2e23c08af5 req-64117032-5014-4cab-996d-784f051d6799 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:13.553223 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1249a403-65bf-4862-931f-9f2e23c08af5 req-64117032-5014-4cab-996d-784f051d6799 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.0951622 Feb 19 03:04:13.593275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Network c6a95905-2b24-4735-8b43-48583c5feb84 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:13.595598 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:13.632420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1249a403-65bf-4862-931f-9f2e23c08af5 req-c58812d9-87b8-4cb5-a742-f20caceb5c5b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764005 Feb 19 03:04:13.726561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-729529c4-85f2-4b23-8500-e88968989c8c None None] Provisioning complete for port 17eba09e-e9e3-4edf-8513-78f29a2a24ae triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:13.727260 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-729529c4-85f2-4b23-8500-e88968989c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (17eba09e-e9e3-4edf-8513-78f29a2a24ae), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.796843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-729529c4-85f2-4b23-8500-e88968989c8c None None] Port 17eba09e-e9e3-4edf-8513-78f29a2a24ae cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:13.810453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-729529c4-85f2-4b23-8500-e88968989c8c None None] Provisioning complete for port ed8a8e59-e534-4a98-abe6-f70face50441 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:13.810992 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-729529c4-85f2-4b23-8500-e88968989c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:13.842880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Router 386f98b1-498c-4785-9b99-dd721b64a995 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:04:13.861053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4e20073c-bc0e-4256-9416-f734d2429731 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:14.005729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:14.015575 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1fa480b2-f525-49cb-9efd-4eb30f7c7773 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "PUT /v2.0/routers/386f98b1-498c-4785-9b99-dd721b64a995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4356050 Feb 19 03:04:14.017583 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb111a-68cd-4af0-89b1-24bf7a919557 None None] Sync routers for ids ['386f98b1-498c-4785-9b99-dd721b64a995'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:14.028285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-e54735f0-7aad-4aa4-b2a3-4cdcc17e44a0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651760 Feb 19 03:04:14.032369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56740) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:14.049943 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-ea69eb60-b69f-4b63-8b1d-4fd9d1163a47 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460198 Feb 19 03:04:14.052096 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb111a-68cd-4af0-89b1-24bf7a919557 None None] Routers {'386f98b1-498c-4785-9b99-dd721b64a995'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:14.052777 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-abdb111a-68cd-4af0-89b1-24bf7a919557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:04:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['386f98b1-498c-4785-9b99-dd721b64a995'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:14.116209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 4e20073c-bc0e-4256-9416-f734d2429731 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:14.116613 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4e20073c-bc0e-4256-9416-f734d2429731), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.238844 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-abdb111a-68cd-4af0-89b1-24bf7a919557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:14.252895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-9823de5d-102d-42fb-8d42-2bf655660dfd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:14.256023 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-9823de5d-102d-42fb-8d42-2bf655660dfd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1999865 Feb 19 03:04:14.261247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-729529c4-85f2-4b23-8500-e88968989c8c None None] Current status of the port ed8a8e59-e534-4a98-abe6-f70face50441 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:14.265253 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdb111a-68cd-4af0-89b1-24bf7a919557 None None] Routers {'386f98b1-498c-4785-9b99-dd721b64a995'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:14.266020 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-abdb111a-68cd-4af0-89b1-24bf7a919557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:04:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['386f98b1-498c-4785-9b99-dd721b64a995'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:14.276484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Request body: {'port': {'device_id': '35b6db5c-aa87-4842-b920-c7fdf0c9bf91', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '5647f951301f4cefbfcdd514b5f2e37b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:14.333246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Request body: {'port': {'network_id': 'c6a95905-2b24-4735-8b43-48583c5feb84', 'name': 'tempest-FloatingIPNegativeTestJSON-2135636106'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:14.361329 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-abdb111a-68cd-4af0-89b1-24bf7a919557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:14.365476 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abdb111a-68cd-4af0-89b1-24bf7a919557 None None] The sync data for ids ['386f98b1-498c-4785-9b99-dd721b64a995'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:14.440513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 4e20073c-bc0e-4256-9416-f734d2429731 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:14.440920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4e20073c-bc0e-4256-9416-f734d2429731), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.476441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2828bdbc-c68f-4132-aab7-9df49dd421d8 None None] Provisioning complete for port 17eba09e-e9e3-4edf-8513-78f29a2a24ae triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:14.476730 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2828bdbc-c68f-4132-aab7-9df49dd421d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (17eba09e-e9e3-4edf-8513-78f29a2a24ae), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.530984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ed8a8e59-e534-4a98-abe6-f70face50441 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:14.540090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7b628a-5b78-48fb-bd55-8743efae89d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e20073c-bc0e-4256-9416-f734d2429731'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:14.542418 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ef770d-2f95-4b57-8c16-bf1b34ae2376" -d '{"events": [{"server_uuid": "2c7b628a-5b78-48fb-bd55-8743efae89d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e20073c-bc0e-4256-9416-f734d2429731"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:14.542934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5cde278e-ed14-4788-b123-b1d474c08619 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:14.544830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5cde278e-ed14-4788-b123-b1d474c08619 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4996662 Feb 19 03:04:14.565322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Made reservation on behalf of 5647f951301f4cefbfcdd514b5f2e37b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:14.570534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.599426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Request body: {'port': {'device_id': '36b44a07-0cb2-4d97-bd70-f252111a6bf4', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '5647f951301f4cefbfcdd514b5f2e37b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:14.628157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df60cc-3bd7-4af7-9bf7-b1e63699c4c9 req-3e0ee924-9767-4bd1-b530-bbb4404a2482 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:14.631123 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c3df60cc-3bd7-4af7-9bf7-b1e63699c4c9 req-3e0ee924-9767-4bd1-b530-bbb4404a2482 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 945 time: 0.1344495 Feb 19 03:04:14.637291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4e20073c-bc0e-4256-9416-f734d2429731, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4e20073c-bc0e-4256-9416-f734d2429731,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:14.659373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2828bdbc-c68f-4132-aab7-9df49dd421d8 None None] Port 17eba09e-e9e3-4edf-8513-78f29a2a24ae cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:14.666843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4e20073c-bc0e-4256-9416-f734d2429731), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.707334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Made reservation on behalf of af61b219cee142eb9b420c41a9c8ac65 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:14.711149 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.735905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd5ead-bf07-4c8e-b996-98cc77c9e120 req-8759ea53-5a96-4de3-ab50-a354255d2973 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:14.738067 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1abd5ead-bf07-4c8e-b996-98cc77c9e120 req-8759ea53-5a96-4de3-ab50-a354255d2973 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/ports?device_id=d6767c5a-0926-4034-bc0f-b1b3ffb7471c HTTP/1.1" status: 200 len: 945 time: 0.1876774 Feb 19 03:04:14.752132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=4e20073c-bc0e-4256-9416-f734d2429731,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:14.767352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ed8a8e59-e534-4a98-abe6-f70face50441 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:14.768608 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.779319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbba276a-a1b4-449b-afd4-0c3d7a0b636a req-f02a28cb-9129-4dd6-82f9-f51413aebbfc tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 210 time: 0.2301304 Feb 19 03:04:14.846372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] device_id is not set on port 22ed7807-9fa3-4c84-8298-cd7938f3edab yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:04:14.849220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-34f4ad09-a406-4f20-9149-fa7306f18779 None None] Provisioning complete for port 17eba09e-e9e3-4edf-8513-78f29a2a24ae triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:14.849843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34f4ad09-a406-4f20-9149-fa7306f18779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (17eba09e-e9e3-4edf-8513-78f29a2a24ae), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.886768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Allocated IP 192.168.233.149 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/52f73a29-419a-4b4f-b555-43d09d862c57) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:14.896605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c3df60cc-3bd7-4af7-9bf7-b1e63699c4c9 req-4cd55cfe-520e-4bec-8ad0-e44ce7565d80 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Deleting port 53f06b37-646a-4ef3-b369-01fc5991c119 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:14.897130 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c3df60cc-3bd7-4af7-9bf7-b1e63699c4c9 req-4cd55cfe-520e-4bec-8ad0-e44ce7565d80 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:14.942223 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-34f4ad09-a406-4f20-9149-fa7306f18779 None None] Port 17eba09e-e9e3-4edf-8513-78f29a2a24ae cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:14.946682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ed8a8e59-e534-4a98-abe6-f70face50441 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:15.045030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c3df60cc-3bd7-4af7-9bf7-b1e63699c4c9 req-4cd55cfe-520e-4bec-8ad0-e44ce7565d80 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] For port 53f06b37-646a-4ef3-b369-01fc5991c119, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=53f06b37-646a-4ef3-b369-01fc5991c119,segment=NetworkSegment(7d837a8f-6fd8-4404-b8b7-1d10a0cc4377),segment_id=7d837a8f-6fd8-4404-b8b7-1d10a0cc4377)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:15.045677 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c3df60cc-3bd7-4af7-9bf7-b1e63699c4c9 req-4cd55cfe-520e-4bec-8ad0-e44ce7565d80 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.095153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c3df60cc-3bd7-4af7-9bf7-b1e63699c4c9 req-4cd55cfe-520e-4bec-8ad0-e44ce7565d80 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Calling delete_port for 53f06b37-646a-4ef3-b369-01fc5991c119 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:15.144941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1abd5ead-bf07-4c8e-b996-98cc77c9e120 req-bcaef3e9-80a4-4e3a-81c8-7232dfb9df2a tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.81 "GET /v2.0/security-groups?id=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759241 Feb 19 03:04:15.150750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Allocated IP 172.20.0.4 (c6a95905-2b24-4735-8b43-48583c5feb84/b21c57c1-ab3f-4486-b27b-2cc9143a547b/22ed7807-9fa3-4c84-8298-cd7938f3edab) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:15.201378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34813740-5878-4dea-b1fc-05871f062833 req-e41e3e69-6c7d-42d4-aa03-f250e6d525b7 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:15.203225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34813740-5878-4dea-b1fc-05871f062833 req-e41e3e69-6c7d-42d4-aa03-f250e6d525b7 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.3048735 Feb 19 03:04:15.211755 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks [] for port (52f73a29-419a-4b4f-b555-43d09d862c57), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.246472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Made reservation on behalf of 5647f951301f4cefbfcdd514b5f2e37b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:15.259462 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.276250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-419cc9c9-6f8e-420d-b562-3b866e229074 service neutron] 10.222.0.87 "GET /v2.0/ports/edff92e9-1b67-437d-a206-160de44c15ce/bindings/n-h2-826755-2 HTTP/1.1" status: 200 len: 384 time: 0.1928902 Feb 19 03:04:15.281188 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b255ca-512f-4d0d-ba3c-b7204339dfae x-openstack-request-id: req-e2b255ca-512f-4d0d-ba3c-b7204339dfae {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:15.281459 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7b628a-5b78-48fb-bd55-8743efae89d9", "name": "network-vif-plugged", "status": "completed", "tag": "4e20073c-bc0e-4256-9416-f734d2429731", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:15.281913 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2b255ca-512f-4d0d-ba3c-b7204339dfae {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:15.282325 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7b628a-5b78-48fb-bd55-8743efae89d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e20073c-bc0e-4256-9416-f734d2429731', 'code': 200} Feb 19 03:04:15.321028 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.334445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176', '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', '7012cb41-d0d0-47a3-9043-de749963e040'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:15.415649 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c3df60cc-3bd7-4af7-9bf7-b1e63699c4c9 req-4cd55cfe-520e-4bec-8ad0-e44ce7565d80 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (53f06b37-646a-4ef3-b369-01fc5991c119), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.417904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event updated for resources: {'Port': ['ID=52f73a29-419a-4b4f-b555-43d09d862c57,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:15.430875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['53f06b37-646a-4ef3-b369-01fc5991c119'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:15.513356 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:15.524773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:15.545629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:15.597462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Allocated IP 192.168.233.23 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/b142796f-cf16-4677-9ed9-02a83cec6634) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:15.610089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd55cfe-520e-4bec-8ad0-e44ce7565d80 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Pushing event deleted for resources: {'Port': ['ID=53f06b37-646a-4ef3-b369-01fc5991c119,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:15.622467 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:15.623088 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.643242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3df60cc-3bd7-4af7-9bf7-b1e63699c4c9 req-4cd55cfe-520e-4bec-8ad0-e44ce7565d80 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] No DVR routers for this DVR port 53f06b37-646a-4ef3-b369-01fc5991c119 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:15.646474 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c3df60cc-3bd7-4af7-9bf7-b1e63699c4c9 req-4cd55cfe-520e-4bec-8ad0-e44ce7565d80 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.649896 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c3df60cc-3bd7-4af7-9bf7-b1e63699c4c9 req-4cd55cfe-520e-4bec-8ad0-e44ce7565d80 tempest-ServersTestJSON-251353508 tempest-ServersTestJSON-251353508-project] 10.222.0.67 "DELETE /v2.0/ports/53f06b37-646a-4ef3-b369-01fc5991c119 HTTP/1.1" status: 204 len: 173 time: 0.9546826 Feb 19 03:04:15.650351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6767c5a-0926-4034-bc0f-b1b3ffb7471c', 'name': 'network-vif-deleted', 'tag': '53f06b37-646a-4ef3-b369-01fc5991c119'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:15.652884 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40945a5d-77ea-4234-bc58-f7b381b63ee9" -d '{"events": [{"server_uuid": "d6767c5a-0926-4034-bc0f-b1b3ffb7471c", "name": "network-vif-deleted", "tag": "53f06b37-646a-4ef3-b369-01fc5991c119"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:15.665982 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-5537faec-d7e2-4965-b9d0-500593f38929 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3957725 Feb 19 03:04:15.672920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfa109-a457-4889-8f29-7a4f394787c7 req-c6528904-c794-44a4-907a-c86edcd82539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:15.674425 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b8dfa109-a457-4889-8f29-7a4f394787c7 req-c6528904-c794-44a4-907a-c86edcd82539 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 1127 time: 0.2172859 Feb 19 03:04:15.689677 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Request body: {'port': {'device_id': '35b6db5c-aa87-4842-b920-c7fdf0c9bf91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:15.782291 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.877676 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6eb77fda-5d9d-4baa-b323-c66a3f4f70a4 None None] Provisioning complete for port 52f73a29-419a-4b4f-b555-43d09d862c57 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:15.878332 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6eb77fda-5d9d-4baa-b323-c66a3f4f70a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.921203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6eb77fda-5d9d-4baa-b323-c66a3f4f70a4 None None] Port 52f73a29-419a-4b4f-b555-43d09d862c57 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:15.925685 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for port (22ed7807-9fa3-4c84-8298-cd7938f3edab), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:15.973255 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34813740-5878-4dea-b1fc-05871f062833 req-57fcd1a7-a095-4122-851b-b67a1bdf6c39 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7345023 Feb 19 03:04:15.978329 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b8dfa109-a457-4889-8f29-7a4f394787c7 req-eee82a77-4a68-4403-9037-8343dc92affe service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935185 Feb 19 03:04:16.033911 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad710b6b-61f4-4013-8625-03f08c1c6086 x-openstack-request-id: req-ad710b6b-61f4-4013-8625-03f08c1c6086 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:16.034330 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6767c5a-0926-4034-bc0f-b1b3ffb7471c", "name": "network-vif-deleted", "tag": "53f06b37-646a-4ef3-b369-01fc5991c119", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:16.034683 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad710b6b-61f4-4013-8625-03f08c1c6086 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:16.035184 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6767c5a-0926-4034-bc0f-b1b3ffb7471c', 'name': 'network-vif-deleted', 'tag': '53f06b37-646a-4ef3-b369-01fc5991c119', 'status': 'completed', 'code': 200} Feb 19 03:04:16.066524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3567b5-0e2c-4c60-8fae-a53a6755cb14 req-f1b06fdd-20ec-49d1-9036-4e51b29e118e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:16.073628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab3567b5-0e2c-4c60-8fae-a53a6755cb14 req-f1b06fdd-20ec-49d1-9036-4e51b29e118e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 943 time: 0.6378374 Feb 19 03:04:16.197604 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (22ed7807-9fa3-4c84-8298-cd7938f3edab), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.297320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab3567b5-0e2c-4c60-8fae-a53a6755cb14 req-b73daa5a-a3da-4723-9da6-4f2b657486d6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226856 Feb 19 03:04:16.330959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Network c6a95905-2b24-4735-8b43-48583c5feb84 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:16.334115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks [] for port (b142796f-cf16-4677-9ed9-02a83cec6634), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.354479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:16.368934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:16.376135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56774) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:16.402886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event updated for resources: {'Port': ['ID=22ed7807-9fa3-4c84-8298-cd7938f3edab,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:16.412464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2cb84-4da9-43a7-9628-de37f06a0646 req-0f4c111f-684d-4b94-90aa-c640b2e2cad1 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:16.414118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-afd2cb84-4da9-43a7-9628-de37f06a0646 req-0f4c111f-684d-4b94-90aa-c640b2e2cad1 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 936 time: 0.3015437 Feb 19 03:04:16.430900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cbc2f4-89b8-4733-ba1d-9d126ddff9fa admin admin] Deleting subnet b7c96846-60d1-498c-9c3e-d38728efac18 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:04:16.434344 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08cbc2f4-89b8-4733-ba1d-9d126ddff9fa admin admin] Publish callbacks [] for subnet (b7c96846-60d1-498c-9c3e-d38728efac18), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.458993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-3ea38837-27ec-48be-8f23-cdd1709d7c2b service neutron] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=edff92e9-1b67-437d-a206-160de44c15ce,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:16.474899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08cbc2f4-89b8-4733-ba1d-9d126ddff9fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (b7c96846-60d1-498c-9c3e-d38728efac18), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.530945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-3ea38837-27ec-48be-8f23-cdd1709d7c2b service neutron] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:16.536965 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08cbc2f4-89b8-4733-ba1d-9d126ddff9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (b7c96846-60d1-498c-9c3e-d38728efac18), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.569241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:16.569862 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.572723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.588080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176', '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', '7012cb41-d0d0-47a3-9043-de749963e040'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:16.643151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-afd2cb84-4da9-43a7-9628-de37f06a0646 req-af8637a1-8b4f-4ced-8fa1-55d644133e32 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968839 Feb 19 03:04:16.666223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-3ea38837-27ec-48be-8f23-cdd1709d7c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edff92e9-1b67-437d-a206-160de44c15ce {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:16.686699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:16.689021 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08cbc2f4-89b8-4733-ba1d-9d126ddff9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (b7c96846-60d1-498c-9c3e-d38728efac18), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.693432 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c4b689f1-71cf-482d-8be2-0eb1a68591fd tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6535699 Feb 19 03:04:16.703938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56776) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:16.707357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:16.712068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-3ea38837-27ec-48be-8f23-cdd1709d7c2b service neutron] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=edff92e9-1b67-437d-a206-160de44c15ce,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:16.717608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:16.722853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event updated for resources: {'Port': ['ID=b142796f-cf16-4677-9ed9-02a83cec6634,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:16.726071 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:16.739888 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbc2f4-89b8-4733-ba1d-9d126ddff9fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c96846-60d1-498c-9c3e-d38728efac18,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:16.760348 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08cbc2f4-89b8-4733-ba1d-9d126ddff9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.768703 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-08cbc2f4-89b8-4733-ba1d-9d126ddff9fa admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b7c96846-60d1-498c-9c3e-d38728efac18 HTTP/1.1" status: 204 len: 168 time: 0.3909843 Feb 19 03:04:16.769874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56778) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:16.786755 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-3ea38837-27ec-48be-8f23-cdd1709d7c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (edff92e9-1b67-437d-a206-160de44c15ce), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.825273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b27e95cd-e91d-47b2-bc2e-4b9b7cff5d32 None None] Provisioning complete for port 22ed7807-9fa3-4c84-8298-cd7938f3edab triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:16.825813 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b27e95cd-e91d-47b2-bc2e-4b9b7cff5d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (22ed7807-9fa3-4c84-8298-cd7938f3edab), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.847667 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f73a29-419a-4b4f-b555-43d09d862c57 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:16.857428 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Publish callbacks [] for port (52f73a29-419a-4b4f-b555-43d09d862c57), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.868098 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.875168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b27e95cd-e91d-47b2-bc2e-4b9b7cff5d32 None None] Port 22ed7807-9fa3-4c84-8298-cd7938f3edab cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:16.889623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Transition to ACTIVE for port object 52f73a29-419a-4b4f-b555-43d09d862c57 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:04:16.902804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:16.946372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:16.947559 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.006114 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (0e4aacd3-30ee-4aa7-b85b-c898c93b3c78), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.052218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-3ea38837-27ec-48be-8f23-cdd1709d7c2b service neutron] Transition to ACTIVE for port object edff92e9-1b67-437d-a206-160de44c15ce will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:04:17.054159 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Pushing event updated for resources: {'Port': ['ID=52f73a29-419a-4b4f-b555-43d09d862c57,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:17.096486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-0c07ba45-d285-4102-b413-a1499668ee58 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5077529 Feb 19 03:04:17.097909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-3ea38837-27ec-48be-8f23-cdd1709d7c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (edff92e9-1b67-437d-a206-160de44c15ce), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.121193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Request body: {'port': {'device_id': '36b44a07-0cb2-4d97-bd70-f252111a6bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:17.147290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-12e4ba14-75f7-435c-b2a2-392f953b339c None None] Provisioning complete for port b142796f-cf16-4677-9ed9-02a83cec6634 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:17.147874 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-12e4ba14-75f7-435c-b2a2-392f953b339c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.168592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Attempting to bind port 52f73a29-419a-4b4f-b555-43d09d862c57 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:17.169005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Attempting to bind port 52f73a29-419a-4b4f-b555-43d09d862c57 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:17.169366 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Attempting to bind port 52f73a29-419a-4b4f-b555-43d09d862c57 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:17.174408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Port 52f73a29-419a-4b4f-b555-43d09d862c57 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:04:17.174726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Attempting to bind port 52f73a29-419a-4b4f-b555-43d09d862c57 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:17.180145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:17.181062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:17.181450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:17.181878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Bound port: 52f73a29-419a-4b4f-b555-43d09d862c57, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:17.182267 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.237321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-12e4ba14-75f7-435c-b2a2-392f953b339c None None] Port b142796f-cf16-4677-9ed9-02a83cec6634 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:17.293859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] For port 52f73a29-419a-4b4f-b555-43d09d862c57, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:17.297746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] For port 52f73a29-419a-4b4f-b555-43d09d862c57, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=52f73a29-419a-4b4f-b555-43d09d862c57,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:17.307914 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.387379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:17.388799 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.396409 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] 10.222.0.87 "PUT /v2.0/ports/52f73a29-419a-4b4f-b555-43d09d862c57 HTTP/1.1" status: 200 len: 1096 time: 1.7126987 Feb 19 03:04:17.429826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48877251-a0e4-4ce6-8e47-165932b85345 service neutron] Pushing event updated for resources: {'Port': ['ID=52f73a29-419a-4b4f-b555-43d09d862c57,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:17.550945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-e61005b4-f4cc-450f-b596-e83ea77e0813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:17.552617 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-e61005b4-f4cc-450f-b596-e83ea77e0813 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 1130 time: 0.0673761 Feb 19 03:04:17.649814 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-8cae9db1-28ed-4a00-bc26-5144de55ec65 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=52f73a29-419a-4b4f-b555-43d09d862c57 HTTP/1.1" status: 200 len: 217 time: 0.0818820 Feb 19 03:04:17.741772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-3173d404-0414-45d9-bc45-ac07fa012cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:17.743526 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-3173d404-0414-45d9-bc45-ac07fa012cd3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0783772 Feb 19 03:04:17.788842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-3ea38837-27ec-48be-8f23-cdd1709d7c2b service neutron] No DVR routers for this DVR port edff92e9-1b67-437d-a206-160de44c15ce on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:17.810793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-c2c044d9-8a84-4158-8793-f1ef6de537d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:17.812285 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-c2c044d9-8a84-4158-8793-f1ef6de537d6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0590658 Feb 19 03:04:17.869174 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.919672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea38837-27ec-48be-8f23-cdd1709d7c2b service neutron] Pushing event updated for resources: {'Port': ['ID=edff92e9-1b67-437d-a206-160de44c15ce,revision_number=10']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:17.929480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-3ea38837-27ec-48be-8f23-cdd1709d7c2b service neutron] 10.222.0.87 "PUT /v2.0/ports/edff92e9-1b67-437d-a206-160de44c15ce/bindings/n-h2-826755-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6080496 Feb 19 03:04:17.950114 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (0e4aacd3-30ee-4aa7-b85b-c898c93b3c78), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:17.971537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07493e-a345-4cee-b4ba-4f2a13fe6db1 req-fe8f4cd4-c0e3-40fe-97bf-f05d9dda2de2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:17.982148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe07493e-a345-4cee-b4ba-4f2a13fe6db1 req-fe8f4cd4-c0e3-40fe-97bf-f05d9dda2de2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 944 time: 0.2924709 Feb 19 03:04:18.034785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0cde8-c2eb-44ce-891d-ef5d2a6c45f7 req-1d6e37d2-d3c9-453e-a314-c5d6e3c22c74 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:18.037022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b4b0cde8-c2eb-44ce-891d-ef5d2a6c45f7 req-1d6e37d2-d3c9-453e-a314-c5d6e3c22c74 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.8185520 Feb 19 03:04:18.073658 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4aacd3-30ee-4aa7-b85b-c898c93b3c78']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:18.126460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:18.126884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d837a8f-6fd8-4404-b8b7-1d10a0cc4377') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:18.148774 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.155480 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (7d837a8f-6fd8-4404-b8b7-1d10a0cc4377), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.206059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b6db5c-aa87-4842-b920-c7fdf0c9bf91', 'tag': '52f73a29-419a-4b4f-b555-43d09d862c57'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:18.208323 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28e041d-d917-4b8d-9dc5-741de413516d" -d '{"events": [{"name": "network-changed", "server_uuid": "35b6db5c-aa87-4842-b920-c7fdf0c9bf91", "tag": "52f73a29-419a-4b4f-b555-43d09d862c57"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:18.250668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe07493e-a345-4cee-b4ba-4f2a13fe6db1 req-c14db338-c851-4c4a-b830-33bb30584a6f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467113 Feb 19 03:04:18.287507 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-ad58aadd-6777-47b9-876e-18fe256af4ff service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453325 Feb 19 03:04:18.305589 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7d837a8f-6fd8-4404-b8b7-1d10a0cc4377), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.311299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b4b0cde8-c2eb-44ce-891d-ef5d2a6c45f7 req-14c18898-e8eb-4319-a519-2b6aae464eca tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525737 Feb 19 03:04:18.324176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:04:18.324523 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (7d837a8f-6fd8-4404-b8b7-1d10a0cc4377), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:18.329221 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:18.401088 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b2d8a9-65de-4691-a455-03e3c818d9f3 x-openstack-request-id: req-24b2d8a9-65de-4691-a455-03e3c818d9f3 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:18.401654 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b6db5c-aa87-4842-b920-c7fdf0c9bf91", "tag": "52f73a29-419a-4b4f-b555-43d09d862c57", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:18.401654 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-24b2d8a9-65de-4691-a455-03e3c818d9f3 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:18.402007 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b6db5c-aa87-4842-b920-c7fdf0c9bf91', 'tag': '52f73a29-419a-4b4f-b555-43d09d862c57', 'status': 'completed', 'code': 200} Feb 19 03:04:18.413106 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-ac91daa8-dee2-4989-ae1c-e688dbe2ed0b tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:18.414622 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-ac91daa8-dee2-4989-ae1c-e688dbe2ed0b tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e&tenant_id=d0db881fe5bf4d899432d08392993561&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1126 time: 0.2036672 Feb 19 03:04:18.448195 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-409c65a7-5c4e-4586-b092-752ce1bfa1c5 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395400 Feb 19 03:04:18.459640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 53f06b37-646a-4ef3-b369-01fc5991c119 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:18.498546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 53f06b37-646a-4ef3-b369-01fc5991c119 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:04:18.499513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 53f06b37-646a-4ef3-b369-01fc5991c119 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:18.540854 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (0e4aacd3-30ee-4aa7-b85b-c898c93b3c78), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.565062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Allocated IP 172.25.1.87 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/8077a08c-cfd0-48c5-b30e-765c4e42563f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:18.567495 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.570719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0e4aacd3-30ee-4aa7-b85b-c898c93b3c78 HTTP/1.1" status: 204 len: 168 time: 1.7998769 Feb 19 03:04:18.600637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff56a7-880e-4821-b4b4-3ebebbcb49b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4aacd3-30ee-4aa7-b85b-c898c93b3c78,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:18.610016 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cddf2a28-4e7a-416e-9511-2d32e1f46fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:18.611797 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-cddf2a28-4e7a-416e-9511-2d32e1f46fba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e&tenant_id=d0db881fe5bf4d899432d08392993561 HTTP/1.1" status: 200 len: 1126 time: 0.1863911 Feb 19 03:04:18.620206 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e041d-d917-4b8d-9dc5-741de413516d req-3ad854e5-fd0e-4748-937b-cc49df3ef4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:18.620424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c65f5-d3b3-4637-a231-7071c68bdb40 req-7a3dab1d-e675-489d-b4f6-91df65344245 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:18.621875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b28e041d-d917-4b8d-9dc5-741de413516d req-3ad854e5-fd0e-4748-937b-cc49df3ef4f0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 1130 time: 0.0673308 Feb 19 03:04:18.627459 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d0c65f5-d3b3-4637-a231-7071c68bdb40 req-7a3dab1d-e675-489d-b4f6-91df65344245 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 948 time: 0.2735183 Feb 19 03:04:18.627697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-4139ef0e-b086-48fd-8bc4-c8741c1fe183 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:04:18.628854 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-4139ef0e-b086-48fd-8bc4-c8741c1fe183 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059135 Feb 19 03:04:18.800436 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-b9f183e6-7e9a-4b93-9b40-4164830f5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:18.802334 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-b9f183e6-7e9a-4b93-9b40-4164830f5203 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 1126 time: 0.1493356 Feb 19 03:04:18.805964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e041d-d917-4b8d-9dc5-741de413516d req-777436c5-510e-4844-8c4a-e231dcbb486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:18.808232 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b28e041d-d917-4b8d-9dc5-741de413516d req-777436c5-510e-4844-8c4a-e231dcbb486c service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1764538 Feb 19 03:04:18.815956 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d0c65f5-d3b3-4637-a231-7071c68bdb40 req-290a14b0-b13d-411b-b134-e8e73bb7ac91 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877568 Feb 19 03:04:18.829502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56798) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:18.868258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b142796f-cf16-4677-9ed9-02a83cec6634 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:18.885087 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Publish callbacks [] for port (b142796f-cf16-4677-9ed9-02a83cec6634), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.896422 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b28e041d-d917-4b8d-9dc5-741de413516d req-7df249b4-f642-4366-aa08-209a9228d09d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=52f73a29-419a-4b4f-b555-43d09d862c57 HTTP/1.1" status: 200 len: 217 time: 0.0742292 Feb 19 03:04:18.915548 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for port (8077a08c-cfd0-48c5-b30e-765c4e42563f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.928873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Transition to ACTIVE for port object b142796f-cf16-4677-9ed9-02a83cec6634 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:04:18.942200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:18.962601 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e379b20e-d400-44be-b898-9ce55eb13009 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=03a098dbc4144e01abb1935743b8c45b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295428 Feb 19 03:04:18.964045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e041d-d917-4b8d-9dc5-741de413516d req-f58b0777-7233-465f-b7f9-62e89ce01e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:18.965619 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b28e041d-d917-4b8d-9dc5-741de413516d req-f58b0777-7233-465f-b7f9-62e89ce01e6e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0629201 Feb 19 03:04:18.970372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56808) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:19.023887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Pushing event updated for resources: {'Port': ['ID=b142796f-cf16-4677-9ed9-02a83cec6634,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:19.024149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-8a0d6624-29fa-4179-a896-4b9bc7aa08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:19.025790 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-8a0d6624-29fa-4179-a896-4b9bc7aa08a4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.2158945 Feb 19 03:04:19.070723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8077a08c-cfd0-48c5-b30e-765c4e42563f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.082941 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-3ca94a68-7375-47fb-92dd-3263a8203306 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edff92e9-1b67-437d-a206-160de44c15ce HTTP/1.1" status: 200 len: 217 time: 0.0465591 Feb 19 03:04:19.125036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event updated for resources: {'Port': ['ID=8077a08c-cfd0-48c5-b30e-765c4e42563f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:19.161988 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c5b15ee7-74bb-4f8e-b485-2eb72b463250 admin admin] Publish callbacks [] for security_group (7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.167251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:19.170331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:19.172599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e041d-d917-4b8d-9dc5-741de413516d req-9fa35d4f-fe45-48f1-a58e-0b0d232f26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:19.174455 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b28e041d-d917-4b8d-9dc5-741de413516d req-9fa35d4f-fe45-48f1-a58e-0b0d232f26b9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1881115 Feb 19 03:04:19.177408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:19.182555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-f4ad700f-b54d-47ff-b87a-1253813c76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:19.184358 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-f4ad700f-b54d-47ff-b87a-1253813c76e7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.0933664 Feb 19 03:04:19.231357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Attempting to bind port b142796f-cf16-4677-9ed9-02a83cec6634 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:19.232067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Attempting to bind port b142796f-cf16-4677-9ed9-02a83cec6634 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:19.232402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Attempting to bind port b142796f-cf16-4677-9ed9-02a83cec6634 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:19.244154 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-c1596f9a-7b9f-4e55-b39f-b0feb3e8e3bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485885 Feb 19 03:04:19.245039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Port b142796f-cf16-4677-9ed9-02a83cec6634 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:04:19.245350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Attempting to bind port b142796f-cf16-4677-9ed9-02a83cec6634 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:19.246236 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c5b15ee7-74bb-4f8e-b485-2eb72b463250 admin admin] Publish callbacks [] for security_group (7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.258937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:19.259278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:19.259656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:19.260087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Bound port: b142796f-cf16-4677-9ed9-02a83cec6634, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:19.260439 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.413411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for floatingip (ccf5f667-7c22-4c36-9193-c11004e83cb3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.422996 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b28e041d-d917-4b8d-9dc5-741de413516d req-36b3aeb9-bfd4-4e6f-aad0-20290cf843ab service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364881 Feb 19 03:04:19.424833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c5b15ee7-74bb-4f8e-b485-2eb72b463250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.427672 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c5b15ee7-74bb-4f8e-b485-2eb72b463250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.428783 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c5b15ee7-74bb-4f8e-b485-2eb72b463250 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232 HTTP/1.1" status: 204 len: 168 time: 0.4573903 Feb 19 03:04:19.430751 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-0bb81dad-67e3-41d8-90b6-080fc74e2a3f service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539190 Feb 19 03:04:19.451589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] For port b142796f-cf16-4677-9ed9-02a83cec6634, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:19.501056 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b15ee7-74bb-4f8e-b485-2eb72b463250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7075c5aa-3e9e-4d3a-b7d9-b6c8fdfb8232,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:19.521026 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] For port b142796f-cf16-4677-9ed9-02a83cec6634, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b142796f-cf16-4677-9ed9-02a83cec6634,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:19.541402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb473c-1a92-4785-bd99-88a1c6de807b req-64b29bf9-2b78-403f-b127-c2a3b5c000b8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:19.552309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01fb473c-1a92-4785-bd99-88a1c6de807b req-64b29bf9-2b78-403f-b127-c2a3b5c000b8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 944 time: 0.1935177 Feb 19 03:04:19.567694 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.639627 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b28e041d-d917-4b8d-9dc5-741de413516d req-6fb44fa4-66d1-496d-851c-73293f6bbf62 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079103 Feb 19 03:04:19.643600 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-97e2ff78-430e-482c-adb9-4d6f25063563 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022250 Feb 19 03:04:19.652355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:19.653634 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.655407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] 10.222.0.67 "PUT /v2.0/ports/b142796f-cf16-4677-9ed9-02a83cec6634 HTTP/1.1" status: 200 len: 1095 time: 2.5484989 Feb 19 03:04:19.665085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36b44a07-0cb2-4d97-bd70-f252111a6bf4', 'tag': 'b142796f-cf16-4677-9ed9-02a83cec6634'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:19.667980 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074ddda4-84e5-4fd3-a375-0cdc77a5b2af" -d '{"events": [{"name": "network-changed", "server_uuid": "36b44a07-0cb2-4d97-bd70-f252111a6bf4", "tag": "b142796f-cf16-4677-9ed9-02a83cec6634"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:19.675572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af642d-3d48-40dd-8deb-f5d03bbc121f service neutron] Pushing event updated for resources: {'Port': ['ID=b142796f-cf16-4677-9ed9-02a83cec6634,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:19.691089 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8077a08c-cfd0-48c5-b30e-765c4e42563f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:19.755575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01fb473c-1a92-4785-bd99-88a1c6de807b req-21348535-0356-4571-afa1-5488b91320fa tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022057 Feb 19 03:04:19.764708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962216b-6720-4c49-9cae-86fdd26d3a9d req-bec6bb9a-6cc3-4edb-9a90-0c700a443385 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:19.767415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b962216b-6720-4c49-9cae-86fdd26d3a9d req-bec6bb9a-6cc3-4edb-9a90-0c700a443385 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.3296182 Feb 19 03:04:19.900309 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcdb6f4-45a9-4f0e-b8ac-c9101e420faa x-openstack-request-id: req-bdcdb6f4-45a9-4f0e-b8ac-c9101e420faa {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:19.901022 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36b44a07-0cb2-4d97-bd70-f252111a6bf4", "tag": "b142796f-cf16-4677-9ed9-02a83cec6634", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:19.902262 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bdcdb6f4-45a9-4f0e-b8ac-c9101e420faa {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:19.902774 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36b44a07-0cb2-4d97-bd70-f252111a6bf4', 'tag': 'b142796f-cf16-4677-9ed9-02a83cec6634', 'status': 'completed', 'code': 200} Feb 19 03:04:20.061713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-ff290250-c948-4563-82eb-e8205fff0413 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:20.063696 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-ff290250-c948-4563-82eb-e8205fff0413 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e&tenant_id=d0db881fe5bf4d899432d08392993561&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1126 time: 0.0919240 Feb 19 03:04:20.065177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-2634ca19-e884-4379-8730-06b246b62324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:20.066844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-2634ca19-e884-4379-8730-06b246b62324 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=36b44a07-0cb2-4d97-bd70-f252111a6bf4 HTTP/1.1" status: 200 len: 1129 time: 0.3176537 Feb 19 03:04:20.076442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b962216b-6720-4c49-9cae-86fdd26d3a9d req-7d46c834-6ebf-40a2-9617-622704fb39ba tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975106 Feb 19 03:04:20.124895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-a463716a-3bbb-45cb-8c42-ea3553339af7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b142796f-cf16-4677-9ed9-02a83cec6634 HTTP/1.1" status: 200 len: 217 time: 0.0429580 Feb 19 03:04:20.229723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa94ce9-bf66-4d68-950e-c90171fa6a9d req-a3b55a07-536e-4f72-8558-48497c749d8b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:20.237292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8fa94ce9-bf66-4d68-950e-c90171fa6a9d req-a3b55a07-536e-4f72-8558-48497c749d8b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 948 time: 0.2548349 Feb 19 03:04:20.279223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-dcaa44d8-a929-45ab-8abf-ab34900f8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:20.281171 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-dcaa44d8-a929-45ab-8abf-ab34900f8974 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1495128 Feb 19 03:04:20.284143 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-71ab20d3-d702-49a8-9fc7-7c06719a4899 service neutron] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:20.297948 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-71ab20d3-d702-49a8-9fc7-7c06719a4899 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.299151 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c242f42-d591-424a-8e26-27aa0b79eb1c req-71ab20d3-d702-49a8-9fc7-7c06719a4899 service neutron] 10.222.0.67 "DELETE /v2.0/ports/edff92e9-1b67-437d-a206-160de44c15ce/bindings/n-h1-826755-2 HTTP/1.1" status: 204 len: 173 time: 0.2218556 Feb 19 03:04:20.349124 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for port (8077a08c-cfd0-48c5-b30e-765c4e42563f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.376027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cbb215-fd10-4bc6-acab-fc35c120d063 req-eb2da6c6-ab5d-4fa0-b4f4-2682361a9e7f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:20.377558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4cbb215-fd10-4bc6-acab-fc35c120d063 req-eb2da6c6-ab5d-4fa0-b4f4-2682361a9e7f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.2248981 Feb 19 03:04:20.381634 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8077a08c-cfd0-48c5-b30e-765c4e42563f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.394035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8fa94ce9-bf66-4d68-950e-c90171fa6a9d req-d67a5090-17e7-4777-9ab4-5a288892be6f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557567 Feb 19 03:04:20.498037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-57f42aee-2b5e-4fad-8a2e-4e17a29d9c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:20.499638 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-57f42aee-2b5e-4fad-8a2e-4e17a29d9c75 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2118452 Feb 19 03:04:20.508491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event updated for resources: {'Port': ['ID=8077a08c-cfd0-48c5-b30e-765c4e42563f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:20.531700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4cbb215-fd10-4bc6-acab-fc35c120d063 req-664da0f3-7925-4506-b1bd-fb47377cd2bc tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463199 Feb 19 03:04:20.573915 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (ccf5f667-7c22-4c36-9193-c11004e83cb3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.574098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56844) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:20.598460 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.599709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-03cc8db8-d219-4cdb-9a92-7741139447b4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8944108 Feb 19 03:04:20.602816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56848) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:20.612726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-80651c05-1c61-4834-89e5-092132153599 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Request body: {'floatingip': {'port_id': '22ed7807-9fa3-4c84-8298-cd7938f3edab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:20.625744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-2f93af3e-733c-4cdd-80b7-1b0051c337c0 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096132 Feb 19 03:04:20.702485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80651c05-1c61-4834-89e5-092132153599 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for floatingip (ccf5f667-7c22-4c36-9193-c11004e83cb3), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.775765 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9f40f7f-c993-452b-80f3-093cd98b98af req-4b2ff85d-4f38-436a-95bb-e3a43510b6a3 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436622 Feb 19 03:04:20.810691 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-network', 'tenant_id': '64b38365811a47d39a3a382b5d574f89'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:20.895685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Made reservation on behalf of 64b38365811a47d39a3a382b5d574f89 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:20.898496 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.915262 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:20.950661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ddda4-84e5-4fd3-a375-0cdc77a5b2af req-efd6baa6-768a-4ab0-b5f0-08b11b62ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:20.952287 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-074ddda4-84e5-4fd3-a375-0cdc77a5b2af req-efd6baa6-768a-4ab0-b5f0-08b11b62ea53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=36b44a07-0cb2-4d97-bd70-f252111a6bf4 HTTP/1.1" status: 200 len: 1129 time: 0.0829225 Feb 19 03:04:20.952839 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-80651c05-1c61-4834-89e5-092132153599 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] update failed (client error): The resource could not be found. Feb 19 03:04:20.958519 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-80651c05-1c61-4834-89e5-092132153599 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "PUT /v2.0/floatingips/ccf5f667-7c22-4c36-9193-c11004e83cb3 HTTP/1.1" status: 404 len: 507 time: 0.3541787 Feb 19 03:04:20.959086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56856) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:21.034639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe92be-16db-4d47-a8de-916cd86acbdc req-5fc3732e-e574-4e0b-a395-f1d9616f09ea tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:21.036275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68fe92be-16db-4d47-a8de-916cd86acbdc req-5fc3732e-e574-4e0b-a395-f1d9616f09ea tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 944 time: 0.1265345 Feb 19 03:04:21.048098 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Publish callbacks [] for security_group (da0710f2-3f5e-494e-98f1-3997141e48c0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.057846 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (da0710f2-3f5e-494e-98f1-3997141e48c0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.086094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:21.098010 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0710f2-3f5e-494e-98f1-3997141e48c0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:21.103742 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (4e560a98-e2a4-44e9-8c14-a5312538244e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.104162 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Added segment 4e560a98-e2a4-44e9-8c14-a5312538244e of type vlan for network dc362147-5daf-4111-b731-9fd1cccc2eb9 Feb 19 03:04:21.155721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (dc362147-5daf-4111-b731-9fd1cccc2eb9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.182246 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (dc362147-5daf-4111-b731-9fd1cccc2eb9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.183483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:21.184444 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.247521 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6722367 Feb 19 03:04:21.250631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56868) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:21.259968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-cacc906e-203b-43a5-9c66-e7d7f32b11d2 admin admin] Request body: {'subnet': {'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-subnet', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:21.264819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8651212a-8ed3-4cce-aa4a-f35d8724a984 admin admin] Pushing event updated for resources: {'Network': ['ID=dc362147-5daf-4111-b731-9fd1cccc2eb9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:21.279246 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network dc362147-5daf-4111-b731-9fd1cccc2eb9 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:21.300056 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacc906e-203b-43a5-9c66-e7d7f32b11d2 admin admin] Made reservation on behalf of 64b38365811a47d39a3a382b5d574f89 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:21.304517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cacc906e-203b-43a5-9c66-e7d7f32b11d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.532222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cacc906e-203b-43a5-9c66-e7d7f32b11d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (c387d3ae-b2f3-47a9-b076-00a88aa91afe), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.609443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc906e-203b-43a5-9c66-e7d7f32b11d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c387d3ae-b2f3-47a9-b076-00a88aa91afe,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:21.617219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc906e-203b-43a5-9c66-e7d7f32b11d2 admin admin] Checking segment: {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:21.617645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc906e-203b-43a5-9c66-e7d7f32b11d2 admin admin] Network hostable DHCP agents. Network: dc362147-5daf-4111-b731-9fd1cccc2eb9, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:21.630749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ddda4-84e5-4fd3-a375-0cdc77a5b2af req-56d082e1-a5b5-42c2-bdda-73bc9a3d1855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:21.632326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-074ddda4-84e5-4fd3-a375-0cdc77a5b2af req-56d082e1-a5b5-42c2-bdda-73bc9a3d1855 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.6666684 Feb 19 03:04:21.635853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68fe92be-16db-4d47-a8de-916cd86acbdc req-0d70de5f-ff4e-4748-9459-1f45f8376d56 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654767 Feb 19 03:04:21.654500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacc906e-203b-43a5-9c66-e7d7f32b11d2 admin admin] Network dc362147-5daf-4111-b731-9fd1cccc2eb9 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:21.682988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-cacc906e-203b-43a5-9c66-e7d7f32b11d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, dc362147-5daf-4111-b731-9fd1cccc2eb9) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:21.703393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86620d68-a1ba-40c1-bc4a-56007fa868a2 None None] Network dc362147-5daf-4111-b731-9fd1cccc2eb9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:21.712510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacc906e-203b-43a5-9c66-e7d7f32b11d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:21.715893 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cacc906e-203b-43a5-9c66-e7d7f32b11d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.740128 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-074ddda4-84e5-4fd3-a375-0cdc77a5b2af req-d924c5f7-e1cb-47a6-b641-3286c2e440b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=b142796f-cf16-4677-9ed9-02a83cec6634 HTTP/1.1" status: 200 len: 217 time: 0.0951221 Feb 19 03:04:21.770941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3662a6-4b81-4e49-865b-cd1928975836 req-202babe2-da54-49b1-8d79-8b13b3b54395 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:21.771189 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cacc906e-203b-43a5-9c66-e7d7f32b11d2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5193033 Feb 19 03:04:21.773701 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56876) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:21.773895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-202babe2-da54-49b1-8d79-8b13b3b54395 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/networks?id=f6709305-4709-44af-9946-bed2e681b2b2 HTTP/1.1" status: 200 len: 815 time: 0.6958544 Feb 19 03:04:21.785460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:21.824951 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.825836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.865546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-59e1cb9a-26a8-4cc0-ac8b-2b856c55f953 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/quotas/771bed38ee904c3da4a692f38bae9245 HTTP/1.1" status: 200 len: 375 time: 0.0790751 Feb 19 03:04:21.868895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-eaef95c9-47e2-4274-9c3c-403b764da473 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Deleting port 8077a08c-cfd0-48c5-b30e-765c4e42563f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:21.869079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-dc362147-5daf-4111-b731-9fd1cccc2eb9', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'project_id': '64b38365811a47d39a3a382b5d574f89', 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:04:21.869582 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eaef95c9-47e2-4274-9c3c-403b764da473 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8077a08c-cfd0-48c5-b30e-765c4e42563f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.869920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.931665 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Publish callbacks [] for router_controller (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.998518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eaef95c9-47e2-4274-9c3c-403b764da473 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8077a08c-cfd0-48c5-b30e-765c4e42563f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:21.999461 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eaef95c9-47e2-4274-9c3c-403b764da473 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for floatingip (8077a08c-cfd0-48c5-b30e-765c4e42563f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.011554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ddda4-84e5-4fd3-a375-0cdc77a5b2af req-4c7677b8-adad-40b0-86cf-466ecc60f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:22.013333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-074ddda4-84e5-4fd3-a375-0cdc77a5b2af req-4c7677b8-adad-40b0-86cf-466ecc60f2ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.2603567 Feb 19 03:04:22.023294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-eaef95c9-47e2-4274-9c3c-403b764da473 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Calling delete_port for 8077a08c-cfd0-48c5-b30e-765c4e42563f owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:22.042701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Allocated IP 172.20.0.2 (dc362147-5daf-4111-b731-9fd1cccc2eb9/c387d3ae-b2f3-47a9-b076-00a88aa91afe/86c6d6a0-d2da-4b56-9949-a9a900157b47) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:22.057849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb822c2d-c0d2-4c9a-b4d6-e02cc501e7da req-ed4a274e-4163-4299-951e-b255c213bc89 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:22.059543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb822c2d-c0d2-4c9a-b4d6-e02cc501e7da req-ed4a274e-4163-4299-951e-b255c213bc89 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 948 time: 0.2765050 Feb 19 03:04:22.117977 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Publish callbacks [] for router_gateway (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.132402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-9980f9a8-159c-4371-b864-9c95752a4f1b tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=771bed38ee904c3da4a692f38bae9245&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2655857 Feb 19 03:04:22.234741 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Publish callbacks [] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.245126 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.259180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ddda4-84e5-4fd3-a375-0cdc77a5b2af req-465e1767-a104-407a-9786-25f0e7099fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:22.260637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-074ddda4-84e5-4fd3-a375-0cdc77a5b2af req-465e1767-a104-407a-9786-25f0e7099fde service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2343183 Feb 19 03:04:22.266697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb822c2d-c0d2-4c9a-b4d6-e02cc501e7da req-04d3af90-d8be-4f4b-9103-8319cb04c2e7 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871638 Feb 19 03:04:22.337583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Pushing event updated for resources: {'Port': ['ID=86c6d6a0-d2da-4b56-9949-a9a900157b47,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:22.403892 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.410140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Network dc362147-5daf-4111-b731-9fd1cccc2eb9 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:22.415298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:22.416697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-cb6054f9-64e8-4a3a-8919-982851927f1d service neutron] 10.222.0.81 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833261 Feb 19 03:04:22.422292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:22.443335 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Publish callbacks [] for router_gateway (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.468562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.492029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Attempting to bind port 86c6d6a0-d2da-4b56-9949-a9a900157b47 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:22.493013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Attempting to bind port 86c6d6a0-d2da-4b56-9949-a9a900157b47 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:22.494030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Attempting to bind port 86c6d6a0-d2da-4b56-9949-a9a900157b47 on network dc362147-5daf-4111-b731-9fd1cccc2eb9 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:22.499785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:22.500397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Checking segment: {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:22.501038 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.501606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Bound using segment: {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:22.503160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Bound port: 86c6d6a0-d2da-4b56-9949-a9a900157b47, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:22.503745 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.551736 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-074ddda4-84e5-4fd3-a375-0cdc77a5b2af req-220ffc12-0a23-47fe-bc5b-ee35d1a64b64 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797203 Feb 19 03:04:22.583082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eaef95c9-47e2-4274-9c3c-403b764da473 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8077a08c-cfd0-48c5-b30e-765c4e42563f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.589073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] For port 86c6d6a0-d2da-4b56-9949-a9a900157b47, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:22.592571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] For port 86c6d6a0-d2da-4b56-9949-a9a900157b47, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=86c6d6a0-d2da-4b56-9949-a9a900157b47,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:22.603523 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.623510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Allocated IP 172.25.1.40 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/39e5b9a0-247b-4549-b6d7-3b91358c6f73) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:22.667444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618d0af-7dc8-401d-81f9-9d81080b0f14 None None] Pushing event updated for resources: {'Port': ['ID=86c6d6a0-d2da-4b56-9949-a9a900157b47,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:22.673331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef95c9-47e2-4274-9c3c-403b764da473 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event deleted for resources: {'Port': ['ID=8077a08c-cfd0-48c5-b30e-765c4e42563f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:22.695536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-5d5164d5-3bc2-42c8-b683-7da0935cc629 service neutron] 10.222.0.81 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778010 Feb 19 03:04:22.702085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673a78e-443e-430d-9ddb-f0fc0724ad5b req-f9128710-1eaf-4227-a5b6-303291197ce8 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:22.703699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5673a78e-443e-430d-9ddb-f0fc0724ad5b req-f9128710-1eaf-4227-a5b6-303291197ce8 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 1126 time: 0.2548552 Feb 19 03:04:22.810894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561cb5-f884-406b-845c-649caf847ccd req-d9e8ad4e-3f98-4e68-80a9-55e3eb46878b tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:22.812699 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-78561cb5-f884-406b-845c-649caf847ccd req-d9e8ad4e-3f98-4e68-80a9-55e3eb46878b tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.87 "GET /v2.0/ports?device_id=2c7b628a-5b78-48fb-bd55-8743efae89d9 HTTP/1.1" status: 200 len: 945 time: 0.1108193 Feb 19 03:04:22.858472 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Publish callbacks [] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:22.986559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-074ddda4-84e5-4fd3-a375-0cdc77a5b2af req-3b203f73-95e7-4ffc-a5ee-ee655f3e8562 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246199 Feb 19 03:04:22.994272 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eaef95c9-47e2-4274-9c3c-403b764da473 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for floatingip (ccf5f667-7c22-4c36-9193-c11004e83cb3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.000107 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eaef95c9-47e2-4274-9c3c-403b764da473 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.007687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eaef95c9-47e2-4274-9c3c-403b764da473 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "DELETE /v2.0/floatingips/ccf5f667-7c22-4c36-9193-c11004e83cb3 HTTP/1.1" status: 204 len: 168 time: 2.0373559 Feb 19 03:04:23.007687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56888) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:23.008735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.094559 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:23.095787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-85169fa5-8763-40c2-934f-2277fe6e6f7a tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Request body: {'floatingip': {'floating_network_id': 'c6a95905-2b24-4735-8b43-48583c5feb84', 'port_id': '22ed7807-9fa3-4c84-8298-cd7938f3edab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:23.097610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-78561cb5-f884-406b-845c-649caf847ccd req-bc0b129b-ca15-46ce-b7c4-13cf421010ff tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Deleting port 4e20073c-bc0e-4256-9416-f734d2429731 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:23.098087 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-78561cb5-f884-406b-845c-649caf847ccd req-bc0b129b-ca15-46ce-b7c4-13cf421010ff tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4e20073c-bc0e-4256-9416-f734d2429731), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.122948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:23.129835 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:23.131669 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-922a85ea-7fbe-440f-92b3-5b683dbd30d9 req-9ba39952-afb7-40ac-8809-233b551eac20 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 210 time: 0.1935363 Feb 19 03:04:23.166832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5673a78e-443e-430d-9ddb-f0fc0724ad5b req-4d477cc7-820f-4d55-be6d-e8970d10b17f tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416974 Feb 19 03:04:23.207572 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85169fa5-8763-40c2-934f-2277fe6e6f7a tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.212653 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Pushing event updated for resources: {'Port': ['ID=39e5b9a0-247b-4549-b6d7-3b91358c6f73,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:23.330778 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.412199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-78561cb5-f884-406b-845c-649caf847ccd req-bc0b129b-ca15-46ce-b7c4-13cf421010ff tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] For port 4e20073c-bc0e-4256-9416-f734d2429731, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4e20073c-bc0e-4256-9416-f734d2429731,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:23.412574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-78561cb5-f884-406b-845c-649caf847ccd req-bc0b129b-ca15-46ce-b7c4-13cf421010ff tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4e20073c-bc0e-4256-9416-f734d2429731), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.455580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-78561cb5-f884-406b-845c-649caf847ccd req-bc0b129b-ca15-46ce-b7c4-13cf421010ff tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Calling delete_port for 4e20073c-bc0e-4256-9416-f734d2429731 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:23.492213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0d92b-7f23-4ce7-8ef2-050662c2a9dc req-af4cdd6a-b666-4020-af4a-eda447f40a21 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:23.494587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dac0d92b-7f23-4ce7-8ef2-050662c2a9dc req-af4cdd6a-b666-4020-af4a-eda447f40a21 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 1126 time: 0.1671569 Feb 19 03:04:23.516588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac950d9-222f-4c27-9a4e-4468af6f55cd req-81594cf3-e22a-4291-b357-e73731bf250f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:23.519637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dac950d9-222f-4c27-9a4e-4468af6f55cd req-81594cf3-e22a-4291-b357-e73731bf250f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 948 time: 0.1637752 Feb 19 03:04:23.635232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dac0d92b-7f23-4ce7-8ef2-050662c2a9dc req-58e2e665-54b1-4a63-95ff-cc27b1954ecb tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331432 Feb 19 03:04:23.671232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dac950d9-222f-4c27-9a4e-4468af6f55cd req-f696be77-d3b3-4b43-8a30-32a5ba741f07 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324124 Feb 19 03:04:23.676097 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-85169fa5-8763-40c2-934f-2277fe6e6f7a tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:04:23.678057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-85169fa5-8763-40c2-934f-2277fe6e6f7a tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6025236 Feb 19 03:04:23.682010 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56900) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:23.690514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '22ed7807-9fa3-4c84-8298-cd7938f3edab', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:23.702038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Publish callbacks [] for router_gateway (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.804231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:23.830937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 52f73a29-419a-4b4f-b555-43d09d862c57 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:04:23.849994 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-78561cb5-f884-406b-845c-649caf847ccd req-bc0b129b-ca15-46ce-b7c4-13cf421010ff tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4e20073c-bc0e-4256-9416-f734d2429731), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.010317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 52f73a29-419a-4b4f-b555-43d09d862c57, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=52f73a29-419a-4b4f-b555-43d09d862c57,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:24.024197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['4e20073c-bc0e-4256-9416-f734d2429731'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:24.123396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '52f73a29-419a-4b4f-b555-43d09d862c57', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '52f73a29-419a-4b4f-b555-43d09d862c57', 'mac_address': 'fa:16:3e:9c:5b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:04:24.229702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 52f73a29-419a-4b4f-b555-43d09d862c57 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:24.230095 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.256825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f73a29-419a-4b4f-b555-43d09d862c57 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:24.274384 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4851e5a5-c883-4dd5-9f68-177e18686c4c req-98e72d1a-fb6a-40e9-8106-ca7e7c6de2ac tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 210 time: 0.0394630 Feb 19 03:04:24.303355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 52f73a29-419a-4b4f-b555-43d09d862c57, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=52f73a29-419a-4b4f-b555-43d09d862c57,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:24.310813 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.376517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=52f73a29-419a-4b4f-b555-43d09d862c57,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:24.391123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b129b-ca15-46ce-b7c4-13cf421010ff tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Pushing event deleted for resources: {'Port': ['ID=4e20073c-bc0e-4256-9416-f734d2429731,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:24.479976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device b142796f-cf16-4677-9ed9-02a83cec6634 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:04:24.525125 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-78561cb5-f884-406b-845c-649caf847ccd req-bc0b129b-ca15-46ce-b7c4-13cf421010ff tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] No DVR routers for this DVR port 4e20073c-bc0e-4256-9416-f734d2429731 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:24.528030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-78561cb5-f884-406b-845c-649caf847ccd req-bc0b129b-ca15-46ce-b7c4-13cf421010ff tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.532260 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-78561cb5-f884-406b-845c-649caf847ccd req-bc0b129b-ca15-46ce-b7c4-13cf421010ff tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.87 "DELETE /v2.0/ports/4e20073c-bc0e-4256-9416-f734d2429731 HTTP/1.1" status: 204 len: 173 time: 1.7078362 Feb 19 03:04:24.536694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c7b628a-5b78-48fb-bd55-8743efae89d9', 'name': 'network-vif-deleted', 'tag': '4e20073c-bc0e-4256-9416-f734d2429731'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:24.538720 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77608d54-5526-4728-b992-e01f74d68800" -d '{"events": [{"server_uuid": "2c7b628a-5b78-48fb-bd55-8743efae89d9", "name": "network-vif-deleted", "tag": "4e20073c-bc0e-4256-9416-f734d2429731"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:24.638972 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c0329c-1aa9-4dfb-ae9b-df97b1c3eb46 x-openstack-request-id: req-91c0329c-1aa9-4dfb-ae9b-df97b1c3eb46 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:24.639602 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c7b628a-5b78-48fb-bd55-8743efae89d9", "name": "network-vif-deleted", "tag": "4e20073c-bc0e-4256-9416-f734d2429731", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:24.641679 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91c0329c-1aa9-4dfb-ae9b-df97b1c3eb46 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:24.642572 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c7b628a-5b78-48fb-bd55-8743efae89d9', 'name': 'network-vif-deleted', 'tag': '4e20073c-bc0e-4256-9416-f734d2429731', 'status': 'completed', 'code': 200} Feb 19 03:04:24.828117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.837561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4423a2-fb8a-4f4f-ac43-2794ef4405bb None None] Network dc362147-5daf-4111-b731-9fd1cccc2eb9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:24.851052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 86c6d6a0-d2da-4b56-9949-a9a900157b47 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:24.854663 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.934059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0be61af7-6058-4547-a564-29c408a3c30c None None] Provisioning complete for port 86c6d6a0-d2da-4b56-9949-a9a900157b47 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:24.934432 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0be61af7-6058-4547-a564-29c408a3c30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:24.963753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3662a6-4b81-4e49-865b-cd1928975836 req-2ed10add-6861-4ad4-bb9f-b7e6715b2ca8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:25.016157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-2ed10add-6861-4ad4-bb9f-b7e6715b2ca8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.67 "GET /v2.0/networks?id=f6709305-4709-44af-9946-bed2e681b2b2 HTTP/1.1" status: 200 len: 815 time: 0.4096780 Feb 19 03:04:25.044524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['52f73a29-419a-4b4f-b555-43d09d862c57'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:25.090159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Request body: {'port': {'device_id': '1896466c-e84d-4922-a3ff-a5dca131d6a3', 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2', 'admin_state_up': True, 'tenant_id': '771bed38ee904c3da4a692f38bae9245'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:25.096030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 86c6d6a0-d2da-4b56-9949-a9a900157b47 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:25.096030 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.168752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Allocated IP 172.25.1.80 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/283d027c-be6b-4166-8077-fa6e8093a267) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:25.242912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0be61af7-6058-4547-a564-29c408a3c30c None None] Current status of the port 86c6d6a0-d2da-4b56-9949-a9a900157b47 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:25.243303 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0be61af7-6058-4547-a564-29c408a3c30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.306351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port b142796f-cf16-4677-9ed9-02a83cec6634, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b142796f-cf16-4677-9ed9-02a83cec6634,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:25.329267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'b142796f-cf16-4677-9ed9-02a83cec6634', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'b142796f-cf16-4677-9ed9-02a83cec6634', 'mac_address': 'fa:16:3e:71:65:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:04:25.432108 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for port (283d027c-be6b-4166-8077-fa6e8093a267), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.462973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port b142796f-cf16-4677-9ed9-02a83cec6634 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:25.463330 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.474476 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0be61af7-6058-4547-a564-29c408a3c30c None None] For port 86c6d6a0-d2da-4b56-9949-a9a900157b47, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=86c6d6a0-d2da-4b56-9949-a9a900157b47,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:25.481708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (283d027c-be6b-4166-8077-fa6e8093a267), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.503087 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0be61af7-6058-4547-a564-29c408a3c30c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.544980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event updated for resources: {'Port': ['ID=283d027c-be6b-4166-8077-fa6e8093a267,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:25.554915 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:04:25.609408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be61af7-6058-4547-a564-29c408a3c30c None None] Pushing event updated for resources: {'Port': ['ID=86c6d6a0-d2da-4b56-9949-a9a900157b47,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:25.610739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:25.612166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 86c6d6a0-d2da-4b56-9949-a9a900157b47 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:25.612166 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.625733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b142796f-cf16-4677-9ed9-02a83cec6634 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:25.649021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port b142796f-cf16-4677-9ed9-02a83cec6634, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b142796f-cf16-4677-9ed9-02a83cec6634,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:25.677070 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.699265 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0b5392b-ff2b-4c7a-9ebe-7299756ed797 req-61b6bf73-c716-4b87-b2ae-b90ca1c13d9c tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 210 time: 0.1418054 Feb 19 03:04:25.715519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Made reservation on behalf of 771bed38ee904c3da4a692f38bae9245 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:25.720895 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.783406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:25.792014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:25.810858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:25.849551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Sync routers for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:25.859798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4e20073c-bc0e-4256-9416-f734d2429731 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:25.967846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 4e20073c-bc0e-4256-9416-f734d2429731 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:04:25.968268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4e20073c-bc0e-4256-9416-f734d2429731 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:25.974301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:25.974949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:04:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:25.977240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=b142796f-cf16-4677-9ed9-02a83cec6634,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:25.977481 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:25.981481 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f7bcb780-8c52-459e-af0c-35701bb50138 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1998084 Feb 19 03:04:26.027879 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56930) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:26.037747 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:04:26.038422 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:04:26.043394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['b142796f-cf16-4677-9ed9-02a83cec6634'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:26.072131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Allocated IP 172.20.0.7 (f6709305-4709-44af-9946-bed2e681b2b2/5c3b5d35-3a9f-4ed5-926d-6aafa0624c26/5911be6d-58e9-4074-9ad2-28e254de9617) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:26.198899 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:04:26.267416 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks [] for port (5911be6d-58e9-4074-9ad2-28e254de9617), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.272339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:04:26.362100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafcea9-8d43-4474-a2ca-09ee82107f6e req-78988ac5-9e0f-47dd-b8f0-691460899375 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:26.367267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eaafcea9-8d43-4474-a2ca-09ee82107f6e req-78988ac5-9e0f-47dd-b8f0-691460899375 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 949 time: 1.5032933 Feb 19 03:04:26.372706 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.588022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-32735b45-aa49-42a0-8079-a354a32e94f1 None None] Provisioning complete for port 86c6d6a0-d2da-4b56-9949-a9a900157b47 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:26.588396 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-32735b45-aa49-42a0-8079-a354a32e94f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.614592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Pushing event updated for resources: {'Port': ['ID=5911be6d-58e9-4074-9ad2-28e254de9617,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:26.626355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eaafcea9-8d43-4474-a2ca-09ee82107f6e req-1928fb1e-1518-458a-aa85-66cc22a2747a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406390 Feb 19 03:04:26.667585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Network f6709305-4709-44af-9946-bed2e681b2b2 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:26.674562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:26.677884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:26.755412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:26.756074 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.777150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ae26cf48-76a6-4032-b2e4-5d597fd81a65 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7097824 Feb 19 03:04:26.794593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Request body: {'port': {'device_id': '1896466c-e84d-4922-a3ff-a5dca131d6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:26.902685 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.972059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Deleting port 283d027c-be6b-4166-8077-fa6e8093a267 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:26.972640 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (283d027c-be6b-4166-8077-fa6e8093a267), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:26.980280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 86c6d6a0-d2da-4b56-9949-a9a900157b47 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:26.985055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fffaeb-659f-4e2a-aab0-02c46c5e5330 req-d38ecd38-b441-4d62-8284-bfb294b998bf tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:26.992008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45fffaeb-659f-4e2a-aab0-02c46c5e5330 req-d38ecd38-b441-4d62-8284-bfb294b998bf tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 931 time: 0.1190517 Feb 19 03:04:27.074627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-32735b45-aa49-42a0-8079-a354a32e94f1 None None] Current status of the port 86c6d6a0-d2da-4b56-9949-a9a900157b47 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:27.134554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:23Z', 'revision_number': 3, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:27.164113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 86c6d6a0-d2da-4b56-9949-a9a900157b47 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:27.207111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Checking router: 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:04:27.207111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Updating router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 port 39e5b9a0-247b-4549-b6d7-3b91358c6f73 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:04:27.225760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45fffaeb-659f-4e2a-aab0-02c46c5e5330 req-2a06d2e8-a834-40a5-a0f5-d65138719d5c tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327626 Feb 19 03:04:27.254306 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.257078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 86c6d6a0-d2da-4b56-9949-a9a900157b47 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:27.257078 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.282063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (283d027c-be6b-4166-8077-fa6e8093a267), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.282700 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for floatingip (283d027c-be6b-4166-8077-fa6e8093a267), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.324074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Calling delete_port for 283d027c-be6b-4166-8077-fa6e8093a267 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:27.511085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5911be6d-58e9-4074-9ad2-28e254de9617 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:27.523862 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Publish callbacks [] for port (5911be6d-58e9-4074-9ad2-28e254de9617), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.553329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Transition to ACTIVE for port object 5911be6d-58e9-4074-9ad2-28e254de9617 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:04:27.569977 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.587030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.772195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5911be6d-58e9-4074-9ad2-28e254de9617,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:27.834878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Attempting to bind port 5911be6d-58e9-4074-9ad2-28e254de9617 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:27.838374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Attempting to bind port 5911be6d-58e9-4074-9ad2-28e254de9617 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:27.838374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Attempting to bind port 5911be6d-58e9-4074-9ad2-28e254de9617 on network f6709305-4709-44af-9946-bed2e681b2b2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:27.841700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Port 5911be6d-58e9-4074-9ad2-28e254de9617 on network f6709305-4709-44af-9946-bed2e681b2b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:04:27.842841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Attempting to bind port 5911be6d-58e9-4074-9ad2-28e254de9617 on network f6709305-4709-44af-9946-bed2e681b2b2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:27.853294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:27.854618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Checking segment: {'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:27.854815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (283d027c-be6b-4166-8077-fa6e8093a267), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.855443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Bound using segment: {'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:27.856088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Bound port: 5911be6d-58e9-4074-9ad2-28e254de9617, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:27.856689 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:27.860255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 86c6d6a0-d2da-4b56-9949-a9a900157b47 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:27.873045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 52f73a29-419a-4b4f-b555-43d09d862c57 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:27.902207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b41946-925d-445a-8d70-63d32e3fa71c req-85a1bba5-2224-4b97-849d-62434120103b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:27.910713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74b41946-925d-445a-8d70-63d32e3fa71c req-85a1bba5-2224-4b97-849d-62434120103b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 949 time: 0.1499295 Feb 19 03:04:28.027586 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74b41946-925d-445a-8d70-63d32e3fa71c req-e3633d76-6f3d-4254-b062-111ced707117 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155992 Feb 19 03:04:28.028828 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event deleted for resources: {'Port': ['ID=283d027c-be6b-4166-8077-fa6e8093a267,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:28.056752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] For port 5911be6d-58e9-4074-9ad2-28e254de9617, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:28.063270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] For port 5911be6d-58e9-4074-9ad2-28e254de9617, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5911be6d-58e9-4074-9ad2-28e254de9617,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:28.089592 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.096399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 52f73a29-419a-4b4f-b555-43d09d862c57 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:04:28.121491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 52f73a29-419a-4b4f-b555-43d09d862c57 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:28.122175 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.163729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:28.164448 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.166231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] 10.222.0.67 "PUT /v2.0/ports/5911be6d-58e9-4074-9ad2-28e254de9617 HTTP/1.1" status: 200 len: 1091 time: 1.3797846 Feb 19 03:04:28.166690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1896466c-e84d-4922-a3ff-a5dca131d6a3', 'tag': '5911be6d-58e9-4074-9ad2-28e254de9617'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:28.169043 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9003ead7-902d-4d84-bdcd-257513a96b12" -d '{"events": [{"name": "network-changed", "server_uuid": "1896466c-e84d-4922-a3ff-a5dca131d6a3", "tag": "5911be6d-58e9-4074-9ad2-28e254de9617"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:28.200055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c4955-a36e-449c-9ca9-217ac64b0cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5911be6d-58e9-4074-9ad2-28e254de9617,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:28.286436 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc787622-e380-43d0-b765-53662ac70179 x-openstack-request-id: req-bc787622-e380-43d0-b765-53662ac70179 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:28.286710 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1896466c-e84d-4922-a3ff-a5dca131d6a3", "tag": "5911be6d-58e9-4074-9ad2-28e254de9617", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:28.286976 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc787622-e380-43d0-b765-53662ac70179 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:28.287380 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1896466c-e84d-4922-a3ff-a5dca131d6a3', 'tag': '5911be6d-58e9-4074-9ad2-28e254de9617', 'status': 'completed', 'code': 200} Feb 19 03:04:28.335755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3662a6-4b81-4e49-865b-cd1928975836 req-d73a8f0c-2465-441a-9cf1-2945a74a3886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:28.337336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-d73a8f0c-2465-441a-9cf1-2945a74a3886 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=771bed38ee904c3da4a692f38bae9245&device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 1125 time: 0.1019816 Feb 19 03:04:28.405518 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Allocated IP 172.20.0.1 (dc362147-5daf-4111-b731-9fd1cccc2eb9/c387d3ae-b2f3-47a9-b076-00a88aa91afe/99b6727e-3cb5-431b-b05b-ab40e687553f) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:28.456491 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Publish callbacks [] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.485248 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.489615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-80ff9f77-f83c-498c-b464-2ffcd642f8ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5911be6d-58e9-4074-9ad2-28e254de9617 HTTP/1.1" status: 200 len: 217 time: 0.1403968 Feb 19 03:04:28.492082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 52f73a29-419a-4b4f-b555-43d09d862c57 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:28.492642 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.531139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device b142796f-cf16-4677-9ed9-02a83cec6634 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:28.549488 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Publish callbacks [] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.613575 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.641992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e3436a-f8f1-4ba7-8849-bb9266c19255 req-cc0daddc-bfd1-40e1-96e9-0c11e5530406 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:28.643705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8e3436a-f8f1-4ba7-8849-bb9266c19255 req-cc0daddc-bfd1-40e1-96e9-0c11e5530406 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 943 time: 0.2890382 Feb 19 03:04:28.645474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3662a6-4b81-4e49-865b-cd1928975836 req-0e20ca76-2530-425e-a19c-6dc5458d83dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:28.651134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-0e20ca76-2530-425e-a19c-6dc5458d83dc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c3b5d35-3a9f-4ed5-926d-6aafa0624c26 HTTP/1.1" status: 200 len: 855 time: 0.1520259 Feb 19 03:04:28.696545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Pushing event updated for resources: {'Port': ['ID=99b6727e-3cb5-431b-b05b-ab40e687553f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:28.698370 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] create failed (client error): The resource could not be found. Feb 19 03:04:28.705258 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d9180bdf-6b03-4fb2-89d9-1e3037f9badf tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.0165150 Feb 19 03:04:28.705258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56952) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:28.720946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Attempting to bind port 39e5b9a0-247b-4549-b6d7-3b91358c6f73 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:28.721289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Attempting to bind port 39e5b9a0-247b-4549-b6d7-3b91358c6f73 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:28.721699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Attempting to bind port 39e5b9a0-247b-4549-b6d7-3b91358c6f73 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:28.742471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b6db5c-aa87-4842-b920-c7fdf0c9bf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f73a29-419a-4b4f-b555-43d09d862c57'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:28.745187 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7198aff7-d1dd-47e2-9dae-53b4d0d7ac82" -d '{"events": [{"server_uuid": "35b6db5c-aa87-4842-b920-c7fdf0c9bf91", "name": "network-vif-plugged", "status": "completed", "tag": "52f73a29-419a-4b4f-b555-43d09d862c57"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:28.745575 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Network dc362147-5daf-4111-b731-9fd1cccc2eb9 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:28.749227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:28.754191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:28.768374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951b00e-4e0b-4798-b835-a133526313f1 None None] Pushing event updated for resources: {'Port': ['ID=39e5b9a0-247b-4549-b6d7-3b91358c6f73,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:28.779508 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:28.779508 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:28.779508 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.779508 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:28.784042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Bound port: 39e5b9a0-247b-4549-b6d7-3b91358c6f73, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:28.784792 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.789678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-f04da981-053a-4447-82ff-79bef026ed33 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6709305-4709-44af-9946-bed2e681b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057653 Feb 19 03:04:28.848495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] For port 39e5b9a0-247b-4549-b6d7-3b91358c6f73, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:28.852330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] For port 39e5b9a0-247b-4549-b6d7-3b91358c6f73, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=39e5b9a0-247b-4549-b6d7-3b91358c6f73,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:28.856747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 52f73a29-419a-4b4f-b555-43d09d862c57, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=52f73a29-419a-4b4f-b555-43d09d862c57,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:28.859214 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8a036f-aade-439a-91a5-be6e3432427c x-openstack-request-id: req-4f8a036f-aade-439a-91a5-be6e3432427c {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:28.859689 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b6db5c-aa87-4842-b920-c7fdf0c9bf91", "name": "network-vif-plugged", "status": "completed", "tag": "52f73a29-419a-4b4f-b555-43d09d862c57", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:28.859950 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4f8a036f-aade-439a-91a5-be6e3432427c {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:28.860424 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b6db5c-aa87-4842-b920-c7fdf0c9bf91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f73a29-419a-4b4f-b555-43d09d862c57', 'code': 200} Feb 19 03:04:28.863209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port b142796f-cf16-4677-9ed9-02a83cec6634 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:04:28.869133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port b142796f-cf16-4677-9ed9-02a83cec6634 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:28.869508 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.871730 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.900747 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.905263 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:28.950619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:28.951268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:04:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:28.967514 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8e3436a-f8f1-4ba7-8849-bb9266c19255 req-83046712-701f-4e77-8bb3-98472cf806b0 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151679 Feb 19 03:04:29.055561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5bc5b027-729f-46d6-b9fd-4807303402c2 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Deleting port 22ed7807-9fa3-4c84-8298-cd7938f3edab {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:29.055902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b027-729f-46d6-b9fd-4807303402c2 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (22ed7807-9fa3-4c84-8298-cd7938f3edab), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.061000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b951b00e-4e0b-4798-b835-a133526313f1 None None] Pushing event updated for resources: {'Port': ['ID=39e5b9a0-247b-4549-b6d7-3b91358c6f73,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:29.098165 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-ff707b0c-2ec7-418c-a749-0c6e103b804f service neutron] 10.222.0.67 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920921 Feb 19 03:04:29.222921 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b027-729f-46d6-b9fd-4807303402c2 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (22ed7807-9fa3-4c84-8298-cd7938f3edab), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.233537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df3662a6-4b81-4e49-865b-cd1928975836 req-bec8f8d1-167f-4752-976b-53bcb2d4a52f service neutron] 10.222.0.67 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294522 Feb 19 03:04:29.235214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5bc5b027-729f-46d6-b9fd-4807303402c2 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Calling delete_port for 22ed7807-9fa3-4c84-8298-cd7938f3edab owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:29.262125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port b142796f-cf16-4677-9ed9-02a83cec6634 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:29.263228 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.269097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=52f73a29-419a-4b4f-b555-43d09d862c57,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:29.306404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:04:29.315326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-40f11e7f-b9b3-4550-b074-cf07efe2d7a5 None None] Provisioning complete for port 99b6727e-3cb5-431b-b05b-ab40e687553f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:29.315987 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40f11e7f-b9b3-4550-b074-cf07efe2d7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.368385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174201a-dcd8-459e-89f1-531b8164dc7e req-de4c7abc-6d5d-48ea-85fe-fed2f96a0901 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:29.370313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f174201a-dcd8-459e-89f1-531b8164dc7e req-de4c7abc-6d5d-48ea-85fe-fed2f96a0901 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 950 time: 0.1354249 Feb 19 03:04:29.389072 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b027-729f-46d6-b9fd-4807303402c2 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (22ed7807-9fa3-4c84-8298-cd7938f3edab), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.394163 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003ead7-902d-4d84-bdcd-257513a96b12 req-649d59c8-6597-4953-946f-015d5079568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:29.395669 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9003ead7-902d-4d84-bdcd-257513a96b12 req-649d59c8-6597-4953-946f-015d5079568f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=771bed38ee904c3da4a692f38bae9245&device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 1125 time: 0.0874455 Feb 19 03:04:29.422199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-40f11e7f-b9b3-4550-b074-cf07efe2d7a5 None None] Port 99b6727e-3cb5-431b-b05b-ab40e687553f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:29.440060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5b027-729f-46d6-b9fd-4807303402c2 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event deleted for resources: {'Port': ['ID=22ed7807-9fa3-4c84-8298-cd7938f3edab,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:29.570682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port b142796f-cf16-4677-9ed9-02a83cec6634, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b142796f-cf16-4677-9ed9-02a83cec6634,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:29.582046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2998f-6b2c-4a2b-97dd-0bb62d96614e req-d502f605-2b94-4a0a-be3b-c094f730b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:29.583049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003ead7-902d-4d84-bdcd-257513a96b12 req-1deb8b08-2575-4232-a4a4-0490c8f9bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:29.583581 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c7c2998f-6b2c-4a2b-97dd-0bb62d96614e req-d502f605-2b94-4a0a-be3b-c094f730b9d9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 1132 time: 0.5746510 Feb 19 03:04:29.584524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9003ead7-902d-4d84-bdcd-257513a96b12 req-1deb8b08-2575-4232-a4a4-0490c8f9bbdd service neutron] 10.222.0.67 "GET /v2.0/networks?id=f6709305-4709-44af-9946-bed2e681b2b2 HTTP/1.1" status: 200 len: 916 time: 0.1794322 Feb 19 03:04:29.597882 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.661559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=b142796f-cf16-4677-9ed9-02a83cec6634,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:29.691510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9003ead7-902d-4d84-bdcd-257513a96b12 req-d9cc68ff-c129-49ea-ad14-361791569f7d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5911be6d-58e9-4074-9ad2-28e254de9617 HTTP/1.1" status: 200 len: 217 time: 0.0913689 Feb 19 03:04:29.696221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.720058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:23Z', 'revision_number': 3, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:29.728926 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bc5b027-729f-46d6-b9fd-4807303402c2 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:29.733093 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5bc5b027-729f-46d6-b9fd-4807303402c2 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "DELETE /v2.0/ports/22ed7807-9fa3-4c84-8298-cd7938f3edab HTTP/1.1" status: 204 len: 168 time: 1.0262284 Feb 19 03:04:29.735978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56966) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:29.788536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b5b7fa-1924-4d8c-9628-5d2f5aee70c9 None None] The sync data for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 is: [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:23Z', 'revision_number': 3, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:29.795519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003ead7-902d-4d84-bdcd-257513a96b12 req-64d52403-54dd-4317-964e-84195971160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:29.796915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9003ead7-902d-4d84-bdcd-257513a96b12 req-64d52403-54dd-4317-964e-84195971160b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c3b5d35-3a9f-4ed5-926d-6aafa0624c26 HTTP/1.1" status: 200 len: 855 time: 0.0964973 Feb 19 03:04:29.855928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f174201a-dcd8-459e-89f1-531b8164dc7e req-81b4c4a6-0212-424b-87fe-a707b9cad272 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753103 Feb 19 03:04:29.858546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9003ead7-902d-4d84-bdcd-257513a96b12 req-aba154d0-300e-4e07-813c-987e874409a8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6709305-4709-44af-9946-bed2e681b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516708 Feb 19 03:04:29.948776 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c7c2998f-6b2c-4a2b-97dd-0bb62d96614e req-718a9dd8-9de3-4eed-87d8-3b57f334ec27 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393021 Feb 19 03:04:30.003756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9003ead7-902d-4d84-bdcd-257513a96b12 req-36c20a95-bcc1-4b53-bb3f-6bedafbcb969 service neutron] 10.222.0.67 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379054 Feb 19 03:04:30.042548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822bce96-e7ed-4961-be39-db4698e5f830 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:30.048712 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-822bce96-e7ed-4961-be39-db4698e5f830 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "GET /v2.0/ports?device_id=386f98b1-498c-4785-9b99-dd721b64a995 HTTP/1.1" status: 200 len: 913 time: 0.3115160 Feb 19 03:04:30.053124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56972) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:30.146207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Publish callbacks [] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:30.152299 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:30.235524 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:30.237532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Pushing event updated for resources: {'Port': ['ID=99b6727e-3cb5-431b-b05b-ab40e687553f,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:30.416801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Network dc362147-5daf-4111-b731-9fd1cccc2eb9 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:30.418297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:30.631842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:04:30.829375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:30.837569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616e6e-7490-4fab-b9da-87043366b6d3 req-b70c4c1a-0c64-4e5d-bba2-e1f032e8f7c3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:30.839605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5616e6e-7490-4fab-b9da-87043366b6d3 req-b70c4c1a-0c64-4e5d-bba2-e1f032e8f7c3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 943 time: 0.6867056 Feb 19 03:04:30.841696 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9003ead7-902d-4d84-bdcd-257513a96b12 req-604d9a08-b308-4be3-9b38-54b339c7a474 service neutron] 10.222.0.67 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8309796 Feb 19 03:04:30.846392 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-291e12a1-aaab-48e6-a5a9-dc1d7ae782e3 admin admin] 10.222.0.81 "PUT /v2.0/routers/045697a9-80f1-4f26-8bcb-6d9e3e31e5c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8105028 Feb 19 03:04:30.867561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b44a07-0cb2-4d97-bd70-f252111a6bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b142796f-cf16-4677-9ed9-02a83cec6634'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:30.870429 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d226f4c-4629-460d-a4e8-6ba39d826f27" -d '{"events": [{"server_uuid": "36b44a07-0cb2-4d97-bd70-f252111a6bf4", "name": "network-vif-plugged", "status": "completed", "tag": "b142796f-cf16-4677-9ed9-02a83cec6634"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:30.900513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-78fd37a9-3354-4f66-a511-582b45ef6a84 None None] Provisioning complete for port 99b6727e-3cb5-431b-b05b-ab40e687553f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:30.900930 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-78fd37a9-3354-4f66-a511-582b45ef6a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:30.975600 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52245ca7-7ff9-4419-a5e8-383580ea4d35 x-openstack-request-id: req-52245ca7-7ff9-4419-a5e8-383580ea4d35 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:30.975890 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b44a07-0cb2-4d97-bd70-f252111a6bf4", "name": "network-vif-plugged", "status": "completed", "tag": "b142796f-cf16-4677-9ed9-02a83cec6634", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:30.976142 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52245ca7-7ff9-4419-a5e8-383580ea4d35 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:30.976536 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b44a07-0cb2-4d97-bd70-f252111a6bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b142796f-cf16-4677-9ed9-02a83cec6634', 'code': 200} Feb 19 03:04:31.017435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-78fd37a9-3354-4f66-a511-582b45ef6a84 None None] Port 99b6727e-3cb5-431b-b05b-ab40e687553f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:31.176751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5616e6e-7490-4fab-b9da-87043366b6d3 req-910d9978-9a92-4bc9-b0f0-d700912502b6 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167281 Feb 19 03:04:31.187734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 39e5b9a0-247b-4549-b6d7-3b91358c6f73 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:31.315344 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 39e5b9a0-247b-4549-b6d7-3b91358c6f73 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:31.315748 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.350998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bec0b-8dd9-460f-8852-ab18e1eccae7 req-1a00e949-1953-441b-bc0e-c5805696d067 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:31.359044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-494bec0b-8dd9-460f-8852-ab18e1eccae7 req-1a00e949-1953-441b-bc0e-c5805696d067 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 950 time: 0.3098729 Feb 19 03:04:31.462244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-494bec0b-8dd9-460f-8852-ab18e1eccae7 req-b57063cb-7bf2-49f0-a4b3-4c0ab4bb5247 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016510 Feb 19 03:04:31.490784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 39e5b9a0-247b-4549-b6d7-3b91358c6f73 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:31.491192 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.496695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6038f3-929b-493f-ad06-90df83b305c4 req-31c711d1-d5f4-41af-9fc9-edefed1d981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:31.498378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d6038f3-929b-493f-ad06-90df83b305c4 req-31c711d1-d5f4-41af-9fc9-edefed1d981c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=36b44a07-0cb2-4d97-bd70-f252111a6bf4 HTTP/1.1" status: 200 len: 1131 time: 0.3987660 Feb 19 03:04:31.581671 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 39e5b9a0-247b-4549-b6d7-3b91358c6f73, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=39e5b9a0-247b-4549-b6d7-3b91358c6f73,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:31.604101 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.669816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d6038f3-929b-493f-ad06-90df83b305c4 req-e40195a4-18f0-464f-8256-3ff7999e26a5 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484213 Feb 19 03:04:31.727823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=39e5b9a0-247b-4549-b6d7-3b91358c6f73,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:31.753185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56992) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:31.757982 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec7f-f6c4-4cfc-ab71-78d6c828e4f4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (386f98b1-498c-4785-9b99-dd721b64a995), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.762145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825278924', 'description': 'tempest-description--1666975981'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:31.790259 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.880624 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group (a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.891137 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.922968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:31.932006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.932515 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.933032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.933600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.933921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.934453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.935289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.935289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.935747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.936173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.936605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.937117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.937558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:31.943806 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:31.948534 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4e774aba-6fc5-4dbb-bf79-5d56a4c1bb76 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1935940 Feb 19 03:04:31.951525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56996) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:31.956815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-13c13645-a8e0-4d43-96e5-a417fb96aa7d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Request body: {'security_group_rule': {'security_group_id': 'a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:32.015331 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13c13645-a8e0-4d43-96e5-a417fb96aa7d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group_rule (131333fd-8172-4332-a8a6-8dcbd9a1501e), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.111577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13c13645-a8e0-4d43-96e5-a417fb96aa7d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group_rule (131333fd-8172-4332-a8a6-8dcbd9a1501e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.121845 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13c13645-a8e0-4d43-96e5-a417fb96aa7d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (131333fd-8172-4332-a8a6-8dcbd9a1501e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.141897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c13645-a8e0-4d43-96e5-a417fb96aa7d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=131333fd-8172-4332-a8a6-8dcbd9a1501e,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:32.164122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13c13645-a8e0-4d43-96e5-a417fb96aa7d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.169624 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-13c13645-a8e0-4d43-96e5-a417fb96aa7d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2167230 Feb 19 03:04:32.170320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57000) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:32.181757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fc44f71b-092d-4fbb-9063-2a54c4c0dcf8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Request body: {'security_group_rule': {'security_group_id': 'a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:32.213055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4ec7f-f6c4-4cfc-ab71-78d6c828e4f4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Deleting port 17eba09e-e9e3-4edf-8513-78f29a2a24ae {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:32.213613 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec7f-f6c4-4cfc-ab71-78d6c828e4f4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (17eba09e-e9e3-4edf-8513-78f29a2a24ae), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.235336 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fc44f71b-092d-4fbb-9063-2a54c4c0dcf8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group_rule (608c4928-c5bd-4f09-b2bf-b834c147ef97), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.309929 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fc44f71b-092d-4fbb-9063-2a54c4c0dcf8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group_rule (608c4928-c5bd-4f09-b2bf-b834c147ef97), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.317164 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fc44f71b-092d-4fbb-9063-2a54c4c0dcf8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (608c4928-c5bd-4f09-b2bf-b834c147ef97), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.339263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44f71b-092d-4fbb-9063-2a54c4c0dcf8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608c4928-c5bd-4f09-b2bf-b834c147ef97,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:32.351100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fc44f71b-092d-4fbb-9063-2a54c4c0dcf8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.352410 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fc44f71b-092d-4fbb-9063-2a54c4c0dcf8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1811211 Feb 19 03:04:32.355504 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57004) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:32.360337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:32.375955 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec7f-f6c4-4cfc-ab71-78d6c828e4f4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (17eba09e-e9e3-4edf-8513-78f29a2a24ae), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.386125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e49d7-e663-4206-b3b2-b4b1a4f11320 req-17ae7672-b793-4a06-9332-d3e4f03ef857 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:32.386481 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.395383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e2e49d7-e663-4206-b3b2-b4b1a4f11320 req-17ae7672-b793-4a06-9332-d3e4f03ef857 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 943 time: 0.1134317 Feb 19 03:04:32.420222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4ec7f-f6c4-4cfc-ab71-78d6c828e4f4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Calling delete_port for 17eba09e-e9e3-4edf-8513-78f29a2a24ae owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:32.493425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e2e49d7-e663-4206-b3b2-b4b1a4f11320 req-249d3d7a-06c7-4795-8e90-4299d2b97136 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970845 Feb 19 03:04:32.498702 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.538643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5911be6d-58e9-4074-9ad2-28e254de9617 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:04:32.699025 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Sync routers for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:32.709077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5911be6d-58e9-4074-9ad2-28e254de9617, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5911be6d-58e9-4074-9ad2-28e254de9617,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:32.721888 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Allocated IP 172.25.1.30 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/b93042a2-e545-4751-a6fd-3c9c27332171) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:32.729507 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:32.730691 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:04:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:32.732040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '5911be6d-58e9-4074-9ad2-28e254de9617', 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2', 'port_id': '5911be6d-58e9-4074-9ad2-28e254de9617', 'mac_address': 'fa:16:3e:b9:50:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3b5d35-3a9f-4ed5-926d-6aafa0624c26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:04:32.734727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb6e18-e218-44dc-8b4a-6beb8ab2186e req-24604608-0d91-4058-b592-eb79abd38518 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:32.737538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cbfb6e18-e218-44dc-8b4a-6beb8ab2186e req-24604608-0d91-4058-b592-eb79abd38518 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 950 time: 0.1492879 Feb 19 03:04:32.801647 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec7f-f6c4-4cfc-ab71-78d6c828e4f4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (17eba09e-e9e3-4edf-8513-78f29a2a24ae), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.816314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cbfb6e18-e218-44dc-8b4a-6beb8ab2186e req-b9205057-7cf1-4fae-9a56-e5c632565b83 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670204 Feb 19 03:04:32.828333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5911be6d-58e9-4074-9ad2-28e254de9617 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:32.828987 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.865468 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5911be6d-58e9-4074-9ad2-28e254de9617 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:32.880417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4ec7f-f6c4-4cfc-ab71-78d6c828e4f4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event deleted for resources: {'Port': ['ID=17eba09e-e9e3-4edf-8513-78f29a2a24ae,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:32.927644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5911be6d-58e9-4074-9ad2-28e254de9617, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5911be6d-58e9-4074-9ad2-28e254de9617,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:32.945724 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:32.984308 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:04:33.079585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5911be6d-58e9-4074-9ad2-28e254de9617,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:33.234628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 39e5b9a0-247b-4549-b6d7-3b91358c6f73 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:33.269497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e4ec7f-f6c4-4cfc-ab71-78d6c828e4f4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (386f98b1-498c-4785-9b99-dd721b64a995), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.316283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['5911be6d-58e9-4074-9ad2-28e254de9617'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:33.348056 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for port (b93042a2-e545-4751-a6fd-3c9c27332171), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.391819 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b93042a2-e545-4751-a6fd-3c9c27332171), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.416320 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 39e5b9a0-247b-4549-b6d7-3b91358c6f73 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:33.416743 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.444738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:33.448641 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:33.455202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:33.532109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event updated for resources: {'Port': ['ID=b93042a2-e545-4751-a6fd-3c9c27332171,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:33.539381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2e31b-1393-4db1-a1f7-6219fe441404 req-7d7252c1-7942-4333-9172-ff262243b2b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:33.541793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60a2e31b-1393-4db1-a1f7-6219fe441404 req-7d7252c1-7942-4333-9172-ff262243b2b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=36b44a07-0cb2-4d97-bd70-f252111a6bf4 HTTP/1.1" status: 200 len: 949 time: 0.5810783 Feb 19 03:04:33.600104 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (c95390b1-8f79-4fd5-b436-587ea5344442), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.674568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b93042a2-e545-4751-a6fd-3c9c27332171), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.784056 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 2, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:33.857123 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Checking router: 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:04:33.857584 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Updating router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 port 99b6727e-3cb5-431b-b05b-ab40e687553f binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:04:33.902860 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.956297 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for port (b93042a2-e545-4751-a6fd-3c9c27332171), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:33.964560 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b93042a2-e545-4751-a6fd-3c9c27332171), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.071709 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event updated for resources: {'Port': ['ID=b93042a2-e545-4751-a6fd-3c9c27332171,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:34.196132 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66219359-4eaf-468e-95a5-f4c1d54e601d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.198605 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c95390b1-8f79-4fd5-b436-587ea5344442), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.212196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 39e5b9a0-247b-4549-b6d7-3b91358c6f73 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:34.221143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60a2e31b-1393-4db1-a1f7-6219fe441404 req-0243909d-f3a9-4787-a0df-1fb3e35bd96c tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6542313 Feb 19 03:04:34.230766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e4ec7f-f6c4-4cfc-ab71-78d6c828e4f4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Router 386f98b1-498c-4785-9b99-dd721b64a995 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:04:34.235460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.242179 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-77da52d1-6618-4ea0-a030-47657536bd9a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8843486 Feb 19 03:04:34.276234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02631fb5-9441-4909-b16d-fa67591b6c85 req-f95c1c4c-a386-429d-a2a5-d37493aee336 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:34.277817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02631fb5-9441-4909-b16d-fa67591b6c85 req-f95c1c4c-a386-429d-a2a5-d37493aee336 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 944 time: 0.5863242 Feb 19 03:04:34.394892 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Publish callbacks [] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.409202 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.426875 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e4ec7f-f6c4-4cfc-ab71-78d6c828e4f4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:34.437605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81113b7-7dd1-4246-9178-5f285b7712e6 None None] Sync routers for ids ['386f98b1-498c-4785-9b99-dd721b64a995'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:34.447584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57036) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:34.448152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d9e4ec7f-f6c4-4cfc-ab71-78d6c828e4f4 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "PUT /v2.0/routers/386f98b1-498c-4785-9b99-dd721b64a995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3573561 Feb 19 03:04:34.449660 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81113b7-7dd1-4246-9178-5f285b7712e6 None None] Routers {'386f98b1-498c-4785-9b99-dd721b64a995'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:34.461589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d81113b7-7dd1-4246-9178-5f285b7712e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:04:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['386f98b1-498c-4785-9b99-dd721b64a995'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:34.495932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02631fb5-9441-4909-b16d-fa67591b6c85 req-d57a95e4-6b36-4c87-bba6-458acdd494c6 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604655 Feb 19 03:04:34.565280 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Pushing event updated for resources: {'Port': ['ID=99b6727e-3cb5-431b-b05b-ab40e687553f,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:34.576013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d81113b7-7dd1-4246-9178-5f285b7712e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:34.601170 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.602981 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.605631 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.606105 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.606944 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.607167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81113b7-7dd1-4246-9178-5f285b7712e6 None None] Routers {'386f98b1-498c-4785-9b99-dd721b64a995'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:34.607609 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.607808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d81113b7-7dd1-4246-9178-5f285b7712e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:04:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['386f98b1-498c-4785-9b99-dd721b64a995'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:34.609154 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.609939 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.611018 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.612143 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.614588 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.615070 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.615774 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:34.652258 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-a5c21abb-5a77-4a8e-a619-6c7047c39595 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1825278924&fields=id&tenant_id=64b38365811a47d39a3a382b5d574f89 HTTP/1.1" status: 200 len: 267 time: 0.0604501 Feb 19 03:04:34.669804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8653d7d2-7b79-4829-9cde-02d386633aee tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for router (386f98b1-498c-4785-9b99-dd721b64a995), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.681811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d81113b7-7dd1-4246-9178-5f285b7712e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:34.682489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81113b7-7dd1-4246-9178-5f285b7712e6 None None] The sync data for ids ['386f98b1-498c-4785-9b99-dd721b64a995'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:34.758045 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Attempting to bind port 99b6727e-3cb5-431b-b05b-ab40e687553f on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:34.758466 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Attempting to bind port 99b6727e-3cb5-431b-b05b-ab40e687553f by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:34.758782 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Attempting to bind port 99b6727e-3cb5-431b-b05b-ab40e687553f on network dc362147-5daf-4111-b731-9fd1cccc2eb9 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:34.780745 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:34.780745 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Checking segment: {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:34.780745 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.780745 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Bound using segment: {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:34.780745 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Bound port: 99b6727e-3cb5-431b-b05b-ab40e687553f, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:34.780745 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.909647 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] For port 99b6727e-3cb5-431b-b05b-ab40e687553f, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:34.919495 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] For port 99b6727e-3cb5-431b-b05b-ab40e687553f, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=99b6727e-3cb5-431b-b05b-ab40e687553f,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:34.929133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631619ec-5106-4579-9778-26cf1580efb2 req-bfeacd87-3107-416d-a09a-0c6796f3e718 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:34.931458 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8653d7d2-7b79-4829-9cde-02d386633aee tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (386f98b1-498c-4785-9b99-dd721b64a995), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.934469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8653d7d2-7b79-4829-9cde-02d386633aee tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for router_controller (386f98b1-498c-4785-9b99-dd721b64a995), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.939835 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:34.946577 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-bfeacd87-3107-416d-a09a-0c6796f3e718 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 817 time: 0.2933240 Feb 19 03:04:34.980064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-a3887adf-903d-4684-995e-d691ba0f778c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/quotas/64b38365811a47d39a3a382b5d574f89 HTTP/1.1" status: 200 len: 375 time: 0.0304461 Feb 19 03:04:34.987067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-338facdf-072b-4851-9d3b-29ab7aeb16d2 None None] Provisioning complete for port 99b6727e-3cb5-431b-b05b-ab40e687553f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:34.987785 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-338facdf-072b-4851-9d3b-29ab7aeb16d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.005689 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:35.006383 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:04:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:35.039960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8653d7d2-7b79-4829-9cde-02d386633aee tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (386f98b1-498c-4785-9b99-dd721b64a995), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.040447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8653d7d2-7b79-4829-9cde-02d386633aee tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Fanout notify agent at l3_agent the message router_deleted on router 386f98b1-498c-4785-9b99-dd721b64a995 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:04:35.061894 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8653d7d2-7b79-4829-9cde-02d386633aee tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.066261 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8653d7d2-7b79-4829-9cde-02d386633aee tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "DELETE /v2.0/routers/386f98b1-498c-4785-9b99-dd721b64a995 HTTP/1.1" status: 204 len: 168 time: 0.6170864 Feb 19 03:04:35.067060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57048) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:35.117526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-c092e366-b6e8-4b90-a412-1ceeefb1f9e0 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1304135 Feb 19 03:04:35.141037 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580dfdd-89c9-48cd-8758-e691e3967481 None None] Pushing event updated for resources: {'Port': ['ID=99b6727e-3cb5-431b-b05b-ab40e687553f,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:35.178439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bc85df-a533-428e-8678-3193e52b825d tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Deleting subnet b21c57c1-ab3f-4486-b27b-2cc9143a547b {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:04:35.186192 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6bc85df-a533-428e-8678-3193e52b825d tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks [] for subnet (b21c57c1-ab3f-4486-b27b-2cc9143a547b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.189650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-338facdf-072b-4851-9d3b-29ab7aeb16d2 None None] Current status of the port 99b6727e-3cb5-431b-b05b-ab40e687553f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:35.190166 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-338facdf-072b-4851-9d3b-29ab7aeb16d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.269340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-338facdf-072b-4851-9d3b-29ab7aeb16d2 None None] For port 99b6727e-3cb5-431b-b05b-ab40e687553f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=99b6727e-3cb5-431b-b05b-ab40e687553f,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:35.279723 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:04:35.286066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6bc85df-a533-428e-8678-3193e52b825d tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (b21c57c1-ab3f-4486-b27b-2cc9143a547b), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.286870 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-338facdf-072b-4851-9d3b-29ab7aeb16d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.326855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-10f3a914-9c76-4d79-9523-5d36bfacdc2a service neutron] 10.222.0.81 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847937 Feb 19 03:04:35.392619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338facdf-072b-4851-9d3b-29ab7aeb16d2 None None] Pushing event updated for resources: {'Port': ['ID=99b6727e-3cb5-431b-b05b-ab40e687553f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:35.504307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cb797-954a-4565-bcf6-286ce087f107 req-f45f0288-0b79-4f4d-93c3-569df521e726 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:35.505914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee6cb797-954a-4565-bcf6-286ce087f107 req-f45f0288-0b79-4f4d-93c3-569df521e726 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=36b44a07-0cb2-4d97-bd70-f252111a6bf4 HTTP/1.1" status: 200 len: 949 time: 0.1390915 Feb 19 03:04:35.515309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-259a2efa-8c8f-44dd-a0fb-8abfe9667e67 service neutron] 10.222.0.81 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820073 Feb 19 03:04:35.522282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-29952378-3f78-4416-964d-1c43bc167852 None None] Provisioning complete for port 99b6727e-3cb5-431b-b05b-ab40e687553f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:35.522770 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-29952378-3f78-4416-964d-1c43bc167852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.538652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6bc85df-a533-428e-8678-3193e52b825d tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (b21c57c1-ab3f-4486-b27b-2cc9143a547b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.598711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee6cb797-954a-4565-bcf6-286ce087f107 req-e2539ba6-5762-48d4-bb2b-d61d8ec88d00 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823781 Feb 19 03:04:35.678213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6bc85df-a533-428e-8678-3193e52b825d tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (b21c57c1-ab3f-4486-b27b-2cc9143a547b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.698432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-29952378-3f78-4416-964d-1c43bc167852 None None] Current status of the port 99b6727e-3cb5-431b-b05b-ab40e687553f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:35.729061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc85df-a533-428e-8678-3193e52b825d tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event deleted for resources: {'Subnet': ['ID=b21c57c1-ab3f-4486-b27b-2cc9143a547b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:35.740990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3125792-1a05-452d-a32e-1eb9004b7399 None None] Network c6a95905-2b24-4735-8b43-48583c5feb84 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:35.752083 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6bc85df-a533-428e-8678-3193e52b825d tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.777673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57060) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:35.781296 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a6bc85df-a533-428e-8678-3193e52b825d tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "DELETE /v2.0/subnets/b21c57c1-ab3f-4486-b27b-2cc9143a547b HTTP/1.1" status: 204 len: 168 time: 0.7065246 Feb 19 03:04:35.839735 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:34Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:35.882825 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4391da5-b9f4-4e33-b8e8-c2e6f4ce37ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:35.907975 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5533581d-f209-4a7e-9d16-d2d8c04fa084 None None] The sync data for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 is: [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:34Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:36.102226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba0908d-4b3b-4db0-9442-22339b7e6e70 None None] DHCP port deletion for c6a95905-2b24-4735-8b43-48583c5feb84 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:04:36.114203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4124a-9a6c-4f41-b382-d2f44ed5e0ee req-453842bd-623a-4d78-9b8a-fda997c2f7be tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:36.119991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdc4124a-9a6c-4f41-b382-d2f44ed5e0ee req-453842bd-623a-4d78-9b8a-fda997c2f7be tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 944 time: 0.4057105 Feb 19 03:04:36.174340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (c6a95905-2b24-4735-8b43-48583c5feb84), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.235190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdc4124a-9a6c-4f41-b382-d2f44ed5e0ee req-d1de926c-37f5-4b18-92b7-77384ff108ef tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986123 Feb 19 03:04:36.260018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-aba0908d-4b3b-4db0-9442-22339b7e6e70 None None] Deleting port ed8a8e59-e534-4a98-abe6-f70face50441 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:36.260360 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aba0908d-4b3b-4db0-9442-22339b7e6e70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.389584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55ce36f8-aeca-4ebe-84fd-3a421da70831 req-e825ee2a-9ace-48dd-88ee-7d0f0fa1c9cb tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 210 time: 0.0621407 Feb 19 03:04:36.438934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09b735-d645-4492-9489-afe011d3f21c req-dfa60354-0fa2-49fd-93ab-e740af541cf1 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:36.444423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09b735-d645-4492-9489-afe011d3f21c req-dfa60354-0fa2-49fd-93ab-e740af541cf1 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:36.446219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad09b735-d645-4492-9489-afe011d3f21c req-dfa60354-0fa2-49fd-93ab-e740af541cf1 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91&device_id=36b44a07-0cb2-4d97-bd70-f252111a6bf4 HTTP/1.1" status: 200 len: 1690 time: 0.2090824 Feb 19 03:04:36.449177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Deleting port ed8a8e59-e534-4a98-abe6-f70face50441 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:04:36.452678 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.472162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-aba0908d-4b3b-4db0-9442-22339b7e6e70 None None] For port ed8a8e59-e534-4a98-abe6-f70face50441, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ed8a8e59-e534-4a98-abe6-f70face50441,segment=NetworkSegment(9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0),segment_id=9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:36.473247 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aba0908d-4b3b-4db0-9442-22339b7e6e70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.497146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-aba0908d-4b3b-4db0-9442-22339b7e6e70 None None] Calling delete_port for ed8a8e59-e534-4a98-abe6-f70face50441 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:36.541770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] For port ed8a8e59-e534-4a98-abe6-f70face50441, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ed8a8e59-e534-4a98-abe6-f70face50441,segment=NetworkSegment(9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0),segment_id=9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:36.542142 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.558366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Calling delete_port for ed8a8e59-e534-4a98-abe6-f70face50441 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:04:36.648777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5911be6d-58e9-4074-9ad2-28e254de9617 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:36.671871 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.700679 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aba0908d-4b3b-4db0-9442-22339b7e6e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (ed8a8e59-e534-4a98-abe6-f70face50441), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.718526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event deleted for resources: {'Port': ['ID=ed8a8e59-e534-4a98-abe6-f70face50441,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:36.728607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] No DVR routers for this DVR port ed8a8e59-e534-4a98-abe6-f70face50441 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:36.733940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0908d-4b3b-4db0-9442-22339b7e6e70 None None] Pushing event deleted for resources: {'Port': ['ID=ed8a8e59-e534-4a98-abe6-f70face50441,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:36.744257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba0908d-4b3b-4db0-9442-22339b7e6e70 None None] No DVR routers for this DVR port ed8a8e59-e534-4a98-abe6-f70face50441 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:04:36.775503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 5911be6d-58e9-4074-9ad2-28e254de9617 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:04:36.777032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 5911be6d-58e9-4074-9ad2-28e254de9617 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:36.777548 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.790639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.790639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.791041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.791387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.791766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.792189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.792526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.794364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.794714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.795117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.795486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.795827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.796399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:36.882983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5911be6d-58e9-4074-9ad2-28e254de9617 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:36.883284 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.920322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1896466c-e84d-4922-a3ff-a5dca131d6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5911be6d-58e9-4074-9ad2-28e254de9617'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:36.921478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad09b735-d645-4492-9489-afe011d3f21c req-10529913-d10a-4498-905e-62f387ebfa6a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719676 Feb 19 03:04:36.926355 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1283d37-8337-46b3-90f1-b23c7403b533" -d '{"events": [{"server_uuid": "1896466c-e84d-4922-a3ff-a5dca131d6a3", "name": "network-vif-plugged", "status": "completed", "tag": "5911be6d-58e9-4074-9ad2-28e254de9617"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:36.949209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5911be6d-58e9-4074-9ad2-28e254de9617, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5911be6d-58e9-4074-9ad2-28e254de9617,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:36.966611 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.981055 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (c6a95905-2b24-4735-8b43-48583c5feb84), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:36.994531 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.024808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a95905-2b24-4735-8b43-48583c5feb84']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:37.051241 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6b57da-5ef0-4e78-a7fa-5de1effb73fb x-openstack-request-id: req-ee6b57da-5ef0-4e78-a7fa-5de1effb73fb {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:37.053023 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1896466c-e84d-4922-a3ff-a5dca131d6a3", "name": "network-vif-plugged", "status": "completed", "tag": "5911be6d-58e9-4074-9ad2-28e254de9617", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:37.053483 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ee6b57da-5ef0-4e78-a7fa-5de1effb73fb {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:37.053820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:37.054117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:37.056475 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1896466c-e84d-4922-a3ff-a5dca131d6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5911be6d-58e9-4074-9ad2-28e254de9617', 'code': 200} Feb 19 03:04:37.057447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5911be6d-58e9-4074-9ad2-28e254de9617,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:37.069237 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.105788 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.125415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:04:37.125881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (9b2d3579-0bdd-4b0b-a0f6-14dd75808ef0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:37.131129 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:37.145339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57082) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:37.155113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a145cd25-f2de-4312-8421-c5bd20499ba9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1424225924'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:37.197151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a145cd25-f2de-4312-8421-c5bd20499ba9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:37.202383 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a145cd25-f2de-4312-8421-c5bd20499ba9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.224149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 99b6727e-3cb5-431b-b05b-ab40e687553f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:37.281618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a145cd25-f2de-4312-8421-c5bd20499ba9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:37.303325 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a145cd25-f2de-4312-8421-c5bd20499ba9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (26fca097-23e0-4dfd-b0af-2b09e854eb84), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.303794 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-a145cd25-f2de-4312-8421-c5bd20499ba9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Added segment 26fca097-23e0-4dfd-b0af-2b09e854eb84 of type vlan for network 2546c89f-3126-41e0-a61b-a364cebc24c5 Feb 19 03:04:37.311565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 99b6727e-3cb5-431b-b05b-ab40e687553f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:37.312429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.367136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a145cd25-f2de-4312-8421-c5bd20499ba9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (2546c89f-3126-41e0-a61b-a364cebc24c5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.391968 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (c6a95905-2b24-4735-8b43-48583c5feb84), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.402491 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a145cd25-f2de-4312-8421-c5bd20499ba9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (2546c89f-3126-41e0-a61b-a364cebc24c5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.408863 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a145cd25-f2de-4312-8421-c5bd20499ba9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:37.409505 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a145cd25-f2de-4312-8421-c5bd20499ba9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.441202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a276eb3-8e99-4e23-a26f-b4f56b3aa23d req-b77b037f-bc23-46ed-abf0-783977ebf7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:37.443989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a276eb3-8e99-4e23-a26f-b4f56b3aa23d req-b77b037f-bc23-46ed-abf0-783977ebf7d7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 1127 time: 0.2312591 Feb 19 03:04:37.459026 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.464913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] 10.222.0.81 "DELETE /v2.0/networks/c6a95905-2b24-4735-8b43-48583c5feb84 HTTP/1.1" status: 204 len: 168 time: 1.6821964 Feb 19 03:04:37.495100 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a145cd25-f2de-4312-8421-c5bd20499ba9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3459671 Feb 19 03:04:37.495879 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57090) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:37.502441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 99b6727e-3cb5-431b-b05b-ab40e687553f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:37.504026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0349fd64-4d4e-4b81-a555-3347aa472dd8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1074331640'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:37.541259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf35720-29ff-47eb-a9a3-65cf9ee8ac93 tempest-FloatingIPNegativeTestJSON-46769889 tempest-FloatingIPNegativeTestJSON-46769889-project] Pushing event deleted for resources: {'Network': ['ID=c6a95905-2b24-4735-8b43-48583c5feb84,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:37.556557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d397a-c463-4ab3-9917-a7946d503d6c req-394da4d1-660e-4d4a-a7c5-54966e2be372 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:37.558490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c76d397a-c463-4ab3-9917-a7946d503d6c req-394da4d1-660e-4d4a-a7c5-54966e2be372 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 1132 time: 0.3489330 Feb 19 03:04:37.586788 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145cd25-f2de-4312-8421-c5bd20499ba9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Network': ['ID=2546c89f-3126-41e0-a61b-a364cebc24c5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:37.598794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 2546c89f-3126-41e0-a61b-a364cebc24c5 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:37.621450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0349fd64-4d4e-4b81-a555-3347aa472dd8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:37.628312 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0349fd64-4d4e-4b81-a555-3347aa472dd8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.642185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a276eb3-8e99-4e23-a26f-b4f56b3aa23d req-e69324b4-ff2f-48ce-a978-af4e496ca9bc service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769843 Feb 19 03:04:37.664287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0349fd64-4d4e-4b81-a555-3347aa472dd8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:37.670810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0460c2-1f94-413c-966e-054f73f73135 req-5995fd46-2f98-4736-8fff-bb72e725a640 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:37.672972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb0460c2-1f94-413c-966e-054f73f73135 req-5995fd46-2f98-4736-8fff-bb72e725a640 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.3019338 Feb 19 03:04:37.685978 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0349fd64-4d4e-4b81-a555-3347aa472dd8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (33714d8a-3eb2-41e5-b406-3ba814b52ca6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.687054 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-0349fd64-4d4e-4b81-a555-3347aa472dd8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Added segment 33714d8a-3eb2-41e5-b406-3ba814b52ca6 of type vlan for network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 Feb 19 03:04:37.728293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ed8a8e59-e534-4a98-abe6-f70face50441 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:04:37.794624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: ed8a8e59-e534-4a98-abe6-f70face50441 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:04:37.795112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ed8a8e59-e534-4a98-abe6-f70face50441 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:04:37.821990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c76d397a-c463-4ab3-9917-a7946d503d6c req-22517cea-627f-4488-b27f-5050177e12df tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990473 Feb 19 03:04:37.858688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb0460c2-1f94-413c-966e-054f73f73135 req-66c284fa-df59-41ce-8846-0101c001d106 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652851 Feb 19 03:04:37.895123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0349fd64-4d4e-4b81-a555-3347aa472dd8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (708bd1f1-93b4-47e5-a1d4-41f33cfbb174), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:37.963936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57096) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:37.990642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d6c4588-e8a3-4934-ab2a-d06bb20fae72 req-b60c9011-db61-4101-9565-0db04f9aee4e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 210 time: 0.0562971 Feb 19 03:04:38.063723 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631619ec-5106-4579-9778-26cf1580efb2 req-0c7fce50-f845-4636-a73e-0f22c565b571 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:38.065448 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-0c7fce50-f845-4636-a73e-0f22c565b571 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.87 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 817 time: 0.3607459 Feb 19 03:04:38.067424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0349fd64-4d4e-4b81-a555-3347aa472dd8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (708bd1f1-93b4-47e5-a1d4-41f33cfbb174), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.068686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c663bec-327f-4326-892c-fb43a465664e req-4ff85179-777e-4226-bdef-bd19f8711a42 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:38.070488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c663bec-327f-4326-892c-fb43a465664e req-4ff85179-777e-4226-bdef-bd19f8711a42 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=36b44a07-0cb2-4d97-bd70-f252111a6bf4 HTTP/1.1" status: 200 len: 1131 time: 0.0742340 Feb 19 03:04:38.083231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0349fd64-4d4e-4b81-a555-3347aa472dd8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:38.084742 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0349fd64-4d4e-4b81-a555-3347aa472dd8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.156309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c663bec-327f-4326-892c-fb43a465664e req-131d994b-21ac-4a74-a3c1-cd4d8623ac78 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797906 Feb 19 03:04:38.210167 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0349fd64-4d4e-4b81-a555-3347aa472dd8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7082231 Feb 19 03:04:38.212441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57104) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:38.221310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8895b641-63e9-48b5-99c3-2786713de4f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'subnet': {'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:38.234261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349fd64-4d4e-4b81-a555-3347aa472dd8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Network': ['ID=708bd1f1-93b4-47e5-a1d4-41f33cfbb174,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:38.247372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:38.300644 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-0acf2757-d4e0-4277-ad21-8224067f4a7a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b38365811a47d39a3a382b5d574f89 HTTP/1.1" status: 200 len: 380 time: 0.2073402 Feb 19 03:04:38.305599 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4fab8cdf-2d60-48ac-b93f-bcbba6ac7b90 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af61b219cee142eb9b420c41a9c8ac65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3398993 Feb 19 03:04:38.308022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57106) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:38.312477 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-631619ec-5106-4579-9778-26cf1580efb2 req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Request body: {'port': {'device_id': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'admin_state_up': True, 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'security_groups': ['a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:38.388332 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.391829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8895b641-63e9-48b5-99c3-2786713de4f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:38.395424 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8895b641-63e9-48b5-99c3-2786713de4f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.413655 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b7bb23a8-9764-454b-a5ac-201fe4bb7fd2 admin admin] Publish callbacks [] for security_group (59bde9de-4221-4187-ad35-9003be52f77c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.468353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631619ec-5106-4579-9778-26cf1580efb2 req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Made reservation on behalf of 64b38365811a47d39a3a382b5d574f89 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:38.472201 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-631619ec-5106-4579-9778-26cf1580efb2 req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.495932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-b04d598f-037f-4993-89f5-b8ba7a519f6c tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798736 Feb 19 03:04:38.513102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b7bb23a8-9764-454b-a5ac-201fe4bb7fd2 admin admin] Publish callbacks [] for security_group (59bde9de-4221-4187-ad35-9003be52f77c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.613594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-631619ec-5106-4579-9778-26cf1580efb2 req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Allocated IP 172.20.0.5 (dc362147-5daf-4111-b731-9fd1cccc2eb9/c387d3ae-b2f3-47a9-b076-00a88aa91afe/b422f97b-0094-4b8e-8492-54c3ade55c30) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:38.708646 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b7bb23a8-9764-454b-a5ac-201fe4bb7fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (59bde9de-4221-4187-ad35-9003be52f77c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.711207 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b7bb23a8-9764-454b-a5ac-201fe4bb7fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.712377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b7bb23a8-9764-454b-a5ac-201fe4bb7fd2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59bde9de-4221-4187-ad35-9003be52f77c HTTP/1.1" status: 204 len: 168 time: 0.4009986 Feb 19 03:04:38.725482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb23a8-9764-454b-a5ac-201fe4bb7fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bde9de-4221-4187-ad35-9003be52f77c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:38.760618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-be1f3803-b5e0-4c2f-b799-c447be6ba446 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:38.770734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-be1f3803-b5e0-4c2f-b799-c447be6ba446 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2607248 Feb 19 03:04:38.794961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-63120dd9-d84c-49bf-9fd6-c25322a119fb tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/quotas/5647f951301f4cefbfcdd514b5f2e37b HTTP/1.1" status: 200 len: 375 time: 0.0232539 Feb 19 03:04:38.904876 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-631619ec-5106-4579-9778-26cf1580efb2 req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.912776 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8895b641-63e9-48b5-99c3-2786713de4f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (4bbff081-5cb4-44c4-bccf-eacf05128765), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:38.950026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-bec7d288-8f13-4956-94ed-7eff588c1efa tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1503723 Feb 19 03:04:39.032642 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-631619ec-5106-4579-9778-26cf1580efb2 req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.169386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895b641-63e9-48b5-99c3-2786713de4f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Subnet': ['ID=4bbff081-5cb4-44c4-bccf-eacf05128765,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:39.183638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631619ec-5106-4579-9778-26cf1580efb2 req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Network dc362147-5daf-4111-b731-9fd1cccc2eb9 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:39.185519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-631619ec-5106-4579-9778-26cf1580efb2 req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:39.195570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-631619ec-5106-4579-9778-26cf1580efb2 req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:39.198542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event updated for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:39.228259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8895b641-63e9-48b5-99c3-2786713de4f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Checking segment: {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:39.228629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8895b641-63e9-48b5-99c3-2786713de4f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Network hostable DHCP agents. Network: 2546c89f-3126-41e0-a61b-a364cebc24c5, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:39.279409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c84c29-7c51-48fb-bcb9-30ad3c04cfc3 req-86b60897-b4df-4a9f-9210-eceb1daf66b8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:39.281722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81c84c29-7c51-48fb-bcb9-30ad3c04cfc3 req-86b60897-b4df-4a9f-9210-eceb1daf66b8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.2351310 Feb 19 03:04:39.286190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8895b641-63e9-48b5-99c3-2786713de4f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Network 2546c89f-3126-41e0-a61b-a364cebc24c5 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:39.319931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631619ec-5106-4579-9778-26cf1580efb2 req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:39.320708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-631619ec-5106-4579-9778-26cf1580efb2 req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.362349 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-6c1e8aa7-1e5a-41bf-b3d9-8ab92f506414 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0545521 Feb 19 03:04:39.380612 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-c9cd7656-d9ba-4f5e-9090-abc2934718aa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:04:39.383119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-8895b641-63e9-48b5-99c3-2786713de4f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 2546c89f-3126-41e0-a61b-a364cebc24c5) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:39.384646 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-c9cd7656-d9ba-4f5e-9090-abc2934718aa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168350 Feb 19 03:04:39.396738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8895b641-63e9-48b5-99c3-2786713de4f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:39.397539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb323ef-e2f3-4fdc-bb71-41c6400b85da None None] Network 2546c89f-3126-41e0-a61b-a364cebc24c5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:39.399816 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8895b641-63e9-48b5-99c3-2786713de4f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.401401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Request body: {'port': {'device_id': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:39.474052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8895b641-63e9-48b5-99c3-2786713de4f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2592916 Feb 19 03:04:39.476882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57140) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:39.493262 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f96b0c3b-1788-4abe-bcc0-4534079cb8c4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'subnet': {'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:39.630204 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.652114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23396cdd-5c0f-415a-a325-e018ea593457 req-73dff2e9-e53b-4000-b249-aea61e434a3c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:39.653931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23396cdd-5c0f-415a-a325-e018ea593457 req-73dff2e9-e53b-4000-b249-aea61e434a3c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 931 time: 0.3704157 Feb 19 03:04:39.666883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81c84c29-7c51-48fb-bcb9-30ad3c04cfc3 req-3ce69e06-19a7-417a-917a-4204921e9caf tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745823 Feb 19 03:04:39.670030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-2546c89f-3126-41e0-a61b-a364cebc24c5', 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5', 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'fixed_ips': [{'subnet_id': '4bbff081-5cb4-44c4-bccf-eacf05128765'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:04:39.671409 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.797476 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23396cdd-5c0f-415a-a325-e018ea593457 req-5a50debf-5a7e-4d31-8e51-e4a300ede12f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174352 Feb 19 03:04:39.911175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96b0c3b-1788-4abe-bcc0-4534079cb8c4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:39.911175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f96b0c3b-1788-4abe-bcc0-4534079cb8c4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.911621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e5e7f729-b467-4e33-89e0-40662e3e3877 None None] Provisioning complete for port b422f97b-0094-4b8e-8492-54c3ade55c30 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:39.911621 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e5e7f729-b467-4e33-89e0-40662e3e3877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:39.915592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1de8eab-5b31-4db0-9d20-d049d04fb6a2 req-c8ded9ec-58d8-4411-a494-5ff08445748d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 210 time: 0.0744395 Feb 19 03:04:40.033713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e5e7f729-b467-4e33-89e0-40662e3e3877 None None] Port b422f97b-0094-4b8e-8492-54c3ade55c30 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:40.040434 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.120868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Allocated IP 10.1.1.2 (2546c89f-3126-41e0-a61b-a364cebc24c5/4bbff081-5cb4-44c4-bccf-eacf05128765/5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:40.265313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b422f97b-0094-4b8e-8492-54c3ade55c30 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:40.277857 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Publish callbacks [] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.325177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57156) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:40.338482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Transition to ACTIVE for port object b422f97b-0094-4b8e-8492-54c3ade55c30 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:04:40.353815 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Publish callbacks [] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.354146 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.367062 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.413692 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Network 2546c89f-3126-41e0-a61b-a364cebc24c5 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:40.418823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:40.422289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:40.424770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Pushing event updated for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:40.435168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f96b0c3b-1788-4abe-bcc0-4534079cb8c4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (389c3134-0e16-47c8-b483-a7455907601b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.436238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Pushing event updated for resources: {'Port': ['ID=5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:40.489023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1908833661-network', 'tenant_id': 'e011fd13146f4d77844a190639a81c36'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:40.495671 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Attempting to bind port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:40.496079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Attempting to bind port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:40.496578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Attempting to bind port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d on network 2546c89f-3126-41e0-a61b-a364cebc24c5 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:40.502864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:40.503238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Checking segment: {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:40.503643 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.504057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Bound using segment: {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:40.504506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Bound port: 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:40.505553 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.541082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96b0c3b-1788-4abe-bcc0-4534079cb8c4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Checking segment: {'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:40.541440 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b0c3b-1788-4abe-bcc0-4534079cb8c4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Network hostable DHCP agents. Network: 708bd1f1-93b4-47e5-a1d4-41f33cfbb174, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:40.558412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Made reservation on behalf of e011fd13146f4d77844a190639a81c36 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:40.563105 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.569726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b0c3b-1788-4abe-bcc0-4534079cb8c4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Subnet': ['ID=389c3134-0e16-47c8-b483-a7455907601b,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:40.582304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] For port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:40.585158 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.586716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] For port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:40.599304 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.681270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Attempting to bind port b422f97b-0094-4b8e-8492-54c3ade55c30 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:40.681613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Attempting to bind port b422f97b-0094-4b8e-8492-54c3ade55c30 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:40.681946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Attempting to bind port b422f97b-0094-4b8e-8492-54c3ade55c30 on network dc362147-5daf-4111-b731-9fd1cccc2eb9 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:40.685193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b0c3b-1788-4abe-bcc0-4534079cb8c4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:40.698994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Port b422f97b-0094-4b8e-8492-54c3ade55c30 on network dc362147-5daf-4111-b731-9fd1cccc2eb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:04:40.698994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Attempting to bind port b422f97b-0094-4b8e-8492-54c3ade55c30 on network dc362147-5daf-4111-b731-9fd1cccc2eb9 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:40.711450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:40.712096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Checking segment: {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:40.712175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Bound using segment: {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:40.712587 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Bound port: b422f97b-0094-4b8e-8492-54c3ade55c30, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:40.712969 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.714153 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Publish callbacks [] for security_group (02c52329-08ad-4350-8f55-01940801b012), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.731260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e16995-5b0c-451c-8899-8976bbebf19d None None] Pushing event updated for resources: {'Port': ['ID=5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:40.733978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f96b0c3b-1788-4abe-bcc0-4534079cb8c4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 708bd1f1-93b4-47e5-a1d4-41f33cfbb174) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:40.734838 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (02c52329-08ad-4350-8f55-01940801b012), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.738382 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96b0c3b-1788-4abe-bcc0-4534079cb8c4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:40.739121 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f96b0c3b-1788-4abe-bcc0-4534079cb8c4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.776501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d917ce2a-6230-4ed0-844c-10f5970698bb None None] Network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:40.906446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:40.935833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-708bd1f1-93b4-47e5-a1d4-41f33cfbb174', 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174', 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'fixed_ips': [{'subnet_id': '389c3134-0e16-47c8-b483-a7455907601b'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:04:40.937467 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:40.939254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:40.944986 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:40.963641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f96b0c3b-1788-4abe-bcc0-4534079cb8c4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4768097 Feb 19 03:04:40.965618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57168) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:40.979169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'port': {'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5', 'name': 'tempest-TaggedBootDevicesTest_v242-629491878', 'fixed_ips': [{'subnet_id': '4bbff081-5cb4-44c4-bccf-eacf05128765'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:40.991846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-9f612909-3b46-4ada-9194-ebe9d6bcd93c tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1494689 Feb 19 03:04:40.997905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c52329-08ad-4350-8f55-01940801b012,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:41.021941 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.059462 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7bd0fa5b-1f99-48dc-9f6b-5992d04d3254), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.059811 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Added segment 7bd0fa5b-1f99-48dc-9f6b-5992d04d3254 of type vlan for network 5b30dc81-4d1e-4584-b8b2-d6ae72f8565d Feb 19 03:04:41.211069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (5b30dc81-4d1e-4584-b8b2-d6ae72f8565d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.238961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81df36b-50d0-44b5-9cce-c05d75d1eef3 req-6a196577-ae0f-4a9a-8a9d-db4d8ad2773f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:41.239486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:41.240612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f81df36b-50d0-44b5-9cce-c05d75d1eef3 req-6a196577-ae0f-4a9a-8a9d-db4d8ad2773f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.4166982 Feb 19 03:04:41.256212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.258293 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] 10.222.0.87 "PUT /v2.0/ports/b422f97b-0094-4b8e-8492-54c3ade55c30 HTTP/1.1" status: 200 len: 1091 time: 1.8657949 Feb 19 03:04:41.259362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:41.263722 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5affcf-4ee6-440a-b94e-8d64ddbb54ef" -d '{"events": [{"name": "network-changed", "server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:41.337457 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Allocated IP 10.2.2.2 (708bd1f1-93b4-47e5-a1d4-41f33cfbb174/389c3134-0e16-47c8-b483-a7455907601b/2c6efbc9-d76b-4faa-a904-d907d30fd050) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:41.337981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ca098-e146-444c-98a9-d11a514811b8 req-936d28d6-1931-4c06-9527-15e3f15d691d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:41.339671 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-355ca098-e146-444c-98a9-d11a514811b8 req-936d28d6-1931-4c06-9527-15e3f15d691d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.2957520 Feb 19 03:04:41.353211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-685e074a-d4c9-42f0-aa19-1a4af7571fae tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:41.354975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-685e074a-d4c9-42f0-aa19-1a4af7571fae tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319185 Feb 19 03:04:41.355467 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (5b30dc81-4d1e-4584-b8b2-d6ae72f8565d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.356420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:41.357110 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.446482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] Pushing event updated for resources: {'Network': ['ID=5b30dc81-4d1e-4584-b8b2-d6ae72f8565d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:41.454067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Request body: {'port': {'device_id': '75704f77-25db-4aaa-a104-08fc0e70e73f', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '5647f951301f4cefbfcdd514b5f2e37b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:41.483544 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560af80-858f-4873-aa9f-357b7856ab0b service neutron] Pushing event updated for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:41.512480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3a90f2be-f579-4747-b12d-8e85f98f6925 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1859598 Feb 19 03:04:41.518163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57174) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:41.528469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 5b30dc81-4d1e-4584-b8b2-d6ae72f8565d details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:41.533077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1f774ce1-8dd3-4717-a2e5-8b8371443957 admin admin] Request body: {'subnet': {'network_id': '5b30dc81-4d1e-4584-b8b2-d6ae72f8565d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1908833661-subnet', 'tenant_id': 'e011fd13146f4d77844a190639a81c36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:41.552413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f81df36b-50d0-44b5-9cce-c05d75d1eef3 req-734424ae-f612-49b3-be11-4c7fb2123c53 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011050 Feb 19 03:04:41.582633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631619ec-5106-4579-9778-26cf1580efb2 req-ac1d1908-98c8-40cd-b911-6259fdf48cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:41.585221 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-ac1d1908-98c8-40cd-b911-6259fdf48cd9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 1125 time: 0.2436194 Feb 19 03:04:41.657156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-355ca098-e146-444c-98a9-d11a514811b8 req-28de2296-eb3a-499e-b9e1-be1e157c52e4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846971 Feb 19 03:04:41.695751 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-8ae6fb61-67c4-479e-9171-d8917e749599 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b422f97b-0094-4b8e-8492-54c3ade55c30 HTTP/1.1" status: 200 len: 217 time: 0.0832264 Feb 19 03:04:41.730350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:41.734952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8bd952f-73d8-4a70-a12d-bd1b10579bf0 req-d8f24458-43d6-4528-8628-5989a9280ecd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 210 time: 0.0917022 Feb 19 03:04:41.746016 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Publish callbacks [] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.764888 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.778174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f774ce1-8dd3-4717-a2e5-8b8371443957 admin admin] Made reservation on behalf of e011fd13146f4d77844a190639a81c36 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:41.781198 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f774ce1-8dd3-4717-a2e5-8b8371443957 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.787476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Made reservation on behalf of 5647f951301f4cefbfcdd514b5f2e37b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:41.792281 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.804090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:41.807303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:41.812200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:41.830467 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Pushing event updated for resources: {'Port': ['ID=2c6efbc9-d76b-4faa-a904-d907d30fd050,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:41.889799 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c485f942-701b-4c2d-9473-15771216cfa3 x-openstack-request-id: req-c485f942-701b-4c2d-9473-15771216cfa3 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:41.890107 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:41.890345 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c485f942-701b-4c2d-9473-15771216cfa3 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:41.890753 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'status': 'completed', 'code': 200} Feb 19 03:04:41.892236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631619ec-5106-4579-9778-26cf1580efb2 req-d854525d-0361-4701-b08d-3e0891a04f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:41.893767 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-d854525d-0361-4701-b08d-3e0891a04f3d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.1866372 Feb 19 03:04:41.895300 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Attempting to bind port 2c6efbc9-d76b-4faa-a904-d907d30fd050 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:41.895684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Attempting to bind port 2c6efbc9-d76b-4faa-a904-d907d30fd050 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:41.896040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Attempting to bind port 2c6efbc9-d76b-4faa-a904-d907d30fd050 on network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:41.901743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:41.902118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Checking segment: {'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:41.902523 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:41.902914 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Bound using segment: {'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:41.903388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Bound port: 2c6efbc9-d76b-4faa-a904-d907d30fd050, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:41.903760 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.022266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] For port 2c6efbc9-d76b-4faa-a904-d907d30fd050, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:42.029286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] For port 2c6efbc9-d76b-4faa-a904-d907d30fd050, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2c6efbc9-d76b-4faa-a904-d907d30fd050,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:42.041236 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.044868 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.047395 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631619ec-5106-4579-9778-26cf1580efb2 req-ab15c77e-24d9-4013-8c66-dd4b43ba06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:42.048912 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-ab15c77e-24d9-4013-8c66-dd4b43ba06e2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1452143 Feb 19 03:04:42.049624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Allocated IP 192.168.233.127 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/d4c571ae-b61d-4c19-97d2-f2b8ae442d7d) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:42.132449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0436595-5f96-4fd9-8271-44c25084875e None None] Pushing event updated for resources: {'Port': ['ID=2c6efbc9-d76b-4faa-a904-d907d30fd050,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:42.135564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280bcfea-3248-48f8-bcb8-9cc1abddec9c req-8eb4646e-4bf6-42d9-b3e4-c6ba0a9a668a tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:42.144580 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-280bcfea-3248-48f8-bcb8-9cc1abddec9c req-8eb4646e-4bf6-42d9-b3e4-c6ba0a9a668a tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.2698481 Feb 19 03:04:42.198461 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] device_id is not set on port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:04:42.273495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-280bcfea-3248-48f8-bcb8-9cc1abddec9c req-a53eb4d3-fb2d-422b-ab67-32f7a4162d59 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274147 Feb 19 03:04:42.351527 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks [] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.416484 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.433018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176', '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', '7012cb41-d0d0-47a3-9043-de749963e040', '52f73a29-419a-4b4f-b555-43d09d862c57'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:42.443566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['b142796f-cf16-4677-9ed9-02a83cec6634'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:42.533752 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-22521b1f-fbb5-4c8f-8597-3d1baec81764 service neutron] 10.222.0.87 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667671 Feb 19 03:04:42.537492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:42.541177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:42.546215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:42.580370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f774ce1-8dd3-4717-a2e5-8b8371443957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (e8aeaf79-eef8-46f4-919d-0ad466542f9c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.611177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:42.616299 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:42.661724 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a0e8ff-dac4-4593-a795-7aea8907bdd2 None None] Network 2546c89f-3126-41e0-a61b-a364cebc24c5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:42.662788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2170351 Feb 19 03:04:42.662907 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f774ce1-8dd3-4717-a2e5-8b8371443957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8aeaf79-eef8-46f4-919d-0ad466542f9c,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:42.722213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Request body: {'port': {'device_id': '75704f77-25db-4aaa-a104-08fc0e70e73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:42.811007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebf822-a0e9-4c6a-8d4e-614b537ab36d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event updated for resources: {'Port': ['ID=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:42.891979 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-631619ec-5106-4579-9778-26cf1580efb2 req-e77da7eb-226e-4e05-bc74-b1921bfbaddd service neutron] 10.222.0.87 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393590 Feb 19 03:04:42.936853 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Allocated IP 10.1.1.48 (2546c89f-3126-41e0-a61b-a364cebc24c5/4bbff081-5cb4-44c4-bccf-eacf05128765/e2bf896b-e2cc-48ce-bf73-650984ae1ae1) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:42.938556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd136fe-de0a-478e-b559-02fde7d2027a req-3615eb6f-49ed-45b7-9140-deabef94cd2d tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:42.942053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bd136fe-de0a-478e-b559-02fde7d2027a req-3615eb6f-49ed-45b7-9140-deabef94cd2d tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.3112373 Feb 19 03:04:42.953792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f774ce1-8dd3-4717-a2e5-8b8371443957 admin admin] Checking segment: {'id': '7bd0fa5b-1f99-48dc-9f6b-5992d04d3254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5b30dc81-4d1e-4584-b8b2-d6ae72f8565d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:42.954229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f774ce1-8dd3-4717-a2e5-8b8371443957 admin admin] Network hostable DHCP agents. Network: 5b30dc81-4d1e-4584-b8b2-d6ae72f8565d, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:43.044343 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f774ce1-8dd3-4717-a2e5-8b8371443957 admin admin] Network 5b30dc81-4d1e-4584-b8b2-d6ae72f8565d is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:43.087020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1f774ce1-8dd3-4717-a2e5-8b8371443957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 5b30dc81-4d1e-4584-b8b2-d6ae72f8565d) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:43.093957 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bd136fe-de0a-478e-b559-02fde7d2027a req-50dc7849-8865-4ed6-986f-3484a2a18da7 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091352 Feb 19 03:04:43.109692 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:43.121074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ec664a-1c4e-4bef-a4d4-d2d2c563c0e1 None None] Network 5b30dc81-4d1e-4584-b8b2-d6ae72f8565d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:43.138522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e497ac-59aa-4933-89d1-23fd1f6ccd84 req-8678efb5-7f2b-454f-b791-8013f8e27588 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:43.140150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17e497ac-59aa-4933-89d1-23fd1f6ccd84 req-8678efb5-7f2b-454f-b791-8013f8e27588 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.2872701 Feb 19 03:04:43.255795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17e497ac-59aa-4933-89d1-23fd1f6ccd84 req-95fc176b-4510-4a0f-baad-097800664470 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707719 Feb 19 03:04:43.349377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Provisioning complete for port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:43.350555 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:43.412738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2c6efbc9-d76b-4faa-a904-d907d30fd050 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:43.716143 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:43.755575 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f774ce1-8dd3-4717-a2e5-8b8371443957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:43.756366 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f774ce1-8dd3-4717-a2e5-8b8371443957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:43.768526 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5affcf-4ee6-440a-b94e-8d64ddbb54ef req-34f5353e-041a-4af4-941e-63c755dbd7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:43.770253 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8b5affcf-4ee6-440a-b94e-8d64ddbb54ef req-34f5353e-041a-4af4-941e-63c755dbd7c3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 1125 time: 0.8000305 Feb 19 03:04:43.773018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:43.786303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b41ee3-a652-4173-a8a6-b1285bc004f5 None None] Network 5b30dc81-4d1e-4584-b8b2-d6ae72f8565d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:43.796469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 2c6efbc9-d76b-4faa-a904-d907d30fd050 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:43.797271 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:43.932096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f1efcd-cb55-4236-b340-15b9a0f5ac0f None None] Network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:43.934644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Current status of the port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:43.935151 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:43.990589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f944e-e2f5-4867-8e22-9afd851ce204 req-92f7de1a-2051-4b25-a843-feb377706540 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:43.992123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c90f944e-e2f5-4867-8e22-9afd851ce204 req-92f7de1a-2051-4b25-a843-feb377706540 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.6120279 Feb 19 03:04:44.013117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Port': ['ID=e2bf896b-e2cc-48ce-bf73-650984ae1ae1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:44.020162 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1f774ce1-8dd3-4717-a2e5-8b8371443957 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5005429 Feb 19 03:04:44.033292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Network 2546c89f-3126-41e0-a61b-a364cebc24c5 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:44.034600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5affcf-4ee6-440a-b94e-8d64ddbb54ef req-e018355a-8982-4ced-82ed-3218528115d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:44.037704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3146b-cec1-43b8-8bbc-ac51a301fa56 req-ab91b3c6-0f30-417b-a8bc-fdb976fd2256 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:44.041768 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8b5affcf-4ee6-440a-b94e-8d64ddbb54ef req-e018355a-8982-4ced-82ed-3218528115d1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 918 time: 0.2087669 Feb 19 03:04:44.044616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01b3146b-cec1-43b8-8bbc-ac51a301fa56 req-ab91b3c6-0f30-417b-a8bc-fdb976fd2256 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 936 time: 0.7671013 Feb 19 03:04:44.047599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:44.062166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:44.153594 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] For port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:44.175504 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.204962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01b3146b-cec1-43b8-8bbc-ac51a301fa56 req-a94ab589-8b31-4132-89a9-82d1d98b64ca tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593289 Feb 19 03:04:44.207570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:44.208373 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.223554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c90f944e-e2f5-4867-8e22-9afd851ce204 req-dcfd2119-f005-4d3c-b2da-c2fa83c5a004 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003431 Feb 19 03:04:44.284681 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8b5affcf-4ee6-440a-b94e-8d64ddbb54ef req-a99962b2-4c85-420b-8ea1-f5f216b6ba74 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b422f97b-0094-4b8e-8492-54c3ade55c30 HTTP/1.1" status: 200 len: 217 time: 0.2272062 Feb 19 03:04:44.293236 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-123b35bf-35c3-4147-b6f3-a38e71d0eade tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.3260226 Feb 19 03:04:44.300706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57270) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:44.311794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'port': {'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5', 'name': 'tempest-TaggedBootDevicesTest_v242-797551359', 'fixed_ips': [{'subnet_id': '4bbff081-5cb4-44c4-bccf-eacf05128765'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:44.381492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c571ae-b61d-4c19-97d2-f2b8ae442d7d {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:44.398730 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Publish callbacks [] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.539730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Transition to ACTIVE for port object d4c571ae-b61d-4c19-97d2-f2b8ae442d7d will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:04:44.561819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5affcf-4ee6-440a-b94e-8d64ddbb54ef req-d577dcc2-bf3e-457d-a2d2-a4ee4c85b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:44.563657 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8b5affcf-4ee6-440a-b94e-8d64ddbb54ef req-d577dcc2-bf3e-457d-a2d2-a4ee4c85b1a7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.2680957 Feb 19 03:04:44.576027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ce83a-bec9-45b3-b195-560f1b1c3aa0 req-5f1c90e7-d863-4781-ac52-e4371740514a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:44.578326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-391ce83a-bec9-45b3-b195-560f1b1c3aa0 req-5f1c90e7-d863-4781-ac52-e4371740514a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1697686 Feb 19 03:04:44.579719 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.592222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Pushing event updated for resources: {'Port': ['ID=5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:44.663990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.664361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.664691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.672340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.685902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.686323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.686802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.687116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.687437 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.687785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.688102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.688418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.688728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64ae1fd-8f26-4268-afc9-d9083289b603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:04:44.722101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3e828c73-ff76-4815-b523-fe1270377b79 None None] Provisioning complete for port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:44.722464 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3e828c73-ff76-4815-b523-fe1270377b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.757427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 2c6efbc9-d76b-4faa-a904-d907d30fd050 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:44.758311 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.818758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5affcf-4ee6-440a-b94e-8d64ddbb54ef req-ef43fd70-03e7-4cf6-93bb-33af84f61105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:44.821180 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8b5affcf-4ee6-440a-b94e-8d64ddbb54ef req-ef43fd70-03e7-4cf6-93bb-33af84f61105 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2314188 Feb 19 03:04:44.832563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:44.877663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:44.886197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:44.959200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 2c6efbc9-d76b-4faa-a904-d907d30fd050, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2c6efbc9-d76b-4faa-a904-d907d30fd050,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:45.024135 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.027458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:45.064051 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8b5affcf-4ee6-440a-b94e-8d64ddbb54ef req-e9a63fdd-2ad0-479d-bce3-bb175fa3419b service neutron] 10.222.0.87 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313974 Feb 19 03:04:45.084927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568b935-b4a3-4777-931a-b83b5e3cb68e req-b1bef7d1-bb48-4d52-87e0-5c4e611dbfa8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:45.087197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a568b935-b4a3-4777-931a-b83b5e3cb68e req-b1bef7d1-bb48-4d52-87e0-5c4e611dbfa8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.2507477 Feb 19 03:04:45.097206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-391ce83a-bec9-45b3-b195-560f1b1c3aa0 req-76cd0c03-78eb-4d22-969f-eaa822c465d2 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4967999 Feb 19 03:04:45.217376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] device_id is not set on port d5775f94-e272-4b71-ba53-68b52e42b574 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:04:45.258367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a568b935-b4a3-4777-931a-b83b5e3cb68e req-23c06ad6-3aa5-46c7-8dd0-8c99904153c2 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576185 Feb 19 03:04:45.275412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Attempting to bind port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:04:45.276053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Attempting to bind port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:04:45.276477 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Attempting to bind port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:45.286228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:04:45.286681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Attempting to bind port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:04:45.303409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:04:45.303880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:45.304374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:04:45.304970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Bound port: d4c571ae-b61d-4c19-97d2-f2b8ae442d7d, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:04:45.305472 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.331768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57304) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:45.342584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1275376035-network', 'tenant_id': '5234bb35801c457392084ed78abe9ef5'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:45.343529 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8b5affcf-4ee6-440a-b94e-8d64ddbb54ef req-62412ca8-b59a-4e93-b791-a2a588a93b0e service neutron] 10.222.0.87 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627120 Feb 19 03:04:45.349115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=2c6efbc9-d76b-4faa-a904-d907d30fd050,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:45.396094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3e828c73-ff76-4815-b523-fe1270377b79 None None] Current status of the port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:45.398551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:45.398901 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.459400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Made reservation on behalf of 5234bb35801c457392084ed78abe9ef5 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:45.460648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3e828c73-ff76-4815-b523-fe1270377b79 None None] Provisioning complete for port 2c6efbc9-d76b-4faa-a904-d907d30fd050 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:45.461040 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3e828c73-ff76-4815-b523-fe1270377b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.461784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.498463 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.515887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Allocated IP 10.1.1.49 (2546c89f-3126-41e0-a61b-a364cebc24c5/4bbff081-5cb4-44c4-bccf-eacf05128765/d5775f94-e272-4b71-ba53-68b52e42b574) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:45.527101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63ef50-30d2-4607-9b41-966b80a9a3d7 req-3cfff821-9a18-4152-bf31-fb2a014a5f2e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:45.529374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c63ef50-30d2-4607-9b41-966b80a9a3d7 req-3cfff821-9a18-4152-bf31-fb2a014a5f2e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 948 time: 0.2002537 Feb 19 03:04:45.534395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] For port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:04:45.560293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] For port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:04:45.586977 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.652381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:45.674679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:45.675912 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.677193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] 10.222.0.67 "PUT /v2.0/ports/d4c571ae-b61d-4c19-97d2-f2b8ae442d7d HTTP/1.1" status: 200 len: 1096 time: 2.9714487 Feb 19 03:04:45.679514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75704f77-25db-4aaa-a104-08fc0e70e73f', 'tag': 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:45.696778 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e6a353-3788-4039-8e08-957cc5e02b26" -d '{"events": [{"name": "network-changed", "server_uuid": "75704f77-25db-4aaa-a104-08fc0e70e73f", "tag": "d4c571ae-b61d-4c19-97d2-f2b8ae442d7d"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:45.697639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3e828c73-ff76-4815-b523-fe1270377b79 None None] Current status of the port 2c6efbc9-d76b-4faa-a904-d907d30fd050 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:45.791477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for port (d5775f94-e272-4b71-ba53-68b52e42b574), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.799222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c63ef50-30d2-4607-9b41-966b80a9a3d7 req-edfce9ea-297a-4d52-81d9-0c7aef16201a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618382 Feb 19 03:04:45.818040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2c6efbc9-d76b-4faa-a904-d907d30fd050 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:45.851848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.878557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d468436-567c-420c-96ff-8fc174c1bb56 service neutron] Pushing event updated for resources: {'Port': ['ID=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:45.926414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Network 2546c89f-3126-41e0-a61b-a364cebc24c5 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:45.926874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-836b1e6c-ab0e-4005-806e-c1e7c48713bd None None] Provisioning complete for port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:45.927468 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-836b1e6c-ab0e-4005-806e-c1e7c48713bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:45.931817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:45.936165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:46.000404 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Publish callbacks [] for security_group (fc79a92e-679d-499c-b7e1-158496ed8fa7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.001253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Port': ['ID=d5775f94-e272-4b71-ba53-68b52e42b574,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:46.003869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7cb68507-b578-446a-a4a0-1bd8e786fdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:46.009792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-7cb68507-b578-446a-a4a0-1bd8e786fdd1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 1130 time: 0.2720861 Feb 19 03:04:46.014841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-836b1e6c-ab0e-4005-806e-c1e7c48713bd None None] Port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:46.017297 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fc79a92e-679d-499c-b7e1-158496ed8fa7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.042015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 2c6efbc9-d76b-4faa-a904-d907d30fd050 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:46.042684 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.043331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:46.043997 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.079504 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-836b1e6c-ab0e-4005-806e-c1e7c48713bd None None] Provisioning complete for port 2c6efbc9-d76b-4faa-a904-d907d30fd050 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:46.081857 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-836b1e6c-ab0e-4005-806e-c1e7c48713bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.099042 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bda60321-1c4c-4fb1-9695-d4cacc0900d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7971382 Feb 19 03:04:46.120648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc79a92e-679d-499c-b7e1-158496ed8fa7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:46.189629 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7d158c-263b-40b9-952f-8de96f437b0d x-openstack-request-id: req-fc7d158c-263b-40b9-952f-8de96f437b0d {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:46.189921 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75704f77-25db-4aaa-a104-08fc0e70e73f", "tag": "d4c571ae-b61d-4c19-97d2-f2b8ae442d7d", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:46.190176 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fc7d158c-263b-40b9-952f-8de96f437b0d {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:46.190576 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75704f77-25db-4aaa-a104-08fc0e70e73f', 'tag': 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d', 'status': 'completed', 'code': 200} Feb 19 03:04:46.191515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:04:46.194675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-0d9f49a9-0c36-42d1-aadf-a16014ef4d33 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d HTTP/1.1" status: 200 len: 217 time: 0.1714451 Feb 19 03:04:46.292545 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (98726e38-812c-4d8b-9302-d41ba110c9f2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.293135 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Added segment 98726e38-812c-4d8b-9302-d41ba110c9f2 of type vlan for network 881f4963-13a0-4c62-88bc-0fe1939f0e20 Feb 19 03:04:46.316627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-836b1e6c-ab0e-4005-806e-c1e7c48713bd None None] Current status of the port 2c6efbc9-d76b-4faa-a904-d907d30fd050 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:46.337267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 2c6efbc9-d76b-4faa-a904-d907d30fd050 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:46.338556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:46.399371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-5bb133ec-bcea-4012-8321-f276576f9397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:46.400908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-5bb133ec-bcea-4012-8321-f276576f9397 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1862884 Feb 19 03:04:46.402457 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (881f4963-13a0-4c62-88bc-0fe1939f0e20), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.408455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:46.409727 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.423628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57318) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:46.428258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ca195f36-a428-4f34-bc68-5431dc3cf15c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803422790', 'description': 'tempest-description--1581084275'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:46.451441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca195f36-a428-4f34-bc68-5431dc3cf15c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.519401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30368c-3f07-4c40-a67b-d395022f8ad0 req-1b373c64-6eb8-4d3a-aa67-c0ff6e534e82 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:46.520758 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c30368c-3f07-4c40-a67b-d395022f8ad0 req-1b373c64-6eb8-4d3a-aa67-c0ff6e534e82 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.2764182 Feb 19 03:04:46.528682 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (881f4963-13a0-4c62-88bc-0fe1939f0e20), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.528682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:46.529325 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.549337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:46.561268 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca195f36-a428-4f34-bc68-5431dc3cf15c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for security_group (8208d655-7206-4b1a-a23c-3ebea9ce28a5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.562582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1f8e17a0-1922-44de-a6f5-05ddc508bf28 None None] Provisioning complete for port d5775f94-e272-4b71-ba53-68b52e42b574 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:46.563234 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f8e17a0-1922-44de-a6f5-05ddc508bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.569239 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca195f36-a428-4f34-bc68-5431dc3cf15c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8208d655-7206-4b1a-a23c-3ebea9ce28a5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.603718 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca195f36-a428-4f34-bc68-5431dc3cf15c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.607760 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ca195f36-a428-4f34-bc68-5431dc3cf15c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1805000 Feb 19 03:04:46.608740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57320) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:46.612904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3f3f25fd-b0a8-4b7b-ab32-a3785f3bdb78 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'security_group_rule': {'security_group_id': '8208d655-7206-4b1a-a23c-3ebea9ce28a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:46.615837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1f8e17a0-1922-44de-a6f5-05ddc508bf28 None None] Port d5775f94-e272-4b71-ba53-68b52e42b574 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:46.636503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca195f36-a428-4f34-bc68-5431dc3cf15c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8208d655-7206-4b1a-a23c-3ebea9ce28a5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:46.644798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3118176 Feb 19 03:04:46.645032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57322) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:46.650319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-25173df0-db15-4501-9a22-89d197326a88 admin admin] Request body: {'subnet': {'network_id': '881f4963-13a0-4c62-88bc-0fe1939f0e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1275376035-subnet', 'tenant_id': '5234bb35801c457392084ed78abe9ef5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:46.659905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-ef3f98e7-dff9-4e2c-9103-b04ce547ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:46.661536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-ef3f98e7-dff9-4e2c-9103-b04ce547ab3b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2495506 Feb 19 03:04:46.666111 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f3f25fd-b0a8-4b7b-ab32-a3785f3bdb78 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for security_group_rule (e188686a-917f-4064-92a8-5f04577ad29c), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.682422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25173df0-db15-4501-9a22-89d197326a88 admin admin] Made reservation on behalf of 5234bb35801c457392084ed78abe9ef5 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:46.688049 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-25173df0-db15-4501-9a22-89d197326a88 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.688221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8ab0b-f34f-48bf-8d72-2af29e98cf0a admin admin] Pushing event updated for resources: {'Network': ['ID=881f4963-13a0-4c62-88bc-0fe1939f0e20,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:46.705883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 881f4963-13a0-4c62-88bc-0fe1939f0e20 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:04:46.731528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c30368c-3f07-4c40-a67b-d395022f8ad0 req-541845e1-70eb-435e-9cbe-602d90da7172 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835234 Feb 19 03:04:46.745106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b073c50-0782-43ec-b7b4-45d1b97c934e req-5b6f7d80-819f-44b2-a1aa-245dd082d6d9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:46.746631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b073c50-0782-43ec-b7b4-45d1b97c934e req-5b6f7d80-819f-44b2-a1aa-245dd082d6d9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.2491000 Feb 19 03:04:46.791607 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f3f25fd-b0a8-4b7b-ab32-a3785f3bdb78 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for security_group_rule (e188686a-917f-4064-92a8-5f04577ad29c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.806054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f3f25fd-b0a8-4b7b-ab32-a3785f3bdb78 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (e188686a-917f-4064-92a8-5f04577ad29c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.870293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b073c50-0782-43ec-b7b4-45d1b97c934e req-866d3b04-0c3f-4076-b93e-c9d37db77ce3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142354 Feb 19 03:04:46.899557 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f25fd-b0a8-4b7b-ab32-a3785f3bdb78 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e188686a-917f-4064-92a8-5f04577ad29c,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:46.917038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-feb320f7-1c2e-4a92-a576-d5fba9045cbe service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452259 Feb 19 03:04:46.920071 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f3f25fd-b0a8-4b7b-ab32-a3785f3bdb78 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:46.923030 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3f3f25fd-b0a8-4b7b-ab32-a3785f3bdb78 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3120489 Feb 19 03:04:46.924202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57326) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:46.929200 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e27f630f-294a-476a-983c-5e37b75a5b7b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'security_group_rule': {'security_group_id': '8208d655-7206-4b1a-a23c-3ebea9ce28a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:46.998666 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e27f630f-294a-476a-983c-5e37b75a5b7b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for security_group_rule (5210a08a-409d-4e31-9140-1b1e76854875), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.011080 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-25173df0-db15-4501-9a22-89d197326a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (8ef9d193-518b-4e14-b4fa-589bb556e7c3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.026434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1a20b-132f-466c-861a-b1a8408788d4 req-8a594cde-42b9-46d2-b096-6af259cc7ba3 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:47.033508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57c1a20b-132f-466c-861a-b1a8408788d4 req-8a594cde-42b9-46d2-b096-6af259cc7ba3 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 948 time: 0.1350460 Feb 19 03:04:47.107259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce318df0-0bf3-4d88-9a3f-59e548f42d83 req-0eb86b79-ce15-462d-84a2-ef4ecd66bf50 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594479 Feb 19 03:04:47.107501 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25173df0-db15-4501-9a22-89d197326a88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef9d193-518b-4e14-b4fa-589bb556e7c3,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:47.118793 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e27f630f-294a-476a-983c-5e37b75a5b7b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for security_group_rule (5210a08a-409d-4e31-9140-1b1e76854875), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.122508 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25173df0-db15-4501-9a22-89d197326a88 admin admin] Checking segment: {'id': '98726e38-812c-4d8b-9302-d41ba110c9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '881f4963-13a0-4c62-88bc-0fe1939f0e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:04:47.122610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25173df0-db15-4501-9a22-89d197326a88 admin admin] Network hostable DHCP agents. Network: 881f4963-13a0-4c62-88bc-0fe1939f0e20, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:04:47.132592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57c1a20b-132f-466c-861a-b1a8408788d4 req-e1f34370-f7a8-4f1b-a173-ad14a6d8e423 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978301 Feb 19 03:04:47.133179 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e27f630f-294a-476a-983c-5e37b75a5b7b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (5210a08a-409d-4e31-9140-1b1e76854875), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.153650 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f630f-294a-476a-983c-5e37b75a5b7b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5210a08a-409d-4e31-9140-1b1e76854875,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:47.164827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25173df0-db15-4501-9a22-89d197326a88 admin admin] Network 881f4963-13a0-4c62-88bc-0fe1939f0e20 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:04:47.172328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e27f630f-294a-476a-983c-5e37b75a5b7b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.176431 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e27f630f-294a-476a-983c-5e37b75a5b7b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2483878 Feb 19 03:04:47.176791 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57328) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:47.183622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:47.190686 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-25173df0-db15-4501-9a22-89d197326a88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 881f4963-13a0-4c62-88bc-0fe1939f0e20) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:47.195913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25173df0-db15-4501-9a22-89d197326a88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:47.197093 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-25173df0-db15-4501-9a22-89d197326a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.200158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aca104-b919-4b84-bb97-f1c0c9f80000 None None] Network 881f4963-13a0-4c62-88bc-0fe1939f0e20 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:47.224447 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-25173df0-db15-4501-9a22-89d197326a88 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5781698 Feb 19 03:04:47.235756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.246284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6a353-3788-4039-8e08-957cc5e02b26 req-874073b0-53f4-4d41-a29a-c8d3316f1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:47.248428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01e6a353-3788-4039-8e08-957cc5e02b26 req-874073b0-53f4-4d41-a29a-c8d3316f1097 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 1130 time: 0.0688128 Feb 19 03:04:47.367588 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.386365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2667ba-61f2-43b3-8312-65b543f8023a None None] Network 881f4963-13a0-4c62-88bc-0fe1939f0e20 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:04:47.422390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6a353-3788-4039-8e08-957cc5e02b26 req-e7dc17ab-a53f-4a67-af45-1f995fc47e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:47.422390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01e6a353-3788-4039-8e08-957cc5e02b26 req-e7dc17ab-a53f-4a67-af45-1f995fc47e0b service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1563163 Feb 19 03:04:47.423228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57334) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:47.497556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01e6a353-3788-4039-8e08-957cc5e02b26 req-787c1622-0e9e-4d7c-9d3c-17d8fb7caece service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d HTTP/1.1" status: 200 len: 217 time: 0.0641303 Feb 19 03:04:47.537996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Allocated IP 172.25.1.54 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/f8a6a5ad-d619-4d91-b580-18e1db5be586) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:47.542684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9e4590-15b3-40dd-b6a8-31b97fe8d695 admin admin] Deleting subnet e8aeaf79-eef8-46f4-919d-0ad466542f9c {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:04:47.547193 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4590-15b3-40dd-b6a8-31b97fe8d695 admin admin] Publish callbacks [] for subnet (e8aeaf79-eef8-46f4-919d-0ad466542f9c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.582609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6a353-3788-4039-8e08-957cc5e02b26 req-d02b5795-5e93-446b-89e3-858867fe093b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:47.584152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01e6a353-3788-4039-8e08-957cc5e02b26 req-d02b5795-5e93-446b-89e3-858867fe093b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0804079 Feb 19 03:04:47.599553 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4590-15b3-40dd-b6a8-31b97fe8d695 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (e8aeaf79-eef8-46f4-919d-0ad466542f9c), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.652188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for port (f8a6a5ad-d619-4d91-b580-18e1db5be586), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.668280 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4590-15b3-40dd-b6a8-31b97fe8d695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (e8aeaf79-eef8-46f4-919d-0ad466542f9c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.698785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6a353-3788-4039-8e08-957cc5e02b26 req-6900d20d-4312-44f3-97c0-a40148eef7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:47.700397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01e6a353-3788-4039-8e08-957cc5e02b26 req-6900d20d-4312-44f3-97c0-a40148eef7e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1103082 Feb 19 03:04:47.715664 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f8a6a5ad-d619-4d91-b580-18e1db5be586), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.756509 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:47.759514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:47.764231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:47.793781 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4590-15b3-40dd-b6a8-31b97fe8d695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (e8aeaf79-eef8-46f4-919d-0ad466542f9c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.802491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Port': ['ID=f8a6a5ad-d619-4d91-b580-18e1db5be586,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:47.830322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e4590-15b3-40dd-b6a8-31b97fe8d695 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8aeaf79-eef8-46f4-919d-0ad466542f9c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:47.839563 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4590-15b3-40dd-b6a8-31b97fe8d695 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.843129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6e9e4590-15b3-40dd-b6a8-31b97fe8d695 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e8aeaf79-eef8-46f4-919d-0ad466542f9c HTTP/1.1" status: 204 len: 168 time: 0.4188399 Feb 19 03:04:47.845986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57338) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:47.889816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for floatingip (4f976f9b-2c38-433d-b335-a68ea27c3837), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:47.923996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01e6a353-3788-4039-8e08-957cc5e02b26 req-0770d495-8da0-4ecd-a161-f70889c9cf52 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174101 Feb 19 03:04:47.950135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b422f97b-0094-4b8e-8492-54c3ade55c30 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:04:47.954919 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f8a6a5ad-d619-4d91-b580-18e1db5be586), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.056091 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (5b30dc81-4d1e-4584-b8b2-d6ae72f8565d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.081029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:48.099259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c130f-cd14-4096-ab16-f8016eb59716 req-dba607b5-a588-4e75-8b43-c4b5a952f4ff tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:48.099469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'port_id': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'mac_address': 'fa:16:3e:5a:23:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:04:48.100952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de7c130f-cd14-4096-ab16-f8016eb59716 req-dba607b5-a588-4e75-8b43-c4b5a952f4ff tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.2347000 Feb 19 03:04:48.161193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b422f97b-0094-4b8e-8492-54c3ade55c30 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:48.161537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01e6a353-3788-4039-8e08-957cc5e02b26 req-f05ff46a-f6d2-4632-baf8-a352805d74d1 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146225 Feb 19 03:04:48.161975 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.171846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab47f4-428f-44d3-a63d-c509d0b6ef5c req-8fe52e45-4b39-46f9-a280-fba49c3776d4 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:48.173608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45ab47f4-428f-44d3-a63d-c509d0b6ef5c req-8fe52e45-4b39-46f9-a280-fba49c3776d4 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.2250688 Feb 19 03:04:48.183294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b422f97b-0094-4b8e-8492-54c3ade55c30 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:48.187058 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for port (f8a6a5ad-d619-4d91-b580-18e1db5be586), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.196380 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f8a6a5ad-d619-4d91-b580-18e1db5be586), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.212188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:48.223671 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.266623 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (5b30dc81-4d1e-4584-b8b2-d6ae72f8565d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.281144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (4f976f9b-2c38-433d-b335-a68ea27c3837), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.288936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:48.294598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de7c130f-cd14-4096-ab16-f8016eb59716 req-8dcee3f6-9d00-4e5c-8441-8ce046b34904 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842320 Feb 19 03:04:48.303576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Port': ['ID=f8a6a5ad-d619-4d91-b580-18e1db5be586,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:48.313753 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.315127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b30dc81-4d1e-4584-b8b2-d6ae72f8565d']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:48.325267 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bc5a5f8a-de03-4b9a-82e8-f8d5c7d886b0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1473942 Feb 19 03:04:48.333669 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45ab47f4-428f-44d3-a63d-c509d0b6ef5c req-edcf3059-dbca-44d4-8184-0acc1fa206b7 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484694 Feb 19 03:04:48.354693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bd0fa5b-1f99-48dc-9f6b-5992d04d3254') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:48.355143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bd0fa5b-1f99-48dc-9f6b-5992d04d3254') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:48.374432 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (7bd0fa5b-1f99-48dc-9f6b-5992d04d3254), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.395308 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7bd0fa5b-1f99-48dc-9f6b-5992d04d3254), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.405951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:04:48.406962 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (7bd0fa5b-1f99-48dc-9f6b-5992d04d3254), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:48.410121 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:48.532418 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (5b30dc81-4d1e-4584-b8b2-d6ae72f8565d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.539065 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.543596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5b30dc81-4d1e-4584-b8b2-d6ae72f8565d HTTP/1.1" status: 204 len: 168 time: 0.6966221 Feb 19 03:04:48.546674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57352) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:48.563764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d1fec-32ed-46f8-925f-23e231e3a192 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b30dc81-4d1e-4584-b8b2-d6ae72f8565d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:48.583245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f540f-9f22-4200-b4e6-3a9573c100a2 req-4bf6752e-f81f-45c4-87f9-3afa8500dbf3 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:48.585153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-443f540f-9f22-4200-b4e6-3a9573c100a2 req-4bf6752e-f81f-45c4-87f9-3afa8500dbf3 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 948 time: 0.1579661 Feb 19 03:04:48.621219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb8e6c1-850d-4e26-9ff9-af85c4dddc40 admin admin] Deleting subnet 8ef9d193-518b-4e14-b4fa-589bb556e7c3 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:04:48.624575 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e6c1-850d-4e26-9ff9-af85c4dddc40 admin admin] Publish callbacks [] for subnet (8ef9d193-518b-4e14-b4fa-589bb556e7c3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.664113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-443f540f-9f22-4200-b4e6-3a9573c100a2 req-6e6dd2ce-bc7e-44f3-8467-93fe7a508816 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733163 Feb 19 03:04:48.667273 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e6c1-850d-4e26-9ff9-af85c4dddc40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (8ef9d193-518b-4e14-b4fa-589bb556e7c3), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.680842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['b422f97b-0094-4b8e-8492-54c3ade55c30'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:48.702019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-6c5d1c14-78ff-44d1-bc64-ae0c1a562dfe tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1803422790&fields=id&tenant_id=fca2ef770c0e470c8fda0550b0ef6c16 HTTP/1.1" status: 200 len: 267 time: 0.0880790 Feb 19 03:04:48.717212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e6c1-850d-4e26-9ff9-af85c4dddc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (8ef9d193-518b-4e14-b4fa-589bb556e7c3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.770339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-1c928bd7-ab8c-463d-83ef-1afc68715943 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:48.771998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-1c928bd7-ab8c-463d-83ef-1afc68715943 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports/e2bf896b-e2cc-48ce-bf73-650984ae1ae1 HTTP/1.1" status: 200 len: 935 time: 0.0631561 Feb 19 03:04:48.793212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e6c1-850d-4e26-9ff9-af85c4dddc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (8ef9d193-518b-4e14-b4fa-589bb556e7c3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.823132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8e6c1-850d-4e26-9ff9-af85c4dddc40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef9d193-518b-4e14-b4fa-589bb556e7c3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:48.831721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e6c1-850d-4e26-9ff9-af85c4dddc40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:48.835024 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1bb8e6c1-850d-4e26-9ff9-af85c4dddc40 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8ef9d193-518b-4e14-b4fa-589bb556e7c3 HTTP/1.1" status: 204 len: 168 time: 0.2872293 Feb 19 03:04:48.839258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57362) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:48.849252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c4f895fb-2989-4c1c-b31a-c9cd84c9ae8b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:48.850676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c4f895fb-2989-4c1c-b31a-c9cd84c9ae8b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports/d5775f94-e272-4b71-ba53-68b52e42b574 HTTP/1.1" status: 200 len: 935 time: 0.0694599 Feb 19 03:04:48.952452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-2d151462-d6b6-421c-a9a0-edf97adce065 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?network_id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0792105 Feb 19 03:04:48.979627 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (881f4963-13a0-4c62-88bc-0fe1939f0e20), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.002246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-927beb6f-0d37-4e56-b9fd-90b195e58f25 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?network_id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0425353 Feb 19 03:04:49.137173 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (881f4963-13a0-4c62-88bc-0fe1939f0e20), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.174807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['881f4963-13a0-4c62-88bc-0fe1939f0e20']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:49.191642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98726e38-812c-4d8b-9302-d41ba110c9f2') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:49.191902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98726e38-812c-4d8b-9302-d41ba110c9f2') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:49.203800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-990616d3-2a4e-4dfb-811b-ca010df46c0e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:49.208693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-990616d3-2a4e-4dfb-811b-ca010df46c0e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:49.213655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-990616d3-2a4e-4dfb-811b-ca010df46c0e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:49.215295 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-990616d3-2a4e-4dfb-811b-ca010df46c0e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/networks?id=e39bf806-1992-49ff-a939-99215785f492&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174 HTTP/1.1" status: 200 len: 1996 time: 0.2059278 Feb 19 03:04:49.219822 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (98726e38-812c-4d8b-9302-d41ba110c9f2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.240583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-dc2e0986-8159-4adb-86a7-f1083292940c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/quotas/fca2ef770c0e470c8fda0550b0ef6c16 HTTP/1.1" status: 200 len: 375 time: 0.0141947 Feb 19 03:04:49.241469 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (98726e38-812c-4d8b-9302-d41ba110c9f2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.248626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:04:49.249066 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (98726e38-812c-4d8b-9302-d41ba110c9f2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:04:49.251484 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:04:49.335748 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (881f4963-13a0-4c62-88bc-0fe1939f0e20), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.341756 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.345320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] 10.222.0.81 "DELETE /v2.0/networks/881f4963-13a0-4c62-88bc-0fe1939f0e20 HTTP/1.1" status: 204 len: 168 time: 0.5049551 Feb 19 03:04:49.361853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9f9c0-8cd8-413b-9d36-29e5fbf2061c admin admin] Pushing event deleted for resources: {'Network': ['ID=881f4963-13a0-4c62-88bc-0fe1939f0e20,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:49.379475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-6b6cddef-f048-4629-90ed-89c6a8a39f64 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1307068 Feb 19 03:04:49.584459 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57374) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:49.628496 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5e3c653e-cc5b-434d-89db-e4b40567de59 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e011fd13146f4d77844a190639a81c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427160 Feb 19 03:04:49.631218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57376) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:49.684220 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a28a-c7ef-4d61-aeda-48618f33c15e admin admin] Publish callbacks [] for security_group (02c52329-08ad-4350-8f55-01940801b012), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.709072 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a28a-c7ef-4d61-aeda-48618f33c15e admin admin] Publish callbacks [] for security_group (02c52329-08ad-4350-8f55-01940801b012), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.762394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a28a-c7ef-4d61-aeda-48618f33c15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (02c52329-08ad-4350-8f55-01940801b012), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.765779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6f3a28a-c7ef-4d61-aeda-48618f33c15e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:49.768739 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f6f3a28a-c7ef-4d61-aeda-48618f33c15e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02c52329-08ad-4350-8f55-01940801b012 HTTP/1.1" status: 204 len: 168 time: 0.1348708 Feb 19 03:04:49.776094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3a28a-c7ef-4d61-aeda-48618f33c15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c52329-08ad-4350-8f55-01940801b012,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:49.863697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fa5a6-0fa2-4857-98a1-a51c1822b6ca req-ce24bb02-8f0f-4cfe-8ffa-3832b8d15302 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:49.865245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e8fa5a6-0fa2-4857-98a1-a51c1822b6ca req-ce24bb02-8f0f-4cfe-8ffa-3832b8d15302 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.4270046 Feb 19 03:04:49.867570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-ac81184d-b168-44c7-8310-5fd2605f39af service neutron] 10.222.0.81 "GET /v2.0/networks/e39bf806-1992-49ff-a939-99215785f492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758961 Feb 19 03:04:49.971977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e8fa5a6-0fa2-4857-98a1-a51c1822b6ca req-42bac495-c4e4-449b-9a4d-4b3888b03ba2 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985839 Feb 19 03:04:49.986235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b422f97b-0094-4b8e-8492-54c3ade55c30 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:50.007639 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b0dcff6d-3c68-4672-9f81-f4e5900a5568 service neutron] 10.222.0.81 "GET /v2.0/networks/e39bf806-1992-49ff-a939-99215785f492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268132 Feb 19 03:04:50.064939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b4d7e803-4fcc-4fc7-a1f4-f32745a54b4f service neutron] 10.222.0.81 "GET /v2.0/ports/e2bf896b-e2cc-48ce-bf73-650984ae1ae1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0439417 Feb 19 03:04:50.099145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port b422f97b-0094-4b8e-8492-54c3ade55c30 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:04:50.106228 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port b422f97b-0094-4b8e-8492-54c3ade55c30 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:50.106726 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.202787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b422f97b-0094-4b8e-8492-54c3ade55c30 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:50.203473 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.215463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f15c9-27ae-46f4-8207-9dcb5f451d84 req-67087f33-9fa1-4f55-8b10-dccc4088cac3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:50.217309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a12f15c9-27ae-46f4-8207-9dcb5f451d84 req-67087f33-9fa1-4f55-8b10-dccc4088cac3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.1144390 Feb 19 03:04:50.221496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57384) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:50.229503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:50.231978 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2f9a7a-b919-4823-bb73-07109f82ff28" -d '{"events": [{"server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "name": "network-vif-plugged", "status": "completed", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:50.246917 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:50.250003 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-105bb479-29ae-4569-b945-0649952e0618 service neutron] 10.222.0.81 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777892 Feb 19 03:04:50.256001 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.275256 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b509f99d-8a2d-4128-bdcb-e1d075aa7e71 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5234bb35801c457392084ed78abe9ef5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521371 Feb 19 03:04:50.277677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57388) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:50.319485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:50.349959 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a12f15c9-27ae-46f4-8207-9dcb5f451d84 req-747f97ee-f0da-4b18-aac2-fe38dbb0b3bf tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232338 Feb 19 03:04:50.406663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d54b94e9-1a36-4d46-b796-f6466822e7c6 service neutron] 10.222.0.81 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467047 Feb 19 03:04:50.411421 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e97dea47-0685-42ed-a68f-dceb7c3c12b1 admin admin] Publish callbacks [] for security_group (fc79a92e-679d-499c-b7e1-158496ed8fa7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.486194 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e97dea47-0685-42ed-a68f-dceb7c3c12b1 admin admin] Publish callbacks [] for security_group (fc79a92e-679d-499c-b7e1-158496ed8fa7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.496805 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-811388cd-467b-4e2a-a5b6-36631ec8faa5 service neutron] 10.222.0.81 "GET /v2.0/ports/d5775f94-e272-4b71-ba53-68b52e42b574?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0833943 Feb 19 03:04:50.580145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d4c571ae-b61d-4c19-97d2-f2b8ae442d7d details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:04:50.603411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668496b-6445-4194-943b-7079fdc49578 req-b20cbd53-7c55-4fab-968f-889cc8e661a4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:50.605043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9668496b-6445-4194-943b-7079fdc49578 req-b20cbd53-7c55-4fab-968f-889cc8e661a4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 948 time: 0.1618543 Feb 19 03:04:50.644674 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e97dea47-0685-42ed-a68f-dceb7c3c12b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fc79a92e-679d-499c-b7e1-158496ed8fa7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.647215 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e97dea47-0685-42ed-a68f-dceb7c3c12b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.648356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e97dea47-0685-42ed-a68f-dceb7c3c12b1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc79a92e-679d-499c-b7e1-158496ed8fa7 HTTP/1.1" status: 204 len: 168 time: 0.3335466 Feb 19 03:04:50.663538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b8012115-98aa-4478-9770-90256d1c1278 service neutron] 10.222.0.81 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554823 Feb 19 03:04:50.665552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dea47-0685-42ed-a68f-dceb7c3c12b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc79a92e-679d-499c-b7e1-158496ed8fa7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:50.725027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9668496b-6445-4194-943b-7079fdc49578 req-2ede3743-7418-4a80-8d47-02a4add87487 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035337 Feb 19 03:04:50.752025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:50.771431 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d', 'mac_address': 'fa:16:3e:2e:ba:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:04:50.812360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c200be54-60c7-40fd-a55e-a323b2bd54aa service neutron] 10.222.0.81 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316211 Feb 19 03:04:50.823023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:50.823023 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.845309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c571ae-b61d-4c19-97d2-f2b8ae442d7d {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:04:50.894257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:50.902867 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:50.956146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-f959d897-f607-4479-b580-39cc6cc5636d service neutron] 10.222.0.81 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376252 Feb 19 03:04:50.992475 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:51.051742 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409ed062-e563-44e9-8bfe-6eb554288003 x-openstack-request-id: req-409ed062-e563-44e9-8bfe-6eb554288003 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:51.052813 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "name": "network-vif-plugged", "status": "completed", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:51.052813 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-409ed062-e563-44e9-8bfe-6eb554288003 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:51.053209 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'code': 200} Feb 19 03:04:51.101259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6f33500-ae5d-4776-aeff-fd8b2bce5ca8 service neutron] 10.222.0.81 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390517 Feb 19 03:04:51.214883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac4a53-d16f-4e63-b157-2f10572051e6 req-7ea2aab6-b1b9-4cb1-8816-7883b074e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:51.216561 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9eac4a53-d16f-4e63-b157-2f10572051e6 req-7ea2aab6-b1b9-4cb1-8816-7883b074e082 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 1127 time: 0.0714803 Feb 19 03:04:51.266601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['d4c571ae-b61d-4c19-97d2-f2b8ae442d7d'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:04:51.281799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ac7d6-a5a4-448c-9e02-8b14dcd9bbc3 req-92cfe679-bca1-4cbe-baa0-bfbbc88bd175 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:51.283418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-396ac7d6-a5a4-448c-9e02-8b14dcd9bbc3 req-92cfe679-bca1-4cbe-baa0-bfbbc88bd175 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1479516 Feb 19 03:04:51.299697 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9eac4a53-d16f-4e63-b157-2f10572051e6 req-4d58a768-a409-43ea-aa5f-010163e5d11e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766184 Feb 19 03:04:51.312705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-e84ac109-fa41-4f93-a013-6cc552918eb9 service neutron] 10.222.0.81 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970091 Feb 19 03:04:51.403634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-396ac7d6-a5a4-448c-9e02-8b14dcd9bbc3 req-730a9c7e-7221-4d00-9416-6f7b1efd43b9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143360 Feb 19 03:04:51.446480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-4173e9bd-4511-4e97-b198-4ec5a3331b44 service neutron] 10.222.0.81 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282125 Feb 19 03:04:51.604938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-1136bab9-1358-407f-a149-be1a884d42e3 service neutron] 10.222.0.81 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520977 Feb 19 03:04:51.616479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef59812-95f5-463a-8707-04ac2482849e req-37a2c063-6292-4328-a1f9-3cc513e33abf tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:51.618209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ef59812-95f5-463a-8707-04ac2482849e req-37a2c063-6292-4328-a1f9-3cc513e33abf tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0956781 Feb 19 03:04:51.737656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ef59812-95f5-463a-8707-04ac2482849e req-91d6b96e-0c46-4e46-9286-a7d8f1e833a7 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070740 Feb 19 03:04:51.785287 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-da5b2e25-d514-47af-915d-0fe38f2f6fa6 service neutron] 10.222.0.81 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646194 Feb 19 03:04:51.917356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-2e7cf550-464c-452b-b178-b63f26f9df30 service neutron] 10.222.0.81 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260233 Feb 19 03:04:51.925176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c964d0a-ff73-4601-aaa4-4bf8489cd3c9 req-7cc66f5c-8b89-40fe-b210-47f9cd1465ab tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:51.926631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c964d0a-ff73-4601-aaa4-4bf8489cd3c9 req-7cc66f5c-8b89-40fe-b210-47f9cd1465ab tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 949 time: 0.1157298 Feb 19 03:04:52.039197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c964d0a-ff73-4601-aaa4-4bf8489cd3c9 req-47da7181-79cd-41b5-bf30-ce9274f3022b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041903 Feb 19 03:04:52.057387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-00d0e4c7-e73f-4042-8d60-c151ecceaf1f service neutron] 10.222.0.81 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296194 Feb 19 03:04:52.115692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bb0b9abe-6a8c-4446-9bb2-b92de8cf7319 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:52.117524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bb0b9abe-6a8c-4446-9bb2-b92de8cf7319 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports/e2bf896b-e2cc-48ce-bf73-650984ae1ae1 HTTP/1.1" status: 200 len: 935 time: 0.0534708 Feb 19 03:04:52.176465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-62274ab9-00fb-47ec-b73d-455509703b5f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:52.177964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-62274ab9-00fb-47ec-b73d-455509703b5f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports/d5775f94-e272-4b71-ba53-68b52e42b574 HTTP/1.1" status: 200 len: 935 time: 0.0537145 Feb 19 03:04:52.377628 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.583572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faf766-c6c4-410b-90c1-7be347dcc271 req-7a4630c6-c059-4321-861a-c8f9c17ef620 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:52.585632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57faf766-c6c4-410b-90c1-7be347dcc271 req-7a4630c6-c059-4321-861a-c8f9c17ef620 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.0699539 Feb 19 03:04:52.607822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d4c571ae-b61d-4c19-97d2-f2b8ae442d7d up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:04:52.639544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57faf766-c6c4-410b-90c1-7be347dcc271 req-9ac0b1c9-4120-42cd-91e5-5f8c337d3d54 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479498 Feb 19 03:04:52.722179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:04:52.727184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:52.727775 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.833666 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:04:52.834437 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.925141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:04:52.938246 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:52.966174 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40755042-c96b-4f3e-a912-8d15cee00054 req-7cce8baa-9cd6-47e9-a946-94024807a38d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0922852 Feb 19 03:04:53.015307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ac378-f39a-48b3-8165-224da6891226 req-9a622c43-3539-4786-93d0-24ffa34d6b25 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:53.019865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-147ac378-f39a-48b3-8165-224da6891226 req-9a622c43-3539-4786-93d0-24ffa34d6b25 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.1658723 Feb 19 03:04:53.079436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75704f77-25db-4aaa-a104-08fc0e70e73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:53.089818 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb9b799-43f9-4c30-b2da-65809e4becee" -d '{"events": [{"server_uuid": "75704f77-25db-4aaa-a104-08fc0e70e73f", "name": "network-vif-plugged", "status": "completed", "tag": "d4c571ae-b61d-4c19-97d2-f2b8ae442d7d"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:53.110557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:53.165426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-147ac378-f39a-48b3-8165-224da6891226 req-08c724af-43fd-4bbd-900e-d8182b5d1a97 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385293 Feb 19 03:04:53.216847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561938e-d61b-4784-8b8d-63cffed3667c req-c51433f6-3cbd-4e6c-bfe7-6d5924bd1088 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:53.219108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b561938e-d61b-4784-8b8d-63cffed3667c req-c51433f6-3cbd-4e6c-bfe7-6d5924bd1088 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 950 time: 0.0826433 Feb 19 03:04:53.235821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-001faa3f-c17f-4252-8760-fc201e624f15 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:53.237483 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-001faa3f-c17f-4252-8760-fc201e624f15 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports/e2bf896b-e2cc-48ce-bf73-650984ae1ae1 HTTP/1.1" status: 200 len: 935 time: 0.4017224 Feb 19 03:04:53.253298 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba18f64-a485-4a95-a4df-fcd17b7490b9 x-openstack-request-id: req-9ba18f64-a485-4a95-a4df-fcd17b7490b9 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:53.253744 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75704f77-25db-4aaa-a104-08fc0e70e73f", "name": "network-vif-plugged", "status": "completed", "tag": "d4c571ae-b61d-4c19-97d2-f2b8ae442d7d", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:53.254180 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ba18f64-a485-4a95-a4df-fcd17b7490b9 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:53.255153 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75704f77-25db-4aaa-a104-08fc0e70e73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d', 'code': 200} Feb 19 03:04:53.325787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b561938e-d61b-4784-8b8d-63cffed3667c req-67646316-6acc-44cd-b9dd-12259f158317 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917459 Feb 19 03:04:53.330221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b9452ea1-43bc-468d-9a65-c6c3e3013f4b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:53.332121 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b9452ea1-43bc-468d-9a65-c6c3e3013f4b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports/d5775f94-e272-4b71-ba53-68b52e42b574 HTTP/1.1" status: 200 len: 935 time: 0.0891011 Feb 19 03:04:53.341687 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:53.386454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9df682c-63e6-40e5-85cc-45c959dd388a req-b6b26241-153f-4228-99a8-95818534ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:53.389702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9df682c-63e6-40e5-85cc-45c959dd388a req-b6b26241-153f-4228-99a8-95818534ed46 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 1132 time: 0.0602591 Feb 19 03:04:53.449192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9df682c-63e6-40e5-85cc-45c959dd388a req-abff7483-0ea2-419a-918c-5c09bbc4f9f0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522823 Feb 19 03:04:53.804174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee978525-0ad8-4b79-9e72-f9c49c9883a5 req-740f93e3-eb41-4907-b1d5-c771abb357f8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:53.813048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee978525-0ad8-4b79-9e72-f9c49c9883a5 req-740f93e3-eb41-4907-b1d5-c771abb357f8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.0745776 Feb 19 03:04:53.876345 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee978525-0ad8-4b79-9e72-f9c49c9883a5 req-1fc1b45d-63b5-42a1-80f0-16e0ed4d279f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621800 Feb 19 03:04:54.033127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec42709-9767-4445-883e-e6c18df8d635 req-0944c3f5-6b6d-459c-af5e-0d93aff0b3b4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:54.040979 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cec42709-9767-4445-883e-e6c18df8d635 req-0944c3f5-6b6d-459c-af5e-0d93aff0b3b4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.0797350 Feb 19 03:04:54.046560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57502) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:04:54.064693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6fc4463f-5cdb-49fd-8cdd-a76715f7cf9c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Request body: {'floatingip': {'port_id': 'b422f97b-0094-4b8e-8492-54c3ade55c30'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:54.105341 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dcc66d8-b7cb-40ce-bed5-95cd23023c0a req-3d9f9255-66f3-4d32-8862-2eb660c35cf0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0379896 Feb 19 03:04:54.151646 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6fc4463f-5cdb-49fd-8cdd-a76715f7cf9c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (c95390b1-8f79-4fd5-b436-587ea5344442), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.339362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c4626-53ec-49f0-b8b1-6a563bfa3fd9 req-bf01e813-4135-4dcb-9afa-58f2ce9bbfc4 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:54.340838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c00c4626-53ec-49f0-b8b1-6a563bfa3fd9 req-bf01e813-4135-4dcb-9afa-58f2ce9bbfc4 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0609171 Feb 19 03:04:54.398176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c00c4626-53ec-49f0-b8b1-6a563bfa3fd9 req-c9c80a01-ffd6-4f62-bca5-d5b8799a7e56 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490685 Feb 19 03:04:54.493958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770661e-b070-457b-ad31-10ca35a98513 req-53ba4e50-036d-4429-88f5-5ef5e4498f27 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:54.496170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a770661e-b070-457b-ad31-10ca35a98513 req-53ba4e50-036d-4429-88f5-5ef5e4498f27 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 950 time: 0.0843174 Feb 19 03:04:54.565038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a770661e-b070-457b-ad31-10ca35a98513 req-c55afd1e-01f2-461f-8ab5-49b8e33875ba tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602248 Feb 19 03:04:54.804000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-585bf601-e3a5-45df-9254-fbb67041e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:54.805443 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-585bf601-e3a5-45df-9254-fbb67041e915 service neutron] 10.222.0.87 "GET /v2.0/ports/e2bf896b-e2cc-48ce-bf73-650984ae1ae1 HTTP/1.1" status: 200 len: 1031 time: 0.1009805 Feb 19 03:04:54.866772 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6fc4463f-5cdb-49fd-8cdd-a76715f7cf9c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.877099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6fc4463f-5cdb-49fd-8cdd-a76715f7cf9c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c95390b1-8f79-4fd5-b436-587ea5344442), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:54.934594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-98bfa9dd-1445-4a29-80f1-2945e01174a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:54.936683 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-98bfa9dd-1445-4a29-80f1-2945e01174a8 service neutron] 10.222.0.87 "GET /v2.0/ports/d5775f94-e272-4b71-ba53-68b52e42b574 HTTP/1.1" status: 200 len: 1031 time: 0.1225526 Feb 19 03:04:55.049145 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-6fc4463f-5cdb-49fd-8cdd-a76715f7cf9c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Floating IP c95390b1-8f79-4fd5-b436-587ea5344442 associated. External IP: 172.25.1.30, port: b422f97b-0094-4b8e-8492-54c3ade55c30. Feb 19 03:04:55.136884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-1d6fdb03-2c43-408c-ac06-13804478cbdb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:55.141953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-1d6fdb03-2c43-408c-ac06-13804478cbdb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:55.146904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-1d6fdb03-2c43-408c-ac06-13804478cbdb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:55.148504 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-1d6fdb03-2c43-408c-ac06-13804478cbdb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "GET /v2.0/networks?id=e39bf806-1992-49ff-a939-99215785f492&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174 HTTP/1.1" status: 200 len: 1996 time: 0.1791868 Feb 19 03:04:55.242906 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-cf04dfd7-b8e2-4137-b349-4e80d93aae76 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fca2ef770c0e470c8fda0550b0ef6c16 HTTP/1.1" status: 200 len: 380 time: 0.0648155 Feb 19 03:04:55.254923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'port': {'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'admin_state_up': True, 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'security_groups': ['8208d655-7206-4b1a-a23c-3ebea9ce28a5']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:55.266343 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a535a141-3eb5-40e2-91c3-c4472e780531 req-d5df52dd-e3a7-4909-8c55-f82bcf63fac4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0569603 Feb 19 03:04:55.476620 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc4463f-5cdb-49fd-8cdd-a76715f7cf9c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:04:55.494401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:55.498270 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:55.616640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4865dd-10a1-4fae-8bba-35041c215390 req-203dc5bb-fb24-4fc5-b4a8-71e3072a23f4 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:55.624938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d4865dd-10a1-4fae-8bba-35041c215390 req-203dc5bb-fb24-4fc5-b4a8-71e3072a23f4 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0983903 Feb 19 03:04:55.728437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Allocated IP 172.20.0.12 (e39bf806-1992-49ff-a939-99215785f492/f79cf414-250d-440d-9768-50a61554ea8b/3fe16846-d544-4242-b68b-4767f0fe9584) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:55.754308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d4865dd-10a1-4fae-8bba-35041c215390 req-9afbfd87-0969-4f79-bf2c-9322f77e5aa0 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282237 Feb 19 03:04:55.791635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618b3dd-5150-4c5b-a691-ddeb8a5bcc0b req-cd906fe9-8b8c-4c0f-87f4-8407c7b9fa2a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:55.799175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1618b3dd-5150-4c5b-a691-ddeb8a5bcc0b req-cd906fe9-8b8c-4c0f-87f4-8407c7b9fa2a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 950 time: 0.1142604 Feb 19 03:04:55.851724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1618b3dd-5150-4c5b-a691-ddeb8a5bcc0b req-faca3db1-f1c8-45b2-ab7e-5cc637e3b18d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515499 Feb 19 03:04:56.028497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1285b05-1b51-4af5-b441-5ca918d82bc4 req-52267cbc-2ebb-4b85-bb98-cc0b6dde13bc tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:56.030151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1285b05-1b51-4af5-b441-5ca918d82bc4 req-52267cbc-2ebb-4b85-bb98-cc0b6dde13bc tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 1132 time: 0.0987465 Feb 19 03:04:56.111802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1285b05-1b51-4af5-b441-5ca918d82bc4 req-fef43adb-cd20-4f2d-b2cf-59c0cd1dcd3c tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747564 Feb 19 03:04:56.224350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc4463f-5cdb-49fd-8cdd-a76715f7cf9c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:04:56.230996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6fc4463f-5cdb-49fd-8cdd-a76715f7cf9c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.238787 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f3717-4290-439e-94fa-c3d84c725139 None None] Sync routers for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:04:56.270474 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f3717-4290-439e-94fa-c3d84c725139 None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:56.271562 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ed9f3717-4290-439e-94fa-c3d84c725139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:04:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:56.313720 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6fc4463f-5cdb-49fd-8cdd-a76715f7cf9c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "PUT /v2.0/floatingips/c95390b1-8f79-4fd5-b436-587ea5344442 HTTP/1.1" status: 200 len: 990 time: 2.2652187 Feb 19 03:04:56.325284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:04:56.330128 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad260196-95b0-439f-a372-cd2cd00ef283" -d '{"events": [{"name": "network-changed", "server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:04:56.482126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for port (3fe16846-d544-4242-b68b-4767f0fe9584), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.526538 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38edccc3-374b-4083-8320-75fe17236715 x-openstack-request-id: req-38edccc3-374b-4083-8320-75fe17236715 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:04:56.526828 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:04:56.527073 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-38edccc3-374b-4083-8320-75fe17236715 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:04:56.527516 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'status': 'completed', 'code': 200} Feb 19 03:04:56.538638 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.586215 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-ed9f3717-4290-439e-94fa-c3d84c725139 None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:04:56.599789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3a80d0f-bfa1-400e-aef5-e8277384aa50 req-3648c31d-3eb8-4574-a72f-5561279ff2e6 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.1185794 Feb 19 03:04:56.627525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Network e39bf806-1992-49ff-a939-99215785f492 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:56.649852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:56.659849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:56.665211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Port': ['ID=3fe16846-d544-4242-b68b-4767f0fe9584,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:56.823592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:56.824301 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:56.826635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-5efca446-4c59-427b-8242-a33c0a5be4d3 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1901004 Feb 19 03:04:56.880053 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-293b8feb-7067-4e76-a850-6b58ab56f81d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6300678 Feb 19 03:04:56.891774 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'port': {'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5', 'admin_state_up': True, 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'security_groups': ['8208d655-7206-4b1a-a23c-3ebea9ce28a5']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:56.935294 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ed9f3717-4290-439e-94fa-c3d84c725139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c95390b1-8f79-4fd5-b436-587ea5344442', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'port_id': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'mac_address': 'fa:16:3e:5a:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:04:33Z', 'updated_at': '2022-02-19T03:04:54Z', 'revision_number': 1, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:35Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:56.996628 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f3717-4290-439e-94fa-c3d84c725139 None None] Checking router: 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:04:57.006514 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9f3717-4290-439e-94fa-c3d84c725139 None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:04:57.007131 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ed9f3717-4290-439e-94fa-c3d84c725139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:04:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:57.150582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ad3da4bb-1e5e-47ce-b716-9ea0dcff6acb None None] Provisioning complete for port 3fe16846-d544-4242-b68b-4767f0fe9584 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:57.151130 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ad3da4bb-1e5e-47ce-b716-9ea0dcff6acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.196054 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:57.199728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.280124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260196-95b0-439f-a372-cd2cd00ef283 req-10246c36-b7dc-4758-b02f-f9ed1f12555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:57.286617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad260196-95b0-439f-a372-cd2cd00ef283 req-10246c36-b7dc-4758-b02f-f9ed1f12555c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 1127 time: 0.6858201 Feb 19 03:04:57.306025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ad3da4bb-1e5e-47ce-b716-9ea0dcff6acb None None] Port 3fe16846-d544-4242-b68b-4767f0fe9584 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:57.468382 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-ed9f3717-4290-439e-94fa-c3d84c725139 None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:04:57.506801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Allocated IP 10.1.1.134 (2546c89f-3126-41e0-a61b-a364cebc24c5/4bbff081-5cb4-44c4-bccf-eacf05128765/72ecd80a-ead9-4450-bb93-e96fa2579879) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:57.527011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-a1a83bcc-e543-41b6-83c4-1b17fc139841 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:57.534685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-a1a83bcc-e543-41b6-83c4-1b17fc139841 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7070754 Feb 19 03:04:57.581462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8ed94-38c9-4a71-9b98-900d3a21ec1c req-20a7238f-24af-41dd-8271-dba12051f7bb tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:57.598906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9f8ed94-38c9-4a71-9b98-900d3a21ec1c req-20a7238f-24af-41dd-8271-dba12051f7bb tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.6835263 Feb 19 03:04:57.627653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-5fdb28af-118c-4bf7-8311-d86ae9dda27d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/quotas/5647f951301f4cefbfcdd514b5f2e37b HTTP/1.1" status: 200 len: 375 time: 0.0826778 Feb 19 03:04:57.768893 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ed9f3717-4290-439e-94fa-c3d84c725139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c95390b1-8f79-4fd5-b436-587ea5344442', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'port_id': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'mac_address': 'fa:16:3e:5a:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:04:33Z', 'updated_at': '2022-02-19T03:04:54Z', 'revision_number': 1, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:35Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:04:57.844323 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9f3717-4290-439e-94fa-c3d84c725139 None None] The sync data for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 is: [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c95390b1-8f79-4fd5-b436-587ea5344442', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'floating_ip_address': '172.25.1.30', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'port_id': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'mac_address': 'fa:16:3e:5a:23:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:04:33Z', 'updated_at': '2022-02-19T03:04:54Z', 'revision_number': 1, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:35Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:04:57.851159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260196-95b0-439f-a372-cd2cd00ef283 req-e2f6f4cb-e5e3-4084-9242-a85d8acd32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:57.858090 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:57.859327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad260196-95b0-439f-a372-cd2cd00ef283 req-e2f6f4cb-e5e3-4084-9242-a85d8acd32b1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 918 time: 0.5592949 Feb 19 03:04:57.939554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-ef563af1-b093-40a9-a4fe-47a34532e758 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3102925 Feb 19 03:04:57.972867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9f8ed94-38c9-4a71-9b98-900d3a21ec1c req-2845bbc0-91d4-4ff6-9f70-e7ae891ecaca tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728673 Feb 19 03:04:57.983039 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.151262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad260196-95b0-439f-a372-cd2cd00ef283 req-837fae22-5cc8-4232-892e-4ed9544b1db2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b422f97b-0094-4b8e-8492-54c3ade55c30 HTTP/1.1" status: 200 len: 998 time: 0.2674985 Feb 19 03:04:58.161310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Network 2546c89f-3126-41e0-a61b-a364cebc24c5 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:04:58.174235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:04:58.196153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:04:58.408425 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:58.412695 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.466285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f2d4ee-6f0a-495f-bf6c-4eadb388c25f None None] New status for floating IP c95390b1-8f79-4fd5-b436-587ea5344442: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:04:58.484234 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5938377 Feb 19 03:04:58.519080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'port': {'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5', 'admin_state_up': True, 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'security_groups': ['8208d655-7206-4b1a-a23c-3ebea9ce28a5']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:04:58.538140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc896236-f1b8-4e90-83b1-99ad1b01583a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Port': ['ID=72ecd80a-ead9-4450-bb93-e96fa2579879,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:04:58.558590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b25fdf-a979-4d33-9aec-78e589f0ade9 req-a3f848a0-88c5-4fcd-912a-0fd7993d9d75 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 210 time: 0.1713700 Feb 19 03:04:58.616093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260196-95b0-439f-a372-cd2cd00ef283 req-c55d7c2d-d032-48c2-9459-2b64d2580ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:58.621574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad260196-95b0-439f-a372-cd2cd00ef283 req-c55d7c2d-d032-48c2-9459-2b64d2580ad4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.4637761 Feb 19 03:04:58.658389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621045-799b-4d76-838e-d35e8afa5d9b req-237e6236-0e51-4cdb-a4a2-8309d37e2a72 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:58.672415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4621045-799b-4d76-838e-d35e8afa5d9b req-237e6236-0e51-4cdb-a4a2-8309d37e2a72 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:58.686777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4621045-799b-4d76-838e-d35e8afa5d9b req-237e6236-0e51-4cdb-a4a2-8309d37e2a72 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 1654 time: 0.4988964 Feb 19 03:04:58.886457 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ab10120-aec0-4b7a-8949-32dc54d53854 None None] Provisioning complete for port 72ecd80a-ead9-4450-bb93-e96fa2579879 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:04:58.889993 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ab10120-aec0-4b7a-8949-32dc54d53854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.927966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad260196-95b0-439f-a372-cd2cd00ef283 req-85c9b047-6872-4ccd-8ad2-d575e3ef06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:58.931714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad260196-95b0-439f-a372-cd2cd00ef283 req-85c9b047-6872-4ccd-8ad2-d575e3ef06cc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2232816 Feb 19 03:04:58.956779 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:04:58.960937 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:58.961918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4621045-799b-4d76-838e-d35e8afa5d9b req-dce176a9-e8ec-45c2-b45d-9d3377d926b1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709460 Feb 19 03:04:59.010784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ab10120-aec0-4b7a-8949-32dc54d53854 None None] Port 72ecd80a-ead9-4450-bb93-e96fa2579879 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:04:59.304830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Allocated IP 10.1.1.229 (2546c89f-3126-41e0-a61b-a364cebc24c5/4bbff081-5cb4-44c4-bccf-eacf05128765/b239ae85-3b48-442a-b227-625a0c59652a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:04:59.360335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad260196-95b0-439f-a372-cd2cd00ef283 req-91705dd6-e551-4dfd-9e00-eca8ac548184 service neutron] 10.222.0.87 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942018 Feb 19 03:04:59.579328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad260196-95b0-439f-a372-cd2cd00ef283 req-a65e6e42-c5c0-47f5-8c8e-fddf17de62e0 service neutron] 10.222.0.87 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156200 Feb 19 03:04:59.611486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8019538-5467-4796-908f-c5ba778eae7f req-b66fcc7e-3a89-4375-8ef4-e9a8042d897d tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:04:59.623796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f8019538-5467-4796-908f-c5ba778eae7f req-b66fcc7e-3a89-4375-8ef4-e9a8042d897d tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.4607844 Feb 19 03:04:59.706124 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f8019538-5467-4796-908f-c5ba778eae7f req-d056a591-1165-43b7-90ab-ad907504000b tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709217 Feb 19 03:04:59.779751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for port (b239ae85-3b48-442a-b227-625a0c59652a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:04:59.786829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8734faf9-7d04-444c-b809-2b3a63f72fd1 req-6293e605-d380-421e-9e3b-b256e7e92cdc tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 210 time: 0.0433064 Feb 19 03:04:59.890505 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b239ae85-3b48-442a-b227-625a0c59652a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.036751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Port': ['ID=b239ae85-3b48-442a-b227-625a0c59652a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:00.066243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Network 2546c89f-3126-41e0-a61b-a364cebc24c5 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:00.068364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:00.071708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:00.269039 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:00.269723 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.308220 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-53dc0351-b696-497d-a12e-cbc82f1b6ece tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8060622 Feb 19 03:05:00.325183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'port': {'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174', 'admin_state_up': True, 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'security_groups': ['8208d655-7206-4b1a-a23c-3ebea9ce28a5']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:00.583225 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:00.590352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-dd6902c8-3322-4f0d-81ba-6dbb4290fddd None None] Provisioning complete for port b239ae85-3b48-442a-b227-625a0c59652a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:00.590929 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dd6902c8-3322-4f0d-81ba-6dbb4290fddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b239ae85-3b48-442a-b227-625a0c59652a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:00.685294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dd6902c8-3322-4f0d-81ba-6dbb4290fddd None None] Port b239ae85-3b48-442a-b227-625a0c59652a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:05:00.912028 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.168427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-1fbd6973-dbe8-4c61-a14e-539b9defbac0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8848827 Feb 19 03:05:01.216895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f0ffa-090b-4778-9322-9cdeec871140 req-918ff74d-d9e8-4671-83ab-1bc932984b84 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:01.222428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f0ffa-090b-4778-9322-9cdeec871140 req-918ff74d-d9e8-4671-83ab-1bc932984b84 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:01.227658 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f0ffa-090b-4778-9322-9cdeec871140 req-918ff74d-d9e8-4671-83ab-1bc932984b84 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:01.229380 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e22f0ffa-090b-4778-9322-9cdeec871140 req-918ff74d-d9e8-4671-83ab-1bc932984b84 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 2375 time: 1.0466580 Feb 19 03:05:01.333518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-74fc7f22-25a7-435e-944e-9e4577dfb9d7 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:01.335564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-74fc7f22-25a7-435e-944e-9e4577dfb9d7 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042187 Feb 19 03:05:01.357032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Request body: {'port': {'device_id': 'c3110792-c003-4b66-bd7d-4c7cc2fa603b', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '5647f951301f4cefbfcdd514b5f2e37b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:01.385265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Allocated IP 10.2.2.100 (708bd1f1-93b4-47e5-a1d4-41f33cfbb174/389c3134-0e16-47c8-b483-a7455907601b/5b255800-179b-416e-887d-77c67452cd8f) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:01.414642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bbdb8-ce55-4dc8-83c6-01b3b4a429bd req-5e57a236-c0e5-44b9-b3eb-b6f5c0d7ab77 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:01.416201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-829bbdb8-ce55-4dc8-83c6-01b3b4a429bd req-5e57a236-c0e5-44b9-b3eb-b6f5c0d7ab77 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.2467752 Feb 19 03:05:01.477076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e22f0ffa-090b-4778-9322-9cdeec871140 req-52a968cf-c57f-4779-93b5-4d5acb667c01 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404576 Feb 19 03:05:01.605528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-829bbdb8-ce55-4dc8-83c6-01b3b4a429bd req-83d928e9-10f0-4cb2-9fbf-6db123ef9512 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733668 Feb 19 03:05:01.619626 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for port (5b255800-179b-416e-887d-77c67452cd8f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.630843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Made reservation on behalf of 5647f951301f4cefbfcdd514b5f2e37b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:01.636802 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.684260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37d0820c-2ba9-40fc-9cc5-0a7f8dd92711 req-6069c0b9-7121-472a-b36c-af0382ae8bfd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 210 time: 0.0695751 Feb 19 03:05:01.699127 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5b255800-179b-416e-887d-77c67452cd8f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.801303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:01.817397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:01.824113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:01.863971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Port': ['ID=5b255800-179b-416e-887d-77c67452cd8f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:01.912134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Allocated IP 192.168.233.55 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/a52bf954-333b-4f3e-9c63-638124ce2fe0) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:01.917007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:01.917688 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:01.961520 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-c28da4b7-d1ca-4f1a-8a1c-2d61e1332c6d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6439192 Feb 19 03:05:01.978350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'port': {'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174', 'admin_state_up': True, 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'security_groups': ['8208d655-7206-4b1a-a23c-3ebea9ce28a5']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:02.095849 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks [] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.169163 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.184346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['b142796f-cf16-4677-9ed9-02a83cec6634', 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:02.246393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event updated for resources: {'Port': ['ID=a52bf954-333b-4f3e-9c63-638124ce2fe0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:02.261293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Made reservation on behalf of fca2ef770c0e470c8fda0550b0ef6c16 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:02.266769 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.268805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:02.270029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176', '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', '7012cb41-d0d0-47a3-9043-de749963e040', '52f73a29-419a-4b4f-b555-43d09d862c57'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:02.272858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:02.275826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:02.331128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:02.331825 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.347327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2accb0f3-c7c2-479e-bbd9-c3af52c8cf24 req-3f613c94-ecbd-4673-b268-1f960d0f5790 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2126551 Feb 19 03:05:02.361681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-98905fc8-7511-4450-a704-68e7441ac81f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0084405 Feb 19 03:05:02.375770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Request body: {'port': {'device_id': 'c3110792-c003-4b66-bd7d-4c7cc2fa603b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:02.593204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-15ce74ed-5905-4914-bcba-f8c219b8c55d None None] Provisioning complete for port 5b255800-179b-416e-887d-77c67452cd8f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:02.593488 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15ce74ed-5905-4914-bcba-f8c219b8c55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5b255800-179b-416e-887d-77c67452cd8f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.596382 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:02.614182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accb0f3-c7c2-479e-bbd9-c3af52c8cf24 req-e9bf98d1-9c5f-4d76-86db-7b803bc3453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:02.616695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2accb0f3-c7c2-479e-bbd9-c3af52c8cf24 req-e9bf98d1-9c5f-4d76-86db-7b803bc3453a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 1126 time: 0.1884079 Feb 19 03:05:02.727524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-15ce74ed-5905-4914-bcba-f8c219b8c55d None None] Port 5b255800-179b-416e-887d-77c67452cd8f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:05:02.789537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Allocated IP 10.2.2.200 (708bd1f1-93b4-47e5-a1d4-41f33cfbb174/389c3134-0e16-47c8-b483-a7455907601b/b80d0925-a55d-472f-933c-2e00920a0516) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:02.967952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2060d657-8081-45f0-a465-f664a0688176 None None] Provisioning complete for port a52bf954-333b-4f3e-9c63-638124ce2fe0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:02.968228 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2060d657-8081-45f0-a465-f664a0688176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.013189 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for port (b80d0925-a55d-472f-933c-2e00920a0516), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.069452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a598-6771-4625-b338-09cb71015cfb req-351c91a3-e900-4b69-b97b-172b199fc7f0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:03.074645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a598-6771-4625-b338-09cb71015cfb req-351c91a3-e900-4b69-b97b-172b199fc7f0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:03.080102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a598-6771-4625-b338-09cb71015cfb req-351c91a3-e900-4b69-b97b-172b199fc7f0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:03.085379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4a598-6771-4625-b338-09cb71015cfb req-351c91a3-e900-4b69-b97b-172b199fc7f0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:03.087121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90d4a598-6771-4625-b338-09cb71015cfb req-351c91a3-e900-4b69-b97b-172b199fc7f0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 3096 time: 0.3516085 Feb 19 03:05:03.106179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c359f-e774-4482-886f-a3d85fc280f3 req-c7338452-95bd-48a3-bf68-a2d49fd1e05c tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:03.114168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d1c359f-e774-4482-886f-a3d85fc280f3 req-c7338452-95bd-48a3-bf68-a2d49fd1e05c tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.2994514 Feb 19 03:05:03.122921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2060d657-8081-45f0-a465-f664a0688176 None None] Port a52bf954-333b-4f3e-9c63-638124ce2fe0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:05:03.147126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b80d0925-a55d-472f-933c-2e00920a0516), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.186719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accb0f3-c7c2-479e-bbd9-c3af52c8cf24 req-12ee5e8b-0362-4202-9603-04d09cc046f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:03.188215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2accb0f3-c7c2-479e-bbd9-c3af52c8cf24 req-12ee5e8b-0362-4202-9603-04d09cc046f9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.4878864 Feb 19 03:05:03.201777 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:05:03.229362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:03.238426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:03.258318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:03.273511 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d1c359f-e774-4482-886f-a3d85fc280f3 req-dce644ed-f7fd-44ef-bf4c-63cc31cd0709 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576860 Feb 19 03:05:03.380076 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event updated for resources: {'Port': ['ID=b80d0925-a55d-472f-933c-2e00920a0516,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:03.419422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:03.422272 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.466863 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b34fa419-ebbc-4df0-8a76-fadb1b8f2ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4990091 Feb 19 03:05:03.478556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Request body: {'port': {'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:03.516743 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2accb0f3-c7c2-479e-bbd9-c3af52c8cf24 req-21427379-223f-4fbc-8db6-c7c3fd1115cd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90 HTTP/1.1" status: 200 len: 217 time: 0.2897742 Feb 19 03:05:03.619340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90d4a598-6771-4625-b338-09cb71015cfb req-907ab0e6-855b-4b1f-8369-4a598bb82a7e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4882877 Feb 19 03:05:03.620813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2accb0f3-c7c2-479e-bbd9-c3af52c8cf24 req-cd9215af-d808-4794-9d17-c6692775b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:03.622818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2accb0f3-c7c2-479e-bbd9-c3af52c8cf24 req-cd9215af-d808-4794-9d17-c6692775b9e2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.0538192 Feb 19 03:05:03.685719 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.693098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2accb0f3-c7c2-479e-bbd9-c3af52c8cf24 req-29ce24f8-7c3b-4cc4-9fa5-efd301161377 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630648 Feb 19 03:05:03.761052 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d785087-55f6-4ed8-938b-f84244d65afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.794736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-8949fdbb-5a63-4dd0-97bc-703561b4b46e None None] Provisioning complete for port b80d0925-a55d-472f-933c-2e00920a0516 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:03.795634 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8949fdbb-5a63-4dd0-97bc-703561b4b46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b80d0925-a55d-472f-933c-2e00920a0516), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:03.838219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8949fdbb-5a63-4dd0-97bc-703561b4b46e None None] Port b80d0925-a55d-472f-933c-2e00920a0516 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:05:03.915249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8462fb-12db-4483-905d-d5df076112b1 req-789cd75b-caa9-4bad-ad1a-9b1a397f582e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:03.917281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f8462fb-12db-4483-905d-d5df076112b1 req-789cd75b-caa9-4bad-ad1a-9b1a397f582e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 935 time: 0.5354128 Feb 19 03:05:03.919127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2accb0f3-c7c2-479e-bbd9-c3af52c8cf24 req-ad4fa2cb-4cf0-4bd1-974e-becf4b9e1aaa service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158444 Feb 19 03:05:03.963714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a52bf954-333b-4f3e-9c63-638124ce2fe0 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:04.029206 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Publish callbacks [] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.036490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fe16846-d544-4242-b68b-4767f0fe9584 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:04.049815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Publish callbacks [] for port (3fe16846-d544-4242-b68b-4767f0fe9584), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.067493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Transition to ACTIVE for port object 3fe16846-d544-4242-b68b-4767f0fe9584 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:05:04.074843 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.151792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Pushing event updated for resources: {'Port': ['ID=3fe16846-d544-4242-b68b-4767f0fe9584,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:04.233683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f8462fb-12db-4483-905d-d5df076112b1 req-768728bf-3f5f-4f65-a71b-27bc6b9fa9bf tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096788 Feb 19 03:05:04.243991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Transition to ACTIVE for port object a52bf954-333b-4f3e-9c63-638124ce2fe0 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:05:04.273707 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.311246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Attempting to bind port 3fe16846-d544-4242-b68b-4767f0fe9584 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:04.311810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Attempting to bind port 3fe16846-d544-4242-b68b-4767f0fe9584 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:04.312301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Attempting to bind port 3fe16846-d544-4242-b68b-4767f0fe9584 on network e39bf806-1992-49ff-a939-99215785f492 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:04.319164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Port 3fe16846-d544-4242-b68b-4767f0fe9584 on network e39bf806-1992-49ff-a939-99215785f492 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:05:04.319486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Attempting to bind port 3fe16846-d544-4242-b68b-4767f0fe9584 on network e39bf806-1992-49ff-a939-99215785f492 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:04.332084 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:04.332417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Checking segment: {'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:04.332829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Bound using segment: {'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:04.333274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Bound port: 3fe16846-d544-4242-b68b-4767f0fe9584, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d2b9dd-1d76-44c6-9325-92d981930310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e39bf806-1992-49ff-a939-99215785f492'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:04.333628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.440483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2accb0f3-c7c2-479e-bbd9-c3af52c8cf24 req-fd70a29a-94b2-47a2-baa6-d2c5e5248560 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083234 Feb 19 03:05:04.455536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] For port 3fe16846-d544-4242-b68b-4767f0fe9584, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:04.464389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] For port 3fe16846-d544-4242-b68b-4767f0fe9584, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3fe16846-d544-4242-b68b-4767f0fe9584,segment=NetworkSegment(68d2b9dd-1d76-44c6-9325-92d981930310),segment_id=68d2b9dd-1d76-44c6-9325-92d981930310)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:04.479384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.492003 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Pushing event updated for resources: {'Port': ['ID=a52bf954-333b-4f3e-9c63-638124ce2fe0,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:04.545877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:04.547053 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.548815 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] 10.222.0.87 "PUT /v2.0/ports/3fe16846-d544-4242-b68b-4767f0fe9584 HTTP/1.1" status: 200 len: 1092 time: 1.0756214 Feb 19 03:05:04.549280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': '3fe16846-d544-4242-b68b-4767f0fe9584'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:04.552079 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceb8445-a669-4f49-969b-f508eea864d1" -d '{"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "3fe16846-d544-4242-b68b-4767f0fe9584"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:04.587785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Request body: {'port': {'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:04.625741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fda6b4-317a-41f8-9d53-b52aabbb795c service neutron] Pushing event updated for resources: {'Port': ['ID=3fe16846-d544-4242-b68b-4767f0fe9584,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:04.718873 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a28d00-b9c7-4231-a3e3-4739a315e6fb x-openstack-request-id: req-62a28d00-b9c7-4231-a3e3-4739a315e6fb {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:04.719178 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "3fe16846-d544-4242-b68b-4767f0fe9584", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:04.719448 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62a28d00-b9c7-4231-a3e3-4739a315e6fb {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:04.719853 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': '3fe16846-d544-4242-b68b-4767f0fe9584', 'status': 'completed', 'code': 200} Feb 19 03:05:04.743798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:04.874347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921a0f7-71ca-47e5-9b12-a53b71002aa9 req-5b0035a6-c7b8-4084-bc8b-fbe45d474a59 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:04.875982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0921a0f7-71ca-47e5-9b12-a53b71002aa9 req-5b0035a6-c7b8-4084-bc8b-fbe45d474a59 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.4729214 Feb 19 03:05:04.876785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Attempting to bind port a52bf954-333b-4f3e-9c63-638124ce2fe0 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:04.877123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Attempting to bind port a52bf954-333b-4f3e-9c63-638124ce2fe0 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:04.877451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Attempting to bind port a52bf954-333b-4f3e-9c63-638124ce2fe0 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:04.930788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Port a52bf954-333b-4f3e-9c63-638124ce2fe0 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:05:04.931141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Attempting to bind port a52bf954-333b-4f3e-9c63-638124ce2fe0 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:04.974854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:04.975246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:04.975579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:04.976035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Bound port: a52bf954-333b-4f3e-9c63-638124ce2fe0, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:04.976402 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.075828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cd25d-1435-44a8-9b29-6e1e0c8f6c9f req-b64c8384-7e48-4273-8f93-1d572aa094de tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.083115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cd25d-1435-44a8-9b29-6e1e0c8f6c9f req-b64c8384-7e48-4273-8f93-1d572aa094de tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.094662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cd25d-1435-44a8-9b29-6e1e0c8f6c9f req-b64c8384-7e48-4273-8f93-1d572aa094de tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.105100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cd25d-1435-44a8-9b29-6e1e0c8f6c9f req-b64c8384-7e48-4273-8f93-1d572aa094de tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.115796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cd25d-1435-44a8-9b29-6e1e0c8f6c9f req-b64c8384-7e48-4273-8f93-1d572aa094de tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.118113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-565cd25d-1435-44a8-9b29-6e1e0c8f6c9f req-b64c8384-7e48-4273-8f93-1d572aa094de tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 3829 time: 0.2867386 Feb 19 03:05:05.189340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] For port a52bf954-333b-4f3e-9c63-638124ce2fe0, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:05.194678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] For port a52bf954-333b-4f3e-9c63-638124ce2fe0, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a52bf954-333b-4f3e-9c63-638124ce2fe0,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:05.217475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8445-a669-4f49-969b-f508eea864d1 req-db7612d3-7fe6-4fb8-88ed-ac4c8ddd9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.218457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8445-a669-4f49-969b-f508eea864d1 req-db7612d3-7fe6-4fb8-88ed-ac4c8ddd9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.219085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8445-a669-4f49-969b-f508eea864d1 req-db7612d3-7fe6-4fb8-88ed-ac4c8ddd9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.219711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8445-a669-4f49-969b-f508eea864d1 req-db7612d3-7fe6-4fb8-88ed-ac4c8ddd9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.220325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8445-a669-4f49-969b-f508eea864d1 req-db7612d3-7fe6-4fb8-88ed-ac4c8ddd9beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.222500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ceb8445-a669-4f49-969b-f508eea864d1 req-db7612d3-7fe6-4fb8-88ed-ac4c8ddd9beb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 4395 time: 0.4898834 Feb 19 03:05:05.230339 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.266416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bf896b-e2cc-48ce-bf73-650984ae1ae1 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:05.275886 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Publish callbacks [] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.301081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Transition to ACTIVE for port object e2bf896b-e2cc-48ce-bf73-650984ae1ae1 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:05:05.316799 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.324926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.326636 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.328206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] 10.222.0.67 "PUT /v2.0/ports/a52bf954-333b-4f3e-9c63-638124ce2fe0 HTTP/1.1" status: 200 len: 1095 time: 2.9571874 Feb 19 03:05:05.331518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0921a0f7-71ca-47e5-9b12-a53b71002aa9 req-684e34b2-74f0-492d-b08f-abbe7393e061 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356978 Feb 19 03:05:05.336615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3110792-c003-4b66-bd7d-4c7cc2fa603b', 'tag': 'a52bf954-333b-4f3e-9c63-638124ce2fe0'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:05.343852 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecae730a-a59c-4412-b0cf-eda469a475c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c3110792-c003-4b66-bd7d-4c7cc2fa603b", "tag": "a52bf954-333b-4f3e-9c63-638124ce2fe0"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:05.531143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-565cd25d-1435-44a8-9b29-6e1e0c8f6c9f req-57c4d8d1-4681-4f66-a525-d724be45eeac tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323524 Feb 19 03:05:05.648867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Attempting to bind port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:05.649272 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Attempting to bind port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:05.651107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Attempting to bind port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 on network 2546c89f-3126-41e0-a61b-a364cebc24c5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:05.657107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Pushing event updated for resources: {'Port': ['ID=e2bf896b-e2cc-48ce-bf73-650984ae1ae1,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:05.661609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 on network 2546c89f-3126-41e0-a61b-a364cebc24c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:05:05.662044 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Attempting to bind port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 on network 2546c89f-3126-41e0-a61b-a364cebc24c5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:05.673558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:05.673558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Checking segment: {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:05.673558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Bound using segment: {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:05.673558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Bound port: e2bf896b-e2cc-48ce-bf73-650984ae1ae1, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:05.673558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.688140 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2665d53d-5a2e-4691-b39f-82cd173b123a x-openstack-request-id: req-2665d53d-5a2e-4691-b39f-82cd173b123a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:05.688515 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3110792-c003-4b66-bd7d-4c7cc2fa603b", "tag": "a52bf954-333b-4f3e-9c63-638124ce2fe0", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:05.689267 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2665d53d-5a2e-4691-b39f-82cd173b123a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:05.689267 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3110792-c003-4b66-bd7d-4c7cc2fa603b', 'tag': 'a52bf954-333b-4f3e-9c63-638124ce2fe0', 'status': 'completed', 'code': 200} Feb 19 03:05:05.769308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8445-a669-4f49-969b-f508eea864d1 req-31317cae-9094-44d0-95cb-2bd5595fa454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.769789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8445-a669-4f49-969b-f508eea864d1 req-31317cae-9094-44d0-95cb-2bd5595fa454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.770253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8445-a669-4f49-969b-f508eea864d1 req-31317cae-9094-44d0-95cb-2bd5595fa454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.771950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ceb8445-a669-4f49-969b-f508eea864d1 req-31317cae-9094-44d0-95cb-2bd5595fa454 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5253327 Feb 19 03:05:05.778512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357d2e7-56ee-4950-803e-2d29833906cd service neutron] Pushing event updated for resources: {'Port': ['ID=a52bf954-333b-4f3e-9c63-638124ce2fe0,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:05.824076 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] For port e2bf896b-e2cc-48ce-bf73-650984ae1ae1, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:05.828399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] For port e2bf896b-e2cc-48ce-bf73-650984ae1ae1, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e2bf896b-e2cc-48ce-bf73-650984ae1ae1,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:05.845234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.869331 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e3def65a-84c6-4be7-acb9-3f48aed6dfa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.875481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.876587 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:05.883571 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] 10.222.0.87 "PUT /v2.0/ports/e2bf896b-e2cc-48ce-bf73-650984ae1ae1 HTTP/1.1" status: 200 len: 1134 time: 1.2961266 Feb 19 03:05:05.902437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-a85fa43b-9f02-42b5-83ca-1df1d7ceb4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.905428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-a85fa43b-9f02-42b5-83ca-1df1d7ceb4c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 1129 time: 0.5064378 Feb 19 03:05:05.937604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e3fa8-d513-4944-9263-2f47f652ff0e req-a2811ce7-1e5e-4450-ac76-4a33607d2e78 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:05.939294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-944e3fa8-d513-4944-9263-2f47f652ff0e req-a2811ce7-1e5e-4450-ac76-4a33607d2e78 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 947 time: 0.3841197 Feb 19 03:05:06.030694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c480b23-0463-4c47-b2f6-6e2d020b6ecc service neutron] Pushing event updated for resources: {'Port': ['ID=e2bf896b-e2cc-48ce-bf73-650984ae1ae1,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:06.068850 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Request body: {'port': {'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:06.082103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-31098d09-d4b2-415f-bce8-42dbbf03ee92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=a52bf954-333b-4f3e-9c63-638124ce2fe0 HTTP/1.1" status: 200 len: 217 time: 0.1391468 Feb 19 03:05:06.153605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb8445-a669-4f49-969b-f508eea864d1 req-7f0a7655-3deb-4227-9f16-8d8be067c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:06.155448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ceb8445-a669-4f49-969b-f508eea864d1 req-7f0a7655-3deb-4227-9f16-8d8be067c4fb service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3584735 Feb 19 03:05:06.158739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-944e3fa8-d513-4944-9263-2f47f652ff0e req-de8d0ede-99c5-4145-b3da-34000593d9ed tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046411 Feb 19 03:05:06.171027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-8d7346df-a6e2-4571-a8bf-511b0b970c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:06.172579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-8d7346df-a6e2-4571-a8bf-511b0b970c98 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0762930 Feb 19 03:05:06.218394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.253890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-c068c2f3-0f74-4977-ab13-c0cf1096e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:06.256185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-c068c2f3-0f74-4977-ab13-c0cf1096e000 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0765383 Feb 19 03:05:06.393501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-186a4615-e259-41db-b290-bd029bfbb2a3 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306815 Feb 19 03:05:06.517285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b9c4031-ffff-43b3-a94f-cd20d705c063 req-f4ed6101-0530-4cf8-abd5-091034fc2f0c service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142082 Feb 19 03:05:06.591366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e689-a76b-4090-98c6-527f6966d558 req-4d4cae68-acfa-45fb-adde-5af4b6d94924 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:06.597894 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53e4e689-a76b-4090-98c6-527f6966d558 req-4d4cae68-acfa-45fb-adde-5af4b6d94924 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0781689 Feb 19 03:05:06.708530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5775f94-e272-4b71-ba53-68b52e42b574 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:06.717579 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Publish callbacks [] for port (d5775f94-e272-4b71-ba53-68b52e42b574), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.735012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Transition to ACTIVE for port object d5775f94-e272-4b71-ba53-68b52e42b574 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:05:06.735012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': 'e2bf896b-e2cc-48ce-bf73-650984ae1ae1'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:06.737576 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455327d4-8872-436b-b6e2-6e2e9619937c" -d '{"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "e2bf896b-e2cc-48ce-bf73-650984ae1ae1"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:06.747613 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:06.753884 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53e4e689-a76b-4090-98c6-527f6966d558 req-041fd9ef-b8c5-41b9-a555-43763fedb6e4 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372633 Feb 19 03:05:06.775816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae730a-a59c-4412-b0cf-eda469a475c4 req-8d85d800-72be-49f4-97dc-bd82920036bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:06.777840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecae730a-a59c-4412-b0cf-eda469a475c4 req-8d85d800-72be-49f4-97dc-bd82920036bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 1129 time: 0.1777563 Feb 19 03:05:06.807936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ff162-8296-41a3-9d69-6471845e5778 req-fd5dc703-394a-4994-b505-6af8215551a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:06.814558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ff162-8296-41a3-9d69-6471845e5778 req-fd5dc703-394a-4994-b505-6af8215551a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:06.851688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ff162-8296-41a3-9d69-6471845e5778 req-fd5dc703-394a-4994-b505-6af8215551a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:06.862539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5775f94-e272-4b71-ba53-68b52e42b574,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:06.870968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ff162-8296-41a3-9d69-6471845e5778 req-fd5dc703-394a-4994-b505-6af8215551a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:06.876496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ff162-8296-41a3-9d69-6471845e5778 req-fd5dc703-394a-4994-b505-6af8215551a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:06.904015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973ff162-8296-41a3-9d69-6471845e5778 req-fd5dc703-394a-4994-b505-6af8215551a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:06.906543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-973ff162-8296-41a3-9d69-6471845e5778 req-fd5dc703-394a-4994-b505-6af8215551a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 4605 time: 0.2285438 Feb 19 03:05:06.975540 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.019814 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d26c87-47a1-4561-acdf-8365bf9f003e x-openstack-request-id: req-b4d26c87-47a1-4561-acdf-8365bf9f003e {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:07.020384 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "e2bf896b-e2cc-48ce-bf73-650984ae1ae1", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:07.021133 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4d26c87-47a1-4561-acdf-8365bf9f003e {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:07.021668 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': 'e2bf896b-e2cc-48ce-bf73-650984ae1ae1', 'status': 'completed', 'code': 200} Feb 19 03:05:07.057725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Attempting to bind port d5775f94-e272-4b71-ba53-68b52e42b574 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:07.058354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Attempting to bind port d5775f94-e272-4b71-ba53-68b52e42b574 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:07.058838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Attempting to bind port d5775f94-e272-4b71-ba53-68b52e42b574 on network 2546c89f-3126-41e0-a61b-a364cebc24c5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:07.065542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Port d5775f94-e272-4b71-ba53-68b52e42b574 on network 2546c89f-3126-41e0-a61b-a364cebc24c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:05:07.066045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Attempting to bind port d5775f94-e272-4b71-ba53-68b52e42b574 on network 2546c89f-3126-41e0-a61b-a364cebc24c5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:07.075556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:07.076185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Checking segment: {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:07.076814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Bound using segment: {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:07.077392 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Bound port: d5775f94-e272-4b71-ba53-68b52e42b574, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:07.077894 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.200295 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-973ff162-8296-41a3-9d69-6471845e5778 req-37ef6ac2-e983-4478-bc38-0db96853c2b2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2727001 Feb 19 03:05:07.215596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] For port d5775f94-e272-4b71-ba53-68b52e42b574, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:07.222599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] For port d5775f94-e272-4b71-ba53-68b52e42b574, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d5775f94-e272-4b71-ba53-68b52e42b574,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:07.238407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae730a-a59c-4412-b0cf-eda469a475c4 req-18170f3e-04d6-42c9-b15d-1628f7c42edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:07.240096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecae730a-a59c-4412-b0cf-eda469a475c4 req-18170f3e-04d6-42c9-b15d-1628f7c42edd service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.3326538 Feb 19 03:05:07.246077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327d4-8872-436b-b6e2-6e2e9619937c req-0379bd1d-7a80-4597-b413-ed974c17608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:07.247958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327d4-8872-436b-b6e2-6e2e9619937c req-0379bd1d-7a80-4597-b413-ed974c17608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:07.251112 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.251913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327d4-8872-436b-b6e2-6e2e9619937c req-0379bd1d-7a80-4597-b413-ed974c17608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:07.252286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327d4-8872-436b-b6e2-6e2e9619937c req-0379bd1d-7a80-4597-b413-ed974c17608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:07.252797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327d4-8872-436b-b6e2-6e2e9619937c req-0379bd1d-7a80-4597-b413-ed974c17608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:07.253262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327d4-8872-436b-b6e2-6e2e9619937c req-0379bd1d-7a80-4597-b413-ed974c17608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:07.253960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327d4-8872-436b-b6e2-6e2e9619937c req-0379bd1d-7a80-4597-b413-ed974c17608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:07.255664 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-455327d4-8872-436b-b6e2-6e2e9619937c req-0379bd1d-7a80-4597-b413-ed974c17608f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 6238 time: 0.2098377 Feb 19 03:05:07.311616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:07.312229 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:07.313676 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] 10.222.0.87 "PUT /v2.0/ports/d5775f94-e272-4b71-ba53-68b52e42b574 HTTP/1.1" status: 200 len: 1134 time: 1.2492104 Feb 19 03:05:07.345048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b4efb-e357-49ca-a422-f0bb77e092d6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5775f94-e272-4b71-ba53-68b52e42b574,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:07.363105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Request body: {'port': {'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:07.372942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecae730a-a59c-4412-b0cf-eda469a475c4 req-3d9ff16d-983a-44f6-864c-ed078dcbfe98 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=a52bf954-333b-4f3e-9c63-638124ce2fe0 HTTP/1.1" status: 200 len: 217 time: 0.1162333 Feb 19 03:05:07.446923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.197165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae730a-a59c-4412-b0cf-eda469a475c4 req-d18cac71-e01f-4ea2-a7fe-47858815999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:08.203642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecae730a-a59c-4412-b0cf-eda469a475c4 req-d18cac71-e01f-4ea2-a7fe-47858815999a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.7728026 Feb 19 03:05:08.207748 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72ecd80a-ead9-4450-bb93-e96fa2579879 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:08.232032 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Publish callbacks [] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.286592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617541d-6421-4246-b4f3-ba9127ea3073 req-d76ae560-e847-47f2-92c8-0327afb6d5e2 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:08.288077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5617541d-6421-4246-b4f3-ba9127ea3073 req-d76ae560-e847-47f2-92c8-0327afb6d5e2 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 947 time: 0.9177785 Feb 19 03:05:08.302873 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.310949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Transition to ACTIVE for port object 72ecd80a-ead9-4450-bb93-e96fa2579879 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:05:08.327545 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.402859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327d4-8872-436b-b6e2-6e2e9619937c req-86e75506-fc1d-4239-85da-0a6ca3fd92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:08.406273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327d4-8872-436b-b6e2-6e2e9619937c req-86e75506-fc1d-4239-85da-0a6ca3fd92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:08.407399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327d4-8872-436b-b6e2-6e2e9619937c req-86e75506-fc1d-4239-85da-0a6ca3fd92fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:08.412945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-455327d4-8872-436b-b6e2-6e2e9619937c req-86e75506-fc1d-4239-85da-0a6ca3fd92fc service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.1282475 Feb 19 03:05:08.448099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a848a9-15d8-4052-9dc1-b31e6a08e0b7 req-cbb34b3f-c87a-42f3-a98e-265bc21ff052 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:08.458899 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7a848a9-15d8-4052-9dc1-b31e6a08e0b7 req-cbb34b3f-c87a-42f3-a98e-265bc21ff052 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.5041356 Feb 19 03:05:08.506363 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-67f8a676-d957-40f0-a26e-b6caa79e5be8 req-bef07b3a-7be8-4b63-9798-828ff69b10a7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2534978 Feb 19 03:05:08.533607 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Pushing event updated for resources: {'Port': ['ID=72ecd80a-ead9-4450-bb93-e96fa2579879,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:08.641367 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Attempting to bind port 72ecd80a-ead9-4450-bb93-e96fa2579879 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:08.641703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Attempting to bind port 72ecd80a-ead9-4450-bb93-e96fa2579879 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:08.642036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Attempting to bind port 72ecd80a-ead9-4450-bb93-e96fa2579879 on network 2546c89f-3126-41e0-a61b-a364cebc24c5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:08.658338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Port 72ecd80a-ead9-4450-bb93-e96fa2579879 on network 2546c89f-3126-41e0-a61b-a364cebc24c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:05:08.658490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Attempting to bind port 72ecd80a-ead9-4450-bb93-e96fa2579879 on network 2546c89f-3126-41e0-a61b-a364cebc24c5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:08.661375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57746) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:08.667246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5617541d-6421-4246-b4f3-ba9127ea3073 req-af8f3157-a50f-4a94-bb7a-0fea4bd28e4d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217862 Feb 19 03:05:08.711607 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:08.711954 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Checking segment: {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:08.712348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Bound using segment: {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:08.713185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Bound port: 72ecd80a-ead9-4450-bb93-e96fa2579879, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:08.713547 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:08.751692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a676-d957-40f0-a26e-b6caa79e5be8 req-3cfb060a-cc3e-4a8f-8f0a-b7f609a0c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:08.753725 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-67f8a676-d957-40f0-a26e-b6caa79e5be8 req-3cfb060a-cc3e-4a8f-8f0a-b7f609a0c8c6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 1127 time: 0.2095120 Feb 19 03:05:08.754554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae730a-a59c-4412-b0cf-eda469a475c4 req-7a6c6fb6-ef23-4a1b-98cd-82efcabb5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:08.758621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecae730a-a59c-4412-b0cf-eda469a475c4 req-7a6c6fb6-ef23-4a1b-98cd-82efcabb5c82 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5340858 Feb 19 03:05:08.931742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a676-d957-40f0-a26e-b6caa79e5be8 req-6929bdbd-ffee-4a8c-be0b-3906ff5e405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:08.933255 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-67f8a676-d957-40f0-a26e-b6caa79e5be8 req-6929bdbd-ffee-4a8c-be0b-3906ff5e405f service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 912 time: 0.1240036 Feb 19 03:05:08.996289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73b4dc5-0c25-404a-8618-e12a5fa03b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.022213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7a848a9-15d8-4052-9dc1-b31e6a08e0b7 req-e4fa116e-e752-47a8-b2f8-02da4696318e tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614278 Feb 19 03:05:09.025513 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': 'd5775f94-e272-4b71-ba53-68b52e42b574'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:09.036351 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e010e49-fc72-4250-9c2a-a022dde8dff9" -d '{"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "d5775f94-e272-4b71-ba53-68b52e42b574"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:09.100400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455327d4-8872-436b-b6e2-6e2e9619937c req-aaeadba6-64b7-4865-9bb3-ad952a5ad3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.104485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] For port 72ecd80a-ead9-4450-bb93-e96fa2579879, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:09.107222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-455327d4-8872-436b-b6e2-6e2e9619937c req-aaeadba6-64b7-4865-9bb3-ad952a5ad3f9 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6358161 Feb 19 03:05:09.121823 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c04eaea-4c23-4dff-acf0-e46a24ce0baf x-openstack-request-id: req-1c04eaea-4c23-4dff-acf0-e46a24ce0baf {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:09.122176 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "d5775f94-e272-4b71-ba53-68b52e42b574", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:09.122374 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c04eaea-4c23-4dff-acf0-e46a24ce0baf {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:09.122755 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': 'd5775f94-e272-4b71-ba53-68b52e42b574', 'status': 'completed', 'code': 200} Feb 19 03:05:09.135007 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-67f8a676-d957-40f0-a26e-b6caa79e5be8 req-fde2b86c-052e-4f5a-95ac-bf8d0cea5528 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f401834a-3df9-4e56-86db-96db86f33828 HTTP/1.1" status: 200 len: 1000 time: 0.1905901 Feb 19 03:05:09.143298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] For port 72ecd80a-ead9-4450-bb93-e96fa2579879, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=72ecd80a-ead9-4450-bb93-e96fa2579879,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:09.178185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecae730a-a59c-4412-b0cf-eda469a475c4 req-115e5a4f-62f4-4e11-90b8-3b53d14c1a02 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881357 Feb 19 03:05:09.226875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a676-d957-40f0-a26e-b6caa79e5be8 req-6752ee03-cb0a-4f73-a20b-d0f0b72f4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.228353 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-67f8a676-d957-40f0-a26e-b6caa79e5be8 req-6752ee03-cb0a-4f73-a20b-d0f0b72f4f48 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 200 len: 850 time: 0.0832322 Feb 19 03:05:09.234345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.285001 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecae730a-a59c-4412-b0cf-eda469a475c4 req-c7a46441-5328-4ab4-ae2c-af2a98455774 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952680 Feb 19 03:05:09.296243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a710d89-6459-4395-a64c-694d5d43a5bc req-d798daa4-de55-470f-8435-b30e9470be38 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.302455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a710d89-6459-4395-a64c-694d5d43a5bc req-d798daa4-de55-470f-8435-b30e9470be38 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.307787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a710d89-6459-4395-a64c-694d5d43a5bc req-d798daa4-de55-470f-8435-b30e9470be38 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.313926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a710d89-6459-4395-a64c-694d5d43a5bc req-d798daa4-de55-470f-8435-b30e9470be38 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.318652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Pushing event updated for resources: {'Port': ['ID=72ecd80a-ead9-4450-bb93-e96fa2579879,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:09.319500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a710d89-6459-4395-a64c-694d5d43a5bc req-d798daa4-de55-470f-8435-b30e9470be38 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.335944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a710d89-6459-4395-a64c-694d5d43a5bc req-d798daa4-de55-470f-8435-b30e9470be38 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.341343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a710d89-6459-4395-a64c-694d5d43a5bc req-d798daa4-de55-470f-8435-b30e9470be38 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.344141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a710d89-6459-4395-a64c-694d5d43a5bc req-d798daa4-de55-470f-8435-b30e9470be38 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5393 time: 0.5193946 Feb 19 03:05:09.433354 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73b4dc5-0c25-404a-8618-e12a5fa03b72 admin admin] Publish callbacks [] for security_group (fc624a93-636c-4b2c-972a-ee40a6d93d5d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.439523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.440146 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.441650 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-65e68e08-34f0-42e9-8130-0cbdc1c941e1 service neutron] 10.222.0.87 "PUT /v2.0/ports/72ecd80a-ead9-4450-bb93-e96fa2579879 HTTP/1.1" status: 200 len: 1091 time: 2.0838130 Feb 19 03:05:09.447293 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73b4dc5-0c25-404a-8618-e12a5fa03b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fc624a93-636c-4b2c-972a-ee40a6d93d5d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.487454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-740df41f-dc79-4dfd-9695-ea8a701a3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.497283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-740df41f-dc79-4dfd-9695-ea8a701a3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.497848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-740df41f-dc79-4dfd-9695-ea8a701a3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.498415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-740df41f-dc79-4dfd-9695-ea8a701a3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.498943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-740df41f-dc79-4dfd-9695-ea8a701a3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.499474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-740df41f-dc79-4dfd-9695-ea8a701a3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.500004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-740df41f-dc79-4dfd-9695-ea8a701a3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.502247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-740df41f-dc79-4dfd-9695-ea8a701a3c9a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 6366 time: 0.3214529 Feb 19 03:05:09.517448 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b73b4dc5-0c25-404a-8618-e12a5fa03b72 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7fd9d1102ec4b208ca94da9aaecc566&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8542266 Feb 19 03:05:09.521259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57752) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:09.521935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b4dc5-0c25-404a-8618-e12a5fa03b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc624a93-636c-4b2c-972a-ee40a6d93d5d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:09.541883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Request body: {'port': {'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:09.552087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a710d89-6459-4395-a64c-694d5d43a5bc req-cae86667-b0d4-4d10-b19d-89aacb9c6616 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1891091 Feb 19 03:05:09.599733 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8a676-d957-40f0-a26e-b6caa79e5be8 req-b1775e66-8e10-4c73-a186-d96f2bf9f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.601529 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-67f8a676-d957-40f0-a26e-b6caa79e5be8 req-b1775e66-8e10-4c73-a186-d96f2bf9f2b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3563342 Feb 19 03:05:09.712546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b239ae85-3b48-442a-b227-625a0c59652a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.715991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-f46fa620-e425-4fb1-8359-347259160262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.724623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-f46fa620-e425-4fb1-8359-347259160262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.725219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-f46fa620-e425-4fb1-8359-347259160262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:09.727288 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-f46fa620-e425-4fb1-8359-347259160262 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2137957 Feb 19 03:05:09.825025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b4c22d5-84ab-4b93-9d7c-9c4074419573 admin admin] Publish callbacks [] for security_group (fc624a93-636c-4b2c-972a-ee40a6d93d5d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.891948 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b4c22d5-84ab-4b93-9d7c-9c4074419573 admin admin] Publish callbacks [] for security_group (fc624a93-636c-4b2c-972a-ee40a6d93d5d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:09.986090 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.022258 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-67f8a676-d957-40f0-a26e-b6caa79e5be8 req-468bd74f-cff8-479a-9cbb-ef6a5da4aa4e service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099503 Feb 19 03:05:10.024133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-ebcdaea6-c155-46a7-9e92-6d13630ff9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:10.025784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e010e49-fc72-4250-9c2a-a022dde8dff9 req-ebcdaea6-c155-46a7-9e92-6d13630ff9eb service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2905602 Feb 19 03:05:10.061659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270541a1-8254-4183-b3f0-9f17c131e76c req-787915ab-e72b-4f03-83d6-8474dcd206a2 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:10.065332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-270541a1-8254-4183-b3f0-9f17c131e76c req-787915ab-e72b-4f03-83d6-8474dcd206a2 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 947 time: 0.2197173 Feb 19 03:05:10.151921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-270541a1-8254-4183-b3f0-9f17c131e76c req-db90a1a5-aee9-4fd4-be7c-de9abc298d05 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793681 Feb 19 03:05:10.212629 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-67f8a676-d957-40f0-a26e-b6caa79e5be8 req-0f8d2c2e-5b9e-4680-aba5-5489fcc4aeee service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451809 Feb 19 03:05:10.217771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b3899-aff1-48a4-8932-94293f1c5eef req-a0db8937-2c29-4476-b944-1f6685fa7281 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:10.219620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-092b3899-aff1-48a4-8932-94293f1c5eef req-a0db8937-2c29-4476-b944-1f6685fa7281 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0661519 Feb 19 03:05:10.322682 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b4c22d5-84ab-4b93-9d7c-9c4074419573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fc624a93-636c-4b2c-972a-ee40a6d93d5d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.325210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-092b3899-aff1-48a4-8932-94293f1c5eef req-2554984b-0b4b-4e86-b9e8-3f3fbc1382d3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975258 Feb 19 03:05:10.325608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b4c22d5-84ab-4b93-9d7c-9c4074419573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.331239 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3b4c22d5-84ab-4b93-9d7c-9c4074419573 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fc624a93-636c-4b2c-972a-ee40a6d93d5d HTTP/1.1" status: 204 len: 168 time: 0.8058133 Feb 19 03:05:10.348749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c22d5-84ab-4b93-9d7c-9c4074419573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc624a93-636c-4b2c-972a-ee40a6d93d5d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:10.698742 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a52bf954-333b-4f3e-9c63-638124ce2fe0 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:05:10.844042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7587-cf5f-403f-a31c-5e1c2548272b req-d40ac476-1c57-44a8-bd57-279134c675ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:10.854735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7587-cf5f-403f-a31c-5e1c2548272b req-d40ac476-1c57-44a8-bd57-279134c675ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:10.855089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7587-cf5f-403f-a31c-5e1c2548272b req-d40ac476-1c57-44a8-bd57-279134c675ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:10.870151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7587-cf5f-403f-a31c-5e1c2548272b req-d40ac476-1c57-44a8-bd57-279134c675ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:10.884526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7587-cf5f-403f-a31c-5e1c2548272b req-d40ac476-1c57-44a8-bd57-279134c675ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:10.901140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7587-cf5f-403f-a31c-5e1c2548272b req-d40ac476-1c57-44a8-bd57-279134c675ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:10.910937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdad7587-cf5f-403f-a31c-5e1c2548272b req-d40ac476-1c57-44a8-bd57-279134c675ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:10.929312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdad7587-cf5f-403f-a31c-5e1c2548272b req-d40ac476-1c57-44a8-bd57-279134c675ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5393 time: 0.1972671 Feb 19 03:05:10.933321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a52bf954-333b-4f3e-9c63-638124ce2fe0, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a52bf954-333b-4f3e-9c63-638124ce2fe0,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:10.937466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57774) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:10.941909 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b239ae85-3b48-442a-b227-625a0c59652a {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:10.963984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Publish callbacks [] for port (b239ae85-3b48-442a-b227-625a0c59652a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:10.967880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'a52bf954-333b-4f3e-9c63-638124ce2fe0', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'a52bf954-333b-4f3e-9c63-638124ce2fe0', 'mac_address': 'fa:16:3e:ec:59:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:05:10.980469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93ecbc4a-27aa-4d54-bcda-1e1bf7b14e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.036654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdad7587-cf5f-403f-a31c-5e1c2548272b req-249fb285-d827-489a-83b7-d09b03ff4e03 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1064062 Feb 19 03:05:11.056035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a52bf954-333b-4f3e-9c63-638124ce2fe0 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:11.056614 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.087462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a52bf954-333b-4f3e-9c63-638124ce2fe0 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:11.097151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Transition to ACTIVE for port object b239ae85-3b48-442a-b227-625a0c59652a will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:05:11.111540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a52bf954-333b-4f3e-9c63-638124ce2fe0, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a52bf954-333b-4f3e-9c63-638124ce2fe0,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:11.117411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b239ae85-3b48-442a-b227-625a0c59652a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.120415 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.131834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': '72ecd80a-ead9-4450-bb93-e96fa2579879'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:11.134110 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200dd01e-d5cb-4504-b6b5-9b1cd9193940" -d '{"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "72ecd80a-ead9-4450-bb93-e96fa2579879"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:11.185585 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93ecbc4a-27aa-4d54-bcda-1e1bf7b14e3b admin admin] Publish callbacks [] for security_group (e853c7d6-e18f-4c7f-9a3e-a79ca4f2af3d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.194392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a52bf954-333b-4f3e-9c63-638124ce2fe0,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:11.235859 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b45ad8e-f593-44e3-8dac-af44da9e517e x-openstack-request-id: req-9b45ad8e-f593-44e3-8dac-af44da9e517e {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:11.236505 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "72ecd80a-ead9-4450-bb93-e96fa2579879", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:11.238316 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b45ad8e-f593-44e3-8dac-af44da9e517e {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:11.244892 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': '72ecd80a-ead9-4450-bb93-e96fa2579879', 'status': 'completed', 'code': 200} Feb 19 03:05:11.251753 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93ecbc4a-27aa-4d54-bcda-1e1bf7b14e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e853c7d6-e18f-4c7f-9a3e-a79ca4f2af3d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.298974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecbc4a-27aa-4d54-bcda-1e1bf7b14e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e853c7d6-e18f-4c7f-9a3e-a79ca4f2af3d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:11.302090 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=b239ae85-3b48-442a-b227-625a0c59652a,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:11.342396 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-93ecbc4a-27aa-4d54-bcda-1e1bf7b14e3b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d488bb838c6243759cd1c819f64011cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4036601 Feb 19 03:05:11.345317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57782) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:11.467040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Attempting to bind port b239ae85-3b48-442a-b227-625a0c59652a on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:11.467040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Attempting to bind port b239ae85-3b48-442a-b227-625a0c59652a by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:11.467040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Attempting to bind port b239ae85-3b48-442a-b227-625a0c59652a on network 2546c89f-3126-41e0-a61b-a364cebc24c5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:11.490663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Port b239ae85-3b48-442a-b227-625a0c59652a on network 2546c89f-3126-41e0-a61b-a364cebc24c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:05:11.490988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Attempting to bind port b239ae85-3b48-442a-b227-625a0c59652a on network 2546c89f-3126-41e0-a61b-a364cebc24c5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:11.497118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-4755bc4c-3b40-4a0a-a784-c2b36c9eb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.497689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-4755bc4c-3b40-4a0a-a784-c2b36c9eb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.498043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-4755bc4c-3b40-4a0a-a784-c2b36c9eb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.498712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-4755bc4c-3b40-4a0a-a784-c2b36c9eb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.499321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-4755bc4c-3b40-4a0a-a784-c2b36c9eb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.499854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-4755bc4c-3b40-4a0a-a784-c2b36c9eb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.500355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-4755bc4c-3b40-4a0a-a784-c2b36c9eb471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.502425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-4755bc4c-3b40-4a0a-a784-c2b36c9eb471 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 6434 time: 0.2356873 Feb 19 03:05:11.522195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:11.522606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Checking segment: {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:11.523002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Bound using segment: {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:11.523708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Bound port: b239ae85-3b48-442a-b227-625a0c59652a, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26fca097-23e0-4dfd-b0af-2b09e854eb84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:11.523822 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b239ae85-3b48-442a-b227-625a0c59652a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.579968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-400ea801-4e58-470a-a5ee-35b30176489e admin admin] Publish callbacks [] for security_group (e853c7d6-e18f-4c7f-9a3e-a79ca4f2af3d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.585836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a52bf954-333b-4f3e-9c63-638124ce2fe0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:11.650134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede1b711-60e8-4862-af10-c5bf99435a43 req-09dc4f23-23c5-4da3-9799-eda520cbab6a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.659145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ede1b711-60e8-4862-af10-c5bf99435a43 req-09dc4f23-23c5-4da3-9799-eda520cbab6a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 948 time: 0.3135390 Feb 19 03:05:11.662355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-0e65d4f2-41fa-4add-ac99-83021a07b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.662826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-0e65d4f2-41fa-4add-ac99-83021a07b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.663294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-0e65d4f2-41fa-4add-ac99-83021a07b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.663746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] For port b239ae85-3b48-442a-b227-625a0c59652a, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:11.664985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-0e65d4f2-41fa-4add-ac99-83021a07b187 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1444561 Feb 19 03:05:11.667307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] For port b239ae85-3b48-442a-b227-625a0c59652a, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b239ae85-3b48-442a-b227-625a0c59652a,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:11.701726 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-400ea801-4e58-470a-a5ee-35b30176489e admin admin] Publish callbacks [] for security_group (e853c7d6-e18f-4c7f-9a3e-a79ca4f2af3d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.759043 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b239ae85-3b48-442a-b227-625a0c59652a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.805534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-400ea801-4e58-470a-a5ee-35b30176489e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e853c7d6-e18f-4c7f-9a3e-a79ca4f2af3d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.809257 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-400ea801-4e58-470a-a5ee-35b30176489e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.810577 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-400ea801-4e58-470a-a5ee-35b30176489e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e853c7d6-e18f-4c7f-9a3e-a79ca4f2af3d HTTP/1.1" status: 204 len: 168 time: 0.4635293 Feb 19 03:05:11.821744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ead7e-c444-4701-aad8-b8ceba3eb916 req-1adf8426-1d43-46a5-b1a7-d425f89985c8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.829176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b4ead7e-c444-4701-aad8-b8ceba3eb916 req-1adf8426-1d43-46a5-b1a7-d425f89985c8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.3531868 Feb 19 03:05:11.853396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ede1b711-60e8-4862-af10-c5bf99435a43 req-4557bf79-771f-49d2-8a0e-8d122b69ea73 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931479 Feb 19 03:05:11.874567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.876247 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:11.877867 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] 10.222.0.87 "PUT /v2.0/ports/b239ae85-3b48-442a-b227-625a0c59652a HTTP/1.1" status: 200 len: 1091 time: 2.3593154 Feb 19 03:05:11.878540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05832f-6613-44fa-a713-6286f7d57ab8 service neutron] Pushing event updated for resources: {'Port': ['ID=b239ae85-3b48-442a-b227-625a0c59652a,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:11.893203 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ea801-4e58-470a-a5ee-35b30176489e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e853c7d6-e18f-4c7f-9a3e-a79ca4f2af3d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:11.901504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-e6a1b0df-29a2-4f61-9999-75f32b74fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:11.903905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-200dd01e-d5cb-4504-b6b5-9b1cd9193940 req-e6a1b0df-29a2-4f61-9999-75f32b74fd47 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2138469 Feb 19 03:05:11.937211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Request body: {'port': {'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:12.026570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b4ead7e-c444-4701-aad8-b8ceba3eb916 req-460814ba-447f-4817-ac81-f8e276e347b6 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945004 Feb 19 03:05:12.160012 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5b255800-179b-416e-887d-77c67452cd8f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.509809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c0c3b-bff3-4249-a5d6-b187b8a3d65b req-2cf02542-2cf2-4e56-abe7-10f8407a31be tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:12.516784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c0c3b-bff3-4249-a5d6-b187b8a3d65b req-2cf02542-2cf2-4e56-abe7-10f8407a31be tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:12.522287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c0c3b-bff3-4249-a5d6-b187b8a3d65b req-2cf02542-2cf2-4e56-abe7-10f8407a31be tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:12.527669 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c0c3b-bff3-4249-a5d6-b187b8a3d65b req-2cf02542-2cf2-4e56-abe7-10f8407a31be tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:12.533849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c0c3b-bff3-4249-a5d6-b187b8a3d65b req-2cf02542-2cf2-4e56-abe7-10f8407a31be tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:12.554317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c0c3b-bff3-4249-a5d6-b187b8a3d65b req-2cf02542-2cf2-4e56-abe7-10f8407a31be tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:12.570953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c0c3b-bff3-4249-a5d6-b187b8a3d65b req-2cf02542-2cf2-4e56-abe7-10f8407a31be tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:12.581373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd8c0c3b-bff3-4249-a5d6-b187b8a3d65b req-2cf02542-2cf2-4e56-abe7-10f8407a31be tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5405 time: 0.3665264 Feb 19 03:05:12.887598 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b255800-179b-416e-887d-77c67452cd8f {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:12.907418 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Publish callbacks [] for port (5b255800-179b-416e-887d-77c67452cd8f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:12.926516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd8c0c3b-bff3-4249-a5d6-b187b8a3d65b req-e5e08f03-8f32-48f0-a610-11a65acb462a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3437836 Feb 19 03:05:12.953953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Transition to ACTIVE for port object 5b255800-179b-416e-887d-77c67452cd8f will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:05:12.992983 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (5b255800-179b-416e-887d-77c67452cd8f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:13.225418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Pushing event updated for resources: {'Port': ['ID=5b255800-179b-416e-887d-77c67452cd8f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:13.246020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': 'b239ae85-3b48-442a-b227-625a0c59652a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:13.249096 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "b239ae85-3b48-442a-b227-625a0c59652a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:13.409970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53273bbd-bffa-41fe-bb89-06dc5b97c2c0 req-d9994831-bfb8-46c4-bb1f-f5bd20369110 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:13.412075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53273bbd-bffa-41fe-bb89-06dc5b97c2c0 req-d9994831-bfb8-46c4-bb1f-f5bd20369110 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 948 time: 0.4372513 Feb 19 03:05:13.581670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Attempting to bind port 5b255800-179b-416e-887d-77c67452cd8f on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:13.582328 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Attempting to bind port 5b255800-179b-416e-887d-77c67452cd8f by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:13.582705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Attempting to bind port 5b255800-179b-416e-887d-77c67452cd8f on network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:13.598376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c028b64-e428-48db-aa70-be1fd1def7d5 req-923c5bb5-d4bf-4f3a-8ecd-5bd6630cf9bb tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:13.600731 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5c028b64-e428-48db-aa70-be1fd1def7d5 req-923c5bb5-d4bf-4f3a-8ecd-5bd6630cf9bb tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.4278913 Feb 19 03:05:13.614424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Port 5b255800-179b-416e-887d-77c67452cd8f on network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:05:13.614424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Attempting to bind port 5b255800-179b-416e-887d-77c67452cd8f on network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:13.648052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:13.648464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Checking segment: {'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:13.648952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Bound using segment: {'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:13.649457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Bound port: 5b255800-179b-416e-887d-77c67452cd8f, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:13.649869 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5b255800-179b-416e-887d-77c67452cd8f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:13.675269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53273bbd-bffa-41fe-bb89-06dc5b97c2c0 req-67f587ba-7670-46ce-8522-53decc1a4fd5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137625 Feb 19 03:05:13.742810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5c028b64-e428-48db-aa70-be1fd1def7d5 req-df38c6e2-be27-4da8-825c-9c72b8d36b5f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335800 Feb 19 03:05:13.778287 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae69776-2974-4d4a-ad0a-a48d0ad2b69e x-openstack-request-id: req-8ae69776-2974-4d4a-ad0a-a48d0ad2b69e {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:13.778626 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "b239ae85-3b48-442a-b227-625a0c59652a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:13.788364 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ae69776-2974-4d4a-ad0a-a48d0ad2b69e {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:13.788980 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': 'b239ae85-3b48-442a-b227-625a0c59652a', 'status': 'completed', 'code': 200} Feb 19 03:05:13.793241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] For port 5b255800-179b-416e-887d-77c67452cd8f, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:13.797819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] For port 5b255800-179b-416e-887d-77c67452cd8f, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5b255800-179b-416e-887d-77c67452cd8f,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:13.822000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (5b255800-179b-416e-887d-77c67452cd8f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:13.852721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-cbf81212-0b14-410b-bb5e-9d2fdf786d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:13.853399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-cbf81212-0b14-410b-bb5e-9d2fdf786d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:13.853924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-cbf81212-0b14-410b-bb5e-9d2fdf786d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:13.854433 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-cbf81212-0b14-410b-bb5e-9d2fdf786d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:13.854938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-cbf81212-0b14-410b-bb5e-9d2fdf786d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:13.855479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-cbf81212-0b14-410b-bb5e-9d2fdf786d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:13.856208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-cbf81212-0b14-410b-bb5e-9d2fdf786d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:13.858281 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-cbf81212-0b14-410b-bb5e-9d2fdf786d17 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 6562 time: 0.0681376 Feb 19 03:05:13.910545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:13.911756 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:13.914852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] 10.222.0.87 "PUT /v2.0/ports/5b255800-179b-416e-887d-77c67452cd8f HTTP/1.1" status: 200 len: 1091 time: 1.9852231 Feb 19 03:05:13.923519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': '5b255800-179b-416e-887d-77c67452cd8f'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:13.929723 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051fbe3b-e0c6-4781-8682-e30b24573a03" -d '{"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "5b255800-179b-416e-887d-77c67452cd8f"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:13.962918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Request body: {'port': {'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:14.060608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac37d27-c6cc-4674-ac64-991ff4178a3a service neutron] Pushing event updated for resources: {'Port': ['ID=5b255800-179b-416e-887d-77c67452cd8f,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:14.088853 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992a0e4a-70fa-4b40-81d4-fb699848170f x-openstack-request-id: req-992a0e4a-70fa-4b40-81d4-fb699848170f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:14.090400 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "5b255800-179b-416e-887d-77c67452cd8f", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:14.091542 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-992a0e4a-70fa-4b40-81d4-fb699848170f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:14.093020 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': '5b255800-179b-416e-887d-77c67452cd8f', 'status': 'completed', 'code': 200} Feb 19 03:05:14.249546 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-d0d6e650-4fac-4330-a94f-76d24e141c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.250278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-d0d6e650-4fac-4330-a94f-76d24e141c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.250436 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-d0d6e650-4fac-4330-a94f-76d24e141c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.252566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69511c-1d47-4bfe-9867-263cfac0b6bd req-aa6d58d5-5692-46e7-b063-8b1b925b9744 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.254394 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-d0d6e650-4fac-4330-a94f-76d24e141c3c service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3886464 Feb 19 03:05:14.259032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69511c-1d47-4bfe-9867-263cfac0b6bd req-aa6d58d5-5692-46e7-b063-8b1b925b9744 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.266042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69511c-1d47-4bfe-9867-263cfac0b6bd req-aa6d58d5-5692-46e7-b063-8b1b925b9744 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.272511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69511c-1d47-4bfe-9867-263cfac0b6bd req-aa6d58d5-5692-46e7-b063-8b1b925b9744 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.278610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69511c-1d47-4bfe-9867-263cfac0b6bd req-aa6d58d5-5692-46e7-b063-8b1b925b9744 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.285298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69511c-1d47-4bfe-9867-263cfac0b6bd req-aa6d58d5-5692-46e7-b063-8b1b925b9744 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.292597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69511c-1d47-4bfe-9867-263cfac0b6bd req-aa6d58d5-5692-46e7-b063-8b1b925b9744 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.301658 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed69511c-1d47-4bfe-9867-263cfac0b6bd req-aa6d58d5-5692-46e7-b063-8b1b925b9744 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5417 time: 0.1959891 Feb 19 03:05:14.385053 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b80d0925-a55d-472f-933c-2e00920a0516), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:14.418387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-510c825a-a06e-4471-a017-245c9cbe7fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.420098 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9cd88b88-da71-419f-b6bd-4c615a0c4bf2 req-510c825a-a06e-4471-a017-245c9cbe7fcf service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1592951 Feb 19 03:05:14.440187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed69511c-1d47-4bfe-9867-263cfac0b6bd req-1d468667-dc19-4027-a17e-85eeb461eec5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1375101 Feb 19 03:05:14.601304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-4d58c978-7e3d-44f1-813c-4f362fe00b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.602053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-4d58c978-7e3d-44f1-813c-4f362fe00b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.602678 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-4d58c978-7e3d-44f1-813c-4f362fe00b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.603272 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-4d58c978-7e3d-44f1-813c-4f362fe00b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.604053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-4d58c978-7e3d-44f1-813c-4f362fe00b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.604644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-4d58c978-7e3d-44f1-813c-4f362fe00b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.605397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-4d58c978-7e3d-44f1-813c-4f362fe00b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.608769 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-4d58c978-7e3d-44f1-813c-4f362fe00b91 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 6605 time: 0.1290543 Feb 19 03:05:14.709325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a52bf954-333b-4f3e-9c63-638124ce2fe0 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:14.757576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-9829365f-6fe6-4ace-98bd-204b83ce061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.758201 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-9829365f-6fe6-4ace-98bd-204b83ce061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.758797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-9829365f-6fe6-4ace-98bd-204b83ce061f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.760705 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-9829365f-6fe6-4ace-98bd-204b83ce061f service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1432116 Feb 19 03:05:14.828965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port a52bf954-333b-4f3e-9c63-638124ce2fe0 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:05:14.833307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port a52bf954-333b-4f3e-9c63-638124ce2fe0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:14.833872 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:14.939623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3bbac-0864-402c-8c07-2dc5cc6901dd req-7304e90b-7280-4eab-b36e-aaa3d6b2a89d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:14.941456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68d3bbac-0864-402c-8c07-2dc5cc6901dd req-7304e90b-7280-4eab-b36e-aaa3d6b2a89d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 948 time: 0.1228127 Feb 19 03:05:15.003789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-59dce3f4-6ee5-4498-9dbc-bb403b2d2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.007287 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-051fbe3b-e0c6-4781-8682-e30b24573a03 req-59dce3f4-6ee5-4498-9dbc-bb403b2d2895 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2379048 Feb 19 03:05:15.050126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a52bf954-333b-4f3e-9c63-638124ce2fe0 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:15.051188 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.098239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a52bf954-333b-4f3e-9c63-638124ce2fe0, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a52bf954-333b-4f3e-9c63-638124ce2fe0,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:15.100565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3110792-c003-4b66-bd7d-4c7cc2fa603b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52bf954-333b-4f3e-9c63-638124ce2fe0'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:15.103453 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1abe9a-d2c4-4d13-a3a8-970729484bb5" -d '{"events": [{"server_uuid": "c3110792-c003-4b66-bd7d-4c7cc2fa603b", "name": "network-vif-plugged", "status": "completed", "tag": "a52bf954-333b-4f3e-9c63-638124ce2fe0"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:15.106093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b80d0925-a55d-472f-933c-2e00920a0516 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:15.116897 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.133977 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Publish callbacks [] for port (b80d0925-a55d-472f-933c-2e00920a0516), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.140279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68d3bbac-0864-402c-8c07-2dc5cc6901dd req-5565c25c-1c98-4673-a417-78110197ef69 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907434 Feb 19 03:05:15.172535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Transition to ACTIVE for port object b80d0925-a55d-472f-933c-2e00920a0516 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:05:15.181256 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (b80d0925-a55d-472f-933c-2e00920a0516), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.208939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a52bf954-333b-4f3e-9c63-638124ce2fe0,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:15.322558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Pushing event updated for resources: {'Port': ['ID=b80d0925-a55d-472f-933c-2e00920a0516,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:15.449156 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0400f904-2c4a-49c1-989b-bde83468ae8a x-openstack-request-id: req-0400f904-2c4a-49c1-989b-bde83468ae8a {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:15.450203 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3110792-c003-4b66-bd7d-4c7cc2fa603b", "name": "network-vif-plugged", "status": "completed", "tag": "a52bf954-333b-4f3e-9c63-638124ce2fe0", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:15.450846 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0400f904-2c4a-49c1-989b-bde83468ae8a {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:15.452350 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3110792-c003-4b66-bd7d-4c7cc2fa603b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a52bf954-333b-4f3e-9c63-638124ce2fe0', 'code': 200} Feb 19 03:05:15.630629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25402c1-357e-4e9a-aa93-4b8a7099a5b0 req-f9a85659-f970-4e47-8af1-1dba7bc9c1b1 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.633229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b25402c1-357e-4e9a-aa93-4b8a7099a5b0 req-f9a85659-f970-4e47-8af1-1dba7bc9c1b1 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.3947203 Feb 19 03:05:15.640970 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cae9a2-00ad-4121-9aad-89bee6597a1b req-9877c891-f014-4f16-beb1-6a00639829ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.643850 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-06cae9a2-00ad-4121-9aad-89bee6597a1b req-9877c891-f014-4f16-beb1-6a00639829ee service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 1131 time: 0.1057990 Feb 19 03:05:15.661061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Attempting to bind port b80d0925-a55d-472f-933c-2e00920a0516 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:15.661402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Attempting to bind port b80d0925-a55d-472f-933c-2e00920a0516 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:15.661735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Attempting to bind port b80d0925-a55d-472f-933c-2e00920a0516 on network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:15.728010 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-06cae9a2-00ad-4121-9aad-89bee6597a1b req-e45c24d7-aec8-4585-97ba-552fe597ef5e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713613 Feb 19 03:05:15.742590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Port b80d0925-a55d-472f-933c-2e00920a0516 on network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:05:15.742857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Attempting to bind port b80d0925-a55d-472f-933c-2e00920a0516 on network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:15.756138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b25402c1-357e-4e9a-aa93-4b8a7099a5b0 req-382a6529-d142-4c4e-8042-f9d4556bc6af tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902884 Feb 19 03:05:15.765418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:15.765993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Checking segment: {'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:15.766480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Bound using segment: {'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:15.767245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Bound port: b80d0925-a55d-472f-933c-2e00920a0516, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33714d8a-3eb2-41e5-b406-3ba814b52ca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:15.767618 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b80d0925-a55d-472f-933c-2e00920a0516), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:15.824519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10ead2-f20a-4a71-9ecd-67fe7054fd49 req-b0d42b7a-2423-4735-92bc-e67656a0959a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.840651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10ead2-f20a-4a71-9ecd-67fe7054fd49 req-b0d42b7a-2423-4735-92bc-e67656a0959a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.856606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10ead2-f20a-4a71-9ecd-67fe7054fd49 req-b0d42b7a-2423-4735-92bc-e67656a0959a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.863105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10ead2-f20a-4a71-9ecd-67fe7054fd49 req-b0d42b7a-2423-4735-92bc-e67656a0959a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.871031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10ead2-f20a-4a71-9ecd-67fe7054fd49 req-b0d42b7a-2423-4735-92bc-e67656a0959a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.878335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10ead2-f20a-4a71-9ecd-67fe7054fd49 req-b0d42b7a-2423-4735-92bc-e67656a0959a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.885420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10ead2-f20a-4a71-9ecd-67fe7054fd49 req-b0d42b7a-2423-4735-92bc-e67656a0959a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:15.893903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd10ead2-f20a-4a71-9ecd-67fe7054fd49 req-b0d42b7a-2423-4735-92bc-e67656a0959a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.3084788 Feb 19 03:05:16.011512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] For port b80d0925-a55d-472f-933c-2e00920a0516, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:16.039596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd10ead2-f20a-4a71-9ecd-67fe7054fd49 req-2a83daa8-a115-4a83-8f7b-a3b11bc93b8f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431746 Feb 19 03:05:16.047967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] For port b80d0925-a55d-472f-933c-2e00920a0516, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b80d0925-a55d-472f-933c-2e00920a0516,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:16.063723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (b80d0925-a55d-472f-933c-2e00920a0516), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.146947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Pushing event updated for resources: {'Port': ['ID=b80d0925-a55d-472f-933c-2e00920a0516,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:16.165167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:16.165791 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:16.168025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a6cc531e-92b6-4974-8540-71cd619e144e service neutron] 10.222.0.87 "PUT /v2.0/ports/b80d0925-a55d-472f-933c-2e00920a0516 HTTP/1.1" status: 200 len: 1091 time: 2.2131009 Feb 19 03:05:16.169610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': 'b80d0925-a55d-472f-933c-2e00920a0516'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:16.172272 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf2033c-a2d9-4b71-8251-6f3501f4b076" -d '{"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "b80d0925-a55d-472f-933c-2e00920a0516"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:16.289870 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d269ee-9264-4953-8b2c-ef59d8da18d6 x-openstack-request-id: req-76d269ee-9264-4953-8b2c-ef59d8da18d6 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:16.290077 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "b80d0925-a55d-472f-933c-2e00920a0516", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:16.290326 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76d269ee-9264-4953-8b2c-ef59d8da18d6 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:16.290724 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': 'b80d0925-a55d-472f-933c-2e00920a0516', 'status': 'completed', 'code': 200} Feb 19 03:05:16.354482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d1bbf49c-5007-40fe-9e2e-e28b0487b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:16.354957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d1bbf49c-5007-40fe-9e2e-e28b0487b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:16.355424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d1bbf49c-5007-40fe-9e2e-e28b0487b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:16.355888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d1bbf49c-5007-40fe-9e2e-e28b0487b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:16.356395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d1bbf49c-5007-40fe-9e2e-e28b0487b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:16.356886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d1bbf49c-5007-40fe-9e2e-e28b0487b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:16.357347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d1bbf49c-5007-40fe-9e2e-e28b0487b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:16.359549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d1bbf49c-5007-40fe-9e2e-e28b0487b650 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 6703 time: 0.1246295 Feb 19 03:05:16.388883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e779bb9-5d06-4c4b-bc65-0c5351d61169 req-da110da3-59fe-43f4-8cc0-e01423bfd396 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:16.397036 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e779bb9-5d06-4c4b-bc65-0c5351d61169 req-da110da3-59fe-43f4-8cc0-e01423bfd396 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 949 time: 0.1090350 Feb 19 03:05:16.466270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-12de33be-25df-4cdf-b75d-69e8206941b8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe16846-d544-4242-b68b-4767f0fe9584 HTTP/1.1" status: 200 len: 217 time: 0.0947754 Feb 19 03:05:16.533990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-e03ca035-672f-4243-9c2c-180cfdc6eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:16.535775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-e03ca035-672f-4243-9c2c-180cfdc6eaa5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f79cf414-250d-440d-9768-50a61554ea8b HTTP/1.1" status: 200 len: 856 time: 0.0589139 Feb 19 03:05:16.563804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e779bb9-5d06-4c4b-bc65-0c5351d61169 req-07a9dac1-bf8a-45c7-9a65-a833061ca4f9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658204 Feb 19 03:05:16.605308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-aabbd93f-ff88-4ee6-9f20-0c8950537305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:16.607686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-aabbd93f-ff88-4ee6-9f20-0c8950537305 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e39bf806-1992-49ff-a939-99215785f492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0640254 Feb 19 03:05:16.708401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-ccbcedc4-d025-454f-97ae-8baecdf72c58 service neutron] 10.222.0.87 "GET /v2.0/networks/e39bf806-1992-49ff-a939-99215785f492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931616 Feb 19 03:05:17.182399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff9d24-de59-4d8c-9096-11cee57f2c2e req-a6c354c1-2f3f-401f-adfb-ef04eb070bc0 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:17.184113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70ff9d24-de59-4d8c-9096-11cee57f2c2e req-a6c354c1-2f3f-401f-adfb-ef04eb070bc0 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0809445 Feb 19 03:05:17.252319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-f322a585-2057-4758-8978-a808ed493121 service neutron] 10.222.0.87 "GET /v2.0/networks/e39bf806-1992-49ff-a939-99215785f492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371392 Feb 19 03:05:17.365990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-5d8e89d8-979a-48ff-ad39-4bb522b56bf8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=e2bf896b-e2cc-48ce-bf73-650984ae1ae1 HTTP/1.1" status: 200 len: 217 time: 0.1012261 Feb 19 03:05:17.400167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70ff9d24-de59-4d8c-9096-11cee57f2c2e req-5e3feef2-367e-4bad-b960-789bf5f5c93e tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039652 Feb 19 03:05:17.458482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828079-ac90-4356-a4d9-3d0eceb75bc3 req-35622db2-60ab-4171-824f-b301327e7319 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:17.464396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828079-ac90-4356-a4d9-3d0eceb75bc3 req-35622db2-60ab-4171-824f-b301327e7319 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:17.470677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828079-ac90-4356-a4d9-3d0eceb75bc3 req-35622db2-60ab-4171-824f-b301327e7319 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:17.476337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828079-ac90-4356-a4d9-3d0eceb75bc3 req-35622db2-60ab-4171-824f-b301327e7319 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:17.482744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828079-ac90-4356-a4d9-3d0eceb75bc3 req-35622db2-60ab-4171-824f-b301327e7319 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:17.489271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828079-ac90-4356-a4d9-3d0eceb75bc3 req-35622db2-60ab-4171-824f-b301327e7319 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:17.495623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16828079-ac90-4356-a4d9-3d0eceb75bc3 req-35622db2-60ab-4171-824f-b301327e7319 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:17.498193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16828079-ac90-4356-a4d9-3d0eceb75bc3 req-35622db2-60ab-4171-824f-b301327e7319 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.3061843 Feb 19 03:05:17.507378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-802a74fd-c955-4d1f-b8e5-38ffb3ed4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:17.508924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-802a74fd-c955-4d1f-b8e5-38ffb3ed4d07 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 200 len: 797 time: 0.1342349 Feb 19 03:05:17.601733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-da0dcabf-23c2-48a7-8589-0da4e3b69a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:17.603244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-da0dcabf-23c2-48a7-8589-0da4e3b69a47 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2546c89f-3126-41e0-a61b-a364cebc24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0862212 Feb 19 03:05:17.608315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16828079-ac90-4356-a4d9-3d0eceb75bc3 req-ee47afb2-cba6-4e88-9abc-695b4a142b8a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0984039 Feb 19 03:05:17.756893 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-1a1d7637-d757-4af6-9b0c-37ebcdc53488 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452301 Feb 19 03:05:17.769060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2d8b-795f-4db2-882c-76a1ca076b1c req-67a02819-bc64-4b8b-a176-3846f8c37893 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:17.770578 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d90e2d8b-795f-4db2-882c-76a1ca076b1c req-67a02819-bc64-4b8b-a176-3846f8c37893 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 949 time: 0.1067462 Feb 19 03:05:17.865779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d90e2d8b-795f-4db2-882c-76a1ca076b1c req-0952f5f6-9055-4765-9297-7c606c2f2f14 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866051 Feb 19 03:05:17.891277 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-13343630-e23a-4b4b-b120-f53d77ce9fc3 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196911 Feb 19 03:05:17.944184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-e810b1b1-c5ab-4961-8936-297b9813be3f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=d5775f94-e272-4b71-ba53-68b52e42b574 HTTP/1.1" status: 200 len: 217 time: 0.0462997 Feb 19 03:05:18.015277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-fd078196-71cb-471d-aa8b-21bb5cdde0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:18.016926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-fd078196-71cb-471d-aa8b-21bb5cdde0db service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 200 len: 797 time: 0.0650220 Feb 19 03:05:18.022909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a1fc-d755-449e-89a4-3f7009469a0b req-a8f7824f-9fb7-4ee5-b4c4-491a7fbca5b8 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:18.024415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3c3a1fc-d755-449e-89a4-3f7009469a0b req-a8f7824f-9fb7-4ee5-b4c4-491a7fbca5b8 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 1131 time: 0.0830336 Feb 19 03:05:18.104772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3c3a1fc-d755-449e-89a4-3f7009469a0b req-2949898d-5c3a-4ca7-911f-425c7cc38b98 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711660 Feb 19 03:05:18.109216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-38bec069-76c7-4f31-aec6-c6ed35ac023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:18.110675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-38bec069-76c7-4f31-aec6-c6ed35ac023d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2546c89f-3126-41e0-a61b-a364cebc24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0854120 Feb 19 03:05:18.207936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-a701a7f8-3c3e-41e0-ad56-9d83f3c53da7 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872860 Feb 19 03:05:18.319290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-d967c2e9-0125-4776-836e-590f2fa08c59 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323122 Feb 19 03:05:18.339961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-5319e6e8-bf15-43fd-aa69-3467ae5c9190 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246071 Feb 19 03:05:18.418950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-5930b7c8-18ac-45c1-8f74-c5a712de4676 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=72ecd80a-ead9-4450-bb93-e96fa2579879 HTTP/1.1" status: 200 len: 217 time: 0.0689180 Feb 19 03:05:18.524689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-733d2829-deec-42cc-8f20-d6248512cc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:18.526162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-733d2829-deec-42cc-8f20-d6248512cc60 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 200 len: 797 time: 0.1007276 Feb 19 03:05:18.537730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-f8b084cd-aa03-4e71-8d2a-2b2de8a18652 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:18.539119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-f8b084cd-aa03-4e71-8d2a-2b2de8a18652 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2143154 Feb 19 03:05:18.579387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-712f5928-6266-4bff-8462-9662bd4e37ab tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/quotas/5647f951301f4cefbfcdd514b5f2e37b HTTP/1.1" status: 200 len: 375 time: 0.0310693 Feb 19 03:05:18.603542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f402f-4aa6-4476-8f53-17d56f02db7f req-c9619334-44dd-4f2e-a792-7688caa424b0 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:18.605014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d01f402f-4aa6-4476-8f53-17d56f02db7f req-c9619334-44dd-4f2e-a792-7688caa424b0 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.1405470 Feb 19 03:05:18.653448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-6edbf446-3b32-4cfd-a7bd-e5f5b8d616ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:18.655143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-6edbf446-3b32-4cfd-a7bd-e5f5b8d616ba service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2546c89f-3126-41e0-a61b-a364cebc24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1150815 Feb 19 03:05:18.738993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d01f402f-4aa6-4476-8f53-17d56f02db7f req-ccb004b1-22c4-4caa-8acf-36b41293faf4 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279962 Feb 19 03:05:18.755245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-b9c563a4-1f56-4803-9e89-8471eb60e36e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1688476 Feb 19 03:05:18.796920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-72d7b06d-d42c-4f04-987e-110052f6454b service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292565 Feb 19 03:05:18.961304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-febe7d59-4c21-40b5-9d76-fee5e360fb68 req-d25ba3b6-b0ae-4668-a54e-830c4c75c9d5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 210 time: 0.0501060 Feb 19 03:05:19.003176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073792bf-a4fa-451f-a83d-b690981b47aa req-ee955f4b-d53e-4827-a66d-b4188c7f3dbc tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:19.008610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073792bf-a4fa-451f-a83d-b690981b47aa req-ee955f4b-d53e-4827-a66d-b4188c7f3dbc tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:19.014356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073792bf-a4fa-451f-a83d-b690981b47aa req-ee955f4b-d53e-4827-a66d-b4188c7f3dbc tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:19.019726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073792bf-a4fa-451f-a83d-b690981b47aa req-ee955f4b-d53e-4827-a66d-b4188c7f3dbc tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:19.025504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073792bf-a4fa-451f-a83d-b690981b47aa req-ee955f4b-d53e-4827-a66d-b4188c7f3dbc tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:19.031120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073792bf-a4fa-451f-a83d-b690981b47aa req-ee955f4b-d53e-4827-a66d-b4188c7f3dbc tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:19.036503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073792bf-a4fa-451f-a83d-b690981b47aa req-ee955f4b-d53e-4827-a66d-b4188c7f3dbc tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:19.042974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-073792bf-a4fa-451f-a83d-b690981b47aa req-ee955f4b-d53e-4827-a66d-b4188c7f3dbc tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.2177877 Feb 19 03:05:19.070961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-fa4a7477-98e4-4815-b7dd-fb2d3defd379 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674689 Feb 19 03:05:19.132522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-7b1637a4-e4d7-473e-9fb0-25a39f6082f3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=b239ae85-3b48-442a-b227-625a0c59652a HTTP/1.1" status: 200 len: 217 time: 0.0492189 Feb 19 03:05:19.165068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-073792bf-a4fa-451f-a83d-b690981b47aa req-814fccf0-b9b9-4b56-ada5-9014dc17407f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1148715 Feb 19 03:05:19.211156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0df27ec0-9fcc-4dfa-8f82-65c0f7a0760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:19.212655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-0df27ec0-9fcc-4dfa-8f82-65c0f7a0760e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 200 len: 797 time: 0.0695102 Feb 19 03:05:19.269412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-2f5dd76d-9503-43ac-92b8-607aeaeff852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:19.271624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-2f5dd76d-9503-43ac-92b8-607aeaeff852 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2546c89f-3126-41e0-a61b-a364cebc24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0523806 Feb 19 03:05:19.369435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-9ac0f195-e07d-4ecf-94ca-2c110bffb3a4 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912602 Feb 19 03:05:19.464548 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d997a21c-69e7-4397-8ab5-bb3543284e92 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886960 Feb 19 03:05:19.511678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-df177b1b-e38a-4d88-bbe8-01ad631b3b59 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b255800-179b-416e-887d-77c67452cd8f HTTP/1.1" status: 200 len: 217 time: 0.0410113 Feb 19 03:05:19.566663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-5060bc2f-6148-446d-b9c5-33137b60b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:19.568191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-5060bc2f-6148-446d-b9c5-33137b60b62b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=389c3134-0e16-47c8-b483-a7455907601b HTTP/1.1" status: 200 len: 797 time: 0.0508149 Feb 19 03:05:19.619546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-4569d818-4d3c-4d9e-9f4c-fd2c9da9b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:19.621071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-4569d818-4d3c-4d9e-9f4c-fd2c9da9b5b2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0452776 Feb 19 03:05:19.715386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d52eca59-5620-40bb-9e72-e2a921619afd service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860972 Feb 19 03:05:19.812819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-93d65cec-9468-49da-b4fa-4414d0003dfd service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889826 Feb 19 03:05:19.883204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-f0ffcf88-ea2c-46b9-b591-13d38b0f0873 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b80d0925-a55d-472f-933c-2e00920a0516 HTTP/1.1" status: 200 len: 217 time: 0.0607567 Feb 19 03:05:19.924873 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-441186c4-8892-4e7f-8b7e-032f502c51b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209038 Feb 19 03:05:19.962109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3377e5-e215-4de2-8b99-27796d1cfcdc req-ad71cd96-6845-4c9c-8f3f-2528e9bbaa64 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:19.972452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a3377e5-e215-4de2-8b99-27796d1cfcdc req-ad71cd96-6845-4c9c-8f3f-2528e9bbaa64 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.1559148 Feb 19 03:05:20.015325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d15f4e34-fc3d-498b-9fb2-bdd5f5c6198a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.016925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-d15f4e34-fc3d-498b-9fb2-bdd5f5c6198a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=389c3134-0e16-47c8-b483-a7455907601b HTTP/1.1" status: 200 len: 797 time: 0.1198435 Feb 19 03:05:20.055853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a3377e5-e215-4de2-8b99-27796d1cfcdc req-20f97334-7861-4ab4-af85-3226804e6662 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820611 Feb 19 03:05:20.090525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-00e3650c-52d7-432a-a411-0376701af105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.092720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-00e3650c-52d7-432a-a411-0376701af105 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0678301 Feb 19 03:05:20.098166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-29a8e75d-6cff-45c0-aefa-ce0f66093522 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.100528 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-29a8e75d-6cff-45c0-aefa-ce0f66093522 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697481 Feb 19 03:05:20.117176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Request body: {'port': {'device_id': '2f98809e-45d9-4a6f-b47a-e23361aec5fe', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '5647f951301f4cefbfcdd514b5f2e37b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:20.143688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d564607-8544-436e-a9c0-f1fe6c64b4e6 req-b04b68d1-5784-4d75-a220-843739c59584 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 210 time: 0.0481420 Feb 19 03:05:20.225965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-7fa9bc80-ba6a-4117-ba69-a74653305b60 service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194932 Feb 19 03:05:20.232872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Made reservation on behalf of 5647f951301f4cefbfcdd514b5f2e37b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:20.241900 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:20.374912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f904fb3-d80b-4f38-81f0-898dfccf9da6 req-d548b8d6-b419-4afe-8227-0a737e0d015a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.380435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Allocated IP 192.168.233.102 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/a0d931b1-768b-49c1-9119-b06cac6d685f) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:20.380596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f904fb3-d80b-4f38-81f0-898dfccf9da6 req-d548b8d6-b419-4afe-8227-0a737e0d015a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.386672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f904fb3-d80b-4f38-81f0-898dfccf9da6 req-d548b8d6-b419-4afe-8227-0a737e0d015a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.392511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f904fb3-d80b-4f38-81f0-898dfccf9da6 req-d548b8d6-b419-4afe-8227-0a737e0d015a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.398238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f904fb3-d80b-4f38-81f0-898dfccf9da6 req-d548b8d6-b419-4afe-8227-0a737e0d015a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.404218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f904fb3-d80b-4f38-81f0-898dfccf9da6 req-d548b8d6-b419-4afe-8227-0a737e0d015a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.409946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f904fb3-d80b-4f38-81f0-898dfccf9da6 req-d548b8d6-b419-4afe-8227-0a737e0d015a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.412043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f904fb3-d80b-4f38-81f0-898dfccf9da6 req-d548b8d6-b419-4afe-8227-0a737e0d015a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1524968 Feb 19 03:05:20.416205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-504a4fa6-b3d5-4dd9-ab3f-cf94552736b8 req-f3ad7214-a977-4f7c-bf9b-c38ef2676578 service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813047 Feb 19 03:05:20.487206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f904fb3-d80b-4f38-81f0-898dfccf9da6 req-36055326-6bc5-4f93-a330-ecae62bb4036 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666692 Feb 19 03:05:20.559505 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks [] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:20.559986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-4078f92d-3b93-4e5d-8ae8-307e7b8dedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.560543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-4078f92d-3b93-4e5d-8ae8-307e7b8dedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.561304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-4078f92d-3b93-4e5d-8ae8-307e7b8dedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.562165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-4078f92d-3b93-4e5d-8ae8-307e7b8dedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.562632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-4078f92d-3b93-4e5d-8ae8-307e7b8dedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.563083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-4078f92d-3b93-4e5d-8ae8-307e7b8dedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.563537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-4078f92d-3b93-4e5d-8ae8-307e7b8dedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.565710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-4078f92d-3b93-4e5d-8ae8-307e7b8dedc0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 6703 time: 0.0774508 Feb 19 03:05:20.596428 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:20.611481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176', '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', '7012cb41-d0d0-47a3-9043-de749963e040', '52f73a29-419a-4b4f-b555-43d09d862c57'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:20.654408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:20.658670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-18e004e6-03e0-447f-b250-2f6928223d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.660837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-18e004e6-03e0-447f-b250-2f6928223d98 service neutron] 10.222.0.87 "GET /v2.0/networks?id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174 HTTP/1.1" status: 200 len: 903 time: 0.0888565 Feb 19 03:05:20.661289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:20.666005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['b142796f-cf16-4677-9ed9-02a83cec6634', 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d', 'a52bf954-333b-4f3e-9c63-638124ce2fe0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:20.696561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:20.703135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event updated for resources: {'Port': ['ID=a0d931b1-768b-49c1-9119-b06cac6d685f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:20.716671 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-c22ad42a-0b70-4b04-b088-efc902526c53 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b80d0925-a55d-472f-933c-2e00920a0516 HTTP/1.1" status: 200 len: 217 time: 0.0491133 Feb 19 03:05:20.751855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5911be6d-58e9-4074-9ad2-28e254de9617 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:05:20.752931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.753694 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:20.755472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5911be6d-58e9-4074-9ad2-28e254de9617 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:20.784412 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-63e4a605-000a-4a60-bf31-db85ddad82c0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6740766 Feb 19 03:05:20.800103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Request body: {'port': {'device_id': '2f98809e-45d9-4a6f-b47a-e23361aec5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:20.840048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-8d27ba17-bc1b-4815-8e76-438fae50a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.842159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-8d27ba17-bc1b-4815-8e76-438fae50a45f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=389c3134-0e16-47c8-b483-a7455907601b HTTP/1.1" status: 200 len: 797 time: 0.0832934 Feb 19 03:05:20.893949 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:20.928150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-537e1874-0950-4b07-b862-a7ebd60c6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:20.937341 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-537e1874-0950-4b07-b862-a7ebd60c6d9d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0803633 Feb 19 03:05:20.997586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5911be6d-58e9-4074-9ad2-28e254de9617, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5911be6d-58e9-4074-9ad2-28e254de9617,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:21.017118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '5911be6d-58e9-4074-9ad2-28e254de9617', 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2', 'port_id': '5911be6d-58e9-4074-9ad2-28e254de9617', 'mac_address': 'fa:16:3e:b9:50:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3b5d35-3a9f-4ed5-926d-6aafa0624c26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:05:21.067388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-d59826fe-7686-47a7-a435-bb26da0c5aec service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260707 Feb 19 03:05:21.120522 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5911be6d-58e9-4074-9ad2-28e254de9617 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:21.121191 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.141814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5911be6d-58e9-4074-9ad2-28e254de9617 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:21.166120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5911be6d-58e9-4074-9ad2-28e254de9617, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5911be6d-58e9-4074-9ad2-28e254de9617,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:21.206013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5911be6d-58e9-4074-9ad2-28e254de9617 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:21.206407 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.239201 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.244644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d931b1-768b-49c1-9119-b06cac6d685f {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:21.247579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cf2033c-a2d9-4b71-8251-6f3501f4b076 req-8a3bfafa-a769-42c4-8c80-a30be05c5395 service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731184 Feb 19 03:05:21.254981 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Publish callbacks [] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.255599 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-628c58e2-1e54-4381-8372-046b21387741 None None] Provisioning complete for port a0d931b1-768b-49c1-9119-b06cac6d685f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:21.256119 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-628c58e2-1e54-4381-8372-046b21387741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.269693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Transition to ACTIVE for port object a0d931b1-768b-49c1-9119-b06cac6d685f will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:05:21.276964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.331997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27ad7d-79a5-44b8-b3c0-7d5bbb47bb93 req-405281a5-c2aa-4919-9ce7-4c573b71dde7 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.338981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac27ad7d-79a5-44b8-b3c0-7d5bbb47bb93 req-405281a5-c2aa-4919-9ce7-4c573b71dde7 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 944 time: 0.1806777 Feb 19 03:05:21.371499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85286c20-0f46-4254-a40e-f2f6f0e72cd3 req-512dfad9-51db-4781-9871-9c2ab087bdc6 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.374019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85286c20-0f46-4254-a40e-f2f6f0e72cd3 req-512dfad9-51db-4781-9871-9c2ab087bdc6 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 936 time: 0.1212888 Feb 19 03:05:21.430087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac27ad7d-79a5-44b8-b3c0-7d5bbb47bb93 req-add36d41-9264-4f99-8e1e-6dc657530819 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838997 Feb 19 03:05:21.455884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Attempting to bind port a0d931b1-768b-49c1-9119-b06cac6d685f on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:21.455884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Attempting to bind port a0d931b1-768b-49c1-9119-b06cac6d685f by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:21.455884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Attempting to bind port a0d931b1-768b-49c1-9119-b06cac6d685f on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:21.455884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d931b1-768b-49c1-9119-b06cac6d685f,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:21.461139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85286c20-0f46-4254-a40e-f2f6f0e72cd3 req-b3d93591-d723-466d-a35f-5576d092a794 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797815 Feb 19 03:05:21.494869 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Port a0d931b1-768b-49c1-9119-b06cac6d685f on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:05:21.495465 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Attempting to bind port a0d931b1-768b-49c1-9119-b06cac6d685f on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:21.503622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:21.504071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:21.504598 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:21.505209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Bound port: a0d931b1-768b-49c1-9119-b06cac6d685f, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:21.505823 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.580600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] For port a0d931b1-768b-49c1-9119-b06cac6d685f, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:21.584027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] For port a0d931b1-768b-49c1-9119-b06cac6d685f, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a0d931b1-768b-49c1-9119-b06cac6d685f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:21.597126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.616947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.617728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:21.620261 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] 10.222.0.87 "PUT /v2.0/ports/a0d931b1-768b-49c1-9119-b06cac6d685f HTTP/1.1" status: 200 len: 1096 time: 0.8258529 Feb 19 03:05:21.620740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f98809e-45d9-4a6f-b47a-e23361aec5fe', 'tag': 'a0d931b1-768b-49c1-9119-b06cac6d685f'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:21.623612 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af26a3b-ed50-430a-a7b3-41a439866d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f98809e-45d9-4a6f-b47a-e23361aec5fe", "tag": "a0d931b1-768b-49c1-9119-b06cac6d685f"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:21.678065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:05:21.678552 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:05:21.699894 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-628c58e2-1e54-4381-8372-046b21387741 None None] Port a0d931b1-768b-49c1-9119-b06cac6d685f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:05:21.727946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5911be6d-58e9-4074-9ad2-28e254de9617,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:21.740185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['5911be6d-58e9-4074-9ad2-28e254de9617'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:21.749292 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b8ed30-e007-4174-b16b-8604be4b4d7a x-openstack-request-id: req-50b8ed30-e007-4174-b16b-8604be4b4d7a {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:21.750452 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f98809e-45d9-4a6f-b47a-e23361aec5fe", "tag": "a0d931b1-768b-49c1-9119-b06cac6d685f", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:21.750853 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-50b8ed30-e007-4174-b16b-8604be4b4d7a {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:21.751494 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f98809e-45d9-4a6f-b47a-e23361aec5fe', 'tag': 'a0d931b1-768b-49c1-9119-b06cac6d685f', 'status': 'completed', 'code': 200} Feb 19 03:05:21.753025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13dbc1-f13c-4b24-accc-425ed588dee3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d931b1-768b-49c1-9119-b06cac6d685f,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:21.788707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80285963-2c63-4589-a34e-d489dfc63807 req-2a0cb17b-aaf0-4c8a-9e49-dfd675c22158 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.795337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80285963-2c63-4589-a34e-d489dfc63807 req-2a0cb17b-aaf0-4c8a-9e49-dfd675c22158 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.802579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80285963-2c63-4589-a34e-d489dfc63807 req-2a0cb17b-aaf0-4c8a-9e49-dfd675c22158 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.810866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80285963-2c63-4589-a34e-d489dfc63807 req-2a0cb17b-aaf0-4c8a-9e49-dfd675c22158 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.819965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80285963-2c63-4589-a34e-d489dfc63807 req-2a0cb17b-aaf0-4c8a-9e49-dfd675c22158 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.828150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80285963-2c63-4589-a34e-d489dfc63807 req-2a0cb17b-aaf0-4c8a-9e49-dfd675c22158 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.831674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-9b0f5538-88cb-4d11-9d82-b89ff1123aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.835592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80285963-2c63-4589-a34e-d489dfc63807 req-2a0cb17b-aaf0-4c8a-9e49-dfd675c22158 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.837832 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-9b0f5538-88cb-4d11-9d82-b89ff1123aeb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 1130 time: 0.0916157 Feb 19 03:05:21.838137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80285963-2c63-4589-a34e-d489dfc63807 req-2a0cb17b-aaf0-4c8a-9e49-dfd675c22158 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.2016747 Feb 19 03:05:21.910541 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-078e6c00-4cbf-4743-894a-e3179e450e68 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a0d931b1-768b-49c1-9119-b06cac6d685f HTTP/1.1" status: 200 len: 217 time: 0.0645018 Feb 19 03:05:21.929701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80285963-2c63-4589-a34e-d489dfc63807 req-d85d670b-9221-49c9-8861-ceff7ea80bdb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850897 Feb 19 03:05:21.968636 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-b41c9cc8-daeb-4f81-9c31-4e9c2c5b79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:21.970289 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-b41c9cc8-daeb-4f81-9c31-4e9c2c5b79a7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0531862 Feb 19 03:05:22.022826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-70d2e441-50f3-414a-a7f5-c875821a5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:22.024339 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-70d2e441-50f3-414a-a7f5-c875821a5d08 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0475993 Feb 19 03:05:22.117101 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-cb20ca3e-0ac5-40e1-b78d-1222972cc664 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840325 Feb 19 03:05:22.210271 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-14ae64a6-9818-41e6-9e90-7468670750f8 req-25bd3d8c-15cf-4d61-a9d4-224532974c84 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865645 Feb 19 03:05:22.275397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5911be6d-58e9-4074-9ad2-28e254de9617 is: BUILD; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:22.275790 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.304490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5911be6d-58e9-4074-9ad2-28e254de9617 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:22.307337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af26a3b-ed50-430a-a7b3-41a439866d8c req-0c2b112f-9f1b-4eea-a6ef-06caea92a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:22.308926 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3af26a3b-ed50-430a-a7b3-41a439866d8c req-0c2b112f-9f1b-4eea-a6ef-06caea92a942 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 1130 time: 0.0481296 Feb 19 03:05:22.347435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5911be6d-58e9-4074-9ad2-28e254de9617, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5911be6d-58e9-4074-9ad2-28e254de9617,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:22.353876 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.402413 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:22.408977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af26a3b-ed50-430a-a7b3-41a439866d8c req-cf86d0c2-78df-4460-ba59-80a0e8af6bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:22.410552 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3af26a3b-ed50-430a-a7b3-41a439866d8c req-cf86d0c2-78df-4460-ba59-80a0e8af6bad service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.0954330 Feb 19 03:05:22.419190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5911be6d-58e9-4074-9ad2-28e254de9617,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:22.454760 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3af26a3b-ed50-430a-a7b3-41a439866d8c req-5cb28a99-9436-4ca0-b370-ec8208b1445a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=a0d931b1-768b-49c1-9119-b06cac6d685f HTTP/1.1" status: 200 len: 217 time: 0.0358751 Feb 19 03:05:22.506714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af26a3b-ed50-430a-a7b3-41a439866d8c req-39dc0dc7-5d95-454b-bbe4-e96db2bb9858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:22.508478 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3af26a3b-ed50-430a-a7b3-41a439866d8c req-39dc0dc7-5d95-454b-bbe4-e96db2bb9858 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0466118 Feb 19 03:05:22.578264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af26a3b-ed50-430a-a7b3-41a439866d8c req-ef35c8a8-8b5e-4c2f-b14c-10cdf15385a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:22.580720 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3af26a3b-ed50-430a-a7b3-41a439866d8c req-ef35c8a8-8b5e-4c2f-b14c-10cdf15385a9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0646746 Feb 19 03:05:22.612038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9658e2-bba4-4107-b3e3-44ebf223e6fb req-df0bbd9b-26e1-489d-8207-a1112c6f4f04 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:22.613501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a9658e2-bba4-4107-b3e3-44ebf223e6fb req-df0bbd9b-26e1-489d-8207-a1112c6f4f04 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 943 time: 0.0984511 Feb 19 03:05:22.627525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74377a-c47e-4ad7-993e-51c3cd9b0c8c req-9819d20f-2d14-49c2-8839-d2888d3cecab tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:22.629117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd74377a-c47e-4ad7-993e-51c3cd9b0c8c req-9819d20f-2d14-49c2-8839-d2888d3cecab tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 948 time: 0.0746591 Feb 19 03:05:22.691911 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3af26a3b-ed50-430a-a7b3-41a439866d8c req-3b7fa29d-754b-4cab-9447-3995b2083f09 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037531 Feb 19 03:05:22.701864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a9658e2-bba4-4107-b3e3-44ebf223e6fb req-c06f70f2-3e8d-42af-8577-790c91fdafcb tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717897 Feb 19 03:05:22.706407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd74377a-c47e-4ad7-993e-51c3cd9b0c8c req-de3ecf36-fd7d-4edd-912c-77d9a0bac1c6 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705779 Feb 19 03:05:22.787099 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3af26a3b-ed50-430a-a7b3-41a439866d8c req-ce49b73f-de2b-4871-872c-8adeafd2cbe7 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885029 Feb 19 03:05:23.073692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2544-6fa4-4490-9d10-6960538dd8c3 req-9634ec7b-108e-425d-b654-310cdecc84b8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:23.079104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2544-6fa4-4490-9d10-6960538dd8c3 req-9634ec7b-108e-425d-b654-310cdecc84b8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:23.084318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2544-6fa4-4490-9d10-6960538dd8c3 req-9634ec7b-108e-425d-b654-310cdecc84b8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:23.089937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2544-6fa4-4490-9d10-6960538dd8c3 req-9634ec7b-108e-425d-b654-310cdecc84b8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:23.095611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2544-6fa4-4490-9d10-6960538dd8c3 req-9634ec7b-108e-425d-b654-310cdecc84b8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:23.101458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2544-6fa4-4490-9d10-6960538dd8c3 req-9634ec7b-108e-425d-b654-310cdecc84b8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:23.107269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2544-6fa4-4490-9d10-6960538dd8c3 req-9634ec7b-108e-425d-b654-310cdecc84b8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:23.109625 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca7a2544-6fa4-4490-9d10-6960538dd8c3 req-9634ec7b-108e-425d-b654-310cdecc84b8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1004274 Feb 19 03:05:23.173561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca7a2544-6fa4-4490-9d10-6960538dd8c3 req-5dc20e96-0c82-4de1-a2d6-e1c850351988 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573261 Feb 19 03:05:23.325849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:23.868045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50250ba2-1ffa-4421-b886-c72b0b0a6464 req-6d8ba1be-d686-456a-80ac-e3f7a07a5690 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:23.869934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50250ba2-1ffa-4421-b886-c72b0b0a6464 req-6d8ba1be-d686-456a-80ac-e3f7a07a5690 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 948 time: 0.0867474 Feb 19 03:05:23.876532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907b463-7bcc-4792-a64e-d0074ccf891c req-bbaa87b2-1089-4f0d-bcee-12f1cbe968a6 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:23.877941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b907b463-7bcc-4792-a64e-d0074ccf891c req-bbaa87b2-1089-4f0d-bcee-12f1cbe968a6 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 943 time: 0.0860593 Feb 19 03:05:23.950849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50250ba2-1ffa-4421-b886-c72b0b0a6464 req-7ca16dd8-50ae-46c0-9800-370e84abaf71 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718513 Feb 19 03:05:23.955190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b907b463-7bcc-4792-a64e-d0074ccf891c req-1519fadb-688a-4e9e-9c64-78db5be04efc tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705903 Feb 19 03:05:24.309046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485d21-fa0f-47e2-9d0f-2895a32e91bf req-5dcd3c7e-eac9-4d81-9f32-0db79c9d8304 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:24.314468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485d21-fa0f-47e2-9d0f-2895a32e91bf req-5dcd3c7e-eac9-4d81-9f32-0db79c9d8304 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:24.319720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485d21-fa0f-47e2-9d0f-2895a32e91bf req-5dcd3c7e-eac9-4d81-9f32-0db79c9d8304 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:24.325328 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485d21-fa0f-47e2-9d0f-2895a32e91bf req-5dcd3c7e-eac9-4d81-9f32-0db79c9d8304 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:24.331080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485d21-fa0f-47e2-9d0f-2895a32e91bf req-5dcd3c7e-eac9-4d81-9f32-0db79c9d8304 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:24.336320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485d21-fa0f-47e2-9d0f-2895a32e91bf req-5dcd3c7e-eac9-4d81-9f32-0db79c9d8304 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:24.341587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73485d21-fa0f-47e2-9d0f-2895a32e91bf req-5dcd3c7e-eac9-4d81-9f32-0db79c9d8304 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:24.343804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73485d21-fa0f-47e2-9d0f-2895a32e91bf req-5dcd3c7e-eac9-4d81-9f32-0db79c9d8304 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.0941727 Feb 19 03:05:24.403112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73485d21-fa0f-47e2-9d0f-2895a32e91bf req-182f43b6-f54d-4801-a6c8-8f8f337384e5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533166 Feb 19 03:05:24.738963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5911be6d-58e9-4074-9ad2-28e254de9617 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:24.808999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 5911be6d-58e9-4074-9ad2-28e254de9617 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:24.809476 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:24.889908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5911be6d-58e9-4074-9ad2-28e254de9617 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:24.890276 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:24.918552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1896466c-e84d-4922-a3ff-a5dca131d6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5911be6d-58e9-4074-9ad2-28e254de9617'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:24.921994 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e9341f-4106-4fc7-931a-3520cd748c4f" -d '{"events": [{"server_uuid": "1896466c-e84d-4922-a3ff-a5dca131d6a3", "name": "network-vif-plugged", "status": "completed", "tag": "5911be6d-58e9-4074-9ad2-28e254de9617"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:24.936978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5911be6d-58e9-4074-9ad2-28e254de9617, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5911be6d-58e9-4074-9ad2-28e254de9617,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:24.945620 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:24.972049 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9c5c44-ee20-46cc-a162-d58ec07b5c16 x-openstack-request-id: req-bc9c5c44-ee20-46cc-a162-d58ec07b5c16 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:24.972337 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1896466c-e84d-4922-a3ff-a5dca131d6a3", "name": "network-vif-plugged", "status": "completed", "tag": "5911be6d-58e9-4074-9ad2-28e254de9617", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:24.972587 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc9c5c44-ee20-46cc-a162-d58ec07b5c16 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:24.972998 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1896466c-e84d-4922-a3ff-a5dca131d6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5911be6d-58e9-4074-9ad2-28e254de9617', 'code': 200} Feb 19 03:05:25.008367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5911be6d-58e9-4074-9ad2-28e254de9617,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:25.132631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817da81-a313-4e72-a07f-aa0871b791d0 req-5fc37d2d-0e85-4d62-a58f-a6dae602b06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:25.134333 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d817da81-a313-4e72-a07f-aa0871b791d0 req-5fc37d2d-0e85-4d62-a58f-a6dae602b06e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 1127 time: 0.0464296 Feb 19 03:05:25.144759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13a214-0efe-4677-86ce-831dc1f83347 req-08c1a2ee-ed0e-459b-a031-1b715114a79f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:25.146221 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b13a214-0efe-4677-86ce-831dc1f83347 req-08c1a2ee-ed0e-459b-a031-1b715114a79f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0821004 Feb 19 03:05:25.152928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a16e8-a365-4e09-b307-a9f0fa47e388 req-56d1dd9b-1679-4743-8047-07b3180deaec tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:25.154522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d9a16e8-a365-4e09-b307-a9f0fa47e388 req-56d1dd9b-1679-4743-8047-07b3180deaec tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 948 time: 0.1017649 Feb 19 03:05:25.184608 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d817da81-a313-4e72-a07f-aa0871b791d0 req-7202c8ae-cd25-45a5-833c-853991e8eed8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438092 Feb 19 03:05:25.225716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b13a214-0efe-4677-86ce-831dc1f83347 req-0cb4f295-9dd2-495e-845d-8ef706f592ce tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701368 Feb 19 03:05:25.228598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d9a16e8-a365-4e09-b307-a9f0fa47e388 req-23536a84-eb53-4ca2-9301-f2fa087d0c57 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664232 Feb 19 03:05:25.544304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8efb74-9d36-4dd4-87d8-e875a93e0afb req-1099f148-0613-4b2f-b9b1-cb7e2e863a1f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:25.550584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8efb74-9d36-4dd4-87d8-e875a93e0afb req-1099f148-0613-4b2f-b9b1-cb7e2e863a1f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:25.555840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8efb74-9d36-4dd4-87d8-e875a93e0afb req-1099f148-0613-4b2f-b9b1-cb7e2e863a1f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:25.561144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8efb74-9d36-4dd4-87d8-e875a93e0afb req-1099f148-0613-4b2f-b9b1-cb7e2e863a1f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:25.566397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8efb74-9d36-4dd4-87d8-e875a93e0afb req-1099f148-0613-4b2f-b9b1-cb7e2e863a1f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:25.571707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8efb74-9d36-4dd4-87d8-e875a93e0afb req-1099f148-0613-4b2f-b9b1-cb7e2e863a1f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:25.577648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8efb74-9d36-4dd4-87d8-e875a93e0afb req-1099f148-0613-4b2f-b9b1-cb7e2e863a1f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:25.579585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d8efb74-9d36-4dd4-87d8-e875a93e0afb req-1099f148-0613-4b2f-b9b1-cb7e2e863a1f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.0984879 Feb 19 03:05:25.647389 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d8efb74-9d36-4dd4-87d8-e875a93e0afb req-739a7e88-24c3-4694-ac6c-ce82344855dd tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612295 Feb 19 03:05:26.157296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a0d931b1-768b-49c1-9119-b06cac6d685f details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:05:26.259231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a0d931b1-768b-49c1-9119-b06cac6d685f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a0d931b1-768b-49c1-9119-b06cac6d685f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:26.274318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'a0d931b1-768b-49c1-9119-b06cac6d685f', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'a0d931b1-768b-49c1-9119-b06cac6d685f', 'mac_address': 'fa:16:3e:54:b2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:05:26.332923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port a0d931b1-768b-49c1-9119-b06cac6d685f is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:26.334091 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:26.350629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d931b1-768b-49c1-9119-b06cac6d685f {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:26.376801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a0d931b1-768b-49c1-9119-b06cac6d685f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a0d931b1-768b-49c1-9119-b06cac6d685f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:26.386043 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:26.402960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369ef12-770c-4a1b-aa4e-fbfc929db9b6 req-9f484a2c-52cb-4b8b-b908-ffbc1151cf78 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:26.404272 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7369ef12-770c-4a1b-aa4e-fbfc929db9b6 req-9f484a2c-52cb-4b8b-b908-ffbc1151cf78 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 948 time: 0.0790358 Feb 19 03:05:26.411421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d8daa8-323f-4f53-88ac-ebca59febc90 req-f6a7132f-95fc-47f0-98c2-8f4353ef6756 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:26.418281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5d8daa8-323f-4f53-88ac-ebca59febc90 req-f6a7132f-95fc-47f0-98c2-8f4353ef6756 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.1067586 Feb 19 03:05:26.445971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=a0d931b1-768b-49c1-9119-b06cac6d685f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:26.492255 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5d8daa8-323f-4f53-88ac-ebca59febc90 req-14b56b1a-950c-4ee5-96c9-2c2e71a688a3 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730979 Feb 19 03:05:26.495698 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7369ef12-770c-4a1b-aa4e-fbfc929db9b6 req-e18ceb22-9e5c-4df2-ac40-1ec9da6ab0ad tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695674 Feb 19 03:05:26.833191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['a0d931b1-768b-49c1-9119-b06cac6d685f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:27.164306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966e46a-6c65-4dac-b6e8-2a95e1a3b4ff req-7927741e-3cd1-4922-9b3b-937b79ae2b2e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:27.169531 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966e46a-6c65-4dac-b6e8-2a95e1a3b4ff req-7927741e-3cd1-4922-9b3b-937b79ae2b2e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:27.174747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966e46a-6c65-4dac-b6e8-2a95e1a3b4ff req-7927741e-3cd1-4922-9b3b-937b79ae2b2e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:27.180193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966e46a-6c65-4dac-b6e8-2a95e1a3b4ff req-7927741e-3cd1-4922-9b3b-937b79ae2b2e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:27.186149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966e46a-6c65-4dac-b6e8-2a95e1a3b4ff req-7927741e-3cd1-4922-9b3b-937b79ae2b2e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:27.191378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966e46a-6c65-4dac-b6e8-2a95e1a3b4ff req-7927741e-3cd1-4922-9b3b-937b79ae2b2e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:27.196585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966e46a-6c65-4dac-b6e8-2a95e1a3b4ff req-7927741e-3cd1-4922-9b3b-937b79ae2b2e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:27.199229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d966e46a-6c65-4dac-b6e8-2a95e1a3b4ff req-7927741e-3cd1-4922-9b3b-937b79ae2b2e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.4569511 Feb 19 03:05:27.259594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d966e46a-6c65-4dac-b6e8-2a95e1a3b4ff req-67f1a8f7-6ee8-4f76-ae4f-9f78aa831767 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552318 Feb 19 03:05:27.669024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914967d-1eaf-43b9-9aac-d5b8cfc290eb req-fcc72a5d-9a71-4252-bf82-aa7f82a1bb98 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:27.670653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c914967d-1eaf-43b9-9aac-d5b8cfc290eb req-fcc72a5d-9a71-4252-bf82-aa7f82a1bb98 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 949 time: 0.0905817 Feb 19 03:05:27.677591 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb0f23d-3fd8-47d3-8d99-2f6a3df615a0 req-cebed47c-208f-44e0-a734-bc370a999a21 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:27.679014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7cb0f23d-3fd8-47d3-8d99-2f6a3df615a0 req-cebed47c-208f-44e0-a734-bc370a999a21 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0888488 Feb 19 03:05:27.752232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c914967d-1eaf-43b9-9aac-d5b8cfc290eb req-5b1a6366-9b70-4d0f-b2a1-482d5cff342f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722210 Feb 19 03:05:27.755197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7cb0f23d-3fd8-47d3-8d99-2f6a3df615a0 req-d394a46f-dc61-4296-9a5d-55e5ce85a64f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693262 Feb 19 03:05:27.883105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694102b3-ae37-4613-9cd9-97f745e16f84 req-8368754d-ebaa-4637-a0c0-59aba7c2090e tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:27.884540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-694102b3-ae37-4613-9cd9-97f745e16f84 req-8368754d-ebaa-4637-a0c0-59aba7c2090e tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0555975 Feb 19 03:05:27.932889 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-694102b3-ae37-4613-9cd9-97f745e16f84 req-ab6baf67-f4f7-4735-abfe-34572b3e169e tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Feb 19 03:05:28.350358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088cef-8372-47cc-805d-38889fc8de9e req-969ad0af-9d90-4859-9812-2b6fa87e8c21 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:28.358912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-969ad0af-9d90-4859-9812-2b6fa87e8c21 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/networks?id=f6709305-4709-44af-9946-bed2e681b2b2 HTTP/1.1" status: 200 len: 815 time: 0.1281857 Feb 19 03:05:28.381203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-380115cf-1635-41a2-85b9-b47d876b0339 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/quotas/771bed38ee904c3da4a692f38bae9245 HTTP/1.1" status: 200 len: 375 time: 0.0213828 Feb 19 03:05:28.473131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174fd86-1f05-4578-9413-fd7d697119d5 req-79abc27c-a07f-46d6-9a4c-420cf63f4df8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:28.478535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174fd86-1f05-4578-9413-fd7d697119d5 req-79abc27c-a07f-46d6-9a4c-420cf63f4df8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:28.484127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174fd86-1f05-4578-9413-fd7d697119d5 req-79abc27c-a07f-46d6-9a4c-420cf63f4df8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:28.489533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174fd86-1f05-4578-9413-fd7d697119d5 req-79abc27c-a07f-46d6-9a4c-420cf63f4df8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:28.495167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174fd86-1f05-4578-9413-fd7d697119d5 req-79abc27c-a07f-46d6-9a4c-420cf63f4df8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:28.500509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174fd86-1f05-4578-9413-fd7d697119d5 req-79abc27c-a07f-46d6-9a4c-420cf63f4df8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:28.506025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174fd86-1f05-4578-9413-fd7d697119d5 req-79abc27c-a07f-46d6-9a4c-420cf63f4df8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:28.508077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d174fd86-1f05-4578-9413-fd7d697119d5 req-79abc27c-a07f-46d6-9a4c-420cf63f4df8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1383257 Feb 19 03:05:28.518334 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-54160969-6dc7-4c8b-b524-8c002d931372 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=771bed38ee904c3da4a692f38bae9245&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1318922 Feb 19 03:05:28.633207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d174fd86-1f05-4578-9413-fd7d697119d5 req-ee5d869b-b8ce-4f61-9119-e02aeec4f872 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138515 Feb 19 03:05:28.650315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-71a7a5a4-034f-47ab-a868-2432e3da24b5 service neutron] 10.222.0.81 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249011 Feb 19 03:05:28.751859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-8cd1b518-175a-442e-bad0-8404c4bdcfe3 service neutron] 10.222.0.81 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945270 Feb 19 03:05:28.882801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c7392-2ac8-42b2-ba70-9e23bfb0a9d2 req-f38a75c6-b498-49d7-9894-c2ac16e319a7 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:28.884879 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-702c7392-2ac8-42b2-ba70-9e23bfb0a9d2 req-f38a75c6-b498-49d7-9894-c2ac16e319a7 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 949 time: 0.0613523 Feb 19 03:05:28.941546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5da02e8c-270a-4de3-ab02-3ffde07a23c0 req-a2612be2-f9eb-4e1e-9340-62094e408f0f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 210 time: 0.0293276 Feb 19 03:05:28.980907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-702c7392-2ac8-42b2-ba70-9e23bfb0a9d2 req-6d554ac6-888b-437f-9030-bc1366beeefb tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831218 Feb 19 03:05:29.782618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb69de-9ba9-45d6-921c-8c8333030a5e req-95a90fb7-4959-4d73-8c04-21d1f20a18d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:29.787927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb69de-9ba9-45d6-921c-8c8333030a5e req-95a90fb7-4959-4d73-8c04-21d1f20a18d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:29.793227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb69de-9ba9-45d6-921c-8c8333030a5e req-95a90fb7-4959-4d73-8c04-21d1f20a18d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:29.798707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb69de-9ba9-45d6-921c-8c8333030a5e req-95a90fb7-4959-4d73-8c04-21d1f20a18d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:29.803977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb69de-9ba9-45d6-921c-8c8333030a5e req-95a90fb7-4959-4d73-8c04-21d1f20a18d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:29.809331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb69de-9ba9-45d6-921c-8c8333030a5e req-95a90fb7-4959-4d73-8c04-21d1f20a18d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:29.815203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb69de-9ba9-45d6-921c-8c8333030a5e req-95a90fb7-4959-4d73-8c04-21d1f20a18d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:29.817239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99eb69de-9ba9-45d6-921c-8c8333030a5e req-95a90fb7-4959-4d73-8c04-21d1f20a18d2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.0954318 Feb 19 03:05:29.883342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb47708-5c2a-4d03-952b-0f0bd282e426 req-16af1097-8c1e-4f40-8328-9eab5cd6b717 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:29.885515 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2bb47708-5c2a-4d03-952b-0f0bd282e426 req-16af1097-8c1e-4f40-8328-9eab5cd6b717 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.67 "GET /v2.0/ports?device_id=1896466c-e84d-4922-a3ff-a5dca131d6a3 HTTP/1.1" status: 200 len: 945 time: 0.0639625 Feb 19 03:05:29.888105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99eb69de-9ba9-45d6-921c-8c8333030a5e req-92b7e43f-0b55-4aa4-8db8-e80c15a85410 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643945 Feb 19 03:05:30.035698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-2bb47708-5c2a-4d03-952b-0f0bd282e426 req-1ab5c260-bafa-484b-84bd-cb4613feb9f8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Deleting port 5911be6d-58e9-4074-9ad2-28e254de9617 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:30.036048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2bb47708-5c2a-4d03-952b-0f0bd282e426 req-1ab5c260-bafa-484b-84bd-cb4613feb9f8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.139940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52c49ce5-75af-4ba6-93d5-58714c2acc4a req-ee5631e6-1274-46e6-9e00-3285888bc6a4 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 210 time: 0.0587416 Feb 19 03:05:30.183274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a0d931b1-768b-49c1-9119-b06cac6d685f up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:30.187117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-2bb47708-5c2a-4d03-952b-0f0bd282e426 req-1ab5c260-bafa-484b-84bd-cb4613feb9f8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] For port 5911be6d-58e9-4074-9ad2-28e254de9617, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5911be6d-58e9-4074-9ad2-28e254de9617,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:30.187117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2bb47708-5c2a-4d03-952b-0f0bd282e426 req-1ab5c260-bafa-484b-84bd-cb4613feb9f8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.198781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-2bb47708-5c2a-4d03-952b-0f0bd282e426 req-1ab5c260-bafa-484b-84bd-cb4613feb9f8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Calling delete_port for 5911be6d-58e9-4074-9ad2-28e254de9617 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:30.216270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4de372-eb4d-43c2-a28b-68f27f27d26b req-42a6dec2-137e-4cb6-8586-3bf87b44213b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:30.219612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb4de372-eb4d-43c2-a28b-68f27f27d26b req-42a6dec2-137e-4cb6-8586-3bf87b44213b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 949 time: 0.1161654 Feb 19 03:05:30.228426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088cef-8372-47cc-805d-38889fc8de9e req-59e7f830-bc51-4819-aa7d-8ea3b535afd6 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:30.230017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-59e7f830-bc51-4819-aa7d-8ea3b535afd6 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.67 "GET /v2.0/networks?id=f6709305-4709-44af-9946-bed2e681b2b2 HTTP/1.1" status: 200 len: 815 time: 0.2236614 Feb 19 03:05:30.251598 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-93088cef-8372-47cc-805d-38889fc8de9e req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Request body: {'port': {'device_id': 'ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61', 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2', 'admin_state_up': True, 'tenant_id': '771bed38ee904c3da4a692f38bae9245'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:30.267489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port a0d931b1-768b-49c1-9119-b06cac6d685f completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:05:30.277065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port a0d931b1-768b-49c1-9119-b06cac6d685f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:30.277948 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.347313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb4de372-eb4d-43c2-a28b-68f27f27d26b req-90ebc324-a04e-45ce-9dc8-209526398180 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160593 Feb 19 03:05:30.363110 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2bb47708-5c2a-4d03-952b-0f0bd282e426 req-1ab5c260-bafa-484b-84bd-cb4613feb9f8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5911be6d-58e9-4074-9ad2-28e254de9617), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.400616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5c260-bafa-484b-84bd-cb4613feb9f8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Pushing event deleted for resources: {'Port': ['ID=5911be6d-58e9-4074-9ad2-28e254de9617,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:30.414892 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port a0d931b1-768b-49c1-9119-b06cac6d685f is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:30.415290 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.430525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['5911be6d-58e9-4074-9ad2-28e254de9617'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:30.437932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93088cef-8372-47cc-805d-38889fc8de9e req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Made reservation on behalf of 771bed38ee904c3da4a692f38bae9245 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:30.442879 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-93088cef-8372-47cc-805d-38889fc8de9e req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.454829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb47708-5c2a-4d03-952b-0f0bd282e426 req-1ab5c260-bafa-484b-84bd-cb4613feb9f8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] No DVR routers for this DVR port 5911be6d-58e9-4074-9ad2-28e254de9617 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:30.457401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2bb47708-5c2a-4d03-952b-0f0bd282e426 req-1ab5c260-bafa-484b-84bd-cb4613feb9f8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.461131 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2bb47708-5c2a-4d03-952b-0f0bd282e426 req-1ab5c260-bafa-484b-84bd-cb4613feb9f8 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.67 "DELETE /v2.0/ports/5911be6d-58e9-4074-9ad2-28e254de9617 HTTP/1.1" status: 204 len: 173 time: 0.5674784 Feb 19 03:05:30.462091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1896466c-e84d-4922-a3ff-a5dca131d6a3', 'name': 'network-vif-deleted', 'tag': '5911be6d-58e9-4074-9ad2-28e254de9617'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:30.464926 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d7c930-e434-4266-a1ec-e0b728ef6826" -d '{"events": [{"server_uuid": "1896466c-e84d-4922-a3ff-a5dca131d6a3", "name": "network-vif-deleted", "tag": "5911be6d-58e9-4074-9ad2-28e254de9617"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:30.475197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f98809e-45d9-4a6f-b47a-e23361aec5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d931b1-768b-49c1-9119-b06cac6d685f'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:30.477801 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9b0b57-b56f-4218-b116-50a077a5c4f5" -d '{"events": [{"server_uuid": "2f98809e-45d9-4a6f-b47a-e23361aec5fe", "name": "network-vif-plugged", "status": "completed", "tag": "a0d931b1-768b-49c1-9119-b06cac6d685f"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:30.492753 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a0d931b1-768b-49c1-9119-b06cac6d685f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a0d931b1-768b-49c1-9119-b06cac6d685f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:30.502183 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.519527 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5c85e0-0b5c-4425-acdc-99e74d193f45 x-openstack-request-id: req-cb5c85e0-0b5c-4425-acdc-99e74d193f45 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:30.520384 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1896466c-e84d-4922-a3ff-a5dca131d6a3", "name": "network-vif-deleted", "tag": "5911be6d-58e9-4074-9ad2-28e254de9617", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:30.520824 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb5c85e0-0b5c-4425-acdc-99e74d193f45 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:30.521375 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1896466c-e84d-4922-a3ff-a5dca131d6a3', 'name': 'network-vif-deleted', 'tag': '5911be6d-58e9-4074-9ad2-28e254de9617', 'status': 'completed', 'code': 200} Feb 19 03:05:30.577447 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb4b3aa-f394-41ec-80fa-40f479ab3d4e x-openstack-request-id: req-6fb4b3aa-f394-41ec-80fa-40f479ab3d4e {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:30.578105 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f98809e-45d9-4a6f-b47a-e23361aec5fe", "name": "network-vif-plugged", "status": "completed", "tag": "a0d931b1-768b-49c1-9119-b06cac6d685f", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:30.580166 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fb4b3aa-f394-41ec-80fa-40f479ab3d4e {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:30.580798 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f98809e-45d9-4a6f-b47a-e23361aec5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d931b1-768b-49c1-9119-b06cac6d685f', 'code': 200} Feb 19 03:05:30.588536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=a0d931b1-768b-49c1-9119-b06cac6d685f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:30.625715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-93088cef-8372-47cc-805d-38889fc8de9e req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Allocated IP 172.20.0.7 (f6709305-4709-44af-9946-bed2e681b2b2/5c3b5d35-3a9f-4ed5-926d-6aafa0624c26/782a09e3-b5b2-42f8-9b83-e970fa678f35) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:30.695381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff5013-853a-4068-8022-ba77a8cca143 req-6d3a449e-07ce-4bf3-8999-b0aeea3f7077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:30.697540 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9cff5013-853a-4068-8022-ba77a8cca143 req-6d3a449e-07ce-4bf3-8999-b0aeea3f7077 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 1132 time: 0.0493500 Feb 19 03:05:30.741803 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9cff5013-853a-4068-8022-ba77a8cca143 req-92ad7107-a1b3-44a6-8740-05ae665d12cd service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372820 Feb 19 03:05:30.798064 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-93088cef-8372-47cc-805d-38889fc8de9e req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks [] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.834717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-93088cef-8372-47cc-805d-38889fc8de9e req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:30.879008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93088cef-8372-47cc-805d-38889fc8de9e req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Network f6709305-4709-44af-9946-bed2e681b2b2 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:30.883867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-93088cef-8372-47cc-805d-38889fc8de9e req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:30.886557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-93088cef-8372-47cc-805d-38889fc8de9e req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:30.914919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Pushing event updated for resources: {'Port': ['ID=782a09e3-b5b2-42f8-9b83-e970fa678f35,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:30.959602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088cef-8372-47cc-805d-38889fc8de9e req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:30.960221 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-93088cef-8372-47cc-805d-38889fc8de9e req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:31.014305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-adab4ea9-555f-474d-a0e3-6f91061072c5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7678747 Feb 19 03:05:31.032004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Request body: {'port': {'device_id': 'ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:31.065841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aeb48-d97a-44ea-97a5-6c83c3764fa1 req-af16698d-ce6e-460d-9eac-82a886c24ea1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:31.071144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aeb48-d97a-44ea-97a5-6c83c3764fa1 req-af16698d-ce6e-460d-9eac-82a886c24ea1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:31.076476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aeb48-d97a-44ea-97a5-6c83c3764fa1 req-af16698d-ce6e-460d-9eac-82a886c24ea1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:31.081780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aeb48-d97a-44ea-97a5-6c83c3764fa1 req-af16698d-ce6e-460d-9eac-82a886c24ea1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:31.087551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aeb48-d97a-44ea-97a5-6c83c3764fa1 req-af16698d-ce6e-460d-9eac-82a886c24ea1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:31.094691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aeb48-d97a-44ea-97a5-6c83c3764fa1 req-af16698d-ce6e-460d-9eac-82a886c24ea1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:31.100081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312aeb48-d97a-44ea-97a5-6c83c3764fa1 req-af16698d-ce6e-460d-9eac-82a886c24ea1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:31.102133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-312aeb48-d97a-44ea-97a5-6c83c3764fa1 req-af16698d-ce6e-460d-9eac-82a886c24ea1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1252141 Feb 19 03:05:31.172344 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:31.226710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-312aeb48-d97a-44ea-97a5-6c83c3764fa1 req-60b16c44-cb9c-4be5-bfc5-877c6aad51f3 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1120017 Feb 19 03:05:31.358336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e418446d-d3e6-4543-a10f-de6ab9b61244 req-6f9661a3-6f42-4cd7-a4b2-34b68e5d8e6a tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:31.360561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e418446d-d3e6-4543-a10f-de6ab9b61244 req-6f9661a3-6f42-4cd7-a4b2-34b68e5d8e6a tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 931 time: 0.1386294 Feb 19 03:05:31.498286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e418446d-d3e6-4543-a10f-de6ab9b61244 req-84cd9715-f377-4e56-9996-b8f0d9eeec7f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258419 Feb 19 03:05:31.527987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fc322-2448-4a77-aca6-d173c8647d76 req-0d02c0e7-d747-43f9-96c1-68d27022b103 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:31.529666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-872fc322-2448-4a77-aca6-d173c8647d76 req-0d02c0e7-d747-43f9-96c1-68d27022b103 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 950 time: 0.1194804 Feb 19 03:05:31.601169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 782a09e3-b5b2-42f8-9b83-e970fa678f35 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:31.614761 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Publish callbacks [] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:31.626669 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-872fc322-2448-4a77-aca6-d173c8647d76 req-1c26c135-c2c3-45ff-b301-ce33bd682d83 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906360 Feb 19 03:05:31.634811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Transition to ACTIVE for port object 782a09e3-b5b2-42f8-9b83-e970fa678f35 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:05:31.640932 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:31.691320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Pushing event updated for resources: {'Port': ['ID=782a09e3-b5b2-42f8-9b83-e970fa678f35,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:31.765582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Attempting to bind port 782a09e3-b5b2-42f8-9b83-e970fa678f35 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:31.765913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Attempting to bind port 782a09e3-b5b2-42f8-9b83-e970fa678f35 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:31.766237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Attempting to bind port 782a09e3-b5b2-42f8-9b83-e970fa678f35 on network f6709305-4709-44af-9946-bed2e681b2b2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:31.770503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Port 782a09e3-b5b2-42f8-9b83-e970fa678f35 on network f6709305-4709-44af-9946-bed2e681b2b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:05:31.770817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Attempting to bind port 782a09e3-b5b2-42f8-9b83-e970fa678f35 on network f6709305-4709-44af-9946-bed2e681b2b2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:31.775621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:31.775956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Checking segment: {'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:31.776335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Bound using segment: {'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:31.776784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Bound port: 782a09e3-b5b2-42f8-9b83-e970fa678f35, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3204b00d-10cc-480c-9ccb-3483055cbb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:31.777137 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:31.837799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] For port 782a09e3-b5b2-42f8-9b83-e970fa678f35, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:31.840887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] For port 782a09e3-b5b2-42f8-9b83-e970fa678f35, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=782a09e3-b5b2-42f8-9b83-e970fa678f35,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:31.850274 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:31.885773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:31.886449 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:31.887828 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] 10.222.0.67 "PUT /v2.0/ports/782a09e3-b5b2-42f8-9b83-e970fa678f35 HTTP/1.1" status: 200 len: 1091 time: 0.8603542 Feb 19 03:05:31.888264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61', 'tag': '782a09e3-b5b2-42f8-9b83-e970fa678f35'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:31.890815 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fe9e05-6d17-4de4-8cf9-239c30133b66" -d '{"events": [{"name": "network-changed", "server_uuid": "ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61", "tag": "782a09e3-b5b2-42f8-9b83-e970fa678f35"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:31.914251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90704b1e-e594-4c90-8485-05b0a276fa14 service neutron] Pushing event updated for resources: {'Port': ['ID=782a09e3-b5b2-42f8-9b83-e970fa678f35,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:31.945617 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e480de8-d8f1-402a-b034-086a810a1c14 x-openstack-request-id: req-3e480de8-d8f1-402a-b034-086a810a1c14 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:31.945909 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61", "tag": "782a09e3-b5b2-42f8-9b83-e970fa678f35", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:31.946163 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e480de8-d8f1-402a-b034-086a810a1c14 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:31.946557 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61', 'tag': '782a09e3-b5b2-42f8-9b83-e970fa678f35', 'status': 'completed', 'code': 200} Feb 19 03:05:31.987192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088cef-8372-47cc-805d-38889fc8de9e req-8f0d30d3-1c49-4b4e-bec9-78ba7e38c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:31.988741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-8f0d30d3-1c49-4b4e-bec9-78ba7e38c556 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=771bed38ee904c3da4a692f38bae9245&device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 1125 time: 0.0526822 Feb 19 03:05:32.034292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-46a7eb13-57e6-41ae-b62a-739645e0e43e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=782a09e3-b5b2-42f8-9b83-e970fa678f35 HTTP/1.1" status: 200 len: 217 time: 0.0356622 Feb 19 03:05:32.083702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93088cef-8372-47cc-805d-38889fc8de9e req-9c90e1aa-7dcc-48c0-bd2d-4d7229c67e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.085209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-9c90e1aa-7dcc-48c0-bd2d-4d7229c67e17 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c3b5d35-3a9f-4ed5-926d-6aafa0624c26 HTTP/1.1" status: 200 len: 855 time: 0.0436845 Feb 19 03:05:32.117161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-dfa92d42-6c14-42e9-a145-841c8ed418d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6709305-4709-44af-9946-bed2e681b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254192 Feb 19 03:05:32.218611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-b448497b-3b9d-4ae4-8599-ec6bb532bf89 service neutron] 10.222.0.67 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930538 Feb 19 03:05:32.328600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93088cef-8372-47cc-805d-38889fc8de9e req-9dcba49f-76bf-4914-b4a0-aa52d1482b20 service neutron] 10.222.0.67 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031532 Feb 19 03:05:32.401401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8a303-ebdf-4537-8d32-ce3da02784fc req-3a88c33f-e4eb-41f8-ba9e-6157966d5ff8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.407423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8a303-ebdf-4537-8d32-ce3da02784fc req-3a88c33f-e4eb-41f8-ba9e-6157966d5ff8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.412968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8a303-ebdf-4537-8d32-ce3da02784fc req-3a88c33f-e4eb-41f8-ba9e-6157966d5ff8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.419770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8a303-ebdf-4537-8d32-ce3da02784fc req-3a88c33f-e4eb-41f8-ba9e-6157966d5ff8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.425805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8a303-ebdf-4537-8d32-ce3da02784fc req-3a88c33f-e4eb-41f8-ba9e-6157966d5ff8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.431907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8a303-ebdf-4537-8d32-ce3da02784fc req-3a88c33f-e4eb-41f8-ba9e-6157966d5ff8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.436640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8a303-ebdf-4537-8d32-ce3da02784fc req-3a88c33f-e4eb-41f8-ba9e-6157966d5ff8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.438611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76f8a303-ebdf-4537-8d32-ce3da02784fc req-3a88c33f-e4eb-41f8-ba9e-6157966d5ff8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1262393 Feb 19 03:05:32.508161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe9e05-6d17-4de4-8cf9-239c30133b66 req-bba2ab3b-62db-4de2-8415-b7530e7f35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.509859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17fe9e05-6d17-4de4-8cf9-239c30133b66 req-bba2ab3b-62db-4de2-8415-b7530e7f35f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=771bed38ee904c3da4a692f38bae9245&device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 1125 time: 0.1304643 Feb 19 03:05:32.573694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76f8a303-ebdf-4537-8d32-ce3da02784fc req-b757c7e0-236a-4fc8-bfed-10ca741bbc21 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1156380 Feb 19 03:05:32.716010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7a486-b219-45ca-9012-2c5abf7669ef req-509b128f-8877-4430-82ba-07428b2a90e5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.717818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69f7a486-b219-45ca-9012-2c5abf7669ef req-509b128f-8877-4430-82ba-07428b2a90e5 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 943 time: 0.0915980 Feb 19 03:05:32.720787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe9e05-6d17-4de4-8cf9-239c30133b66 req-9939fd94-42a1-4a3a-b4c1-6af90245174d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.722157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17fe9e05-6d17-4de4-8cf9-239c30133b66 req-9939fd94-42a1-4a3a-b4c1-6af90245174d service neutron] 10.222.0.67 "GET /v2.0/networks?id=f6709305-4709-44af-9946-bed2e681b2b2 HTTP/1.1" status: 200 len: 916 time: 0.2038326 Feb 19 03:05:32.777901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5911be6d-58e9-4074-9ad2-28e254de9617 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:32.805779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 5911be6d-58e9-4074-9ad2-28e254de9617 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:32.806495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5911be6d-58e9-4074-9ad2-28e254de9617 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:32.835507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17fe9e05-6d17-4de4-8cf9-239c30133b66 req-cfca6c4d-4e8f-45ea-83a4-3c29e8f6bee2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=782a09e3-b5b2-42f8-9b83-e970fa678f35 HTTP/1.1" status: 200 len: 217 time: 0.0946739 Feb 19 03:05:32.920134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69f7a486-b219-45ca-9012-2c5abf7669ef req-1ee9c430-3fdf-45e5-b96d-7172513ac749 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936536 Feb 19 03:05:32.941853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe9e05-6d17-4de4-8cf9-239c30133b66 req-fac200f1-a6ff-4a6a-a16c-65c63ddc0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.943326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17fe9e05-6d17-4de4-8cf9-239c30133b66 req-fac200f1-a6ff-4a6a-a16c-65c63ddc0f42 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=5c3b5d35-3a9f-4ed5-926d-6aafa0624c26 HTTP/1.1" status: 200 len: 855 time: 0.0894752 Feb 19 03:05:32.962479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-e5714ac3-aed2-4417-b555-b124be846d64 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:32.971202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-e5714ac3-aed2-4417-b555-b124be846d64 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 820 time: 0.2302833 Feb 19 03:05:33.009318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-471c504c-c528-4cd5-ac12-b6bff7b0194d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/quotas/d0db881fe5bf4d899432d08392993561 HTTP/1.1" status: 200 len: 375 time: 0.0382316 Feb 19 03:05:33.014206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17fe9e05-6d17-4de4-8cf9-239c30133b66 req-b989e1fc-75d6-428b-bdaf-cd80fa29419a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f6709305-4709-44af-9946-bed2e681b2b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420382 Feb 19 03:05:33.019476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58058) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:33.146592 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:33.158629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-181bba99-8f8e-4955-a63e-1b14703b62bb tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1427209 Feb 19 03:05:33.172259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0878b8-2cec-4804-88ba-cd7d8e77a97a req-12fb7e94-e7f2-409c-8818-a16a732847b4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.173816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df0878b8-2cec-4804-88ba-cd7d8e77a97a req-12fb7e94-e7f2-409c-8818-a16a732847b4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 950 time: 0.1628177 Feb 19 03:05:33.210195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17fe9e05-6d17-4de4-8cf9-239c30133b66 req-a4c9b4dd-7fc6-4bdc-b6b0-0b7737e01bbc service neutron] 10.222.0.67 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791947 Feb 19 03:05:33.237840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Publish callbacks [] for security_group (82bc9368-e2bf-41d0-a129-110e1937f540), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:33.248544 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (82bc9368-e2bf-41d0-a129-110e1937f540), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:33.283617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bc9368-e2bf-41d0-a129-110e1937f540,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:33.296123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.296574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.298601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.298601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.298601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.298601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.298601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.299757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.300156 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.300541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.301114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.301439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.301908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:33.306565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-7f362dfd-a153-4f99-9483-fe8f6b9e0978 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:05:33.307609 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-7f362dfd-a153-4f99-9483-fe8f6b9e0978 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1313477 Feb 19 03:05:33.316122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df0878b8-2cec-4804-88ba-cd7d8e77a97a req-57c914d4-420e-4e16-9454-bb71d0c65696 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288071 Feb 19 03:05:33.343895 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e94acecf-f2cb-438d-8b5e-a670d547a0d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ba91e6bec2ae4f09b3383a625c1351e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3202875 Feb 19 03:05:33.344447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58066) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:33.426292 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-311fcd96-051c-4b7b-9b67-f64cbe958c44 admin admin] Publish callbacks [] for security_group (82bc9368-e2bf-41d0-a129-110e1937f540), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:33.456036 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-311fcd96-051c-4b7b-9b67-f64cbe958c44 admin admin] Publish callbacks [] for security_group (82bc9368-e2bf-41d0-a129-110e1937f540), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:33.469728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17fe9e05-6d17-4de4-8cf9-239c30133b66 req-c832405a-ecd2-418d-ba6e-3baf691505c1 service neutron] 10.222.0.67 "GET /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507324 Feb 19 03:05:33.516385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c104f-abb9-43f6-837e-87efe5c50619 req-07f93663-ae41-4b0a-b24b-d507f94bc839 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.518115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa6c104f-abb9-43f6-837e-87efe5c50619 req-07f93663-ae41-4b0a-b24b-d507f94bc839 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 1132 time: 0.0910399 Feb 19 03:05:33.530895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-311fcd96-051c-4b7b-9b67-f64cbe958c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (82bc9368-e2bf-41d0-a129-110e1937f540), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:33.533539 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-b4f8e324-4b2f-4141-865e-ba7cdb26c6a1 service neutron] 10.222.0.81 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894145 Feb 19 03:05:33.534310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-311fcd96-051c-4b7b-9b67-f64cbe958c44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:33.537897 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-311fcd96-051c-4b7b-9b67-f64cbe958c44 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/82bc9368-e2bf-41d0-a129-110e1937f540 HTTP/1.1" status: 204 len: 168 time: 0.1900954 Feb 19 03:05:33.546431 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311fcd96-051c-4b7b-9b67-f64cbe958c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bc9368-e2bf-41d0-a129-110e1937f540,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:33.605134 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-16447089-db4e-41b2-ae68-86a9b553a0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:33.648839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa6c104f-abb9-43f6-837e-87efe5c50619 req-bab3df70-96d8-4469-88b6-bbdd373a1f44 tempest-ServersOnMultiNodesTest-553535888 tempest-ServersOnMultiNodesTest-553535888-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889001 Feb 19 03:05:33.692343 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-21719296-691d-4233-8e0d-2ae8ab5a170c service neutron] 10.222.0.81 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576571 Feb 19 03:05:33.826884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef798fb6-583c-41ac-bec0-c4dab3544d03 req-7c43bb27-a753-4ada-b04a-710fba1e1ee3 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.834058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef798fb6-583c-41ac-bec0-c4dab3544d03 req-7c43bb27-a753-4ada-b04a-710fba1e1ee3 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.840244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef798fb6-583c-41ac-bec0-c4dab3544d03 req-7c43bb27-a753-4ada-b04a-710fba1e1ee3 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.847404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef798fb6-583c-41ac-bec0-c4dab3544d03 req-7c43bb27-a753-4ada-b04a-710fba1e1ee3 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.853222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef798fb6-583c-41ac-bec0-c4dab3544d03 req-7c43bb27-a753-4ada-b04a-710fba1e1ee3 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.859621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef798fb6-583c-41ac-bec0-c4dab3544d03 req-7c43bb27-a753-4ada-b04a-710fba1e1ee3 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.865106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef798fb6-583c-41ac-bec0-c4dab3544d03 req-7c43bb27-a753-4ada-b04a-710fba1e1ee3 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:33.873402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef798fb6-583c-41ac-bec0-c4dab3544d03 req-7c43bb27-a753-4ada-b04a-710fba1e1ee3 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1234367 Feb 19 03:05:33.962604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef798fb6-583c-41ac-bec0-c4dab3544d03 req-5b4e129e-89e2-4eeb-94eb-3639c038e8c5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877678 Feb 19 03:05:34.002067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58088) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:34.019221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b22473a-43a3-42ae-830a-d26fb8b89309 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.157923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b22473a-43a3-42ae-830a-d26fb8b89309 admin admin] Publish callbacks [] for security_group (530eef4e-a124-44d6-bc00-221bb45b7e92), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.169798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b22473a-43a3-42ae-830a-d26fb8b89309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (530eef4e-a124-44d6-bc00-221bb45b7e92), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.243225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b581acd-1a69-4f9b-bba1-b466f83f488c req-b16c37b9-6fd6-46d1-b424-70c4256c67cb tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:34.245545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b581acd-1a69-4f9b-bba1-b466f83f488c req-b16c37b9-6fd6-46d1-b424-70c4256c67cb tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 943 time: 0.1272559 Feb 19 03:05:34.281114 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8b22473a-43a3-42ae-830a-d26fb8b89309 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=559d97dac91748919f700c8a8923ed9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755594 Feb 19 03:05:34.284312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58100) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:34.289209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22473a-43a3-42ae-830a-d26fb8b89309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530eef4e-a124-44d6-bc00-221bb45b7e92,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:34.326864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b5e946d-3871-4a3f-8720-7390947f869a req-d0b83307-9446-43a8-ad0c-bfede5ff903a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 210 time: 0.0460241 Feb 19 03:05:34.388181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b581acd-1a69-4f9b-bba1-b466f83f488c req-103a2f7d-2d2f-45ee-9f4d-4cb32f9953e0 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356966 Feb 19 03:05:34.420357 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c873f33-e991-4d5a-90eb-c1983a66df01 admin admin] Publish callbacks [] for security_group (530eef4e-a124-44d6-bc00-221bb45b7e92), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.449669 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c873f33-e991-4d5a-90eb-c1983a66df01 admin admin] Publish callbacks [] for security_group (530eef4e-a124-44d6-bc00-221bb45b7e92), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.546128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d81f6-8c2c-480f-b517-4d3db03a83f6 req-42cf0007-15c0-4ca7-8deb-8cbea97eaf6b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:34.547765 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-616d81f6-8c2c-480f-b517-4d3db03a83f6 req-42cf0007-15c0-4ca7-8deb-8cbea97eaf6b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 950 time: 0.0912075 Feb 19 03:05:34.568383 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c873f33-e991-4d5a-90eb-c1983a66df01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (530eef4e-a124-44d6-bc00-221bb45b7e92), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.572033 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c873f33-e991-4d5a-90eb-c1983a66df01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:34.573455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6c873f33-e991-4d5a-90eb-c1983a66df01 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/530eef4e-a124-44d6-bc00-221bb45b7e92 HTTP/1.1" status: 204 len: 168 time: 0.2881651 Feb 19 03:05:34.591617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c873f33-e991-4d5a-90eb-c1983a66df01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530eef4e-a124-44d6-bc00-221bb45b7e92,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:34.639293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-616d81f6-8c2c-480f-b517-4d3db03a83f6 req-13fdaa6e-b150-4faf-b313-0c93e7df94c7 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814757 Feb 19 03:05:34.744189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a191fee-28dd-4d9b-b218-1a8a3345483f req-ae44caad-b904-400b-a68c-f62bc97f4e35 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:34.754662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a191fee-28dd-4d9b-b218-1a8a3345483f req-ae44caad-b904-400b-a68c-f62bc97f4e35 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 946 time: 0.0772166 Feb 19 03:05:34.780268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 782a09e3-b5b2-42f8-9b83-e970fa678f35 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:05:34.975668 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 782a09e3-b5b2-42f8-9b83-e970fa678f35, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=782a09e3-b5b2-42f8-9b83-e970fa678f35,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:34.989461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '782a09e3-b5b2-42f8-9b83-e970fa678f35', 'network_id': 'f6709305-4709-44af-9946-bed2e681b2b2', 'port_id': '782a09e3-b5b2-42f8-9b83-e970fa678f35', 'mac_address': 'fa:16:3e:65:96:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3b5d35-3a9f-4ed5-926d-6aafa0624c26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:05:35.036862 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 782a09e3-b5b2-42f8-9b83-e970fa678f35 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:35.037258 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:35.070270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 782a09e3-b5b2-42f8-9b83-e970fa678f35 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:35.092084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 782a09e3-b5b2-42f8-9b83-e970fa678f35, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=782a09e3-b5b2-42f8-9b83-e970fa678f35,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:35.099345 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:35.152193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=782a09e3-b5b2-42f8-9b83-e970fa678f35,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:35.279157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a191fee-28dd-4d9b-b218-1a8a3345483f req-8ad92b94-bc82-4bca-9e91-800d01cbf181 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5190110 Feb 19 03:05:35.291479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeb2c5-d271-44b5-ac0a-e5fd7913827f req-01025c98-1972-49b5-85fe-8a6389c0c6b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.297432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeb2c5-d271-44b5-ac0a-e5fd7913827f req-01025c98-1972-49b5-85fe-8a6389c0c6b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.303175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeb2c5-d271-44b5-ac0a-e5fd7913827f req-01025c98-1972-49b5-85fe-8a6389c0c6b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.309817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeb2c5-d271-44b5-ac0a-e5fd7913827f req-01025c98-1972-49b5-85fe-8a6389c0c6b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.317334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeb2c5-d271-44b5-ac0a-e5fd7913827f req-01025c98-1972-49b5-85fe-8a6389c0c6b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.323543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeb2c5-d271-44b5-ac0a-e5fd7913827f req-01025c98-1972-49b5-85fe-8a6389c0c6b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.330608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aeb2c5-d271-44b5-ac0a-e5fd7913827f req-01025c98-1972-49b5-85fe-8a6389c0c6b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.342496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80aeb2c5-d271-44b5-ac0a-e5fd7913827f req-01025c98-1972-49b5-85fe-8a6389c0c6b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1337330 Feb 19 03:05:35.485324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9094542e-7851-435d-b7b2-c62369999769 req-8e6ad4a0-dd7c-4263-8855-cc4e488ce02c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 210 time: 0.0666020 Feb 19 03:05:35.508197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['782a09e3-b5b2-42f8-9b83-e970fa678f35'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:35.547865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80aeb2c5-d271-44b5-ac0a-e5fd7913827f req-76ccb629-8802-4426-8bf8-16e35115d34f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2022276 Feb 19 03:05:35.739224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-f8e733c0-0dc2-4da2-8f1b-c3c7b30276aa tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.740769 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-f8e733c0-0dc2-4da2-8f1b-c3c7b30276aa tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 820 time: 0.2749634 Feb 19 03:05:35.758832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a19c2-e575-407e-bd69-cc307a2ef570 req-8bb5479a-e0d4-42d4-9191-d48df7df7ecb tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.767430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-909a19c2-e575-407e-bd69-cc307a2ef570 req-8bb5479a-e0d4-42d4-9191-d48df7df7ecb tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 944 time: 0.1873176 Feb 19 03:05:35.780781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Request body: {'port': {'device_id': '17b36521-4f89-4ae3-8a40-e7362d8e4ff9', 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125', 'admin_state_up': True, 'tenant_id': 'd0db881fe5bf4d899432d08392993561'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:35.838848 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c535c62-7fc6-48f8-a138-ac9616c1cca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:35.931298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-909a19c2-e575-407e-bd69-cc307a2ef570 req-ea14eb75-36f1-4cf7-ab4e-0c1118c0da48 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629770 Feb 19 03:05:35.944598 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973af4a7-c3b5-4d33-934f-3e02b61d028c req-f9e7a07d-7c06-4209-9f76-a5151ba13847 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:35.960642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-973af4a7-c3b5-4d33-934f-3e02b61d028c req-f9e7a07d-7c06-4209-9f76-a5151ba13847 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 950 time: 0.1903028 Feb 19 03:05:36.043149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-973af4a7-c3b5-4d33-934f-3e02b61d028c req-d7ad355e-b184-4c60-a43f-71f8a768cf3b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816181 Feb 19 03:05:36.045563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Made reservation on behalf of d0db881fe5bf4d899432d08392993561 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:36.051367 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:36.116791 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910c292-bc11-451c-a41d-071042c3b38d req-335cab88-a686-4723-80c6-03e2983bf390 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:36.119594 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a910c292-bc11-451c-a41d-071042c3b38d req-335cab88-a686-4723-80c6-03e2983bf390 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 950 time: 0.0973463 Feb 19 03:05:36.278499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a910c292-bc11-451c-a41d-071042c3b38d req-d69b3811-80ac-4928-b8ae-9f6391fb30cd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Deleting port a0d931b1-768b-49c1-9119-b06cac6d685f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:36.278916 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a910c292-bc11-451c-a41d-071042c3b38d req-d69b3811-80ac-4928-b8ae-9f6391fb30cd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:36.313307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Allocated IP 172.20.0.13 (c3c3fba9-cc5b-42ca-9a06-3cc1125e4125/dc9393ae-4d49-459c-8e00-bb905bb3a9ea/1f16d715-c7ef-40ee-8a8e-fe174a5c2046) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:36.331189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2995e5e-756c-4ac6-acbc-05a2f948c819 req-45fcf951-e914-4b6d-9dcf-6cd5f3f55e90 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:36.336235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2995e5e-756c-4ac6-acbc-05a2f948c819 req-45fcf951-e914-4b6d-9dcf-6cd5f3f55e90 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 946 time: 0.0831041 Feb 19 03:05:36.393630 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2995e5e-756c-4ac6-acbc-05a2f948c819 req-8e2b08f3-f44e-4090-82e0-1a487da6da59 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502250 Feb 19 03:05:36.407315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a910c292-bc11-451c-a41d-071042c3b38d req-d69b3811-80ac-4928-b8ae-9f6391fb30cd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] For port a0d931b1-768b-49c1-9119-b06cac6d685f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a0d931b1-768b-49c1-9119-b06cac6d685f,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:36.407692 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a910c292-bc11-451c-a41d-071042c3b38d req-d69b3811-80ac-4928-b8ae-9f6391fb30cd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:36.433732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a910c292-bc11-451c-a41d-071042c3b38d req-d69b3811-80ac-4928-b8ae-9f6391fb30cd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Calling delete_port for a0d931b1-768b-49c1-9119-b06cac6d685f owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:36.553356 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks [] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:36.654444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-907798ac-29f3-42c9-9ad9-1025ef77bb31 req-f59b1178-313d-41aa-bd5e-f712dca61ff2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 210 time: 0.0430381 Feb 19 03:05:36.655891 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:36.677255 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a910c292-bc11-451c-a41d-071042c3b38d req-d69b3811-80ac-4928-b8ae-9f6391fb30cd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a0d931b1-768b-49c1-9119-b06cac6d685f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:36.701005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['edff92e9-1b67-437d-a206-160de44c15ce'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:36.722908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:36.728004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:36.728620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176', '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', '7012cb41-d0d0-47a3-9043-de749963e040', '52f73a29-419a-4b4f-b555-43d09d862c57', 'a0d931b1-768b-49c1-9119-b06cac6d685f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:36.730746 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:36.737738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['b142796f-cf16-4677-9ed9-02a83cec6634', 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d', 'a52bf954-333b-4f3e-9c63-638124ce2fe0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:36.749744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b3811-80ac-4928-b8ae-9f6391fb30cd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event deleted for resources: {'Port': ['ID=a0d931b1-768b-49c1-9119-b06cac6d685f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:36.781524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Pushing event updated for resources: {'Port': ['ID=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:36.821009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-a910c292-bc11-451c-a41d-071042c3b38d req-d69b3811-80ac-4928-b8ae-9f6391fb30cd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] No DVR routers for this DVR port a0d931b1-768b-49c1-9119-b06cac6d685f on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:36.825901 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a910c292-bc11-451c-a41d-071042c3b38d req-d69b3811-80ac-4928-b8ae-9f6391fb30cd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:36.830819 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a910c292-bc11-451c-a41d-071042c3b38d req-d69b3811-80ac-4928-b8ae-9f6391fb30cd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "DELETE /v2.0/ports/a0d931b1-768b-49c1-9119-b06cac6d685f HTTP/1.1" status: 204 len: 173 time: 0.7058489 Feb 19 03:05:36.831374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f98809e-45d9-4a6f-b47a-e23361aec5fe', 'name': 'network-vif-deleted', 'tag': 'a0d931b1-768b-49c1-9119-b06cac6d685f'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:36.834377 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ed357c-505e-482b-b564-3edf99bb477b" -d '{"events": [{"server_uuid": "2f98809e-45d9-4a6f-b47a-e23361aec5fe", "name": "network-vif-deleted", "tag": "a0d931b1-768b-49c1-9119-b06cac6d685f"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:36.887588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:36.893578 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:36.929901 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2bb997-297c-47a1-8d60-d660af55db7d x-openstack-request-id: req-5a2bb997-297c-47a1-8d60-d660af55db7d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:36.930407 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f98809e-45d9-4a6f-b47a-e23361aec5fe", "name": "network-vif-deleted", "tag": "a0d931b1-768b-49c1-9119-b06cac6d685f", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:36.930861 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a2bb997-297c-47a1-8d60-d660af55db7d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:36.931482 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f98809e-45d9-4a6f-b47a-e23361aec5fe', 'name': 'network-vif-deleted', 'tag': 'a0d931b1-768b-49c1-9119-b06cac6d685f', 'status': 'completed', 'code': 200} Feb 19 03:05:36.954293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0bef-db32-4dac-934c-8871391b4377 req-89403b41-9676-4f84-b11d-0375b2389839 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:36.957707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 782a09e3-b5b2-42f8-9b83-e970fa678f35 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:36.967060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0bef-db32-4dac-934c-8871391b4377 req-89403b41-9676-4f84-b11d-0375b2389839 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:36.993845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0bef-db32-4dac-934c-8871391b4377 req-89403b41-9676-4f84-b11d-0375b2389839 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:37.003328 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0bef-db32-4dac-934c-8871391b4377 req-89403b41-9676-4f84-b11d-0375b2389839 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:37.022367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0bef-db32-4dac-934c-8871391b4377 req-89403b41-9676-4f84-b11d-0375b2389839 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:37.034199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0bef-db32-4dac-934c-8871391b4377 req-89403b41-9676-4f84-b11d-0375b2389839 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:37.049932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f0bef-db32-4dac-934c-8871391b4377 req-89403b41-9676-4f84-b11d-0375b2389839 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:37.062556 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:37.071948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972f0bef-db32-4dac-934c-8871391b4377 req-89403b41-9676-4f84-b11d-0375b2389839 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.3077042 Feb 19 03:05:37.117100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-ab03dcca-40b1-4efa-910c-86fcb0ce4fd9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3456922 Feb 19 03:05:37.143256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Request body: {'port': {'device_id': '17b36521-4f89-4ae3-8a40-e7362d8e4ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:37.234382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972f0bef-db32-4dac-934c-8871391b4377 req-dc42223f-5de4-480f-9b46-26d13ec93c3a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581616 Feb 19 03:05:37.241183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 782a09e3-b5b2-42f8-9b83-e970fa678f35 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:05:37.261028 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 782a09e3-b5b2-42f8-9b83-e970fa678f35 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:37.261304 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:37.282272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ccd655-a25e-4a9c-a72e-c13f16b5670a req-efcb607f-e93c-4260-9242-abb28a41eb03 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:37.284032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2ccd655-a25e-4a9c-a72e-c13f16b5670a req-efcb607f-e93c-4260-9242-abb28a41eb03 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 944 time: 0.1904519 Feb 19 03:05:37.324218 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:37.401608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba3038f7-409a-40fd-8a40-4b435233a5ba req-d7c3d3e2-bf14-4cbe-b57f-0432049c82de tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f98809e-45d9-4a6f-b47a-e23361aec5fe HTTP/1.1" status: 200 len: 210 time: 0.0639155 Feb 19 03:05:37.421318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2ccd655-a25e-4a9c-a72e-c13f16b5670a req-889eba8a-1450-4e10-932f-edd54b1963a7 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230252 Feb 19 03:05:37.805938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69ecd9-d848-4214-b040-be0a682d2a13 req-cf931ef2-91e9-460d-aaa7-bcdc96c03664 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:37.807583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff69ecd9-d848-4214-b040-be0a682d2a13 req-cf931ef2-91e9-460d-aaa7-bcdc96c03664 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 946 time: 0.1115942 Feb 19 03:05:37.899732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 782a09e3-b5b2-42f8-9b83-e970fa678f35 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:37.900129 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:37.927575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:05:37.943881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Publish callbacks [] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:37.978545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Transition to ACTIVE for port object 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:05:37.994028 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:37.998997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff69ecd9-d848-4214-b040-be0a682d2a13 req-d720420d-d757-49c3-b4fa-f3034a463117 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1588297 Feb 19 03:05:38.006281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19615c0-57f7-4df7-b376-84ee736eac17 req-4b544711-449f-4af8-a572-1c589bcd6b0d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.013914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d19615c0-57f7-4df7-b376-84ee736eac17 req-4b544711-449f-4af8-a572-1c589bcd6b0d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 932 time: 0.1700974 Feb 19 03:05:38.048789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 782a09e3-b5b2-42f8-9b83-e970fa678f35, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=782a09e3-b5b2-42f8-9b83-e970fa678f35,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:38.053687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782a09e3-b5b2-42f8-9b83-e970fa678f35'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:38.056054 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd30335e-048d-443a-9bea-96aab4168fbf" -d '{"events": [{"server_uuid": "ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61", "name": "network-vif-plugged", "status": "completed", "tag": "782a09e3-b5b2-42f8-9b83-e970fa678f35"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:38.068886 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:38.152866 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69027c42-7afe-434a-bd3f-1a898a8a5d0e x-openstack-request-id: req-69027c42-7afe-434a-bd3f-1a898a8a5d0e {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:38.153159 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61", "name": "network-vif-plugged", "status": "completed", "tag": "782a09e3-b5b2-42f8-9b83-e970fa678f35", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:38.153418 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-69027c42-7afe-434a-bd3f-1a898a8a5d0e {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:38.153914 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '782a09e3-b5b2-42f8-9b83-e970fa678f35', 'code': 200} Feb 19 03:05:38.191719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d19615c0-57f7-4df7-b376-84ee736eac17 req-ffc6b136-1fdd-4681-bcd3-d04f63a727ad tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767764 Feb 19 03:05:38.224083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Pushing event updated for resources: {'Port': ['ID=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:38.234015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.234466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.234869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.235220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.235547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.235870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.236193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.236532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.237322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.237322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.237677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.238003 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.238323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:38.239191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=782a09e3-b5b2-42f8-9b83-e970fa678f35,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:38.250978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dde742-d820-4cb1-9892-736a01c377f5 req-f951815f-7c47-4e90-a523-515e785a4f06 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.265865 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-31dde742-d820-4cb1-9892-736a01c377f5 req-f951815f-7c47-4e90-a523-515e785a4f06 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.87 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 946 time: 0.2171359 Feb 19 03:05:38.331946 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:38.379136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Attempting to bind port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:38.379684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Attempting to bind port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:38.379771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Attempting to bind port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:38.402141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:05:38.402464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Attempting to bind port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:38.409064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:38.409395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:38.409774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Bound using segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:38.410198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Bound port: 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:38.410552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:38.503238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:38.507571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:38.532624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed2f9b-a889-434b-a7f3-621787218a2f req-bd720967-3d33-40a0-89b9-eebe6a9701bb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.538331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed2f9b-a889-434b-a7f3-621787218a2f req-bd720967-3d33-40a0-89b9-eebe6a9701bb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.543658 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed2f9b-a889-434b-a7f3-621787218a2f req-bd720967-3d33-40a0-89b9-eebe6a9701bb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.551303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed2f9b-a889-434b-a7f3-621787218a2f req-bd720967-3d33-40a0-89b9-eebe6a9701bb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.557033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed2f9b-a889-434b-a7f3-621787218a2f req-bd720967-3d33-40a0-89b9-eebe6a9701bb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.562669 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed2f9b-a889-434b-a7f3-621787218a2f req-bd720967-3d33-40a0-89b9-eebe6a9701bb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.568361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed2f9b-a889-434b-a7f3-621787218a2f req-bd720967-3d33-40a0-89b9-eebe6a9701bb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.570492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5ed2f9b-a889-434b-a7f3-621787218a2f req-bd720967-3d33-40a0-89b9-eebe6a9701bb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.2035074 Feb 19 03:05:38.573433 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:38.586581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5dcdf-ee26-4901-9b77-f1a40b620a07 req-0fb08765-37fd-4105-a56d-620b04309530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.590572 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3cd5dcdf-ee26-4901-9b77-f1a40b620a07 req-0fb08765-37fd-4105-a56d-620b04309530 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 1127 time: 0.1981750 Feb 19 03:05:38.597799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Deleting port c19cbce2-0aab-45bd-b5c6-db655639395b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:38.598262 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:38.610150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.610764 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:38.612258 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-83be71af-72a2-42da-930e-c06509796f7f service neutron] 10.222.0.67 "PUT /v2.0/ports/1f16d715-c7ef-40ee-8a8e-fe174a5c2046 HTTP/1.1" status: 200 len: 1092 time: 1.4785151 Feb 19 03:05:38.637977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b36521-4f89-4ae3-8a40-e7362d8e4ff9', 'tag': '1f16d715-c7ef-40ee-8a8e-fe174a5c2046'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:38.642631 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b07270-76c1-409e-b5a0-137b760808ce" -d '{"events": [{"name": "network-changed", "server_uuid": "17b36521-4f89-4ae3-8a40-e7362d8e4ff9", "tag": "1f16d715-c7ef-40ee-8a8e-fe174a5c2046"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:38.802731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ad56b-c594-449f-b68c-a1ceca7c6666 req-b0fe2ea7-af9d-42bb-9556-11b77619029e tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.809848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-684ad56b-c594-449f-b68c-a1ceca7c6666 req-b0fe2ea7-af9d-42bb-9556-11b77619029e tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 945 time: 0.2378666 Feb 19 03:05:38.824164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be71af-72a2-42da-930e-c06509796f7f service neutron] Pushing event updated for resources: {'Port': ['ID=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:38.842426 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3cd5dcdf-ee26-4901-9b77-f1a40b620a07 req-6e0bb2df-5af4-4619-a3f7-6efd0bb555d3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355747 Feb 19 03:05:38.855851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-60c599c9-72a4-4313-a64c-c13c108a631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:38.858905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-60c599c9-72a4-4313-a64c-c13c108a631f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 1126 time: 0.1872814 Feb 19 03:05:38.873013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5ed2f9b-a889-434b-a7f3-621787218a2f req-a3c8c159-cfae-4a70-82f5-6ac81aed69cf tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2904043 Feb 19 03:05:38.903894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] For port c19cbce2-0aab-45bd-b5c6-db655639395b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c19cbce2-0aab-45bd-b5c6-db655639395b,segment=NetworkSegment(7f5b6e76-f897-469c-8397-c6b7e07a2fd8),segment_id=7f5b6e76-f897-469c-8397-c6b7e07a2fd8)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:38.904247 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:38.915405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-684ad56b-c594-449f-b68c-a1ceca7c6666 req-fde512db-6ab6-4305-9bfb-3a8c4f379108 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046360 Feb 19 03:05:39.030052 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ababca-25ce-491e-b171-276e67882772 x-openstack-request-id: req-c1ababca-25ce-491e-b171-276e67882772 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:39.030052 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b36521-4f89-4ae3-8a40-e7362d8e4ff9", "tag": "1f16d715-c7ef-40ee-8a8e-fe174a5c2046", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:39.030311 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1ababca-25ce-491e-b171-276e67882772 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:39.030715 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b36521-4f89-4ae3-8a40-e7362d8e4ff9', 'tag': '1f16d715-c7ef-40ee-8a8e-fe174a5c2046', 'status': 'completed', 'code': 200} Feb 19 03:05:39.206151 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:39.206537 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (18c4d2ac-78b3-4a0f-b04f-a140adbf309f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:39.206856 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Floating IP 18c4d2ac-78b3-4a0f-b04f-a140adbf309f disassociated. External IP: 172.25.1.201, port: c19cbce2-0aab-45bd-b5c6-db655639395b. Feb 19 03:05:39.207298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Calling delete_port for c19cbce2-0aab-45bd-b5c6-db655639395b owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:39.266475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-afb7b494-0ec8-4e51-b95e-cb09e7c8ab64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046 HTTP/1.1" status: 200 len: 217 time: 0.1296201 Feb 19 03:05:39.515060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606f464-100c-4112-8d38-32d61d040bbf req-2246bb38-6796-4b9f-8777-ab2c668e77de tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:39.515696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c19cbce2-0aab-45bd-b5c6-db655639395b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:39.522114 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5606f464-100c-4112-8d38-32d61d040bbf req-2246bb38-6796-4b9f-8777-ab2c668e77de tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 946 time: 0.2974026 Feb 19 03:05:39.535239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-c102b4f4-ca68-4c5e-8bf6-ba519ef3f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:39.540524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-c102b4f4-ca68-4c5e-8bf6-ba519ef3f5e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.2265265 Feb 19 03:05:39.582247 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763bf63-ccff-4615-a075-5a620a89b4f0 req-325a3638-af19-4527-893d-a77736cb5cc6 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:39.589392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0763bf63-ccff-4615-a075-5a620a89b4f0 req-325a3638-af19-4527-893d-a77736cb5cc6 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 949 time: 0.2654109 Feb 19 03:05:39.606831 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Pushing event deleted for resources: {'Port': ['ID=c19cbce2-0aab-45bd-b5c6-db655639395b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:39.631599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-e9a80bc4-3153-4409-93bf-79dba6c93f43 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342636 Feb 19 03:05:39.800317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-354dcbb6-423a-4680-bec4-78673d254ae4 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389918 Feb 19 03:05:39.850447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5606f464-100c-4112-8d38-32d61d040bbf req-dd2aeb42-d4b6-4d36-92f6-728adc76e1a9 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups?id=954a1bcb-c171-4bc6-b067-213b12a48211&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3273485 Feb 19 03:05:39.881465 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Router f44aec90-a68b-4367-bd78-c1f0c8d709b0 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:05:39.988014 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:40.054912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0763bf63-ccff-4615-a075-5a620a89b4f0 req-a1478cbc-1168-4282-a42d-ee893161e47d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644878 Feb 19 03:05:40.166979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607da440-291a-4885-b180-db4521f20951 req-b37a4738-5b19-48d1-ac3a-d4535aa12875 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.177151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-607da440-291a-4885-b180-db4521f20951 req-b37a4738-5b19-48d1-ac3a-d4535aa12875 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.2002182 Feb 19 03:05:40.210711 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:05:40.229770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79e44db-4173-468f-b4f4-67dd982ba2b4 req-015fa9b7-2e12-49cb-a320-0beead8a36bf service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020798 Feb 19 03:05:40.243984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a0d931b1-768b-49c1-9119-b06cac6d685f no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:40.297482 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: a0d931b1-768b-49c1-9119-b06cac6d685f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:40.297712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a0d931b1-768b-49c1-9119-b06cac6d685f not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:40.298134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c19cbce2-0aab-45bd-b5c6-db655639395b no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:40.360303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: c19cbce2-0aab-45bd-b5c6-db655639395b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:40.360653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-607da440-291a-4885-b180-db4521f20951 req-d2fa8fa0-a7c3-4cda-81a3-cfa2b9469271 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738448 Feb 19 03:05:40.361591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c19cbce2-0aab-45bd-b5c6-db655639395b not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:40.414288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b48c-f616-4031-a165-beb8c3c7c90a req-06e4737d-f87f-4bd1-8f12-b1795204b856 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.421102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b48c-f616-4031-a165-beb8c3c7c90a req-06e4737d-f87f-4bd1-8f12-b1795204b856 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.427503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b48c-f616-4031-a165-beb8c3c7c90a req-06e4737d-f87f-4bd1-8f12-b1795204b856 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.433529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b48c-f616-4031-a165-beb8c3c7c90a req-06e4737d-f87f-4bd1-8f12-b1795204b856 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.439493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b48c-f616-4031-a165-beb8c3c7c90a req-06e4737d-f87f-4bd1-8f12-b1795204b856 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.445204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b48c-f616-4031-a165-beb8c3c7c90a req-06e4737d-f87f-4bd1-8f12-b1795204b856 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.451433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97b48c-f616-4031-a165-beb8c3c7c90a req-06e4737d-f87f-4bd1-8f12-b1795204b856 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.460110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c97b48c-f616-4031-a165-beb8c3c7c90a req-06e4737d-f87f-4bd1-8f12-b1795204b856 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.2472694 Feb 19 03:05:40.485597 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:40.489287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07270-76c1-409e-b5a0-137b760808ce req-f79bba46-2301-4291-a316-31b861372312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.491190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35b07270-76c1-409e-b5a0-137b760808ce req-f79bba46-2301-4291-a316-31b861372312 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 1126 time: 0.1914020 Feb 19 03:05:40.500366 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b22ff-189c-40df-a17a-3ea5dd29623c None None] Sync routers for ids ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:40.513295 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b22ff-189c-40df-a17a-3ea5dd29623c None None] Routers {'f44aec90-a68b-4367-bd78-c1f0c8d709b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:40.514229 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c43b22ff-189c-40df-a17a-3ea5dd29623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:05:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:40.543724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] No DVR routers for this DVR port c19cbce2-0aab-45bd-b5c6-db655639395b on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:40.547430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:40.551406 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-31dde742-d820-4cb1-9892-736a01c377f5 req-02d886ec-5fdd-4631-8719-13a3b7805336 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.87 "DELETE /v2.0/ports/c19cbce2-0aab-45bd-b5c6-db655639395b HTTP/1.1" status: 204 len: 173 time: 2.2792315 Feb 19 03:05:40.551899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'name': 'network-vif-deleted', 'tag': 'c19cbce2-0aab-45bd-b5c6-db655639395b'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:40.555014 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a057ac4a-a4fc-45d1-8cd1-a55e8702a418" -d '{"events": [{"server_uuid": "55f5ec41-fd6f-477f-a606-dd42f2335788", "name": "network-vif-deleted", "tag": "c19cbce2-0aab-45bd-b5c6-db655639395b"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:40.649838 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c43b22ff-189c-40df-a17a-3ea5dd29623c None None] Set router f44aec90-a68b-4367-bd78-c1f0c8d709b0 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:05:40.665988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c611c-8f51-4a6c-bd30-00e789587457 req-152fd026-eb3b-4596-b2dd-b1a0a4933616 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.673998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d87c611c-8f51-4a6c-bd30-00e789587457 req-152fd026-eb3b-4596-b2dd-b1a0a4933616 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 945 time: 0.2107012 Feb 19 03:05:40.715579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c97b48c-f616-4031-a165-beb8c3c7c90a req-15bcfc48-d663-4d29-811e-5d2876954fa9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2545483 Feb 19 03:05:40.753334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07270-76c1-409e-b5a0-137b760808ce req-d8c7f04f-3d97-4121-8a01-b1fab8ce03ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.756647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35b07270-76c1-409e-b5a0-137b760808ce req-d8c7f04f-3d97-4121-8a01-b1fab8ce03ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.2486627 Feb 19 03:05:40.775153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d87c611c-8f51-4a6c-bd30-00e789587457 req-33b49e3d-a41a-4cdf-8efc-c24be51071cc tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999858 Feb 19 03:05:40.801243 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f6303f-e11c-44ef-ac9b-6934a754ecc6 x-openstack-request-id: req-e2f6303f-e11c-44ef-ac9b-6934a754ecc6 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:40.801597 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f5ec41-fd6f-477f-a606-dd42f2335788", "name": "network-vif-deleted", "tag": "c19cbce2-0aab-45bd-b5c6-db655639395b", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:40.801797 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2f6303f-e11c-44ef-ac9b-6934a754ecc6 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:40.802205 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f5ec41-fd6f-477f-a606-dd42f2335788', 'name': 'network-vif-deleted', 'tag': 'c19cbce2-0aab-45bd-b5c6-db655639395b', 'status': 'completed', 'code': 200} Feb 19 03:05:40.833375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35b07270-76c1-409e-b5a0-137b760808ce req-f2e5f729-559c-472f-a12d-bbd36c553620 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046 HTTP/1.1" status: 200 len: 217 time: 0.0531909 Feb 19 03:05:40.921844 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c43b22ff-189c-40df-a17a-3ea5dd29623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:03:28Z', 'revision_number': 4, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fa36637e-d317-4326-bf04-4fa77fd72e09', 'name': '', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'mac_address': 'fa:16:3e:90:ce:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:25Z', 'updated_at': '2022-02-19T03:03:35Z', 'revision_number': 5, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'subnets': [{'id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:40.922507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07270-76c1-409e-b5a0-137b760808ce req-13195a05-fbee-4896-ac3a-c5b2f9516bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.924028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35b07270-76c1-409e-b5a0-137b760808ce req-13195a05-fbee-4896-ac3a-c5b2f9516bdc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.0826988 Feb 19 03:05:40.952816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df7b03-eb12-4418-9084-62844d16960e req-e33b65d3-0ce5-4d8a-96be-bd9fa3b9e69f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:40.954611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2df7b03-eb12-4418-9084-62844d16960e req-e33b65d3-0ce5-4d8a-96be-bd9fa3b9e69f tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 945 time: 0.0860467 Feb 19 03:05:40.955112 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b22ff-189c-40df-a17a-3ea5dd29623c None None] Checking router: f44aec90-a68b-4367-bd78-c1f0c8d709b0 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:05:40.964527 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43b22ff-189c-40df-a17a-3ea5dd29623c None None] Routers {'f44aec90-a68b-4367-bd78-c1f0c8d709b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:40.965188 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c43b22ff-189c-40df-a17a-3ea5dd29623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:05:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:40.985332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35b07270-76c1-409e-b5a0-137b760808ce req-95944499-6b95-4e3b-b2d0-9677aae29002 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283253 Feb 19 03:05:41.027524 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a46b77-29f3-455d-8a15-bae430d2bbc5 req-1c479960-2a92-4311-b001-795c3408df6f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:41.029890 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-62a46b77-29f3-455d-8a15-bae430d2bbc5 req-1c479960-2a92-4311-b001-795c3408df6f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 949 time: 0.0918615 Feb 19 03:05:41.044103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49f1aea3-541d-495c-a416-6368353652ac req-3a919c3a-256e-4612-a7d5-007f9b0e7a04 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/ports?device_id=55f5ec41-fd6f-477f-a606-dd42f2335788 HTTP/1.1" status: 200 len: 210 time: 0.0881429 Feb 19 03:05:41.116202 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c43b22ff-189c-40df-a17a-3ea5dd29623c None None] Set router f44aec90-a68b-4367-bd78-c1f0c8d709b0 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:05:41.137962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2df7b03-eb12-4418-9084-62844d16960e req-ead709b1-ccde-43f8-848a-dc7d1de71fca tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442888 Feb 19 03:05:41.164102 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35b07270-76c1-409e-b5a0-137b760808ce req-bea04dab-40c7-4180-bc2d-83aa952350a7 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678557 Feb 19 03:05:41.251783 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-62a46b77-29f3-455d-8a15-bae430d2bbc5 req-687d1d90-74bb-4534-9852-53bceb09738b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Deleting port a52bf954-333b-4f3e-9c63-638124ce2fe0 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:41.252130 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-62a46b77-29f3-455d-8a15-bae430d2bbc5 req-687d1d90-74bb-4534-9852-53bceb09738b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.316874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aae996-0aeb-4e22-8332-4696d0b68f04 req-9226996a-dd38-4bc9-bcfe-9c746e1fa638 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:41.318388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02aae996-0aeb-4e22-8332-4696d0b68f04 req-9226996a-dd38-4bc9-bcfe-9c746e1fa638 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 949 time: 0.1165893 Feb 19 03:05:41.349117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35b07270-76c1-409e-b5a0-137b760808ce req-a891e86c-3a03-4a1a-8c6e-4a0f437ecff0 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783044 Feb 19 03:05:41.401395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02aae996-0aeb-4e22-8332-4696d0b68f04 req-ede79cb3-f601-41ae-8023-a56084481842 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722873 Feb 19 03:05:41.457335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-62a46b77-29f3-455d-8a15-bae430d2bbc5 req-687d1d90-74bb-4534-9852-53bceb09738b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] For port a52bf954-333b-4f3e-9c63-638124ce2fe0, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a52bf954-333b-4f3e-9c63-638124ce2fe0,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:41.457651 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-62a46b77-29f3-455d-8a15-bae430d2bbc5 req-687d1d90-74bb-4534-9852-53bceb09738b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.471965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-62a46b77-29f3-455d-8a15-bae430d2bbc5 req-687d1d90-74bb-4534-9852-53bceb09738b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Calling delete_port for a52bf954-333b-4f3e-9c63-638124ce2fe0 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:41.482778 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c43b22ff-189c-40df-a17a-3ea5dd29623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:03:28Z', 'revision_number': 4, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fa36637e-d317-4326-bf04-4fa77fd72e09', 'name': '', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'mac_address': 'fa:16:3e:90:ce:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:25Z', 'updated_at': '2022-02-19T03:03:35Z', 'revision_number': 5, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'subnets': [{'id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:41.485462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e078ebc-b613-4511-a73f-646b98857bd4 req-4cffc6cd-ff55-4c32-b1c9-a85bc755003e tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:41.487196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e078ebc-b613-4511-a73f-646b98857bd4 req-4cffc6cd-ff55-4c32-b1c9-a85bc755003e tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 945 time: 0.0634384 Feb 19 03:05:41.523043 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43b22ff-189c-40df-a17a-3ea5dd29623c None None] The sync data for ids ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'] in n-d-826755-2 is: [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:03:28Z', 'revision_number': 4, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fa36637e-d317-4326-bf04-4fa77fd72e09', 'name': '', 'network_id': '69ce41cd-7033-4644-9dcc-83550fa8ab23', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'mac_address': 'fa:16:3e:90:ce:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:25Z', 'updated_at': '2022-02-19T03:03:35Z', 'revision_number': 5, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'subnets': [{'id': 'd78a5e02-fd12-4985-b75d-886d4ff9f507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:41.609680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa60067-f7b6-4ff9-8e93-e7f7982f3868 req-f8b02586-d322-47cd-94c9-126913b43e23 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:41.616941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baa60067-f7b6-4ff9-8e93-e7f7982f3868 req-f8b02586-d322-47cd-94c9-126913b43e23 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.1034598 Feb 19 03:05:41.622671 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e078ebc-b613-4511-a73f-646b98857bd4 req-b7be7f6c-83f0-479d-8bfc-76a4ed1fcd03 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291134 Feb 19 03:05:41.638860 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-62a46b77-29f3-455d-8a15-bae430d2bbc5 req-687d1d90-74bb-4534-9852-53bceb09738b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a52bf954-333b-4f3e-9c63-638124ce2fe0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.669221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176', '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', '7012cb41-d0d0-47a3-9043-de749963e040', '52f73a29-419a-4b4f-b555-43d09d862c57'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:41.674742 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['b142796f-cf16-4677-9ed9-02a83cec6634', 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d', 'a52bf954-333b-4f3e-9c63-638124ce2fe0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:41.698113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baa60067-f7b6-4ff9-8e93-e7f7982f3868 req-856ffda5-038b-4ab1-ac2b-972d956a1ab4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801218 Feb 19 03:05:41.698872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d1d90-74bb-4534-9852-53bceb09738b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event deleted for resources: {'Port': ['ID=a52bf954-333b-4f3e-9c63-638124ce2fe0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:41.801817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a46b77-29f3-455d-8a15-bae430d2bbc5 req-687d1d90-74bb-4534-9852-53bceb09738b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] No DVR routers for this DVR port a52bf954-333b-4f3e-9c63-638124ce2fe0 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:41.804429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-62a46b77-29f3-455d-8a15-bae430d2bbc5 req-687d1d90-74bb-4534-9852-53bceb09738b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:41.813629 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-62a46b77-29f3-455d-8a15-bae430d2bbc5 req-687d1d90-74bb-4534-9852-53bceb09738b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "DELETE /v2.0/ports/a52bf954-333b-4f3e-9c63-638124ce2fe0 HTTP/1.1" status: 204 len: 173 time: 0.7777779 Feb 19 03:05:41.899587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03629d0b-53f7-4aef-b9ae-e8b25409b7e4 req-82bcd9fd-20bd-4240-95c9-8cc56550933b tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:41.905449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03629d0b-53f7-4aef-b9ae-e8b25409b7e4 req-82bcd9fd-20bd-4240-95c9-8cc56550933b tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 945 time: 0.1304159 Feb 19 03:05:41.987245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d49b99f-1309-4126-b650-68d11b159785 None None] New status for floating IP 18c4d2ac-78b3-4a0f-b04f-a140adbf309f: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:05:42.035094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38217ad-e82a-4ad6-a44a-ebde45fdaf66 req-620d66f0-d4ca-4c69-89b5-197b9838d994 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.040512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38217ad-e82a-4ad6-a44a-ebde45fdaf66 req-620d66f0-d4ca-4c69-89b5-197b9838d994 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.046324 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38217ad-e82a-4ad6-a44a-ebde45fdaf66 req-620d66f0-d4ca-4c69-89b5-197b9838d994 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.051870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38217ad-e82a-4ad6-a44a-ebde45fdaf66 req-620d66f0-d4ca-4c69-89b5-197b9838d994 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.057318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38217ad-e82a-4ad6-a44a-ebde45fdaf66 req-620d66f0-d4ca-4c69-89b5-197b9838d994 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.062627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38217ad-e82a-4ad6-a44a-ebde45fdaf66 req-620d66f0-d4ca-4c69-89b5-197b9838d994 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.067881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38217ad-e82a-4ad6-a44a-ebde45fdaf66 req-620d66f0-d4ca-4c69-89b5-197b9838d994 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.073279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b38217ad-e82a-4ad6-a44a-ebde45fdaf66 req-620d66f0-d4ca-4c69-89b5-197b9838d994 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1813242 Feb 19 03:05:42.105030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03629d0b-53f7-4aef-b9ae-e8b25409b7e4 req-f2ace95b-debe-44dd-a101-7c239413b915 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760678 Feb 19 03:05:42.155030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b38217ad-e82a-4ad6-a44a-ebde45fdaf66 req-25260fa3-84df-446e-a6e5-6b8c56afa329 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0773613 Feb 19 03:05:42.226565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58226) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:42.333630 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b1047efc-505f-4a51-9b46-7b62ba00ba76 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for security_group (954a1bcb-c171-4bc6-b067-213b12a48211), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.366330 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b1047efc-505f-4a51-9b46-7b62ba00ba76 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for security_group (954a1bcb-c171-4bc6-b067-213b12a48211), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.486983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf63ee-e39b-468c-a789-44fbec0ac260 req-cc70bfe3-ad79-4193-9a92-a34eb31bd284 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.501261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0caf63ee-e39b-468c-a789-44fbec0ac260 req-cc70bfe3-ad79-4193-9a92-a34eb31bd284 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 945 time: 0.1030865 Feb 19 03:05:42.526220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b1047efc-505f-4a51-9b46-7b62ba00ba76 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (954a1bcb-c171-4bc6-b067-213b12a48211), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.530465 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b1047efc-505f-4a51-9b46-7b62ba00ba76 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.534428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58232) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:42.534576 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b1047efc-505f-4a51-9b46-7b62ba00ba76 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "DELETE /v2.0/security-groups/954a1bcb-c171-4bc6-b067-213b12a48211 HTTP/1.1" status: 204 len: 168 time: 0.3066726 Feb 19 03:05:42.547463 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-5408e917-e651-45ba-98d1-a6820d1493c5 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] show failed (client error): The resource could not be found. Feb 19 03:05:42.548813 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5408e917-e651-45ba-98d1-a6820d1493c5 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "GET /v2.0/security-groups/954a1bcb-c171-4bc6-b067-213b12a48211 HTTP/1.1" status: 404 len: 347 time: 0.0132422 Feb 19 03:05:42.551807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58234) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:42.590028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1047efc-505f-4a51-9b46-7b62ba00ba76 tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954a1bcb-c171-4bc6-b067-213b12a48211,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:42.597447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48aac136-e291-48ee-b641-06ef4afaba39 req-0697968e-dc57-4bf4-a0e8-db341a4d2d36 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c3110792-c003-4b66-bd7d-4c7cc2fa603b HTTP/1.1" status: 200 len: 210 time: 0.0579464 Feb 19 03:05:42.605428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0caf63ee-e39b-468c-a789-44fbec0ac260 req-56bf7f4f-07a0-4a04-aa52-84c937f27579 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028655 Feb 19 03:05:42.730169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb722c-7392-4a12-b3d7-7d97fb7868ab tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Deleting port 861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:42.732721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bfb722c-7392-4a12-b3d7-7d97fb7868ab tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.762175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd72b7e-433c-40ae-926d-145e92235e48 req-847d3e41-199d-489b-8130-2b92fdcb762d tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.773246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8dd72b7e-433c-40ae-926d-145e92235e48 req-847d3e41-199d-489b-8130-2b92fdcb762d tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 945 time: 0.0791893 Feb 19 03:05:42.803965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3110792-c003-4b66-bd7d-4c7cc2fa603b', 'name': 'network-vif-deleted', 'tag': 'a52bf954-333b-4f3e-9c63-638124ce2fe0'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:42.806427 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952bfbb4-2fe0-4343-9d40-7574fdc7e380" -d '{"events": [{"server_uuid": "c3110792-c003-4b66-bd7d-4c7cc2fa603b", "name": "network-vif-deleted", "tag": "a52bf954-333b-4f3e-9c63-638124ce2fe0"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:42.848038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bfb722c-7392-4a12-b3d7-7d97fb7868ab tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.848546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bfb722c-7392-4a12-b3d7-7d97fb7868ab tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for floatingip (861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:42.855056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8dd72b7e-433c-40ae-926d-145e92235e48 req-74492ec7-aecd-4026-bf1b-7d77bf1266f9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805469 Feb 19 03:05:42.862313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb722c-7392-4a12-b3d7-7d97fb7868ab tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Calling delete_port for 861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:42.866041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f6545-093a-4693-be9b-1be9a04b82b8 req-d4822d81-82a5-4886-b8c6-ec40289df83d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:42.867565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-456f6545-093a-4693-be9b-1be9a04b82b8 req-d4822d81-82a5-4886-b8c6-ec40289df83d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.0919528 Feb 19 03:05:42.925495 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b2bfbd-01d0-4eaa-8ca3-88c97c9fc4b0 x-openstack-request-id: req-73b2bfbd-01d0-4eaa-8ca3-88c97c9fc4b0 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:42.925803 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3110792-c003-4b66-bd7d-4c7cc2fa603b", "name": "network-vif-deleted", "tag": "a52bf954-333b-4f3e-9c63-638124ce2fe0", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:42.926033 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-73b2bfbd-01d0-4eaa-8ca3-88c97c9fc4b0 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:42.926420 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3110792-c003-4b66-bd7d-4c7cc2fa603b', 'name': 'network-vif-deleted', 'tag': 'a52bf954-333b-4f3e-9c63-638124ce2fe0', 'status': 'completed', 'code': 200} Feb 19 03:05:42.940803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-456f6545-093a-4693-be9b-1be9a04b82b8 req-c971cc4c-b785-418f-8d7c-5b258362a4a5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665324 Feb 19 03:05:43.034916 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bfb722c-7392-4a12-b3d7-7d97fb7868ab tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:43.059958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb722c-7392-4a12-b3d7-7d97fb7868ab tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Pushing event deleted for resources: {'Port': ['ID=861c3fab-e5d8-4bd7-9ee6-cf2a3ca5fbf5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:43.150566 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bfb722c-7392-4a12-b3d7-7d97fb7868ab tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks [] for floatingip (18c4d2ac-78b3-4a0f-b04f-a140adbf309f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:43.153234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bfb722c-7392-4a12-b3d7-7d97fb7868ab tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:43.157658 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7bfb722c-7392-4a12-b3d7-7d97fb7868ab tempest-ServersTestManualDisk-503596759 tempest-ServersTestManualDisk-503596759-project] 10.222.0.81 "DELETE /v2.0/floatingips/18c4d2ac-78b3-4a0f-b04f-a140adbf309f HTTP/1.1" status: 204 len: 168 time: 0.6013930 Feb 19 03:05:43.158018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58246) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:43.713170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246bad6-08e1-4a7d-9761-4f4306b5cd49 req-09c8712b-b275-48ab-a095-fe5c43c0ad9e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:43.718970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246bad6-08e1-4a7d-9761-4f4306b5cd49 req-09c8712b-b275-48ab-a095-fe5c43c0ad9e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:43.724208 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246bad6-08e1-4a7d-9761-4f4306b5cd49 req-09c8712b-b275-48ab-a095-fe5c43c0ad9e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:43.729434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246bad6-08e1-4a7d-9761-4f4306b5cd49 req-09c8712b-b275-48ab-a095-fe5c43c0ad9e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:43.735235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246bad6-08e1-4a7d-9761-4f4306b5cd49 req-09c8712b-b275-48ab-a095-fe5c43c0ad9e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:43.740441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246bad6-08e1-4a7d-9761-4f4306b5cd49 req-09c8712b-b275-48ab-a095-fe5c43c0ad9e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:43.745985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246bad6-08e1-4a7d-9761-4f4306b5cd49 req-09c8712b-b275-48ab-a095-fe5c43c0ad9e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:43.748212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3246bad6-08e1-4a7d-9761-4f4306b5cd49 req-09c8712b-b275-48ab-a095-fe5c43c0ad9e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.4861286 Feb 19 03:05:43.759168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b3b4b-04cd-4390-a21b-6c289baf062b req-60f940f8-3a93-44bb-a06a-1def0dba43ab tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:43.760597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-128b3b4b-04cd-4390-a21b-6c289baf062b req-60f940f8-3a93-44bb-a06a-1def0dba43ab tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 945 time: 0.4997423 Feb 19 03:05:43.887289 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-128b3b4b-04cd-4390-a21b-6c289baf062b req-b7a599a3-f900-4c8b-abe4-4ffedc300bee tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162477 Feb 19 03:05:43.915909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3246bad6-08e1-4a7d-9761-4f4306b5cd49 req-36594072-2061-451f-b3d7-ff92d94f29b9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1542518 Feb 19 03:05:44.108132 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2060a933-ccc2-405e-98e5-167d5bc4a3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (f44aec90-a68b-4367-bd78-c1f0c8d709b0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.118257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96231030-6b86-4636-add5-3db83cc24008 req-9ee3b200-8d47-4062-a119-36522227db22 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:44.120106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-96231030-6b86-4636-add5-3db83cc24008 req-9ee3b200-8d47-4062-a119-36522227db22 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.0897903 Feb 19 03:05:44.269923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-96231030-6b86-4636-add5-3db83cc24008 req-60e9493d-a598-4f56-8d40-b97ac832dd7c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170666 Feb 19 03:05:44.295616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d267503-ad2f-43f8-973a-2e113e2ce8e4 req-e60edbc9-519d-4875-835e-772ade1d9491 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:44.295776 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d267503-ad2f-43f8-973a-2e113e2ce8e4 req-e60edbc9-519d-4875-835e-772ade1d9491 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 950 time: 0.1442604 Feb 19 03:05:44.397749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d267503-ad2f-43f8-973a-2e113e2ce8e4 req-51b45914-6197-4758-ab44-3ee89e7872e5 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685816 Feb 19 03:05:44.485353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2060a933-ccc2-405e-98e5-167d5bc4a3fb admin admin] Deleting port fa36637e-d317-4326-bf04-4fa77fd72e09 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:44.485689 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2060a933-ccc2-405e-98e5-167d5bc4a3fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.567336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-2060a933-ccc2-405e-98e5-167d5bc4a3fb admin admin] For port fa36637e-d317-4326-bf04-4fa77fd72e09, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fa36637e-d317-4326-bf04-4fa77fd72e09,segment=NetworkSegment(7f5b6e76-f897-469c-8397-c6b7e07a2fd8),segment_id=7f5b6e76-f897-469c-8397-c6b7e07a2fd8)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:44.567684 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2060a933-ccc2-405e-98e5-167d5bc4a3fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.583659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2060a933-ccc2-405e-98e5-167d5bc4a3fb admin admin] Calling delete_port for fa36637e-d317-4326-bf04-4fa77fd72e09 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:44.648746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6fb32-6233-4054-9ff8-86d53ba9c229 req-a71d48e8-a092-443c-ab3f-4f3aada5a3ff tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:44.650213 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-06b6fb32-6233-4054-9ff8-86d53ba9c229 req-a71d48e8-a092-443c-ab3f-4f3aada5a3ff tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.67 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 945 time: 0.0538120 Feb 19 03:05:44.758499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-06b6fb32-6233-4054-9ff8-86d53ba9c229 req-64189f82-c85d-4a88-ac59-49d3874ae0aa tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Deleting port 782a09e3-b5b2-42f8-9b83-e970fa678f35 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:44.758836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-06b6fb32-6233-4054-9ff8-86d53ba9c229 req-64189f82-c85d-4a88-ac59-49d3874ae0aa tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.778795 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2060a933-ccc2-405e-98e5-167d5bc4a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fa36637e-d317-4326-bf04-4fa77fd72e09), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.806263 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060a933-ccc2-405e-98e5-167d5bc4a3fb admin admin] Pushing event deleted for resources: {'Port': ['ID=fa36637e-d317-4326-bf04-4fa77fd72e09,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:44.843575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a52bf954-333b-4f3e-9c63-638124ce2fe0 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:44.857634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-06b6fb32-6233-4054-9ff8-86d53ba9c229 req-64189f82-c85d-4a88-ac59-49d3874ae0aa tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] For port 782a09e3-b5b2-42f8-9b83-e970fa678f35, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=782a09e3-b5b2-42f8-9b83-e970fa678f35,segment=NetworkSegment(3204b00d-10cc-480c-9ccb-3483055cbb5a),segment_id=3204b00d-10cc-480c-9ccb-3483055cbb5a)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:44.858129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-06b6fb32-6233-4054-9ff8-86d53ba9c229 req-64189f82-c85d-4a88-ac59-49d3874ae0aa tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:44.877102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-06b6fb32-6233-4054-9ff8-86d53ba9c229 req-64189f82-c85d-4a88-ac59-49d3874ae0aa tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Calling delete_port for 782a09e3-b5b2-42f8-9b83-e970fa678f35 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:44.890912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: a52bf954-333b-4f3e-9c63-638124ce2fe0 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:44.891256 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a52bf954-333b-4f3e-9c63-638124ce2fe0 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:45.087220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2060a933-ccc2-405e-98e5-167d5bc4a3fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (f44aec90-a68b-4367-bd78-c1f0c8d709b0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:45.087768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-06b6fb32-6233-4054-9ff8-86d53ba9c229 req-64189f82-c85d-4a88-ac59-49d3874ae0aa tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (782a09e3-b5b2-42f8-9b83-e970fa678f35), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:45.101038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['782a09e3-b5b2-42f8-9b83-e970fa678f35'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:45.135377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64189f82-c85d-4a88-ac59-49d3874ae0aa tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Pushing event deleted for resources: {'Port': ['ID=782a09e3-b5b2-42f8-9b83-e970fa678f35,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:45.166506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda78503-51d2-4d09-a6a8-7f8c5d907dd0 req-2dede512-f99b-4522-a6b2-97f59e6cddf9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:45.168024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fda78503-51d2-4d09-a6a8-7f8c5d907dd0 req-2dede512-f99b-4522-a6b2-97f59e6cddf9 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/ports?device_id=ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61 HTTP/1.1" status: 200 len: 867 time: 0.1550231 Feb 19 03:05:45.187514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b6fb32-6233-4054-9ff8-86d53ba9c229 req-64189f82-c85d-4a88-ac59-49d3874ae0aa tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] No DVR routers for this DVR port 782a09e3-b5b2-42f8-9b83-e970fa678f35 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:45.188551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16764fd-945a-4205-98b0-74b1d3fa2d6d req-292c6d7c-e7c4-4a60-a4b8-2c97c0ddaad9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:45.190541 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-06b6fb32-6233-4054-9ff8-86d53ba9c229 req-64189f82-c85d-4a88-ac59-49d3874ae0aa tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:45.194409 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-06b6fb32-6233-4054-9ff8-86d53ba9c229 req-64189f82-c85d-4a88-ac59-49d3874ae0aa tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.67 "DELETE /v2.0/ports/782a09e3-b5b2-42f8-9b83-e970fa678f35 HTTP/1.1" status: 204 len: 173 time: 0.5385604 Feb 19 03:05:45.194906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16764fd-945a-4205-98b0-74b1d3fa2d6d req-292c6d7c-e7c4-4a60-a4b8-2c97c0ddaad9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:45.195002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61', 'name': 'network-vif-deleted', 'tag': '782a09e3-b5b2-42f8-9b83-e970fa678f35'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:45.197422 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87778fc2-cf7f-44a3-9107-a093c2b4e1bc" -d '{"events": [{"server_uuid": "ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61", "name": "network-vif-deleted", "tag": "782a09e3-b5b2-42f8-9b83-e970fa678f35"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:45.201702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16764fd-945a-4205-98b0-74b1d3fa2d6d req-292c6d7c-e7c4-4a60-a4b8-2c97c0ddaad9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:45.207010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16764fd-945a-4205-98b0-74b1d3fa2d6d req-292c6d7c-e7c4-4a60-a4b8-2c97c0ddaad9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:45.212862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16764fd-945a-4205-98b0-74b1d3fa2d6d req-292c6d7c-e7c4-4a60-a4b8-2c97c0ddaad9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:45.219315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16764fd-945a-4205-98b0-74b1d3fa2d6d req-292c6d7c-e7c4-4a60-a4b8-2c97c0ddaad9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:45.224697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16764fd-945a-4205-98b0-74b1d3fa2d6d req-292c6d7c-e7c4-4a60-a4b8-2c97c0ddaad9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:45.229254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d16764fd-945a-4205-98b0-74b1d3fa2d6d req-292c6d7c-e7c4-4a60-a4b8-2c97c0ddaad9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.2172718 Feb 19 03:05:45.371346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fda78503-51d2-4d09-a6a8-7f8c5d907dd0 req-dd3733b0-1bd7-481d-9803-7ebf494b7228 tempest-ServerDiskConfigTestJSON-318804528 tempest-ServerDiskConfigTestJSON-318804528-project] 10.222.0.81 "GET /v2.0/security-groups?id=68e21aa9-51f5-4a5d-94be-6fccd95d662b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407056 Feb 19 03:05:45.393693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d16764fd-945a-4205-98b0-74b1d3fa2d6d req-292af35a-b9e1-4181-b3bd-966fc4e16184 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1438465 Feb 19 03:05:45.432904 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87679eab-8840-4e93-9679-8bda25dbb3b5 x-openstack-request-id: req-87679eab-8840-4e93-9679-8bda25dbb3b5 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:45.433297 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61", "name": "network-vif-deleted", "tag": "782a09e3-b5b2-42f8-9b83-e970fa678f35", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:45.433649 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87679eab-8840-4e93-9679-8bda25dbb3b5 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:45.434155 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad957ddd-5ef4-4b1c-a2c7-86a0f5899e61', 'name': 'network-vif-deleted', 'tag': '782a09e3-b5b2-42f8-9b83-e970fa678f35', 'status': 'completed', 'code': 200} Feb 19 03:05:45.585522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2060a933-ccc2-405e-98e5-167d5bc4a3fb admin admin] Router f44aec90-a68b-4367-bd78-c1f0c8d709b0 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:05:45.614889 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaad898-0659-405c-9137-bddc6b3162df req-cb23db72-5448-4756-89c9-166bb1b2298b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:45.616468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0eaad898-0659-405c-9137-bddc6b3162df req-cb23db72-5448-4756-89c9-166bb1b2298b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.1197433 Feb 19 03:05:45.626946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fd84f-a4e3-43df-97a7-e08b503e9513 req-aa570663-b7b4-4f1f-9829-1c4fcb552087 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:45.629211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-173fd84f-a4e3-43df-97a7-e08b503e9513 req-aa570663-b7b4-4f1f-9829-1c4fcb552087 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 950 time: 0.1309221 Feb 19 03:05:45.800760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0eaad898-0659-405c-9137-bddc6b3162df req-2b63decb-4142-4cff-a4d3-8cf8e023bf18 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702776 Feb 19 03:05:45.818405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-173fd84f-a4e3-43df-97a7-e08b503e9513 req-946df033-557f-4a6a-95a1-9b64b810945f tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441264 Feb 19 03:05:45.838247 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2060a933-ccc2-405e-98e5-167d5bc4a3fb admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:45.845282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2060a933-ccc2-405e-98e5-167d5bc4a3fb admin admin] 10.222.0.81 "PUT /v2.0/routers/f44aec90-a68b-4367-bd78-c1f0c8d709b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6860933 Feb 19 03:05:45.847893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58270) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:45.851215 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a9b43-3817-47bc-bae3-53d4d5ff150d None None] Sync routers for ids ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:45.862130 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a9b43-3817-47bc-bae3-53d4d5ff150d None None] Routers {'f44aec90-a68b-4367-bd78-c1f0c8d709b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:45.862942 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c02a9b43-3817-47bc-bae3-53d4d5ff150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:05:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:45.974193 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c02a9b43-3817-47bc-bae3-53d4d5ff150d None None] Set router f44aec90-a68b-4367-bd78-c1f0c8d709b0 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:05:45.999039 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63db2c4-b732-4fed-af8c-32dd93f81872 req-4b79c92f-681d-4d9d-a829-d93e47b58cfe tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:46.001098 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a63db2c4-b732-4fed-af8c-32dd93f81872 req-4b79c92f-681d-4d9d-a829-d93e47b58cfe tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 950 time: 0.1020808 Feb 19 03:05:46.003878 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Publish callbacks [] for router (f44aec90-a68b-4367-bd78-c1f0c8d709b0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.164420 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c02a9b43-3817-47bc-bae3-53d4d5ff150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:05:44Z', 'revision_number': 5, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port': {'id': '1467e173-ff43-4a0d-a3c4-98e9970516d5', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:73:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:20Z', 'updated_at': '2022-02-19T03:03:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:46.180437 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Publish callbacks [] for router_gateway (f44aec90-a68b-4367-bd78-c1f0c8d709b0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.189184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a63db2c4-b732-4fed-af8c-32dd93f81872 req-96fac690-3ac3-4b73-8e61-5def41b46326 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Deleting port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:46.189591 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a63db2c4-b732-4fed-af8c-32dd93f81872 req-96fac690-3ac3-4b73-8e61-5def41b46326 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.196242 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a9b43-3817-47bc-bae3-53d4d5ff150d None None] Checking router: f44aec90-a68b-4367-bd78-c1f0c8d709b0 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:05:46.205794 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a9b43-3817-47bc-bae3-53d4d5ff150d None None] Routers {'f44aec90-a68b-4367-bd78-c1f0c8d709b0'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:46.206472 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c02a9b43-3817-47bc-bae3-53d4d5ff150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:05:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:46.311744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a63db2c4-b732-4fed-af8c-32dd93f81872 req-96fac690-3ac3-4b73-8e61-5def41b46326 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] For port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:46.312206 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a63db2c4-b732-4fed-af8c-32dd93f81872 req-96fac690-3ac3-4b73-8e61-5def41b46326 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.328161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Deleting port 1467e173-ff43-4a0d-a3c4-98e9970516d5 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:46.328581 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.330601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a63db2c4-b732-4fed-af8c-32dd93f81872 req-96fac690-3ac3-4b73-8e61-5def41b46326 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Calling delete_port for d4c571ae-b61d-4c19-97d2-f2b8ae442d7d owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:46.392269 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c02a9b43-3817-47bc-bae3-53d4d5ff150d None None] Set router f44aec90-a68b-4367-bd78-c1f0c8d709b0 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:05:46.463947 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c02a9b43-3817-47bc-bae3-53d4d5ff150d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:05:46Z', 'revision_number': 6, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:46.511314 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02a9b43-3817-47bc-bae3-53d4d5ff150d None None] The sync data for ids ['f44aec90-a68b-4367-bd78-c1f0c8d709b0'] in n-d-826755-2 is: [{'id': 'f44aec90-a68b-4367-bd78-c1f0c8d709b0', 'name': 'tempest-ServersTestManualDisk-1697975282-router', 'tenant_id': 'c64afb56dce84c20aee549318b1fe2c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:19Z', 'updated_at': '2022-02-19T03:05:46Z', 'revision_number': 6, 'project_id': 'c64afb56dce84c20aee549318b1fe2c4', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:46.555836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] For port 1467e173-ff43-4a0d-a3c4-98e9970516d5, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1467e173-ff43-4a0d-a3c4-98e9970516d5,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:46.556210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.596115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6716ef-d115-4ac2-874d-99c8f2c7767d req-bd801045-452b-4520-a872-dd16fef338a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:46.601456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6716ef-d115-4ac2-874d-99c8f2c7767d req-bd801045-452b-4520-a872-dd16fef338a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:46.602984 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Calling delete_port for 1467e173-ff43-4a0d-a3c4-98e9970516d5 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:46.607860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6716ef-d115-4ac2-874d-99c8f2c7767d req-bd801045-452b-4520-a872-dd16fef338a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:46.613578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6716ef-d115-4ac2-874d-99c8f2c7767d req-bd801045-452b-4520-a872-dd16fef338a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:46.619517 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58284) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:46.622729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6716ef-d115-4ac2-874d-99c8f2c7767d req-bd801045-452b-4520-a872-dd16fef338a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:46.628497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6716ef-d115-4ac2-874d-99c8f2c7767d req-bd801045-452b-4520-a872-dd16fef338a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:46.634935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6716ef-d115-4ac2-874d-99c8f2c7767d req-bd801045-452b-4520-a872-dd16fef338a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:46.636938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd6716ef-d115-4ac2-874d-99c8f2c7767d req-bd801045-452b-4520-a872-dd16fef338a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1189654 Feb 19 03:05:46.708315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd6716ef-d115-4ac2-874d-99c8f2c7767d req-675c7379-b9f2-4057-8852-1954fb442232 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654256 Feb 19 03:05:46.715584 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a63db2c4-b732-4fed-af8c-32dd93f81872 req-96fac690-3ac3-4b73-8e61-5def41b46326 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d4c571ae-b61d-4c19-97d2-f2b8ae442d7d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.729706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176', '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', '7012cb41-d0d0-47a3-9043-de749963e040', '52f73a29-419a-4b4f-b555-43d09d862c57'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:46.732266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['b142796f-cf16-4677-9ed9-02a83cec6634', 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:46.764579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fac690-3ac3-4b73-8e61-5def41b46326 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event deleted for resources: {'Port': ['ID=d4c571ae-b61d-4c19-97d2-f2b8ae442d7d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:46.771798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e29607-acaf-45e0-b611-88a533d454b9 admin admin] Deleting subnet 5c3b5d35-3a9f-4ed5-926d-6aafa0624c26 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:05:46.775229 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3e29607-acaf-45e0-b611-88a533d454b9 admin admin] Publish callbacks [] for subnet (5c3b5d35-3a9f-4ed5-926d-6aafa0624c26), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.913910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63db2c4-b732-4fed-af8c-32dd93f81872 req-96fac690-3ac3-4b73-8e61-5def41b46326 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] No DVR routers for this DVR port d4c571ae-b61d-4c19-97d2-f2b8ae442d7d on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:46.937441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3e29607-acaf-45e0-b611-88a533d454b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (5c3b5d35-3a9f-4ed5-926d-6aafa0624c26), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.940001 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a63db2c4-b732-4fed-af8c-32dd93f81872 req-96fac690-3ac3-4b73-8e61-5def41b46326 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:46.943419 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a63db2c4-b732-4fed-af8c-32dd93f81872 req-96fac690-3ac3-4b73-8e61-5def41b46326 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "DELETE /v2.0/ports/d4c571ae-b61d-4c19-97d2-f2b8ae442d7d HTTP/1.1" status: 204 len: 173 time: 0.9364767 Feb 19 03:05:47.052906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9717ab1a-6782-4866-8b2d-d082d8a23700 req-611a7e94-c50d-4da1-b7c8-0dc6b125900e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=75704f77-25db-4aaa-a104-08fc0e70e73f HTTP/1.1" status: 200 len: 210 time: 0.0990872 Feb 19 03:05:47.073439 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3e29607-acaf-45e0-b611-88a533d454b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (5c3b5d35-3a9f-4ed5-926d-6aafa0624c26), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.122288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e99491-f4b6-4bb5-9b88-993d5712108f req-e94e7617-9831-4c1f-8124-c8913d9f784b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:47.130676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66e99491-f4b6-4bb5-9b88-993d5712108f req-e94e7617-9831-4c1f-8124-c8913d9f784b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.1529961 Feb 19 03:05:47.203541 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3e29607-acaf-45e0-b611-88a533d454b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (5c3b5d35-3a9f-4ed5-926d-6aafa0624c26), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.210602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66e99491-f4b6-4bb5-9b88-993d5712108f req-2e8b4600-662e-4a89-afc6-3ff2b0bbc887 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788503 Feb 19 03:05:47.234938 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (1467e173-ff43-4a0d-a3c4-98e9970516d5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.254022 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3e29607-acaf-45e0-b611-88a533d454b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.257147 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c3e29607-acaf-45e0-b611-88a533d454b9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/5c3b5d35-3a9f-4ed5-926d-6aafa0624c26 HTTP/1.1" status: 204 len: 168 time: 0.6368086 Feb 19 03:05:47.259934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58290) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:47.264413 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e29607-acaf-45e0-b611-88a533d454b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3b5d35-3a9f-4ed5-926d-6aafa0624c26,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:47.290354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Pushing event deleted for resources: {'Port': ['ID=1467e173-ff43-4a0d-a3c4-98e9970516d5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:47.379159 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (f6709305-4709-44af-9946-bed2e681b2b2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.392863 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (f44aec90-a68b-4367-bd78-c1f0c8d709b0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.440200 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75704f77-25db-4aaa-a104-08fc0e70e73f', 'name': 'network-vif-deleted', 'tag': 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:47.442031 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1cd4b2-297c-4f83-941e-836cca444018" -d '{"events": [{"server_uuid": "75704f77-25db-4aaa-a104-08fc0e70e73f", "name": "network-vif-deleted", "tag": "d4c571ae-b61d-4c19-97d2-f2b8ae442d7d"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:47.520423 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a6c4a1-4ba7-439d-aeed-06e12a5b0d26 x-openstack-request-id: req-47a6c4a1-4ba7-439d-aeed-06e12a5b0d26 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:47.520423 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75704f77-25db-4aaa-a104-08fc0e70e73f", "name": "network-vif-deleted", "tag": "d4c571ae-b61d-4c19-97d2-f2b8ae442d7d", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:47.520423 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47a6c4a1-4ba7-439d-aeed-06e12a5b0d26 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:47.520423 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75704f77-25db-4aaa-a104-08fc0e70e73f', 'name': 'network-vif-deleted', 'tag': 'd4c571ae-b61d-4c19-97d2-f2b8ae442d7d', 'status': 'completed', 'code': 200} Feb 19 03:05:47.534589 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (f44aec90-a68b-4367-bd78-c1f0c8d709b0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.537109 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Publish callbacks [] for router_controller (f44aec90-a68b-4367-bd78-c1f0c8d709b0), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.537792 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (f6709305-4709-44af-9946-bed2e681b2b2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.572829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6709305-4709-44af-9946-bed2e681b2b2']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:47.585652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3204b00d-10cc-480c-9ccb-3483055cbb5a') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:47.586224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3204b00d-10cc-480c-9ccb-3483055cbb5a') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:47.588925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (f44aec90-a68b-4367-bd78-c1f0c8d709b0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.589622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f44aec90-a68b-4367-bd78-c1f0c8d709b0 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:05:47.601401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.603458 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-88fc55a1-d6c7-482d-aa92-32d6d9f4d02d admin admin] 10.222.0.81 "DELETE /v2.0/routers/f44aec90-a68b-4367-bd78-c1f0c8d709b0 HTTP/1.1" status: 204 len: 168 time: 1.7544653 Feb 19 03:05:47.606036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58296) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:47.606321 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (3204b00d-10cc-480c-9ccb-3483055cbb5a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.631061 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (3204b00d-10cc-480c-9ccb-3483055cbb5a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.645900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:47.646334 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (3204b00d-10cc-480c-9ccb-3483055cbb5a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:47.653480 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:47.659644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f07eb6-66c5-457e-b95f-346cf3fe34dd admin admin] Deleting subnet d78a5e02-fd12-4985-b75d-886d4ff9f507 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:05:47.663215 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31f07eb6-66c5-457e-b95f-346cf3fe34dd admin admin] Publish callbacks [] for subnet (d78a5e02-fd12-4985-b75d-886d4ff9f507), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.712071 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31f07eb6-66c5-457e-b95f-346cf3fe34dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (d78a5e02-fd12-4985-b75d-886d4ff9f507), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.717821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (f6709305-4709-44af-9946-bed2e681b2b2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.724769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.730887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] 10.222.0.81 "DELETE /v2.0/networks/f6709305-4709-44af-9946-bed2e681b2b2 HTTP/1.1" status: 204 len: 168 time: 0.4655943 Feb 19 03:05:47.748826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87814e-b82f-4d00-90a6-c621c4728948 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6709305-4709-44af-9946-bed2e681b2b2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:47.832051 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31f07eb6-66c5-457e-b95f-346cf3fe34dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d78a5e02-fd12-4985-b75d-886d4ff9f507), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.860986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1467e173-ff43-4a0d-a3c4-98e9970516d5 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:47.918935 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31f07eb6-66c5-457e-b95f-346cf3fe34dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (d78a5e02-fd12-4985-b75d-886d4ff9f507), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.919571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 1467e173-ff43-4a0d-a3c4-98e9970516d5 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:47.920055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1467e173-ff43-4a0d-a3c4-98e9970516d5 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:47.924313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fa36637e-d317-4326-bf04-4fa77fd72e09 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:47.960728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31f07eb6-66c5-457e-b95f-346cf3fe34dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:47.964053 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-31f07eb6-66c5-457e-b95f-346cf3fe34dd admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d78a5e02-fd12-4985-b75d-886d4ff9f507 HTTP/1.1" status: 204 len: 168 time: 0.3563755 Feb 19 03:05:47.966610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58302) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:47.973952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f07eb6-66c5-457e-b95f-346cf3fe34dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d78a5e02-fd12-4985-b75d-886d4ff9f507,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:47.979829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eb41c-6726-4959-9320-bcb718310e1c req-53a6c096-596d-4366-915f-ead542ff52ca tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:47.984789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: fa36637e-d317-4326-bf04-4fa77fd72e09 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:47.985043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fa36637e-d317-4326-bf04-4fa77fd72e09 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:47.991509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eb41c-6726-4959-9320-bcb718310e1c req-53a6c096-596d-4366-915f-ead542ff52ca tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:47.992102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30a99a-33e2-430a-955f-ec9291749d2a None None] Network 69ce41cd-7033-4644-9dcc-83550fa8ab23 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:47.999602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eb41c-6726-4959-9320-bcb718310e1c req-53a6c096-596d-4366-915f-ead542ff52ca tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:48.016149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eb41c-6726-4959-9320-bcb718310e1c req-53a6c096-596d-4366-915f-ead542ff52ca tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:48.029918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eb41c-6726-4959-9320-bcb718310e1c req-53a6c096-596d-4366-915f-ead542ff52ca tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:48.038086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58304) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:48.051818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eb41c-6726-4959-9320-bcb718310e1c req-53a6c096-596d-4366-915f-ead542ff52ca tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:48.060424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2eb41c-6726-4959-9320-bcb718310e1c req-53a6c096-596d-4366-915f-ead542ff52ca tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:48.064609 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c2eb41c-6726-4959-9320-bcb718310e1c req-53a6c096-596d-4366-915f-ead542ff52ca tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.2237210 Feb 19 03:05:48.092811 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (69ce41cd-7033-4644-9dcc-83550fa8ab23), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.119720 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8dfe6d2d-70c7-4fc7-af9c-40b34d89859e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=771bed38ee904c3da4a692f38bae9245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0802867 Feb 19 03:05:48.122790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58310) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:48.214569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2bc29894-a90b-4488-82ad-91df39970a32 admin admin] Publish callbacks [] for security_group (68e21aa9-51f5-4a5d-94be-6fccd95d662b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.219019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Deleting port 79f9b098-d0aa-4295-a320-73836bf50c14 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:48.219470 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.230332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c2eb41c-6726-4959-9320-bcb718310e1c req-a2c3d866-c595-44d0-af9c-003e72e71005 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535237 Feb 19 03:05:48.276123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] DHCP port deletion for 69ce41cd-7033-4644-9dcc-83550fa8ab23 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:05:48.292058 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2bc29894-a90b-4488-82ad-91df39970a32 admin admin] Publish callbacks [] for security_group (68e21aa9-51f5-4a5d-94be-6fccd95d662b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.331778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] For port 79f9b098-d0aa-4295-a320-73836bf50c14, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=79f9b098-d0aa-4295-a320-73836bf50c14,segment=NetworkSegment(7f5b6e76-f897-469c-8397-c6b7e07a2fd8),segment_id=7f5b6e76-f897-469c-8397-c6b7e07a2fd8)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:48.332288 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.353147 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Calling delete_port for 79f9b098-d0aa-4295-a320-73836bf50c14 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:48.404880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Deleting port 79f9b098-d0aa-4295-a320-73836bf50c14 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:48.405568 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.431232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2bc29894-a90b-4488-82ad-91df39970a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (68e21aa9-51f5-4a5d-94be-6fccd95d662b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.439868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2bc29894-a90b-4488-82ad-91df39970a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.445018 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2bc29894-a90b-4488-82ad-91df39970a32 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68e21aa9-51f5-4a5d-94be-6fccd95d662b HTTP/1.1" status: 204 len: 168 time: 0.3198025 Feb 19 03:05:48.461320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc29894-a90b-4488-82ad-91df39970a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e21aa9-51f5-4a5d-94be-6fccd95d662b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:48.501288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] For port 79f9b098-d0aa-4295-a320-73836bf50c14, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=79f9b098-d0aa-4295-a320-73836bf50c14,segment=NetworkSegment(7f5b6e76-f897-469c-8397-c6b7e07a2fd8),segment_id=7f5b6e76-f897-469c-8397-c6b7e07a2fd8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:48.502432 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.521456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Calling delete_port for 79f9b098-d0aa-4295-a320-73836bf50c14 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:48.536339 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.543387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5970b8b-32a1-4255-b3c3-51bab5a77460 req-9771f3b6-5121-41f2-9637-8fd0593ea895 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:48.548055 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5970b8b-32a1-4255-b3c3-51bab5a77460 req-9771f3b6-5121-41f2-9637-8fd0593ea895 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.1573865 Feb 19 03:05:48.591800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Pushing event deleted for resources: {'Port': ['ID=79f9b098-d0aa-4295-a320-73836bf50c14,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:48.605416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] No DVR routers for this DVR port 79f9b098-d0aa-4295-a320-73836bf50c14 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: from cryptography.utils import int_from_bytes Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: from cryptography.utils import int_from_bytes Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.639629 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:05:48.642434 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:05:48.651670 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (79f9b098-d0aa-4295-a320-73836bf50c14), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.657703 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5970b8b-32a1-4255-b3c3-51bab5a77460 req-1a883daf-bc36-4d70-8408-5f08b717587b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026804 Feb 19 03:05:48.701361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] No DVR routers for this DVR port 79f9b098-d0aa-4295-a320-73836bf50c14 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:48.703723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Pushing event deleted for resources: {'Port': ['ID=79f9b098-d0aa-4295-a320-73836bf50c14,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:48.723199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.723556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.723936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.724882 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.725222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.725596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.726056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.726662 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.727003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.727331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.727657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.727978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.728353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090c80c2-cf52-47ef-85dc-2eecb8e78caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:05:48.742886 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (69ce41cd-7033-4644-9dcc-83550fa8ab23), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.767666 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b722fc-2043-4b17-8a36-245394e0a6b1 req-2f1ea259-c35a-41c8-97cb-297b34d78daa tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:48.770467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0b722fc-2043-4b17-8a36-245394e0a6b1 req-2f1ea259-c35a-41c8-97cb-297b34d78daa tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=36b44a07-0cb2-4d97-bd70-f252111a6bf4 HTTP/1.1" status: 200 len: 949 time: 0.1116526 Feb 19 03:05:48.772172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ce41cd-7033-4644-9dcc-83550fa8ab23']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:48.783392 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f5b6e76-f897-469c-8397-c6b7e07a2fd8') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:48.783738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f5b6e76-f897-469c-8397-c6b7e07a2fd8') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:48.793751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (7f5b6e76-f897-469c-8397-c6b7e07a2fd8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.809308 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7f5b6e76-f897-469c-8397-c6b7e07a2fd8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.817873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:05:48.818326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (7f5b6e76-f897-469c-8397-c6b7e07a2fd8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:05:48.820012 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:05:48.858331 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0b722fc-2043-4b17-8a36-245394e0a6b1 req-bccde25b-6d84-414f-82a5-6c86ff3985f6 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779781 Feb 19 03:05:48.858616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 782a09e3-b5b2-42f8-9b83-e970fa678f35 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:48.885335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 782a09e3-b5b2-42f8-9b83-e970fa678f35 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:48.886044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 782a09e3-b5b2-42f8-9b83-e970fa678f35 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:48.886340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d4c571ae-b61d-4c19-97d2-f2b8ae442d7d no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:48.892936 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (69ce41cd-7033-4644-9dcc-83550fa8ab23), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.898551 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:48.902960 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] 10.222.0.81 "DELETE /v2.0/networks/69ce41cd-7033-4644-9dcc-83550fa8ab23 HTTP/1.1" status: 204 len: 168 time: 0.9352767 Feb 19 03:05:48.922259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bea2df-a73f-419f-8100-8e2af2edc910 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ce41cd-7033-4644-9dcc-83550fa8ab23,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:48.939926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: d4c571ae-b61d-4c19-97d2-f2b8ae442d7d {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:48.940652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d4c571ae-b61d-4c19-97d2-f2b8ae442d7d not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:49.102647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58332) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:49.142580 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d01229b8-e9db-459f-8060-8673399b9244 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c64afb56dce84c20aee549318b1fe2c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384705 Feb 19 03:05:49.144898 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58334) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:49.192131 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb2bfb46-4b1e-400c-95db-6e459c937c98 admin admin] Publish callbacks [] for security_group (c7201ba7-1c4a-42ae-a849-90a766ef92fe), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.217733 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb2bfb46-4b1e-400c-95db-6e459c937c98 admin admin] Publish callbacks [] for security_group (c7201ba7-1c4a-42ae-a849-90a766ef92fe), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.280772 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb2bfb46-4b1e-400c-95db-6e459c937c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c7201ba7-1c4a-42ae-a849-90a766ef92fe), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.284495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb2bfb46-4b1e-400c-95db-6e459c937c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.285824 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eb2bfb46-4b1e-400c-95db-6e459c937c98 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c7201ba7-1c4a-42ae-a849-90a766ef92fe HTTP/1.1" status: 204 len: 168 time: 0.1396556 Feb 19 03:05:49.295805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2bfb46-4b1e-400c-95db-6e459c937c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7201ba7-1c4a-42ae-a849-90a766ef92fe,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:49.419888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8baad1-001b-44b4-90d0-8d12a4827f05 req-be37056d-1367-4f16-a156-89a3902c6724 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:49.426025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8baad1-001b-44b4-90d0-8d12a4827f05 req-be37056d-1367-4f16-a156-89a3902c6724 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:49.433246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8baad1-001b-44b4-90d0-8d12a4827f05 req-be37056d-1367-4f16-a156-89a3902c6724 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:49.439054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8baad1-001b-44b4-90d0-8d12a4827f05 req-be37056d-1367-4f16-a156-89a3902c6724 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:49.444636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8baad1-001b-44b4-90d0-8d12a4827f05 req-be37056d-1367-4f16-a156-89a3902c6724 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:49.450155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8baad1-001b-44b4-90d0-8d12a4827f05 req-be37056d-1367-4f16-a156-89a3902c6724 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:49.455958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8baad1-001b-44b4-90d0-8d12a4827f05 req-be37056d-1367-4f16-a156-89a3902c6724 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:49.464492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f8baad1-001b-44b4-90d0-8d12a4827f05 req-be37056d-1367-4f16-a156-89a3902c6724 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1298177 Feb 19 03:05:49.532739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58350) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:49.540043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f8baad1-001b-44b4-90d0-8d12a4827f05 req-a24ffc07-08d4-4258-80b3-66c4b27b055c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744562 Feb 19 03:05:49.670327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1728807483-network', 'tenant_id': 'e7fc2b0aa42d41009ca76a5e0aae7fcf'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:49.710919 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Made reservation on behalf of e7fc2b0aa42d41009ca76a5e0aae7fcf for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:49.713994 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.725580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.843861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 79f9b098-d0aa-4295-a320-73836bf50c14 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:49.855393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45087452-45d6-4e2a-81b1-95bb38a5e5c8 req-928e63d5-db1f-4eea-9397-b83e14b2206d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:49.857300 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45087452-45d6-4e2a-81b1-95bb38a5e5c8 req-928e63d5-db1f-4eea-9397-b83e14b2206d tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "GET /v2.0/ports?device_id=36b44a07-0cb2-4d97-bd70-f252111a6bf4 HTTP/1.1" status: 200 len: 949 time: 0.0863020 Feb 19 03:05:49.892228 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 79f9b098-d0aa-4295-a320-73836bf50c14 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:49.892722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 79f9b098-d0aa-4295-a320-73836bf50c14 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:49.912211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8708c0-091e-4e03-95c6-94838df80fc3 req-2b0d236c-400f-4488-974d-38d86f0ef2b3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:49.917393 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Publish callbacks [] for security_group (089d0fbd-b71d-4bf1-be46-13ae4246985e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:49.918855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c8708c0-091e-4e03-95c6-94838df80fc3 req-2b0d236c-400f-4488-974d-38d86f0ef2b3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.1656361 Feb 19 03:05:49.952941 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (089d0fbd-b71d-4bf1-be46-13ae4246985e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.004070 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:05:50.027626 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f1c17f1c-e6da-425d-8ad9-b33bf533381e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.028338 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Added segment f1c17f1c-e6da-425d-8ad9-b33bf533381e of type vlan for network 3a4b58be-ffc0-4911-903a-8ca904048134 Feb 19 03:05:50.040613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c8708c0-091e-4e03-95c6-94838df80fc3 req-1739db13-2e9b-4d0c-814b-51a450aefb9a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150453 Feb 19 03:05:50.074192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1cb143-86d3-41fe-93fb-3c07cbc424bc req-5bbafea3-035a-42fb-b708-106f93896146 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:50.076376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef1cb143-86d3-41fe-93fb-3c07cbc424bc req-5bbafea3-035a-42fb-b708-106f93896146 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=36b44a07-0cb2-4d97-bd70-f252111a6bf4 HTTP/1.1" status: 200 len: 949 time: 0.1010606 Feb 19 03:05:50.114806 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (3a4b58be-ffc0-4911-903a-8ca904048134), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.139289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089d0fbd-b71d-4bf1-be46-13ae4246985e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:50.146718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef1cb143-86d3-41fe-93fb-3c07cbc424bc req-47b45d67-0901-4428-9eee-0a1db64f3531 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599501 Feb 19 03:05:50.189010 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (3a4b58be-ffc0-4911-903a-8ca904048134), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.189997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:50.190851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.237617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58374) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:50.250234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-45087452-45d6-4e2a-81b1-95bb38a5e5c8 req-aa8308d0-0bcf-46b0-854d-eb8d5280899a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Deleting port b142796f-cf16-4677-9ed9-02a83cec6634 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:50.250581 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45087452-45d6-4e2a-81b1-95bb38a5e5c8 req-aa8308d0-0bcf-46b0-854d-eb8d5280899a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.267799 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7311063 Feb 19 03:05:50.268525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58378) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:50.278054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e0484fcd-2432-4d72-a0d0-ba74d4b0d325 admin admin] Request body: {'subnet': {'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1728807483-subnet', 'tenant_id': 'e7fc2b0aa42d41009ca76a5e0aae7fcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:50.311237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0484fcd-2432-4d72-a0d0-ba74d4b0d325 admin admin] Made reservation on behalf of e7fc2b0aa42d41009ca76a5e0aae7fcf for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:50.315938 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e0484fcd-2432-4d72-a0d0-ba74d4b0d325 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.340296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f721a-206b-4bb6-aad5-16b1dbef35fa admin admin] Pushing event updated for resources: {'Network': ['ID=3a4b58be-ffc0-4911-903a-8ca904048134,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:50.354014 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-786636411-network', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:50.362095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 3a4b58be-ffc0-4911-903a-8ca904048134 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:05:50.396605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f4abd-bf8b-4304-bef8-ae33c707d5a9 req-c619cfc6-a0a7-4057-b1fe-d330320404e2 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:50.398138 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c41f4abd-bf8b-4304-bef8-ae33c707d5a9 req-c619cfc6-a0a7-4057-b1fe-d330320404e2 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/ports?device_id=35b6db5c-aa87-4842-b920-c7fdf0c9bf91 HTTP/1.1" status: 200 len: 950 time: 0.1506300 Feb 19 03:05:50.403496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-45087452-45d6-4e2a-81b1-95bb38a5e5c8 req-aa8308d0-0bcf-46b0-854d-eb8d5280899a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] For port b142796f-cf16-4677-9ed9-02a83cec6634, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b142796f-cf16-4677-9ed9-02a83cec6634,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:50.404019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45087452-45d6-4e2a-81b1-95bb38a5e5c8 req-aa8308d0-0bcf-46b0-854d-eb8d5280899a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.444929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-45087452-45d6-4e2a-81b1-95bb38a5e5c8 req-aa8308d0-0bcf-46b0-854d-eb8d5280899a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Calling delete_port for b142796f-cf16-4677-9ed9-02a83cec6634 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:50.482089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:50.484398 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.497392 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.591145 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e0484fcd-2432-4d72-a0d0-ba74d4b0d325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (85d1f16f-5f64-4116-93ec-2b17cac47949), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.703860 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Publish callbacks [] for security_group (73554a92-d58b-4016-9fbe-ae61f59322eb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.706040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0484fcd-2432-4d72-a0d0-ba74d4b0d325 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85d1f16f-5f64-4116-93ec-2b17cac47949,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:50.719722 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (73554a92-d58b-4016-9fbe-ae61f59322eb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.755133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0484fcd-2432-4d72-a0d0-ba74d4b0d325 admin admin] Checking segment: {'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:50.755514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0484fcd-2432-4d72-a0d0-ba74d4b0d325 admin admin] Network hostable DHCP agents. Network: 3a4b58be-ffc0-4911-903a-8ca904048134, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:05:50.762829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:05:50.790312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc71b-93b1-40e4-a6d5-109fb5baa7ac req-7493ca58-9c85-4045-8cc7-f26bfbbf032b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:50.796338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc71b-93b1-40e4-a6d5-109fb5baa7ac req-7493ca58-9c85-4045-8cc7-f26bfbbf032b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:50.801643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc71b-93b1-40e4-a6d5-109fb5baa7ac req-7493ca58-9c85-4045-8cc7-f26bfbbf032b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:50.806956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc71b-93b1-40e4-a6d5-109fb5baa7ac req-7493ca58-9c85-4045-8cc7-f26bfbbf032b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:50.812236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc71b-93b1-40e4-a6d5-109fb5baa7ac req-7493ca58-9c85-4045-8cc7-f26bfbbf032b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:50.817517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc71b-93b1-40e4-a6d5-109fb5baa7ac req-7493ca58-9c85-4045-8cc7-f26bfbbf032b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:50.822754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dc71b-93b1-40e4-a6d5-109fb5baa7ac req-7493ca58-9c85-4045-8cc7-f26bfbbf032b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:50.824740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-954dc71b-93b1-40e4-a6d5-109fb5baa7ac req-7493ca58-9c85-4045-8cc7-f26bfbbf032b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1927719 Feb 19 03:05:50.829871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73554a92-d58b-4016-9fbe-ae61f59322eb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:50.841951 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (333e8448-ae99-49fa-9408-d767c462b5dc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.842368 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Added segment 333e8448-ae99-49fa-9408-d767c462b5dc of type vlan for network 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b Feb 19 03:05:50.900184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0484fcd-2432-4d72-a0d0-ba74d4b0d325 admin admin] Network 3a4b58be-ffc0-4911-903a-8ca904048134 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:05:50.914784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c41f4abd-bf8b-4304-bef8-ae33c707d5a9 req-26df07e2-3ed3-4bb0-a436-feaa507462b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Deleting port 52f73a29-419a-4b4f-b555-43d09d862c57 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:50.915195 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c41f4abd-bf8b-4304-bef8-ae33c707d5a9 req-26df07e2-3ed3-4bb0-a436-feaa507462b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.923093 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (63a736b0-5ef0-47a3-bcb9-0f64299d3d6b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.937843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-e0484fcd-2432-4d72-a0d0-ba74d4b0d325 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 3a4b58be-ffc0-4911-903a-8ca904048134) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:50.948282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd55587a-b0ed-480f-98b9-fbfd7d2249ff None None] Network 3a4b58be-ffc0-4911-903a-8ca904048134 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:50.954082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0484fcd-2432-4d72-a0d0-ba74d4b0d325 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:50.954675 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e0484fcd-2432-4d72-a0d0-ba74d4b0d325 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:50.980396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-954dc71b-93b1-40e4-a6d5-109fb5baa7ac req-4709e0f4-98e2-4ddd-a8ae-6991d50f737b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1440868 Feb 19 03:05:51.005583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e0484fcd-2432-4d72-a0d0-ba74d4b0d325 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7355187 Feb 19 03:05:51.008583 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (63a736b0-5ef0-47a3-bcb9-0f64299d3d6b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.009572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:51.010161 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.103735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45087452-45d6-4e2a-81b1-95bb38a5e5c8 req-aa8308d0-0bcf-46b0-854d-eb8d5280899a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b142796f-cf16-4677-9ed9-02a83cec6634), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.131058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8920400 Feb 19 03:05:51.133723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58386) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:51.141638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176', '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', '7012cb41-d0d0-47a3-9043-de749963e040', '52f73a29-419a-4b4f-b555-43d09d862c57'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:51.145488 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-84de5b9d-d070-42dc-b501-dd5bd32573bb admin admin] Request body: {'subnet': {'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-786636411-subnet', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:51.188698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8308d0-0bcf-46b0-854d-eb8d5280899a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event deleted for resources: {'Port': ['ID=b142796f-cf16-4677-9ed9-02a83cec6634,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:51.188912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803eadc-2f8c-4a18-9036-8253a3247ee7 admin admin] Pushing event updated for resources: {'Network': ['ID=63a736b0-5ef0-47a3-bcb9-0f64299d3d6b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:51.196528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b71d886-e2ed-4cee-81fd-683cf1be194c None None] Network 3a4b58be-ffc0-4911-903a-8ca904048134 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:51.200195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c41f4abd-bf8b-4304-bef8-ae33c707d5a9 req-26df07e2-3ed3-4bb0-a436-feaa507462b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] For port 52f73a29-419a-4b4f-b555-43d09d862c57, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=52f73a29-419a-4b4f-b555-43d09d862c57,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:51.200428 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c41f4abd-bf8b-4304-bef8-ae33c707d5a9 req-26df07e2-3ed3-4bb0-a436-feaa507462b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.238796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84de5b9d-d070-42dc-b501-dd5bd32573bb admin admin] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:51.241477 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84de5b9d-d070-42dc-b501-dd5bd32573bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.256770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c41f4abd-bf8b-4304-bef8-ae33c707d5a9 req-26df07e2-3ed3-4bb0-a436-feaa507462b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Calling delete_port for 52f73a29-419a-4b4f-b555-43d09d862c57 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:51.280596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-45087452-45d6-4e2a-81b1-95bb38a5e5c8 req-aa8308d0-0bcf-46b0-854d-eb8d5280899a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] No DVR routers for this DVR port b142796f-cf16-4677-9ed9-02a83cec6634 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:51.287228 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45087452-45d6-4e2a-81b1-95bb38a5e5c8 req-aa8308d0-0bcf-46b0-854d-eb8d5280899a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.290587 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45087452-45d6-4e2a-81b1-95bb38a5e5c8 req-aa8308d0-0bcf-46b0-854d-eb8d5280899a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.67 "DELETE /v2.0/ports/b142796f-cf16-4677-9ed9-02a83cec6634 HTTP/1.1" status: 204 len: 173 time: 1.3662815 Feb 19 03:05:51.291042 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36b44a07-0cb2-4d97-bd70-f252111a6bf4', 'name': 'network-vif-deleted', 'tag': 'b142796f-cf16-4677-9ed9-02a83cec6634'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:51.293356 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd6dc63-96e7-4f0d-9602-88481ae79d93" -d '{"events": [{"server_uuid": "36b44a07-0cb2-4d97-bd70-f252111a6bf4", "name": "network-vif-deleted", "tag": "b142796f-cf16-4677-9ed9-02a83cec6634"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:51.384690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:05:51.570950 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c41f4abd-bf8b-4304-bef8-ae33c707d5a9 req-26df07e2-3ed3-4bb0-a436-feaa507462b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (52f73a29-419a-4b4f-b555-43d09d862c57), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.625723 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df07e2-3ed3-4bb0-a436-feaa507462b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event deleted for resources: {'Port': ['ID=52f73a29-419a-4b4f-b555-43d09d862c57,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:51.692443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41f4abd-bf8b-4304-bef8-ae33c707d5a9 req-26df07e2-3ed3-4bb0-a436-feaa507462b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] No DVR routers for this DVR port 52f73a29-419a-4b4f-b555-43d09d862c57 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:51.696612 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c41f4abd-bf8b-4304-bef8-ae33c707d5a9 req-26df07e2-3ed3-4bb0-a436-feaa507462b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:51.721480 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c41f4abd-bf8b-4304-bef8-ae33c707d5a9 req-26df07e2-3ed3-4bb0-a436-feaa507462b9 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "DELETE /v2.0/ports/52f73a29-419a-4b4f-b555-43d09d862c57 HTTP/1.1" status: 204 len: 173 time: 1.3010168 Feb 19 03:05:51.805999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176', '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', '7012cb41-d0d0-47a3-9043-de749963e040', '52f73a29-419a-4b4f-b555-43d09d862c57'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:51.883981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72e3ac-e99d-4f87-85d5-d576be695db2 req-a868c768-227a-468f-85e4-3767ca53086d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:51.892553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef72e3ac-e99d-4f87-85d5-d576be695db2 req-a868c768-227a-468f-85e4-3767ca53086d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.7194445 Feb 19 03:05:51.963267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5bf5ce0-d646-4b80-a056-c17a835e2a60 req-f52c86bb-f41a-47c2-87d8-a8450f2bdc9b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=36b44a07-0cb2-4d97-bd70-f252111a6bf4 HTTP/1.1" status: 200 len: 210 time: 0.0884881 Feb 19 03:05:52.048323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef72e3ac-e99d-4f87-85d5-d576be695db2 req-86800aaa-c3c4-47b2-9632-e2e7706f4ae9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535714 Feb 19 03:05:52.056876 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12955d78-aeda-42f4-a351-3ebcd6a9baf0 x-openstack-request-id: req-12955d78-aeda-42f4-a351-3ebcd6a9baf0 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:52.057990 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36b44a07-0cb2-4d97-bd70-f252111a6bf4", "name": "network-vif-deleted", "tag": "b142796f-cf16-4677-9ed9-02a83cec6634", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:52.058364 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12955d78-aeda-42f4-a351-3ebcd6a9baf0 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:52.058986 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36b44a07-0cb2-4d97-bd70-f252111a6bf4', 'name': 'network-vif-deleted', 'tag': 'b142796f-cf16-4677-9ed9-02a83cec6634', 'status': 'completed', 'code': 200} Feb 19 03:05:52.264966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84de5b9d-d070-42dc-b501-dd5bd32573bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (1206360f-2bb8-40a3-a6a0-394883182cf3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.387465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de5b9d-d070-42dc-b501-dd5bd32573bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1206360f-2bb8-40a3-a6a0-394883182cf3,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:52.414629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84de5b9d-d070-42dc-b501-dd5bd32573bb admin admin] Checking segment: {'id': '333e8448-ae99-49fa-9408-d767c462b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:52.415507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de5b9d-d070-42dc-b501-dd5bd32573bb admin admin] Network hostable DHCP agents. Network: 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:05:52.433976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf9aa-9982-432c-a245-4389f97aa510 req-e5c8e121-ec5d-4085-9aea-507bdf87f058 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:52.440190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf9aa-9982-432c-a245-4389f97aa510 req-e5c8e121-ec5d-4085-9aea-507bdf87f058 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:52.447377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf9aa-9982-432c-a245-4389f97aa510 req-e5c8e121-ec5d-4085-9aea-507bdf87f058 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:52.454711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf9aa-9982-432c-a245-4389f97aa510 req-e5c8e121-ec5d-4085-9aea-507bdf87f058 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:52.461742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf9aa-9982-432c-a245-4389f97aa510 req-e5c8e121-ec5d-4085-9aea-507bdf87f058 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:52.467934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf9aa-9982-432c-a245-4389f97aa510 req-e5c8e121-ec5d-4085-9aea-507bdf87f058 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:52.474319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccf9aa-9982-432c-a245-4389f97aa510 req-e5c8e121-ec5d-4085-9aea-507bdf87f058 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:52.486789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffccf9aa-9982-432c-a245-4389f97aa510 req-e5c8e121-ec5d-4085-9aea-507bdf87f058 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.2365170 Feb 19 03:05:52.495404 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.600024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84de5b9d-d070-42dc-b501-dd5bd32573bb admin admin] Network 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:05:52.636132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffccf9aa-9982-432c-a245-4389f97aa510 req-1a7ac59f-6a4c-4aba-adbf-cb5de53d8a0a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1485417 Feb 19 03:05:52.636702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-84de5b9d-d070-42dc-b501-dd5bd32573bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:52.646533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb56729f-cac3-407f-a706-44060aa0469c None None] Network 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:52.646966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de5b9d-d070-42dc-b501-dd5bd32573bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:52.647569 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84de5b9d-d070-42dc-b501-dd5bd32573bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.666441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-bd886d28-db26-47a0-aa65-7e7b3af95233 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:52.676939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-bd886d28-db26-47a0-aa65-7e7b3af95233 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/networks?id=3a4b58be-ffc0-4911-903a-8ca904048134 HTTP/1.1" status: 200 len: 818 time: 0.2843678 Feb 19 03:05:52.696964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-84de5b9d-d070-42dc-b501-dd5bd32573bb admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5621898 Feb 19 03:05:52.698701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-1b652e66-4df0-4966-9ac9-7fb5c9d1828a tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/quotas/e7fc2b0aa42d41009ca76a5e0aae7fcf HTTP/1.1" status: 200 len: 375 time: 0.0158057 Feb 19 03:05:52.699856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58408) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:52.706006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-786636411-router', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:52.732824 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.735028 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.747012 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-84168bf6-7c49-43cf-959c-7fcf3806cfb1 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e7fc2b0aa42d41009ca76a5e0aae7fcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370836 Feb 19 03:05:52.776113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-63a736b0-5ef0-47a3-bcb9-0f64299d3d6b', 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b', 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'fixed_ips': [{'subnet_id': '1206360f-2bb8-40a3-a6a0-394883182cf3'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:05:52.779003 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.845337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Publish callbacks [] for router_controller (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:52.868022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-b4fbf6d3-8409-497e-800b-3b65e4b048b7 service neutron] 10.222.0.81 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111846 Feb 19 03:05:52.907288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device b142796f-cf16-4677-9ed9-02a83cec6634 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:52.935322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: b142796f-cf16-4677-9ed9-02a83cec6634 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:52.935904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device b142796f-cf16-4677-9ed9-02a83cec6634 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:52.994907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-5fff384b-1c5f-455f-8649-4cbf0a753819 service neutron] 10.222.0.81 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164861 Feb 19 03:05:53.009612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Allocated IP 172.20.0.2 (63a736b0-5ef0-47a3-bcb9-0f64299d3d6b/1206360f-2bb8-40a3-a6a0-394883182cf3/501b2023-abbb-4a16-97b3-45a0258e44df) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:53.061162 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Publish callbacks [] for router_gateway (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.173992 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Publish callbacks [] for port (501b2023-abbb-4a16-97b3-45a0258e44df), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.192743 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.241275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248d01d-9ab5-4cbe-90eb-5400f061c2c3 req-51c59fb1-9580-46d7-a389-1aedf6edf90c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:53.242796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1248d01d-9ab5-4cbe-90eb-5400f061c2c3 req-51c59fb1-9580-46d7-a389-1aedf6edf90c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.0752170 Feb 19 03:05:53.256446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Pushing event updated for resources: {'Port': ['ID=501b2023-abbb-4a16-97b3-45a0258e44df,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:53.260061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Network 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:53.262121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:53.265880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:53.306226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1248d01d-9ab5-4cbe-90eb-5400f061c2c3 req-a4fc756a-7762-4535-a457-c0b03f5ab75b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569224 Feb 19 03:05:53.340398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Attempting to bind port 501b2023-abbb-4a16-97b3-45a0258e44df on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:53.340398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Attempting to bind port 501b2023-abbb-4a16-97b3-45a0258e44df by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '333e8448-ae99-49fa-9408-d767c462b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:53.340398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Attempting to bind port 501b2023-abbb-4a16-97b3-45a0258e44df on network 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:53.342652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Publish callbacks [] for router_gateway (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.351502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:53.352182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Checking segment: {'id': '333e8448-ae99-49fa-9408-d767c462b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:53.352589 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.353096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Bound using segment: {'id': '333e8448-ae99-49fa-9408-d767c462b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:53.354083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Bound port: 501b2023-abbb-4a16-97b3-45a0258e44df, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e8448-ae99-49fa-9408-d767c462b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:53.354083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.365382 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.378315 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.444321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] For port 501b2023-abbb-4a16-97b3-45a0258e44df, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:53.448530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] For port 501b2023-abbb-4a16-97b3-45a0258e44df, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=501b2023-abbb-4a16-97b3-45a0258e44df,segment=NetworkSegment(333e8448-ae99-49fa-9408-d767c462b5dc),segment_id=333e8448-ae99-49fa-9408-d767c462b5dc)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:53.461224 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.526386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd7b27-7aca-4790-995c-e2fa0143703e None None] Pushing event updated for resources: {'Port': ['ID=501b2023-abbb-4a16-97b3-45a0258e44df,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:53.580547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee418c05-c771-452c-8c35-acfc97ca767e req-1575c886-8d71-407f-ba26-dd1986bf2deb tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 210 time: 0.0737100 Feb 19 03:05:53.587421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Allocated IP 172.25.1.57 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/d13ec82b-b398-4fc0-b91a-6cfb8d3830a6) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:53.797946 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Publish callbacks [] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.861879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1a1c-af30-4e7f-a385-6712752ddc7d req-3697d0f0-40c3-454c-8c9d-bdc2fd65dbbb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:53.874128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1a1c-af30-4e7f-a385-6712752ddc7d req-3697d0f0-40c3-454c-8c9d-bdc2fd65dbbb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:53.880138 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1a1c-af30-4e7f-a385-6712752ddc7d req-3697d0f0-40c3-454c-8c9d-bdc2fd65dbbb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:53.883579 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:53.894929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1a1c-af30-4e7f-a385-6712752ddc7d req-3697d0f0-40c3-454c-8c9d-bdc2fd65dbbb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:53.908421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1a1c-af30-4e7f-a385-6712752ddc7d req-3697d0f0-40c3-454c-8c9d-bdc2fd65dbbb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:53.914675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1a1c-af30-4e7f-a385-6712752ddc7d req-3697d0f0-40c3-454c-8c9d-bdc2fd65dbbb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:53.921508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a1a1c-af30-4e7f-a385-6712752ddc7d req-3697d0f0-40c3-454c-8c9d-bdc2fd65dbbb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:53.930741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a2a1a1c-af30-4e7f-a385-6712752ddc7d req-3697d0f0-40c3-454c-8c9d-bdc2fd65dbbb tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1758513 Feb 19 03:05:53.964811 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:53.968401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:53.971580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:54.036907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a2a1a1c-af30-4e7f-a385-6712752ddc7d req-787f18e2-071f-44ca-8cbe-8fb0f0440339 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036532 Feb 19 03:05:54.037549 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Pushing event updated for resources: {'Port': ['ID=d13ec82b-b398-4fc0-b91a-6cfb8d3830a6,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:54.063377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b6db5c-aa87-4842-b920-c7fdf0c9bf91', 'name': 'network-vif-deleted', 'tag': '52f73a29-419a-4b4f-b555-43d09d862c57'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:54.066545 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f671e26-2b59-42a9-8185-71cd44a74343" -d '{"events": [{"server_uuid": "35b6db5c-aa87-4842-b920-c7fdf0c9bf91", "name": "network-vif-deleted", "tag": "52f73a29-419a-4b4f-b555-43d09d862c57"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:54.169444 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9254b30a-01b4-49b0-9916-52cedc07e50c x-openstack-request-id: req-9254b30a-01b4-49b0-9916-52cedc07e50c {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:54.169996 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b6db5c-aa87-4842-b920-c7fdf0c9bf91", "name": "network-vif-deleted", "tag": "52f73a29-419a-4b4f-b555-43d09d862c57", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:54.170395 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9254b30a-01b4-49b0-9916-52cedc07e50c {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:54.170949 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b6db5c-aa87-4842-b920-c7fdf0c9bf91', 'name': 'network-vif-deleted', 'tag': '52f73a29-419a-4b4f-b555-43d09d862c57', 'status': 'completed', 'code': 200} Feb 19 03:05:54.208323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9acbe7-13bf-405f-9857-ec0fd61477a3 req-567cbf87-c8b2-4200-8a61-a4e9da623a84 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:54.214531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb9acbe7-13bf-405f-9857-ec0fd61477a3 req-567cbf87-c8b2-4200-8a61-a4e9da623a84 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e HTTP/1.1" status: 200 len: 949 time: 0.0689294 Feb 19 03:05:54.291932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 52f73a29-419a-4b4f-b555-43d09d862c57 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:54.309400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb9acbe7-13bf-405f-9857-ec0fd61477a3 req-32fe558e-95f8-44b2-be4e-b24851dc66bd tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881228 Feb 19 03:05:54.314636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 52f73a29-419a-4b4f-b555-43d09d862c57 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:54.315502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 52f73a29-419a-4b4f-b555-43d09d862c57 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:54.364306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Publish callbacks [] for router_gateway (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:54.500567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2a4f4-0923-48dd-b44c-f8a1514ac806 req-7b9ba69c-06b4-4c38-ac5e-1236a9662040 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:54.504465 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6cd2a4f4-0923-48dd-b44c-f8a1514ac806 req-7b9ba69c-06b4-4c38-ac5e-1236a9662040 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.0803373 Feb 19 03:05:54.611936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6cd2a4f4-0923-48dd-b44c-f8a1514ac806 req-402ce777-cac2-43d1-ae0d-5d5e1b00ef09 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850668 Feb 19 03:05:54.653759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:54.726178 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7db6f0b1-174f-436c-bf4c-dbbc291d6367 req-1b436dbb-fa1e-4fef-8fe5-c60fa6dac5ba tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 210 time: 0.0513320 Feb 19 03:05:54.923329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Router 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:05:55.068355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b003624-03df-47f5-97b5-aab320211537 None None] Network 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:05:55.128782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:05:55.143319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Sync routers for ids ['16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:05:55.164501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Routers {'16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:55.165173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:05:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:55.171474 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:55.173021 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2f2f7e8c-bfff-4959-b68e-f3538aca633a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4716761 Feb 19 03:05:55.176891 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58454) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:05:55.238327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bc2c8-a1f3-4aaf-a5e6-ae36a4f896e3 req-6fa1c18f-36ef-4e3d-b0d1-77371b742a77 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:55.240286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-96daddb6-67b2-41ea-8d64-5e186595cfa0 None None] Provisioning complete for port 501b2023-abbb-4a16-97b3-45a0258e44df triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:55.240677 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-96daddb6-67b2-41ea-8d64-5e186595cfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:55.246177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bc2c8-a1f3-4aaf-a5e6-ae36a4f896e3 req-6fa1c18f-36ef-4e3d-b0d1-77371b742a77 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:55.253114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bc2c8-a1f3-4aaf-a5e6-ae36a4f896e3 req-6fa1c18f-36ef-4e3d-b0d1-77371b742a77 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:55.259576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bc2c8-a1f3-4aaf-a5e6-ae36a4f896e3 req-6fa1c18f-36ef-4e3d-b0d1-77371b742a77 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:55.266043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bc2c8-a1f3-4aaf-a5e6-ae36a4f896e3 req-6fa1c18f-36ef-4e3d-b0d1-77371b742a77 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:55.271785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bc2c8-a1f3-4aaf-a5e6-ae36a4f896e3 req-6fa1c18f-36ef-4e3d-b0d1-77371b742a77 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:55.278168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bc2c8-a1f3-4aaf-a5e6-ae36a4f896e3 req-6fa1c18f-36ef-4e3d-b0d1-77371b742a77 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:55.287128 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-498bc2c8-a1f3-4aaf-a5e6-ae36a4f896e3 req-6fa1c18f-36ef-4e3d-b0d1-77371b742a77 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1232769 Feb 19 03:05:55.386071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-498bc2c8-a1f3-4aaf-a5e6-ae36a4f896e3 req-b7cba474-d429-4e8f-8165-48b066ea2174 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0974123 Feb 19 03:05:55.438956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Set router 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:05:55.518435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5a788-8f20-43e1-abfc-b28b2556078e req-cde8cbdc-3632-4478-8abf-c76845b52640 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:55.520109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2b5a788-8f20-43e1-abfc-b28b2556078e req-cde8cbdc-3632-4478-8abf-c76845b52640 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e HTTP/1.1" status: 200 len: 949 time: 0.1039085 Feb 19 03:05:55.538757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ef22e-4943-452c-98f8-306f297a9a94 req-a9099599-9186-46b7-a9e4-48b3a4ff818a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:55.540431 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f99ef22e-4943-452c-98f8-306f297a9a94 req-a9099599-9186-46b7-a9e4-48b3a4ff818a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e HTTP/1.1" status: 200 len: 949 time: 0.2589760 Feb 19 03:05:55.633335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2b5a788-8f20-43e1-abfc-b28b2556078e req-3be8df2d-1097-495a-8936-80387b56b21a tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064470 Feb 19 03:05:55.774949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-96daddb6-67b2-41ea-8d64-5e186595cfa0 None None] Current status of the port 501b2023-abbb-4a16-97b3-45a0258e44df is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:55.775511 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-96daddb6-67b2-41ea-8d64-5e186595cfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:55.900772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-96daddb6-67b2-41ea-8d64-5e186595cfa0 None None] For port 501b2023-abbb-4a16-97b3-45a0258e44df, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=501b2023-abbb-4a16-97b3-45a0258e44df,segment=NetworkSegment(333e8448-ae99-49fa-9408-d767c462b5dc),segment_id=333e8448-ae99-49fa-9408-d767c462b5dc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:55.928876 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-96daddb6-67b2-41ea-8d64-5e186595cfa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.008884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 501b2023-abbb-4a16-97b3-45a0258e44df up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:56.085787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76ec1272-c9b6-45c6-84d8-95ce983c33b9 req-aae2d70a-261e-4357-a1e9-1352fde5b9e6 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 210 time: 0.1902089 Feb 19 03:05:56.117177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-b00f1cf6-af9e-44de-a8b1-be4c726d4f3c tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.117177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-b00f1cf6-af9e-44de-a8b1-be4c726d4f3c tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.87 "GET /v2.0/networks?id=3a4b58be-ffc0-4911-903a-8ca904048134 HTTP/1.1" status: 200 len: 818 time: 0.4431112 Feb 19 03:05:56.139304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Request body: {'port': {'device_id': 'ffa6bfcc-b0ff-48a7-a963-180b97c2a032', 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134', 'admin_state_up': True, 'tenant_id': 'e7fc2b0aa42d41009ca76a5e0aae7fcf'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:56.150573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96daddb6-67b2-41ea-8d64-5e186595cfa0 None None] Pushing event updated for resources: {'Port': ['ID=501b2023-abbb-4a16-97b3-45a0258e44df,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:56.165438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5425d2ac-4b51-4081-b407-dd10f80de76e None None] Provisioning complete for port 501b2023-abbb-4a16-97b3-45a0258e44df triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:56.166091 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5425d2ac-4b51-4081-b407-dd10f80de76e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.212925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd7bafc-be80-47c4-9333-6ff15c6fd28b req-87b36e1e-63c0-4edd-98d7-c9397413abb5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.214819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cd7bafc-be80-47c4-9333-6ff15c6fd28b req-87b36e1e-63c0-4edd-98d7-c9397413abb5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.3205121 Feb 19 03:05:56.241196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-fe6c2e9b-09d0-4edf-a0d7-e163f14f954a tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.243796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-fe6c2e9b-09d0-4edf-a0d7-e163f14f954a tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.67 "GET /v2.0/networks?id=3a4b58be-ffc0-4911-903a-8ca904048134 HTTP/1.1" status: 200 len: 818 time: 0.6092238 Feb 19 03:05:56.246629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'name': 'tempest-ServersTestMultiNic-786636411-router', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:52Z', 'updated_at': '2022-02-19T03:05:54Z', 'revision_number': 3, 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'gw_port': {'id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:53Z', 'updated_at': '2022-02-19T03:05:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:56.254330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 501b2023-abbb-4a16-97b3-45a0258e44df triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:56.254856 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.266198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Request body: {'port': {'device_id': 'f94656dc-bf38-4d4b-b443-610267f9c490', 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134', 'admin_state_up': True, 'tenant_id': 'e7fc2b0aa42d41009ca76a5e0aae7fcf'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:56.381448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cd7bafc-be80-47c4-9333-6ff15c6fd28b req-fa702485-e8ef-4e1e-ab77-04829bc47ac4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591182 Feb 19 03:05:56.398195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9a6fca08-a174-42c1-aa28-5a4983e599d5 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.400288 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9a6fca08-a174-42c1-aa28-5a4983e599d5 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.67 "GET /v2.0/networks?id=3a4b58be-ffc0-4911-903a-8ca904048134 HTTP/1.1" status: 200 len: 818 time: 1.0731041 Feb 19 03:05:56.441518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Made reservation on behalf of e7fc2b0aa42d41009ca76a5e0aae7fcf for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:56.445227 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.465883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Request body: {'port': {'device_id': '8029b577-7d6a-49b5-b93a-285ca9f8cd5f', 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134', 'admin_state_up': True, 'tenant_id': 'e7fc2b0aa42d41009ca76a5e0aae7fcf'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:56.476182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Made reservation on behalf of e7fc2b0aa42d41009ca76a5e0aae7fcf for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:56.480246 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.585837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Checking router: 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:05:56.586184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Updating router 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:05:56.640695 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.642331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5425d2ac-4b51-4081-b407-dd10f80de76e None None] Current status of the port 501b2023-abbb-4a16-97b3-45a0258e44df is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:56.689013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 501b2023-abbb-4a16-97b3-45a0258e44df is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:56.716871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77492027-666d-4e0e-ac92-9b88488214a9 req-9e8f0e9e-5c9f-46b9-9bbc-2d4a65c3d26d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.722472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77492027-666d-4e0e-ac92-9b88488214a9 req-9e8f0e9e-5c9f-46b9-9bbc-2d4a65c3d26d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.728628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc5900-1b82-4de4-8afd-5eee37d2306d req-d92cccf1-dd18-40b8-a309-7c0816296243 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.730414 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8fc5900-1b82-4de4-8afd-5eee37d2306d req-d92cccf1-dd18-40b8-a309-7c0816296243 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/ports?device_id=97f4d89d-5230-4470-a827-fd8d84841b7f HTTP/1.1" status: 200 len: 949 time: 0.4046576 Feb 19 03:05:56.731144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77492027-666d-4e0e-ac92-9b88488214a9 req-9e8f0e9e-5c9f-46b9-9bbc-2d4a65c3d26d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.738000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77492027-666d-4e0e-ac92-9b88488214a9 req-9e8f0e9e-5c9f-46b9-9bbc-2d4a65c3d26d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.743861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77492027-666d-4e0e-ac92-9b88488214a9 req-9e8f0e9e-5c9f-46b9-9bbc-2d4a65c3d26d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.749894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77492027-666d-4e0e-ac92-9b88488214a9 req-9e8f0e9e-5c9f-46b9-9bbc-2d4a65c3d26d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.756017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77492027-666d-4e0e-ac92-9b88488214a9 req-9e8f0e9e-5c9f-46b9-9bbc-2d4a65c3d26d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.763876 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77492027-666d-4e0e-ac92-9b88488214a9 req-9e8f0e9e-5c9f-46b9-9bbc-2d4a65c3d26d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.2410941 Feb 19 03:05:56.808689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-f99ef22e-4943-452c-98f8-306f297a9a94 req-478254f0-45a2-427c-be72-25b6d44e799e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Deleting port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:56.809084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f99ef22e-4943-452c-98f8-306f297a9a94 req-478254f0-45a2-427c-be72-25b6d44e799e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:56.830070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Allocated IP 172.20.0.11 (3a4b58be-ffc0-4911-903a-8ca904048134/85d1f16f-5f64-4116-93ec-2b17cac47949/0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:56.910854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77492027-666d-4e0e-ac92-9b88488214a9 req-11d68128-c67f-4fdd-ba51-e858785211b2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1457746 Feb 19 03:05:56.933781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441607f-cf72-48cf-b4f0-06729da27486 req-335a1be0-c7cb-467d-86be-27168e6186d0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:56.943307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4441607f-cf72-48cf-b4f0-06729da27486 req-335a1be0-c7cb-467d-86be-27168e6186d0 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e HTTP/1.1" status: 200 len: 949 time: 0.1564441 Feb 19 03:05:57.058445 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Publish callbacks [] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.058687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Made reservation on behalf of e7fc2b0aa42d41009ca76a5e0aae7fcf for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:05:57.061541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4441607f-cf72-48cf-b4f0-06729da27486 req-afcd1660-154d-4be1-a226-373bda6e6493 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170521 Feb 19 03:05:57.064089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.067943 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.096934 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.141270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Attempting to bind port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:05:57.141638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Attempting to bind port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:05:57.141992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Attempting to bind port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:05:57.148939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-f99ef22e-4943-452c-98f8-306f297a9a94 req-478254f0-45a2-427c-be72-25b6d44e799e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] For port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:57.149477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f99ef22e-4943-452c-98f8-306f297a9a94 req-478254f0-45a2-427c-be72-25b6d44e799e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.157485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:05:57.158037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:05:57.158186 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.158587 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:05:57.159067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Bound port: d13ec82b-b398-4fc0-b91a-6cfb8d3830a6, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:05:57.159448 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.182220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3ffb4-8994-4cd3-b6dc-45d6c5c46032 None None] Pushing event updated for resources: {'Port': ['ID=d13ec82b-b398-4fc0-b91a-6cfb8d3830a6,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:57.197142 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks [] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.247977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] For port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:05:57.252761 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] For port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d13ec82b-b398-4fc0-b91a-6cfb8d3830a6,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:05:57.259599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38633d5d-6b8a-4126-a342-8e415aa69e53 req-762f6b0c-a6c7-4c4e-965f-8d0ba81f6378 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 210 time: 0.0430474 Feb 19 03:05:57.280973 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.286381 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.364539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3ffb4-8994-4cd3-b6dc-45d6c5c46032 None None] Pushing event updated for resources: {'Port': ['ID=d13ec82b-b398-4fc0-b91a-6cfb8d3830a6,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:57.375592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Routers {'16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:05:57.376365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:05:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:57.411115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Network 3a4b58be-ffc0-4911-903a-8ca904048134 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:57.435566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:57.445433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:57.470324 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Allocated IP 172.20.0.1 (63a736b0-5ef0-47a3-bcb9-0f64299d3d6b/1206360f-2bb8-40a3-a6a0-394883182cf3/7f878bb5-58c7-4786-9083-f4512b7f44e1) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:57.511762 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Pushing event updated for resources: {'Port': ['ID=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:57.526368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Allocated IP 172.20.0.4 (3a4b58be-ffc0-4911-903a-8ca904048134/85d1f16f-5f64-4116-93ec-2b17cac47949/3303631d-3078-498d-9ac0-2f7e5f8ec198) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:57.588891 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Publish callbacks [] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.593032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:57.593913 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.598406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-f99ef22e-4943-452c-98f8-306f297a9a94 req-478254f0-45a2-427c-be72-25b6d44e799e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Calling delete_port for 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:57.612289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] Set router 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:05:57.653704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-76a2b0a2-7a86-4cc6-bc74-7195baa89d06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5284660 Feb 19 03:05:57.671137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Request body: {'port': {'device_id': 'ffa6bfcc-b0ff-48a7-a963-180b97c2a032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:57.680552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34538914-8f38-4b21-904d-b59333ebbca3 req-726bd800-a0bb-4238-a0e5-9825ac41fe44 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:57.689281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34538914-8f38-4b21-904d-b59333ebbca3 req-726bd800-a0bb-4238-a0e5-9825ac41fe44 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.1432240 Feb 19 03:05:57.741003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-e8fc5900-1b82-4de4-8afd-5eee37d2306d req-a5eb6cd3-9da3-4b6e-8757-7c35245e427b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Deleting port 7012cb41-d0d0-47a3-9043-de749963e040 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:05:57.741339 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e8fc5900-1b82-4de4-8afd-5eee37d2306d req-a5eb6cd3-9da3-4b6e-8757-7c35245e427b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7012cb41-d0d0-47a3-9043-de749963e040), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.752061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f99ef22e-4943-452c-98f8-306f297a9a94 req-478254f0-45a2-427c-be72-25b6d44e799e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (79fcbda1-6e3f-4837-a79b-d5b6a841b3f2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.801251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478254f0-45a2-427c-be72-25b6d44e799e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event deleted for resources: {'Port': ['ID=79fcbda1-6e3f-4837-a79b-d5b6a841b3f2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:57.865478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176', '7012cb41-d0d0-47a3-9043-de749963e040'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:57.939288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 501b2023-abbb-4a16-97b3-45a0258e44df up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:05:57.979242 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks [] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:57.994338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99ef22e-4943-452c-98f8-306f297a9a94 req-478254f0-45a2-427c-be72-25b6d44e799e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] No DVR routers for this DVR port 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:58.001981 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-f99ef22e-4943-452c-98f8-306f297a9a94 req-478254f0-45a2-427c-be72-25b6d44e799e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.006047 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f99ef22e-4943-452c-98f8-306f297a9a94 req-478254f0-45a2-427c-be72-25b6d44e799e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "DELETE /v2.0/ports/79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 HTTP/1.1" status: 204 len: 173 time: 2.4542143 Feb 19 03:05:58.006651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e', 'name': 'network-vif-deleted', 'tag': '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:05:58.009372 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5b2627-609e-4d9e-8989-2c7e6bf6f054" -d '{"events": [{"server_uuid": "c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e", "name": "network-vif-deleted", "tag": "79fcbda1-6e3f-4837-a79b-d5b6a841b3f2"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:05:58.046442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.074903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34538914-8f38-4b21-904d-b59333ebbca3 req-813b2faa-6ce2-40ad-95f6-dbbc25220a7d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845692 Feb 19 03:05:58.100618 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.158714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-e8fc5900-1b82-4de4-8afd-5eee37d2306d req-a5eb6cd3-9da3-4b6e-8757-7c35245e427b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] For port 7012cb41-d0d0-47a3-9043-de749963e040, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7012cb41-d0d0-47a3-9043-de749963e040,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:05:58.159091 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e8fc5900-1b82-4de4-8afd-5eee37d2306d req-a5eb6cd3-9da3-4b6e-8757-7c35245e427b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7012cb41-d0d0-47a3-9043-de749963e040), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.199793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Network 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:58.218929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:58.220167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Network 3a4b58be-ffc0-4911-903a-8ca904048134 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:58.239148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:58.246730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:58.250995 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.262369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:58.296773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-e8fc5900-1b82-4de4-8afd-5eee37d2306d req-a5eb6cd3-9da3-4b6e-8757-7c35245e427b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Calling delete_port for 7012cb41-d0d0-47a3-9043-de749963e040 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:05:58.340103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:05:58.359068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Pushing event updated for resources: {'Port': ['ID=3303631d-3078-498d-9ac0-2f7e5f8ec198,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:58.469155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:05:58.469499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 79fcbda1-6e3f-4837-a79b-d5b6a841b3f2 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:05:58.484233 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09685ff7-3310-4d32-8d4b-0e33b9f405d7 req-2c8ffa84-2d16-4d18-901c-dee66524d38e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e HTTP/1.1" status: 200 len: 210 time: 0.0895536 Feb 19 03:05:58.515761 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecc7b5a-294a-4651-98d8-15fa94c88c04 x-openstack-request-id: req-cecc7b5a-294a-4651-98d8-15fa94c88c04 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:05:58.515761 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e", "name": "network-vif-deleted", "tag": "79fcbda1-6e3f-4837-a79b-d5b6a841b3f2", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:05:58.516222 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cecc7b5a-294a-4651-98d8-15fa94c88c04 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:05:58.516222 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f00ba1-04fa-41ff-8545-bdce7a4f7d4e', 'name': 'network-vif-deleted', 'tag': '79fcbda1-6e3f-4837-a79b-d5b6a841b3f2', 'status': 'completed', 'code': 200} Feb 19 03:05:58.526807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 501b2023-abbb-4a16-97b3-45a0258e44df triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:58.527177 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.544628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:58.545501 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.601071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Pushing event updated for resources: {'Port': ['ID=7f878bb5-58c7-4786-9083-f4512b7f44e1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:58.627531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Allocated IP 172.20.0.6 (3a4b58be-ffc0-4911-903a-8ca904048134/85d1f16f-5f64-4116-93ec-2b17cac47949/06025b74-69ab-4db4-99e2-f6940c8bbbe8) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:05:58.681912 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:58.688434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'name': 'tempest-ServersTestMultiNic-786636411-router', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:52Z', 'updated_at': '2022-02-19T03:05:54Z', 'revision_number': 3, 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'gw_port': {'id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:53Z', 'updated_at': '2022-02-19T03:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:05:58.762237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c3bc98dc-afc4-4dea-b3dd-9522a0c7c5e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4984756 Feb 19 03:05:58.806659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fd9d6-7179-44f9-96da-7c8d5fb470e9 req-945d1f4b-12eb-4d2f-bd6f-e8bb1e7b11c0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:58.813823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fd9d6-7179-44f9-96da-7c8d5fb470e9 req-945d1f4b-12eb-4d2f-bd6f-e8bb1e7b11c0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:58.820492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fd9d6-7179-44f9-96da-7c8d5fb470e9 req-945d1f4b-12eb-4d2f-bd6f-e8bb1e7b11c0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:58.827344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fd9d6-7179-44f9-96da-7c8d5fb470e9 req-945d1f4b-12eb-4d2f-bd6f-e8bb1e7b11c0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:58.832948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fd9d6-7179-44f9-96da-7c8d5fb470e9 req-945d1f4b-12eb-4d2f-bd6f-e8bb1e7b11c0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:58.838226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fd9d6-7179-44f9-96da-7c8d5fb470e9 req-945d1f4b-12eb-4d2f-bd6f-e8bb1e7b11c0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:58.838381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7d9c06-95ce-453e-8e54-960b27073277 None None] The sync data for ids ['16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'] in n-d-826755-2 is: [{'id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'name': 'tempest-ServersTestMultiNic-786636411-router', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:52Z', 'updated_at': '2022-02-19T03:05:54Z', 'revision_number': 3, 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'gw_port': {'id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:97:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:53Z', 'updated_at': '2022-02-19T03:05:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:05:58.845048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fd9d6-7179-44f9-96da-7c8d5fb470e9 req-945d1f4b-12eb-4d2f-bd6f-e8bb1e7b11c0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:58.848890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-397fd9d6-7179-44f9-96da-7c8d5fb470e9 req-945d1f4b-12eb-4d2f-bd6f-e8bb1e7b11c0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.5185645 Feb 19 03:05:58.852936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Request body: {'port': {'device_id': 'f94656dc-bf38-4d4b-b443-610267f9c490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:05:58.954578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d6c052ca-291b-4ed0-950f-b6595dd0d286 None None] Provisioning complete for port 7f878bb5-58c7-4786-9083-f4512b7f44e1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:05:58.955096 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d6c052ca-291b-4ed0-950f-b6595dd0d286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:59.038111 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:59.093954 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e8fc5900-1b82-4de4-8afd-5eee37d2306d req-a5eb6cd3-9da3-4b6e-8757-7c35245e427b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7012cb41-d0d0-47a3-9043-de749963e040), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:59.112000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a4e0d-2a94-4d9e-aa09-cb435e44a503 req-d799eaac-a4a8-4445-9fe2-5e95d6bdf688 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:05:59.113768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b0a4e0d-2a94-4d9e-aa09-cb435e44a503 req-d799eaac-a4a8-4445-9fe2-5e95d6bdf688 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.3711834 Feb 19 03:05:59.147235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:05:59.187396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eb6cd3-9da3-4b6e-8757-7c35245e427b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event deleted for resources: {'Port': ['ID=7012cb41-d0d0-47a3-9043-de749963e040,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:05:59.231164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d6c052ca-291b-4ed0-950f-b6595dd0d286 None None] Port 7f878bb5-58c7-4786-9083-f4512b7f44e1 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:05:59.241019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:59.320375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-397fd9d6-7179-44f9-96da-7c8d5fb470e9 req-2084bf98-8d8a-4643-a5b0-775ee5d858b9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4580164 Feb 19 03:05:59.357820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 501b2023-abbb-4a16-97b3-45a0258e44df is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:05:59.388423 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks [] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:59.397519 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b0a4e0d-2a94-4d9e-aa09-cb435e44a503 req-583b7cab-6e40-4075-b9f8-e0c6d8768f27 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952475 Feb 19 03:05:59.429739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8fc5900-1b82-4de4-8afd-5eee37d2306d req-a5eb6cd3-9da3-4b6e-8757-7c35245e427b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] No DVR routers for this DVR port 7012cb41-d0d0-47a3-9043-de749963e040 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:05:59.441218 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-e8fc5900-1b82-4de4-8afd-5eee37d2306d req-a5eb6cd3-9da3-4b6e-8757-7c35245e427b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:59.444677 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8fc5900-1b82-4de4-8afd-5eee37d2306d req-a5eb6cd3-9da3-4b6e-8757-7c35245e427b tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "DELETE /v2.0/ports/7012cb41-d0d0-47a3-9043-de749963e040 HTTP/1.1" status: 204 len: 173 time: 2.7026982 Feb 19 03:05:59.730876 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:05:59.839823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Network 3a4b58be-ffc0-4911-903a-8ca904048134 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:05:59.848454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:05:59.862302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:05:59.980969 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:00.081813 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Publish callbacks [] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.085060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Pushing event updated for resources: {'Port': ['ID=06025b74-69ab-4db4-99e2-f6940c8bbbe8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:00.097020 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.148802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:00.149333 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.303358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:00.304602 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.333729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7012cb41-d0d0-47a3-9043-de749963e040 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:06:00.337459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d13ec82b-b398-4fc0-b91a-6cfb8d3830a6,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:00.355652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:00.358983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.372535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd1453-3af2-4e50-8490-6dfaca321ad2 req-d2cef714-4577-4f2f-84f2-25ba71bf076f tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:00.373316 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.377540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2bcd1453-3af2-4e50-8490-6dfaca321ad2 req-d2cef714-4577-4f2f-84f2-25ba71bf076f tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 931 time: 0.9380941 Feb 19 03:06:00.378503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 7012cb41-d0d0-47a3-9043-de749963e040 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:06:00.379019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7012cb41-d0d0-47a3-9043-de749963e040 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:06:00.404924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Pushing event updated for resources: {'Port': ['ID=7f878bb5-58c7-4786-9083-f4512b7f44e1,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:00.415962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.421722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d2605-8bb3-4fe9-a9bf-1c4ded05614d req-d405c0d1-6a7f-43a8-a0e0-65c335f53a95 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:00.431344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-229d2605-8bb3-4fe9-a9bf-1c4ded05614d req-d405c0d1-6a7f-43a8-a0e0-65c335f53a95 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.8717933 Feb 19 03:06:00.491885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=d13ec82b-b398-4fc0-b91a-6cfb8d3830a6,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:00.518134 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3f203c78-fd88-403a-896d-d3dd6ef0456d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0617299 Feb 19 03:06:00.520334 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97f4d89d-5230-4470-a827-fd8d84841b7f', 'name': 'network-vif-deleted', 'tag': '7012cb41-d0d0-47a3-9043-de749963e040'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:00.522581 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a279ecd1-28e9-401f-9c4c-016edccda7c8" -d '{"events": [{"server_uuid": "97f4d89d-5230-4470-a827-fd8d84841b7f", "name": "network-vif-deleted", "tag": "7012cb41-d0d0-47a3-9043-de749963e040"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:00.539718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Request body: {'port': {'device_id': '8029b577-7d6a-49b5-b93a-285ca9f8cd5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:00.611272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:00.622971 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Publish callbacks [] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.628822 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.632098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Network 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:00.638391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Transition to ACTIVE for port object 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:06:00.639917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:00.712987 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:00.719720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2bcd1453-3af2-4e50-8490-6dfaca321ad2 req-a4b52a64-163d-415d-8ac6-5202dbf73400 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337092 Feb 19 03:06:00.891957 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-229d2605-8bb3-4fe9-a9bf-1c4ded05614d req-18cc1288-9f6f-4e70-926d-ebe23b2cc6d1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583011 Feb 19 03:06:01.006543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b1efbe6a-282e-44ea-9f05-8bee290c1d61 None None] Provisioning complete for port 7f878bb5-58c7-4786-9083-f4512b7f44e1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:01.006920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1efbe6a-282e-44ea-9f05-8bee290c1d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.056051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Router 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:01.066781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b1efbe6a-282e-44ea-9f05-8bee290c1d61 None None] Port 7f878bb5-58c7-4786-9083-f4512b7f44e1 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:06:01.155471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Pushing event updated for resources: {'Port': ['ID=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:01.209269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3303631d-3078-498d-9ac0-2f7e5f8ec198 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:01.228197 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Publish callbacks [] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.242402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:01.256924 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b6a7a0ef-cbaa-48be-b418-d822949f6f80 admin admin] 10.222.0.81 "PUT /v2.0/routers/16fd9dcc-4773-4e74-9f24-8d4bea5bfccc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0787275 Feb 19 03:06:01.273369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757fb2-017a-4640-ad9b-bde8b2b201c5 req-ce0d23de-5a8a-4976-9b98-ec56b1a2887a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:01.279605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757fb2-017a-4640-ad9b-bde8b2b201c5 req-ce0d23de-5a8a-4976-9b98-ec56b1a2887a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:01.286081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757fb2-017a-4640-ad9b-bde8b2b201c5 req-ce0d23de-5a8a-4976-9b98-ec56b1a2887a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:01.292563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757fb2-017a-4640-ad9b-bde8b2b201c5 req-ce0d23de-5a8a-4976-9b98-ec56b1a2887a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:01.298305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757fb2-017a-4640-ad9b-bde8b2b201c5 req-ce0d23de-5a8a-4976-9b98-ec56b1a2887a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:01.304059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757fb2-017a-4640-ad9b-bde8b2b201c5 req-ce0d23de-5a8a-4976-9b98-ec56b1a2887a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:01.309687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757fb2-017a-4640-ad9b-bde8b2b201c5 req-ce0d23de-5a8a-4976-9b98-ec56b1a2887a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:01.312190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9757fb2-017a-4640-ad9b-bde8b2b201c5 req-ce0d23de-5a8a-4976-9b98-ec56b1a2887a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.3678057 Feb 19 03:06:01.320238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Transition to ACTIVE for port object 3303631d-3078-498d-9ac0-2f7e5f8ec198 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:06:01.380499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb4262-4ea4-466a-8197-37072399fb9c req-66eeeb63-3a33-4fed-8244-eda1f962f27d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:01.386511 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7cb4262-4ea4-466a-8197-37072399fb9c req-66eeeb63-3a33-4fed-8244-eda1f962f27d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.3275623 Feb 19 03:06:01.435331 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.454178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Attempting to bind port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:01.454640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Attempting to bind port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:01.455040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Attempting to bind port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a on network 3a4b58be-ffc0-4911-903a-8ca904048134 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:01.498868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58532) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:01.564425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7cb4262-4ea4-466a-8197-37072399fb9c req-73526a9e-37f6-4e85-88a0-28ec198821d7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428621 Feb 19 03:06:01.564425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a on network 3a4b58be-ffc0-4911-903a-8ca904048134 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:06:01.564425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Attempting to bind port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a on network 3a4b58be-ffc0-4911-903a-8ca904048134 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:01.602396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4bc81398-b1c0-4d8a-a5d6-6831d3ad1c23 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2104735419'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:01.614141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9757fb2-017a-4640-ad9b-bde8b2b201c5 req-f49374da-9588-4bbd-954a-1682736a7a5a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2687130 Feb 19 03:06:01.619527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:01.620052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Checking segment: {'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:01.620612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Bound using segment: {'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:01.621273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Bound port: 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:01.621801 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.622012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06025b74-69ab-4db4-99e2-f6940c8bbbe8 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:01.627818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Pushing event updated for resources: {'Port': ['ID=3303631d-3078-498d-9ac0-2f7e5f8ec198,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:01.644721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Publish callbacks [] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.676049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Transition to ACTIVE for port object 06025b74-69ab-4db4-99e2-f6940c8bbbe8 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:06:01.682201 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc5f5f3-9b96-411f-9b2b-a6727445ced2 x-openstack-request-id: req-cdc5f5f3-9b96-411f-9b2b-a6727445ced2 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:01.683626 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97f4d89d-5230-4470-a827-fd8d84841b7f", "name": "network-vif-deleted", "tag": "7012cb41-d0d0-47a3-9043-de749963e040", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:01.684128 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cdc5f5f3-9b96-411f-9b2b-a6727445ced2 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:01.684699 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97f4d89d-5230-4470-a827-fd8d84841b7f', 'name': 'network-vif-deleted', 'tag': '7012cb41-d0d0-47a3-9043-de749963e040', 'status': 'completed', 'code': 200} Feb 19 03:06:01.708425 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.716609 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Sync routers for ids ['16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:01.736541 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Routers {'16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:01.737228 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:05:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:01.773554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Attempting to bind port 3303631d-3078-498d-9ac0-2f7e5f8ec198 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:01.774057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Attempting to bind port 3303631d-3078-498d-9ac0-2f7e5f8ec198 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:01.774181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Attempting to bind port 3303631d-3078-498d-9ac0-2f7e5f8ec198 on network 3a4b58be-ffc0-4911-903a-8ca904048134 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:01.780972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] For port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:01.783100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Port 3303631d-3078-498d-9ac0-2f7e5f8ec198 on network 3a4b58be-ffc0-4911-903a-8ca904048134 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:06:01.783420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Attempting to bind port 3303631d-3078-498d-9ac0-2f7e5f8ec198 on network 3a4b58be-ffc0-4911-903a-8ca904048134 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:01.786428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] For port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:01.791703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:01.792047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Checking segment: {'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:01.792432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Bound using segment: {'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:01.792894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Bound port: 3303631d-3078-498d-9ac0-2f7e5f8ec198, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:01.793369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.829401 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.875007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:01.875635 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:01.877074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] 10.222.0.87 "PUT /v2.0/ports/0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a HTTP/1.1" status: 200 len: 1092 time: 4.2139909 Feb 19 03:06:01.897590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa6bfcc-b0ff-48a7-a963-180b97c2a032', 'tag': '0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:01.899930 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626b4c20-f1c7-4265-bb00-791416cad152" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa6bfcc-b0ff-48a7-a963-180b97c2a032", "tag": "0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:01.908133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:01.926981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc81398-b1c0-4d8a-a5d6-6831d3ad1c23 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:01.930810 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bc81398-b1c0-4d8a-a5d6-6831d3ad1c23 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.007149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Attempting to bind port 06025b74-69ab-4db4-99e2-f6940c8bbbe8 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:02.007397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Attempting to bind port 06025b74-69ab-4db4-99e2-f6940c8bbbe8 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:02.007877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Attempting to bind port 06025b74-69ab-4db4-99e2-f6940c8bbbe8 on network 3a4b58be-ffc0-4911-903a-8ca904048134 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:02.015242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Pushing event updated for resources: {'Port': ['ID=06025b74-69ab-4db4-99e2-f6940c8bbbe8,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:02.051684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:02.053253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.053638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc81398-b1c0-4d8a-a5d6-6831d3ad1c23 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:06:02.066175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bc81398-b1c0-4d8a-a5d6-6831d3ad1c23 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (9dbe1301-b254-4009-95b7-7a7d8aab53f5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.066967 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-4bc81398-b1c0-4d8a-a5d6-6831d3ad1c23 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Added segment 9dbe1301-b254-4009-95b7-7a7d8aab53f5 of type vlan for network 387234d3-f9f9-41c9-ba2f-8659ac983605 Feb 19 03:06:02.074499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02768cda-8378-44a7-81a4-1f91571fabe9 service neutron] Pushing event updated for resources: {'Port': ['ID=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:02.084842 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Set router 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:06:02.110754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] For port 3303631d-3078-498d-9ac0-2f7e5f8ec198, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:02.117485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] For port 3303631d-3078-498d-9ac0-2f7e5f8ec198, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=3303631d-3078-498d-9ac0-2f7e5f8ec198,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:02.124302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-ad054bd3-86be-4d6b-896a-e50fb42a26de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:02.127133 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bc81398-b1c0-4d8a-a5d6-6831d3ad1c23 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (387234d3-f9f9-41c9-ba2f-8659ac983605), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.127672 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-ad054bd3-86be-4d6b-896a-e50fb42a26de service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e7fc2b0aa42d41009ca76a5e0aae7fcf&device_id=ffa6bfcc-b0ff-48a7-a963-180b97c2a032 HTTP/1.1" status: 200 len: 1126 time: 0.1698608 Feb 19 03:06:02.136436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a2fc2-c791-4a82-bd8a-0573290cabdf req-3eeb5ba1-d31a-4175-b20f-ea095191a109 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:02.144182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a3a2fc2-c791-4a82-bd8a-0573290cabdf req-3eeb5ba1-d31a-4175-b20f-ea095191a109 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 943 time: 0.2874620 Feb 19 03:06:02.148643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.181575 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Port 06025b74-69ab-4db4-99e2-f6940c8bbbe8 on network 3a4b58be-ffc0-4911-903a-8ca904048134 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:06:02.181955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Attempting to bind port 06025b74-69ab-4db4-99e2-f6940c8bbbe8 on network 3a4b58be-ffc0-4911-903a-8ca904048134 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:02.200895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:02.201615 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Checking segment: {'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:02.202136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Bound using segment: {'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:02.205048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Bound port: 06025b74-69ab-4db4-99e2-f6940c8bbbe8, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1c17f1c-e6da-425d-8ad9-b33bf533381e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:02.206088 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.212800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bc81398-b1c0-4d8a-a5d6-6831d3ad1c23 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (387234d3-f9f9-41c9-ba2f-8659ac983605), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.214688 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0beb04-9b9a-4e2a-b7b5-ef37c33d761d x-openstack-request-id: req-1a0beb04-9b9a-4e2a-b7b5-ef37c33d761d {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:02.215158 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa6bfcc-b0ff-48a7-a963-180b97c2a032", "tag": "0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:02.215572 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1a0beb04-9b9a-4e2a-b7b5-ef37c33d761d {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:02.216195 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa6bfcc-b0ff-48a7-a963-180b97c2a032', 'tag': '0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a', 'status': 'completed', 'code': 200} Feb 19 03:06:02.219560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Pushing event updated for resources: {'Port': ['ID=3303631d-3078-498d-9ac0-2f7e5f8ec198,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:02.226095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc81398-b1c0-4d8a-a5d6-6831d3ad1c23 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:02.228700 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bc81398-b1c0-4d8a-a5d6-6831d3ad1c23 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.259474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:02.280020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-a9c5de48-7917-4fba-8d54-66e777309ffb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a HTTP/1.1" status: 200 len: 217 time: 0.1332262 Feb 19 03:06:02.321609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:02.322536 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.324154 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-d0ebe3c6-be1d-4ae8-8c87-4fb213eddf6f service neutron] 10.222.0.67 "PUT /v2.0/ports/3303631d-3078-498d-9ac0-2f7e5f8ec198 HTTP/1.1" status: 200 len: 1091 time: 3.5441577 Feb 19 03:06:02.347092 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc81398-b1c0-4d8a-a5d6-6831d3ad1c23 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Network': ['ID=387234d3-f9f9-41c9-ba2f-8659ac983605,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:02.364209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 387234d3-f9f9-41c9-ba2f-8659ac983605 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:06:02.420404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] For port 06025b74-69ab-4db4-99e2-f6940c8bbbe8, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:02.424237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] For port 06025b74-69ab-4db4-99e2-f6940c8bbbe8, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=06025b74-69ab-4db4-99e2-f6940c8bbbe8,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:02.435491 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.449225 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4bc81398-b1c0-4d8a-a5d6-6831d3ad1c23 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9489770 Feb 19 03:06:02.455126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58550) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:02.485272 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-63470d79-ab4f-45df-a776-b3122de787fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'subnet': {'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:02.539893 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a3a2fc2-c791-4a82-bd8a-0573290cabdf req-e8f132cf-d953-46e5-97da-7b432650cdb8 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945010 Feb 19 03:06:02.618042 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:02.619658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.621855 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] 10.222.0.67 "PUT /v2.0/ports/06025b74-69ab-4db4-99e2-f6940c8bbbe8 HTTP/1.1" status: 200 len: 1091 time: 2.0867784 Feb 19 03:06:02.638508 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'name': 'tempest-ServersTestMultiNic-786636411-router', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:52Z', 'updated_at': '2022-02-19T03:05:58Z', 'revision_number': 4, 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'gw_port': {'id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:53Z', 'updated_at': '2022-02-19T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '7f878bb5-58c7-4786-9083-f4512b7f44e1', 'name': '', 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'mac_address': 'fa:16:3e:66:81:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '1206360f-2bb8-40a3-a6a0-394883182cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:57Z', 'updated_at': '2022-02-19T03:05:59Z', 'revision_number': 2, 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'subnets': [{'id': '1206360f-2bb8-40a3-a6a0-394883182cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:02.666180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdeb1df-898f-46d1-9fac-2d06e0508e70 service neutron] Pushing event updated for resources: {'Port': ['ID=06025b74-69ab-4db4-99e2-f6940c8bbbe8,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:02.707553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02911727-6e91-405d-a9d6-dd0014ca51df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:02.709077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-02911727-6e91-405d-a9d6-dd0014ca51df service neutron] 10.222.0.87 "GET /v2.0/subnets?id=85d1f16f-5f64-4116-93ec-2b17cac47949 HTTP/1.1" status: 200 len: 858 time: 0.4203525 Feb 19 03:06:02.719201 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63470d79-ab4f-45df-a776-b3122de787fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:02.723364 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63470d79-ab4f-45df-a776-b3122de787fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.726123 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Checking router: 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:06:02.727085 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Updating router 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc port 7f878bb5-58c7-4786-9083-f4512b7f44e1 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:06:02.773864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-4403c534-0763-4fee-93f6-72535c1a04e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:02.775404 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-4403c534-0763-4fee-93f6-72535c1a04e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7fc2b0aa42d41009ca76a5e0aae7fcf&device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 1125 time: 0.3206439 Feb 19 03:06:02.779378 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:02.834076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-cb33b36a-efcc-4c2a-be3a-c72d457ca144 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3a4b58be-ffc0-4911-903a-8ca904048134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114097 Feb 19 03:06:02.848043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6cf1d-b41a-4a90-948f-a0a0f0ac14cc req-7d69345e-839e-425f-8e1c-6be3a9c44cc3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:02.855262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8c6cf1d-b41a-4a90-948f-a0a0f0ac14cc req-7d69345e-839e-425f-8e1c-6be3a9c44cc3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.5194194 Feb 19 03:06:02.909989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-b6a86670-7f79-4e10-9f94-f05264aff8c0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3303631d-3078-498d-9ac0-2f7e5f8ec198 HTTP/1.1" status: 200 len: 217 time: 0.0823803 Feb 19 03:06:02.920533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-e6fe2fe1-8540-4c7d-b127-e97a02dc8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:02.922087 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-e6fe2fe1-8540-4c7d-b127-e97a02dc8ebe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7fc2b0aa42d41009ca76a5e0aae7fcf&device_id=8029b577-7d6a-49b5-b93a-285ca9f8cd5f HTTP/1.1" status: 200 len: 1125 time: 0.2489629 Feb 19 03:06:03.022507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8c6cf1d-b41a-4a90-948f-a0a0f0ac14cc req-aeb18d39-96f9-45b5-ad72-9db40a3d51f2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662562 Feb 19 03:06:03.036083 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-2aa22cf0-4ad2-4d2a-ba6e-eca9bd70cd5b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06025b74-69ab-4db4-99e2-f6940c8bbbe8 HTTP/1.1" status: 200 len: 217 time: 0.0914021 Feb 19 03:06:03.037322 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63470d79-ab4f-45df-a776-b3122de787fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (6b1e3e5f-ff35-4902-99d5-2e98900754b0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:03.047779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143727b-f25b-48d9-b1bb-a50f4b95ab2d req-23dfa6b1-176a-40ba-894a-588d1dbf3f60 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:03.055245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9143727b-f25b-48d9-b1bb-a50f4b95ab2d req-23dfa6b1-176a-40ba-894a-588d1dbf3f60 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 950 time: 0.4247692 Feb 19 03:06:03.108571 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-2376abdb-25cf-4f5d-b123-dc5460651b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:03.111117 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-2376abdb-25cf-4f5d-b123-dc5460651b7b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=85d1f16f-5f64-4116-93ec-2b17cac47949 HTTP/1.1" status: 200 len: 858 time: 0.0561087 Feb 19 03:06:03.215067 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Publish callbacks [] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:03.227281 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:03.244901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-2a909a74-14bf-439f-966e-9f2388c272e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:03.246424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-2a909a74-14bf-439f-966e-9f2388c272e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=85d1f16f-5f64-4116-93ec-2b17cac47949 HTTP/1.1" status: 200 len: 858 time: 0.3223279 Feb 19 03:06:03.259543 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-07fec8e6-0fdd-46c9-9f82-8b0c46f4d964 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a4b58be-ffc0-4911-903a-8ca904048134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997629 Feb 19 03:06:03.295825 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Pushing event updated for resources: {'Port': ['ID=7f878bb5-58c7-4786-9083-f4512b7f44e1,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:03.307691 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.308037 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.308429 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.308796 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.309131 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.309491 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.309835 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.310208 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.310706 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.310991 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.311316 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.311637 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.311956 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:03.326781 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-1ca7e647-c953-4b43-91c1-092f1b82245c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a4b58be-ffc0-4911-903a-8ca904048134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435185 Feb 19 03:06:03.345025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9143727b-f25b-48d9-b1bb-a50f4b95ab2d req-3bdfbce4-2289-4046-ac62-49041a4c7f5c tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886596 Feb 19 03:06:03.357826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-3e062e9a-8d68-4a10-a7cc-70fd35282cd9 service neutron] 10.222.0.87 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964843 Feb 19 03:06:03.448147 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Attempting to bind port 7f878bb5-58c7-4786-9083-f4512b7f44e1 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:03.448524 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Attempting to bind port 7f878bb5-58c7-4786-9083-f4512b7f44e1 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '333e8448-ae99-49fa-9408-d767c462b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:03.448914 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Attempting to bind port 7f878bb5-58c7-4786-9083-f4512b7f44e1 on network 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:03.455693 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:03.456236 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Checking segment: {'id': '333e8448-ae99-49fa-9408-d767c462b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:03.456646 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:03.457101 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Bound using segment: {'id': '333e8448-ae99-49fa-9408-d767c462b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:03.457576 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Bound port: 7f878bb5-58c7-4786-9083-f4512b7f44e1, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '333e8448-ae99-49fa-9408-d767c462b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:03.457950 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:03.483553 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-a94c875f-11ed-4b58-a56d-ccc24a38444c service neutron] 10.222.0.67 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017336 Feb 19 03:06:03.563891 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] For port 7f878bb5-58c7-4786-9083-f4512b7f44e1, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:03.571814 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] For port 7f878bb5-58c7-4786-9083-f4512b7f44e1, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7f878bb5-58c7-4786-9083-f4512b7f44e1,segment=NetworkSegment(333e8448-ae99-49fa-9408-d767c462b5dc),segment_id=333e8448-ae99-49fa-9408-d767c462b5dc)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:03.596578 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:03.623156 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40f46a0d-faa0-4b2e-ab07-da2ec89118b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:03.629261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-c66a0149-a6aa-4b59-acee-3961b65052fe service neutron] 10.222.0.87 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575219 Feb 19 03:06:03.669444 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Routers {'16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:03.670185 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:05:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:03.714021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-33bfc714-3246-4e5b-a532-0321fdf836ff None None] Provisioning complete for port 7f878bb5-58c7-4786-9083-f4512b7f44e1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:03.714389 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-33bfc714-3246-4e5b-a532-0321fdf836ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:03.793049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-ff333e88-da52-4232-8a2b-09d1e19b70c4 service neutron] 10.222.0.67 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342203 Feb 19 03:06:03.865495 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] Set router 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:06:03.991355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-33bfc714-3246-4e5b-a532-0321fdf836ff None None] Current status of the port 7f878bb5-58c7-4786-9083-f4512b7f44e1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:03.991738 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-33bfc714-3246-4e5b-a532-0321fdf836ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:03.992610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba708f6-2c84-43cd-bfd9-8e2173604db4 req-31acd852-f56d-4b9f-adcc-8de5a49e801d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.016143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ba708f6-2c84-43cd-bfd9-8e2173604db4 req-31acd852-f56d-4b9f-adcc-8de5a49e801d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.8192091 Feb 19 03:06:04.072641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-33bfc714-3246-4e5b-a532-0321fdf836ff None None] For port 7f878bb5-58c7-4786-9083-f4512b7f44e1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7f878bb5-58c7-4786-9083-f4512b7f44e1,segment=NetworkSegment(333e8448-ae99-49fa-9408-d767c462b5dc),segment_id=333e8448-ae99-49fa-9408-d767c462b5dc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:04.090377 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-33bfc714-3246-4e5b-a532-0321fdf836ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.109886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9cda-8371-4159-bc17-7123074763bc req-342e6821-d2b8-4dfa-bb22-df0edc8246c7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.111729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8029b577-7d6a-49b5-b93a-285ca9f8cd5f', 'tag': '06025b74-69ab-4db4-99e2-f6940c8bbbe8'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:04.114908 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b137a0c6-622d-43d3-a2ba-8d4d7d19d7d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8029b577-7d6a-49b5-b93a-285ca9f8cd5f", "tag": "06025b74-69ab-4db4-99e2-f6940c8bbbe8"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:04.116640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9cda-8371-4159-bc17-7123074763bc req-342e6821-d2b8-4dfa-bb22-df0edc8246c7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.123852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9cda-8371-4159-bc17-7123074763bc req-342e6821-d2b8-4dfa-bb22-df0edc8246c7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.130160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9cda-8371-4159-bc17-7123074763bc req-342e6821-d2b8-4dfa-bb22-df0edc8246c7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.137098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9cda-8371-4159-bc17-7123074763bc req-342e6821-d2b8-4dfa-bb22-df0edc8246c7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.142864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9cda-8371-4159-bc17-7123074763bc req-342e6821-d2b8-4dfa-bb22-df0edc8246c7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.149241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb9cda-8371-4159-bc17-7123074763bc req-342e6821-d2b8-4dfa-bb22-df0edc8246c7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.151955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ffb9cda-8371-4159-bc17-7123074763bc req-342e6821-d2b8-4dfa-bb22-df0edc8246c7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.3869212 Feb 19 03:06:04.160069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4c20-f1c7-4265-bb00-791416cad152 req-3710b8f7-bd27-4614-9bfc-9d8be4a6b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.161758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63470d79-ab4f-45df-a776-b3122de787fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Subnet': ['ID=6b1e3e5f-ff35-4902-99d5-2e98900754b0,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:04.163260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-626b4c20-f1c7-4265-bb00-791416cad152 req-3710b8f7-bd27-4614-9bfc-9d8be4a6b3d1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e7fc2b0aa42d41009ca76a5e0aae7fcf&device_id=ffa6bfcc-b0ff-48a7-a963-180b97c2a032 HTTP/1.1" status: 200 len: 1126 time: 0.3582985 Feb 19 03:06:04.193518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ba708f6-2c84-43cd-bfd9-8e2173604db4 req-e019a6b0-5379-40cd-8f0d-1a0366eec454 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749928 Feb 19 03:06:04.215938 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf17d4-290c-4b8e-981d-5137fecce33d None None] Pushing event updated for resources: {'Port': ['ID=7f878bb5-58c7-4786-9083-f4512b7f44e1,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:04.231194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfc714-3246-4e5b-a532-0321fdf836ff None None] Pushing event updated for resources: {'Port': ['ID=7f878bb5-58c7-4786-9083-f4512b7f44e1,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:04.254647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63470d79-ab4f-45df-a776-b3122de787fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Checking segment: {'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:04.255014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63470d79-ab4f-45df-a776-b3122de787fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network hostable DHCP agents. Network: 387234d3-f9f9-41c9-ba2f-8659ac983605, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:06:04.277367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7f5e3c1b-76d1-4d5c-879e-fb4232ccb7fb None None] Provisioning complete for port 7f878bb5-58c7-4786-9083-f4512b7f44e1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:04.278098 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7f5e3c1b-76d1-4d5c-879e-fb4232ccb7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.288043 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe5a677a-ffe6-43b0-a0f8-a5cdb09aaa80 req-4ccbaa11-480f-439f-bb1c-fdef712179a5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0450194 Feb 19 03:06:04.336453 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'name': 'tempest-ServersTestMultiNic-786636411-router', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:52Z', 'updated_at': '2022-02-19T03:05:58Z', 'revision_number': 4, 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'gw_port': {'id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:53Z', 'updated_at': '2022-02-19T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '7f878bb5-58c7-4786-9083-f4512b7f44e1', 'name': '', 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'mac_address': 'fa:16:3e:66:81:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '1206360f-2bb8-40a3-a6a0-394883182cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:57Z', 'updated_at': '2022-02-19T03:06:03Z', 'revision_number': 4, 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'subnets': [{'id': '1206360f-2bb8-40a3-a6a0-394883182cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:04.341377 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-81aaaa02-2991-48f0-9a8f-c69e7157034a service neutron] 10.222.0.67 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8058171 Feb 19 03:06:04.365055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94656dc-bf38-4d4b-b443-610267f9c490', 'tag': '3303631d-3078-498d-9ac0-2f7e5f8ec198'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:04.367526 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378a903c-b271-4f4c-a38d-b49804984594" -d '{"events": [{"name": "network-changed", "server_uuid": "f94656dc-bf38-4d4b-b443-610267f9c490", "tag": "3303631d-3078-498d-9ac0-2f7e5f8ec198"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:04.371105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4c20-f1c7-4265-bb00-791416cad152 req-1a7be728-d31c-4bf9-9311-b656fc12f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.372806 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-626b4c20-f1c7-4265-bb00-791416cad152 req-1a7be728-d31c-4bf9-9311-b656fc12f5e4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3a4b58be-ffc0-4911-903a-8ca904048134 HTTP/1.1" status: 200 len: 919 time: 0.1720388 Feb 19 03:06:04.403005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7f5e3c1b-76d1-4d5c-879e-fb4232ccb7fb None None] Current status of the port 7f878bb5-58c7-4786-9083-f4512b7f44e1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:04.414273 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a6d08-f1b8-46f3-9f0c-c0026a7fe97d None None] The sync data for ids ['16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'] in n-d-826755-2 is: [{'id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'name': 'tempest-ServersTestMultiNic-786636411-router', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:52Z', 'updated_at': '2022-02-19T03:05:58Z', 'revision_number': 4, 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'gw_port': {'id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:53Z', 'updated_at': '2022-02-19T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '7f878bb5-58c7-4786-9083-f4512b7f44e1', 'name': '', 'network_id': '63a736b0-5ef0-47a3-bcb9-0f64299d3d6b', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'mac_address': 'fa:16:3e:66:81:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': '1206360f-2bb8-40a3-a6a0-394883182cf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:57Z', 'updated_at': '2022-02-19T03:06:03Z', 'revision_number': 4, 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'subnets': [{'id': '1206360f-2bb8-40a3-a6a0-394883182cf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:04.443464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c045f24-dcda-4773-9a92-f6573fbaa917 req-70a5df42-d8d2-45ff-9a97-75a4f4dee78e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.445379 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7c045f24-dcda-4773-9a92-f6573fbaa917 req-70a5df42-d8d2-45ff-9a97-75a4f4dee78e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 950 time: 0.3213806 Feb 19 03:06:04.448899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63470d79-ab4f-45df-a776-b3122de787fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network 387234d3-f9f9-41c9-ba2f-8659ac983605 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:06:04.453180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-626b4c20-f1c7-4265-bb00-791416cad152 req-087783a6-dd11-4392-a0a9-fc7168d6d5cd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a HTTP/1.1" status: 200 len: 217 time: 0.0551035 Feb 19 03:06:04.544505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a6cfe8e-7b26-4b7f-bab8-cb13a5866478 req-9b51d4a3-22ba-4629-87e2-8a057f61c4c7 service neutron] 10.222.0.67 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7502193 Feb 19 03:06:04.597676 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-63470d79-ab4f-45df-a776-b3122de787fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 387234d3-f9f9-41c9-ba2f-8659ac983605) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:04.620778 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ffb9cda-8371-4159-bc17-7123074763bc req-1c43d635-727e-4da0-ad4b-b0e7ddc68dad tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4469819 Feb 19 03:06:04.622284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63470d79-ab4f-45df-a776-b3122de787fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.622908 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63470d79-ab4f-45df-a776-b3122de787fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.626105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb93e42-1416-45df-80bd-89ee4bbb0d57 None None] Network 387234d3-f9f9-41c9-ba2f-8659ac983605 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:04.659607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b4c20-f1c7-4265-bb00-791416cad152 req-8e572124-3b71-4b73-9870-5749e39e5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.663914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-626b4c20-f1c7-4265-bb00-791416cad152 req-8e572124-3b71-4b73-9870-5749e39e5869 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=85d1f16f-5f64-4116-93ec-2b17cac47949 HTTP/1.1" status: 200 len: 858 time: 0.1780975 Feb 19 03:06:04.689739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfa78f-a13e-46a2-b552-a0962e4a8912 req-54c58d6a-8a24-4605-95e1-3553af3ddb38 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.698370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-abbfa78f-a13e-46a2-b552-a0962e4a8912 req-54c58d6a-8a24-4605-95e1-3553af3ddb38 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 943 time: 0.3238361 Feb 19 03:06:04.738045 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-63470d79-ab4f-45df-a776-b3122de787fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2807326 Feb 19 03:06:04.744003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a677a-ffe6-43b0-a0f8-a5cdb09aaa80 req-7a4974aa-67bd-408f-9d3e-b3070e7e315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:04.744390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58570) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:04.746987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-626b4c20-f1c7-4265-bb00-791416cad152 req-e3f21fd3-eb6a-4aa8-a03a-395bd33a3071 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3a4b58be-ffc0-4911-903a-8ca904048134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743601 Feb 19 03:06:04.751153 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe5a677a-ffe6-43b0-a0f8-a5cdb09aaa80 req-7a4974aa-67bd-408f-9d3e-b3070e7e315f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 1127 time: 0.4188485 Feb 19 03:06:04.752760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-37129fa7-5567-4e00-a5ae-033d6984d4e3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2011362608'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:04.832622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37129fa7-5567-4e00-a5ae-033d6984d4e3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:04.836195 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37129fa7-5567-4e00-a5ae-033d6984d4e3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:04.973239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-abbfa78f-a13e-46a2-b552-a0962e4a8912 req-d3e7e19b-819c-47d7-8ba1-df1b522582fa tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736330 Feb 19 03:06:05.054621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37129fa7-5567-4e00-a5ae-033d6984d4e3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:06:05.067510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a677a-ffe6-43b0-a0f8-a5cdb09aaa80 req-1f05c269-3ed6-4360-b8ef-648fd0bf0641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:05.072186 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe5a677a-ffe6-43b0-a0f8-a5cdb09aaa80 req-1f05c269-3ed6-4360-b8ef-648fd0bf0641 service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 918 time: 0.2376046 Feb 19 03:06:05.073876 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9e1544-0eeb-4981-8698-0f1db1d23a64 x-openstack-request-id: req-ce9e1544-0eeb-4981-8698-0f1db1d23a64 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:05.074170 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8029b577-7d6a-49b5-b93a-285ca9f8cd5f", "tag": "06025b74-69ab-4db4-99e2-f6940c8bbbe8", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:05.075543 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce9e1544-0eeb-4981-8698-0f1db1d23a64 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:05.075967 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8029b577-7d6a-49b5-b93a-285ca9f8cd5f', 'tag': '06025b74-69ab-4db4-99e2-f6940c8bbbe8', 'status': 'completed', 'code': 200} Feb 19 03:06:05.102267 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-7c045f24-dcda-4773-9a92-f6573fbaa917 req-194816b5-9a94-461a-8ebc-d42906692d59 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Deleting port 9270a91b-775d-4705-b77c-e908272d3176 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:05.102634 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7c045f24-dcda-4773-9a92-f6573fbaa917 req-194816b5-9a94-461a-8ebc-d42906692d59 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9270a91b-775d-4705-b77c-e908272d3176), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.141245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a9b6f-ce80-43fe-9dde-c976ff6bb7c9 req-30306122-eed3-4ffe-8d8a-5b08b6d81a12 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:05.146946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f9a9b6f-ce80-43fe-9dde-c976ff6bb7c9 req-30306122-eed3-4ffe-8d8a-5b08b6d81a12 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.3586264 Feb 19 03:06:05.156241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:05.171708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-387234d3-f9f9-41c9-ba2f-8659ac983605', 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605', 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'fixed_ips': [{'subnet_id': '6b1e3e5f-ff35-4902-99d5-2e98900754b0'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:06:05.173060 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.203963 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37129fa7-5567-4e00-a5ae-033d6984d4e3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (96c3d563-77c2-46e4-abe4-d3b4c62df61e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.204426 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-37129fa7-5567-4e00-a5ae-033d6984d4e3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Added segment 96c3d563-77c2-46e4-abe4-d3b4c62df61e of type vlan for network 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 Feb 19 03:06:05.244786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-626b4c20-f1c7-4265-bb00-791416cad152 req-0f1bf3e9-197d-44e0-b3ae-c34f8897202c service neutron] 10.222.0.87 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719172 Feb 19 03:06:05.346540 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe5a677a-ffe6-43b0-a0f8-a5cdb09aaa80 req-eeeedb64-cf6d-41bb-bab4-aa860cc79553 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b422f97b-0094-4b8e-8492-54c3ade55c30 HTTP/1.1" status: 200 len: 1000 time: 0.2685969 Feb 19 03:06:05.439351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-7c045f24-dcda-4773-9a92-f6573fbaa917 req-194816b5-9a94-461a-8ebc-d42906692d59 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] For port 9270a91b-775d-4705-b77c-e908272d3176, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9270a91b-775d-4705-b77c-e908272d3176,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:05.439992 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7c045f24-dcda-4773-9a92-f6573fbaa917 req-194816b5-9a94-461a-8ebc-d42906692d59 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9270a91b-775d-4705-b77c-e908272d3176), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.451037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a677a-ffe6-43b0-a0f8-a5cdb09aaa80 req-2e8b1c4a-9cd8-4c3d-a0ea-0a65ecac8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:05.453054 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe5a677a-ffe6-43b0-a0f8-a5cdb09aaa80 req-2e8b1c4a-9cd8-4c3d-a0ea-0a65ecac8677 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.0993638 Feb 19 03:06:05.462309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:05.488119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '1f16d715-c7ef-40ee-8a8e-fe174a5c2046', 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125', 'port_id': '1f16d715-c7ef-40ee-8a8e-fe174a5c2046', 'mac_address': 'fa:16:3e:7b:b8:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9393ae-4d49-459c-8e00-bb905bb3a9ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:05.491066 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37129fa7-5567-4e00-a5ae-033d6984d4e3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.494507 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-7c045f24-dcda-4773-9a92-f6573fbaa917 req-194816b5-9a94-461a-8ebc-d42906692d59 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Calling delete_port for 9270a91b-775d-4705-b77c-e908272d3176 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:05.503403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f9a9b6f-ce80-43fe-9dde-c976ff6bb7c9 req-cbb5fc2a-9806-4ed1-845d-2059ccfcb0ee tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487289 Feb 19 03:06:05.563623 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Allocated IP 19.80.0.2 (387234d3-f9f9-41c9-ba2f-8659ac983605/6b1e3e5f-ff35-4902-99d5-2e98900754b0/3bed5214-01b6-4444-b852-e4fb44e311f3) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:05.567933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:05.568385 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.592325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137a0c6-622d-43d3-a2ba-8d4d7d19d7d7 req-560ed36e-8079-44ee-87e9-544a06e5975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:05.594025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b137a0c6-622d-43d3-a2ba-8d4d7d19d7d7 req-560ed36e-8079-44ee-87e9-544a06e5975f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7fc2b0aa42d41009ca76a5e0aae7fcf&device_id=8029b577-7d6a-49b5-b93a-285ca9f8cd5f HTTP/1.1" status: 200 len: 1125 time: 0.4423382 Feb 19 03:06:05.602695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09e377-83c1-4a4e-a2b2-0eede8f46ea5 req-280c31e9-45a1-4236-9311-4e90f5162df4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:05.609203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be09e377-83c1-4a4e-a2b2-0eede8f46ea5 req-280c31e9-45a1-4236-9311-4e90f5162df4 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245 HTTP/1.1" status: 200 len: 950 time: 0.4193151 Feb 19 03:06:05.634119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:05.645440 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ce3ed7-7f2f-47c3-887c-1c921ea31d64 x-openstack-request-id: req-44ce3ed7-7f2f-47c3-887c-1c921ea31d64 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:05.647511 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94656dc-bf38-4d4b-b443-610267f9c490", "tag": "3303631d-3078-498d-9ac0-2f7e5f8ec198", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:05.647729 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44ce3ed7-7f2f-47c3-887c-1c921ea31d64 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:05.648221 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94656dc-bf38-4d4b-b443-610267f9c490', 'tag': '3303631d-3078-498d-9ac0-2f7e5f8ec198', 'status': 'completed', 'code': 200} Feb 19 03:06:05.769942 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37129fa7-5567-4e00-a5ae-033d6984d4e3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.776036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37129fa7-5567-4e00-a5ae-033d6984d4e3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:05.776836 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37129fa7-5567-4e00-a5ae-033d6984d4e3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.786753 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:05.811414 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.816926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a677a-ffe6-43b0-a0f8-a5cdb09aaa80 req-542b5f95-c2c8-4e79-8b62-c17faedc5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:05.820365 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe5a677a-ffe6-43b0-a0f8-a5cdb09aaa80 req-542b5f95-c2c8-4e79-8b62-c17faedc5843 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3549080 Feb 19 03:06:05.936547 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bad0b914-2cc9-462a-a0ad-c8d3899e9b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:05.956641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:05.989779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7f878bb5-58c7-4786-9083-f4512b7f44e1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:05.998104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137a0c6-622d-43d3-a2ba-8d4d7d19d7d7 req-8697fb8e-3a6e-4a19-84ef-931b38f8cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:06.003167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b137a0c6-622d-43d3-a2ba-8d4d7d19d7d7 req-8697fb8e-3a6e-4a19-84ef-931b38f8cd03 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a4b58be-ffc0-4911-903a-8ca904048134 HTTP/1.1" status: 200 len: 919 time: 0.3891625 Feb 19 03:06:06.022172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a903c-b271-4f4c-a38d-b49804984594 req-c188587b-69f0-4707-90b5-92f7db5815e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:06.023825 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-378a903c-b271-4f4c-a38d-b49804984594 req-c188587b-69f0-4707-90b5-92f7db5815e4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=e7fc2b0aa42d41009ca76a5e0aae7fcf&device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 1125 time: 0.3241303 Feb 19 03:06:06.081776 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Publish callbacks [] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.110989 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.114705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-37129fa7-5567-4e00-a5ae-033d6984d4e3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3662400 Feb 19 03:06:06.117261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-626b4c20-f1c7-4265-bb00-791416cad152 req-d66f56e9-7d90-4f00-a876-409b704d2e76 service neutron] 10.222.0.87 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8442199 Feb 19 03:06:06.119869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58586) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:06.181657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-78b989b9-627e-4d9c-9293-20ebe2908f69 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'subnet': {'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:06.218407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Pushing event updated for resources: {'Port': ['ID=3bed5214-01b6-4444-b852-e4fb44e311f3,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:06.239827 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe5a677a-ffe6-43b0-a0f8-a5cdb09aaa80 req-47dddb12-98e3-4026-b86c-60c218618a57 service neutron] 10.222.0.87 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093413 Feb 19 03:06:06.244529 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58588) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:06.247730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7f878bb5-58c7-4786-9083-f4512b7f44e1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:06.248400 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.260822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Network 387234d3-f9f9-41c9-ba2f-8659ac983605 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:06.318212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:06.323933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:06.396778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:06.403043 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7c045f24-dcda-4773-9a92-f6573fbaa917 req-194816b5-9a94-461a-8ebc-d42906692d59 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9270a91b-775d-4705-b77c-e908272d3176), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.462113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9270a91b-775d-4705-b77c-e908272d3176'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:06.478541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194816b5-9a94-461a-8ebc-d42906692d59 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Pushing event deleted for resources: {'Port': ['ID=9270a91b-775d-4705-b77c-e908272d3176,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:06.480998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a903c-b271-4f4c-a38d-b49804984594 req-aaa7b0d7-f733-4f36-a376-53fee9af8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:06.482852 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-378a903c-b271-4f4c-a38d-b49804984594 req-aaa7b0d7-f733-4f36-a376-53fee9af8966 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3a4b58be-ffc0-4911-903a-8ca904048134 HTTP/1.1" status: 200 len: 919 time: 0.4500432 Feb 19 03:06:06.486561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['1f16d715-c7ef-40ee-8a8e-fe174a5c2046'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:06.569781 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-378a903c-b271-4f4c-a38d-b49804984594 req-a9f1ebcf-15fb-409a-b48b-ce93588a9aca service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3303631d-3078-498d-9ac0-2f7e5f8ec198 HTTP/1.1" status: 200 len: 217 time: 0.0642159 Feb 19 03:06:06.570671 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f965906a-cb38-4851-9ae9-70b553be84ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.626482 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Attempting to bind port 3bed5214-01b6-4444-b852-e4fb44e311f3 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:06.626850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Attempting to bind port 3bed5214-01b6-4444-b852-e4fb44e311f3 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:06.627214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Attempting to bind port 3bed5214-01b6-4444-b852-e4fb44e311f3 on network 387234d3-f9f9-41c9-ba2f-8659ac983605 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:06.639694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:06.640388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Checking segment: {'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:06.640593 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.641119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Bound using segment: {'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:06.641624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Bound port: 3bed5214-01b6-4444-b852-e4fb44e311f3, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:06.641981 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.677175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a903c-b271-4f4c-a38d-b49804984594 req-6aa6a7bf-0fa7-4c49-9306-c056eca6b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:06.678674 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-378a903c-b271-4f4c-a38d-b49804984594 req-6aa6a7bf-0fa7-4c49-9306-c056eca6b2d3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=85d1f16f-5f64-4116-93ec-2b17cac47949 HTTP/1.1" status: 200 len: 858 time: 0.0909255 Feb 19 03:06:06.770466 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] For port 3bed5214-01b6-4444-b852-e4fb44e311f3, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:06.774235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] For port 3bed5214-01b6-4444-b852-e4fb44e311f3, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3bed5214-01b6-4444-b852-e4fb44e311f3,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:06.792160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f965906a-cb38-4851-9ae9-70b553be84ce admin admin] Publish callbacks [] for security_group (dda23c7d-c828-47a0-b24e-0481c87ace20), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.812760 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.861214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c045f24-dcda-4773-9a92-f6573fbaa917 req-194816b5-9a94-461a-8ebc-d42906692d59 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] No DVR routers for this DVR port 9270a91b-775d-4705-b77c-e908272d3176 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:06:06.866026 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-378a903c-b271-4f4c-a38d-b49804984594 req-d973d36a-eba8-4c88-b862-5c74b4553244 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a4b58be-ffc0-4911-903a-8ca904048134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637181 Feb 19 03:06:06.868912 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f965906a-cb38-4851-9ae9-70b553be84ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dda23c7d-c828-47a0-b24e-0481c87ace20), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.874039 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7c045f24-dcda-4773-9a92-f6573fbaa917 req-194816b5-9a94-461a-8ebc-d42906692d59 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:06.875177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b137a0c6-622d-43d3-a2ba-8d4d7d19d7d7 req-492dcd76-d48a-442a-ae95-fe6398c8c4bd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06025b74-69ab-4db4-99e2-f6940c8bbbe8 HTTP/1.1" status: 200 len: 217 time: 0.7483206 Feb 19 03:06:06.881865 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7c045f24-dcda-4773-9a92-f6573fbaa917 req-194816b5-9a94-461a-8ebc-d42906692d59 tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.87 "DELETE /v2.0/ports/9270a91b-775d-4705-b77c-e908272d3176 HTTP/1.1" status: 204 len: 173 time: 2.4188139 Feb 19 03:06:06.949483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 06025b74-69ab-4db4-99e2-f6940c8bbbe8 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:07.008097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be09e377-83c1-4a4e-a2b2-0eede8f46ea5 req-ef329308-075c-4b72-a32a-e3eed5b6f29e tempest-ServersOnMultiNodesTest-1371545835 tempest-ServersOnMultiNodesTest-1371545835-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fe8664d-9a21-462b-8a70-5959f6ca09a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3799999 Feb 19 03:06:07.011986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37129fa7-5567-4e00-a5ae-033d6984d4e3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Network': ['ID=5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:07.088290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245', 'name': 'network-vif-deleted', 'tag': '9270a91b-775d-4705-b77c-e908272d3176'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:07.094791 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c601e6-0f5b-4942-af52-a2856ffb8065" -d '{"events": [{"server_uuid": "6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245", "name": "network-vif-deleted", "tag": "9270a91b-775d-4705-b77c-e908272d3176"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:07.107090 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f965906a-cb38-4851-9ae9-70b553be84ce admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e897a9b86f5d4eef808e5b33ae7403c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8589139 Feb 19 03:06:07.108013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58596) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:07.143086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836a419-5abf-48e5-9883-303d537693ff req-2f0963d3-13e6-43c7-8905-ef9223e465ca tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:07.163669 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe5a677a-ffe6-43b0-a0f8-a5cdb09aaa80 req-89a7a2f6-0f1a-4b0e-86f7-936efdd1d0ca service neutron] 10.222.0.87 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8968868 Feb 19 03:06:07.164464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d836a419-5abf-48e5-9883-303d537693ff req-2f0963d3-13e6-43c7-8905-ef9223e465ca tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 1.3975971 Feb 19 03:06:07.184264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965906a-cb38-4851-9ae9-70b553be84ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda23c7d-c828-47a0-b24e-0481c87ace20,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:07.216785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137a0c6-622d-43d3-a2ba-8d4d7d19d7d7 req-6845f40a-8d96-4c9d-a16a-f37d7e183ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:07.222309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:07.225075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b137a0c6-622d-43d3-a2ba-8d4d7d19d7d7 req-6845f40a-8d96-4c9d-a16a-f37d7e183ddd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=85d1f16f-5f64-4116-93ec-2b17cac47949 HTTP/1.1" status: 200 len: 858 time: 0.2824955 Feb 19 03:06:07.276966 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-378a903c-b271-4f4c-a38d-b49804984594 req-94422056-2bda-4599-9279-06737affbbf7 service neutron] 10.222.0.67 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772814 Feb 19 03:06:07.339240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:06:07.355143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a', 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134', 'port_id': '0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a', 'mac_address': 'fa:16:3e:fa:9b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d1f16f-5f64-4116-93ec-2b17cac47949', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:07.363994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7f878bb5-58c7-4786-9083-f4512b7f44e1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:07.376965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d8736-66de-4237-9fc3-ec095ce828f2 None None] Pushing event updated for resources: {'Port': ['ID=3bed5214-01b6-4444-b852-e4fb44e311f3,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:07.391252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 06025b74-69ab-4db4-99e2-f6940c8bbbe8, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=06025b74-69ab-4db4-99e2-f6940c8bbbe8,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:07.413914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b137a0c6-622d-43d3-a2ba-8d4d7d19d7d7 req-6f2d8c9d-b7f5-4d32-9506-675275691524 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3a4b58be-ffc0-4911-903a-8ca904048134&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410582 Feb 19 03:06:07.446079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '06025b74-69ab-4db4-99e2-f6940c8bbbe8', 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134', 'port_id': '06025b74-69ab-4db4-99e2-f6940c8bbbe8', 'mac_address': 'fa:16:3e:64:7e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d1f16f-5f64-4116-93ec-2b17cac47949', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:07.452446 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.506039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b989b9-627e-4d9c-9293-20ebe2908f69 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:07.519234 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78b989b9-627e-4d9c-9293-20ebe2908f69 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.577264 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-378a903c-b271-4f4c-a38d-b49804984594 req-8c2b9b46-a0ee-4f51-bf1b-7ae89af36f94 service neutron] 10.222.0.67 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930028 Feb 19 03:06:07.635798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:07.636190 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.653596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d836a419-5abf-48e5-9883-303d537693ff req-901fbed4-4b63-4ab8-b3fb-ecaafc2c8f23 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4879484 Feb 19 03:06:07.706939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c0edb-f666-4b73-bd12-4eb2162e9ce2 req-2b9cf6c3-cb86-4052-9c8e-353d97f6a848 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:07.713893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c0edb-f666-4b73-bd12-4eb2162e9ce2 req-2b9cf6c3-cb86-4052-9c8e-353d97f6a848 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:07.715756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:07.721023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c0edb-f666-4b73-bd12-4eb2162e9ce2 req-2b9cf6c3-cb86-4052-9c8e-353d97f6a848 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:07.726511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c0edb-f666-4b73-bd12-4eb2162e9ce2 req-2b9cf6c3-cb86-4052-9c8e-353d97f6a848 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:07.733510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 06025b74-69ab-4db4-99e2-f6940c8bbbe8 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:07.734659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c0edb-f666-4b73-bd12-4eb2162e9ce2 req-2b9cf6c3-cb86-4052-9c8e-353d97f6a848 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:07.735432 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.741733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c0edb-f666-4b73-bd12-4eb2162e9ce2 req-2b9cf6c3-cb86-4052-9c8e-353d97f6a848 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:07.749076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c0edb-f666-4b73-bd12-4eb2162e9ce2 req-2b9cf6c3-cb86-4052-9c8e-353d97f6a848 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:07.757554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b6c0edb-f666-4b73-bd12-4eb2162e9ce2 req-2b9cf6c3-cb86-4052-9c8e-353d97f6a848 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.5720468 Feb 19 03:06:07.764456 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1bbece6e-bb96-48ea-9203-1b78a01edc0c admin admin] Publish callbacks [] for security_group (dda23c7d-c828-47a0-b24e-0481c87ace20), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.829543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:07.835750 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06025b74-69ab-4db4-99e2-f6940c8bbbe8 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:07.852933 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.878635 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1bbece6e-bb96-48ea-9203-1b78a01edc0c admin admin] Publish callbacks [] for security_group (dda23c7d-c828-47a0-b24e-0481c87ace20), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.920085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b137a0c6-622d-43d3-a2ba-8d4d7d19d7d7 req-edc527c8-28c2-4466-99ee-f8d03014d6a0 service neutron] 10.222.0.67 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917164 Feb 19 03:06:07.930492 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 06025b74-69ab-4db4-99e2-f6940c8bbbe8, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=06025b74-69ab-4db4-99e2-f6940c8bbbe8,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:07.991971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:07.997272 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:07.998020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 3303631d-3078-498d-9ac0-2f7e5f8ec198 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:08.023811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3bed5214-01b6-4444-b852-e4fb44e311f3 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:08.096283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b6c0edb-f666-4b73-bd12-4eb2162e9ce2 req-f9770200-7c6e-4bc2-affe-720f625b8388 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3316381 Feb 19 03:06:08.111396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 3303631d-3078-498d-9ac0-2f7e5f8ec198, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=3303631d-3078-498d-9ac0-2f7e5f8ec198,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:08.153588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=06025b74-69ab-4db4-99e2-f6940c8bbbe8,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:08.159043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '3303631d-3078-498d-9ac0-2f7e5f8ec198', 'network_id': '3a4b58be-ffc0-4911-903a-8ca904048134', 'port_id': '3303631d-3078-498d-9ac0-2f7e5f8ec198', 'mac_address': 'fa:16:3e:5b:a0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85d1f16f-5f64-4116-93ec-2b17cac47949', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:08.225475 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:08.230737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3bed5214-01b6-4444-b852-e4fb44e311f3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:08.231106 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.254559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b1a6d-8ae3-442a-8180-a99c5361f998 req-dce98845-cac3-47ef-ba35-c9f6d3a1a01d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:08.256275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b4b1a6d-8ae3-442a-8180-a99c5361f998 req-dce98845-cac3-47ef-ba35-c9f6d3a1a01d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 943 time: 0.4084227 Feb 19 03:06:08.307649 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1bbece6e-bb96-48ea-9203-1b78a01edc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dda23c7d-c828-47a0-b24e-0481c87ace20), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.310556 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1bbece6e-bb96-48ea-9203-1b78a01edc0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.311950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1bbece6e-bb96-48ea-9203-1b78a01edc0c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dda23c7d-c828-47a0-b24e-0481c87ace20 HTTP/1.1" status: 204 len: 168 time: 1.2021327 Feb 19 03:06:08.327330 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78b989b9-627e-4d9c-9293-20ebe2908f69 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (53b11046-021b-4079-af3d-d076619cfb2d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.334649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 3303631d-3078-498d-9ac0-2f7e5f8ec198 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:08.335047 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.338183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b137a0c6-622d-43d3-a2ba-8d4d7d19d7d7 req-7400ed1f-f8c6-4663-8e0b-6460527ebaa3 service neutron] 10.222.0.67 "GET /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059076 Feb 19 03:06:08.341214 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.360935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9270a91b-775d-4705-b77c-e908272d3176 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:06:08.388828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3303631d-3078-498d-9ac0-2f7e5f8ec198 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:08.392309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbece6e-bb96-48ea-9203-1b78a01edc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda23c7d-c828-47a0-b24e-0481c87ace20,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:08.400224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 9270a91b-775d-4705-b77c-e908272d3176 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:06:08.400516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9270a91b-775d-4705-b77c-e908272d3176 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:06:08.444484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 3303631d-3078-498d-9ac0-2f7e5f8ec198, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=3303631d-3078-498d-9ac0-2f7e5f8ec198,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:08.498728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b4b1a6d-8ae3-442a-8180-a99c5361f998 req-d99f5920-3579-43c5-8ab9-26e6b1bc6ee8 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075958 Feb 19 03:06:08.512471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcffeff-5f46-44df-80a7-d089756b021e req-957b2c46-b3fb-47d7-b0c8-ece75d52a6ca tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:08.520517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7bcffeff-5f46-44df-80a7-d089756b021e req-957b2c46-b3fb-47d7-b0c8-ece75d52a6ca tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 945 time: 0.2994657 Feb 19 03:06:08.530532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b989b9-627e-4d9c-9293-20ebe2908f69 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Subnet': ['ID=53b11046-021b-4079-af3d-d076619cfb2d,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:08.559528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b989b9-627e-4d9c-9293-20ebe2908f69 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Checking segment: {'id': '96c3d563-77c2-46e4-abe4-d3b4c62df61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:08.560327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b989b9-627e-4d9c-9293-20ebe2908f69 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network hostable DHCP agents. Network: 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:06:08.624091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7bcffeff-5f46-44df-80a7-d089756b021e req-d2cb6127-7604-4df2-8316-92d13fb2718d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956826 Feb 19 03:06:08.636251 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4f83e1-483a-457e-be95-a847993d3e27 x-openstack-request-id: req-9b4f83e1-483a-457e-be95-a847993d3e27 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:08.636763 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245", "name": "network-vif-deleted", "tag": "9270a91b-775d-4705-b77c-e908272d3176", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:08.636871 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b4f83e1-483a-457e-be95-a847993d3e27 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:08.637199 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b7cb082-e6eb-4a3e-b9c3-0f34f63a8245', 'name': 'network-vif-deleted', 'tag': '9270a91b-775d-4705-b77c-e908272d3176', 'status': 'completed', 'code': 200} Feb 19 03:06:08.647155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b989b9-627e-4d9c-9293-20ebe2908f69 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:06:08.673030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-78b989b9-627e-4d9c-9293-20ebe2908f69 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:08.683636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b989b9-627e-4d9c-9293-20ebe2908f69 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:08.686656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78b989b9-627e-4d9c-9293-20ebe2908f69 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.709029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d477fb8d-4d92-4ea7-9fda-e9e425e22b95 None None] Network 387234d3-f9f9-41c9-ba2f-8659ac983605 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:08.713958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2c471e-095d-4777-ba73-5247ecaebd36 None None] Network 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:08.722682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-78b989b9-627e-4d9c-9293-20ebe2908f69 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5487795 Feb 19 03:06:08.741943 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.884185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd7cf6-b080-4e5f-b4a0-964d7dca13b3 req-bb6af809-9074-43c9-8595-b2309c75e1cd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:08.896728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dcbd7cf6-b080-4e5f-b4a0-964d7dca13b3 req-bb6af809-9074-43c9-8595-b2309c75e1cd tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.0963156 Feb 19 03:06:08.899606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3bed5214-01b6-4444-b852-e4fb44e311f3 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:08.900292 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:08.927904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:08.931137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7e7d9e5f-6271-42d6-9d34-c7d1eb02af75 None None] Provisioning complete for port 3bed5214-01b6-4444-b852-e4fb44e311f3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:08.931485 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e7d9e5f-6271-42d6-9d34-c7d1eb02af75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.020934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dcbd7cf6-b080-4e5f-b4a0-964d7dca13b3 req-e823959e-e4b6-4733-aca9-949e61ec51ff tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228304 Feb 19 03:06:09.085913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58630) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:09.213295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=3303631d-3078-498d-9ac0-2f7e5f8ec198,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:09.223926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-4daf43a1-7fd5-4892-8a34-ea8294c54658 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:09.232206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['3303631d-3078-498d-9ac0-2f7e5f8ec198'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:09.232421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-4daf43a1-7fd5-4892-8a34-ea8294c54658 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:09.238700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-4daf43a1-7fd5-4892-8a34-ea8294c54658 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/networks?id=387234d3-f9f9-41c9-ba2f-8659ac983605&id=5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6&id=387234d3-f9f9-41c9-ba2f-8659ac983605 HTTP/1.1" status: 200 len: 1392 time: 0.2166607 Feb 19 03:06:09.245111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['06025b74-69ab-4db4-99e2-f6940c8bbbe8'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:09.256467 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6', 'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6', 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'fixed_ips': [{'subnet_id': '53b11046-021b-4079-af3d-d076619cfb2d'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:06:09.257717 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.304313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-781b5a1b-d111-4351-85ee-9ed2e2795260 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/quotas/98d8cb238c094cc19f2fade982ab8525 HTTP/1.1" status: 200 len: 375 time: 0.0440433 Feb 19 03:06:09.385354 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5e79ce29-921e-446e-ae87-cb4bc6d20445 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5647f951301f4cefbfcdd514b5f2e37b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2980473 Feb 19 03:06:09.387610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58644) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:09.402565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-1f56f9c1-c3e1-402e-96bf-37f6b8be4040 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=98d8cb238c094cc19f2fade982ab8525&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973034 Feb 19 03:06:09.421869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81924f21-5d25-4d73-a199-5162b78e8261 req-5263daf5-eb71-4572-9a78-99ad4ff495ab tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:09.427138 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81924f21-5d25-4d73-a199-5162b78e8261 req-5263daf5-eb71-4572-9a78-99ad4ff495ab tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:09.432426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81924f21-5d25-4d73-a199-5162b78e8261 req-5263daf5-eb71-4572-9a78-99ad4ff495ab tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:09.439599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81924f21-5d25-4d73-a199-5162b78e8261 req-5263daf5-eb71-4572-9a78-99ad4ff495ab tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:09.445313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81924f21-5d25-4d73-a199-5162b78e8261 req-5263daf5-eb71-4572-9a78-99ad4ff495ab tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:09.451873 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d0691e2-bba0-4b81-9dd6-06e70e2b82a1 admin admin] Publish callbacks [] for security_group (6fe8664d-9a21-462b-8a70-5959f6ca09a6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.452356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81924f21-5d25-4d73-a199-5162b78e8261 req-5263daf5-eb71-4572-9a78-99ad4ff495ab tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:09.458657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81924f21-5d25-4d73-a199-5162b78e8261 req-5263daf5-eb71-4572-9a78-99ad4ff495ab tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:09.460807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81924f21-5d25-4d73-a199-5162b78e8261 req-5263daf5-eb71-4572-9a78-99ad4ff495ab tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.2211158 Feb 19 03:06:09.487328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d0691e2-bba0-4b81-9dd6-06e70e2b82a1 admin admin] Publish callbacks [] for security_group (6fe8664d-9a21-462b-8a70-5959f6ca09a6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.547262 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d0691e2-bba0-4b81-9dd6-06e70e2b82a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6fe8664d-9a21-462b-8a70-5959f6ca09a6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.551148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d0691e2-bba0-4b81-9dd6-06e70e2b82a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.552592 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1d0691e2-bba0-4b81-9dd6-06e70e2b82a1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6fe8664d-9a21-462b-8a70-5959f6ca09a6 HTTP/1.1" status: 204 len: 168 time: 0.1637130 Feb 19 03:06:09.562924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0691e2-bba0-4b81-9dd6-06e70e2b82a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe8664d-9a21-462b-8a70-5959f6ca09a6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:09.580741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81924f21-5d25-4d73-a199-5162b78e8261 req-09d0d4af-3512-4d75-becc-e4e29943b617 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105392 Feb 19 03:06:09.628562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58654) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:09.634353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Allocated IP 19.86.0.2 (5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6/53b11046-021b-4079-af3d-d076619cfb2d/8c1f14a7-abb7-48b3-877a-b1c8119f3916) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:09.650888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-e0335c74-3cc0-4f9b-96af-ec959c7bd45a service neutron] 10.222.0.81 "GET /v2.0/networks/387234d3-f9f9-41c9-ba2f-8659ac983605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890652 Feb 19 03:06:09.735949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 3bed5214-01b6-4444-b852-e4fb44e311f3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3bed5214-01b6-4444-b852-e4fb44e311f3,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:09.763366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:09.774315 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.794855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:09.795639 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.804989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1893431313-network', 'tenant_id': '7cb676c5c04543a39314d696a3eb7aed'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:09.813390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a079fa-7c52-4160-9df5-bc6039403e0b req-502e7dd2-5bbd-45f1-aa7d-a8b28ed024e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:09.815365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48a079fa-7c52-4160-9df5-bc6039403e0b req-502e7dd2-5bbd-45f1-aa7d-a8b28ed024e0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 944 time: 0.1242609 Feb 19 03:06:09.822096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-6c4efaa5-cd18-490e-b66f-337b6f3f0f4b service neutron] 10.222.0.81 "GET /v2.0/networks/387234d3-f9f9-41c9-ba2f-8659ac983605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635230 Feb 19 03:06:09.859907 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Made reservation on behalf of 7cb676c5c04543a39314d696a3eb7aed for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:09.863208 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.877455 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.892084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=3bed5214-01b6-4444-b852-e4fb44e311f3,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:09.918482 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d9e5f-6271-42d6-9d34-c7d1eb02af75 None None] Current status of the port 3bed5214-01b6-4444-b852-e4fb44e311f3 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:09.918935 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e7d9e5f-6271-42d6-9d34-c7d1eb02af75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:09.993999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48a079fa-7c52-4160-9df5-bc6039403e0b req-54d2e799-90e4-4a7d-81c6-6756d1d2aba8 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693530 Feb 19 03:06:10.024623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-ad2c4009-b856-49ba-a638-f31fd3f7b799 service neutron] 10.222.0.81 "GET /v2.0/networks/5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939692 Feb 19 03:06:10.079641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Publish callbacks [] for security_group (586b24ce-92da-49e5-a969-2d1f0889f03e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.094039 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (586b24ce-92da-49e5-a969-2d1f0889f03e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.131812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:06:10.150496 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (574d44dd-219e-4656-9cbb-d6234aba8e7e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.151120 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Added segment 574d44dd-219e-4656-9cbb-d6234aba8e7e of type vlan for network e678fc69-8880-461d-95ef-98f8cae7c094 Feb 19 03:06:10.172493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-30635a47-9db7-4556-8114-c6662ad6251b service neutron] 10.222.0.81 "GET /v2.0/networks/5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405895 Feb 19 03:06:10.201144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (e678fc69-8880-461d-95ef-98f8cae7c094), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.209150 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.233556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586b24ce-92da-49e5-a969-2d1f0889f03e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:10.239092 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58666) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:10.255832 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e678fc69-8880-461d-95ef-98f8cae7c094), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.256904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:10.257487 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.339705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:10.340231 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.352394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b0ea8-17ba-4d46-a8e1-3870efcfacd4 req-13e86a31-de14-4471-9ba1-c821ccd1084b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:10.357819 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7236717 Feb 19 03:06:10.358025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-424b0ea8-17ba-4d46-a8e1-3870efcfacd4 req-13e86a31-de14-4471-9ba1-c821ccd1084b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 945 time: 0.2334402 Feb 19 03:06:10.358025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58668) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:10.358211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55732690-85a3-47c1-b06f-befde9bf0c40 admin admin] Pushing event updated for resources: {'Network': ['ID=e678fc69-8880-461d-95ef-98f8cae7c094,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:10.368165 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d19d35fe-9cca-423b-9e98-44202be37dcc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b79082e47f0940989444c99268c44d9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273148 Feb 19 03:06:10.368882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58670) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:10.370278 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Publish callbacks [] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.370947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bba20aa8-d00f-4dfc-a658-80df0f8f8b5c admin admin] Request body: {'subnet': {'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1893431313-subnet', 'tenant_id': '7cb676c5c04543a39314d696a3eb7aed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:10.385699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network e678fc69-8880-461d-95ef-98f8cae7c094 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:06:10.398390 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.400678 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-7e7d9e5f-6271-42d6-9d34-c7d1eb02af75 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:06:10.401033 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-7e7d9e5f-6271-42d6-9d34-c7d1eb02af75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:06:10.414488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-04ac6def-4e1c-4c9b-bea6-d3b12d79ef8e service neutron] 10.222.0.81 "GET /v2.0/networks/387234d3-f9f9-41c9-ba2f-8659ac983605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332585 Feb 19 03:06:10.421112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a658573-ab39-43fd-b529-dd77776879cc req-fc6e42c6-52ec-476c-b69c-732a25b01d6f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1644976 Feb 19 03:06:10.425861 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e10c3d9-f339-4ec5-a854-58f97f03dec9 admin admin] Publish callbacks [] for security_group (5ac6e23f-5edb-4865-8bf7-047938809261), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.440497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba20aa8-d00f-4dfc-a658-80df0f8f8b5c admin admin] Made reservation on behalf of 7cb676c5c04543a39314d696a3eb7aed for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:10.442841 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bba20aa8-d00f-4dfc-a658-80df0f8f8b5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.454842 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e10c3d9-f339-4ec5-a854-58f97f03dec9 admin admin] Publish callbacks [] for security_group (5ac6e23f-5edb-4865-8bf7-047938809261), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.507729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b36521-4f89-4ae3-8a40-e7362d8e4ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f16d715-c7ef-40ee-8a8e-fe174a5c2046'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:10.509899 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214aaaff-7d0b-4a88-889f-eb67b821b797" -d '{"events": [{"server_uuid": "17b36521-4f89-4ae3-8a40-e7362d8e4ff9", "name": "network-vif-plugged", "status": "completed", "tag": "1f16d715-c7ef-40ee-8a8e-fe174a5c2046"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:10.514580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:10.516976 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e10c3d9-f339-4ec5-a854-58f97f03dec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5ac6e23f-5edb-4865-8bf7-047938809261), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.520461 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e10c3d9-f339-4ec5-a854-58f97f03dec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.524828 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4e10c3d9-f339-4ec5-a854-58f97f03dec9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ac6e23f-5edb-4865-8bf7-047938809261 HTTP/1.1" status: 204 len: 168 time: 0.1525266 Feb 19 03:06:10.529793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Network 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:10.540909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:10.542707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10c3d9-f339-4ec5-a854-58f97f03dec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac6e23f-5edb-4865-8bf7-047938809261,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:10.548035 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.552419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:10.553333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-424b0ea8-17ba-4d46-a8e1-3870efcfacd4 req-345df60a-00a5-4f1b-a78c-7bae651e6241 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865628 Feb 19 03:06:10.606214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Pushing event updated for resources: {'Port': ['ID=8c1f14a7-abb7-48b3-877a-b1c8119f3916,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:10.707770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:10.729503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Attempting to bind port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:10.729870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Attempting to bind port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '96c3d563-77c2-46e4-abe4-d3b4c62df61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:10.730232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Attempting to bind port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 on network 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:10.737797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:10.737797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Checking segment: {'id': '96c3d563-77c2-46e4-abe4-d3b4c62df61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:10.738019 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.738338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Bound using segment: {'id': '96c3d563-77c2-46e4-abe4-d3b4c62df61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:10.738817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Bound port: 8c1f14a7-abb7-48b3-877a-b1c8119f3916, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96c3d563-77c2-46e4-abe4-d3b4c62df61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:10.739201 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.774624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-fcff3703-79f9-4c0a-92e9-d570644762d0 service neutron] 10.222.0.81 "GET /v2.0/networks/387234d3-f9f9-41c9-ba2f-8659ac983605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490534 Feb 19 03:06:10.817296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] For port 8c1f14a7-abb7-48b3-877a-b1c8119f3916, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:10.821082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] For port 8c1f14a7-abb7-48b3-877a-b1c8119f3916, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8c1f14a7-abb7-48b3-877a-b1c8119f3916,segment=NetworkSegment(96c3d563-77c2-46e4-abe4-d3b4c62df61e),segment_id=96c3d563-77c2-46e4-abe4-d3b4c62df61e)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:10.831903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a658573-ab39-43fd-b529-dd77776879cc req-0ff6469e-1012-4dbc-9166-0221afa6d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:10.833412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a658573-ab39-43fd-b529-dd77776879cc req-0ff6469e-1012-4dbc-9166-0221afa6d25e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 1127 time: 0.3045635 Feb 19 03:06:10.833678 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.849078 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bba20aa8-d00f-4dfc-a658-80df0f8f8b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:10.862407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e5c56b-21c1-4541-be1f-814397748a49 req-34e6a154-fd33-47f9-8c56-8ddd70f6da5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:10.870302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94e5c56b-21c1-4541-be1f-814397748a49 req-34e6a154-fd33-47f9-8c56-8ddd70f6da5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.2406600 Feb 19 03:06:10.956626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc464a-3174-494a-b37d-44dd6056f57a None None] Pushing event updated for resources: {'Port': ['ID=8c1f14a7-abb7-48b3-877a-b1c8119f3916,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:10.973361 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca16bec4-009d-466a-b889-231aa65eeb82 x-openstack-request-id: req-ca16bec4-009d-466a-b889-231aa65eeb82 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:10.973769 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b36521-4f89-4ae3-8a40-e7362d8e4ff9", "name": "network-vif-plugged", "status": "completed", "tag": "1f16d715-c7ef-40ee-8a8e-fe174a5c2046", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:10.974171 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ca16bec4-009d-466a-b889-231aa65eeb82 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:10.974677 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b36521-4f89-4ae3-8a40-e7362d8e4ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f16d715-c7ef-40ee-8a8e-fe174a5c2046', 'code': 200} Feb 19 03:06:10.975917 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d9e5f-6271-42d6-9d34-c7d1eb02af75 None None] Current status of the port 3bed5214-01b6-4444-b852-e4fb44e311f3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:11.107037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0c3a9122-16bc-4468-8150-a24f3540f6c7 None None] Provisioning complete for port 3bed5214-01b6-4444-b852-e4fb44e311f3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:11.108463 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0c3a9122-16bc-4468-8150-a24f3540f6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:11.119445 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829bc1e-e749-4490-90cb-1cd53354d0b3 req-28d10012-ab34-44c4-b2f6-ca014ddd6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:11.121011 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f829bc1e-e749-4490-90cb-1cd53354d0b3 req-28d10012-ab34-44c4-b2f6-ca014ddd6ab4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 1128 time: 0.0750511 Feb 19 03:06:11.174536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba20aa8-d00f-4dfc-a658-80df0f8f8b5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:11.197991 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f829bc1e-e749-4490-90cb-1cd53354d0b3 req-354053f5-d35d-4db4-9772-55527c995690 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672376 Feb 19 03:06:11.262020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94e5c56b-21c1-4541-be1f-814397748a49 req-270918ab-fc68-4aab-81cb-86e8ed18fe1b tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3908272 Feb 19 03:06:11.266229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba20aa8-d00f-4dfc-a658-80df0f8f8b5c admin admin] Checking segment: {'id': '574d44dd-219e-4656-9cbb-d6234aba8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:11.266715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba20aa8-d00f-4dfc-a658-80df0f8f8b5c admin admin] Network hostable DHCP agents. Network: e678fc69-8880-461d-95ef-98f8cae7c094, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:06:11.282101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a658573-ab39-43fd-b529-dd77776879cc req-3f3499ba-a548-4573-a2be-a0858dd1b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:11.283372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a658573-ab39-43fd-b529-dd77776879cc req-3f3499ba-a548-4573-a2be-a0858dd1b9a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.4081428 Feb 19 03:06:11.323945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db8e38-c310-448c-924e-94bfa8e0b296 req-20fc8fcd-4045-4611-bd54-dbbe5a617f23 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:11.326627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0c3a9122-16bc-4468-8150-a24f3540f6c7 None None] Current status of the port 3bed5214-01b6-4444-b852-e4fb44e311f3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:11.330848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db8e38-c310-448c-924e-94bfa8e0b296 req-20fc8fcd-4045-4611-bd54-dbbe5a617f23 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:11.336459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db8e38-c310-448c-924e-94bfa8e0b296 req-20fc8fcd-4045-4611-bd54-dbbe5a617f23 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:11.342522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db8e38-c310-448c-924e-94bfa8e0b296 req-20fc8fcd-4045-4611-bd54-dbbe5a617f23 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:11.347837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db8e38-c310-448c-924e-94bfa8e0b296 req-20fc8fcd-4045-4611-bd54-dbbe5a617f23 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:11.353500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db8e38-c310-448c-924e-94bfa8e0b296 req-20fc8fcd-4045-4611-bd54-dbbe5a617f23 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:11.358857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db8e38-c310-448c-924e-94bfa8e0b296 req-20fc8fcd-4045-4611-bd54-dbbe5a617f23 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:11.366976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77db8e38-c310-448c-924e-94bfa8e0b296 req-20fc8fcd-4045-4611-bd54-dbbe5a617f23 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.3038917 Feb 19 03:06:11.420175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba20aa8-d00f-4dfc-a658-80df0f8f8b5c admin admin] Network e678fc69-8880-461d-95ef-98f8cae7c094 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:06:11.431423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ede3ee9-111c-4e99-9033-6a4b9865de69 req-885d9201-e350-48bd-86d2-b58983e536eb tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 210 time: 0.0605645 Feb 19 03:06:11.469312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-bba20aa8-d00f-4dfc-a658-80df0f8f8b5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, e678fc69-8880-461d-95ef-98f8cae7c094) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:11.478606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ecd81-b76a-4fc0-b293-9ab18180ef7a None None] Network e678fc69-8880-461d-95ef-98f8cae7c094 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:11.514689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba20aa8-d00f-4dfc-a658-80df0f8f8b5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:11.515290 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bba20aa8-d00f-4dfc-a658-80df0f8f8b5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:11.518636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a658573-ab39-43fd-b529-dd77776879cc req-29504c41-1ede-44e3-8171-30c09ff2238a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 HTTP/1.1" status: 200 len: 217 time: 0.0737669 Feb 19 03:06:11.815691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f8ab6c-3513-4729-939a-10b2dddbf841 None None] Network e678fc69-8880-461d-95ef-98f8cae7c094 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:12.033604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77db8e38-c310-448c-924e-94bfa8e0b296 req-ef8c2a9c-7528-4687-a81d-79f7afb87592 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6648135 Feb 19 03:06:12.051755 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bba20aa8-d00f-4dfc-a658-80df0f8f8b5c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6932046 Feb 19 03:06:12.068825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a658573-ab39-43fd-b529-dd77776879cc req-7eedd714-8f78-4c8b-92ac-b1ee0c54a49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:12.070570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a658573-ab39-43fd-b529-dd77776879cc req-7eedd714-8f78-4c8b-92ac-b1ee0c54a49a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.5433393 Feb 19 03:06:12.142272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24cfb61-7470-4185-8576-16161db5aaa9 req-833273ca-b8ca-4407-8c4f-c318f0bef435 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:12.144393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c24cfb61-7470-4185-8576-16161db5aaa9 req-833273ca-b8ca-4407-8c4f-c318f0bef435 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 944 time: 0.6158252 Feb 19 03:06:12.147191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a658573-ab39-43fd-b529-dd77776879cc req-f0d2b814-5d03-45c3-8aa8-4701dd152bc1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659912 Feb 19 03:06:12.173796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8c1f14a7-abb7-48b3-877a-b1c8119f3916 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:12.246210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:12.246815 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.359365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:12.383541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c24cfb61-7470-4185-8576-16161db5aaa9 req-17c74cda-bdcc-4f36-b74c-d72340ba5eb8 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956143 Feb 19 03:06:12.397757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a658573-ab39-43fd-b529-dd77776879cc req-50baa166-a073-48a9-827a-191bee88dfbb service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437050 Feb 19 03:06:12.422510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:12.423004 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.431244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32dedb-b98f-438d-8684-20a008c50813 req-ec25a9d7-b1ae-49ba-a6b3-1eedc1be70d4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:12.443095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d32dedb-b98f-438d-8684-20a008c50813 req-ec25a9d7-b1ae-49ba-a6b3-1eedc1be70d4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.1590145 Feb 19 03:06:12.475339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 8c1f14a7-abb7-48b3-877a-b1c8119f3916, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8c1f14a7-abb7-48b3-877a-b1c8119f3916,segment=NetworkSegment(96c3d563-77c2-46e4-abe4-d3b4c62df61e),segment_id=96c3d563-77c2-46e4-abe4-d3b4c62df61e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:12.489997 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.490984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3bed5214-01b6-4444-b852-e4fb44e311f3 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:12.619025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=8c1f14a7-abb7-48b3-877a-b1c8119f3916,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:12.631040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e2e7e4-8fe5-44c6-aa8b-4cd4c511f6c6 None None] Network 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:12.636130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:12.654676 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:12.655984 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.661176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d32dedb-b98f-438d-8684-20a008c50813 req-ea8b0d5a-0a84-4811-975f-9614e23910f1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967883 Feb 19 03:06:12.776296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584aecf-b3c1-4728-8e32-665a189c7766 req-fb1fdf76-0392-464f-8dcb-d6a76639b5b2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:12.790357 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b584aecf-b3c1-4728-8e32-665a189c7766 req-fb1fdf76-0392-464f-8dcb-d6a76639b5b2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.2759540 Feb 19 03:06:12.794030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-99c87e54-8b77-4aa9-bdb3-87af13046a1f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:12.799091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a658573-ab39-43fd-b529-dd77776879cc req-5d4d10fa-0cfb-41d3-9cd0-a3c6c9274978 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550599 Feb 19 03:06:12.800282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-99c87e54-8b77-4aa9-bdb3-87af13046a1f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:12.800858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-db650b0b-1289-4137-a114-e48183bd5cbf None None] Provisioning complete for port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:12.802006 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-99c87e54-8b77-4aa9-bdb3-87af13046a1f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "GET /v2.0/networks?id=387234d3-f9f9-41c9-ba2f-8659ac983605&id=5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6&id=387234d3-f9f9-41c9-ba2f-8659ac983605 HTTP/1.1" status: 200 len: 1392 time: 0.1528933 Feb 19 03:06:12.803665 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-db650b0b-1289-4137-a114-e48183bd5cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:12.816991 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'port': {'device_id': '913243f9-4968-4f38-9829-6e34563a23cc', 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605', 'admin_state_up': True, 'tenant_id': '98d8cb238c094cc19f2fade982ab8525'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:12.885263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95948953-d0f8-4852-8b91-56d12bcf61c9 req-0ad5da4a-8934-479e-a19e-eb7c13efa9e0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 210 time: 0.0618918 Feb 19 03:06:12.928088 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b584aecf-b3c1-4728-8e32-665a189c7766 req-021d5f48-1dab-4b56-ace8-a25464a65b2d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323068 Feb 19 03:06:12.954390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 06025b74-69ab-4db4-99e2-f6940c8bbbe8 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:13.019872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:13.024243 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:13.090344 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3bed5214-01b6-4444-b852-e4fb44e311f3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:13.090887 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:13.223084 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Allocated IP 19.80.0.164 (387234d3-f9f9-41c9-ba2f-8659ac983605/6b1e3e5f-ff35-4902-99d5-2e98900754b0/b221327e-078e-4707-a7b8-48b8a7da20d4) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:13.269444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:13.269909 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:13.280102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 06025b74-69ab-4db4-99e2-f6940c8bbbe8 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:13.297807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb48f6-138b-4fe2-a74e-552bee7be654 req-14c5e686-96ca-45d7-9b57-9f94ec7acfde tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:13.304904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb48f6-138b-4fe2-a74e-552bee7be654 req-14c5e686-96ca-45d7-9b57-9f94ec7acfde tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:13.319383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 06025b74-69ab-4db4-99e2-f6940c8bbbe8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:13.319754 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:13.321412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb48f6-138b-4fe2-a74e-552bee7be654 req-14c5e686-96ca-45d7-9b57-9f94ec7acfde tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:13.327855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb48f6-138b-4fe2-a74e-552bee7be654 req-14c5e686-96ca-45d7-9b57-9f94ec7acfde tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:13.334902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb48f6-138b-4fe2-a74e-552bee7be654 req-14c5e686-96ca-45d7-9b57-9f94ec7acfde tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:13.341239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb48f6-138b-4fe2-a74e-552bee7be654 req-14c5e686-96ca-45d7-9b57-9f94ec7acfde tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:13.347887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb48f6-138b-4fe2-a74e-552bee7be654 req-14c5e686-96ca-45d7-9b57-9f94ec7acfde tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:13.350131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dbb48f6-138b-4fe2-a74e-552bee7be654 req-14c5e686-96ca-45d7-9b57-9f94ec7acfde tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1531661 Feb 19 03:06:13.362173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-db650b0b-1289-4137-a114-e48183bd5cbf None None] Current status of the port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:13.424467 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa6bfcc-b0ff-48a7-a963-180b97c2a032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:13.426845 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d5186f-cf6f-4e6b-9f54-62a811ffd4a5" -d '{"events": [{"server_uuid": "ffa6bfcc-b0ff-48a7-a963-180b97c2a032", "name": "network-vif-plugged", "status": "completed", "tag": "0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:13.453415 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:13.458259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dbb48f6-138b-4fe2-a74e-552bee7be654 req-b85dc94a-85ec-46ef-9127-e42d1c558b66 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1016529 Feb 19 03:06:13.468792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks [] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:13.476942 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:13.546530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3bed5214-01b6-4444-b852-e4fb44e311f3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:13.552324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:13.642155 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c188c7f1-efbd-4037-bd10-582170922840 x-openstack-request-id: req-c188c7f1-efbd-4037-bd10-582170922840 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:13.642155 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa6bfcc-b0ff-48a7-a963-180b97c2a032", "name": "network-vif-plugged", "status": "completed", "tag": "0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:13.642497 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c188c7f1-efbd-4037-bd10-582170922840 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:13.642797 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa6bfcc-b0ff-48a7-a963-180b97c2a032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a', 'code': 200} Feb 19 03:06:13.694374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 06025b74-69ab-4db4-99e2-f6940c8bbbe8 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:13.694762 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:13.696808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:13.710097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651bfc5-b634-4896-89f4-4dd503b2e301 req-e8a1426a-002b-47b7-800e-863d73d0fc1b tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:13.711732 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9651bfc5-b634-4896-89f4-4dd503b2e301 req-e8a1426a-002b-47b7-800e-863d73d0fc1b tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 944 time: 0.1389112 Feb 19 03:06:13.736717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network 387234d3-f9f9-41c9-ba2f-8659ac983605 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:13.738154 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:13.743938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:13.778657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 06025b74-69ab-4db4-99e2-f6940c8bbbe8, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=06025b74-69ab-4db4-99e2-f6940c8bbbe8,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:13.791282 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:13.792115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 3303631d-3078-498d-9ac0-2f7e5f8ec198 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:13.832630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Port': ['ID=b221327e-078e-4707-a7b8-48b8a7da20d4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:13.861825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9651bfc5-b634-4896-89f4-4dd503b2e301 req-c31c783d-8bd4-4219-aa02-c77a0a1c48b3 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405585 Feb 19 03:06:13.904311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636753b-9410-4fa9-9aec-213f9ccf8c47 req-c5da77d6-7373-40d5-bd9b-f28b75b0bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:13.905997 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5636753b-9410-4fa9-9aec-213f9ccf8c47 req-c5da77d6-7373-40d5-bd9b-f28b75b0bd16 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ffa6bfcc-b0ff-48a7-a963-180b97c2a032 HTTP/1.1" status: 200 len: 1128 time: 0.2467606 Feb 19 03:06:13.921348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:13.922024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:13.955771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc68f0-e069-46eb-8f83-3eb7c84a3dab req-3fe60e88-c759-4bc5-88cc-b311276de9aa tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:13.964656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bcc68f0-e069-46eb-8f83-3eb7c84a3dab req-3fe60e88-c759-4bc5-88cc-b311276de9aa tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.0857439 Feb 19 03:06:13.998425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-18dab3a0-1e73-413d-ae73-d0cbe2ab3e8c None None] Provisioning complete for port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:13.998798 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-18dab3a0-1e73-413d-ae73-d0cbe2ab3e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.002456 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-f147ee4a-3d05-4a21-9dec-e364c2e08ad1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1910579 Feb 19 03:06:14.054282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'port': {'device_id': '913243f9-4968-4f38-9829-6e34563a23cc', 'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6', 'admin_state_up': True, 'tenant_id': '98d8cb238c094cc19f2fade982ab8525'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:14.061424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bcc68f0-e069-46eb-8f83-3eb7c84a3dab req-6c888280-0335-46b8-8b82-cadfff29e84f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953848 Feb 19 03:06:14.115782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8c1f14a7-abb7-48b3-877a-b1c8119f3916 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:14.127736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=06025b74-69ab-4db4-99e2-f6940c8bbbe8,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:14.147019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe9f18-229f-4558-b75b-6233c5257fff req-b1aa6a65-5bcc-476c-9d67-fb7c01ba8489 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:14.156172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fbe9f18-229f-4558-b75b-6233c5257fff req-b1aa6a65-5bcc-476c-9d67-fb7c01ba8489 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 932 time: 0.0932212 Feb 19 03:06:14.211640 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5636753b-9410-4fa9-9aec-213f9ccf8c47 req-ed480984-05df-43bf-878d-e32f0f769ebc service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789133 Feb 19 03:06:14.227914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fbe9f18-229f-4558-b75b-6233c5257fff req-d7ed8bff-ca0a-435c-8047-9916efe854c7 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705309 Feb 19 03:06:14.268103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 3303631d-3078-498d-9ac0-2f7e5f8ec198 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:14.274032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 3303631d-3078-498d-9ac0-2f7e5f8ec198 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:14.275154 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.306623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:14.314604 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.349420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97568da9-1d1d-498d-a5fa-9ea39668b579 req-3ec6186f-e17d-475b-a513-4b417cf13c08 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:14.350687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97568da9-1d1d-498d-a5fa-9ea39668b579 req-3ec6186f-e17d-475b-a513-4b417cf13c08 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1200902 Feb 19 03:06:14.363279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58780) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:14.377481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-18dab3a0-1e73-413d-ae73-d0cbe2ab3e8c None None] Current status of the port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:14.380905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:14.381308 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.460831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97568da9-1d1d-498d-a5fa-9ea39668b579 req-9d862bae-ba5e-4b61-b6a8-f357f26cb0d2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017978 Feb 19 03:06:14.522891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:14.527846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Allocated IP 19.86.0.80 (5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6/53b11046-021b-4079-af3d-d076619cfb2d/be5d20fe-cbe3-4ce2-90fa-892576af58a6) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:14.562935 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5013ff0e-9f57-4ab5-8b94-861846623347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.593501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-17aebeb1-19e9-40a8-ae37-f0d5cdb8164a None None] Provisioning complete for port b221327e-078e-4707-a7b8-48b8a7da20d4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:14.593875 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-17aebeb1-19e9-40a8-ae37-f0d5cdb8164a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.702787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-17aebeb1-19e9-40a8-ae37-f0d5cdb8164a None None] Port b221327e-078e-4707-a7b8-48b8a7da20d4 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:06:14.702787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 3303631d-3078-498d-9ac0-2f7e5f8ec198 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:14.702787 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.716799 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks [] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.749038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 3303631d-3078-498d-9ac0-2f7e5f8ec198, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=3303631d-3078-498d-9ac0-2f7e5f8ec198,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:14.755747 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.758059 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.814185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=3303631d-3078-498d-9ac0-2f7e5f8ec198,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:14.818964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Port': ['ID=be5d20fe-cbe3-4ce2-90fa-892576af58a6,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:14.821079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e83b86-ab38-42fb-8753-ec6aa39c7861 req-862fedbd-4d5b-4289-8717-974fdef4cee7 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:14.829028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9e83b86-ab38-42fb-8753-ec6aa39c7861 req-862fedbd-4d5b-4289-8717-974fdef4cee7 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 1128 time: 0.1073399 Feb 19 03:06:14.836796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:14.838637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:14.841394 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:14.842092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f3c6e-3b7d-4a67-9282-98391b55f51d req-1dba578d-7357-4cd9-8507-561513fb17c2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:14.848944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f3c6e-3b7d-4a67-9282-98391b55f51d req-1dba578d-7357-4cd9-8507-561513fb17c2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:14.854573 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f3c6e-3b7d-4a67-9282-98391b55f51d req-1dba578d-7357-4cd9-8507-561513fb17c2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:14.860838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f3c6e-3b7d-4a67-9282-98391b55f51d req-1dba578d-7357-4cd9-8507-561513fb17c2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:14.866377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f3c6e-3b7d-4a67-9282-98391b55f51d req-1dba578d-7357-4cd9-8507-561513fb17c2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:14.872028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f3c6e-3b7d-4a67-9282-98391b55f51d req-1dba578d-7357-4cd9-8507-561513fb17c2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:14.879151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f3c6e-3b7d-4a67-9282-98391b55f51d req-1dba578d-7357-4cd9-8507-561513fb17c2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:14.888489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f34f3c6e-3b7d-4a67-9282-98391b55f51d req-1dba578d-7357-4cd9-8507-561513fb17c2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.2953544 Feb 19 03:06:14.913257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:14.913956 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:14.937810 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3cbecab5-7c2c-47ca-9e4b-20a014fb89be tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8893051 Feb 19 03:06:14.951671 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'port': {'device_id': '913243f9-4968-4f38-9829-6e34563a23cc', 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605', 'admin_state_up': True, 'tenant_id': '98d8cb238c094cc19f2fade982ab8525'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:15.004790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9e83b86-ab38-42fb-8753-ec6aa39c7861 req-3723f151-93d6-467e-a994-caf9a5cfcf31 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657307 Feb 19 03:06:15.007292 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5013ff0e-9f57-4ab5-8b94-861846623347 admin admin] Publish callbacks [] for security_group (34b18922-b0c2-45e2-9e01-615086cdfda6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.027421 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5013ff0e-9f57-4ab5-8b94-861846623347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (34b18922-b0c2-45e2-9e01-615086cdfda6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.108016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f34f3c6e-3b7d-4a67-9282-98391b55f51d req-76644ea1-792e-4c5d-90db-80a0cbd91847 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2184281 Feb 19 03:06:15.108545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:15.113001 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.189785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5013ff0e-9f57-4ab5-8b94-861846623347 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2b7f15b2c40d4878b98494638c1b691c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8241963 Feb 19 03:06:15.192948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58790) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:15.210035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013ff0e-9f57-4ab5-8b94-861846623347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b18922-b0c2-45e2-9e01-615086cdfda6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:15.235800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4a0b5eaf-acbe-40fe-b1ae-4aeecad05dd6 None None] Provisioning complete for port be5d20fe-cbe3-4ce2-90fa-892576af58a6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:15.236305 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4a0b5eaf-acbe-40fe-b1ae-4aeecad05dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.280039 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Allocated IP 19.80.0.21 (387234d3-f9f9-41c9-ba2f-8659ac983605/6b1e3e5f-ff35-4902-99d5-2e98900754b0/37a67907-8cb9-49e1-9830-d1fa833fc42c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:15.289176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4a0b5eaf-acbe-40fe-b1ae-4aeecad05dd6 None None] Port be5d20fe-cbe3-4ce2-90fa-892576af58a6 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:06:15.304281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c62776-2346-4104-929e-585723417534 req-d3a8d8df-5139-44dc-bd33-586207ab2a43 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:15.305929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73c62776-2346-4104-929e-585723417534 req-d3a8d8df-5139-44dc-bd33-586207ab2a43 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 945 time: 0.1723614 Feb 19 03:06:15.315095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1be0b8-66a1-4950-a5c4-d535d05e3671 req-dd7650e8-c3c0-4f6a-a93d-30e7681cc3c2 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:15.322438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a1be0b8-66a1-4950-a5c4-d535d05e3671 req-dd7650e8-c3c0-4f6a-a93d-30e7681cc3c2 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 1128 time: 0.1314335 Feb 19 03:06:15.365306 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af1abe3-59f6-49ff-9cb3-3eb1bb1c430f admin admin] Publish callbacks [] for security_group (34b18922-b0c2-45e2-9e01-615086cdfda6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.425775 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af1abe3-59f6-49ff-9cb3-3eb1bb1c430f admin admin] Publish callbacks [] for security_group (34b18922-b0c2-45e2-9e01-615086cdfda6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.461920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks [] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.463223 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73c62776-2346-4104-929e-585723417534 req-99b2db4b-b8cb-4215-baca-9e398e22a15c tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324563 Feb 19 03:06:15.467796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a1be0b8-66a1-4950-a5c4-d535d05e3671 req-a31f27a0-1908-4f28-8626-39514b4faa75 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444833 Feb 19 03:06:15.530235 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af1abe3-59f6-49ff-9cb3-3eb1bb1c430f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (34b18922-b0c2-45e2-9e01-615086cdfda6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.533310 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7af1abe3-59f6-49ff-9cb3-3eb1bb1c430f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.537097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7af1abe3-59f6-49ff-9cb3-3eb1bb1c430f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/34b18922-b0c2-45e2-9e01-615086cdfda6 HTTP/1.1" status: 204 len: 168 time: 0.3389175 Feb 19 03:06:15.538357 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.555771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1abe3-59f6-49ff-9cb3-3eb1bb1c430f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b18922-b0c2-45e2-9e01-615086cdfda6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:15.587681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network 387234d3-f9f9-41c9-ba2f-8659ac983605 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:15.591156 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:15.593599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:15.644014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8029b577-7d6a-49b5-b93a-285ca9f8cd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06025b74-69ab-4db4-99e2-f6940c8bbbe8'}, {'server_uuid': 'f94656dc-bf38-4d4b-b443-610267f9c490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3303631d-3078-498d-9ac0-2f7e5f8ec198'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:15.646871 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a52eca5-d2bc-4058-bffd-a76c0e1b4ba0" -d '{"events": [{"server_uuid": "8029b577-7d6a-49b5-b93a-285ca9f8cd5f", "name": "network-vif-plugged", "status": "completed", "tag": "06025b74-69ab-4db4-99e2-f6940c8bbbe8"}, {"server_uuid": "f94656dc-bf38-4d4b-b443-610267f9c490", "name": "network-vif-plugged", "status": "completed", "tag": "3303631d-3078-498d-9ac0-2f7e5f8ec198"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:15.659344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Port': ['ID=37a67907-8cb9-49e1-9830-d1fa833fc42c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:15.696680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:15.697455 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.733425 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-b020b74b-d2c9-47e9-ae63-9f7c0655ac4e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7880290 Feb 19 03:06:15.754895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Request body: {'port': {'device_id': '913243f9-4968-4f38-9829-6e34563a23cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:15.775680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6d46-9d1b-4628-9d59-433d7c4573ab req-e605caf6-7a22-4839-83dd-c733d449124d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:15.781293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6d46-9d1b-4628-9d59-433d7c4573ab req-e605caf6-7a22-4839-83dd-c733d449124d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:15.787550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc6d46-9d1b-4628-9d59-433d7c4573ab req-e605caf6-7a22-4839-83dd-c733d449124d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:15.789854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbdc6d46-9d1b-4628-9d59-433d7c4573ab req-e605caf6-7a22-4839-83dd-c733d449124d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2375 time: 0.1597700 Feb 19 03:06:15.824885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b26749-19ec-4f30-b94c-b6d75b637330 req-fc9e3fe9-aade-4527-a7dc-a50355ec0dab tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:15.832347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97b26749-19ec-4f30-b94c-b6d75b637330 req-fc9e3fe9-aade-4527-a7dc-a50355ec0dab tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1262538 Feb 19 03:06:15.841481 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:15.911953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97b26749-19ec-4f30-b94c-b6d75b637330 req-b1fccab0-d72a-4e4c-8320-0d3021c2384a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784163 Feb 19 03:06:15.928608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbdc6d46-9d1b-4628-9d59-433d7c4573ab req-8a26806f-5316-4256-9b6f-930e02ff72da tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269629 Feb 19 03:06:15.943473 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7a696087-8f45-472c-9c00-ed967930d65e None None] Provisioning complete for port 37a67907-8cb9-49e1-9830-d1fa833fc42c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:15.944306 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7a696087-8f45-472c-9c00-ed967930d65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.039029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58808) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:16.075491 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-953d244b-412d-4d5a-9983-27a0a53e8dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.117984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-59bbb7aa-4988-45e5-bf2b-ccea967230b5 req-2d3e79cd-365b-4bf9-ba60-394e7e770ab5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:06:16.119636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-59bbb7aa-4988-45e5-bf2b-ccea967230b5 req-2d3e79cd-365b-4bf9-ba60-394e7e770ab5 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064569 Feb 19 03:06:16.166176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d85645-88af-4ccc-aa38-cc5b56dd6d32 req-d8b26a80-a994-4231-bd88-20e435f9b5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:16.168500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14d85645-88af-4ccc-aa38-cc5b56dd6d32 req-d8b26a80-a994-4231-bd88-20e435f9b5a2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=8029b577-7d6a-49b5-b93a-285ca9f8cd5f HTTP/1.1" status: 200 len: 1127 time: 0.1015358 Feb 19 03:06:16.189170 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4583e88e-5975-47b7-b436-1be6c5e0eb41 x-openstack-request-id: req-4583e88e-5975-47b7-b436-1be6c5e0eb41 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:16.189734 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8029b577-7d6a-49b5-b93a-285ca9f8cd5f", "name": "network-vif-plugged", "status": "completed", "tag": "06025b74-69ab-4db4-99e2-f6940c8bbbe8", "code": 200}, {"server_uuid": "f94656dc-bf38-4d4b-b443-610267f9c490", "name": "network-vif-plugged", "status": "completed", "tag": "3303631d-3078-498d-9ac0-2f7e5f8ec198", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:16.190135 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4583e88e-5975-47b7-b436-1be6c5e0eb41 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:16.190840 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8029b577-7d6a-49b5-b93a-285ca9f8cd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06025b74-69ab-4db4-99e2-f6940c8bbbe8', 'code': 200} Feb 19 03:06:16.191379 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94656dc-bf38-4d4b-b443-610267f9c490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3303631d-3078-498d-9ac0-2f7e5f8ec198', 'code': 200} Feb 19 03:06:16.220080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7a696087-8f45-472c-9c00-ed967930d65e None None] Port 37a67907-8cb9-49e1-9830-d1fa833fc42c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:06:16.235225 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b221327e-078e-4707-a7b8-48b8a7da20d4 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:16.247009 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Publish callbacks [] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.268277 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0871d95c-7558-4ec8-8889-af85463f7241 req-8543b69f-2776-40ac-967e-353a46e01615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:16.270140 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0871d95c-7558-4ec8-8889-af85463f7241 req-8543b69f-2776-40ac-967e-353a46e01615 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 1127 time: 0.2038720 Feb 19 03:06:16.271086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Transition to ACTIVE for port object b221327e-078e-4707-a7b8-48b8a7da20d4 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:06:16.275323 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.306909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14d85645-88af-4ccc-aa38-cc5b56dd6d32 req-d5d099ff-a7b6-4592-bb31-37da70db3748 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297343 Feb 19 03:06:16.309249 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-953d244b-412d-4d5a-9983-27a0a53e8dac admin admin] Publish callbacks [] for security_group (6c001e7d-78f3-42be-a332-a6e735eb9243), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.318707 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-953d244b-412d-4d5a-9983-27a0a53e8dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6c001e7d-78f3-42be-a332-a6e735eb9243), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.379682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a225f-ac96-4acd-80f6-0b4dcafa3fb3 req-2ec8da67-47dc-456c-a0bb-655a3642bc79 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:16.384974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a225f-ac96-4acd-80f6-0b4dcafa3fb3 req-2ec8da67-47dc-456c-a0bb-655a3642bc79 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:16.386810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Pushing event updated for resources: {'Port': ['ID=b221327e-078e-4707-a7b8-48b8a7da20d4,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:16.396481 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a225f-ac96-4acd-80f6-0b4dcafa3fb3 req-2ec8da67-47dc-456c-a0bb-655a3642bc79 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:16.402893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a225f-ac96-4acd-80f6-0b4dcafa3fb3 req-2ec8da67-47dc-456c-a0bb-655a3642bc79 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:16.408321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a225f-ac96-4acd-80f6-0b4dcafa3fb3 req-2ec8da67-47dc-456c-a0bb-655a3642bc79 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:16.412352 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0871d95c-7558-4ec8-8889-af85463f7241 req-d974d43e-8a13-42e9-bbef-8b237c21bf0d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346376 Feb 19 03:06:16.414803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a225f-ac96-4acd-80f6-0b4dcafa3fb3 req-2ec8da67-47dc-456c-a0bb-655a3642bc79 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:16.420440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a225f-ac96-4acd-80f6-0b4dcafa3fb3 req-2ec8da67-47dc-456c-a0bb-655a3642bc79 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:16.422532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a8a225f-ac96-4acd-80f6-0b4dcafa3fb3 req-2ec8da67-47dc-456c-a0bb-655a3642bc79 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1937957 Feb 19 03:06:16.426261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-953d244b-412d-4d5a-9983-27a0a53e8dac admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50e8ea424de94475be4851488c2a23d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3855457 Feb 19 03:06:16.429315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58820) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:16.448344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Attempting to bind port b221327e-078e-4707-a7b8-48b8a7da20d4 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:16.448637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d244b-412d-4d5a-9983-27a0a53e8dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c001e7d-78f3-42be-a332-a6e735eb9243,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:16.448761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Attempting to bind port b221327e-078e-4707-a7b8-48b8a7da20d4 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:16.449033 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Attempting to bind port b221327e-078e-4707-a7b8-48b8a7da20d4 on network 387234d3-f9f9-41c9-ba2f-8659ac983605 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:16.454849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Port b221327e-078e-4707-a7b8-48b8a7da20d4 on network 387234d3-f9f9-41c9-ba2f-8659ac983605 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:06:16.455177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Attempting to bind port b221327e-078e-4707-a7b8-48b8a7da20d4 on network 387234d3-f9f9-41c9-ba2f-8659ac983605 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:16.466180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:16.466430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Checking segment: {'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:16.466823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Bound using segment: {'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:16.467259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Bound port: b221327e-078e-4707-a7b8-48b8a7da20d4, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:16.467752 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.604546 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] For port b221327e-078e-4707-a7b8-48b8a7da20d4, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:16.610627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] For port b221327e-078e-4707-a7b8-48b8a7da20d4, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b221327e-078e-4707-a7b8-48b8a7da20d4,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:16.625604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a8a225f-ac96-4acd-80f6-0b4dcafa3fb3 req-b7246191-eaf4-45f3-9eac-16555797274f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1969349 Feb 19 03:06:16.626210 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa55ec3c-915e-419d-8120-86d3e3ff4878 admin admin] Publish callbacks [] for security_group (6c001e7d-78f3-42be-a332-a6e735eb9243), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.631909 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.692591 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa55ec3c-915e-419d-8120-86d3e3ff4878 admin admin] Publish callbacks [] for security_group (6c001e7d-78f3-42be-a332-a6e735eb9243), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.693824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:16.694714 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.696607 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] 10.222.0.87 "PUT /v2.0/ports/b221327e-078e-4707-a7b8-48b8a7da20d4 HTTP/1.1" status: 200 len: 1092 time: 0.9467356 Feb 19 03:06:16.699231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'tag': 'b221327e-078e-4707-a7b8-48b8a7da20d4'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:16.715249 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2025e1fe-b53a-431b-80a9-430b3c499b44" -d '{"events": [{"name": "network-changed", "server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "tag": "b221327e-078e-4707-a7b8-48b8a7da20d4"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:16.736924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Request body: {'port': {'device_id': '913243f9-4968-4f38-9829-6e34563a23cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:16.806398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aefae07-bb4a-4a1b-a16c-6f861d65a948 req-89f80223-c9ed-476d-9577-af779c82c870 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:16.808513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3aefae07-bb4a-4a1b-a16c-6f861d65a948 req-89f80223-c9ed-476d-9577-af779c82c870 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 945 time: 0.0762973 Feb 19 03:06:16.818130 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.827979 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa55ec3c-915e-419d-8120-86d3e3ff4878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6c001e7d-78f3-42be-a332-a6e735eb9243), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.830485 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa55ec3c-915e-419d-8120-86d3e3ff4878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:16.834111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aa55ec3c-915e-419d-8120-86d3e3ff4878 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c001e7d-78f3-42be-a332-a6e735eb9243 HTTP/1.1" status: 204 len: 168 time: 0.3980553 Feb 19 03:06:16.834273 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51625e6b-2cce-4dc2-835e-35c9bf4c7c61 service neutron] Pushing event updated for resources: {'Port': ['ID=b221327e-078e-4707-a7b8-48b8a7da20d4,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:16.861656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55ec3c-915e-419d-8120-86d3e3ff4878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c001e7d-78f3-42be-a332-a6e735eb9243,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:16.921177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3aefae07-bb4a-4a1b-a16c-6f861d65a948 req-f052fd78-7ba8-4bde-bf22-8b2a38fcf461 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001117 Feb 19 03:06:17.155937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-62bfa6de-e361-4273-a0ab-a30f866c3b9b tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:17.162789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-62bfa6de-e361-4273-a0ab-a30f866c3b9b tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/networks?id=e678fc69-8880-461d-95ef-98f8cae7c094 HTTP/1.1" status: 200 len: 809 time: 0.1520543 Feb 19 03:06:17.174096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-30ad68e3-32f2-461e-99f6-9196512b4607 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/quotas/7cb676c5c04543a39314d696a3eb7aed HTTP/1.1" status: 200 len: 375 time: 0.0104394 Feb 19 03:06:17.201593 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:06:17.225281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-2be3ad6c-a0c8-436f-b6de-1a8c6eb05961 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cb676c5c04543a39314d696a3eb7aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430939 Feb 19 03:06:17.242443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5d20fe-cbe3-4ce2-90fa-892576af58a6 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:17.253029 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Publish callbacks [] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:17.266527 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Transition to ACTIVE for port object be5d20fe-cbe3-4ce2-90fa-892576af58a6 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:06:17.272346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:17.336133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Pushing event updated for resources: {'Port': ['ID=be5d20fe-cbe3-4ce2-90fa-892576af58a6,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:17.373420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-b4e450a9-9628-4624-acc0-4f6aaf485035 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:06:17.375330 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-b4e450a9-9628-4624-acc0-4f6aaf485035 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1402864 Feb 19 03:06:17.413269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Attempting to bind port be5d20fe-cbe3-4ce2-90fa-892576af58a6 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:17.413958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Attempting to bind port be5d20fe-cbe3-4ce2-90fa-892576af58a6 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '96c3d563-77c2-46e4-abe4-d3b4c62df61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:17.414480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Attempting to bind port be5d20fe-cbe3-4ce2-90fa-892576af58a6 on network 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:17.421303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Port be5d20fe-cbe3-4ce2-90fa-892576af58a6 on network 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:06:17.422061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Attempting to bind port be5d20fe-cbe3-4ce2-90fa-892576af58a6 on network 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:17.429400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:17.429959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Checking segment: {'id': '96c3d563-77c2-46e4-abe4-d3b4c62df61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:17.430523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Bound using segment: {'id': '96c3d563-77c2-46e4-abe4-d3b4c62df61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:17.431165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Bound port: be5d20fe-cbe3-4ce2-90fa-892576af58a6, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c3d563-77c2-46e4-abe4-d3b4c62df61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:17.431589 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:17.538295 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-9d48fc2e-8455-4a45-9f4c-266f85972121 service neutron] 10.222.0.81 "GET /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545522 Feb 19 03:06:17.546057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] For port be5d20fe-cbe3-4ce2-90fa-892576af58a6, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:17.550700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] For port be5d20fe-cbe3-4ce2-90fa-892576af58a6, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=be5d20fe-cbe3-4ce2-90fa-892576af58a6,segment=NetworkSegment(96c3d563-77c2-46e4-abe4-d3b4c62df61e),segment_id=96c3d563-77c2-46e4-abe4-d3b4c62df61e)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:17.564965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-d81aef00-5875-44cb-b1d0-864d4dbfa908 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:06:17.566348 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-d81aef00-5875-44cb-b1d0-864d4dbfa908 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1903648 Feb 19 03:06:17.568324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:17.624884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:17.625522 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:17.626928 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] 10.222.0.87 "PUT /v2.0/ports/be5d20fe-cbe3-4ce2-90fa-892576af58a6 HTTP/1.1" status: 200 len: 1091 time: 0.8975494 Feb 19 03:06:17.671219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ed9a8-90f0-4b5a-bca6-bda73ba234b7 service neutron] Pushing event updated for resources: {'Port': ['ID=be5d20fe-cbe3-4ce2-90fa-892576af58a6,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:17.679839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-199db303-0723-47bf-a5ed-6072f0263d5f service neutron] 10.222.0.81 "GET /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317461 Feb 19 03:06:17.727371 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Request body: {'port': {'device_id': '913243f9-4968-4f38-9829-6e34563a23cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:17.815558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:17.951730 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc2d4a6-e536-47f5-aa68-a6fe8145279e x-openstack-request-id: req-8dc2d4a6-e536-47f5-aa68-a6fe8145279e {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:17.952131 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "tag": "b221327e-078e-4707-a7b8-48b8a7da20d4", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:17.952308 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8dc2d4a6-e536-47f5-aa68-a6fe8145279e {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:17.952740 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'tag': 'b221327e-078e-4707-a7b8-48b8a7da20d4', 'status': 'completed', 'code': 200} Feb 19 03:06:18.098333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242ae-a389-4197-a614-13295242f1e4 req-c45af01d-7634-42e2-92e0-e335d9e36157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.099745 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-c45af01d-7634-42e2-92e0-e335d9e36157 service neutron] 10.222.0.81 "GET /v2.0/ports/1f16d715-c7ef-40ee-8a8e-fe174a5c2046 HTTP/1.1" status: 200 len: 1125 time: 0.5237749 Feb 19 03:06:18.131205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c30c7-ef73-4f8b-879e-955890dbc4f9 req-9abed63b-b166-4699-b2b2-51a642420c63 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.132956 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-349c30c7-ef73-4f8b-879e-955890dbc4f9 req-9abed63b-b166-4699-b2b2-51a642420c63 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1111805 Feb 19 03:06:18.204946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-349c30c7-ef73-4f8b-879e-955890dbc4f9 req-de2c00a6-364c-410a-b40e-ddd47886498e tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570099 Feb 19 03:06:18.342538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6de2cf-1800-42ae-b263-ab5e7cce36e9 req-4818d33b-751d-4f38-9577-e2762855b2fa tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.348284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6de2cf-1800-42ae-b263-ab5e7cce36e9 req-4818d33b-751d-4f38-9577-e2762855b2fa tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.353661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6de2cf-1800-42ae-b263-ab5e7cce36e9 req-4818d33b-751d-4f38-9577-e2762855b2fa tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.355364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6de2cf-1800-42ae-b263-ab5e7cce36e9 req-4818d33b-751d-4f38-9577-e2762855b2fa tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2399 time: 0.0711825 Feb 19 03:06:18.421351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6de2cf-1800-42ae-b263-ab5e7cce36e9 req-83764553-82a2-4be7-9156-44f4eaed3af5 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588617 Feb 19 03:06:18.433475 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] Request body: {'binding': {'host': 'n-h1-826755-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:18.433475 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] Unknown quota resources ['binding']. {{(pid=109898) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:06:18.499394 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025e1fe-b53a-431b-80a9-430b3c499b44 req-4aa07172-1608-42e1-afce-f74ec3b2f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.499880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025e1fe-b53a-431b-80a9-430b3c499b44 req-4aa07172-1608-42e1-afce-f74ec3b2f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.500354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025e1fe-b53a-431b-80a9-430b3c499b44 req-4aa07172-1608-42e1-afce-f74ec3b2f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.502074 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2025e1fe-b53a-431b-80a9-430b3c499b44 req-4aa07172-1608-42e1-afce-f74ec3b2f1e1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=98d8cb238c094cc19f2fade982ab8525&device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2859 time: 0.5425546 Feb 19 03:06:18.555086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc1c3-8a4e-493f-b80a-97c73157793f req-e7697804-fb58-4874-b3e3-a0c41f0359b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.561048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc1c3-8a4e-493f-b80a-97c73157793f req-e7697804-fb58-4874-b3e3-a0c41f0359b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.567045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc1c3-8a4e-493f-b80a-97c73157793f req-e7697804-fb58-4874-b3e3-a0c41f0359b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.573711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc1c3-8a4e-493f-b80a-97c73157793f req-e7697804-fb58-4874-b3e3-a0c41f0359b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.579224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc1c3-8a4e-493f-b80a-97c73157793f req-e7697804-fb58-4874-b3e3-a0c41f0359b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.587040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc1c3-8a4e-493f-b80a-97c73157793f req-e7697804-fb58-4874-b3e3-a0c41f0359b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.593030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754dc1c3-8a4e-493f-b80a-97c73157793f req-e7697804-fb58-4874-b3e3-a0c41f0359b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.595584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-754dc1c3-8a4e-493f-b80a-97c73157793f req-e7697804-fb58-4874-b3e3-a0c41f0359b4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1157126 Feb 19 03:06:18.666883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-754dc1c3-8a4e-493f-b80a-97c73157793f req-f189c594-334b-4976-b1f7-6f117076e9a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637975 Feb 19 03:06:18.729277 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025e1fe-b53a-431b-80a9-430b3c499b44 req-105ac407-7527-464a-acd3-3d085634e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.729751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025e1fe-b53a-431b-80a9-430b3c499b44 req-105ac407-7527-464a-acd3-3d085634e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.730213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025e1fe-b53a-431b-80a9-430b3c499b44 req-105ac407-7527-464a-acd3-3d085634e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.731954 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2025e1fe-b53a-431b-80a9-430b3c499b44 req-105ac407-7527-464a-acd3-3d085634e4dc service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=98d8cb238c094cc19f2fade982ab8525&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2173691 Feb 19 03:06:18.777584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ccc18d3-3c72-4c2b-9aae-e4eada24001f req-d0d27028-ace2-4006-a0d7-229289c78dce tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 210 time: 0.0303991 Feb 19 03:06:18.840523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] Attempting to bind port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on host n-h1-826755-2 for vnic_type normal with profile None {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:18.840803 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] Attempting to bind port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:18.841141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] Attempting to bind port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:18.853786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] Port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:06:18.854110 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] Attempting to bind port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:18.877975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a67907-8cb9-49e1-9830-d1fa833fc42c {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:18.882411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:18.882706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:18.883118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] Bound using segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:18.883563 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] Bound port: 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:18.894514 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Publish callbacks [] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:18.934565 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025e1fe-b53a-431b-80a9-430b3c499b44 req-f86e13db-be13-4c13-bb46-65e3ef578a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:18.936048 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2025e1fe-b53a-431b-80a9-430b3c499b44 req-f86e13db-be13-4c13-bb46-65e3ef578a08 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1974180 Feb 19 03:06:18.941930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Transition to ACTIVE for port object 37a67907-8cb9-49e1-9830-d1fa833fc42c will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:06:18.955498 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:18.993665 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:19.008643 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.009863 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] 10.222.0.81 "POST /v2.0/ports/1f16d715-c7ef-40ee-8a8e-fe174a5c2046/bindings HTTP/1.1" status: 201 len: 389 time: 0.9020751 Feb 19 03:06:19.042815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Pushing event updated for resources: {'Port': ['ID=37a67907-8cb9-49e1-9830-d1fa833fc42c,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:19.287997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-50d339c7-5eda-41e6-b43d-410ebbae86b5 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.289675 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-50d339c7-5eda-41e6-b43d-410ebbae86b5 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.87 "GET /v2.0/networks?id=e678fc69-8880-461d-95ef-98f8cae7c094 HTTP/1.1" status: 200 len: 809 time: 0.2783868 Feb 19 03:06:19.316296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Request body: {'port': {'device_id': 'acad3d01-0b1a-407c-b743-71971b7cf01c', 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094', 'admin_state_up': True, 'tenant_id': '7cb676c5c04543a39314d696a3eb7aed'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:19.322311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4a3eb-0224-4623-aaf6-42d9d5cb483b req-a93d36fb-9548-466c-a914-1a8a0bd2d6c1 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.324051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfe4a3eb-0224-4623-aaf6-42d9d5cb483b req-a93d36fb-9548-466c-a914-1a8a0bd2d6c1 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 945 time: 0.0949826 Feb 19 03:06:19.382680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Attempting to bind port 37a67907-8cb9-49e1-9830-d1fa833fc42c on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:19.382782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Attempting to bind port 37a67907-8cb9-49e1-9830-d1fa833fc42c by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:19.383254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Attempting to bind port 37a67907-8cb9-49e1-9830-d1fa833fc42c on network 387234d3-f9f9-41c9-ba2f-8659ac983605 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:19.393925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Port 37a67907-8cb9-49e1-9830-d1fa833fc42c on network 387234d3-f9f9-41c9-ba2f-8659ac983605 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:06:19.394496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Attempting to bind port 37a67907-8cb9-49e1-9830-d1fa833fc42c on network 387234d3-f9f9-41c9-ba2f-8659ac983605 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:19.402261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:19.402603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Checking segment: {'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:19.403076 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Bound using segment: {'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:19.403517 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Bound port: 37a67907-8cb9-49e1-9830-d1fa833fc42c, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbe1301-b254-4009-95b7-7a7d8aab53f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:19.403877 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.445288 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfe4a3eb-0224-4623-aaf6-42d9d5cb483b req-e5ca53da-3416-42a5-9de1-4c8bd122f2ca tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137273 Feb 19 03:06:19.468854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242ae-a389-4197-a614-13295242f1e4 req-b99eaae4-2402-46d3-bdf3-c49b77a7fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.470549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-b99eaae4-2402-46d3-bdf3-c49b77a7fb74 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 1128 time: 0.1034603 Feb 19 03:06:19.478602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59185a-3355-4e5f-ae9c-416c2b3a4b43 req-1c0e0cd2-abfe-47ee-a4f5-950ea4560d92 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.480106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c59185a-3355-4e5f-ae9c-416c2b3a4b43 req-1c0e0cd2-abfe-47ee-a4f5-950ea4560d92 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.1017628 Feb 19 03:06:19.517161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] For port 37a67907-8cb9-49e1-9830-d1fa833fc42c, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:19.520687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] For port 37a67907-8cb9-49e1-9830-d1fa833fc42c, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=37a67907-8cb9-49e1-9830-d1fa833fc42c,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:19.521982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Made reservation on behalf of 7cb676c5c04543a39314d696a3eb7aed for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:19.525438 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.537695 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.581849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.582578 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:19.583991 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] 10.222.0.87 "PUT /v2.0/ports/37a67907-8cb9-49e1-9830-d1fa833fc42c HTTP/1.1" status: 200 len: 1091 time: 1.8956218 Feb 19 03:06:19.637933 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c59185a-3355-4e5f-ae9c-416c2b3a4b43 req-445d79dc-fefe-4dcd-a841-fd817a414dd3 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491518 Feb 19 03:06:19.653507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242ae-a389-4197-a614-13295242f1e4 req-ffd0169a-1b72-4573-9eef-1ae59403523c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.655153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-ffd0169a-1b72-4573-9eef-1ae59403523c service neutron] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.1742506 Feb 19 03:06:19.663640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d023c74-d17e-4a19-9570-2b6167f31c1d req-6af717b3-1cc5-46ad-8462-836e8c218601 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.673057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d023c74-d17e-4a19-9570-2b6167f31c1d req-6af717b3-1cc5-46ad-8462-836e8c218601 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1540115 Feb 19 03:06:19.695958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e54d47-70cd-4544-b362-f6f385dc3214 service neutron] Pushing event updated for resources: {'Port': ['ID=37a67907-8cb9-49e1-9830-d1fa833fc42c,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:19.738687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-718c3c8f-0220-4721-96ac-0c6d347634a3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046 HTTP/1.1" status: 200 len: 217 time: 0.0629370 Feb 19 03:06:19.763825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-5285ff81-33e8-4a88-acfd-f4030d307cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.764308 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-5285ff81-33e8-4a88-acfd-f4030d307cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.764802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-5285ff81-33e8-4a88-acfd-f4030d307cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.766492 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-5285ff81-33e8-4a88-acfd-f4030d307cc0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=98d8cb238c094cc19f2fade982ab8525&device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2957 time: 0.1253426 Feb 19 03:06:19.776637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Allocated IP 172.20.0.2 (e678fc69-8880-461d-95ef-98f8cae7c094/6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2/e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:19.830782 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-85815fb7-98a9-4547-b590-a32dfa45cfcd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.164&port_id=b221327e-078e-4707-a7b8-48b8a7da20d4 HTTP/1.1" status: 200 len: 217 time: 0.0555227 Feb 19 03:06:19.833670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d023c74-d17e-4a19-9570-2b6167f31c1d req-f51be3e6-14b0-4f44-8a54-efa36974ad3d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592858 Feb 19 03:06:19.844515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242ae-a389-4197-a614-13295242f1e4 req-44dbf25b-ec6e-4579-995f-3dcdda49ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.847283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-44dbf25b-ec6e-4579-995f-3dcdda49ccae service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.0860615 Feb 19 03:06:19.906475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-dcae31b8-be1c-443f-aade-b6c83b264e3d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483315 Feb 19 03:06:19.913920 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97e627-4470-427d-a6ad-f3cc9f667ee3 req-c1d0cc37-d424-45f5-8e08-925fbe2ca49b tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.915616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c97e627-4470-427d-a6ad-f3cc9f667ee3 req-c1d0cc37-d424-45f5-8e08-925fbe2ca49b tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1732540 Feb 19 03:06:19.927024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-78e5f95f-7487-4e7e-b393-66a581fb21e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:19.928951 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-78e5f95f-7487-4e7e-b393-66a581fb21e3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6b1e3e5f-ff35-4902-99d5-2e98900754b0 HTTP/1.1" status: 200 len: 801 time: 0.0889103 Feb 19 03:06:19.960361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'tag': 'be5d20fe-cbe3-4ce2-90fa-892576af58a6'}, {'name': 'network-changed', 'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'tag': '37a67907-8cb9-49e1-9830-d1fa833fc42c'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:19.963191 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bef820-9fed-44a4-b6f2-d4d263351d49" -d '{"events": [{"name": "network-changed", "server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "tag": "be5d20fe-cbe3-4ce2-90fa-892576af58a6"}, {"name": "network-changed", "server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "tag": "37a67907-8cb9-49e1-9830-d1fa833fc42c"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:20.049264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-6c47dc4d-d551-4fa1-a9de-87de879e3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.050799 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-6c47dc4d-d551-4fa1-a9de-87de879e3621 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=387234d3-f9f9-41c9-ba2f-8659ac983605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1136291 Feb 19 03:06:20.084940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-57fa1854-0696-4cf1-9f46-944eedfd97f3 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682401 Feb 19 03:06:20.090429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c97e627-4470-427d-a6ad-f3cc9f667ee3 req-97b67b41-0f02-4d08-9cf8-f43db49bae71 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187663 Feb 19 03:06:20.121327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea3d0d-063e-42d7-9fa9-8794f5f5cced req-52bd8a16-39ca-4c84-aa60-769f4a90abdb tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.128216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea3d0d-063e-42d7-9fa9-8794f5f5cced req-52bd8a16-39ca-4c84-aa60-769f4a90abdb tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.131009 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks [] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:20.134394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea3d0d-063e-42d7-9fa9-8794f5f5cced req-52bd8a16-39ca-4c84-aa60-769f4a90abdb tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.136379 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eeea3d0d-063e-42d7-9fa9-8794f5f5cced req-52bd8a16-39ca-4c84-aa60-769f4a90abdb tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2411 time: 0.1634955 Feb 19 03:06:20.191737 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-11f0d506-35d8-4fe8-ae54-9aa5dc8edd03 service neutron] 10.222.0.87 "GET /v2.0/networks/387234d3-f9f9-41c9-ba2f-8659ac983605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302927 Feb 19 03:06:20.209647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:20.277498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-7697bcc8-d6bb-4a15-81b7-b9ff1f6237e9 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860971 Feb 19 03:06:20.281537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eeea3d0d-063e-42d7-9fa9-8794f5f5cced req-f6aff060-2374-4d2a-b9dd-fbd0ba16b5b0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178992 Feb 19 03:06:20.296568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82a5fd-77b1-4713-a3e4-9eeeed4c6fe4 req-088ea70c-1aa8-478e-b488-748add1d7429 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.297749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db82a5fd-77b1-4713-a3e4-9eeeed4c6fe4 req-088ea70c-1aa8-478e-b488-748add1d7429 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa6bfcc-b0ff-48a7-a963-180b97c2a032 HTTP/1.1" status: 200 len: 946 time: 0.1330054 Feb 19 03:06:20.302404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Network e678fc69-8880-461d-95ef-98f8cae7c094 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:20.315992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Pushing event updated for resources: {'Port': ['ID=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:20.323789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:20.328442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:20.366141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db82a5fd-77b1-4713-a3e4-9eeeed4c6fe4 req-9d9be1c0-ba96-44ac-a42b-e96105cda79e tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624952 Feb 19 03:06:20.403299 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-3997438c-6417-454b-9c15-aeb8e8a3160b service neutron] 10.222.0.87 "GET /v2.0/networks/387234d3-f9f9-41c9-ba2f-8659ac983605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031281 Feb 19 03:06:20.409999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.410611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:20.455119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a734a-209c-4cc8-82b3-054156bbd781 req-9bf9c898-b7f8-4262-a2a2-e201cd65f595 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.460421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a734a-209c-4cc8-82b3-054156bbd781 req-9bf9c898-b7f8-4262-a2a2-e201cd65f595 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.463660 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-cbfe7aa6-d9f9-430d-90f6-e0d18becef31 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.80&port_id=be5d20fe-cbe3-4ce2-90fa-892576af58a6 HTTP/1.1" status: 200 len: 217 time: 0.0492032 Feb 19 03:06:20.466169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a734a-209c-4cc8-82b3-054156bbd781 req-9bf9c898-b7f8-4262-a2a2-e201cd65f595 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.472614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a734a-209c-4cc8-82b3-054156bbd781 req-9bf9c898-b7f8-4262-a2a2-e201cd65f595 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.478693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a734a-209c-4cc8-82b3-054156bbd781 req-9bf9c898-b7f8-4262-a2a2-e201cd65f595 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.483976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a734a-209c-4cc8-82b3-054156bbd781 req-9bf9c898-b7f8-4262-a2a2-e201cd65f595 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.490146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a734a-209c-4cc8-82b3-054156bbd781 req-9bf9c898-b7f8-4262-a2a2-e201cd65f595 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.492058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-362a734a-209c-4cc8-82b3-054156bbd781 req-9bf9c898-b7f8-4262-a2a2-e201cd65f595 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1178596 Feb 19 03:06:20.503231 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-72b8a52e-a89f-4e42-85ac-281391a03498 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2012231 Feb 19 03:06:20.517610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Request body: {'port': {'device_id': 'acad3d01-0b1a-407c-b743-71971b7cf01c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:20.582719 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-7638c544-9f5a-4002-8545-d812192362d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.584180 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-7638c544-9f5a-4002-8545-d812192362d5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=53b11046-021b-4079-af3d-d076619cfb2d HTTP/1.1" status: 200 len: 801 time: 0.1141889 Feb 19 03:06:20.587153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-362a734a-209c-4cc8-82b3-054156bbd781 req-dc046b41-59de-4614-aa10-6234fbcbbf70 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827563 Feb 19 03:06:20.590523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:20.595848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311184e-800e-45cf-a92b-8d305057b7af req-deca72ea-2092-4966-979c-f9d5869700eb tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.597390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f311184e-800e-45cf-a92b-8d305057b7af req-deca72ea-2092-4966-979c-f9d5869700eb tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 931 time: 0.1044121 Feb 19 03:06:20.684757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f311184e-800e-45cf-a92b-8d305057b7af req-d125bcb5-fb26-42df-8d99-164b29483446 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766301 Feb 19 03:06:20.697335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-da643348-435d-4aa2-a39c-e4e64fb67fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.697335 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-da643348-435d-4aa2-a39c-e4e64fb67fde service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0981812 Feb 19 03:06:20.784102 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec5e640-ecda-42b3-ad0a-399413e755a6 x-openstack-request-id: req-8ec5e640-ecda-42b3-ad0a-399413e755a6 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:20.784395 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "tag": "be5d20fe-cbe3-4ce2-90fa-892576af58a6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "tag": "37a67907-8cb9-49e1-9830-d1fa833fc42c", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:20.784842 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ec5e640-ecda-42b3-ad0a-399413e755a6 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:20.785545 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'tag': 'be5d20fe-cbe3-4ce2-90fa-892576af58a6', 'status': 'completed', 'code': 200} Feb 19 03:06:20.785811 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'tag': '37a67907-8cb9-49e1-9830-d1fa833fc42c', 'status': 'completed', 'code': 200} Feb 19 03:06:20.843907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933168ba-f1fd-40e6-9a38-f2ba4c005b56 req-afd4c721-c8a4-4cf5-98a5-8520a906d3bf tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.845450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-933168ba-f1fd-40e6-9a38-f2ba4c005b56 req-afd4c721-c8a4-4cf5-98a5-8520a906d3bf tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=8029b577-7d6a-49b5-b93a-285ca9f8cd5f HTTP/1.1" status: 200 len: 945 time: 0.0946345 Feb 19 03:06:20.858790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b790f88-565c-485e-907c-35a1b8beed5c req-84320361-239a-400d-8fc3-ae2955ada412 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:20.861799 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b790f88-565c-485e-907c-35a1b8beed5c req-84320361-239a-400d-8fc3-ae2955ada412 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.0805414 Feb 19 03:06:20.928217 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-933168ba-f1fd-40e6-9a38-f2ba4c005b56 req-1b4e6fea-3633-4d87-95cb-dc9aa04aad94 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769076 Feb 19 03:06:20.951398 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-9a36542b-af36-4dae-b28a-e6741fd49ae0 service neutron] 10.222.0.87 "GET /v2.0/networks/5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688595 Feb 19 03:06:20.954634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b790f88-565c-485e-907c-35a1b8beed5c req-6ea76b5f-4503-4ad2-90a0-0fa1124c520a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794659 Feb 19 03:06:21.071299 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-1803f5e9-0a19-4c30-89e3-2fdbca8bc937 service neutron] 10.222.0.87 "GET /v2.0/networks/5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086986 Feb 19 03:06:21.104171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78237989-ff8c-4ffa-b8db-65286575be80 req-714a8827-fcd8-4e2e-a935-9cdc8aceea45 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.115368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78237989-ff8c-4ffa-b8db-65286575be80 req-714a8827-fcd8-4e2e-a935-9cdc8aceea45 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.0876789 Feb 19 03:06:21.135615 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-c2c24a7e-44b9-4c60-937b-c3b28fe13ec5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.21&port_id=37a67907-8cb9-49e1-9830-d1fa833fc42c HTTP/1.1" status: 200 len: 217 time: 0.0464211 Feb 19 03:06:21.147959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:21.187081 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Publish callbacks [] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:21.187620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78237989-ff8c-4ffa-b8db-65286575be80 req-c42a358f-bbdc-4264-b291-1eaa6d4c5bbc tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712790 Feb 19 03:06:21.237438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Transition to ACTIVE for port object e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:06:21.251285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-d65fa976-e1b5-43ba-b006-a9b62ba3b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.254463 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-d65fa976-e1b5-43ba-b006-a9b62ba3b7a6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6b1e3e5f-ff35-4902-99d5-2e98900754b0 HTTP/1.1" status: 200 len: 801 time: 0.1090164 Feb 19 03:06:21.255329 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:21.323347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:21.349611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c23b0-e185-4a8f-a229-02bb9a5a2598 req-189abf04-eda6-44bf-893c-e368f92e63c0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.351563 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-507c23b0-e185-4a8f-a229-02bb9a5a2598 req-189abf04-eda6-44bf-893c-e368f92e63c0 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=8029b577-7d6a-49b5-b93a-285ca9f8cd5f HTTP/1.1" status: 200 len: 945 time: 0.0781016 Feb 19 03:06:21.360070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910e73f-ae90-437f-93a9-31b6520dd6bb req-a22b0892-543a-4232-931b-e49b28447413 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.368768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8910e73f-ae90-437f-93a9-31b6520dd6bb req-a22b0892-543a-4232-931b-e49b28447413 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1370037 Feb 19 03:06:21.443224 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-bee42baf-35be-4b1d-bdd8-9699fb283b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.444849 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-bee42baf-35be-4b1d-bdd8-9699fb283b6b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=387234d3-f9f9-41c9-ba2f-8659ac983605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1285434 Feb 19 03:06:21.463905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-507c23b0-e185-4a8f-a229-02bb9a5a2598 req-c4cc193b-a1fe-4f6a-8787-6fb667574b0f tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920432 Feb 19 03:06:21.526692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8910e73f-ae90-437f-93a9-31b6520dd6bb req-473cd0a4-40cf-46ef-9d11-b6fb740f4bf2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558058 Feb 19 03:06:21.558119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58980) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:21.563211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Attempting to bind port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:21.563711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Attempting to bind port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '574d44dd-219e-4656-9cbb-d6234aba8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:21.564023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Attempting to bind port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 on network e678fc69-8880-461d-95ef-98f8cae7c094 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:21.577399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 on network e678fc69-8880-461d-95ef-98f8cae7c094 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:06:21.577399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Attempting to bind port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 on network e678fc69-8880-461d-95ef-98f8cae7c094 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:21.589392 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:21.589817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Checking segment: {'id': '574d44dd-219e-4656-9cbb-d6234aba8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:21.590401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Bound using segment: {'id': '574d44dd-219e-4656-9cbb-d6234aba8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:21.590926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Bound port: e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574d44dd-219e-4656-9cbb-d6234aba8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:21.591371 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:21.595965 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-2e11fddf-0b3f-4045-92e5-497a9370133c service neutron] 10.222.0.87 "GET /v2.0/networks/387234d3-f9f9-41c9-ba2f-8659ac983605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436534 Feb 19 03:06:21.627991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322ee0-9887-42f2-b6cf-566991fe71b8 req-849eb759-65c1-4158-a2bd-cf5d5490ddf5 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.635921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322ee0-9887-42f2-b6cf-566991fe71b8 req-849eb759-65c1-4158-a2bd-cf5d5490ddf5 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.641767 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11322ee0-9887-42f2-b6cf-566991fe71b8 req-849eb759-65c1-4158-a2bd-cf5d5490ddf5 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.643401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11322ee0-9887-42f2-b6cf-566991fe71b8 req-849eb759-65c1-4158-a2bd-cf5d5490ddf5 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2411 time: 0.0791149 Feb 19 03:06:21.726039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11322ee0-9887-42f2-b6cf-566991fe71b8 req-9d59eb7f-d843-4f6a-9eb3-2002be9c29ca tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762806 Feb 19 03:06:21.744688 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46b60a2c-4bc7-4702-9370-00d912523f18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:21.744914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] For port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:21.772497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] For port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115,segment=NetworkSegment(574d44dd-219e-4656-9cbb-d6234aba8e7e),segment_id=574d44dd-219e-4656-9cbb-d6234aba8e7e)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:21.789300 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:21.834689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3d62-21ed-4a2d-a977-0834aff7ea3d req-2254426a-ce78-4339-9f9b-cf2ce99465d6 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.840409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3d62-21ed-4a2d-a977-0834aff7ea3d req-2254426a-ce78-4339-9f9b-cf2ce99465d6 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.843230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.843846 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:21.845589 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] 10.222.0.87 "PUT /v2.0/ports/e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 HTTP/1.1" status: 200 len: 1091 time: 1.3331697 Feb 19 03:06:21.846388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3d62-21ed-4a2d-a977-0834aff7ea3d req-2254426a-ce78-4339-9f9b-cf2ce99465d6 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.851812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3d62-21ed-4a2d-a977-0834aff7ea3d req-2254426a-ce78-4339-9f9b-cf2ce99465d6 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.857500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3d62-21ed-4a2d-a977-0834aff7ea3d req-2254426a-ce78-4339-9f9b-cf2ce99465d6 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.862557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3d62-21ed-4a2d-a977-0834aff7ea3d req-2254426a-ce78-4339-9f9b-cf2ce99465d6 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.867954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db3d62-21ed-4a2d-a977-0834aff7ea3d req-2254426a-ce78-4339-9f9b-cf2ce99465d6 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.870333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57db3d62-21ed-4a2d-a977-0834aff7ea3d req-2254426a-ce78-4339-9f9b-cf2ce99465d6 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1542060 Feb 19 03:06:21.875016 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ed5c3e6d-1799-4ca8-b8e7-e60015eed330 req-572b6b99-1a81-4461-ad47-58afc1a3e1e4 service neutron] 10.222.0.87 "GET /v2.0/networks/387234d3-f9f9-41c9-ba2f-8659ac983605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714019 Feb 19 03:06:21.886086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936c17f-d7e5-44f2-8380-b9cb231f5172 service neutron] Pushing event updated for resources: {'Port': ['ID=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:21.957915 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-77bc2b2d-9de4-495e-8bc9-e9362fce0c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.959710 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-77bc2b2d-9de4-495e-8bc9-e9362fce0c02 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7cb676c5c04543a39314d696a3eb7aed&device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 1125 time: 0.0602555 Feb 19 03:06:21.995316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c01f3-84dd-4c45-9ce5-c0e02ddee9f8 req-053cd8c5-9f37-4e29-9912-b3cbd4897d9b tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:21.996919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-370c01f3-84dd-4c45-9ce5-c0e02ddee9f8 req-053cd8c5-9f37-4e29-9912-b3cbd4897d9b tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 943 time: 0.1217792 Feb 19 03:06:22.019459 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-3c0e0dfb-9fad-4b6d-95fc-2dc978d27b31 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 HTTP/1.1" status: 200 len: 217 time: 0.0445309 Feb 19 03:06:22.047804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57db3d62-21ed-4a2d-a977-0834aff7ea3d req-3dc98dfd-0681-4337-8c52-a6243adc3c23 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1399438 Feb 19 03:06:22.050113 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46b60a2c-4bc7-4702-9370-00d912523f18 admin admin] Publish callbacks [] for security_group (6d999c25-427a-4f03-871d-e678332f3e0a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:22.062226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46b60a2c-4bc7-4702-9370-00d912523f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6d999c25-427a-4f03-871d-e678332f3e0a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:22.086997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-e8504686-0e08-477a-82dc-de00e6d2ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:22.089873 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-e8504686-0e08-477a-82dc-de00e6d2ea9b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2 HTTP/1.1" status: 200 len: 849 time: 0.0631635 Feb 19 03:06:22.114969 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-370c01f3-84dd-4c45-9ce5-c0e02ddee9f8 req-9038e7e3-95b3-4b85-be97-b98d25c0ab1a tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050525 Feb 19 03:06:22.123908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-46b60a2c-4bc7-4702-9370-00d912523f18 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aea8ff62f0e34008951c57aa58dc33df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5646422 Feb 19 03:06:22.124783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58990) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:22.132872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b60a2c-4bc7-4702-9370-00d912523f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d999c25-427a-4f03-871d-e678332f3e0a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:22.140750 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-584c410a-d4ea-4dd0-a33f-341e5e5bf515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:22.141304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-584c410a-d4ea-4dd0-a33f-341e5e5bf515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:22.141840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-584c410a-d4ea-4dd0-a33f-341e5e5bf515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:22.143745 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-584c410a-d4ea-4dd0-a33f-341e5e5bf515 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=98d8cb238c094cc19f2fade982ab8525&device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2957 time: 0.1969554 Feb 19 03:06:22.146040 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-15f6b6bd-535c-4ffd-a988-3848230d538b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e678fc69-8880-461d-95ef-98f8cae7c094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420005 Feb 19 03:06:22.232425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973113cc-3b92-436c-b03b-f7b737b25168 req-fc9066a8-4b32-4226-8d6e-696b694383ad tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:22.240911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-973113cc-3b92-436c-b03b-f7b737b25168 req-fc9066a8-4b32-4226-8d6e-696b694383ad tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.0955532 Feb 19 03:06:22.318861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-083eb2a3-96d4-466a-83ad-475ec6b2ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:22.320558 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-083eb2a3-96d4-466a-83ad-475ec6b2ff42 service neutron] 10.222.0.87 "GET /v2.0/networks?id=5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 HTTP/1.1" status: 200 len: 903 time: 0.1658397 Feb 19 03:06:22.322711 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-8d162b79-d1ba-49b6-8a92-fc8a4aecd1d9 service neutron] 10.222.0.87 "GET /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597996 Feb 19 03:06:22.330633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1646af37-7eaf-4191-b9e5-8b89c0c5e702 admin admin] Publish callbacks [] for security_group (6d999c25-427a-4f03-871d-e678332f3e0a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:22.344061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-973113cc-3b92-436c-b03b-f7b737b25168 req-6e3c1e80-1d21-4a21-b55e-eee746e850cd tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022937 Feb 19 03:06:22.372904 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1646af37-7eaf-4191-b9e5-8b89c0c5e702 admin admin] Publish callbacks [] for security_group (6d999c25-427a-4f03-871d-e678332f3e0a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:22.395439 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-12034693-c69f-40c7-9c0c-b77fb25f1d7f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.80&port_id=be5d20fe-cbe3-4ce2-90fa-892576af58a6 HTTP/1.1" status: 200 len: 217 time: 0.0614827 Feb 19 03:06:22.404112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2d022-a142-44f7-af92-2a94eccd3e8c req-6dc0e1de-ed7d-444f-b748-9b0e3f7238c0 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:22.406757 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:22.409309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1db2d022-a142-44f7-af92-2a94eccd3e8c req-6dc0e1de-ed7d-444f-b748-9b0e3f7238c0 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1401045 Feb 19 03:06:22.475952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1db2d022-a142-44f7-af92-2a94eccd3e8c req-9b69eefc-4944-4fbb-b510-902a786172e4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578389 Feb 19 03:06:22.478262 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1646af37-7eaf-4191-b9e5-8b89c0c5e702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6d999c25-427a-4f03-871d-e678332f3e0a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:22.485655 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1646af37-7eaf-4191-b9e5-8b89c0c5e702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:22.489948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1646af37-7eaf-4191-b9e5-8b89c0c5e702 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d999c25-427a-4f03-871d-e678332f3e0a HTTP/1.1" status: 204 len: 168 time: 0.3602927 Feb 19 03:06:22.513740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-9b8a89c6-51fa-4f86-b4bd-ed2a700609c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:22.514273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646af37-7eaf-4191-b9e5-8b89c0c5e702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d999c25-427a-4f03-871d-e678332f3e0a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:22.515224 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-9b8a89c6-51fa-4f86-b4bd-ed2a700609c4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=53b11046-021b-4079-af3d-d076619cfb2d HTTP/1.1" status: 200 len: 801 time: 0.1090677 Feb 19 03:06:22.649050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2f3e8-81d8-4c98-b7e7-5ea8087ae3e8 req-1392f8da-8fc6-41ad-838e-67491af6733d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:22.651695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2be2f3e8-81d8-4c98-b7e7-5ea8087ae3e8 req-1392f8da-8fc6-41ad-838e-67491af6733d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=8029b577-7d6a-49b5-b93a-285ca9f8cd5f HTTP/1.1" status: 200 len: 945 time: 0.0649755 Feb 19 03:06:22.762039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb9fc5-2fbb-4cf6-824f-83a3502b7a0d req-8fc367b2-3b82-41c0-9a87-c10a3420f021 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:22.764118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26fb9fc5-2fbb-4cf6-824f-83a3502b7a0d req-8fc367b2-3b82-41c0-9a87-c10a3420f021 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1030331 Feb 19 03:06:22.812990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2be2f3e8-81d8-4c98-b7e7-5ea8087ae3e8 req-96f9eeea-3180-43f1-b2bf-990ab229c2b8 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505902 Feb 19 03:06:22.855092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26fb9fc5-2fbb-4cf6-824f-83a3502b7a0d req-d5d229d6-01d5-4612-910c-33c9d45f4432 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818515 Feb 19 03:06:22.923603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acad3d01-0b1a-407c-b743-71971b7cf01c', 'tag': 'e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:22.927493 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a57600-bdc2-40ef-84e1-16380fd49545" -d '{"events": [{"name": "network-changed", "server_uuid": "acad3d01-0b1a-407c-b743-71971b7cf01c", "tag": "e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:22.975981 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b5d9f869-4497-4774-949a-c0ad09067e97 req-0c51714b-d48e-4a28-81b4-6fb2066cc889 service neutron] 10.222.0.87 "GET /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338100 Feb 19 03:06:22.988832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-c0a537e8-7d93-482f-a6b4-e0336d71b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:22.990344 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-c0a537e8-7d93-482f-a6b4-e0336d71b232 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4648497 Feb 19 03:06:23.018718 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3721c3bb-0edd-4beb-a707-14b8b50a13d3 x-openstack-request-id: req-3721c3bb-0edd-4beb-a707-14b8b50a13d3 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:23.019298 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acad3d01-0b1a-407c-b743-71971b7cf01c", "tag": "e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:23.019551 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3721c3bb-0edd-4beb-a707-14b8b50a13d3 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:23.019948 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acad3d01-0b1a-407c-b743-71971b7cf01c', 'tag': 'e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115', 'status': 'completed', 'code': 200} Feb 19 03:06:23.032068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25770930-1aea-450e-8bde-25feeca95aa7 req-1d8c04b7-0b75-4de1-b572-30173d4266fd tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.033634 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-25770930-1aea-450e-8bde-25feeca95aa7 req-1d8c04b7-0b75-4de1-b572-30173d4266fd tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.67 "GET /v2.0/ports?device_id=8029b577-7d6a-49b5-b93a-285ca9f8cd5f HTTP/1.1" status: 200 len: 945 time: 0.1188607 Feb 19 03:06:23.039162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a83fa-f51c-482e-b799-33252a04215c req-84f052f3-89c3-4a96-9bc8-18c7f94ffe83 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.045456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a83fa-f51c-482e-b799-33252a04215c req-84f052f3-89c3-4a96-9bc8-18c7f94ffe83 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.051475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a83fa-f51c-482e-b799-33252a04215c req-84f052f3-89c3-4a96-9bc8-18c7f94ffe83 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.062102 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-550a83fa-f51c-482e-b799-33252a04215c req-84f052f3-89c3-4a96-9bc8-18c7f94ffe83 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2411 time: 0.1418643 Feb 19 03:06:23.179409 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-550a83fa-f51c-482e-b799-33252a04215c req-4347e044-4817-4aa8-b60e-ead83f46dbe5 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161585 Feb 19 03:06:23.236290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a57600-bdc2-40ef-84e1-16380fd49545 req-2f73c6a9-8144-4230-8225-feb0d6468704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.238153 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35a57600-bdc2-40ef-84e1-16380fd49545 req-2f73c6a9-8144-4230-8225-feb0d6468704 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7cb676c5c04543a39314d696a3eb7aed&device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 1125 time: 0.1630006 Feb 19 03:06:23.250800 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-aa93fc6c-e103-4e10-be42-4d684a290bd4 service neutron] 10.222.0.87 "GET /v2.0/networks/5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484667 Feb 19 03:06:23.296344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b1fd-4488-4ed8-a285-81ee21da96bd req-73b27ad3-5591-4332-8bea-9a23e5458ac7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.302031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b1fd-4488-4ed8-a285-81ee21da96bd req-73b27ad3-5591-4332-8bea-9a23e5458ac7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.307483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b1fd-4488-4ed8-a285-81ee21da96bd req-73b27ad3-5591-4332-8bea-9a23e5458ac7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.314020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b1fd-4488-4ed8-a285-81ee21da96bd req-73b27ad3-5591-4332-8bea-9a23e5458ac7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.322847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b1fd-4488-4ed8-a285-81ee21da96bd req-73b27ad3-5591-4332-8bea-9a23e5458ac7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.323792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-25770930-1aea-450e-8bde-25feeca95aa7 req-071f2900-67e0-4eaf-84a0-54d9fd21f584 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Deleting port 06025b74-69ab-4db4-99e2-f6940c8bbbe8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:23.324996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-25770930-1aea-450e-8bde-25feeca95aa7 req-071f2900-67e0-4eaf-84a0-54d9fd21f584 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:23.330315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b1fd-4488-4ed8-a285-81ee21da96bd req-73b27ad3-5591-4332-8bea-9a23e5458ac7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.338146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987b1fd-4488-4ed8-a285-81ee21da96bd req-73b27ad3-5591-4332-8bea-9a23e5458ac7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.344547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c987b1fd-4488-4ed8-a285-81ee21da96bd req-73b27ad3-5591-4332-8bea-9a23e5458ac7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1427243 Feb 19 03:06:23.387012 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:23.417285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-25770930-1aea-450e-8bde-25feeca95aa7 req-071f2900-67e0-4eaf-84a0-54d9fd21f584 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] For port 06025b74-69ab-4db4-99e2-f6940c8bbbe8, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=06025b74-69ab-4db4-99e2-f6940c8bbbe8,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:23.417285 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-25770930-1aea-450e-8bde-25feeca95aa7 req-071f2900-67e0-4eaf-84a0-54d9fd21f584 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:23.430613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-25770930-1aea-450e-8bde-25feeca95aa7 req-071f2900-67e0-4eaf-84a0-54d9fd21f584 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Calling delete_port for 06025b74-69ab-4db4-99e2-f6940c8bbbe8 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:23.446079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c744ae-5ea5-40a2-923d-6cd2b4d04a42 req-1dd33f88-dba4-47a1-89ee-be85d4510f08 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.447943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7c744ae-5ea5-40a2-923d-6cd2b4d04a42 req-1dd33f88-dba4-47a1-89ee-be85d4510f08 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 943 time: 0.1013191 Feb 19 03:06:23.468873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c987b1fd-4488-4ed8-a285-81ee21da96bd req-da5cd3c7-f3c2-453a-b370-9fc0491260aa tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188664 Feb 19 03:06:23.557725 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7c744ae-5ea5-40a2-923d-6cd2b4d04a42 req-b854ef44-49e4-47c8-82e0-d086ede1b32f tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876861 Feb 19 03:06:23.647647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70b971-076c-452e-a733-8290053b9501 req-36dcb3e1-cb09-4bfb-a11f-dd84bcdc0ce1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.649540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d70b971-076c-452e-a733-8290053b9501 req-36dcb3e1-cb09-4bfb-a11f-dd84bcdc0ce1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.0763319 Feb 19 03:06:23.685374 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-9f41ce78-8de5-41dd-9295-8562c8e51cd6 service neutron] 10.222.0.87 "GET /v2.0/networks/5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198005 Feb 19 03:06:23.732134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a57600-bdc2-40ef-84e1-16380fd49545 req-2edff55d-5d30-43bb-9f73-7626a8907110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.733820 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35a57600-bdc2-40ef-84e1-16380fd49545 req-2edff55d-5d30-43bb-9f73-7626a8907110 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e678fc69-8880-461d-95ef-98f8cae7c094 HTTP/1.1" status: 200 len: 910 time: 0.4607878 Feb 19 03:06:23.749501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d70b971-076c-452e-a733-8290053b9501 req-9b31f82b-5d97-4a02-a910-b53c4b9fe93e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914660 Feb 19 03:06:23.771888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737d927-49dc-49f1-b796-165da16ebf65 req-cd5d98e1-93cc-426a-ad72-7ce32ca1fe5e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:23.771888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d737d927-49dc-49f1-b796-165da16ebf65 req-cd5d98e1-93cc-426a-ad72-7ce32ca1fe5e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1081865 Feb 19 03:06:23.828899 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35a57600-bdc2-40ef-84e1-16380fd49545 req-3d37c683-807e-423d-bcff-1782f33d2abe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 HTTP/1.1" status: 200 len: 217 time: 0.0813627 Feb 19 03:06:23.847340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d737d927-49dc-49f1-b796-165da16ebf65 req-98d66bdb-d571-4057-832c-a768d817bc63 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719931 Feb 19 03:06:23.956120 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-25770930-1aea-450e-8bde-25feeca95aa7 req-071f2900-67e0-4eaf-84a0-54d9fd21f584 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (06025b74-69ab-4db4-99e2-f6940c8bbbe8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:23.971515 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:23.974311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['06025b74-69ab-4db4-99e2-f6940c8bbbe8', '3303631d-3078-498d-9ac0-2f7e5f8ec198'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:23.994844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-96b4a2f2-4b80-419e-bb77-a16e330886c5 req-0453dddf-583f-4be5-a181-5ce9761f8289 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=8029b577-7d6a-49b5-b93a-285ca9f8cd5f HTTP/1.1" status: 200 len: 210 time: 0.0534391 Feb 19 03:06:24.006239 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f2900-67e0-4eaf-84a0-54d9fd21f584 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Pushing event deleted for resources: {'Port': ['ID=06025b74-69ab-4db4-99e2-f6940c8bbbe8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:24.012994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a57600-bdc2-40ef-84e1-16380fd49545 req-67bdbe66-ee8e-4fef-a590-90d3da677c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.014643 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35a57600-bdc2-40ef-84e1-16380fd49545 req-67bdbe66-ee8e-4fef-a590-90d3da677c3a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2 HTTP/1.1" status: 200 len: 849 time: 0.1464341 Feb 19 03:06:24.018701 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-5c660fb3-df93-474d-afaa-398144bc7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.019392 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-5c660fb3-df93-474d-afaa-398144bc7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.019946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-5c660fb3-df93-474d-afaa-398144bc7cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.021971 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-5c660fb3-df93-474d-afaa-398144bc7cfe service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=98d8cb238c094cc19f2fade982ab8525&device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2957 time: 0.1958549 Feb 19 03:06:24.053360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-20b2283d-fb63-407f-b469-04fffa30d160 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=3a5ac82ec7274543ab40f664a399fb7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574460 Feb 19 03:06:24.084959 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35a57600-bdc2-40ef-84e1-16380fd49545 req-6d51b7de-5d60-4ea9-9142-4cafb23e5a7e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e678fc69-8880-461d-95ef-98f8cae7c094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616083 Feb 19 03:06:24.155826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-25770930-1aea-450e-8bde-25feeca95aa7 req-071f2900-67e0-4eaf-84a0-54d9fd21f584 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] No DVR routers for this DVR port 06025b74-69ab-4db4-99e2-f6940c8bbbe8 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:06:24.170298 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-25770930-1aea-450e-8bde-25feeca95aa7 req-071f2900-67e0-4eaf-84a0-54d9fd21f584 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:24.173829 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-25770930-1aea-450e-8bde-25feeca95aa7 req-071f2900-67e0-4eaf-84a0-54d9fd21f584 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.67 "DELETE /v2.0/ports/06025b74-69ab-4db4-99e2-f6940c8bbbe8 HTTP/1.1" status: 204 len: 173 time: 1.1142919 Feb 19 03:06:24.287547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-e36608a4-9128-4308-9a7f-34a95ec6a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.297562 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-e36608a4-9128-4308-9a7f-34a95ec6a144 service neutron] 10.222.0.87 "GET /v2.0/networks?id=387234d3-f9f9-41c9-ba2f-8659ac983605 HTTP/1.1" status: 200 len: 903 time: 0.2547655 Feb 19 03:06:24.375074 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-8cb4026b-bb97-483e-a85c-fb17500a60a8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.21&port_id=37a67907-8cb9-49e1-9830-d1fa833fc42c HTTP/1.1" status: 200 len: 217 time: 0.0760696 Feb 19 03:06:24.377475 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35a57600-bdc2-40ef-84e1-16380fd49545 req-d8d3b515-ee3e-417c-8dd8-169e4fb3de25 service neutron] 10.222.0.87 "GET /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778904 Feb 19 03:06:24.495560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-16d5309e-c159-42ae-a116-288fbde52c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.497382 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-16d5309e-c159-42ae-a116-288fbde52c06 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6b1e3e5f-ff35-4902-99d5-2e98900754b0 HTTP/1.1" status: 200 len: 801 time: 0.1096320 Feb 19 03:06:24.565068 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35a57600-bdc2-40ef-84e1-16380fd49545 req-c82d6870-b219-4e17-b664-7828026b50f4 service neutron] 10.222.0.87 "GET /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757178 Feb 19 03:06:24.577624 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-2d4478df-b6d3-437e-a7e9-8540686a9acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.579745 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-2d4478df-b6d3-437e-a7e9-8540686a9acb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=387234d3-f9f9-41c9-ba2f-8659ac983605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0680454 Feb 19 03:06:24.582015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507be5d-8835-4357-8919-6214fa917cac req-4fdf143b-48a0-486c-8b1a-4155a5a1d4b3 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.589202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8507be5d-8835-4357-8919-6214fa917cac req-4fdf143b-48a0-486c-8b1a-4155a5a1d4b3 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1208632 Feb 19 03:06:24.614451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-532d9925-de74-425b-b815-a1c9a0f83e7c tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.616487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-532d9925-de74-425b-b815-a1c9a0f83e7c tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5620449 Feb 19 03:06:24.652552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-27d5705d-54fd-45f0-b39e-92fee42fe57c tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/quotas/3a5ac82ec7274543ab40f664a399fb7c HTTP/1.1" status: 200 len: 375 time: 0.0135286 Feb 19 03:06:24.657711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8507be5d-8835-4357-8919-6214fa917cac req-3396491e-1532-4df1-b134-fe72573841d2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676105 Feb 19 03:06:24.713479 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-620fc2ef-1eb2-406b-9b13-26073f1d0a8b service neutron] 10.222.0.87 "GET /v2.0/networks/387234d3-f9f9-41c9-ba2f-8659ac983605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261945 Feb 19 03:06:24.726548 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-61628d6a-8cbb-4c47-bbfb-7f7a7cef458b tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=3a5ac82ec7274543ab40f664a399fb7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634854 Feb 19 03:06:24.868074 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19bef820-9fed-44a4-b6f2-d4d263351d49 req-42cb9dfb-1142-4371-b9bc-179088559fc3 service neutron] 10.222.0.87 "GET /v2.0/networks/387234d3-f9f9-41c9-ba2f-8659ac983605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474271 Feb 19 03:06:24.872493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999f03f-b181-42f4-8cd1-aa54a13c4312 req-87cb38b3-90b5-4f74-b011-af2df254b2cd tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.879919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999f03f-b181-42f4-8cd1-aa54a13c4312 req-87cb38b3-90b5-4f74-b011-af2df254b2cd tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.888635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999f03f-b181-42f4-8cd1-aa54a13c4312 req-87cb38b3-90b5-4f74-b011-af2df254b2cd tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:24.896792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2999f03f-b181-42f4-8cd1-aa54a13c4312 req-87cb38b3-90b5-4f74-b011-af2df254b2cd tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2411 time: 0.0959539 Feb 19 03:06:24.972675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2999f03f-b181-42f4-8cd1-aa54a13c4312 req-8c307add-ef44-4b24-997a-d6ab4118f071 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606563 Feb 19 03:06:25.021530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8029b577-7d6a-49b5-b93a-285ca9f8cd5f', 'name': 'network-vif-deleted', 'tag': '06025b74-69ab-4db4-99e2-f6940c8bbbe8'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:25.023916 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc47408-7c07-4e4d-9617-ad4895bdef30" -d '{"events": [{"server_uuid": "8029b577-7d6a-49b5-b93a-285ca9f8cd5f", "name": "network-vif-deleted", "tag": "06025b74-69ab-4db4-99e2-f6940c8bbbe8"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:25.094788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ac6a1-8526-47d9-aa2d-854718c7b571 req-2954ebd1-c570-4d7e-b62a-8cec13fb4ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:25.100524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ac6a1-8526-47d9-aa2d-854718c7b571 req-2954ebd1-c570-4d7e-b62a-8cec13fb4ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:25.106395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ac6a1-8526-47d9-aa2d-854718c7b571 req-2954ebd1-c570-4d7e-b62a-8cec13fb4ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:25.112789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ac6a1-8526-47d9-aa2d-854718c7b571 req-2954ebd1-c570-4d7e-b62a-8cec13fb4ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:25.119416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ac6a1-8526-47d9-aa2d-854718c7b571 req-2954ebd1-c570-4d7e-b62a-8cec13fb4ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:25.125558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ac6a1-8526-47d9-aa2d-854718c7b571 req-2954ebd1-c570-4d7e-b62a-8cec13fb4ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:25.131748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ac6a1-8526-47d9-aa2d-854718c7b571 req-2954ebd1-c570-4d7e-b62a-8cec13fb4ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:25.133972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-121ac6a1-8526-47d9-aa2d-854718c7b571 req-2954ebd1-c570-4d7e-b62a-8cec13fb4ee7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.1595840 Feb 19 03:06:25.166682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09602ac3-8f41-4234-bab0-568ae3ba0ef8 req-a42f24ec-e57e-45e1-a8eb-135814bf82bc tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:25.168442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09602ac3-8f41-4234-bab0-568ae3ba0ef8 req-a42f24ec-e57e-45e1-a8eb-135814bf82bc tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 943 time: 0.1369407 Feb 19 03:06:25.251055 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-121ac6a1-8526-47d9-aa2d-854718c7b571 req-ca2979a3-c567-4e95-9318-abf00f868430 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1093128 Feb 19 03:06:25.259315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09602ac3-8f41-4234-bab0-568ae3ba0ef8 req-0eed5c07-6a4a-4ee8-a05d-80f650ae853a tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824277 Feb 19 03:06:25.428880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035b98-27f6-49d2-8b87-7132aa42ff0f req-0ae2a3e0-5589-4199-baa0-24431cc13328 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:25.433143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52035b98-27f6-49d2-8b87-7132aa42ff0f req-0ae2a3e0-5589-4199-baa0-24431cc13328 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.0891397 Feb 19 03:06:25.449264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4ccdc-e521-481d-9b14-3b5feb580439 req-97ae7a9f-6b6c-445a-9bad-f9834b83e9f5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:25.457003 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02e4ccdc-e521-481d-9b14-3b5feb580439 req-97ae7a9f-6b6c-445a-9bad-f9834b83e9f5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.1240144 Feb 19 03:06:25.543857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52035b98-27f6-49d2-8b87-7132aa42ff0f req-3eacfcd8-744a-4602-baa1-ef3271c74dcc tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038325 Feb 19 03:06:25.590886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02e4ccdc-e521-481d-9b14-3b5feb580439 req-dd124122-3d72-45eb-8925-ce60651cd96c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325159 Feb 19 03:06:25.705435 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ccc252-448d-467b-b4e6-c608cdbec018 x-openstack-request-id: req-60ccc252-448d-467b-b4e6-c608cdbec018 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:25.706039 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8029b577-7d6a-49b5-b93a-285ca9f8cd5f", "name": "network-vif-deleted", "tag": "06025b74-69ab-4db4-99e2-f6940c8bbbe8", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:25.707077 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60ccc252-448d-467b-b4e6-c608cdbec018 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:25.707697 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8029b577-7d6a-49b5-b93a-285ca9f8cd5f', 'name': 'network-vif-deleted', 'tag': '06025b74-69ab-4db4-99e2-f6940c8bbbe8', 'status': 'completed', 'code': 200} Feb 19 03:06:25.729828 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e67c721-3363-4eac-a271-52cd2821d51a req-1c9e52b8-0dfc-46cf-ace8-69a84aefaa16 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 210 time: 0.0697105 Feb 19 03:06:25.895015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc239b9a-7941-4303-8842-d01f25a5cdb3 req-227bb8ef-35fb-40bd-8610-05cd7907fd7d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:25.902322 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc239b9a-7941-4303-8842-d01f25a5cdb3 req-227bb8ef-35fb-40bd-8610-05cd7907fd7d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.0824747 Feb 19 03:06:25.956499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc239b9a-7941-4303-8842-d01f25a5cdb3 req-0f527130-db2a-4a57-a565-08b229526bc5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520730 Feb 19 03:06:26.166461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba5431-1227-4972-9034-7da960146d8a req-e7e86ade-242b-4ce0-b5f8-9e59b83598a2 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:26.184887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba5431-1227-4972-9034-7da960146d8a req-e7e86ade-242b-4ce0-b5f8-9e59b83598a2 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:26.191352 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba5431-1227-4972-9034-7da960146d8a req-e7e86ade-242b-4ce0-b5f8-9e59b83598a2 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:26.197085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9ba5431-1227-4972-9034-7da960146d8a req-e7e86ade-242b-4ce0-b5f8-9e59b83598a2 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2411 time: 0.1606593 Feb 19 03:06:26.198819 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-b7b548ff-fca2-4350-8d93-73e5f47968c1 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=3a5ac82ec7274543ab40f664a399fb7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478287 Feb 19 03:06:26.321323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9ba5431-1227-4972-9034-7da960146d8a req-de1c4492-661f-4aec-a0ca-839908b077fe tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172547 Feb 19 03:06:26.369610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-01377e44-5205-4c1e-a368-7274ff862a1d tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:26.371134 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-01377e44-5205-4c1e-a368-7274ff862a1d tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502478 Feb 19 03:06:26.391120 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Request body: {'port': {'device_id': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '3a5ac82ec7274543ab40f664a399fb7c'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:26.451330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 37a67907-8cb9-49e1-9830-d1fa833fc42c details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:26.539375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a010c06d-11ec-43ed-ad08-a069e8c556a9 req-163349f1-d1a5-42dc-b854-35fa5cf7282f tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:26.540940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a010c06d-11ec-43ed-ad08-a069e8c556a9 req-163349f1-d1a5-42dc-b854-35fa5cf7282f tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 943 time: 0.1282051 Feb 19 03:06:26.601073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 37a67907-8cb9-49e1-9830-d1fa833fc42c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=37a67907-8cb9-49e1-9830-d1fa833fc42c,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:26.614404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '37a67907-8cb9-49e1-9830-d1fa833fc42c', 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605', 'port_id': '37a67907-8cb9-49e1-9830-d1fa833fc42c', 'mac_address': 'fa:16:3e:00:36:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1e3e5f-ff35-4902-99d5-2e98900754b0', 'ip_address': '19.80.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:26.620048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a010c06d-11ec-43ed-ad08-a069e8c556a9 req-bd29f7b7-c419-4a95-b67e-1ea019759fcd tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719950 Feb 19 03:06:26.623621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Made reservation on behalf of 3a5ac82ec7274543ab40f664a399fb7c for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:26.627078 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:26.646674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889142db-08e5-4d3f-8b03-b0e2b022a02a req-9c9a9697-fa50-484e-88a9-381cb6370b5c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:26.652756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889142db-08e5-4d3f-8b03-b0e2b022a02a req-9c9a9697-fa50-484e-88a9-381cb6370b5c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:26.653727 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:26.671905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889142db-08e5-4d3f-8b03-b0e2b022a02a req-9c9a9697-fa50-484e-88a9-381cb6370b5c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:26.681861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 37a67907-8cb9-49e1-9830-d1fa833fc42c is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:26.682324 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:26.682719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889142db-08e5-4d3f-8b03-b0e2b022a02a req-9c9a9697-fa50-484e-88a9-381cb6370b5c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:26.703138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a67907-8cb9-49e1-9830-d1fa833fc42c {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:26.704028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889142db-08e5-4d3f-8b03-b0e2b022a02a req-9c9a9697-fa50-484e-88a9-381cb6370b5c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:26.710765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889142db-08e5-4d3f-8b03-b0e2b022a02a req-9c9a9697-fa50-484e-88a9-381cb6370b5c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:26.719516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889142db-08e5-4d3f-8b03-b0e2b022a02a req-9c9a9697-fa50-484e-88a9-381cb6370b5c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:26.727812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-889142db-08e5-4d3f-8b03-b0e2b022a02a req-9c9a9697-fa50-484e-88a9-381cb6370b5c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5429 time: 0.2500701 Feb 19 03:06:26.747116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 37a67907-8cb9-49e1-9830-d1fa833fc42c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=37a67907-8cb9-49e1-9830-d1fa833fc42c,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:26.757594 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Publish callbacks [] for security_group (7d3a0970-8b42-4dcd-a059-c56ab29ce589), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:26.762527 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:26.763491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b221327e-078e-4707-a7b8-48b8a7da20d4 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:26.765535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7d3a0970-8b42-4dcd-a059-c56ab29ce589), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:26.840419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3a0970-8b42-4dcd-a059-c56ab29ce589,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:26.846191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-889142db-08e5-4d3f-8b03-b0e2b022a02a req-ed2189d7-1029-44f8-9400-2b6d4bcd1fac tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145473 Feb 19 03:06:26.862662 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=37a67907-8cb9-49e1-9830-d1fa833fc42c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:26.935802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b221327e-078e-4707-a7b8-48b8a7da20d4, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b221327e-078e-4707-a7b8-48b8a7da20d4,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:26.947556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'b221327e-078e-4707-a7b8-48b8a7da20d4', 'network_id': '387234d3-f9f9-41c9-ba2f-8659ac983605', 'port_id': 'b221327e-078e-4707-a7b8-48b8a7da20d4', 'mac_address': 'fa:16:3e:6f:c2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1e3e5f-ff35-4902-99d5-2e98900754b0', 'ip_address': '19.80.0.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:26.996864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b221327e-078e-4707-a7b8-48b8a7da20d4 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:26.997251 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.011422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 06025b74-69ab-4db4-99e2-f6940c8bbbe8 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:06:27.015901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b221327e-078e-4707-a7b8-48b8a7da20d4 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:27.027318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Allocated IP 192.168.233.157 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/9fdcfa44-5905-4866-88c3-0522100eac05) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:27.040693 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 06025b74-69ab-4db4-99e2-f6940c8bbbe8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:06:27.041199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 06025b74-69ab-4db4-99e2-f6940c8bbbe8 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:06:27.060329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b221327e-078e-4707-a7b8-48b8a7da20d4, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b221327e-078e-4707-a7b8-48b8a7da20d4,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:27.068215 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.069058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:27.157404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6db16-4353-45c2-81d5-553779b6951c req-8ef570f4-1b8c-45c9-8690-bdae2dd4a9b5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:27.161268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84e6db16-4353-45c2-81d5-553779b6951c req-8ef570f4-1b8c-45c9-8690-bdae2dd4a9b5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.1742671 Feb 19 03:06:27.190596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115,segment=NetworkSegment(574d44dd-219e-4656-9cbb-d6234aba8e7e),segment_id=574d44dd-219e-4656-9cbb-d6234aba8e7e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:27.204574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115', 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094', 'port_id': 'e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115', 'mac_address': 'fa:16:3e:40:88:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:27.267070 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84e6db16-4353-45c2-81d5-553779b6951c req-d9dbaa0f-94c9-4b87-9941-1d29da583a3d tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958493 Feb 19 03:06:27.279919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:27.280309 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.291909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ee56a-da8f-4320-8e79-8f081dbed5a2 req-a13d215a-a503-4680-ab0d-38cface26dc6 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:27.309479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:27.316426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6ee56a-da8f-4320-8e79-8f081dbed5a2 req-a13d215a-a503-4680-ab0d-38cface26dc6 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.3416891 Feb 19 03:06:27.332026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115,segment=NetworkSegment(574d44dd-219e-4656-9cbb-d6234aba8e7e),segment_id=574d44dd-219e-4656-9cbb-d6234aba8e7e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:27.339849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b221327e-078e-4707-a7b8-48b8a7da20d4,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:27.350350 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.351009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d5775f94-e272-4b71-ba53-68b52e42b574 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:27.360909 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Publish callbacks [] for port (9fdcfa44-5905-4866-88c3-0522100eac05), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.406309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6ee56a-da8f-4320-8e79-8f081dbed5a2 req-1a4654fb-6958-46c1-87cf-a7d18bc0ca8f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813560 Feb 19 03:06:27.452628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.460502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:27.481719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-143f79fd-1862-4908-b63d-daaaddd82b44 req-653c5bde-c164-4e06-88e6-b82581526465 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 210 time: 0.0530992 Feb 19 03:06:27.511394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d5775f94-e272-4b71-ba53-68b52e42b574, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d5775f94-e272-4b71-ba53-68b52e42b574,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:27.542993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'd5775f94-e272-4b71-ba53-68b52e42b574', 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5', 'port_id': 'd5775f94-e272-4b71-ba53-68b52e42b574', 'mac_address': 'fa:16:3e:16:09:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bbff081-5cb4-44c4-bccf-eacf05128765', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:27.558819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:27.571940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:27.576007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:27.617353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d5775f94-e272-4b71-ba53-68b52e42b574 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:27.617944 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.635937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5775f94-e272-4b71-ba53-68b52e42b574 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:27.671580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d5775f94-e272-4b71-ba53-68b52e42b574, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d5775f94-e272-4b71-ba53-68b52e42b574,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:27.680569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Pushing event updated for resources: {'Port': ['ID=9fdcfa44-5905-4866-88c3-0522100eac05,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:27.680961 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.686120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b80d0925-a55d-472f-933c-2e00920a0516 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:27.723157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:27.723792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:27.737882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c4195-9fc9-454b-8d52-277bf10fa5a0 req-3b120923-b246-4b1f-bd76-decb4f1e97af tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:27.739168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-964c4195-9fc9-454b-8d52-277bf10fa5a0 req-3b120923-b246-4b1f-bd76-decb4f1e97af tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1476927 Feb 19 03:06:27.749930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f52e09-3491-48ba-b451-2bf662548573 req-a4685ee8-a192-4ee1-8c6a-cfa5a72707e9 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:27.756163 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f52e09-3491-48ba-b451-2bf662548573 req-a4685ee8-a192-4ee1-8c6a-cfa5a72707e9 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:27.764966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3f52e09-3491-48ba-b451-2bf662548573 req-a4685ee8-a192-4ee1-8c6a-cfa5a72707e9 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490&device_id=ffa6bfcc-b0ff-48a7-a963-180b97c2a032 HTTP/1.1" status: 200 len: 1682 time: 0.1288495 Feb 19 03:06:27.782883 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-d1a67683-957c-42e9-bfd5-5ee3b921645f tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3959188 Feb 19 03:06:27.794264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Request body: {'port': {'device_id': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:27.864941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b80d0925-a55d-472f-933c-2e00920a0516, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b80d0925-a55d-472f-933c-2e00920a0516,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:27.878149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'b80d0925-a55d-472f-933c-2e00920a0516', 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174', 'port_id': 'b80d0925-a55d-472f-933c-2e00920a0516', 'mac_address': 'fa:16:3e:05:05:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389c3134-0e16-47c8-b483-a7455907601b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:27.882422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3f52e09-3491-48ba-b451-2bf662548573 req-958514a9-deb0-4f87-9594-18f56a4d4d8f tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165621 Feb 19 03:06:27.899240 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-964c4195-9fc9-454b-8d52-277bf10fa5a0 req-859846c8-88a8-4380-83f0-51889447bdc3 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320949 Feb 19 03:06:27.916078 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.010979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d5775f94-e272-4b71-ba53-68b52e42b574,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:28.016221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b80d0925-a55d-472f-933c-2e00920a0516 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:28.016614 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b80d0925-a55d-472f-933c-2e00920a0516), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.036100 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b80d0925-a55d-472f-933c-2e00920a0516 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:28.066133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0f2ef4cd-014b-41ab-9d3b-b53d32c8b070 None None] Provisioning complete for port 9fdcfa44-5905-4866-88c3-0522100eac05 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:28.066516 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef4cd-014b-41ab-9d3b-b53d32c8b070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.071563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b80d0925-a55d-472f-933c-2e00920a0516, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b80d0925-a55d-472f-933c-2e00920a0516,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:28.091073 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b80d0925-a55d-472f-933c-2e00920a0516), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.091835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b239ae85-3b48-442a-b227-625a0c59652a details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:28.149941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0f2ef4cd-014b-41ab-9d3b-b53d32c8b070 None None] Port 9fdcfa44-5905-4866-88c3-0522100eac05 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:06:28.182976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6721fb-0d98-4cf4-a2f6-d5190eaf7506 req-063cdf77-a7c0-4a93-9b58-09e7d3b79724 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.193504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6721fb-0d98-4cf4-a2f6-d5190eaf7506 req-063cdf77-a7c0-4a93-9b58-09e7d3b79724 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.213794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b239ae85-3b48-442a-b227-625a0c59652a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b239ae85-3b48-442a-b227-625a0c59652a,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:28.219903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6721fb-0d98-4cf4-a2f6-d5190eaf7506 req-063cdf77-a7c0-4a93-9b58-09e7d3b79724 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.223581 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db6721fb-0d98-4cf4-a2f6-d5190eaf7506 req-063cdf77-a7c0-4a93-9b58-09e7d3b79724 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2413 time: 0.2383876 Feb 19 03:06:28.230349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b80d0925-a55d-472f-933c-2e00920a0516,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:28.240777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'b239ae85-3b48-442a-b227-625a0c59652a', 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5', 'port_id': 'b239ae85-3b48-442a-b227-625a0c59652a', 'mac_address': 'fa:16:3e:d6:fe:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bbff081-5cb4-44c4-bccf-eacf05128765', 'ip_address': '10.1.1.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:28.276142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793ea29-d0a5-4334-9692-d9d3e5980c6f req-d3ea715e-848d-400e-9ad8-d5961fdcc025 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.284129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3793ea29-d0a5-4334-9692-d9d3e5980c6f req-d3ea715e-848d-400e-9ad8-d5961fdcc025 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 944 time: 0.2486286 Feb 19 03:06:28.295527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b239ae85-3b48-442a-b227-625a0c59652a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:28.295924 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b239ae85-3b48-442a-b227-625a0c59652a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.312926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b239ae85-3b48-442a-b227-625a0c59652a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:28.339027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b239ae85-3b48-442a-b227-625a0c59652a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b239ae85-3b48-442a-b227-625a0c59652a,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:28.349001 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b239ae85-3b48-442a-b227-625a0c59652a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.349846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device be5d20fe-cbe3-4ce2-90fa-892576af58a6 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:28.365405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db6721fb-0d98-4cf4-a2f6-d5190eaf7506 req-3905f321-b63b-4ce9-bcd8-82322907cb68 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325297 Feb 19 03:06:28.406902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3793ea29-d0a5-4334-9692-d9d3e5980c6f req-1cd2a54e-1ec2-4b9e-aa09-5c90c6d1735a tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215751 Feb 19 03:06:28.495572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b239ae85-3b48-442a-b227-625a0c59652a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:28.536455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdcfa44-5905-4866-88c3-0522100eac05 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:28.550382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port be5d20fe-cbe3-4ce2-90fa-892576af58a6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=be5d20fe-cbe3-4ce2-90fa-892576af58a6,segment=NetworkSegment(96c3d563-77c2-46e4-abe4-d3b4c62df61e),segment_id=96c3d563-77c2-46e4-abe4-d3b4c62df61e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:28.557579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520e1ce-4997-4c10-9b51-5df4e789e415 req-b0f42a9e-10ea-45c7-92c0-dded4455a222 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.557902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Publish callbacks [] for port (9fdcfa44-5905-4866-88c3-0522100eac05), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.564268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'be5d20fe-cbe3-4ce2-90fa-892576af58a6', 'network_id': '5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6', 'port_id': 'be5d20fe-cbe3-4ce2-90fa-892576af58a6', 'mac_address': 'fa:16:3e:26:63:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b11046-021b-4079-af3d-d076619cfb2d', 'ip_address': '19.86.0.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:28.572777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520e1ce-4997-4c10-9b51-5df4e789e415 req-b0f42a9e-10ea-45c7-92c0-dded4455a222 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.576604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Transition to ACTIVE for port object 9fdcfa44-5905-4866-88c3-0522100eac05 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:06:28.578322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520e1ce-4997-4c10-9b51-5df4e789e415 req-b0f42a9e-10ea-45c7-92c0-dded4455a222 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.583695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520e1ce-4997-4c10-9b51-5df4e789e415 req-b0f42a9e-10ea-45c7-92c0-dded4455a222 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.585337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.589764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520e1ce-4997-4c10-9b51-5df4e789e415 req-b0f42a9e-10ea-45c7-92c0-dded4455a222 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.595234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520e1ce-4997-4c10-9b51-5df4e789e415 req-b0f42a9e-10ea-45c7-92c0-dded4455a222 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.600748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520e1ce-4997-4c10-9b51-5df4e789e415 req-b0f42a9e-10ea-45c7-92c0-dded4455a222 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.602745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d520e1ce-4997-4c10-9b51-5df4e789e415 req-b0f42a9e-10ea-45c7-92c0-dded4455a222 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5432 time: 0.1483574 Feb 19 03:06:28.611634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port be5d20fe-cbe3-4ce2-90fa-892576af58a6 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:28.612028 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.630271 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5d20fe-cbe3-4ce2-90fa-892576af58a6 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:28.655891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port be5d20fe-cbe3-4ce2-90fa-892576af58a6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=be5d20fe-cbe3-4ce2-90fa-892576af58a6,segment=NetworkSegment(96c3d563-77c2-46e4-abe4-d3b4c62df61e),segment_id=96c3d563-77c2-46e4-abe4-d3b4c62df61e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:28.679762 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.680919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e2bf896b-e2cc-48ce-bf73-650984ae1ae1 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:28.724921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Pushing event updated for resources: {'Port': ['ID=9fdcfa44-5905-4866-88c3-0522100eac05,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:28.739473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Attempting to bind port 9fdcfa44-5905-4866-88c3-0522100eac05 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:28.740087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Attempting to bind port 9fdcfa44-5905-4866-88c3-0522100eac05 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:28.740631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Attempting to bind port 9fdcfa44-5905-4866-88c3-0522100eac05 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:28.746199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Port 9fdcfa44-5905-4866-88c3-0522100eac05 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:06:28.746985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Attempting to bind port 9fdcfa44-5905-4866-88c3-0522100eac05 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:28.752846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:28.753521 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:28.754156 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:28.754810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Bound port: 9fdcfa44-5905-4866-88c3-0522100eac05, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:28.755731 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.758392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e2bf896b-e2cc-48ce-bf73-650984ae1ae1, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e2bf896b-e2cc-48ce-bf73-650984ae1ae1,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:28.780730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'e2bf896b-e2cc-48ce-bf73-650984ae1ae1', 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5', 'port_id': 'e2bf896b-e2cc-48ce-bf73-650984ae1ae1', 'mac_address': 'fa:16:3e:29:b7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bbff081-5cb4-44c4-bccf-eacf05128765', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:28.791697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5c838-23c0-4f82-a9eb-c1d20d6f6985 req-ecd7dc0e-df91-4720-833f-50a2e5b13173 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.799570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28a5c838-23c0-4f82-a9eb-c1d20d6f6985 req-ecd7dc0e-df91-4720-833f-50a2e5b13173 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.1956589 Feb 19 03:06:28.814477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d520e1ce-4997-4c10-9b51-5df4e789e415 req-03f60c44-23da-44d0-aeaa-cbdad08c9566 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1605463 Feb 19 03:06:28.847563 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:28.851082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:28.865243 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.870607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:28.871003 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.884998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=be5d20fe-cbe3-4ce2-90fa-892576af58a6,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:28.894294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:28.894924 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.897333 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] 10.222.0.67 "PUT /v2.0/ports/9fdcfa44-5905-4866-88c3-0522100eac05 HTTP/1.1" status: 200 len: 1096 time: 1.1074440 Feb 19 03:06:28.902025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:28.908545 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bf896b-e2cc-48ce-bf73-650984ae1ae1 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:28.915132 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2fd2f6-9e53-466c-be97-98331904567a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:28.940419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28a5c838-23c0-4f82-a9eb-c1d20d6f6985 req-ca9780a1-613e-4a0e-b6c3-e061124a40c9 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398892 Feb 19 03:06:28.970050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e2bf896b-e2cc-48ce-bf73-650984ae1ae1, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e2bf896b-e2cc-48ce-bf73-650984ae1ae1,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:28.985118 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:28.985804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 3fe16846-d544-4242-b68b-4767f0fe9584 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:29.045552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86334ea6-dc9b-46bc-8685-bf396d7ff6a1 req-1267f1df-bbca-4910-aa69-e30f7e826dce tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:29.054901 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-86334ea6-dc9b-46bc-8685-bf396d7ff6a1 req-1267f1df-bbca-4910-aa69-e30f7e826dce tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1094358 Feb 19 03:06:29.136612 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93b6e7-ac3b-443d-b732-f18f099ace6e service neutron] Pushing event updated for resources: {'Port': ['ID=9fdcfa44-5905-4866-88c3-0522100eac05,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:29.166944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-86334ea6-dc9b-46bc-8685-bf396d7ff6a1 req-bc417cd8-15c1-4662-b096-0ce8285c891e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045430 Feb 19 03:06:29.192282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-7b123e46-6f2c-4fb3-9aa1-0707b58814d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:29.193907 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-7b123e46-6f2c-4fb3-9aa1-0707b58814d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a5ac82ec7274543ab40f664a399fb7c&device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 1130 time: 0.1917107 Feb 19 03:06:29.257139 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-912d3a1b-1a90-4123-b9d2-52773d9fbef6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9fdcfa44-5905-4866-88c3-0522100eac05 HTTP/1.1" status: 200 len: 217 time: 0.0482752 Feb 19 03:06:29.263246 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e2bf896b-e2cc-48ce-bf73-650984ae1ae1,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:29.284956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 3fe16846-d544-4242-b68b-4767f0fe9584, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3fe16846-d544-4242-b68b-4767f0fe9584,segment=NetworkSegment(68d2b9dd-1d76-44c6-9325-92d981930310),segment_id=68d2b9dd-1d76-44c6-9325-92d981930310)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:29.308820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '3fe16846-d544-4242-b68b-4767f0fe9584', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'port_id': '3fe16846-d544-4242-b68b-4767f0fe9584', 'mac_address': 'fa:16:3e:40:91:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:29.327310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-f43dec70-bc2a-4a6d-acc3-c5e881aaf4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:29.329348 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-f43dec70-bc2a-4a6d-acc3-c5e881aaf4c8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0567119 Feb 19 03:06:29.370742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238d7ed-9108-4681-b1fd-08fbf6415c61 req-d15f7397-12bb-4cae-9421-8c6ae650e035 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:29.377941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5238d7ed-9108-4681-b1fd-08fbf6415c61 req-d15f7397-12bb-4cae-9421-8c6ae650e035 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 948 time: 0.1485362 Feb 19 03:06:29.382469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 3fe16846-d544-4242-b68b-4767f0fe9584 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:29.387226 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:29.390876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60089f9-4b77-4c68-9f8c-52732be6babf req-425c4919-01a8-4d78-b220-4b79d4b75251 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:29.392415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b60089f9-4b77-4c68-9f8c-52732be6babf req-425c4919-01a8-4d78-b220-4b79d4b75251 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1421154 Feb 19 03:06:29.411877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-6b0ee098-939f-4a3b-b836-9a5ca6d6f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:29.412334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fe16846-d544-4242-b68b-4767f0fe9584 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:29.413555 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-6b0ee098-939f-4a3b-b836-9a5ca6d6f20c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0699863 Feb 19 03:06:29.442731 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 3fe16846-d544-4242-b68b-4767f0fe9584, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3fe16846-d544-4242-b68b-4767f0fe9584,segment=NetworkSegment(68d2b9dd-1d76-44c6-9325-92d981930310),segment_id=68d2b9dd-1d76-44c6-9325-92d981930310)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:29.451386 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:29.452530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5b255800-179b-416e-887d-77c67452cd8f details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:29.481079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5238d7ed-9108-4681-b1fd-08fbf6415c61 req-e2c4b4d3-f2e2-4ce6-b907-758720c714bb tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019802 Feb 19 03:06:29.490622 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5b255800-179b-416e-887d-77c67452cd8f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5b255800-179b-416e-887d-77c67452cd8f,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:29.506227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '5b255800-179b-416e-887d-77c67452cd8f', 'network_id': '708bd1f1-93b4-47e5-a1d4-41f33cfbb174', 'port_id': '5b255800-179b-416e-887d-77c67452cd8f', 'mac_address': 'fa:16:3e:67:62:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389c3134-0e16-47c8-b483-a7455907601b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:29.508366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b60089f9-4b77-4c68-9f8c-52732be6babf req-d9452dd1-d80d-42c2-8748-55834d50d796 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012659 Feb 19 03:06:29.546340 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c752ae09-f8fc-40bd-b4a9-d0317ae370ca x-openstack-request-id: req-c752ae09-f8fc-40bd-b4a9-d0317ae370ca {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:29.547188 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:29.548514 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c752ae09-f8fc-40bd-b4a9-d0317ae370ca {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:29.549188 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05', 'status': 'completed', 'code': 200} Feb 19 03:06:29.595821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=3fe16846-d544-4242-b68b-4767f0fe9584,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:29.599826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 5b255800-179b-416e-887d-77c67452cd8f is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:29.600218 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5b255800-179b-416e-887d-77c67452cd8f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:29.612329 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-9ce09a2a-b1da-497e-a1d0-c33722f642ae service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902139 Feb 19 03:06:29.720274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4d28e-8734-4c94-8309-50786867b367 req-62279179-38af-4b16-8d7f-f540dca970cf tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:29.726051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4d28e-8734-4c94-8309-50786867b367 req-62279179-38af-4b16-8d7f-f540dca970cf tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:29.732072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4d28e-8734-4c94-8309-50786867b367 req-62279179-38af-4b16-8d7f-f540dca970cf tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:29.733845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dd4d28e-8734-4c94-8309-50786867b367 req-62279179-38af-4b16-8d7f-f540dca970cf tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2414 time: 0.1189396 Feb 19 03:06:29.761293 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-41d84da1-8060-4e97-8a01-ad522d2da0c7 req-b0e1ac89-d04e-4309-9fe2-a3abebba2414 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429265 Feb 19 03:06:29.774525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b255800-179b-416e-887d-77c67452cd8f {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:29.798588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5b255800-179b-416e-887d-77c67452cd8f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5b255800-179b-416e-887d-77c67452cd8f,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:29.806540 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5b255800-179b-416e-887d-77c67452cd8f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:29.807264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 72ecd80a-ead9-4450-bb93-e96fa2579879 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:29.871840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fd2f6-9e53-466c-be97-98331904567a req-4bb9cc9a-aa93-400a-8ed8-1b51cfcfe9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:29.874456 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba2fd2f6-9e53-466c-be97-98331904567a req-4bb9cc9a-aa93-400a-8ed8-1b51cfcfe9a8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=3a5ac82ec7274543ab40f664a399fb7c&device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 1130 time: 0.0615866 Feb 19 03:06:29.877428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0dd4d28e-8734-4c94-8309-50786867b367 req-83d9a7cf-f7d6-4edd-8d8a-50cdfd0f75f0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294479 Feb 19 03:06:29.880524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 72ecd80a-ead9-4450-bb93-e96fa2579879, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=72ecd80a-ead9-4450-bb93-e96fa2579879,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:29.894700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=5b255800-179b-416e-887d-77c67452cd8f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:29.902417 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '72ecd80a-ead9-4450-bb93-e96fa2579879', 'network_id': '2546c89f-3126-41e0-a61b-a364cebc24c5', 'port_id': '72ecd80a-ead9-4450-bb93-e96fa2579879', 'mac_address': 'fa:16:3e:a2:e3:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bbff081-5cb4-44c4-bccf-eacf05128765', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:29.917883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf7048-c786-48ea-ba5f-7457f2cbabdd req-4177d455-1f21-4e5e-bcc4-49ebebd95f4f tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:29.921782 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eddf7048-c786-48ea-ba5f-7457f2cbabdd req-4177d455-1f21-4e5e-bcc4-49ebebd95f4f tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 944 time: 0.1869752 Feb 19 03:06:29.990391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 72ecd80a-ead9-4450-bb93-e96fa2579879 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:29.990680 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:30.007355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eddf7048-c786-48ea-ba5f-7457f2cbabdd req-d70f98d4-ecef-447c-86c5-3b9737b63203 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635548 Feb 19 03:06:30.021752 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72ecd80a-ead9-4450-bb93-e96fa2579879 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:30.047801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fd2f6-9e53-466c-be97-98331904567a req-7b4374b7-36c2-49d1-9a38-b5d5db11b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.048388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 72ecd80a-ead9-4450-bb93-e96fa2579879, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=72ecd80a-ead9-4450-bb93-e96fa2579879,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:30.050459 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba2fd2f6-9e53-466c-be97-98331904567a req-7b4374b7-36c2-49d1-9a38-b5d5db11b6c5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1677992 Feb 19 03:06:30.066492 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:30.144217 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba2fd2f6-9e53-466c-be97-98331904567a req-b22930a3-29e3-477a-828d-7e6dd84d5cf8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9fdcfa44-5905-4866-88c3-0522100eac05 HTTP/1.1" status: 200 len: 217 time: 0.0751295 Feb 19 03:06:30.242452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fd2f6-9e53-466c-be97-98331904567a req-ecf1c938-bc60-4a8a-a202-75e77de24572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.244913 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba2fd2f6-9e53-466c-be97-98331904567a req-ecf1c938-bc60-4a8a-a202-75e77de24572 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0892992 Feb 19 03:06:30.245780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=72ecd80a-ead9-4450-bb93-e96fa2579879,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:30.309961 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2fd2f6-9e53-466c-be97-98331904567a req-dcecebf9-1017-4cb7-bdcf-a9050ba51beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.311562 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba2fd2f6-9e53-466c-be97-98331904567a req-dcecebf9-1017-4cb7-bdcf-a9050ba51beb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0602543 Feb 19 03:06:30.349007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ced32-012f-4e4e-93aa-1d351d4828e6 req-5781ecff-40d2-4517-9b02-9e5ddb941402 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.354693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ced32-012f-4e4e-93aa-1d351d4828e6 req-5781ecff-40d2-4517-9b02-9e5ddb941402 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.360205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ced32-012f-4e4e-93aa-1d351d4828e6 req-5781ecff-40d2-4517-9b02-9e5ddb941402 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.365841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ced32-012f-4e4e-93aa-1d351d4828e6 req-5781ecff-40d2-4517-9b02-9e5ddb941402 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.371504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ced32-012f-4e4e-93aa-1d351d4828e6 req-5781ecff-40d2-4517-9b02-9e5ddb941402 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.376893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ced32-012f-4e4e-93aa-1d351d4828e6 req-5781ecff-40d2-4517-9b02-9e5ddb941402 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.382100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ced32-012f-4e4e-93aa-1d351d4828e6 req-5781ecff-40d2-4517-9b02-9e5ddb941402 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.384091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-437ced32-012f-4e4e-93aa-1d351d4828e6 req-5781ecff-40d2-4517-9b02-9e5ddb941402 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5436 time: 0.2429483 Feb 19 03:06:30.402829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71d92b-6cc1-4104-90b6-86ff6899051f req-15d03a2f-a814-483c-9702-caf5f8b5d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.403617 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba2fd2f6-9e53-466c-be97-98331904567a req-e96f31aa-54a3-4d1c-b294-3ab066b8cd5f service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845449 Feb 19 03:06:30.404282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b71d92b-6cc1-4104-90b6-86ff6899051f req-15d03a2f-a814-483c-9702-caf5f8b5d2d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 1127 time: 0.1943636 Feb 19 03:06:30.438872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad0740-5b10-40f7-ab8e-f1435e073820 req-fdd84751-0b48-4834-a2ac-51a6769a1770 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.440362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03ad0740-5b10-40f7-ab8e-f1435e073820 req-fdd84751-0b48-4834-a2ac-51a6769a1770 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.1563637 Feb 19 03:06:30.536468 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ba2fd2f6-9e53-466c-be97-98331904567a req-b2e27a35-48a4-4ce3-b4e6-ae13f4445ec3 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160855 Feb 19 03:06:30.543318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-437ced32-012f-4e4e-93aa-1d351d4828e6 req-2fea16b0-813a-4788-b94d-fcb9c5e7d6ca tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1516609 Feb 19 03:06:30.585112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03ad0740-5b10-40f7-ab8e-f1435e073820 req-47103449-3aaa-4c85-9f5b-296fc4f6ad80 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358600 Feb 19 03:06:30.604389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71d92b-6cc1-4104-90b6-86ff6899051f req-15917553-4a48-444c-ba24-f98617dc0876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.606957 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b71d92b-6cc1-4104-90b6-86ff6899051f req-15917553-4a48-444c-ba24-f98617dc0876 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 912 time: 0.1826935 Feb 19 03:06:30.753253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b71d92b-6cc1-4104-90b6-86ff6899051f req-b053c6c9-86dc-4064-a5ea-ebbfc21e65e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f401834a-3df9-4e56-86db-96db86f33828 HTTP/1.1" status: 200 len: 1000 time: 0.1387894 Feb 19 03:06:30.804156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeabc28-57a2-4ece-9d53-9e6bde21cc82 req-43697358-24f4-434b-ac64-01db7ce9911d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.805666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfeabc28-57a2-4ece-9d53-9e6bde21cc82 req-43697358-24f4-434b-ac64-01db7ce9911d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1518438 Feb 19 03:06:30.817030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bdb64-a8c5-4ce4-b367-e5b77f240a11 req-9d8f9eae-0836-47f6-8c7d-d9beff37da58 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.818491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-661bdb64-a8c5-4ce4-b367-e5b77f240a11 req-9d8f9eae-0836-47f6-8c7d-d9beff37da58 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1546063 Feb 19 03:06:30.861993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71d92b-6cc1-4104-90b6-86ff6899051f req-db26c03b-48c6-43a8-b0d1-1828915e2d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.863448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b71d92b-6cc1-4104-90b6-86ff6899051f req-db26c03b-48c6-43a8-b0d1-1828915e2d82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 200 len: 850 time: 0.1033900 Feb 19 03:06:30.940227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfeabc28-57a2-4ece-9d53-9e6bde21cc82 req-7caedd6f-fcd5-4c49-a8c3-9f33ecdd34b4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207952 Feb 19 03:06:30.944923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-661bdb64-a8c5-4ce4-b367-e5b77f240a11 req-ab3759bf-ca25-42af-bbb9-5bb962c3d80b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132967 Feb 19 03:06:30.958443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71d92b-6cc1-4104-90b6-86ff6899051f req-6c37335a-a6a1-4520-965f-35798f8f9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:30.959992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b71d92b-6cc1-4104-90b6-86ff6899051f req-6c37335a-a6a1-4520-965f-35798f8f9f26 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0856781 Feb 19 03:06:31.116435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b71d92b-6cc1-4104-90b6-86ff6899051f req-fc8a3bad-4a17-478a-864c-b16fc66b406d service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470771 Feb 19 03:06:31.147879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed00f0f-f4f1-47a3-add4-47ac1ec30a6b req-a9d98054-6da1-4794-8a97-65e4b48b5143 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.149811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ed00f0f-f4f1-47a3-add4-47ac1ec30a6b req-a9d98054-6da1-4794-8a97-65e4b48b5143 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 948 time: 0.1132989 Feb 19 03:06:31.293881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ed00f0f-f4f1-47a3-add4-47ac1ec30a6b req-93fbbd94-105d-4e9c-93a8-a1ff4ea81d45 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330726 Feb 19 03:06:31.306040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b71d92b-6cc1-4104-90b6-86ff6899051f req-72ffb7ae-83ae-4897-8481-7e446038d31b service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810610 Feb 19 03:06:31.319045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57390ab9-6341-40d8-bfdb-3246683a5418 req-5ab99954-a84e-4b76-a9a8-c38f3a9aa1c6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.324563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57390ab9-6341-40d8-bfdb-3246683a5418 req-5ab99954-a84e-4b76-a9a8-c38f3a9aa1c6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.330051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57390ab9-6341-40d8-bfdb-3246683a5418 req-5ab99954-a84e-4b76-a9a8-c38f3a9aa1c6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.334990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57390ab9-6341-40d8-bfdb-3246683a5418 req-5ab99954-a84e-4b76-a9a8-c38f3a9aa1c6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2414 time: 0.1362331 Feb 19 03:06:31.406749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57390ab9-6341-40d8-bfdb-3246683a5418 req-10d75465-489b-4fc3-a51e-4f0de50a45d5 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687032 Feb 19 03:06:31.433728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8f02f-95a5-4e40-aa7d-b61fb06b182a req-975237df-e556-4a52-95e4-8fac2386b164 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.435571 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cde8f02f-95a5-4e40-aa7d-b61fb06b182a req-975237df-e556-4a52-95e4-8fac2386b164 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 944 time: 0.0707104 Feb 19 03:06:31.488123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cde8f02f-95a5-4e40-aa7d-b61fb06b182a req-a5d5bf9c-c05a-4ee1-b8a1-66cee20933a4 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462682 Feb 19 03:06:31.564521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa816ea8-fb11-4155-ab1e-a319b9dabe41 req-904859ea-0e9a-44bd-8254-68ece4185c2d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.566084 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa816ea8-fb11-4155-ab1e-a319b9dabe41 req-904859ea-0e9a-44bd-8254-68ece4185c2d tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa6bfcc-b0ff-48a7-a963-180b97c2a032 HTTP/1.1" status: 200 len: 946 time: 0.0604913 Feb 19 03:06:31.614635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa816ea8-fb11-4155-ab1e-a319b9dabe41 req-ace22ec9-fbb0-453f-9ce3-4ea45e8baf06 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/security-groups?id=089d0fbd-b71d-4bf1-be46-13ae4246985e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427017 Feb 19 03:06:31.715166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405ad4a-28c8-4bc1-8f3b-78de6e121d4c req-207a4320-a725-4412-a4cf-67b4253d234e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.720387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405ad4a-28c8-4bc1-8f3b-78de6e121d4c req-207a4320-a725-4412-a4cf-67b4253d234e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.725683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405ad4a-28c8-4bc1-8f3b-78de6e121d4c req-207a4320-a725-4412-a4cf-67b4253d234e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.730979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405ad4a-28c8-4bc1-8f3b-78de6e121d4c req-207a4320-a725-4412-a4cf-67b4253d234e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.736202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405ad4a-28c8-4bc1-8f3b-78de6e121d4c req-207a4320-a725-4412-a4cf-67b4253d234e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.741436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405ad4a-28c8-4bc1-8f3b-78de6e121d4c req-207a4320-a725-4412-a4cf-67b4253d234e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.747081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405ad4a-28c8-4bc1-8f3b-78de6e121d4c req-207a4320-a725-4412-a4cf-67b4253d234e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.748947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a405ad4a-28c8-4bc1-8f3b-78de6e121d4c req-207a4320-a725-4412-a4cf-67b4253d234e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5436 time: 0.1139965 Feb 19 03:06:31.821115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36d0e9-7761-4d37-a555-1d9678965e86 req-dce25c3a-6717-49ca-b724-cd65aab825a2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:31.822634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da36d0e9-7761-4d37-a555-1d9678965e86 req-dce25c3a-6717-49ca-b724-cd65aab825a2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.1303585 Feb 19 03:06:31.842421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a405ad4a-28c8-4bc1-8f3b-78de6e121d4c req-865962b3-1095-47b8-8174-dd26acba6bba tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0787358 Feb 19 03:06:31.882575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da36d0e9-7761-4d37-a555-1d9678965e86 req-40d8e6ab-7209-4d58-83cf-dc5c9727c754 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517566 Feb 19 03:06:31.943386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['b221327e-078e-4707-a7b8-48b8a7da20d4'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:31.973391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['b80d0925-a55d-472f-933c-2e00920a0516'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:32.052244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['b239ae85-3b48-442a-b227-625a0c59652a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:32.057539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:32.089058 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333c833-4f2d-400e-9e0a-27efdb2f31df req-7f4e6104-cc21-4980-b68f-4e3c3f6ead04 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:32.091333 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2333c833-4f2d-400e-9e0a-27efdb2f31df req-7f4e6104-cc21-4980-b68f-4e3c3f6ead04 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.87 "GET /v2.0/ports?device_id=ffa6bfcc-b0ff-48a7-a963-180b97c2a032 HTTP/1.1" status: 200 len: 946 time: 0.0703535 Feb 19 03:06:32.137634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['3fe16846-d544-4242-b68b-4767f0fe9584'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:32.203961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751f75b-8656-4415-b846-ec00fd50037e req-fc9fc54e-9778-478e-9e53-7bf8e17dec21 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:32.204928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d5775f94-e272-4b71-ba53-68b52e42b574'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:32.207758 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9751f75b-8656-4415-b846-ec00fd50037e req-fc9fc54e-9778-478e-9e53-7bf8e17dec21 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1648240 Feb 19 03:06:32.239027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-2333c833-4f2d-400e-9e0a-27efdb2f31df req-3bb37344-5dc2-4d95-a8eb-62bfc98f83c5 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Deleting port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:32.239390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2333c833-4f2d-400e-9e0a-27efdb2f31df req-3bb37344-5dc2-4d95-a8eb-62bfc98f83c5 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:32.251893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be9aab-e13c-4839-991e-b8e84be7935b req-d820b9dd-8eaf-49ae-bf35-5f550509e6c4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:32.258827 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47be9aab-e13c-4839-991e-b8e84be7935b req-d820b9dd-8eaf-49ae-bf35-5f550509e6c4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.2000091 Feb 19 03:06:32.282653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['be5d20fe-cbe3-4ce2-90fa-892576af58a6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:32.300716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['5b255800-179b-416e-887d-77c67452cd8f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:32.327424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9751f75b-8656-4415-b846-ec00fd50037e req-59ca7872-1dad-4378-a4f2-4e2207ae1624 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120155 Feb 19 03:06:32.344245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e2bf896b-e2cc-48ce-bf73-650984ae1ae1'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:32.391449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['72ecd80a-ead9-4450-bb93-e96fa2579879'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:32.414428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47be9aab-e13c-4839-991e-b8e84be7935b req-d8ab8d7e-1f9b-4063-b64b-1d5c512505df tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514077 Feb 19 03:06:32.464271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-2333c833-4f2d-400e-9e0a-27efdb2f31df req-3bb37344-5dc2-4d95-a8eb-62bfc98f83c5 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] For port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:32.464545 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2333c833-4f2d-400e-9e0a-27efdb2f31df req-3bb37344-5dc2-4d95-a8eb-62bfc98f83c5 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:32.479286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-2333c833-4f2d-400e-9e0a-27efdb2f31df req-3bb37344-5dc2-4d95-a8eb-62bfc98f83c5 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Calling delete_port for 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:32.517674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725518d2-d436-417e-8ab4-a462afb0f46f req-51a1549b-76a5-4000-b531-3514e55807ee tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:32.519648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-725518d2-d436-417e-8ab4-a462afb0f46f req-51a1549b-76a5-4000-b531-3514e55807ee tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 948 time: 0.0699930 Feb 19 03:06:32.533941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['37a67907-8cb9-49e1-9830-d1fa833fc42c'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:32.611103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-725518d2-d436-417e-8ab4-a462afb0f46f req-27145785-b53f-4201-8666-67a99d110b93 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818233 Feb 19 03:06:32.677568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffef2f-2d67-48d1-af89-e56064503005 req-4b4ca654-0ae4-42e2-8af0-cb7280af83ab tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:32.683092 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2333c833-4f2d-400e-9e0a-27efdb2f31df req-3bb37344-5dc2-4d95-a8eb-62bfc98f83c5 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:32.691463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffef2f-2d67-48d1-af89-e56064503005 req-4b4ca654-0ae4-42e2-8af0-cb7280af83ab tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:32.716006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffef2f-2d67-48d1-af89-e56064503005 req-4b4ca654-0ae4-42e2-8af0-cb7280af83ab tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:32.727996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14ffef2f-2d67-48d1-af89-e56064503005 req-4b4ca654-0ae4-42e2-8af0-cb7280af83ab tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2414 time: 0.2196922 Feb 19 03:06:32.743601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb37344-5dc2-4d95-a8eb-62bfc98f83c5 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Pushing event deleted for resources: {'Port': ['ID=0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:32.768262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:32.769105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-2333c833-4f2d-400e-9e0a-27efdb2f31df req-3bb37344-5dc2-4d95-a8eb-62bfc98f83c5 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] No DVR routers for this DVR port 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:06:32.772128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['3303631d-3078-498d-9ac0-2f7e5f8ec198'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:32.772279 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2333c833-4f2d-400e-9e0a-27efdb2f31df req-3bb37344-5dc2-4d95-a8eb-62bfc98f83c5 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:32.776543 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2333c833-4f2d-400e-9e0a-27efdb2f31df req-3bb37344-5dc2-4d95-a8eb-62bfc98f83c5 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.87 "DELETE /v2.0/ports/0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a HTTP/1.1" status: 204 len: 173 time: 0.6806891 Feb 19 03:06:32.791751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa6bfcc-b0ff-48a7-a963-180b97c2a032', 'name': 'network-vif-deleted', 'tag': '0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:32.796623 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0c5f97-e119-474a-969e-4c8b06001ae6" -d '{"events": [{"server_uuid": "ffa6bfcc-b0ff-48a7-a963-180b97c2a032", "name": "network-vif-deleted", "tag": "0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:32.832651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14ffef2f-2d67-48d1-af89-e56064503005 req-d1fc2970-c7bc-44e9-85aa-a9beb320dbd3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021020 Feb 19 03:06:32.849040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973ce87-9d2a-406b-8704-0c399ea7653a req-d7fdca61-32f4-4a18-8fd1-3a690e26efdf tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:32.858232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c973ce87-9d2a-406b-8704-0c399ea7653a req-d7fdca61-32f4-4a18-8fd1-3a690e26efdf tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 944 time: 0.1064162 Feb 19 03:06:32.924772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c973ce87-9d2a-406b-8704-0c399ea7653a req-4d015c86-1acb-48b5-a73f-1cd95777d5e9 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670912 Feb 19 03:06:32.954905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37aa0aa0-8430-4e02-bd6a-46a1b0f05909 req-ce398896-bd4c-4991-ab22-aeb48c68e724 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=ffa6bfcc-b0ff-48a7-a963-180b97c2a032 HTTP/1.1" status: 200 len: 210 time: 0.0485406 Feb 19 03:06:33.015017 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118c3225-a7a9-4784-a486-cc8c4bc994a0 x-openstack-request-id: req-118c3225-a7a9-4784-a486-cc8c4bc994a0 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:33.015332 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa6bfcc-b0ff-48a7-a963-180b97c2a032", "name": "network-vif-deleted", "tag": "0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:33.015575 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-118c3225-a7a9-4784-a486-cc8c4bc994a0 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:33.016024 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa6bfcc-b0ff-48a7-a963-180b97c2a032', 'name': 'network-vif-deleted', 'tag': '0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a', 'status': 'completed', 'code': 200} Feb 19 03:06:33.052070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9fdcfa44-5905-4866-88c3-0522100eac05 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:33.148401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a8c4f-675c-4cf0-9483-b607469f3bfc req-909b4336-3e73-4136-b979-b884c1bc1972 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:33.153555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a8c4f-675c-4cf0-9483-b607469f3bfc req-909b4336-3e73-4136-b979-b884c1bc1972 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:33.158775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a8c4f-675c-4cf0-9483-b607469f3bfc req-909b4336-3e73-4136-b979-b884c1bc1972 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:33.163995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a8c4f-675c-4cf0-9483-b607469f3bfc req-909b4336-3e73-4136-b979-b884c1bc1972 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:33.169746 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a8c4f-675c-4cf0-9483-b607469f3bfc req-909b4336-3e73-4136-b979-b884c1bc1972 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:33.175432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a8c4f-675c-4cf0-9483-b607469f3bfc req-909b4336-3e73-4136-b979-b884c1bc1972 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:33.184590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a8c4f-675c-4cf0-9483-b607469f3bfc req-909b4336-3e73-4136-b979-b884c1bc1972 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:33.187388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-576a8c4f-675c-4cf0-9483-b607469f3bfc req-909b4336-3e73-4136-b979-b884c1bc1972 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5436 time: 0.1779218 Feb 19 03:06:33.218479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec0c5e-3587-40d4-8e42-34e13271936d req-e79d1cdf-d4c4-494e-a02f-6da98d9f6f51 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:33.220191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4ec0c5e-3587-40d4-8e42-34e13271936d req-e79d1cdf-d4c4-494e-a02f-6da98d9f6f51 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.67 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 945 time: 0.1773791 Feb 19 03:06:33.315417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c2a2d-2f70-442f-a0b5-5a7958e6f4a4 req-b1692680-b9fc-4d3e-9698-3e593f4f91a4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:33.326216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-756c2a2d-2f70-442f-a0b5-5a7958e6f4a4 req-b1692680-b9fc-4d3e-9698-3e593f4f91a4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.2428436 Feb 19 03:06:33.392958 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:06:33.409698 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-756c2a2d-2f70-442f-a0b5-5a7958e6f4a4 req-6ce461d2-5289-4fcc-aa64-8215cf6595f7 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820894 Feb 19 03:06:33.454604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-576a8c4f-675c-4cf0-9483-b607469f3bfc req-73c9387e-e558-4634-923c-af9ee0c1c21a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2486923 Feb 19 03:06:33.526203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-d4ec0c5e-3587-40d4-8e42-34e13271936d req-7845e6d0-85f8-4d43-a959-b4df6f410ca4 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Deleting port 3303631d-3078-498d-9ac0-2f7e5f8ec198 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:33.526612 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d4ec0c5e-3587-40d4-8e42-34e13271936d req-7845e6d0-85f8-4d43-a959-b4df6f410ca4 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:33.726660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d4ec0c5e-3587-40d4-8e42-34e13271936d req-7845e6d0-85f8-4d43-a959-b4df6f410ca4 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] For port 3303631d-3078-498d-9ac0-2f7e5f8ec198, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=3303631d-3078-498d-9ac0-2f7e5f8ec198,segment=NetworkSegment(f1c17f1c-e6da-425d-8ad9-b33bf533381e),segment_id=f1c17f1c-e6da-425d-8ad9-b33bf533381e)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:33.727136 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d4ec0c5e-3587-40d4-8e42-34e13271936d req-7845e6d0-85f8-4d43-a959-b4df6f410ca4 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:33.748593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-d4ec0c5e-3587-40d4-8e42-34e13271936d req-7845e6d0-85f8-4d43-a959-b4df6f410ca4 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Calling delete_port for 3303631d-3078-498d-9ac0-2f7e5f8ec198 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:06:33.771476 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5329789b-1b7a-4fd6-b472-d6dd61ca53cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:33.775576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe889b4d-43ab-43b2-8523-1e14ac7902ed req-05ae8bad-3370-47ac-9827-28e249fe5bc7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:33.778245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe889b4d-43ab-43b2-8523-1e14ac7902ed req-05ae8bad-3370-47ac-9827-28e249fe5bc7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1821039 Feb 19 03:06:33.836399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb8953-1c5a-4412-a764-36245d218a10 req-c134d641-7a92-46df-a94b-a2d0e6df0fc0 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:33.837905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2bb8953-1c5a-4412-a764-36245d218a10 req-c134d641-7a92-46df-a94b-a2d0e6df0fc0 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1895783 Feb 19 03:06:33.885477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:33.898032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe889b4d-43ab-43b2-8523-1e14ac7902ed req-48b39811-b923-4c8b-846d-8b042843d331 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120465 Feb 19 03:06:33.945653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '9fdcfa44-5905-4866-88c3-0522100eac05', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '9fdcfa44-5905-4866-88c3-0522100eac05', 'mac_address': 'fa:16:3e:42:ee:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:33.946742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2bb8953-1c5a-4412-a764-36245d218a10 req-6a5dfee4-4fb7-473e-a1d9-56a758bad849 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960217 Feb 19 03:06:34.041381 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d4ec0c5e-3587-40d4-8e42-34e13271936d req-7845e6d0-85f8-4d43-a959-b4df6f410ca4 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3303631d-3078-498d-9ac0-2f7e5f8ec198), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:34.094611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845e6d0-85f8-4d43-a959-b4df6f410ca4 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Pushing event deleted for resources: {'Port': ['ID=3303631d-3078-498d-9ac0-2f7e5f8ec198,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:34.147497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b5b15-ce46-48bb-bc62-e8dd28416a6a req-89332413-8751-4a28-a328-9bc3271b2af0 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:34.149024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-028b5b15-ce46-48bb-bc62-e8dd28416a6a req-89332413-8751-4a28-a328-9bc3271b2af0 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 948 time: 0.1629336 Feb 19 03:06:34.166781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:34.167350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ec0c5e-3587-40d4-8e42-34e13271936d req-7845e6d0-85f8-4d43-a959-b4df6f410ca4 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] No DVR routers for this DVR port 3303631d-3078-498d-9ac0-2f7e5f8ec198 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:06:34.169182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['3303631d-3078-498d-9ac0-2f7e5f8ec198'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:34.170641 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d4ec0c5e-3587-40d4-8e42-34e13271936d req-7845e6d0-85f8-4d43-a959-b4df6f410ca4 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:34.173919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4ec0c5e-3587-40d4-8e42-34e13271936d req-7845e6d0-85f8-4d43-a959-b4df6f410ca4 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.67 "DELETE /v2.0/ports/3303631d-3078-498d-9ac0-2f7e5f8ec198 HTTP/1.1" status: 204 len: 173 time: 0.9422421 Feb 19 03:06:34.180342 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94656dc-bf38-4d4b-b443-610267f9c490', 'name': 'network-vif-deleted', 'tag': '3303631d-3078-498d-9ac0-2f7e5f8ec198'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:34.182599 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c677088e-c526-462b-83f0-08bb4af791f7" -d '{"events": [{"server_uuid": "f94656dc-bf38-4d4b-b443-610267f9c490", "name": "network-vif-deleted", "tag": "3303631d-3078-498d-9ac0-2f7e5f8ec198"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:34.201757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f2df3-9e8f-411a-b3dc-8865d0f548db req-7979a613-106d-42b1-b156-1c4aeaa684e8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:34.207481 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f2df3-9e8f-411a-b3dc-8865d0f548db req-7979a613-106d-42b1-b156-1c4aeaa684e8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:34.213091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f2df3-9e8f-411a-b3dc-8865d0f548db req-7979a613-106d-42b1-b156-1c4aeaa684e8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:34.214924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-348f2df3-9e8f-411a-b3dc-8865d0f548db req-7979a613-106d-42b1-b156-1c4aeaa684e8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2414 time: 0.1882467 Feb 19 03:06:34.220596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9fdcfa44-5905-4866-88c3-0522100eac05 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:34.221048 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:34.236983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdcfa44-5905-4866-88c3-0522100eac05 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:34.263269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:34.270121 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:34.293358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-028b5b15-ce46-48bb-bc62-e8dd28416a6a req-6d5151db-27cc-4162-bd4f-2b1eafc368c7 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273468 Feb 19 03:06:34.323582 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-348f2df3-9e8f-411a-b3dc-8865d0f548db req-9c9d33d2-3873-4b6e-bc23-7bf9ba5c5570 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780201 Feb 19 03:06:34.327194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9fdcfa44-5905-4866-88c3-0522100eac05,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:34.621508 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['9fdcfa44-5905-4866-88c3-0522100eac05'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:34.799850 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32771d7b-946d-49bc-827e-80b2d4cbff0e x-openstack-request-id: req-32771d7b-946d-49bc-827e-80b2d4cbff0e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:34.801940 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94656dc-bf38-4d4b-b443-610267f9c490", "name": "network-vif-deleted", "tag": "3303631d-3078-498d-9ac0-2f7e5f8ec198", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:34.802602 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-32771d7b-946d-49bc-827e-80b2d4cbff0e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:34.802602 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94656dc-bf38-4d4b-b443-610267f9c490', 'name': 'network-vif-deleted', 'tag': '3303631d-3078-498d-9ac0-2f7e5f8ec198', 'status': 'completed', 'code': 200} Feb 19 03:06:34.838687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ead7d9f1-73e5-4a76-a81d-9d7ee06f2df6 req-31d5a68f-d227-42a1-a458-1bf6a08b7558 tempest-ListServersNegativeTestJSON-846147979 tempest-ListServersNegativeTestJSON-846147979-project] 10.222.0.81 "GET /v2.0/ports?device_id=f94656dc-bf38-4d4b-b443-610267f9c490 HTTP/1.1" status: 200 len: 210 time: 0.0351896 Feb 19 03:06:34.867008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1468dfb-1bbe-40cd-bbb7-8b9515f510cc req-c7b87ecd-76ef-4bd5-bc13-c43fc746b9d5 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:34.868887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1468dfb-1bbe-40cd-bbb7-8b9515f510cc req-c7b87ecd-76ef-4bd5-bc13-c43fc746b9d5 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 944 time: 0.4950871 Feb 19 03:06:34.969121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1468dfb-1bbe-40cd-bbb7-8b9515f510cc req-4692af0e-380d-4884-bf2c-13df632445a7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932844 Feb 19 03:06:34.993985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db7eaa-5cf1-489c-b1fb-09a6c10aaf43 req-5a51b62e-bf7e-43c4-80cb-70273fdc812f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:34.995485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3db7eaa-5cf1-489c-b1fb-09a6c10aaf43 req-5a51b62e-bf7e-43c4-80cb-70273fdc812f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.0977695 Feb 19 03:06:35.062167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3db7eaa-5cf1-489c-b1fb-09a6c10aaf43 req-7c007cc8-e070-471d-9a9d-217e992a07b5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602005 Feb 19 03:06:35.119880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275463de-cae0-4b79-9ffa-cca9b033e57a req-4ebc2e66-bace-4181-82ff-40d0258f2952 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:35.125751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275463de-cae0-4b79-9ffa-cca9b033e57a req-4ebc2e66-bace-4181-82ff-40d0258f2952 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:35.130999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275463de-cae0-4b79-9ffa-cca9b033e57a req-4ebc2e66-bace-4181-82ff-40d0258f2952 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:35.137141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275463de-cae0-4b79-9ffa-cca9b033e57a req-4ebc2e66-bace-4181-82ff-40d0258f2952 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:35.142607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275463de-cae0-4b79-9ffa-cca9b033e57a req-4ebc2e66-bace-4181-82ff-40d0258f2952 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:35.148498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275463de-cae0-4b79-9ffa-cca9b033e57a req-4ebc2e66-bace-4181-82ff-40d0258f2952 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:35.156190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275463de-cae0-4b79-9ffa-cca9b033e57a req-4ebc2e66-bace-4181-82ff-40d0258f2952 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:35.159361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-275463de-cae0-4b79-9ffa-cca9b033e57a req-4ebc2e66-bace-4181-82ff-40d0258f2952 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5436 time: 0.1135573 Feb 19 03:06:35.251445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d527c7-b6c6-4aea-ad15-857ecaf2a50c req-24f4d65b-6d00-4b06-b601-a1a319f5e12f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:35.252898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01d527c7-b6c6-4aea-ad15-857ecaf2a50c req-24f4d65b-6d00-4b06-b601-a1a319f5e12f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.0922678 Feb 19 03:06:35.257489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-275463de-cae0-4b79-9ffa-cca9b033e57a req-3a2d6c71-e9e2-43a0-a58c-7e887384eac6 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877512 Feb 19 03:06:35.300964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01d527c7-b6c6-4aea-ad15-857ecaf2a50c req-160bd0c2-c2f0-4295-a956-63a291784edd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 Feb 19 03:06:35.466334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12fbb3-2f26-45b3-b57f-74c9c479d580 req-024c639a-4a03-4957-83fd-4878e4997ad5 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:35.467832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b12fbb3-2f26-45b3-b57f-74c9c479d580 req-024c639a-4a03-4957-83fd-4878e4997ad5 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 949 time: 0.0933378 Feb 19 03:06:35.483890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669967ce-97bc-477c-96f2-83f30b9d7de4 req-13131f35-e40d-485f-ad89-2e5fc7059a5f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:35.489797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669967ce-97bc-477c-96f2-83f30b9d7de4 req-13131f35-e40d-485f-ad89-2e5fc7059a5f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:35.497568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669967ce-97bc-477c-96f2-83f30b9d7de4 req-13131f35-e40d-485f-ad89-2e5fc7059a5f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:35.499521 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-669967ce-97bc-477c-96f2-83f30b9d7de4 req-13131f35-e40d-485f-ad89-2e5fc7059a5f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2414 time: 0.0933731 Feb 19 03:06:35.570438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b12fbb3-2f26-45b3-b57f-74c9c479d580 req-59471d4d-77cd-4fa6-8e8d-211978d96975 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963380 Feb 19 03:06:35.578300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-669967ce-97bc-477c-96f2-83f30b9d7de4 req-3412ddf4-cbe0-4d3e-8962-9d6297cae334 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721319 Feb 19 03:06:35.833121 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-274bbcb1-f978-49cf-a093-4b40a1e280a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:35.897745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59220) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:35.970209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Deleting subnet 85d1f16f-5f64-4116-93ec-2b17cac47949 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:06:35.973362 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Publish callbacks [] for subnet (85d1f16f-5f64-4116-93ec-2b17cac47949), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.010774 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (85d1f16f-5f64-4116-93ec-2b17cac47949), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.051394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (85d1f16f-5f64-4116-93ec-2b17cac47949), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.108843 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (85d1f16f-5f64-4116-93ec-2b17cac47949), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.115688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acf5fb-766c-4d7e-bf64-1e0e7d82d3b5 req-7c7b5ca7-66bc-4be5-91ca-952df75a5a1b tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.117462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80acf5fb-766c-4d7e-bf64-1e0e7d82d3b5 req-7c7b5ca7-66bc-4be5-91ca-952df75a5a1b tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 944 time: 0.0649776 Feb 19 03:06:36.130663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b422f97b-0094-4b8e-8492-54c3ade55c30 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:36.133007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:06:36.141730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85d1f16f-5f64-4116-93ec-2b17cac47949,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:36.150311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.156343 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/85d1f16f-5f64-4116-93ec-2b17cac47949 HTTP/1.1" status: 204 len: 168 time: 0.2553251 Feb 19 03:06:36.158841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59226) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:36.167254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.167598 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.167937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.168278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.168609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.168974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.169387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.169723 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.170047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.170370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.170693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.171012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.171334 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda578d-d3e3-41e9-8e0b-dacb698464a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:36.171696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:06:36.172037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0df0dfaf-a86f-4af1-b0d3-9780f0a8c79a not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:06:36.234107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80acf5fb-766c-4d7e-bf64-1e0e7d82d3b5 req-e6bcd283-3a21-4755-9854-0aa7a274f47a tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087053 Feb 19 03:06:36.238356 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (3a4b58be-ffc0-4911-903a-8ca904048134), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.258273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f18352-71f2-4e69-948e-4b53e5157e9e req-fe91135c-a080-452b-a668-9c8685f63d4c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.258273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3f18352-71f2-4e69-948e-4b53e5157e9e req-fe91135c-a080-452b-a668-9c8685f63d4c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.0930481 Feb 19 03:06:36.277308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:36.288422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'port_id': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'mac_address': 'fa:16:3e:5a:23:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:36.310399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3f18352-71f2-4e69-948e-4b53e5157e9e req-afb15aaf-1976-4a63-90ea-80a6a837136b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483592 Feb 19 03:06:36.339285 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (3a4b58be-ffc0-4911-903a-8ca904048134), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.352440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b422f97b-0094-4b8e-8492-54c3ade55c30 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:36.352843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.368938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b422f97b-0094-4b8e-8492-54c3ade55c30 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:36.373105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a4b58be-ffc0-4911-903a-8ca904048134']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:36.384099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1c17f1c-e6da-425d-8ad9-b33bf533381e') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:36.384580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1c17f1c-e6da-425d-8ad9-b33bf533381e') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:36.397323 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (f1c17f1c-e6da-425d-8ad9-b33bf533381e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.397588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:36.401904 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.414234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f1c17f1c-e6da-425d-8ad9-b33bf533381e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.420870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:06:36.421351 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (f1c17f1c-e6da-425d-8ad9-b33bf533381e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:06:36.423177 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:06:36.459551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:36.462057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292f99-7544-4d3a-8f5c-86083dfad2d2 req-8aef94d3-fe37-4432-999f-52592d9ea399 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.470206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292f99-7544-4d3a-8f5c-86083dfad2d2 req-8aef94d3-fe37-4432-999f-52592d9ea399 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.475943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292f99-7544-4d3a-8f5c-86083dfad2d2 req-8aef94d3-fe37-4432-999f-52592d9ea399 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.481872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292f99-7544-4d3a-8f5c-86083dfad2d2 req-8aef94d3-fe37-4432-999f-52592d9ea399 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.486977 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (3a4b58be-ffc0-4911-903a-8ca904048134), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.487892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292f99-7544-4d3a-8f5c-86083dfad2d2 req-8aef94d3-fe37-4432-999f-52592d9ea399 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.494137 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.494593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292f99-7544-4d3a-8f5c-86083dfad2d2 req-8aef94d3-fe37-4432-999f-52592d9ea399 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.499898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292f99-7544-4d3a-8f5c-86083dfad2d2 req-8aef94d3-fe37-4432-999f-52592d9ea399 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.500814 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3a4b58be-ffc0-4911-903a-8ca904048134 HTTP/1.1" status: 204 len: 168 time: 0.3409793 Feb 19 03:06:36.502367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6292f99-7544-4d3a-8f5c-86083dfad2d2 req-8aef94d3-fe37-4432-999f-52592d9ea399 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5436 time: 0.1576281 Feb 19 03:06:36.518805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf8661-8dfd-4882-b3db-ac7b6ca87028 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a4b58be-ffc0-4911-903a-8ca904048134,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:36.548312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3799361-a590-49e8-bad4-a05695538047 req-ac9b6793-09c9-427c-8aa0-772a44eed619 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.549803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3799361-a590-49e8-bad4-a05695538047 req-ac9b6793-09c9-427c-8aa0-772a44eed619 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.1489632 Feb 19 03:06:36.604468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6292f99-7544-4d3a-8f5c-86083dfad2d2 req-9eb2b35c-a9e2-4beb-8cf1-7b62c078b6b8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0954814 Feb 19 03:06:36.623309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3799361-a590-49e8-bad4-a05695538047 req-9c4d10f7-77d0-4eac-baa9-917f52dadb55 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627248 Feb 19 03:06:36.712336 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59238) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:36.756884 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c748f856-91d8-4154-b24c-ceaa8df1de4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7fc2b0aa42d41009ca76a5e0aae7fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432184 Feb 19 03:06:36.759501 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59240) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:36.774016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a3ea7-a42f-4440-979b-43a4b65830ea req-f598f33b-37bd-4d2f-abc7-68010ae25d7a tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.775519 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-911a3ea7-a42f-4440-979b-43a4b65830ea req-f598f33b-37bd-4d2f-abc7-68010ae25d7a tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 949 time: 0.0923030 Feb 19 03:06:36.788178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9dcb5-42f3-4bb0-87ed-dbc6644754f6 req-77350e35-fec8-4efc-944f-f58efd2a8aaa tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.793632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9dcb5-42f3-4bb0-87ed-dbc6644754f6 req-77350e35-fec8-4efc-944f-f58efd2a8aaa tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.799174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9dcb5-42f3-4bb0-87ed-dbc6644754f6 req-77350e35-fec8-4efc-944f-f58efd2a8aaa tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:36.800842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5c9dcb5-42f3-4bb0-87ed-dbc6644754f6 req-77350e35-fec8-4efc-944f-f58efd2a8aaa tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2414 time: 0.1067204 Feb 19 03:06:36.807361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dd1bb30-e046-4e9b-864f-c2db9dc54a2a admin admin] Publish callbacks [] for security_group (089d0fbd-b71d-4bf1-be46-13ae4246985e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.832772 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dd1bb30-e046-4e9b-864f-c2db9dc54a2a admin admin] Publish callbacks [] for security_group (089d0fbd-b71d-4bf1-be46-13ae4246985e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.866735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-911a3ea7-a42f-4440-979b-43a4b65830ea req-9ba1403d-8c62-40b3-96d9-8b910ccc86e1 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647962 Feb 19 03:06:36.879226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5c9dcb5-42f3-4bb0-87ed-dbc6644754f6 req-8f06b0af-4d4c-4f0b-8676-568bf6c49fa3 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704224 Feb 19 03:06:36.890955 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dd1bb30-e046-4e9b-864f-c2db9dc54a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (089d0fbd-b71d-4bf1-be46-13ae4246985e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.893962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dd1bb30-e046-4e9b-864f-c2db9dc54a2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:36.895145 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8dd1bb30-e046-4e9b-864f-c2db9dc54a2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/089d0fbd-b71d-4bf1-be46-13ae4246985e HTTP/1.1" status: 204 len: 168 time: 0.1347528 Feb 19 03:06:36.903282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd1bb30-e046-4e9b-864f-c2db9dc54a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d0fbd-b71d-4bf1-be46-13ae4246985e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:36.965969 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:37.036098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9fdcfa44-5905-4866-88c3-0522100eac05 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:37.089910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 9fdcfa44-5905-4866-88c3-0522100eac05 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:37.094384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 9fdcfa44-5905-4866-88c3-0522100eac05 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:37.094809 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:37.181333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9fdcfa44-5905-4866-88c3-0522100eac05 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:37.181724 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:37.205332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:37.207466 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e416990f-e2a9-4dd5-a279-a399b0a8a334" -d '{"events": [{"server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:37.220400 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:37.225236 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:37.226126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 3303631d-3078-498d-9ac0-2f7e5f8ec198 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:06:37.275052 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e50c358-3a99-4b6d-9462-85e85ef35e15 x-openstack-request-id: req-3e50c358-3a99-4b6d-9462-85e85ef35e15 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:37.275393 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:37.275593 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e50c358-3a99-4b6d-9462-85e85ef35e15 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:37.276007 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05', 'code': 200} Feb 19 03:06:37.276793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 3303631d-3078-498d-9ac0-2f7e5f8ec198 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:06:37.277284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 3303631d-3078-498d-9ac0-2f7e5f8ec198 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:06:37.314688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9fdcfa44-5905-4866-88c3-0522100eac05,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:37.442091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857ae6b-2527-4be8-b470-15164f9e3d62 req-0eec70e6-6bd5-4216-b4e0-c7f5c9743847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:37.443608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f857ae6b-2527-4be8-b470-15164f9e3d62 req-0eec70e6-6bd5-4216-b4e0-c7f5c9743847 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 1132 time: 0.1191454 Feb 19 03:06:37.453608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd38e8-8a64-43d7-acb2-01b9295455fc req-15ae1b47-8a82-4269-a9f8-ff87fa79ae48 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:37.455112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7cd38e8-8a64-43d7-acb2-01b9295455fc req-15ae1b47-8a82-4269-a9f8-ff87fa79ae48 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 944 time: 0.1188269 Feb 19 03:06:37.503288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f01ec-761b-4b2d-abba-768b2f7915ef req-64fb5d97-5f91-4dc9-81f1-4d591721f794 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:37.504830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-338f01ec-761b-4b2d-abba-768b2f7915ef req-64fb5d97-5f91-4dc9-81f1-4d591721f794 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.1165025 Feb 19 03:06:37.553909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f857ae6b-2527-4be8-b470-15164f9e3d62 req-e6287847-7c1d-444d-816b-66b593f7b5df service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977526 Feb 19 03:06:37.573839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['b422f97b-0094-4b8e-8492-54c3ade55c30'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:37.579857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7cd38e8-8a64-43d7-acb2-01b9295455fc req-e4b3d252-493b-41c9-8673-f4a64821ff1c tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084554 Feb 19 03:06:37.604781 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-338f01ec-761b-4b2d-abba-768b2f7915ef req-aa0ef496-de5a-482d-a80a-2e276ddcc446 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914021 Feb 19 03:06:37.669863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59272) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:37.794882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-194097663-network', 'tenant_id': '72e7e78f3da84b2cb96cf42ec4b0979d'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:37.817775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe95f6-1b06-4985-8651-ca20259d6bfb req-76248b0c-cbfb-483c-8d30-39428f1fa2a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:37.823069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe95f6-1b06-4985-8651-ca20259d6bfb req-76248b0c-cbfb-483c-8d30-39428f1fa2a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:37.828471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe95f6-1b06-4985-8651-ca20259d6bfb req-76248b0c-cbfb-483c-8d30-39428f1fa2a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:37.833922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe95f6-1b06-4985-8651-ca20259d6bfb req-76248b0c-cbfb-483c-8d30-39428f1fa2a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:37.839345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe95f6-1b06-4985-8651-ca20259d6bfb req-76248b0c-cbfb-483c-8d30-39428f1fa2a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:37.844963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe95f6-1b06-4985-8651-ca20259d6bfb req-76248b0c-cbfb-483c-8d30-39428f1fa2a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:37.850221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe95f6-1b06-4985-8651-ca20259d6bfb req-76248b0c-cbfb-483c-8d30-39428f1fa2a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:37.852259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89fe95f6-1b06-4985-8651-ca20259d6bfb req-76248b0c-cbfb-483c-8d30-39428f1fa2a9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5436 time: 0.1477747 Feb 19 03:06:37.877068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c5ada-0d62-488e-93b1-acd7f76f57e9 req-4e07687f-054f-4955-9ddc-93404bf94054 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:37.878532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a6c5ada-0d62-488e-93b1-acd7f76f57e9 req-4e07687f-054f-4955-9ddc-93404bf94054 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.1360486 Feb 19 03:06:37.880510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Made reservation on behalf of 72e7e78f3da84b2cb96cf42ec4b0979d for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:37.882744 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:37.905837 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:37.988922 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89fe95f6-1b06-4985-8651-ca20259d6bfb req-55933674-9692-4182-81ed-e29c9c46b02d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288264 Feb 19 03:06:37.996862 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a6c5ada-0d62-488e-93b1-acd7f76f57e9 req-f2649f20-d6e7-4b8c-8c68-bad3ea25e463 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114478 Feb 19 03:06:38.059759 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Publish callbacks [] for security_group (eb009314-1d8a-4928-8736-4607e4917873), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.065480 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (eb009314-1d8a-4928-8736-4607e4917873), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.101217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:06:38.139530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb009314-1d8a-4928-8736-4607e4917873,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:38.141495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b422f97b-0094-4b8e-8492-54c3ade55c30 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:38.158880 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.159227 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Added segment e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee of type vlan for network 05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 Feb 19 03:06:38.197754 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port b422f97b-0094-4b8e-8492-54c3ade55c30 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:38.197754 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.212441 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (05f5295a-d997-4fcb-8bd3-4b41c7c27fe7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.242003 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118fecb-edba-4d58-8825-73781429a57d req-d3824eac-36d7-4d0b-aa2b-0894074ae904 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:38.247600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118fecb-edba-4d58-8825-73781429a57d req-d3824eac-36d7-4d0b-aa2b-0894074ae904 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:38.252848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118fecb-edba-4d58-8825-73781429a57d req-d3824eac-36d7-4d0b-aa2b-0894074ae904 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:38.254518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d118fecb-edba-4d58-8825-73781429a57d req-d3824eac-36d7-4d0b-aa2b-0894074ae904 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2414 time: 0.1708596 Feb 19 03:06:38.271054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cfdb1-6ead-4301-8b40-f040b2a084c9 req-e82378d5-ae5b-4aec-8db3-df5e4dfb55dc tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:38.272506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-800cfdb1-6ead-4301-8b40-f040b2a084c9 req-e82378d5-ae5b-4aec-8db3-df5e4dfb55dc tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 950 time: 0.1682351 Feb 19 03:06:38.295274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b422f97b-0094-4b8e-8492-54c3ade55c30 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:38.295990 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.303472 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (05f5295a-d997-4fcb-8bd3-4b41c7c27fe7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.304531 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:38.305263 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.320167 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.336316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:38.341746 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.342733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device be5d20fe-cbe3-4ce2-90fa-892576af58a6 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:38.403545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7305274 Feb 19 03:06:38.406681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59280) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:38.412099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d118fecb-edba-4d58-8825-73781429a57d req-7bee830a-66cd-4ce2-86b0-6ee1c571cd79 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510427 Feb 19 03:06:38.413275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-115207d5-4786-4752-84e5-c9b102b8c62b admin admin] Request body: {'subnet': {'network_id': '05f5295a-d997-4fcb-8bd3-4b41c7c27fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-194097663-subnet', 'tenant_id': '72e7e78f3da84b2cb96cf42ec4b0979d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:38.423738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Pushing event updated for resources: {'Network': ['ID=05f5295a-d997-4fcb-8bd3-4b41c7c27fe7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:38.429411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-800cfdb1-6ead-4301-8b40-f040b2a084c9 req-deaf25d3-90ed-4fc0-8644-ed8b6e93d2fc tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474078 Feb 19 03:06:38.443922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port be5d20fe-cbe3-4ce2-90fa-892576af58a6 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:38.444267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.444734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.444919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.445182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.445489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.445792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.446114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.446432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.446772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.447035 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115207d5-4786-4752-84e5-c9b102b8c62b admin admin] Made reservation on behalf of 72e7e78f3da84b2cb96cf42ec4b0979d for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:38.447139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.447360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.447672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.448140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a59d21-8936-4f78-88b4-2c4ae77e75f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:38.452617 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-115207d5-4786-4752-84e5-c9b102b8c62b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.454174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:38.456996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port be5d20fe-cbe3-4ce2-90fa-892576af58a6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:38.458155 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.479228 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:06:38.598354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port be5d20fe-cbe3-4ce2-90fa-892576af58a6 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:38.598741 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.633751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-115207d5-4786-4752-84e5-c9b102b8c62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (7147bb97-1ebf-4ee0-a64b-04cf37f63c29), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.635242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port be5d20fe-cbe3-4ce2-90fa-892576af58a6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=be5d20fe-cbe3-4ce2-90fa-892576af58a6,segment=NetworkSegment(96c3d563-77c2-46e4-abe4-d3b4c62df61e),segment_id=96c3d563-77c2-46e4-abe4-d3b4c62df61e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:38.641103 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.643085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 72ecd80a-ead9-4450-bb93-e96fa2579879 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:38.712321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115207d5-4786-4752-84e5-c9b102b8c62b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7147bb97-1ebf-4ee0-a64b-04cf37f63c29,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:38.727038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115207d5-4786-4752-84e5-c9b102b8c62b admin admin] Checking segment: {'id': 'e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05f5295a-d997-4fcb-8bd3-4b41c7c27fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:38.727862 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115207d5-4786-4752-84e5-c9b102b8c62b admin admin] Network hostable DHCP agents. Network: 05f5295a-d997-4fcb-8bd3-4b41c7c27fe7, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:06:38.736957 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=be5d20fe-cbe3-4ce2-90fa-892576af58a6,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:38.749591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 72ecd80a-ead9-4450-bb93-e96fa2579879 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:38.753708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 72ecd80a-ead9-4450-bb93-e96fa2579879 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:38.754200 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.758472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115207d5-4786-4752-84e5-c9b102b8c62b admin admin] Network 05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:06:38.770523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-115207d5-4786-4752-84e5-c9b102b8c62b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 05f5295a-d997-4fcb-8bd3-4b41c7c27fe7) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:38.775711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608678c0-add5-4800-b141-7d609ddcfd3c req-6224cd5a-a597-44aa-b45d-d818b7f93490 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:38.779965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115207d5-4786-4752-84e5-c9b102b8c62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:38.781328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-115207d5-4786-4752-84e5-c9b102b8c62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.782726 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-608678c0-add5-4800-b141-7d609ddcfd3c req-6224cd5a-a597-44aa-b45d-d818b7f93490 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 944 time: 0.1187854 Feb 19 03:06:38.782950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81fbf86-d246-4b00-b0e3-485e68e05def None None] Network 05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:38.812815 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-115207d5-4786-4752-84e5-c9b102b8c62b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4009597 Feb 19 03:06:38.825320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453851ba-a435-4e86-9cbf-b60ee0110857 req-955565a4-6f22-419d-a1b1-a54fceec3049 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:38.826895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-453851ba-a435-4e86-9cbf-b60ee0110857 req-955565a4-6f22-419d-a1b1-a54fceec3049 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.1124735 Feb 19 03:06:38.877013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-608678c0-add5-4800-b141-7d609ddcfd3c req-18dcbad0-2b3d-426e-9083-767096e5b0d7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862620 Feb 19 03:06:38.912288 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-453851ba-a435-4e86-9cbf-b60ee0110857 req-60fd4d54-d344-46bf-9111-0636c0e627fd tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739491 Feb 19 03:06:38.929359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 72ecd80a-ead9-4450-bb93-e96fa2579879 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:38.929752 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:38.948060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b6765-1ee6-47fb-9899-e074e9061a11 None None] Network 05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:06:39.033562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 72ecd80a-ead9-4450-bb93-e96fa2579879, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=72ecd80a-ead9-4450-bb93-e96fa2579879,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:39.039689 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:39.103751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=72ecd80a-ead9-4450-bb93-e96fa2579879,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:39.173268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9508b3-d796-4331-93e6-1e3d118adb03 req-a31c51f4-8625-43fe-9db3-28b8113861ee tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:39.178830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9508b3-d796-4331-93e6-1e3d118adb03 req-a31c51f4-8625-43fe-9db3-28b8113861ee tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:39.184299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9508b3-d796-4331-93e6-1e3d118adb03 req-a31c51f4-8625-43fe-9db3-28b8113861ee tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:39.189969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9508b3-d796-4331-93e6-1e3d118adb03 req-a31c51f4-8625-43fe-9db3-28b8113861ee tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:39.195576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9508b3-d796-4331-93e6-1e3d118adb03 req-a31c51f4-8625-43fe-9db3-28b8113861ee tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:39.202326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9508b3-d796-4331-93e6-1e3d118adb03 req-a31c51f4-8625-43fe-9db3-28b8113861ee tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:39.207563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9508b3-d796-4331-93e6-1e3d118adb03 req-a31c51f4-8625-43fe-9db3-28b8113861ee tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:39.209812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b9508b3-d796-4331-93e6-1e3d118adb03 req-a31c51f4-8625-43fe-9db3-28b8113861ee tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5437 time: 0.1167984 Feb 19 03:06:39.277281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30'}, {'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5d20fe-cbe3-4ce2-90fa-892576af58a6'}, {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ecd80a-ead9-4450-bb93-e96fa2579879'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:39.279714 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd315fee-b73b-4e40-a1c7-024d31c2cd3d" -d '{"events": [{"server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "name": "network-vif-plugged", "status": "completed", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30"}, {"server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "name": "network-vif-plugged", "status": "completed", "tag": "be5d20fe-cbe3-4ce2-90fa-892576af58a6"}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "72ecd80a-ead9-4450-bb93-e96fa2579879"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:39.340794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b9508b3-d796-4331-93e6-1e3d118adb03 req-8d659f75-7ce0-4682-b5cb-8aff6a7a7c66 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227736 Feb 19 03:06:39.371962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-e154d94d-5330-4c46-9d44-55d75f9187e8 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:39.376032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-e154d94d-5330-4c46-9d44-55d75f9187e8 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/networks?id=05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 HTTP/1.1" status: 200 len: 813 time: 0.1515338 Feb 19 03:06:39.389251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-4e9eba2b-3f70-4650-a372-b114a0d2ea1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/quotas/72e7e78f3da84b2cb96cf42ec4b0979d HTTP/1.1" status: 200 len: 375 time: 0.0099125 Feb 19 03:06:39.425750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-be6f935d-5a3c-4399-8fd3-817658fadc44 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=72e7e78f3da84b2cb96cf42ec4b0979d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306103 Feb 19 03:06:39.546158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0fbcd-f8e8-4ccc-8f3f-6477e33e541f req-123953d6-3b02-4317-94a5-f71e77e71b30 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:39.547771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdf0fbcd-f8e8-4ccc-8f3f-6477e33e541f req-123953d6-3b02-4317-94a5-f71e77e71b30 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1196296 Feb 19 03:06:39.569581 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-b3d41de9-115c-4c82-8fc8-6662823a5c2f service neutron] 10.222.0.81 "GET /v2.0/networks/05f5295a-d997-4fcb-8bd3-4b41c7c27fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316619 Feb 19 03:06:39.670271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdf0fbcd-f8e8-4ccc-8f3f-6477e33e541f req-e32c7e90-4aa8-4af0-9527-7402ec8f0110 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122117 Feb 19 03:06:39.701751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-9867184c-1a5d-4497-8775-366a35a90fa1 service neutron] 10.222.0.81 "GET /v2.0/networks/05f5295a-d997-4fcb-8bd3-4b41c7c27fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243622 Feb 19 03:06:39.738724 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1be89e6-a063-40a7-9204-610a704ddc2d x-openstack-request-id: req-b1be89e6-a063-40a7-9204-610a704ddc2d {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:39.739035 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "name": "network-vif-plugged", "status": "completed", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30", "code": 200}, {"server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "name": "network-vif-plugged", "status": "completed", "tag": "be5d20fe-cbe3-4ce2-90fa-892576af58a6", "code": 200}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "72ecd80a-ead9-4450-bb93-e96fa2579879", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:39.739293 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1be89e6-a063-40a7-9204-610a704ddc2d {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:39.739699 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'code': 200} Feb 19 03:06:39.739960 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5d20fe-cbe3-4ce2-90fa-892576af58a6', 'code': 200} Feb 19 03:06:39.740213 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72ecd80a-ead9-4450-bb93-e96fa2579879', 'code': 200} Feb 19 03:06:39.873787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5c23a-b21a-4971-8b90-75e53290d70a req-e517c951-5470-4073-ad57-bd8d0817561e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:39.882030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5c23a-b21a-4971-8b90-75e53290d70a req-e517c951-5470-4073-ad57-bd8d0817561e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:39.889692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b5c23a-b21a-4971-8b90-75e53290d70a req-e517c951-5470-4073-ad57-bd8d0817561e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:39.897524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53b5c23a-b21a-4971-8b90-75e53290d70a req-e517c951-5470-4073-ad57-bd8d0817561e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2415 time: 0.1139581 Feb 19 03:06:39.997114 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.016415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53b5c23a-b21a-4971-8b90-75e53290d70a req-893a3061-3a1d-440d-bcb1-192fa7d08ff7 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180229 Feb 19 03:06:40.061761 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c99abe-e35b-4a68-8564-276ca73399ea req-6d41b0b7-e12e-453c-a5c0-fe280370438c tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:40.064092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4c99abe-e35b-4a68-8564-276ca73399ea req-6d41b0b7-e12e-453c-a5c0-fe280370438c tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 950 time: 0.1437864 Feb 19 03:06:40.135983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60993bc4-7354-459d-9b1b-acc8c465d95e req-a087559d-2148-40d8-9de0-c1f0c8f85109 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 210 time: 0.0616906 Feb 19 03:06:40.139436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:40.165126 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4c99abe-e35b-4a68-8564-276ca73399ea req-4599b3ae-cfba-4ceb-978e-dc6b305069fa tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926003 Feb 19 03:06:40.283858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:40.295846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 has no active binding in host n-h1-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:06:40.312696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb7104-7705-4cb6-99c7-f5e2e8b5f313 req-48ae4d43-ee9d-4e10-abd9-81fe566d621f tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:40.314217 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27bb7104-7705-4cb6-99c7-f5e2e8b5f313 req-48ae4d43-ee9d-4e10-abd9-81fe566d621f tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 944 time: 0.1018970 Feb 19 03:06:40.357676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41e24e-f983-4c23-b443-574b07c63a25 req-bdaba378-c3db-421a-a18f-e1e8d74f99ee tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:40.359411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef41e24e-f983-4c23-b443-574b07c63a25 req-bdaba378-c3db-421a-a18f-e1e8d74f99ee tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 946 time: 0.0965352 Feb 19 03:06:40.406483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27bb7104-7705-4cb6-99c7-f5e2e8b5f313 req-1259ae85-bd59-416c-8fc5-13f85dea2453 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848639 Feb 19 03:06:40.434009 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef41e24e-f983-4c23-b443-574b07c63a25 req-504394e7-c3a1-42eb-a6fd-21a590bba083 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662022 Feb 19 03:06:40.555643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242ae-a389-4197-a614-13295242f1e4 req-4f22e214-b426-4f8a-b5d3-14c5345ef0cb tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:40.557955 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-4f22e214-b426-4f8a-b5d3-14c5345ef0cb tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9&tenant_id=d0db881fe5bf4d899432d08392993561&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1128 time: 0.0582294 Feb 19 03:06:40.568909 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826755-2'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:40.570795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa59a-6156-4712-8115-352cfa808969 req-73c5a029-049e-4571-8668-c05f075262b7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:40.576390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa59a-6156-4712-8115-352cfa808969 req-73c5a029-049e-4571-8668-c05f075262b7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:40.581715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa59a-6156-4712-8115-352cfa808969 req-73c5a029-049e-4571-8668-c05f075262b7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:40.586970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa59a-6156-4712-8115-352cfa808969 req-73c5a029-049e-4571-8668-c05f075262b7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:40.592293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa59a-6156-4712-8115-352cfa808969 req-73c5a029-049e-4571-8668-c05f075262b7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:40.597632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa59a-6156-4712-8115-352cfa808969 req-73c5a029-049e-4571-8668-c05f075262b7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:40.602849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa59a-6156-4712-8115-352cfa808969 req-73c5a029-049e-4571-8668-c05f075262b7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:40.604862 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39eaa59a-6156-4712-8115-352cfa808969 req-73c5a029-049e-4571-8668-c05f075262b7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5437 time: 0.1054182 Feb 19 03:06:40.650155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.665926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39eaa59a-6156-4712-8115-352cfa808969 req-f2379076-1628-4ddb-9617-c2b5e4ee3757 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545137 Feb 19 03:06:40.788868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:40.820869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d268b-22bc-417f-8415-bb45b2286ade req-50d2c7f9-cb93-40a1-8ba7-210f0b2b7d65 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:40.829384 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a1d268b-22bc-417f-8415-bb45b2286ade req-50d2c7f9-cb93-40a1-8ba7-210f0b2b7d65 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.0695758 Feb 19 03:06:40.833092 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:40.877255 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a1d268b-22bc-417f-8415-bb45b2286ade req-71f5fe63-e82f-499e-bace-124ea29e18b8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456676 Feb 19 03:06:40.887568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b36521-4f89-4ae3-8a40-e7362d8e4ff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f16d715-c7ef-40ee-8a8e-fe174a5c2046'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:40.890395 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753705df-e1d4-4716-a48a-a982e4e64762" -d '{"events": [{"server_uuid": "17b36521-4f89-4ae3-8a40-e7362d8e4ff9", "name": "network-vif-unplugged", "status": "completed", "tag": "1f16d715-c7ef-40ee-8a8e-fe174a5c2046"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:40.895722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Publish callbacks [] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.908645 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:40.937106 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748ce350-e172-40d3-9a04-19e0e599da48 x-openstack-request-id: req-748ce350-e172-40d3-9a04-19e0e599da48 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:40.937446 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b36521-4f89-4ae3-8a40-e7362d8e4ff9", "name": "network-vif-unplugged", "status": "completed", "tag": "1f16d715-c7ef-40ee-8a8e-fe174a5c2046", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:40.937852 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-748ce350-e172-40d3-9a04-19e0e599da48 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:40.938243 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b36521-4f89-4ae3-8a40-e7362d8e4ff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f16d715-c7ef-40ee-8a8e-fe174a5c2046', 'code': 200} Feb 19 03:06:40.993708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,revision_number=7']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:41.005842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Attempting to bind port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on host n-h2-826755-2 for vnic_type normal with profile {"migrating_to": "n-h1-826755-2"} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:41.005842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Attempting to bind port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:41.006012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Attempting to bind port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:41.010498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:06:41.010821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Attempting to bind port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on network c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:41.016975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:41.017317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Checking segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:41.017705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Bound using segment: {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:41.018132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Bound port: 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c3c3fba9-cc5b-42ca-9a06-3cc1125e4125'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:41.018506 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:41.128691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-b4ab4767-6976-4209-9872-5dce22e6afc8 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:41.130264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-b4ab4767-6976-4209-9872-5dce22e6afc8 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.67 "GET /v2.0/networks?id=05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 HTTP/1.1" status: 200 len: 813 time: 0.1723728 Feb 19 03:06:41.152078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Request body: {'port': {'device_id': '7058aa4b-5a23-49fa-9aa8-18263fcee7a3', 'network_id': '05f5295a-d997-4fcb-8bd3-4b41c7c27fe7', 'admin_state_up': True, 'tenant_id': '72e7e78f3da84b2cb96cf42ec4b0979d'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:41.182312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaedb59-b1f3-465f-a9fb-eec0407a7a97 req-37e13b78-fd25-45aa-beb8-f97b74ec0519 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:41.186418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaedb59-b1f3-465f-a9fb-eec0407a7a97 req-37e13b78-fd25-45aa-beb8-f97b74ec0519 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:41.192317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaedb59-b1f3-465f-a9fb-eec0407a7a97 req-37e13b78-fd25-45aa-beb8-f97b74ec0519 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:41.194120 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eaedb59-b1f3-465f-a9fb-eec0407a7a97 req-37e13b78-fd25-45aa-beb8-f97b74ec0519 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2415 time: 0.1089907 Feb 19 03:06:41.274684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae02421c-09ee-4b82-9ac6-7241b13e9563 req-9f49791d-945c-4674-9a92-9a07b2e87edf tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 210 time: 0.0527747 Feb 19 03:06:41.331427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eaedb59-b1f3-465f-a9fb-eec0407a7a97 req-4bf70d2a-550b-4099-9ba0-bd1b3b0eaeae tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094587 Feb 19 03:06:41.359217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Made reservation on behalf of 72e7e78f3da84b2cb96cf42ec4b0979d for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:06:41.363221 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:41.428640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:41.432372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:41.441411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:41.504267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Allocated IP 172.20.0.6 (05f5295a-d997-4fcb-8bd3-4b41c7c27fe7/7147bb97-1ebf-4ee0-a64b-04cf37f63c29/08cb951e-56eb-4ebd-919b-83b3f49ea791) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:06:41.535873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,revision_number=8']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:41.542138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:41.543090 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:41.545428 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-2bfa896e-8a8f-4944-9359-d444388a33a9 service neutron] 10.222.0.87 "PUT /v2.0/ports/1f16d715-c7ef-40ee-8a8e-fe174a5c2046 HTTP/1.1" status: 200 len: 1122 time: 0.9808269 Feb 19 03:06:41.656909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['1f16d715-c7ef-40ee-8a8e-fe174a5c2046'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:41.723860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['1f16d715-c7ef-40ee-8a8e-fe174a5c2046'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:41.758522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8353943-1a57-4d4c-b07d-2bfe71eb2694 req-ad548fdc-59fe-4fd3-9fd0-2cd881beba05 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:41.760100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8353943-1a57-4d4c-b07d-2bfe71eb2694 req-ad548fdc-59fe-4fd3-9fd0-2cd881beba05 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.1800125 Feb 19 03:06:41.767107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039163f-b9ae-4ffc-993c-aedf9693d098 req-2f9e46a6-ebef-4c9e-a259-e13736cbcf0c tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:41.768643 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e039163f-b9ae-4ffc-993c-aedf9693d098 req-2f9e46a6-ebef-4c9e-a259-e13736cbcf0c tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 944 time: 0.2091448 Feb 19 03:06:41.829740 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Publish callbacks [] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:41.883592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8353943-1a57-4d4c-b07d-2bfe71eb2694 req-d6984e8d-8017-479e-a5c4-7e79c2b56931 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119180 Feb 19 03:06:41.897429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e039163f-b9ae-4ffc-993c-aedf9693d098 req-1517e7e7-fe13-4d22-8d7c-d55a1b727fe7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083994 Feb 19 03:06:41.958770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.058994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Network 05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:06:42.065673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:06:42.074048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:06:42.091092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Pushing event updated for resources: {'Port': ['ID=08cb951e-56eb-4ebd-919b-83b3f49ea791,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:42.149776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 37a67907-8cb9-49e1-9830-d1fa833fc42c up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:42.180780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:42.181445 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.206610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c4e23-262f-46a4-ad7f-6c5b290a1ed7 req-986200dc-9724-4225-94f4-ba9166de94bf tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:42.211881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c4e23-262f-46a4-ad7f-6c5b290a1ed7 req-986200dc-9724-4225-94f4-ba9166de94bf tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:42.218700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c4e23-262f-46a4-ad7f-6c5b290a1ed7 req-986200dc-9724-4225-94f4-ba9166de94bf tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:42.223291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c4e23-262f-46a4-ad7f-6c5b290a1ed7 req-986200dc-9724-4225-94f4-ba9166de94bf tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:42.225362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 37a67907-8cb9-49e1-9830-d1fa833fc42c completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:42.229936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c4e23-262f-46a4-ad7f-6c5b290a1ed7 req-986200dc-9724-4225-94f4-ba9166de94bf tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:42.234260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c4e23-262f-46a4-ad7f-6c5b290a1ed7 req-986200dc-9724-4225-94f4-ba9166de94bf tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:42.235402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 37a67907-8cb9-49e1-9830-d1fa833fc42c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:42.235947 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.239731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c4e23-262f-46a4-ad7f-6c5b290a1ed7 req-986200dc-9724-4225-94f4-ba9166de94bf tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:42.247764 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c90c4e23-262f-46a4-ad7f-6c5b290a1ed7 req-986200dc-9724-4225-94f4-ba9166de94bf tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5437 time: 0.2327626 Feb 19 03:06:42.277311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-219ecb75-de69-4169-b493-ea01bec63b1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1294477 Feb 19 03:06:42.349963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8fc6cb-dc41-4d45-8ca1-88632c5d75b3 req-9d2454ee-43e3-406d-a55f-5d342964827e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:42.361468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab8fc6cb-dc41-4d45-8ca1-88632c5d75b3 req-9d2454ee-43e3-406d-a55f-5d342964827e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.2933152 Feb 19 03:06:42.371019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Request body: {'port': {'device_id': '7058aa4b-5a23-49fa-9aa8-18263fcee7a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:42.374351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 37a67907-8cb9-49e1-9830-d1fa833fc42c is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:42.375161 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.400336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a67907-8cb9-49e1-9830-d1fa833fc42c'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:42.403183 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5adf968-21aa-4c43-923e-f46da4062084" -d '{"events": [{"server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "name": "network-vif-plugged", "status": "completed", "tag": "37a67907-8cb9-49e1-9830-d1fa833fc42c"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:42.416581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 37a67907-8cb9-49e1-9830-d1fa833fc42c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=37a67907-8cb9-49e1-9830-d1fa833fc42c,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:42.425249 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.426748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b221327e-078e-4707-a7b8-48b8a7da20d4 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:42.471799 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.507249 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=37a67907-8cb9-49e1-9830-d1fa833fc42c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:42.528621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port b221327e-078e-4707-a7b8-48b8a7da20d4 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:42.539680 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port b221327e-078e-4707-a7b8-48b8a7da20d4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:42.540613 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.591687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c90c4e23-262f-46a4-ad7f-6c5b290a1ed7 req-3c0c4925-d7cf-46df-b001-e02bff8a851c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3427098 Feb 19 03:06:42.667467 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b221327e-078e-4707-a7b8-48b8a7da20d4 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:42.668070 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.709207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b221327e-078e-4707-a7b8-48b8a7da20d4, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b221327e-078e-4707-a7b8-48b8a7da20d4,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:42.717672 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.718904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:42.798963 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab8fc6cb-dc41-4d45-8ca1-88632c5d75b3 req-35d6aec3-c5a4-4b48-9d64-7e132aec549f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4363904 Feb 19 03:06:42.817704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:42.828734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:42.829122 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.853977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44c6b3-9091-4497-b3bf-a3a61ed166cb req-1462fe4f-a65b-44b0-8d06-c3ce36104f81 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:42.862055 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f44c6b3-9091-4497-b3bf-a3a61ed166cb req-1462fe4f-a65b-44b0-8d06-c3ce36104f81 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 931 time: 0.1700978 Feb 19 03:06:42.887500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b221327e-078e-4707-a7b8-48b8a7da20d4,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:42.935126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:42.935517 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.939420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b36521-4f89-4ae3-8a40-e7362d8e4ff9', 'tag': '1f16d715-c7ef-40ee-8a8e-fe174a5c2046'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:42.943067 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19af00cf-664d-44c5-8e85-9dac249dca40" -d '{"events": [{"name": "network-changed", "server_uuid": "17b36521-4f89-4ae3-8a40-e7362d8e4ff9", "tag": "1f16d715-c7ef-40ee-8a8e-fe174a5c2046"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:42.963682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f44c6b3-9091-4497-b3bf-a3a61ed166cb req-79de20a5-939a-477d-b78c-7cffa9516cbb tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004422 Feb 19 03:06:42.982583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115,segment=NetworkSegment(574d44dd-219e-4656-9cbb-d6234aba8e7e),segment_id=574d44dd-219e-4656-9cbb-d6234aba8e7e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:42.988953 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:42.990163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d5775f94-e272-4b71-ba53-68b52e42b574 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:43.051981 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ede90d-bf54-4bd7-89b2-0892d84be31a x-openstack-request-id: req-15ede90d-bf54-4bd7-89b2-0892d84be31a {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:43.052650 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "name": "network-vif-plugged", "status": "completed", "tag": "37a67907-8cb9-49e1-9830-d1fa833fc42c", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:43.053120 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15ede90d-bf54-4bd7-89b2-0892d84be31a {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:43.053696 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a67907-8cb9-49e1-9830-d1fa833fc42c', 'code': 200} Feb 19 03:06:43.097197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port d5775f94-e272-4b71-ba53-68b52e42b574 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:43.104944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port d5775f94-e272-4b71-ba53-68b52e42b574 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:43.106329 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:43.116382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3b902-f165-4654-91a3-161279505994 req-c9caf6ec-dc6a-485e-a3ca-4f235a92fd4a tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:43.123755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3b902-f165-4654-91a3-161279505994 req-c9caf6ec-dc6a-485e-a3ca-4f235a92fd4a tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:43.129077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba3b902-f165-4654-91a3-161279505994 req-c9caf6ec-dc6a-485e-a3ca-4f235a92fd4a tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:43.138086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eba3b902-f165-4654-91a3-161279505994 req-c9caf6ec-dc6a-485e-a3ca-4f235a92fd4a tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2417 time: 0.2369974 Feb 19 03:06:43.178549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:43.223814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d5775f94-e272-4b71-ba53-68b52e42b574 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:43.224799 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:43.235303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08cb951e-56eb-4ebd-919b-83b3f49ea791 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:43.251701 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Publish callbacks [] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:43.268824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d5775f94-e272-4b71-ba53-68b52e42b574, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d5775f94-e272-4b71-ba53-68b52e42b574,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:43.277679 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:43.281086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e2bf896b-e2cc-48ce-bf73-650984ae1ae1 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:43.289189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eba3b902-f165-4654-91a3-161279505994 req-1e682e0b-1306-4b70-9b67-ac15cf48d11e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501317 Feb 19 03:06:43.293594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Transition to ACTIVE for port object 08cb951e-56eb-4ebd-919b-83b3f49ea791 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:06:43.306306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74abfee-fcdc-488f-bd51-4fb706ac2428 req-44a56e35-f436-412b-9c90-970a06c47abf tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:43.314683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a74abfee-fcdc-488f-bd51-4fb706ac2428 req-44a56e35-f436-412b-9c90-970a06c47abf tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 945 time: 0.1699657 Feb 19 03:06:43.323997 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:43.373730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d5775f94-e272-4b71-ba53-68b52e42b574,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:43.392034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:43.397146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:43.397634 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:43.491606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a74abfee-fcdc-488f-bd51-4fb706ac2428 req-0ffb1dbf-bff4-4925-8dfb-b268c77793d7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712208 Feb 19 03:06:43.524701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:43.525092 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:43.548048 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2ebd9a-fccd-46d1-97ef-9fa7d4b40430 x-openstack-request-id: req-6e2ebd9a-fccd-46d1-97ef-9fa7d4b40430 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:43.548442 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b36521-4f89-4ae3-8a40-e7362d8e4ff9", "tag": "1f16d715-c7ef-40ee-8a8e-fe174a5c2046", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:43.548822 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6e2ebd9a-fccd-46d1-97ef-9fa7d4b40430 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:43.549323 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b36521-4f89-4ae3-8a40-e7362d8e4ff9', 'tag': '1f16d715-c7ef-40ee-8a8e-fe174a5c2046', 'status': 'completed', 'code': 200} Feb 19 03:06:43.568714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e2bf896b-e2cc-48ce-bf73-650984ae1ae1, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e2bf896b-e2cc-48ce-bf73-650984ae1ae1,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:43.575429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:43.576567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 3fe16846-d544-4242-b68b-4767f0fe9584 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:43.703184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af00cf-664d-44c5-8e85-9dac249dca40 req-11f2b90e-3cb8-4b78-a7f4-a1dd2ab49862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:43.704772 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19af00cf-664d-44c5-8e85-9dac249dca40 req-11f2b90e-3cb8-4b78-a7f4-a1dd2ab49862 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 1156 time: 0.1245518 Feb 19 03:06:43.841023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af00cf-664d-44c5-8e85-9dac249dca40 req-537cc80b-0c78-4205-991b-85b5c8164355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:43.843181 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19af00cf-664d-44c5-8e85-9dac249dca40 req-537cc80b-0c78-4205-991b-85b5c8164355 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.1254420 Feb 19 03:06:43.860600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e2bf896b-e2cc-48ce-bf73-650984ae1ae1,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:43.881133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 3fe16846-d544-4242-b68b-4767f0fe9584 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:43.886113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 3fe16846-d544-4242-b68b-4767f0fe9584 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:43.887498 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:43.909943 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19af00cf-664d-44c5-8e85-9dac249dca40 req-7b2a032a-ddd7-4d8c-a64d-db3852346876 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046 HTTP/1.1" status: 200 len: 217 time: 0.0539606 Feb 19 03:06:43.991433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 3fe16846-d544-4242-b68b-4767f0fe9584 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:43.992072 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.028013 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af00cf-664d-44c5-8e85-9dac249dca40 req-526aa306-63aa-4ec0-a2f2-67624bc718c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.028686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Pushing event updated for resources: {'Port': ['ID=08cb951e-56eb-4ebd-919b-83b3f49ea791,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:44.034517 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19af00cf-664d-44c5-8e85-9dac249dca40 req-526aa306-63aa-4ec0-a2f2-67624bc718c9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.1161335 Feb 19 03:06:44.037824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 3fe16846-d544-4242-b68b-4767f0fe9584, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3fe16846-d544-4242-b68b-4767f0fe9584,segment=NetworkSegment(68d2b9dd-1d76-44c6-9325-92d981930310),segment_id=68d2b9dd-1d76-44c6-9325-92d981930310)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:44.046317 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.047657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b80d0925-a55d-472f-933c-2e00920a0516 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:44.064698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Attempting to bind port 08cb951e-56eb-4ebd-919b-83b3f49ea791 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:06:44.064698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Attempting to bind port 08cb951e-56eb-4ebd-919b-83b3f49ea791 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05f5295a-d997-4fcb-8bd3-4b41c7c27fe7'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:06:44.064698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Attempting to bind port 08cb951e-56eb-4ebd-919b-83b3f49ea791 on network 05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:44.078073 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19af00cf-664d-44c5-8e85-9dac249dca40 req-9e84adf5-026c-4312-a4b0-7f51b0357bb6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354080 Feb 19 03:06:44.126821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855af52-9f47-41cf-8f92-4f9d375fda37 req-74c1ef24-b812-431c-913e-0d2d2ccc1187 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.128052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=3fe16846-d544-4242-b68b-4767f0fe9584,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:44.130754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9855af52-9f47-41cf-8f92-4f9d375fda37 req-74c1ef24-b812-431c-913e-0d2d2ccc1187 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.7088225 Feb 19 03:06:44.131388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Port 08cb951e-56eb-4ebd-919b-83b3f49ea791 on network 05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:06:44.131717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Attempting to bind port 08cb951e-56eb-4ebd-919b-83b3f49ea791 on network 05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:06:44.172908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port b80d0925-a55d-472f-933c-2e00920a0516 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:44.179766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port b80d0925-a55d-472f-933c-2e00920a0516 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:44.180385 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b80d0925-a55d-472f-933c-2e00920a0516), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.189191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:06:44.189542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Checking segment: {'id': 'e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05f5295a-d997-4fcb-8bd3-4b41c7c27fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:06:44.189938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Bound using segment: {'id': 'e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05f5295a-d997-4fcb-8bd3-4b41c7c27fe7'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:06:44.190392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Bound port: 08cb951e-56eb-4ebd-919b-83b3f49ea791, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '05f5295a-d997-4fcb-8bd3-4b41c7c27fe7'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:06:44.190751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.235059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8eafc-5e0c-4a6d-9d4a-2cbe1ee02917 req-ba43ea60-8fe4-46b9-abc8-fd4e074e82d7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.240485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8eafc-5e0c-4a6d-9d4a-2cbe1ee02917 req-ba43ea60-8fe4-46b9-abc8-fd4e074e82d7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.248015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8eafc-5e0c-4a6d-9d4a-2cbe1ee02917 req-ba43ea60-8fe4-46b9-abc8-fd4e074e82d7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.255421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8eafc-5e0c-4a6d-9d4a-2cbe1ee02917 req-ba43ea60-8fe4-46b9-abc8-fd4e074e82d7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.257017 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19af00cf-664d-44c5-8e85-9dac249dca40 req-84a0fa0a-1e16-4a73-af1d-4b34027f970d service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660459 Feb 19 03:06:44.260804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8eafc-5e0c-4a6d-9d4a-2cbe1ee02917 req-ba43ea60-8fe4-46b9-abc8-fd4e074e82d7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.266512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8eafc-5e0c-4a6d-9d4a-2cbe1ee02917 req-ba43ea60-8fe4-46b9-abc8-fd4e074e82d7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.272708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8eafc-5e0c-4a6d-9d4a-2cbe1ee02917 req-ba43ea60-8fe4-46b9-abc8-fd4e074e82d7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.282256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1db8eafc-5e0c-4a6d-9d4a-2cbe1ee02917 req-ba43ea60-8fe4-46b9-abc8-fd4e074e82d7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5440 time: 0.2562363 Feb 19 03:06:44.308734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b80d0925-a55d-472f-933c-2e00920a0516 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:44.309220 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b80d0925-a55d-472f-933c-2e00920a0516), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.353532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b80d0925-a55d-472f-933c-2e00920a0516, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b80d0925-a55d-472f-933c-2e00920a0516,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:44.361981 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b80d0925-a55d-472f-933c-2e00920a0516), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.363749 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b239ae85-3b48-442a-b227-625a0c59652a up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:44.371210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9855af52-9f47-41cf-8f92-4f9d375fda37 req-b5964006-cb07-4052-9624-ff93be44d3af tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227080 Feb 19 03:06:44.422767 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-19af00cf-664d-44c5-8e85-9dac249dca40 req-dad26706-db41-4107-b77d-12dcbac7caba service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523142 Feb 19 03:06:44.451870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1db8eafc-5e0c-4a6d-9d4a-2cbe1ee02917 req-6f725a9d-5642-4b13-8c52-9faf1a685426 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1648760 Feb 19 03:06:44.472207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] For port 08cb951e-56eb-4ebd-919b-83b3f49ea791, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:44.475604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] For port 08cb951e-56eb-4ebd-919b-83b3f49ea791, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=08cb951e-56eb-4ebd-919b-83b3f49ea791,segment=NetworkSegment(e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee),segment_id=e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:06:44.488373 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.528573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b80d0925-a55d-472f-933c-2e00920a0516,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:44.539649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port b239ae85-3b48-442a-b227-625a0c59652a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:44.544385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port b239ae85-3b48-442a-b227-625a0c59652a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:44.544915 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b239ae85-3b48-442a-b227-625a0c59652a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.574169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.575011 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.576860 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] 10.222.0.67 "PUT /v2.0/ports/08cb951e-56eb-4ebd-919b-83b3f49ea791 HTTP/1.1" status: 200 len: 1091 time: 2.2117469 Feb 19 03:06:44.597707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7058aa4b-5a23-49fa-9aa8-18263fcee7a3', 'tag': '08cb951e-56eb-4ebd-919b-83b3f49ea791'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:44.601670 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645ae37f-3dc9-493a-b743-37625481fbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "7058aa4b-5a23-49fa-9aa8-18263fcee7a3", "tag": "08cb951e-56eb-4ebd-919b-83b3f49ea791"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:44.659415 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b239ae85-3b48-442a-b227-625a0c59652a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:44.659809 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b239ae85-3b48-442a-b227-625a0c59652a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.674772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d54b14-7517-42cf-91d4-1591cb952f6e service neutron] Pushing event updated for resources: {'Port': ['ID=08cb951e-56eb-4ebd-919b-83b3f49ea791,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:44.708614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d52ef-16ae-4a15-8d30-42c89dca597a req-1d5b6682-9b66-48c9-a6d7-2e0b783376f5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.708904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b239ae85-3b48-442a-b227-625a0c59652a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b239ae85-3b48-442a-b227-625a0c59652a,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:44.710512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e7d52ef-16ae-4a15-8d30-42c89dca597a req-1d5b6682-9b66-48c9-a6d7-2e0b783376f5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1918695 Feb 19 03:06:44.717771 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b239ae85-3b48-442a-b227-625a0c59652a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.719068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5b255800-179b-416e-887d-77c67452cd8f up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:44.746372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f8b79-fc32-4b93-8eb5-5e9ea4e9c0c4 req-50e369db-0a84-48d8-8a2b-28009ca9b61f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.747963 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f61f8b79-fc32-4b93-8eb5-5e9ea4e9c0c4 req-50e369db-0a84-48d8-8a2b-28009ca9b61f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 943 time: 0.1898005 Feb 19 03:06:44.752537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-275e4777-2ec7-4ef9-bd25-1e76d70deb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.754035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-275e4777-2ec7-4ef9-bd25-1e76d70deb8a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72e7e78f3da84b2cb96cf42ec4b0979d&device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 1125 time: 0.1120279 Feb 19 03:06:44.804555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b239ae85-3b48-442a-b227-625a0c59652a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:44.823315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-8ec869be-5dd4-42c6-8a26-6078f56634a6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08cb951e-56eb-4ebd-919b-83b3f49ea791 HTTP/1.1" status: 200 len: 217 time: 0.0520918 Feb 19 03:06:44.844687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 5b255800-179b-416e-887d-77c67452cd8f completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:44.849168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 5b255800-179b-416e-887d-77c67452cd8f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:44.849545 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5b255800-179b-416e-887d-77c67452cd8f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:44.894186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e7d52ef-16ae-4a15-8d30-42c89dca597a req-330c86c9-fef2-4d44-a47f-5c70a1b8fa2c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684248 Feb 19 03:06:44.916770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f61f8b79-fc32-4b93-8eb5-5e9ea4e9c0c4 req-b2b58f40-b7a7-4b22-a418-d0bca870fa3a tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617539 Feb 19 03:06:44.947997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-b894ae5e-d16c-46e4-a1b9-9fc7175cffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:44.949845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-b894ae5e-d16c-46e4-a1b9-9fc7175cffbb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7147bb97-1ebf-4ee0-a64b-04cf37f63c29 HTTP/1.1" status: 200 len: 853 time: 0.1098547 Feb 19 03:06:45.000942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-81a506a1-6351-42f7-9060-2d99d88bedb2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05f5295a-d997-4fcb-8bd3-4b41c7c27fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442789 Feb 19 03:06:45.014966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 5b255800-179b-416e-887d-77c67452cd8f is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:45.016073 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5b255800-179b-416e-887d-77c67452cd8f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:45.050805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5b255800-179b-416e-887d-77c67452cd8f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5b255800-179b-416e-887d-77c67452cd8f,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:45.055362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b221327e-078e-4707-a7b8-48b8a7da20d4'}, {'server_uuid': 'acad3d01-0b1a-407c-b743-71971b7cf01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115'}, {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5775f94-e272-4b71-ba53-68b52e42b574'}, {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bf896b-e2cc-48ce-bf73-650984ae1ae1'}, {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe16846-d544-4242-b68b-4767f0fe9584'}, {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80d0925-a55d-472f-933c-2e00920a0516'}, {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b239ae85-3b48-442a-b227-625a0c59652a'}, {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b255800-179b-416e-887d-77c67452cd8f'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:45.060468 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9fa96b-350b-423d-b444-899a2906d862" -d '{"events": [{"server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "name": "network-vif-plugged", "status": "completed", "tag": "b221327e-078e-4707-a7b8-48b8a7da20d4"}, {"server_uuid": "acad3d01-0b1a-407c-b743-71971b7cf01c", "name": "network-vif-plugged", "status": "completed", "tag": "e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115"}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "d5775f94-e272-4b71-ba53-68b52e42b574"}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "e2bf896b-e2cc-48ce-bf73-650984ae1ae1"}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "3fe16846-d544-4242-b68b-4767f0fe9584"}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "b80d0925-a55d-472f-933c-2e00920a0516"}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "b239ae85-3b48-442a-b227-625a0c59652a"}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "5b255800-179b-416e-887d-77c67452cd8f"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:45.066611 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5b255800-179b-416e-887d-77c67452cd8f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:45.122592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=5b255800-179b-416e-887d-77c67452cd8f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:45.127190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9fdcfa44-5905-4866-88c3-0522100eac05 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:45.211062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4511a-9f47-4f86-a2b6-e22425278e7e req-99e8e0eb-e68a-494e-a2ca-5a3edb890953 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.218442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4511a-9f47-4f86-a2b6-e22425278e7e req-99e8e0eb-e68a-494e-a2ca-5a3edb890953 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.224269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4511a-9f47-4f86-a2b6-e22425278e7e req-99e8e0eb-e68a-494e-a2ca-5a3edb890953 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.234357 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1d4511a-9f47-4f86-a2b6-e22425278e7e req-99e8e0eb-e68a-494e-a2ca-5a3edb890953 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2417 time: 0.2388806 Feb 19 03:06:45.260059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233b92d-f362-4e30-89da-d9bc9d0ad391 req-27def4ae-0bc3-47e1-984a-3468984627bb tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.262358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6233b92d-f362-4e30-89da-d9bc9d0ad391 req-27def4ae-0bc3-47e1-984a-3468984627bb tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 945 time: 0.2430637 Feb 19 03:06:45.262741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:45.277297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '9fdcfa44-5905-4866-88c3-0522100eac05', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '9fdcfa44-5905-4866-88c3-0522100eac05', 'mac_address': 'fa:16:3e:42:ee:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:45.280602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-09747cff-7b23-4123-a6f3-715755954c97 service neutron] 10.222.0.67 "GET /v2.0/networks/05f5295a-d997-4fcb-8bd3-4b41c7c27fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642250 Feb 19 03:06:45.321074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9fdcfa44-5905-4866-88c3-0522100eac05 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:45.321616 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:45.338177 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fdcfa44-5905-4866-88c3-0522100eac05 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:45.365495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:45.375603 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:45.397368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1d4511a-9f47-4f86-a2b6-e22425278e7e req-cf084d8a-93ad-4e0e-bc85-4a9206cea6f7 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617699 Feb 19 03:06:45.411066 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6233b92d-f362-4e30-89da-d9bc9d0ad391 req-fdb1c83a-81dc-4205-b459-8315ce24d7c3 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365113 Feb 19 03:06:45.440037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9fdcfa44-5905-4866-88c3-0522100eac05,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:45.441054 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46f8da9-9d2f-499e-965a-e26a34c84231 req-116ca4a7-c526-46d9-8a88-1d3924e60e78 service neutron] 10.222.0.67 "GET /v2.0/networks/05f5295a-d997-4fcb-8bd3-4b41c7c27fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536613 Feb 19 03:06:45.503893 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d199c9-0675-4901-b79a-2906c03fd2a4 x-openstack-request-id: req-47d199c9-0675-4901-b79a-2906c03fd2a4 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:45.504393 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7058aa4b-5a23-49fa-9aa8-18263fcee7a3", "tag": "08cb951e-56eb-4ebd-919b-83b3f49ea791", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:45.504861 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47d199c9-0675-4901-b79a-2906c03fd2a4 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:45.505439 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7058aa4b-5a23-49fa-9aa8-18263fcee7a3', 'tag': '08cb951e-56eb-4ebd-919b-83b3f49ea791', 'status': 'completed', 'code': 200} Feb 19 03:06:45.515690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['9fdcfa44-5905-4866-88c3-0522100eac05'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:45.605444 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1380 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1096fd56-32a1-4561-aefc-f69f9dbc3e1b x-openstack-request-id: req-1096fd56-32a1-4561-aefc-f69f9dbc3e1b {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:45.605704 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "name": "network-vif-plugged", "status": "completed", "tag": "b221327e-078e-4707-a7b8-48b8a7da20d4", "code": 200}, {"server_uuid": "acad3d01-0b1a-407c-b743-71971b7cf01c", "name": "network-vif-plugged", "status": "completed", "tag": "e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115", "code": 200}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "d5775f94-e272-4b71-ba53-68b52e42b574", "code": 200}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "e2bf896b-e2cc-48ce-bf73-650984ae1ae1", "code": 200}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "3fe16846-d544-4242-b68b-4767f0fe9584", "code": 200}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "b80d0925-a55d-472f-933c-2e00920a0516", "code": 200}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "b239ae85-3b48-442a-b227-625a0c59652a", "code": 200}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-plugged", "status": "completed", "tag": "5b255800-179b-416e-887d-77c67452cd8f", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:45.605949 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1096fd56-32a1-4561-aefc-f69f9dbc3e1b {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:45.606365 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b221327e-078e-4707-a7b8-48b8a7da20d4', 'code': 200} Feb 19 03:06:45.606685 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acad3d01-0b1a-407c-b743-71971b7cf01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115', 'code': 200} Feb 19 03:06:45.606945 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5775f94-e272-4b71-ba53-68b52e42b574', 'code': 200} Feb 19 03:06:45.607198 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bf896b-e2cc-48ce-bf73-650984ae1ae1', 'code': 200} Feb 19 03:06:45.607615 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fe16846-d544-4242-b68b-4767f0fe9584', 'code': 200} Feb 19 03:06:45.607969 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b80d0925-a55d-472f-933c-2e00920a0516', 'code': 200} Feb 19 03:06:45.608354 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b239ae85-3b48-442a-b227-625a0c59652a', 'code': 200} Feb 19 03:06:45.608610 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b255800-179b-416e-887d-77c67452cd8f', 'code': 200} Feb 19 03:06:45.798119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0f350-e9a1-41a8-9617-f73caa1268c2 req-f5c8bea4-1c18-4341-a0c1-38c33260838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.799227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0f350-e9a1-41a8-9617-f73caa1268c2 req-f5c8bea4-1c18-4341-a0c1-38c33260838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.799890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0f350-e9a1-41a8-9617-f73caa1268c2 req-f5c8bea4-1c18-4341-a0c1-38c33260838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.801817 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-64f0f350-e9a1-41a8-9617-f73caa1268c2 req-f5c8bea4-1c18-4341-a0c1-38c33260838d service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2963 time: 0.0936551 Feb 19 03:06:45.836352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f242-e8dc-4e7b-b6c5-b2283ce896ba req-8aba3342-75bb-4f80-888b-eefac8765261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.838053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f242-e8dc-4e7b-b6c5-b2283ce896ba req-8aba3342-75bb-4f80-888b-eefac8765261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.838803 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f242-e8dc-4e7b-b6c5-b2283ce896ba req-8aba3342-75bb-4f80-888b-eefac8765261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.839417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f242-e8dc-4e7b-b6c5-b2283ce896ba req-8aba3342-75bb-4f80-888b-eefac8765261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.840031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f242-e8dc-4e7b-b6c5-b2283ce896ba req-8aba3342-75bb-4f80-888b-eefac8765261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.840628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f242-e8dc-4e7b-b6c5-b2283ce896ba req-8aba3342-75bb-4f80-888b-eefac8765261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.841353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f242-e8dc-4e7b-b6c5-b2283ce896ba req-8aba3342-75bb-4f80-888b-eefac8765261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.843616 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5e44f242-e8dc-4e7b-b6c5-b2283ce896ba req-8aba3342-75bb-4f80-888b-eefac8765261 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 6717 time: 0.0971544 Feb 19 03:06:45.899656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ae37f-3dc9-493a-b743-37625481fbf4 req-fa5705c8-fb42-4e43-9c81-444f86220bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.901333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-645ae37f-3dc9-493a-b743-37625481fbf4 req-fa5705c8-fb42-4e43-9c81-444f86220bfc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=72e7e78f3da84b2cb96cf42ec4b0979d&device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 1125 time: 0.3662193 Feb 19 03:06:45.914833 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-64f0f350-e9a1-41a8-9617-f73caa1268c2 req-5cd2c396-44c5-4142-8d44-357510138b91 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044214 Feb 19 03:06:45.935878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df21fe-7ae8-4442-9f19-3c1ee924f330 req-67afd85d-5134-4701-b36a-2b854c5c9675 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.940968 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5e44f242-e8dc-4e7b-b6c5-b2283ce896ba req-73bf39b6-0971-45c1-b669-752f12d0037e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862777 Feb 19 03:06:45.943408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df21fe-7ae8-4442-9f19-3c1ee924f330 req-67afd85d-5134-4701-b36a-2b854c5c9675 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.949138 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df21fe-7ae8-4442-9f19-3c1ee924f330 req-67afd85d-5134-4701-b36a-2b854c5c9675 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.954962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df21fe-7ae8-4442-9f19-3c1ee924f330 req-67afd85d-5134-4701-b36a-2b854c5c9675 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.960441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df21fe-7ae8-4442-9f19-3c1ee924f330 req-67afd85d-5134-4701-b36a-2b854c5c9675 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.965786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df21fe-7ae8-4442-9f19-3c1ee924f330 req-67afd85d-5134-4701-b36a-2b854c5c9675 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.971482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df21fe-7ae8-4442-9f19-3c1ee924f330 req-67afd85d-5134-4701-b36a-2b854c5c9675 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.973534 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61df21fe-7ae8-4442-9f19-3c1ee924f330 req-67afd85d-5134-4701-b36a-2b854c5c9675 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5443 time: 0.2921653 Feb 19 03:06:45.984036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1ff63-cc51-4fcc-a975-245221bf25fd req-ea562714-5d96-40d0-82b4-5db82f8b440c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:45.985677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8c1ff63-cc51-4fcc-a975-245221bf25fd req-ea562714-5d96-40d0-82b4-5db82f8b440c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.3332431 Feb 19 03:06:46.010990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ac106-6384-4776-b9bd-17eeaa17582b req-cb831d22-7e05-4196-a4e4-489901ecc2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:46.012608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-196ac106-6384-4776-b9bd-17eeaa17582b req-cb831d22-7e05-4196-a4e4-489901ecc2b1 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 1127 time: 0.2085779 Feb 19 03:06:46.153640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ae37f-3dc9-493a-b743-37625481fbf4 req-836cf736-7365-436b-80be-ce1cb8e2fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:46.155839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-645ae37f-3dc9-493a-b743-37625481fbf4 req-836cf736-7365-436b-80be-ce1cb8e2fdd4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 HTTP/1.1" status: 200 len: 914 time: 0.2408819 Feb 19 03:06:46.170723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8c1ff63-cc51-4fcc-a975-245221bf25fd req-744d525c-4180-4ddf-92a0-fde4f75dd86e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700256 Feb 19 03:06:46.177927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61df21fe-7ae8-4442-9f19-3c1ee924f330 req-9e5d84fc-f5eb-4a41-8199-71fa530fd5ee tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1802111 Feb 19 03:06:46.227134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-645ae37f-3dc9-493a-b743-37625481fbf4 req-dde0603e-ecde-49c6-808d-91f89d9b5e0e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08cb951e-56eb-4ebd-919b-83b3f49ea791 HTTP/1.1" status: 200 len: 217 time: 0.0551066 Feb 19 03:06:46.343016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ae37f-3dc9-493a-b743-37625481fbf4 req-95780de4-ce9c-46d2-902b-cc059afb21bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:46.343016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-645ae37f-3dc9-493a-b743-37625481fbf4 req-95780de4-ce9c-46d2-902b-cc059afb21bc service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7147bb97-1ebf-4ee0-a64b-04cf37f63c29 HTTP/1.1" status: 200 len: 853 time: 0.1072352 Feb 19 03:06:46.400247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-645ae37f-3dc9-493a-b743-37625481fbf4 req-9e150585-bf47-4a55-addb-036d395ca2c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=05f5295a-d997-4fcb-8bd3-4b41c7c27fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395000 Feb 19 03:06:46.487978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5214d69-f25f-4333-aea6-03d2e4979ceb req-6f7d1966-bc24-43f5-83c4-eea8680d1ddb tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:46.489678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5214d69-f25f-4333-aea6-03d2e4979ceb req-6f7d1966-bc24-43f5-83c4-eea8680d1ddb tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 943 time: 0.2017846 Feb 19 03:06:46.500155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1cbbe-bd92-4835-9ef8-6a5d103d1246 req-81f4a59a-9847-47bd-ba18-4df8a615976b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:46.501837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34f1cbbe-bd92-4835-9ef8-6a5d103d1246 req-81f4a59a-9847-47bd-ba18-4df8a615976b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1969187 Feb 19 03:06:46.602890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-645ae37f-3dc9-493a-b743-37625481fbf4 req-02155c4b-c688-45ec-8142-11d7e80f11a7 service neutron] 10.222.0.67 "GET /v2.0/networks/05f5295a-d997-4fcb-8bd3-4b41c7c27fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963410 Feb 19 03:06:46.663763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34f1cbbe-bd92-4835-9ef8-6a5d103d1246 req-40c76986-6b59-4958-8045-ae8d623a2873 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490128 Feb 19 03:06:46.669947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5214d69-f25f-4333-aea6-03d2e4979ceb req-388cee55-a20c-4d82-aacd-5356fef50920 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671059 Feb 19 03:06:46.837881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-645ae37f-3dc9-493a-b743-37625481fbf4 req-dd4bb196-0196-478c-ba66-cf98fae13302 service neutron] 10.222.0.67 "GET /v2.0/networks/05f5295a-d997-4fcb-8bd3-4b41c7c27fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212868 Feb 19 03:06:46.911470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80a30e-93b2-41a5-9cef-d4ebc1e57007 req-54e150df-9fbf-4771-961a-38ba63dc1052 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:46.920188 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c80a30e-93b2-41a5-9cef-d4ebc1e57007 req-54e150df-9fbf-4771-961a-38ba63dc1052 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 945 time: 0.1512020 Feb 19 03:06:46.950462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7303a53-039d-4bff-a7b8-079b1279375e req-2a60f78f-dc3e-450c-b532-310145b5d264 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:46.957350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7303a53-039d-4bff-a7b8-079b1279375e req-2a60f78f-dc3e-450c-b532-310145b5d264 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:46.963145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7303a53-039d-4bff-a7b8-079b1279375e req-2a60f78f-dc3e-450c-b532-310145b5d264 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:46.964898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7303a53-039d-4bff-a7b8-079b1279375e req-2a60f78f-dc3e-450c-b532-310145b5d264 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2417 time: 0.1476314 Feb 19 03:06:47.007148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c80a30e-93b2-41a5-9cef-d4ebc1e57007 req-954bbaa5-2867-4d17-8d13-1905ab55c4b5 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858583 Feb 19 03:06:47.082825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9fdcfa44-5905-4866-88c3-0522100eac05 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:47.096390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7303a53-039d-4bff-a7b8-079b1279375e req-1dabc05e-df09-48d7-821c-01caffb0eea8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018956 Feb 19 03:06:47.147318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 9fdcfa44-5905-4866-88c3-0522100eac05 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:47.148227 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:47.247870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9fdcfa44-5905-4866-88c3-0522100eac05 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:47.248304 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:47.308550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:47.322229 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:47.325127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:06:47.421855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9fdcfa44-5905-4866-88c3-0522100eac05,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:47.439299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30a62b-16c7-484d-ae33-3f29018ca125 req-a0d11d4b-7f40-4957-8306-bcce7dd9cd23 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:47.441031 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a30a62b-16c7-484d-ae33-3f29018ca125 req-a0d11d4b-7f40-4957-8306-bcce7dd9cd23 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.0952892 Feb 19 03:06:47.478836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:47.486087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ddbc-94d5-47e3-8531-fbb0aeab800b req-9047866c-4149-4ed3-8496-2dbaca42160b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:47.491408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ddbc-94d5-47e3-8531-fbb0aeab800b req-9047866c-4149-4ed3-8496-2dbaca42160b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:47.497395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ddbc-94d5-47e3-8531-fbb0aeab800b req-9047866c-4149-4ed3-8496-2dbaca42160b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:47.502982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ddbc-94d5-47e3-8531-fbb0aeab800b req-9047866c-4149-4ed3-8496-2dbaca42160b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:47.508395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ddbc-94d5-47e3-8531-fbb0aeab800b req-9047866c-4149-4ed3-8496-2dbaca42160b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:47.513862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ddbc-94d5-47e3-8531-fbb0aeab800b req-9047866c-4149-4ed3-8496-2dbaca42160b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:47.519336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28ddbc-94d5-47e3-8531-fbb0aeab800b req-9047866c-4149-4ed3-8496-2dbaca42160b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:47.521515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d28ddbc-94d5-47e3-8531-fbb0aeab800b req-9047866c-4149-4ed3-8496-2dbaca42160b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5443 time: 0.1854732 Feb 19 03:06:47.569106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a30a62b-16c7-484d-ae33-3f29018ca125 req-2b256d79-f85d-47a2-968f-ff9e7e31cf21 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206806 Feb 19 03:06:47.609385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:47.612042 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765206e5-a23e-4337-aab3-b6e533442884" -d '{"events": [{"server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:47.640463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d28ddbc-94d5-47e3-8531-fbb0aeab800b req-f7152825-7407-45c3-b359-5d7aad5225f8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076751 Feb 19 03:06:47.697208 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba85b51e-99b3-4ba5-ad46-38442eeecb09 x-openstack-request-id: req-ba85b51e-99b3-4ba5-ad46-38442eeecb09 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:47.697520 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:47.697783 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba85b51e-99b3-4ba5-ad46-38442eeecb09 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:47.698181 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05', 'code': 200} Feb 19 03:06:47.943851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15e8e3-270d-4f5e-8b59-03ab25a27437 req-6df252e9-d1b7-44a2-9440-1444db00f53e tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:47.950914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c15e8e3-270d-4f5e-8b59-03ab25a27437 req-6df252e9-d1b7-44a2-9440-1444db00f53e tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 943 time: 0.1363871 Feb 19 03:06:47.970592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458d90d-4ce2-4c4d-9116-041add4e9b85 req-834b6440-f062-4cbd-a183-10f02e0c2c65 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:47.978610 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7458d90d-4ce2-4c4d-9116-041add4e9b85 req-834b6440-f062-4cbd-a183-10f02e0c2c65 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1443338 Feb 19 03:06:48.071897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c15e8e3-270d-4f5e-8b59-03ab25a27437 req-6d00e40e-d2e3-4c57-9432-9f8bdf4ab118 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169851 Feb 19 03:06:48.108476 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7458d90d-4ce2-4c4d-9116-041add4e9b85 req-205fce4e-63cd-4a64-944e-5f88ebccb948 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288195 Feb 19 03:06:48.269654 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7839b218-c9fa-421e-82ae-a598c4206e79 req-5bb06714-03bd-4f3b-9f9f-119b7183d73c tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:48.271851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7839b218-c9fa-421e-82ae-a598c4206e79 req-5bb06714-03bd-4f3b-9f9f-119b7183d73c tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 945 time: 0.0835750 Feb 19 03:06:48.355143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7839b218-c9fa-421e-82ae-a598c4206e79 req-3e41963f-a1c2-461a-bc0d-379a7a69015c tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765913 Feb 19 03:06:48.600305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851046f1-ccfc-4e2e-b838-1dd4e4476307 req-3e4a4e30-028b-4f0f-baf2-b06b8871199d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:48.615875 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851046f1-ccfc-4e2e-b838-1dd4e4476307 req-3e4a4e30-028b-4f0f-baf2-b06b8871199d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:48.623239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851046f1-ccfc-4e2e-b838-1dd4e4476307 req-3e4a4e30-028b-4f0f-baf2-b06b8871199d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:48.632608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-851046f1-ccfc-4e2e-b838-1dd4e4476307 req-3e4a4e30-028b-4f0f-baf2-b06b8871199d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2417 time: 0.1592102 Feb 19 03:06:48.708059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-851046f1-ccfc-4e2e-b838-1dd4e4476307 req-c61aa642-f45e-42fa-bbe2-bfae89620edd tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738943 Feb 19 03:06:48.905887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650c8bb-7859-410e-84cd-c112003386e7 req-c2dc2d10-885a-48f1-9457-942480eb699a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:48.907595 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0650c8bb-7859-410e-84cd-c112003386e7 req-c2dc2d10-885a-48f1-9457-942480eb699a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.1135707 Feb 19 03:06:49.002213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0650c8bb-7859-410e-84cd-c112003386e7 req-9759ba76-1558-4554-a3b3-2b74717b78fd tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871279 Feb 19 03:06:49.299449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c97662-8d12-46c5-bcee-034cfbbac65b req-c96a4ceb-cdb8-4e1b-ba05-623a0206eec7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:49.304928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c97662-8d12-46c5-bcee-034cfbbac65b req-c96a4ceb-cdb8-4e1b-ba05-623a0206eec7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:49.320679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c97662-8d12-46c5-bcee-034cfbbac65b req-c96a4ceb-cdb8-4e1b-ba05-623a0206eec7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:49.333176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c97662-8d12-46c5-bcee-034cfbbac65b req-c96a4ceb-cdb8-4e1b-ba05-623a0206eec7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:49.338625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c97662-8d12-46c5-bcee-034cfbbac65b req-c96a4ceb-cdb8-4e1b-ba05-623a0206eec7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:49.361597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c97662-8d12-46c5-bcee-034cfbbac65b req-c96a4ceb-cdb8-4e1b-ba05-623a0206eec7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:49.367255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c97662-8d12-46c5-bcee-034cfbbac65b req-c96a4ceb-cdb8-4e1b-ba05-623a0206eec7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:49.389036 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2c97662-8d12-46c5-bcee-034cfbbac65b req-c96a4ceb-cdb8-4e1b-ba05-623a0206eec7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5443 time: 0.2187243 Feb 19 03:06:49.505086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2c97662-8d12-46c5-bcee-034cfbbac65b req-d84144f9-27fd-4f2a-be59-0a915477bf35 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096039 Feb 19 03:06:49.752253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67551c-cdc3-4b1e-ae73-54ec8076a86f req-f8980d36-1d20-40d1-8e24-95c24f8cc201 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:49.759826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a67551c-cdc3-4b1e-ae73-54ec8076a86f req-f8980d36-1d20-40d1-8e24-95c24f8cc201 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 943 time: 0.1238863 Feb 19 03:06:49.822139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a67551c-cdc3-4b1e-ae73-54ec8076a86f req-a4517b7b-f0f5-4301-9de5-2aeee8f8247f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603788 Feb 19 03:06:50.114874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3fb1a-bd81-4b16-803e-21c069048e38 req-cf754751-8b8a-4dcb-9ab5-c5ed14c32fbe tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:50.116444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b0e3fb1a-bd81-4b16-803e-21c069048e38 req-cf754751-8b8a-4dcb-9ab5-c5ed14c32fbe tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1423271 Feb 19 03:06:50.241474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b0e3fb1a-bd81-4b16-803e-21c069048e38 req-4d2aa7f5-e435-485e-b5d2-e848e91d95f4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171072 Feb 19 03:06:50.468401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca6835-1a4d-4dc6-a3eb-6252046a2b84 req-b512202c-cc52-47c8-ae11-9d3ec8642930 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:50.476254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8ca6835-1a4d-4dc6-a3eb-6252046a2b84 req-b512202c-cc52-47c8-ae11-9d3ec8642930 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 945 time: 0.1090314 Feb 19 03:06:50.583830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8ca6835-1a4d-4dc6-a3eb-6252046a2b84 req-e3692997-9746-4301-89df-1591bbd5de8c tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061575 Feb 19 03:06:50.789514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370b201-75c1-4a21-bc72-bb26904ef83c req-e54251d0-d7ba-4110-8a3b-f45d05dc103f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:50.803944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370b201-75c1-4a21-bc72-bb26904ef83c req-e54251d0-d7ba-4110-8a3b-f45d05dc103f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:50.818041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370b201-75c1-4a21-bc72-bb26904ef83c req-e54251d0-d7ba-4110-8a3b-f45d05dc103f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:50.830899 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e370b201-75c1-4a21-bc72-bb26904ef83c req-e54251d0-d7ba-4110-8a3b-f45d05dc103f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2417 time: 0.1687891 Feb 19 03:06:50.932402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e370b201-75c1-4a21-bc72-bb26904ef83c req-7184141b-aa65-4716-934e-c19a71721409 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025891 Feb 19 03:06:50.966325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-196ac106-6384-4776-b9bd-17eeaa17582b req-cd1a169b-8489-4843-bd89-0f67ff3b0a8b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901687 Feb 19 03:06:51.091545 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 08cb951e-56eb-4ebd-919b-83b3f49ea791 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:06:51.168414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712f924-2a0a-4251-bc71-7fb462313dc0 req-06109f06-720d-4257-97f3-a3b76ddf1b6c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:51.170194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d712f924-2a0a-4251-bc71-7fb462313dc0 req-06109f06-720d-4257-97f3-a3b76ddf1b6c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 944 time: 0.1396749 Feb 19 03:06:51.249309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d712f924-2a0a-4251-bc71-7fb462313dc0 req-81fa8d98-4316-4aa8-8e6a-68c51c707ed2 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660253 Feb 19 03:06:51.273277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 08cb951e-56eb-4ebd-919b-83b3f49ea791, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=08cb951e-56eb-4ebd-919b-83b3f49ea791,segment=NetworkSegment(e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee),segment_id=e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:51.289624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '08cb951e-56eb-4ebd-919b-83b3f49ea791', 'network_id': '05f5295a-d997-4fcb-8bd3-4b41c7c27fe7', 'port_id': '08cb951e-56eb-4ebd-919b-83b3f49ea791', 'mac_address': 'fa:16:3e:c4:d6:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7147bb97-1ebf-4ee0-a64b-04cf37f63c29', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:06:51.344821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 08cb951e-56eb-4ebd-919b-83b3f49ea791 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:51.345297 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:51.377572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cb951e-56eb-4ebd-919b-83b3f49ea791 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:51.405032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 08cb951e-56eb-4ebd-919b-83b3f49ea791, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=08cb951e-56eb-4ebd-919b-83b3f49ea791,segment=NetworkSegment(e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee),segment_id=e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:51.415861 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:51.488928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=08cb951e-56eb-4ebd-919b-83b3f49ea791,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:51.499511 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.500177 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.500727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.501258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.501737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.502263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.502740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.503243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.503719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.504230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.504725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.505260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.505904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:06:51.553790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-a3c1b96d-ff5e-4dd7-9109-4cd58fc8dfc5 service neutron] 10.222.0.67 "GET /v2.0/ports/1f16d715-c7ef-40ee-8a8e-fe174a5c2046/bindings/n-h1-826755-2 HTTP/1.1" status: 200 len: 384 time: 0.1038399 Feb 19 03:06:51.661076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103da82-6563-450c-b8c7-f7aaa51b44a2 req-8be0faeb-9a6a-4571-b5cb-2a056e1745b5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:51.667433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103da82-6563-450c-b8c7-f7aaa51b44a2 req-8be0faeb-9a6a-4571-b5cb-2a056e1745b5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:51.673338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103da82-6563-450c-b8c7-f7aaa51b44a2 req-8be0faeb-9a6a-4571-b5cb-2a056e1745b5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:51.690290 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103da82-6563-450c-b8c7-f7aaa51b44a2 req-8be0faeb-9a6a-4571-b5cb-2a056e1745b5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:51.693439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103da82-6563-450c-b8c7-f7aaa51b44a2 req-8be0faeb-9a6a-4571-b5cb-2a056e1745b5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:51.703205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103da82-6563-450c-b8c7-f7aaa51b44a2 req-8be0faeb-9a6a-4571-b5cb-2a056e1745b5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:51.709213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103da82-6563-450c-b8c7-f7aaa51b44a2 req-8be0faeb-9a6a-4571-b5cb-2a056e1745b5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:51.717187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2103da82-6563-450c-b8c7-f7aaa51b44a2 req-8be0faeb-9a6a-4571-b5cb-2a056e1745b5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5443 time: 0.3177476 Feb 19 03:06:51.814849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['08cb951e-56eb-4ebd-919b-83b3f49ea791'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:06:51.905571 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2103da82-6563-450c-b8c7-f7aaa51b44a2 req-0c381fe3-27f9-45ef-8497-9a8b6dcc5dba tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1872628 Feb 19 03:06:52.011629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-24a242ae-a389-4197-a614-13295242f1e4 req-e4a13118-f076-4dfb-b837-f15299f7ea3b service neutron] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:52.075281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-24a242ae-a389-4197-a614-13295242f1e4 req-e4a13118-f076-4dfb-b837-f15299f7ea3b service neutron] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:52.157809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-24a242ae-a389-4197-a614-13295242f1e4 req-e4a13118-f076-4dfb-b837-f15299f7ea3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:06:52.173484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-24a242ae-a389-4197-a614-13295242f1e4 req-e4a13118-f076-4dfb-b837-f15299f7ea3b service neutron] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:52.271674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79259223-ed65-431e-b128-e65ebe43b297 req-7e271c14-c14d-47ce-b84c-f2c752c9ae87 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:52.285299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79259223-ed65-431e-b128-e65ebe43b297 req-7e271c14-c14d-47ce-b84c-f2c752c9ae87 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 944 time: 0.2305784 Feb 19 03:06:52.292429 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24a242ae-a389-4197-a614-13295242f1e4 req-e4a13118-f076-4dfb-b837-f15299f7ea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.394811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79259223-ed65-431e-b128-e65ebe43b297 req-fc385832-86cb-4ae5-b951-93d2884e83b3 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083446 Feb 19 03:06:52.432099 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.459466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-24a242ae-a389-4197-a614-13295242f1e4 req-e4a13118-f076-4dfb-b837-f15299f7ea3b service neutron] Transition to ACTIVE for port object 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:06:52.490604 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24a242ae-a389-4197-a614-13295242f1e4 req-e4a13118-f076-4dfb-b837-f15299f7ea3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:52.681451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a242ae-a389-4197-a614-13295242f1e4 req-e4a13118-f076-4dfb-b837-f15299f7ea3b service neutron] No DVR routers for this DVR port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:06:52.740219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a13118-f076-4dfb-b837-f15299f7ea3b service neutron] Pushing event updated for resources: {'Port': ['ID=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,revision_number=10']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:52.755505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed320ac-ed9a-4cb9-ad77-157d6542f4ce req-68fba545-9869-4e79-9905-afe8534fe7a9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:52.757097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ed320ac-ed9a-4cb9-ad77-157d6542f4ce req-68fba545-9869-4e79-9905-afe8534fe7a9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.2364762 Feb 19 03:06:52.836245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-e4a13118-f076-4dfb-b837-f15299f7ea3b service neutron] 10.222.0.67 "PUT /v2.0/ports/1f16d715-c7ef-40ee-8a8e-fe174a5c2046/bindings/n-h1-826755-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2723684 Feb 19 03:06:52.858743 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ed320ac-ed9a-4cb9-ad77-157d6542f4ce req-410777d4-0c1a-4c71-aeb5-9cddb21b511b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845518 Feb 19 03:06:53.111479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242ae-a389-4197-a614-13295242f1e4 req-236a40de-34ea-4e43-ad61-d3904eb80e05 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:53.118451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-236a40de-34ea-4e43-ad61-d3904eb80e05 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9&tenant_id=d0db881fe5bf4d899432d08392993561&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1127 time: 0.2076097 Feb 19 03:06:53.119581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 08cb951e-56eb-4ebd-919b-83b3f49ea791 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:06:53.190527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96c1b9-9243-47d7-98b4-f331694ab236 req-718f99b2-359d-4812-81d1-afb8eab88972 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:53.192117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d96c1b9-9243-47d7-98b4-f331694ab236 req-718f99b2-359d-4812-81d1-afb8eab88972 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 945 time: 0.2213743 Feb 19 03:06:53.358867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242ae-a389-4197-a614-13295242f1e4 req-2dbcbb66-057c-4acb-bc6a-a2d78baa418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:53.361016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-2dbcbb66-057c-4acb-bc6a-a2d78baa418a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9&tenant_id=d0db881fe5bf4d899432d08392993561 HTTP/1.1" status: 200 len: 1127 time: 0.2148385 Feb 19 03:06:53.372137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 08cb951e-56eb-4ebd-919b-83b3f49ea791 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:06:53.381573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d96c1b9-9243-47d7-98b4-f331694ab236 req-9f15a2f1-7cbe-4c81-96b0-c0e0761a1ae4 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548111 Feb 19 03:06:53.384225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 08cb951e-56eb-4ebd-919b-83b3f49ea791 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:06:53.386229 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.491208 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.513048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242ae-a389-4197-a614-13295242f1e4 req-e55ce62d-2d63-4139-aae1-55e1ba34b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:53.519569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-e55ce62d-2d63-4139-aae1-55e1ba34b2d9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 1127 time: 0.1180735 Feb 19 03:06:53.570509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 08cb951e-56eb-4ebd-919b-83b3f49ea791 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:06:53.571398 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.623960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 08cb951e-56eb-4ebd-919b-83b3f49ea791, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=08cb951e-56eb-4ebd-919b-83b3f49ea791,segment=NetworkSegment(e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee),segment_id=e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:06:53.624963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7058aa4b-5a23-49fa-9aa8-18263fcee7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cb951e-56eb-4ebd-919b-83b3f49ea791'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:53.628137 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c38299-3318-4d25-93b1-20b7871193bd" -d '{"events": [{"server_uuid": "7058aa4b-5a23-49fa-9aa8-18263fcee7a3", "name": "network-vif-plugged", "status": "completed", "tag": "08cb951e-56eb-4ebd-919b-83b3f49ea791"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:53.636402 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:53.737798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=08cb951e-56eb-4ebd-919b-83b3f49ea791,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:06:53.789698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c1a5f-c75f-4295-8058-5fb34e294c4d req-23d89a0d-929c-4b18-a1c6-408106917bc6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:53.803808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c1a5f-c75f-4295-8058-5fb34e294c4d req-23d89a0d-929c-4b18-a1c6-408106917bc6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:53.816543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c1a5f-c75f-4295-8058-5fb34e294c4d req-23d89a0d-929c-4b18-a1c6-408106917bc6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:53.843762 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f0c1a5f-c75f-4295-8058-5fb34e294c4d req-23d89a0d-929c-4b18-a1c6-408106917bc6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2417 time: 0.3230414 Feb 19 03:06:53.881674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242ae-a389-4197-a614-13295242f1e4 req-ecec34af-b64d-4816-a9e8-54d668b87e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:53.884014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-ecec34af-b64d-4816-a9e8-54d668b87e8b service neutron] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.2884758 Feb 19 03:06:53.952237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-71690a63-303d-4ea4-9b36-83adc1076644 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046 HTTP/1.1" status: 200 len: 217 time: 0.0597181 Feb 19 03:06:53.964149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f0c1a5f-c75f-4295-8058-5fb34e294c4d req-243cbb2e-a37b-4a86-aca3-252af186b54d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194651 Feb 19 03:06:54.062005 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242ae-a389-4197-a614-13295242f1e4 req-a2c90b18-4d51-4456-a252-b8e778e144c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:54.063924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-a2c90b18-4d51-4456-a252-b8e778e144c2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.0951905 Feb 19 03:06:54.163250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-09a10307-5a60-4d1a-8e74-caac2fb67e51 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915952 Feb 19 03:06:54.203627 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:06:54.294850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a38f9e-49e4-479e-9fef-4aecc73a139f req-034386a5-19ac-4885-8de2-009a203351a0 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:54.302235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16a38f9e-49e4-479e-9fef-4aecc73a139f req-034386a5-19ac-4885-8de2-009a203351a0 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 945 time: 0.1565964 Feb 19 03:06:54.379730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-a8e890d9-a27f-485b-99df-e313ebc824e6 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742911 Feb 19 03:06:54.399158 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16a38f9e-49e4-479e-9fef-4aecc73a139f req-f09b4e4b-f60f-435f-921b-5a19a55980c8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935910 Feb 19 03:06:54.886704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-51c4ee48-c390-45ea-9d77-00b3dd1cc7c7 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864137 Feb 19 03:06:54.905647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ccffb-f297-4f34-9f3e-14001cf4ef52 req-b607c797-b2c4-4393-9d51-431e735e794a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:54.922179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ccffb-f297-4f34-9f3e-14001cf4ef52 req-b607c797-b2c4-4393-9d51-431e735e794a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:54.927590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ccffb-f297-4f34-9f3e-14001cf4ef52 req-b607c797-b2c4-4393-9d51-431e735e794a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:54.945129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ccffb-f297-4f34-9f3e-14001cf4ef52 req-b607c797-b2c4-4393-9d51-431e735e794a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:54.959600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ccffb-f297-4f34-9f3e-14001cf4ef52 req-b607c797-b2c4-4393-9d51-431e735e794a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:54.964946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ccffb-f297-4f34-9f3e-14001cf4ef52 req-b607c797-b2c4-4393-9d51-431e735e794a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:54.994457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ccffb-f297-4f34-9f3e-14001cf4ef52 req-b607c797-b2c4-4393-9d51-431e735e794a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:55.007555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-399ccffb-f297-4f34-9f3e-14001cf4ef52 req-b607c797-b2c4-4393-9d51-431e735e794a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5443 time: 0.4655669 Feb 19 03:06:55.108000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-399ccffb-f297-4f34-9f3e-14001cf4ef52 req-a9f1583d-d963-4ca2-8e5e-d37aa3bd36fa tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994756 Feb 19 03:06:55.394974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d33d4a-43db-4b8e-adbc-1cc82f39e4a4 req-ea9d3a61-91e3-45b6-8104-9806b5ff3551 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:55.397763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3d33d4a-43db-4b8e-adbc-1cc82f39e4a4 req-ea9d3a61-91e3-45b6-8104-9806b5ff3551 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 945 time: 0.1768773 Feb 19 03:06:55.407094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a242ae-a389-4197-a614-13295242f1e4 req-ac0259cf-0d38-4c09-b06e-e6f7442e228c tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:55.408675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-ac0259cf-0d38-4c09-b06e-e6f7442e228c tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9&tenant_id=d0db881fe5bf4d899432d08392993561&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1127 time: 0.1402061 Feb 19 03:06:55.629742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3d33d4a-43db-4b8e-adbc-1cc82f39e4a4 req-face9249-e9f4-41a4-b87f-d42e3b451159 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131209 Feb 19 03:06:55.642348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-24a242ae-a389-4197-a614-13295242f1e4 req-24972730-4f5a-4e04-be45-ce21b6ccc47a service neutron] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:06:55.651176 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24a242ae-a389-4197-a614-13295242f1e4 req-24972730-4f5a-4e04-be45-ce21b6ccc47a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:55.652538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-24972730-4f5a-4e04-be45-ce21b6ccc47a service neutron] 10.222.0.87 "DELETE /v2.0/ports/1f16d715-c7ef-40ee-8a8e-fe174a5c2046/bindings/n-h2-826755-2 HTTP/1.1" status: 204 len: 173 time: 0.2347665 Feb 19 03:06:55.713182 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ff7f63-5aac-41b5-a2cf-3ff69513e5a7 x-openstack-request-id: req-21ff7f63-5aac-41b5-a2cf-3ff69513e5a7 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:55.713748 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7058aa4b-5a23-49fa-9aa8-18263fcee7a3", "name": "network-vif-plugged", "status": "completed", "tag": "08cb951e-56eb-4ebd-919b-83b3f49ea791", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:55.713748 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21ff7f63-5aac-41b5-a2cf-3ff69513e5a7 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:55.713915 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7058aa4b-5a23-49fa-9aa8-18263fcee7a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cb951e-56eb-4ebd-919b-83b3f49ea791', 'code': 200} Feb 19 03:06:55.911429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b412c68-b686-49ed-92ac-b6157e466244 req-259b9ad1-ff20-4759-b59d-b39c7504aa95 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:55.922419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b412c68-b686-49ed-92ac-b6157e466244 req-259b9ad1-ff20-4759-b59d-b39c7504aa95 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1468801 Feb 19 03:06:55.982159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b412c68-b686-49ed-92ac-b6157e466244 req-6779f441-7d95-4c9c-b54a-bd2d504be83a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583055 Feb 19 03:06:56.035699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677171d6-41f7-4881-a3bf-a50be39fe52d req-d5fcc250-dfa8-443f-b823-0bdbaee62286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.037263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-677171d6-41f7-4881-a3bf-a50be39fe52d req-d5fcc250-dfa8-443f-b823-0bdbaee62286 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 1127 time: 0.2092149 Feb 19 03:06:56.117681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-677171d6-41f7-4881-a3bf-a50be39fe52d req-d9a922eb-311d-4067-b094-3292d2dbc234 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695846 Feb 19 03:06:56.185856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c3dd4-c0e4-424a-b19a-43d7ee4509da req-d257a1a4-1bbc-4844-9b1b-cad417618e85 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.187189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-614c3dd4-c0e4-424a-b19a-43d7ee4509da req-d257a1a4-1bbc-4844-9b1b-cad417618e85 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 945 time: 0.0630045 Feb 19 03:06:56.251057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-614c3dd4-c0e4-424a-b19a-43d7ee4509da req-931ba72b-8563-40ce-947d-2b4150711b95 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536370 Feb 19 03:06:56.459299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a7d0b-d903-4b3c-8da5-0d9fa4fd3dde req-e7beb912-3a09-4427-a183-32a97ba54091 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.464824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a7d0b-d903-4b3c-8da5-0d9fa4fd3dde req-e7beb912-3a09-4427-a183-32a97ba54091 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.470328 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a7d0b-d903-4b3c-8da5-0d9fa4fd3dde req-e7beb912-3a09-4427-a183-32a97ba54091 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.475686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a7d0b-d903-4b3c-8da5-0d9fa4fd3dde req-e7beb912-3a09-4427-a183-32a97ba54091 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.480997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a7d0b-d903-4b3c-8da5-0d9fa4fd3dde req-e7beb912-3a09-4427-a183-32a97ba54091 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.487542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a7d0b-d903-4b3c-8da5-0d9fa4fd3dde req-e7beb912-3a09-4427-a183-32a97ba54091 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.494483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a7d0b-d903-4b3c-8da5-0d9fa4fd3dde req-e7beb912-3a09-4427-a183-32a97ba54091 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.496500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea7a7d0b-d903-4b3c-8da5-0d9fa4fd3dde req-e7beb912-3a09-4427-a183-32a97ba54091 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5443 time: 0.1617055 Feb 19 03:06:56.509310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59594) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:06:56.519243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ab2f07b1-8b54-473e-9fbd-b1844bad0f9b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Request body: {'floatingip': {'port_id': '3fe16846-d544-4242-b68b-4767f0fe9584'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:06:56.587104 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2f07b1-8b54-473e-9fbd-b1844bad0f9b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for floatingip (4f976f9b-2c38-433d-b335-a68ea27c3837), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:56.639376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49cc8d-b2a7-4a14-9dea-fd63ecadc0cb req-c763d73b-f599-4a0e-a41a-8c69f4ec0734 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.641054 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e49cc8d-b2a7-4a14-9dea-fd63ecadc0cb req-c763d73b-f599-4a0e-a41a-8c69f4ec0734 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 945 time: 0.1431136 Feb 19 03:06:56.761603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e49cc8d-b2a7-4a14-9dea-fd63ecadc0cb req-c07b592b-94c1-442d-b551-65b6b64dd499 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137419 Feb 19 03:06:56.978457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f656f6-e4da-4eff-999d-332b52956aa4 req-dc0504f3-eb7c-47d8-8bf1-bc0bb3142df8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.984288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f656f6-e4da-4eff-999d-332b52956aa4 req-dc0504f3-eb7c-47d8-8bf1-bc0bb3142df8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.990779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f656f6-e4da-4eff-999d-332b52956aa4 req-dc0504f3-eb7c-47d8-8bf1-bc0bb3142df8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:56.999959 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2f656f6-e4da-4eff-999d-332b52956aa4 req-dc0504f3-eb7c-47d8-8bf1-bc0bb3142df8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2417 time: 0.0932364 Feb 19 03:06:57.035078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335beb3-a6da-4095-a4b5-cf21a64b54e0 req-fc974e77-4021-483b-a5f5-1b3582463f0c tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:57.041194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6335beb3-a6da-4095-a4b5-cf21a64b54e0 req-fc974e77-4021-483b-a5f5-1b3582463f0c tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 945 time: 0.2138057 Feb 19 03:06:57.128453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2f656f6-e4da-4eff-999d-332b52956aa4 req-9f2b2c09-3525-45bc-a9e1-bf73a14d1aa7 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274164 Feb 19 03:06:57.224206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6335beb3-a6da-4095-a4b5-cf21a64b54e0 req-525f0b62-1a69-4105-af3b-de95339dc90c tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751144 Feb 19 03:06:57.240287 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2f07b1-8b54-473e-9fbd-b1844bad0f9b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:57.250011 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2f07b1-8b54-473e-9fbd-b1844bad0f9b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (4f976f9b-2c38-433d-b335-a68ea27c3837), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:57.386261 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-ab2f07b1-8b54-473e-9fbd-b1844bad0f9b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Floating IP 4f976f9b-2c38-433d-b335-a68ea27c3837 associated. External IP: 172.25.1.54, port: 3fe16846-d544-4242-b68b-4767f0fe9584. Feb 19 03:06:57.427855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f19158-c3f5-4241-b737-7f53ccaa6541 req-55566fa6-7554-4fd4-94ad-383c78bc14f8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:57.433650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56f19158-c3f5-4241-b737-7f53ccaa6541 req-55566fa6-7554-4fd4-94ad-383c78bc14f8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1042762 Feb 19 03:06:57.591656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56f19158-c3f5-4241-b737-7f53ccaa6541 req-767d8bce-1bdd-4027-ab75-a0a0ec3be485 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515777 Feb 19 03:06:57.762932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5cc20-9c2a-4e3f-a618-d375b08d9ded req-35b47a54-faee-45d5-b40b-9cc891f5201e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:57.767545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97d5cc20-9c2a-4e3f-a618-d375b08d9ded req-35b47a54-faee-45d5-b40b-9cc891f5201e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 1127 time: 0.2023499 Feb 19 03:06:57.771144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c821d18-e23c-42fc-afa3-806ce37f7710 req-53002670-8503-4a0b-9a47-7f048bfd47f8 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:57.779869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c821d18-e23c-42fc-afa3-806ce37f7710 req-53002670-8503-4a0b-9a47-7f048bfd47f8 tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 1127 time: 0.1870015 Feb 19 03:06:57.852442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2f07b1-8b54-473e-9fbd-b1844bad0f9b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:06:58.087394 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2f07b1-8b54-473e-9fbd-b1844bad0f9b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:06:58.093177 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2f07b1-8b54-473e-9fbd-b1844bad0f9b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:58.105155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86642cae-cc55-4ebd-ae2b-128c6aa98181 None None] Sync routers for ids ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:06:58.129830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86642cae-cc55-4ebd-ae2b-128c6aa98181 None None] Routers {'70ca21c1-0655-4b85-9a2c-f7452a51ec81'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:58.130485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-86642cae-cc55-4ebd-ae2b-128c6aa98181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:06:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:58.164842 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ab2f07b1-8b54-473e-9fbd-b1844bad0f9b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "PUT /v2.0/floatingips/4f976f9b-2c38-433d-b335-a68ea27c3837 HTTP/1.1" status: 200 len: 991 time: 1.6543577 Feb 19 03:06:58.166102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': '3fe16846-d544-4242-b68b-4767f0fe9584'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:06:58.170860 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "3fe16846-d544-4242-b68b-4767f0fe9584"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:06:58.289180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-86642cae-cc55-4ebd-ae2b-128c6aa98181 None None] Set router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:06:58.359339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c821d18-e23c-42fc-afa3-806ce37f7710 req-b7543789-c693-42a4-a806-8e9cecdc061e tempest-LiveAutoBlockMigrationV225Test-1704776606 tempest-LiveAutoBlockMigrationV225Test-1704776606-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729887 Feb 19 03:06:58.425889 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749157bc-15b5-4a43-b907-f6967d76e447 req-c5a36e56-0aee-42fa-87ec-9e9e877d664b tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.435654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-749157bc-15b5-4a43-b907-f6967d76e447 req-c5a36e56-0aee-42fa-87ec-9e9e877d664b tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 945 time: 0.2072144 Feb 19 03:06:58.457947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5cc20-9c2a-4e3f-a618-d375b08d9ded req-d990ba76-8751-4b11-95fd-155891093c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.467377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97d5cc20-9c2a-4e3f-a618-d375b08d9ded req-d990ba76-8751-4b11-95fd-155891093c9b service neutron] 10.222.0.87 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 918 time: 0.6601720 Feb 19 03:06:58.628445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-86642cae-cc55-4ebd-ae2b-128c6aa98181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:03:38Z', 'revision_number': 4, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '4f976f9b-2c38-433d-b335-a68ea27c3837', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'port_id': '3fe16846-d544-4242-b68b-4767f0fe9584', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'mac_address': 'fa:16:3e:40:91:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:04:47Z', 'updated_at': '2022-02-19T03:06:57Z', 'revision_number': 1, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33435ac9-01f1-406d-9f49-6fcd798cfa3c', 'name': '', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'mac_address': 'fa:16:3e:43:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:35Z', 'updated_at': '2022-02-19T03:03:44Z', 'revision_number': 5, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'subnets': [{'id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:58.633980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97d5cc20-9c2a-4e3f-a618-d375b08d9ded req-7dda009f-e2d7-4d3d-ab12-9dcd0f9fd011 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b422f97b-0094-4b8e-8492-54c3ade55c30 HTTP/1.1" status: 200 len: 1000 time: 0.1501827 Feb 19 03:06:58.648378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-749157bc-15b5-4a43-b907-f6967d76e447 req-1e67c958-618f-4b88-858d-77ed4faa6b83 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102382 Feb 19 03:06:58.677096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86642cae-cc55-4ebd-ae2b-128c6aa98181 None None] Checking router: 70ca21c1-0655-4b85-9a2c-f7452a51ec81 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:06:58.687699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86642cae-cc55-4ebd-ae2b-128c6aa98181 None None] Routers {'70ca21c1-0655-4b85-9a2c-f7452a51ec81'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:06:58.688643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-86642cae-cc55-4ebd-ae2b-128c6aa98181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:06:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:58.742905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5cc20-9c2a-4e3f-a618-d375b08d9ded req-39c2ff0c-1851-47cb-bc11-e75389cac0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.744802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97d5cc20-9c2a-4e3f-a618-d375b08d9ded req-39c2ff0c-1851-47cb-bc11-e75389cac0b6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.0896742 Feb 19 03:06:58.770089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ed43-2ffe-4de3-9745-2cba6405ae1a req-3ff05c23-2c57-4304-b3ff-1dc9be12fe9a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.775633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ed43-2ffe-4de3-9745-2cba6405ae1a req-3ff05c23-2c57-4304-b3ff-1dc9be12fe9a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.781229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ed43-2ffe-4de3-9745-2cba6405ae1a req-3ff05c23-2c57-4304-b3ff-1dc9be12fe9a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.786633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ed43-2ffe-4de3-9745-2cba6405ae1a req-3ff05c23-2c57-4304-b3ff-1dc9be12fe9a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.792048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ed43-2ffe-4de3-9745-2cba6405ae1a req-3ff05c23-2c57-4304-b3ff-1dc9be12fe9a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.797602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ed43-2ffe-4de3-9745-2cba6405ae1a req-3ff05c23-2c57-4304-b3ff-1dc9be12fe9a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.803183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253ed43-2ffe-4de3-9745-2cba6405ae1a req-3ff05c23-2c57-4304-b3ff-1dc9be12fe9a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.811335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e253ed43-2ffe-4de3-9745-2cba6405ae1a req-3ff05c23-2c57-4304-b3ff-1dc9be12fe9a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5443 time: 0.2693303 Feb 19 03:06:58.848857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-86642cae-cc55-4ebd-ae2b-128c6aa98181 None None] Set router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:06:58.952571 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e253ed43-2ffe-4de3-9745-2cba6405ae1a req-17b3bb2a-623e-4931-a0a9-df2bed311b3a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1402032 Feb 19 03:06:58.967291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5cc20-9c2a-4e3f-a618-d375b08d9ded req-be59f0e9-dc93-4bd6-9ae7-ec9e86b776dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.968867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97d5cc20-9c2a-4e3f-a618-d375b08d9ded req-be59f0e9-dc93-4bd6-9ae7-ec9e86b776dc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1487868 Feb 19 03:06:58.978179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a538801-d41c-4618-acc1-ea8f514c89b0 req-b6a36298-bbcb-458f-9c0b-f7d0a8a5e2d6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.984899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a538801-d41c-4618-acc1-ea8f514c89b0 req-b6a36298-bbcb-458f-9c0b-f7d0a8a5e2d6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.990325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a538801-d41c-4618-acc1-ea8f514c89b0 req-b6a36298-bbcb-458f-9c0b-f7d0a8a5e2d6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:58.992016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a538801-d41c-4618-acc1-ea8f514c89b0 req-b6a36298-bbcb-458f-9c0b-f7d0a8a5e2d6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2417 time: 0.1625223 Feb 19 03:06:59.044488 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62877a5d-e9e8-4ed5-9ac2-d28975b56ee5 x-openstack-request-id: req-62877a5d-e9e8-4ed5-9ac2-d28975b56ee5 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:06:59.045467 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "tag": "3fe16846-d544-4242-b68b-4767f0fe9584", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:06:59.045941 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-62877a5d-e9e8-4ed5-9ac2-d28975b56ee5 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:06:59.046923 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'tag': '3fe16846-d544-4242-b68b-4767f0fe9584', 'status': 'completed', 'code': 200} Feb 19 03:06:59.120498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a538801-d41c-4618-acc1-ea8f514c89b0 req-32c8deb5-d4d4-43c4-ab2f-3d5aa6175cef tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200862 Feb 19 03:06:59.198058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97d5cc20-9c2a-4e3f-a618-d375b08d9ded req-d296c12c-e4d5-4496-a146-03ae8c52a85d service neutron] 10.222.0.87 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049792 Feb 19 03:06:59.204858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-19a767e9-d54a-4fcb-93b1-017297be5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.208738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-19a767e9-d54a-4fcb-93b1-017297be5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.209400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-19a767e9-d54a-4fcb-93b1-017297be5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.210029 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-19a767e9-d54a-4fcb-93b1-017297be5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.210495 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-19a767e9-d54a-4fcb-93b1-017297be5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.210967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-19a767e9-d54a-4fcb-93b1-017297be5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.213163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-19a767e9-d54a-4fcb-93b1-017297be5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.215257 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-19a767e9-d54a-4fcb-93b1-017297be5859 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 6717 time: 0.1183953 Feb 19 03:06:59.244041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-86642cae-cc55-4ebd-ae2b-128c6aa98181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:03:38Z', 'revision_number': 4, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '4f976f9b-2c38-433d-b335-a68ea27c3837', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'port_id': '3fe16846-d544-4242-b68b-4767f0fe9584', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'mac_address': 'fa:16:3e:40:91:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:04:47Z', 'updated_at': '2022-02-19T03:06:57Z', 'revision_number': 1, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33435ac9-01f1-406d-9f49-6fcd798cfa3c', 'name': '', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'mac_address': 'fa:16:3e:43:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:35Z', 'updated_at': '2022-02-19T03:03:44Z', 'revision_number': 5, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'subnets': [{'id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:06:59.284535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86642cae-cc55-4ebd-ae2b-128c6aa98181 None None] The sync data for ids ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'] in n-d-826755-2 is: [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:03:38Z', 'revision_number': 4, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '4f976f9b-2c38-433d-b335-a68ea27c3837', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'floating_ip_address': '172.25.1.54', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'port_id': '3fe16846-d544-4242-b68b-4767f0fe9584', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1204, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'mac_address': 'fa:16:3e:40:91:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:04:47Z', 'updated_at': '2022-02-19T03:06:57Z', 'revision_number': 1, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33435ac9-01f1-406d-9f49-6fcd798cfa3c', 'name': '', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'mac_address': 'fa:16:3e:43:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:35Z', 'updated_at': '2022-02-19T03:03:44Z', 'revision_number': 5, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'subnets': [{'id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:06:59.317184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dc1c5-360f-4c82-9ccd-54b8a525677d req-d0a895f9-6302-403c-972a-7649c2519d1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.325672 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f8dc1c5-360f-4c82-9ccd-54b8a525677d req-d0a895f9-6302-403c-972a-7649c2519d1f tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 945 time: 0.1424356 Feb 19 03:06:59.428410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-78b0bfe9-72c8-4730-92fa-525c9dde3632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.429402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f8dc1c5-360f-4c82-9ccd-54b8a525677d req-c75687dc-99af-4a59-badd-9ef7f252dc57 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026940 Feb 19 03:06:59.429960 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-78b0bfe9-72c8-4730-92fa-525c9dde3632 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e39bf806-1992-49ff-a939-99215785f492 HTTP/1.1" status: 200 len: 918 time: 0.2065828 Feb 19 03:06:59.457540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97d5cc20-9c2a-4e3f-a618-d375b08d9ded req-4704d4d1-a849-4d81-9565-d74c64ef6862 service neutron] 10.222.0.87 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277434 Feb 19 03:06:59.600916 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-3f0cc4a3-d307-4da1-845e-5479164e670c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe16846-d544-4242-b68b-4767f0fe9584 HTTP/1.1" status: 200 len: 999 time: 0.1501040 Feb 19 03:06:59.623854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af603ac7-fa94-4606-b693-273d7518f5ba req-b5312aeb-2813-4f11-95c2-c4dd0ed825a1 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.625248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af603ac7-fa94-4606-b693-273d7518f5ba req-b5312aeb-2813-4f11-95c2-c4dd0ed825a1 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.87 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 945 time: 0.1468508 Feb 19 03:06:59.631564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-af528253-f7cb-46e9-a024-263a769af828 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.641351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-af528253-f7cb-46e9-a024-263a769af828 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.649346 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-af528253-f7cb-46e9-a024-263a769af828 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.651935 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-af528253-f7cb-46e9-a024-263a769af828 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 2417 time: 0.2208846 Feb 19 03:06:59.693688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb6a8c-b0a3-42e2-b6b9-ab22b3a0db94 req-bcb39b64-6fef-457b-b9a6-b1ebcc54b395 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.704212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92cb6a8c-b0a3-42e2-b6b9-ab22b3a0db94 req-bcb39b64-6fef-457b-b9a6-b1ebcc54b395 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1775460 Feb 19 03:06:59.722822 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3ae6f3-c656-4cc9-a1ba-5f29c15a2ad7 None None] New status for floating IP 4f976f9b-2c38-433d-b335-a68ea27c3837: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:06:59.839189 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-4cf521a8-58a4-4dd6-b3a3-a084717d5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.845140 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-4cf521a8-58a4-4dd6-b3a3-a084717d5ddd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f79cf414-250d-440d-9768-50a61554ea8b HTTP/1.1" status: 200 len: 856 time: 0.2323244 Feb 19 03:06:59.851665 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92cb6a8c-b0a3-42e2-b6b9-ab22b3a0db94 req-789160be-5a88-4cb5-81d5-2900aa1651fd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459880 Feb 19 03:06:59.903293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-956d3cea-870c-4fe2-bbeb-18966d93577c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting port b221327e-078e-4707-a7b8-48b8a7da20d4 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:06:59.903717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-956d3cea-870c-4fe2-bbeb-18966d93577c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:06:59.914204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9c0c-aa8c-472e-8f37-49ff7854f4d2 req-bf342ea8-db70-497e-8377-86b9fe16b39f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.927642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9c0c-aa8c-472e-8f37-49ff7854f4d2 req-bf342ea8-db70-497e-8377-86b9fe16b39f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.943976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9c0c-aa8c-472e-8f37-49ff7854f4d2 req-bf342ea8-db70-497e-8377-86b9fe16b39f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.966113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9c0c-aa8c-472e-8f37-49ff7854f4d2 req-bf342ea8-db70-497e-8377-86b9fe16b39f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.973626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9c0c-aa8c-472e-8f37-49ff7854f4d2 req-bf342ea8-db70-497e-8377-86b9fe16b39f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:06:59.989956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9c0c-aa8c-472e-8f37-49ff7854f4d2 req-bf342ea8-db70-497e-8377-86b9fe16b39f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:00.000320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9c0c-aa8c-472e-8f37-49ff7854f4d2 req-bf342ea8-db70-497e-8377-86b9fe16b39f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:00.002206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af5f9c0c-aa8c-472e-8f37-49ff7854f4d2 req-bf342ea8-db70-497e-8377-86b9fe16b39f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5443 time: 0.3866463 Feb 19 03:07:00.047750 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-ca7ca3ba-51c8-4252-93a2-b059ea36592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:00.049321 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-ca7ca3ba-51c8-4252-93a2-b059ea36592e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e39bf806-1992-49ff-a939-99215785f492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1899993 Feb 19 03:07:00.051138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-956d3cea-870c-4fe2-bbeb-18966d93577c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] For port b221327e-078e-4707-a7b8-48b8a7da20d4, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b221327e-078e-4707-a7b8-48b8a7da20d4,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:00.051499 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-956d3cea-870c-4fe2-bbeb-18966d93577c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.084227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-956d3cea-870c-4fe2-bbeb-18966d93577c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Calling delete_port for b221327e-078e-4707-a7b8-48b8a7da20d4 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:00.096941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-af603ac7-fa94-4606-b693-273d7518f5ba req-fbffe662-efbb-4eb6-888f-62c94f865dcd tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Deleting port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:00.097278 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af603ac7-fa94-4606-b693-273d7518f5ba req-fbffe662-efbb-4eb6-888f-62c94f865dcd tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.220445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b422f97b-0094-4b8e-8492-54c3ade55c30 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:00.228110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d768f-cd19-4eb5-a2d7-f561fe7699dd req-3a081ef8-e926-4cf3-8294-6d40627ecfc6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:00.235850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-700d768f-cd19-4eb5-a2d7-f561fe7699dd req-3a081ef8-e926-4cf3-8294-6d40627ecfc6 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 945 time: 0.2317147 Feb 19 03:07:00.250749 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-f61b9f84-2551-4332-a3d1-06390a9ad974 service neutron] 10.222.0.87 "GET /v2.0/networks/e39bf806-1992-49ff-a939-99215785f492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913128 Feb 19 03:07:00.295955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af94b8c-1342-463d-af0a-1a45ad8376dc req-c3763c56-b365-4546-82b6-ae8489b933c3 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:00.303974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3af94b8c-1342-463d-af0a-1a45ad8376dc req-c3763c56-b365-4546-82b6-ae8489b933c3 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 945 time: 0.1415408 Feb 19 03:07:00.344248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-af603ac7-fa94-4606-b693-273d7518f5ba req-fbffe662-efbb-4eb6-888f-62c94f865dcd tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] For port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115,segment=NetworkSegment(574d44dd-219e-4656-9cbb-d6234aba8e7e),segment_id=574d44dd-219e-4656-9cbb-d6234aba8e7e)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:00.344963 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af603ac7-fa94-4606-b693-273d7518f5ba req-fbffe662-efbb-4eb6-888f-62c94f865dcd tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.358746 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-3f4e1fcf-bdb1-4184-860d-7171ddc3b278 service neutron] 10.222.0.87 "GET /v2.0/networks/e39bf806-1992-49ff-a939-99215785f492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972650 Feb 19 03:07:00.361601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-af603ac7-fa94-4606-b693-273d7518f5ba req-fbffe662-efbb-4eb6-888f-62c94f865dcd tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Calling delete_port for e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:00.370266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b422f97b-0094-4b8e-8492-54c3ade55c30 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:00.370851 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.443234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-956d3cea-870c-4fe2-bbeb-18966d93577c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b221327e-078e-4707-a7b8-48b8a7da20d4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.485046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956d3cea-870c-4fe2-bbeb-18966d93577c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Port': ['ID=b221327e-078e-4707-a7b8-48b8a7da20d4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:00.574386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-956d3cea-870c-4fe2-bbeb-18966d93577c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] No DVR routers for this DVR port b221327e-078e-4707-a7b8-48b8a7da20d4 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:00.579957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-956d3cea-870c-4fe2-bbeb-18966d93577c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.586504 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-956d3cea-870c-4fe2-bbeb-18966d93577c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "DELETE /v2.0/ports/b221327e-078e-4707-a7b8-48b8a7da20d4 HTTP/1.1" status: 204 len: 173 time: 0.8712616 Feb 19 03:07:00.592440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:00.595799 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09aa7b0-b2a1-45c0-8246-88cf5c92861b" -d '{"events": [{"server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "name": "network-vif-unplugged", "status": "completed", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:00.611849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:00.620118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3af94b8c-1342-463d-af0a-1a45ad8376dc req-2c8a65ca-23f8-4ae7-8579-db6256388d7d tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151374 Feb 19 03:07:00.627050 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.627836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b221327e-078e-4707-a7b8-48b8a7da20d4 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:00.641335 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af603ac7-fa94-4606-b693-273d7518f5ba req-fbffe662-efbb-4eb6-888f-62c94f865dcd tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.725962 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: b221327e-078e-4707-a7b8-48b8a7da20d4 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:00.726308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b221327e-078e-4707-a7b8-48b8a7da20d4 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:00.726733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:00.731371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:00.735954 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-a1a0f903-ea97-4c08-a9d4-f56ee6902701 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting port be5d20fe-cbe3-4ce2-90fa-892576af58a6 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:00.736109 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-a1a0f903-ea97-4c08-a9d4-f56ee6902701 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.787669 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffe662-efbb-4eb6-888f-62c94f865dcd tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Pushing event deleted for resources: {'Port': ['ID=e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:00.850352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:00.890177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-700d768f-cd19-4eb5-a2d7-f561fe7699dd req-7eaf96cf-95a3-4b76-886a-6524badeec6c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533592 Feb 19 03:07:00.899313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-af603ac7-fa94-4606-b693-273d7518f5ba req-fbffe662-efbb-4eb6-888f-62c94f865dcd tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] No DVR routers for this DVR port e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:00.899313 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-af603ac7-fa94-4606-b693-273d7518f5ba req-fbffe662-efbb-4eb6-888f-62c94f865dcd tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.907295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-a1a0f903-ea97-4c08-a9d4-f56ee6902701 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] For port be5d20fe-cbe3-4ce2-90fa-892576af58a6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=be5d20fe-cbe3-4ce2-90fa-892576af58a6,segment=NetworkSegment(96c3d563-77c2-46e4-abe4-d3b4c62df61e),segment_id=96c3d563-77c2-46e4-abe4-d3b4c62df61e)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:00.908047 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-a1a0f903-ea97-4c08-a9d4-f56ee6902701 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:00.910909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af603ac7-fa94-4606-b693-273d7518f5ba req-fbffe662-efbb-4eb6-888f-62c94f865dcd tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.87 "DELETE /v2.0/ports/e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 HTTP/1.1" status: 204 len: 173 time: 1.2743683 Feb 19 03:07:00.938539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acad3d01-0b1a-407c-b743-71971b7cf01c', 'name': 'network-vif-deleted', 'tag': 'e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:00.941654 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e457168-0f31-4006-bb9d-5eb945e808b9" -d '{"events": [{"server_uuid": "acad3d01-0b1a-407c-b743-71971b7cf01c", "name": "network-vif-deleted", "tag": "e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:00.959959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-a1a0f903-ea97-4c08-a9d4-f56ee6902701 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Calling delete_port for be5d20fe-cbe3-4ce2-90fa-892576af58a6 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:00.983182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b11d77-7eff-4249-b53c-6660674f47e6 req-9ce63a00-ac03-4205-8906-31aeab5fe355 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:00.985015 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31b11d77-7eff-4249-b53c-6660674f47e6 req-9ce63a00-ac03-4205-8906-31aeab5fe355 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.87 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 945 time: 0.4034932 Feb 19 03:07:01.032820 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090cad1d-cd0c-4df8-9d12-c086a52354b9 x-openstack-request-id: req-090cad1d-cd0c-4df8-9d12-c086a52354b9 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:01.036975 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "name": "network-vif-unplugged", "status": "completed", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:01.037288 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-090cad1d-cd0c-4df8-9d12-c086a52354b9 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:01.037725 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'code': 200} Feb 19 03:07:01.057902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f1fe-cb22-4989-a1ec-b321bf5ef5d9 req-dbd35442-5ff8-456c-9af0-2411eaeb60ad tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:01.064512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f1fe-cb22-4989-a1ec-b321bf5ef5d9 req-dbd35442-5ff8-456c-9af0-2411eaeb60ad tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:01.066422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eeb1f1fe-cb22-4989-a1ec-b321bf5ef5d9 req-dbd35442-5ff8-456c-9af0-2411eaeb60ad tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 1681 time: 0.2067571 Feb 19 03:07:01.079076 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'name': 'network-vif-deleted', 'tag': 'b221327e-078e-4707-a7b8-48b8a7da20d4'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:01.088372 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110f6b3c-317f-488e-b3d9-5766f32c6065" -d '{"events": [{"server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "name": "network-vif-deleted", "tag": "b221327e-078e-4707-a7b8-48b8a7da20d4"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:01.245261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-a1a0f903-ea97-4c08-a9d4-f56ee6902701 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (be5d20fe-cbe3-4ce2-90fa-892576af58a6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.245979 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eeb1f1fe-cb22-4989-a1ec-b321bf5ef5d9 req-6981ff0a-2b8f-4f49-a37d-211cd4460118 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693923 Feb 19 03:07:01.334905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158d30c-dd95-4663-9f08-e194ae6be260 req-33b8a0d2-43c9-493a-8355-71260068144b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:01.345734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5158d30c-dd95-4663-9f08-e194ae6be260 req-33b8a0d2-43c9-493a-8355-71260068144b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1793041 Feb 19 03:07:01.384063 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cddff7-8d14-4a71-a49a-bc2a63081c2e x-openstack-request-id: req-28cddff7-8d14-4a71-a49a-bc2a63081c2e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:01.384366 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acad3d01-0b1a-407c-b743-71971b7cf01c", "name": "network-vif-deleted", "tag": "e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:01.384628 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28cddff7-8d14-4a71-a49a-bc2a63081c2e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:01.385067 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acad3d01-0b1a-407c-b743-71971b7cf01c', 'name': 'network-vif-deleted', 'tag': 'e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115', 'status': 'completed', 'code': 200} Feb 19 03:07:01.392462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-31b11d77-7eff-4249-b53c-6660674f47e6 req-48a4b555-3f09-467e-b8af-d8b05b042ad1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Deleting port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:01.392851 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-31b11d77-7eff-4249-b53c-6660674f47e6 req-48a4b555-3f09-467e-b8af-d8b05b042ad1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.416732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-a1a0f903-ea97-4c08-a9d4-f56ee6902701 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] No DVR routers for this DVR port be5d20fe-cbe3-4ce2-90fa-892576af58a6 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:01.422045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0f903-ea97-4c08-a9d4-f56ee6902701 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Port': ['ID=be5d20fe-cbe3-4ce2-90fa-892576af58a6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:01.437703 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-a1a0f903-ea97-4c08-a9d4-f56ee6902701 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.461191 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-a1a0f903-ea97-4c08-a9d4-f56ee6902701 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "DELETE /v2.0/ports/be5d20fe-cbe3-4ce2-90fa-892576af58a6 HTTP/1.1" status: 204 len: 173 time: 0.8678720 Feb 19 03:07:01.466794 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bcd43c-ac78-4931-a562-e5be4d5bc862 x-openstack-request-id: req-45bcd43c-ac78-4931-a562-e5be4d5bc862 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:01.467030 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "name": "network-vif-deleted", "tag": "b221327e-078e-4707-a7b8-48b8a7da20d4", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:01.467415 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-45bcd43c-ac78-4931-a562-e5be4d5bc862 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:01.467832 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'name': 'network-vif-deleted', 'tag': 'b221327e-078e-4707-a7b8-48b8a7da20d4', 'status': 'completed', 'code': 200} Feb 19 03:07:01.591837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5158d30c-dd95-4663-9f08-e194ae6be260 req-2f0e2e33-6866-4e91-a3db-4e1fc5636329 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450380 Feb 19 03:07:01.692434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-31b11d77-7eff-4249-b53c-6660674f47e6 req-48a4b555-3f09-467e-b8af-d8b05b042ad1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] For port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:01.692755 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-8a4deb86-3fcf-4ed8-9f3d-6916165ca2db tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting port 37a67907-8cb9-49e1-9830-d1fa833fc42c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:01.693242 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-8a4deb86-3fcf-4ed8-9f3d-6916165ca2db tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.696073 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-31b11d77-7eff-4249-b53c-6660674f47e6 req-48a4b555-3f09-467e-b8af-d8b05b042ad1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.735847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-31b11d77-7eff-4249-b53c-6660674f47e6 req-48a4b555-3f09-467e-b8af-d8b05b042ad1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Calling delete_port for 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:01.904552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-840721d0-9be7-41de-a3d2-c93cf498f575 req-9f97b330-4d64-48d4-b1d3-5842f595d541 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=acad3d01-0b1a-407c-b743-71971b7cf01c HTTP/1.1" status: 200 len: 210 time: 0.0554686 Feb 19 03:07:01.927319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-8a4deb86-3fcf-4ed8-9f3d-6916165ca2db tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] For port 37a67907-8cb9-49e1-9830-d1fa833fc42c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=37a67907-8cb9-49e1-9830-d1fa833fc42c,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:01.928157 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-8a4deb86-3fcf-4ed8-9f3d-6916165ca2db tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:01.952930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-8a4deb86-3fcf-4ed8-9f3d-6916165ca2db tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Calling delete_port for 37a67907-8cb9-49e1-9830-d1fa833fc42c owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:02.098688 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-31b11d77-7eff-4249-b53c-6660674f47e6 req-48a4b555-3f09-467e-b8af-d8b05b042ad1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (1f16d715-c7ef-40ee-8a8e-fe174a5c2046), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:02.115573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['edff92e9-1b67-437d-a206-160de44c15ce'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:07:02.116772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9257cf-3088-4cc8-a0e8-72878a169235 req-55298182-fdd7-43c0-92e6-792ee33d0bad tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:02.118955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b9257cf-3088-4cc8-a0e8-72878a169235 req-55298182-fdd7-43c0-92e6-792ee33d0bad tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 945 time: 0.1564076 Feb 19 03:07:02.161578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4b555-3f09-467e-b8af-d8b05b042ad1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Pushing event deleted for resources: {'Port': ['ID=1f16d715-c7ef-40ee-8a8e-fe174a5c2046,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:02.223209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b11d77-7eff-4249-b53c-6660674f47e6 req-48a4b555-3f09-467e-b8af-d8b05b042ad1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] No DVR routers for this DVR port 1f16d715-c7ef-40ee-8a8e-fe174a5c2046 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:02.225236 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-8a4deb86-3fcf-4ed8-9f3d-6916165ca2db tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (37a67907-8cb9-49e1-9830-d1fa833fc42c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:02.228078 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-31b11d77-7eff-4249-b53c-6660674f47e6 req-48a4b555-3f09-467e-b8af-d8b05b042ad1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:02.232768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31b11d77-7eff-4249-b53c-6660674f47e6 req-48a4b555-3f09-467e-b8af-d8b05b042ad1 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.87 "DELETE /v2.0/ports/1f16d715-c7ef-40ee-8a8e-fe174a5c2046 HTTP/1.1" status: 204 len: 173 time: 1.2343948 Feb 19 03:07:02.254228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637fa37-f33d-4dc3-9cf8-1effc0574090 req-ccbc0444-9b79-4488-ad73-3beddb041b1c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:02.256778 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7637fa37-f33d-4dc3-9cf8-1effc0574090 req-ccbc0444-9b79-4488-ad73-3beddb041b1c tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 866 time: 0.2203467 Feb 19 03:07:02.311679 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b9257cf-3088-4cc8-a0e8-72878a169235 req-47971a63-d32a-486a-acd1-122c425b2eb9 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656585 Feb 19 03:07:02.322977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device be5d20fe-cbe3-4ce2-90fa-892576af58a6 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:02.363590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: be5d20fe-cbe3-4ce2-90fa-892576af58a6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:02.363964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device be5d20fe-cbe3-4ce2-90fa-892576af58a6 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:02.364375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:02.389296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4deb86-3fcf-4ed8-9f3d-6916165ca2db tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Port': ['ID=37a67907-8cb9-49e1-9830-d1fa833fc42c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:02.423209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7637fa37-f33d-4dc3-9cf8-1effc0574090 req-e1288b6b-5626-4c38-bb88-12b35410b81a tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360197 Feb 19 03:07:02.482914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-8a4deb86-3fcf-4ed8-9f3d-6916165ca2db tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] No DVR routers for this DVR port 37a67907-8cb9-49e1-9830-d1fa833fc42c on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:02.492857 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-8a4deb86-3fcf-4ed8-9f3d-6916165ca2db tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:02.496521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:02.497501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e3cbd2b0-b8c1-472c-bb9e-b969bc3b2115 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:02.498172 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 37a67907-8cb9-49e1-9830-d1fa833fc42c no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:02.504813 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-66614bea-f6ad-4fc7-82bc-171bccd3eaf5 req-8a4deb86-3fcf-4ed8-9f3d-6916165ca2db tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "DELETE /v2.0/ports/37a67907-8cb9-49e1-9830-d1fa833fc42c HTTP/1.1" status: 204 len: 173 time: 1.0270565 Feb 19 03:07:02.558794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 37a67907-8cb9-49e1-9830-d1fa833fc42c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:02.559149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 37a67907-8cb9-49e1-9830-d1fa833fc42c not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:02.593117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ed59c3a-ed4b-482b-933c-7d809768cf28 req-2ad2341b-afbd-4cfb-a485-017cd27c1705 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=913243f9-4968-4f38-9829-6e34563a23cc HTTP/1.1" status: 200 len: 210 time: 0.0526140 Feb 19 03:07:02.774612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12086c14-3dee-47bd-b6e1-d66c37feb66d req-3c082fb3-d7b3-4fa6-8114-eed5e72361f4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:02.776190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12086c14-3dee-47bd-b6e1-d66c37feb66d req-3c082fb3-d7b3-4fa6-8114-eed5e72361f4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.0689335 Feb 19 03:07:02.833808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12086c14-3dee-47bd-b6e1-d66c37feb66d req-c6c89c0b-11d3-4b45-9a08-0c98fa2b948d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515416 Feb 19 03:07:03.348620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-700bfd06-af04-40f8-a7a3-fb5c48460950 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:03.356050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-700bfd06-af04-40f8-a7a3-fb5c48460950 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/networks?id=e678fc69-8880-461d-95ef-98f8cae7c094 HTTP/1.1" status: 200 len: 809 time: 0.1315079 Feb 19 03:07:03.370489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-74df0738-8e27-42dc-891f-d38a83d8474e tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/quotas/7cb676c5c04543a39314d696a3eb7aed HTTP/1.1" status: 200 len: 375 time: 0.0133669 Feb 19 03:07:03.402890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b36521-4f89-4ae3-8a40-e7362d8e4ff9', 'name': 'network-vif-deleted', 'tag': '1f16d715-c7ef-40ee-8a8e-fe174a5c2046'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:03.405553 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c4babd-16d2-4e0d-88dd-c1ef20d485d7" -d '{"events": [{"server_uuid": "17b36521-4f89-4ae3-8a40-e7362d8e4ff9", "name": "network-vif-deleted", "tag": "1f16d715-c7ef-40ee-8a8e-fe174a5c2046"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:03.411232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-08fd64e8-93fa-4c58-a833-fbd60b3ec6c8 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7cb676c5c04543a39314d696a3eb7aed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352297 Feb 19 03:07:03.470101 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'name': 'network-vif-deleted', 'tag': 'be5d20fe-cbe3-4ce2-90fa-892576af58a6'}, {'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'name': 'network-vif-deleted', 'tag': '37a67907-8cb9-49e1-9830-d1fa833fc42c'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:03.472411 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba332426-5df9-4da9-945c-5e1cb57df381" -d '{"events": [{"server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "name": "network-vif-deleted", "tag": "be5d20fe-cbe3-4ce2-90fa-892576af58a6"}, {"server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "name": "network-vif-deleted", "tag": "37a67907-8cb9-49e1-9830-d1fa833fc42c"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:03.529859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38bb94-3d29-4b98-85b0-928c100b145f req-d671f58b-86eb-44b5-84b6-24dd74602523 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:03.531323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d38bb94-3d29-4b98-85b0-928c100b145f req-d671f58b-86eb-44b5-84b6-24dd74602523 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 945 time: 0.1230986 Feb 19 03:07:03.537285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2af74262-3887-430a-b023-0309c6ccc161 service neutron] 10.222.0.81 "GET /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179898 Feb 19 03:07:03.587221 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40085b08-2c9b-4923-bdad-7aef612074cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:03.632274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d38bb94-3d29-4b98-85b0-928c100b145f req-572f88d8-ff36-490a-9094-164f24cc3877 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926673 Feb 19 03:07:03.677083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-1b4adb22-499e-48a6-9826-a4796e01c5fb service neutron] 10.222.0.81 "GET /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303396 Feb 19 03:07:03.725954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-a6b3aac5-c996-49ad-8444-59d785ed68b5 req-a1c0ab41-2b42-4f68-b219-0c4afdddb833 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:07:03.727338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6b3aac5-c996-49ad-8444-59d785ed68b5 req-a1c0ab41-2b42-4f68-b219-0c4afdddb833 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060804 Feb 19 03:07:03.918539 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198b7bc8-d45f-4751-b12f-e8166814e53f x-openstack-request-id: req-198b7bc8-d45f-4751-b12f-e8166814e53f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:03.919197 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b36521-4f89-4ae3-8a40-e7362d8e4ff9", "name": "network-vif-deleted", "tag": "1f16d715-c7ef-40ee-8a8e-fe174a5c2046", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:03.919630 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-198b7bc8-d45f-4751-b12f-e8166814e53f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:03.920193 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b36521-4f89-4ae3-8a40-e7362d8e4ff9', 'name': 'network-vif-deleted', 'tag': '1f16d715-c7ef-40ee-8a8e-fe174a5c2046', 'status': 'completed', 'code': 200} Feb 19 03:07:03.978670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9f0f455-443c-4eb7-b9ba-5bb9d73065e1 req-6858512e-ded6-4b71-bb24-10d32fd37abe tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 210 time: 0.0570168 Feb 19 03:07:04.052197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f53e-1076-4e2b-aa41-66c041394fcf req-153cbeaa-78ae-4439-bc8f-267e8d316d83 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:04.053944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b625f53e-1076-4e2b-aa41-66c041394fcf req-153cbeaa-78ae-4439-bc8f-267e8d316d83 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.67 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 945 time: 0.2168026 Feb 19 03:07:04.054500 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6295fa17-eb66-48bc-8a5e-a32c9f975d69 x-openstack-request-id: req-6295fa17-eb66-48bc-8a5e-a32c9f975d69 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:04.055127 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "name": "network-vif-deleted", "tag": "be5d20fe-cbe3-4ce2-90fa-892576af58a6", "status": "completed", "code": 200}, {"server_uuid": "913243f9-4968-4f38-9829-6e34563a23cc", "name": "network-vif-deleted", "tag": "37a67907-8cb9-49e1-9830-d1fa833fc42c", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:04.055565 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6295fa17-eb66-48bc-8a5e-a32c9f975d69 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:04.056114 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'name': 'network-vif-deleted', 'tag': 'be5d20fe-cbe3-4ce2-90fa-892576af58a6', 'status': 'completed', 'code': 200} Feb 19 03:07:04.056688 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913243f9-4968-4f38-9829-6e34563a23cc', 'name': 'network-vif-deleted', 'tag': '37a67907-8cb9-49e1-9830-d1fa833fc42c', 'status': 'completed', 'code': 200} Feb 19 03:07:04.128061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59794) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:04.165529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-b80ca7db-d04a-4722-ac73-56d4fb8b0a0a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1903272 Feb 19 03:07:04.198196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70295465-32ee-4bba-9074-95ec763af7ba req-3d1a0e50-f246-4914-89be-3ad618b7eb4f tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 210 time: 0.0521054 Feb 19 03:07:04.200179 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7265695-0f06-4513-835b-d5abcf9b0cc8 req-6c897dea-5463-425f-9b6d-a70b991db51b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1350870 Feb 19 03:07:04.234466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-b697f67b-bb61-45f0-93ec-09a520b0dc60 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting subnet 53b11046-021b-4079-af3d-d076619cfb2d {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:04.238057 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b697f67b-bb61-45f0-93ec-09a520b0dc60 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks [] for subnet (53b11046-021b-4079-af3d-d076619cfb2d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:04.241544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b422f97b-0094-4b8e-8492-54c3ade55c30 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:04.280123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b697f67b-bb61-45f0-93ec-09a520b0dc60 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (53b11046-021b-4079-af3d-d076619cfb2d), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:04.344523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b625f53e-1076-4e2b-aa41-66c041394fcf req-96a37c96-d754-4d79-a3e8-84f070c4eaa2 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Deleting port 08cb951e-56eb-4ebd-919b-83b3f49ea791 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:04.344894 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b625f53e-1076-4e2b-aa41-66c041394fcf req-96a37c96-d754-4d79-a3e8-84f070c4eaa2 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:04.433834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b858bfb1-3977-4fab-b7d1-885e4bdc9986 req-aad86b58-94f6-490f-ba4b-91558b0bbd64 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:04.435424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b858bfb1-3977-4fab-b7d1-885e4bdc9986 req-aad86b58-94f6-490f-ba4b-91558b0bbd64 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1689997 Feb 19 03:07:04.499947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b422f97b-0094-4b8e-8492-54c3ade55c30 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:04.508196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b625f53e-1076-4e2b-aa41-66c041394fcf req-96a37c96-d754-4d79-a3e8-84f070c4eaa2 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] For port 08cb951e-56eb-4ebd-919b-83b3f49ea791, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=08cb951e-56eb-4ebd-919b-83b3f49ea791,segment=NetworkSegment(e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee),segment_id=e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:04.508578 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b625f53e-1076-4e2b-aa41-66c041394fcf req-96a37c96-d754-4d79-a3e8-84f070c4eaa2 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:04.552019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b625f53e-1076-4e2b-aa41-66c041394fcf req-96a37c96-d754-4d79-a3e8-84f070c4eaa2 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Calling delete_port for 08cb951e-56eb-4ebd-919b-83b3f49ea791 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:04.578637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b858bfb1-3977-4fab-b7d1-885e4bdc9986 req-bf075a4f-06b8-4f46-b9db-654d4ed3f114 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353703 Feb 19 03:07:04.636724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fa0ab-99e3-445f-9623-d1721b6f9710 req-e7b3a3d5-8589-456b-88db-3debb0c9b21e tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:04.644624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e6fa0ab-99e3-445f-9623-d1721b6f9710 req-e7b3a3d5-8589-456b-88db-3debb0c9b21e tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 950 time: 0.1690450 Feb 19 03:07:04.768953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e6fa0ab-99e3-445f-9623-d1721b6f9710 req-4f3f4551-ba27-456e-b32a-f7d3e00c8446 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231411 Feb 19 03:07:04.888899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-34335221-c38b-4f55-98c3-fd13a8849757 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:04.891367 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-34335221-c38b-4f55-98c3-fd13a8849757 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports/b422f97b-0094-4b8e-8492-54c3ade55c30 HTTP/1.1" status: 200 len: 940 time: 0.6777248 Feb 19 03:07:04.933475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402b1e1-5568-4359-8353-2857b1adb48d req-dd024e61-7e08-4986-a05f-55d9f8473bcc tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:04.935591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0402b1e1-5568-4359-8353-2857b1adb48d req-dd024e61-7e08-4986-a05f-55d9f8473bcc tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 945 time: 0.2018299 Feb 19 03:07:04.942795 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7265695-0f06-4513-835b-d5abcf9b0cc8 req-4a4834f6-fcaa-416e-8499-d1809cb02ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:04.947641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7265695-0f06-4513-835b-d5abcf9b0cc8 req-4a4834f6-fcaa-416e-8499-d1809cb02ab3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 1126 time: 0.6281769 Feb 19 03:07:04.949343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b697f67b-bb61-45f0-93ec-09a520b0dc60 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (53b11046-021b-4079-af3d-d076619cfb2d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:05.061396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0402b1e1-5568-4359-8353-2857b1adb48d req-b674ae1f-7638-472e-84c0-6d6347d1fefa tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/security-groups?id=eb009314-1d8a-4928-8736-4607e4917873&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131516 Feb 19 03:07:05.077836 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b625f53e-1076-4e2b-aa41-66c041394fcf req-96a37c96-d754-4d79-a3e8-84f070c4eaa2 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (08cb951e-56eb-4ebd-919b-83b3f49ea791), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:05.089411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['08cb951e-56eb-4ebd-919b-83b3f49ea791'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:07:05.159397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a37c96-d754-4d79-a3e8-84f070c4eaa2 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Pushing event deleted for resources: {'Port': ['ID=08cb951e-56eb-4ebd-919b-83b3f49ea791,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:05.201189 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7265695-0f06-4513-835b-d5abcf9b0cc8 req-6e2bb48f-2a83-4b2d-871c-a38dde4e1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:05.202228 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7265695-0f06-4513-835b-d5abcf9b0cc8 req-6e2bb48f-2a83-4b2d-871c-a38dde4e1f52 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.1835887 Feb 19 03:07:05.311539 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7265695-0f06-4513-835b-d5abcf9b0cc8 req-bff12519-8927-41a7-9d50-920b890fe7c9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90 HTTP/1.1" status: 200 len: 217 time: 0.0983157 Feb 19 03:07:05.342761 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b625f53e-1076-4e2b-aa41-66c041394fcf req-96a37c96-d754-4d79-a3e8-84f070c4eaa2 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] No DVR routers for this DVR port 08cb951e-56eb-4ebd-919b-83b3f49ea791 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:05.349462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cf2911b-53b3-438f-a767-1c443e189668 req-6cf89b7a-b861-4408-833d-117fdd2c94a5 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 210 time: 0.1085153 Feb 19 03:07:05.501735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b697f67b-bb61-45f0-93ec-09a520b0dc60 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (53b11046-021b-4079-af3d-d076619cfb2d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:05.524982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7265695-0f06-4513-835b-d5abcf9b0cc8 req-d81551a9-aba6-42b6-b52b-37d624f7475e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:05.528286 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7265695-0f06-4513-835b-d5abcf9b0cc8 req-d81551a9-aba6-42b6-b52b-37d624f7475e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.2109623 Feb 19 03:07:05.589070 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b697f67b-bb61-45f0-93ec-09a520b0dc60 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:05.594033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3643897d-8653-44da-87e9-d059b6c2b22f None None] Network 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:05.599561 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b697f67b-bb61-45f0-93ec-09a520b0dc60 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "DELETE /v2.0/subnets/53b11046-021b-4079-af3d-d076619cfb2d HTTP/1.1" status: 204 len: 168 time: 1.4637077 Feb 19 03:07:05.605576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697f67b-bb61-45f0-93ec-09a520b0dc60 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Subnet': ['ID=53b11046-021b-4079-af3d-d076619cfb2d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:05.611562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59874) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:05.699048 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7265695-0f06-4513-835b-d5abcf9b0cc8 req-2765fc08-23a1-432a-8014-6183700663a0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977867 Feb 19 03:07:05.845200 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-12ffb226-682e-468b-8f7f-512f80a57412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:05.864203 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b625f53e-1076-4e2b-aa41-66c041394fcf req-96a37c96-d754-4d79-a3e8-84f070c4eaa2 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:05.867896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b625f53e-1076-4e2b-aa41-66c041394fcf req-96a37c96-d754-4d79-a3e8-84f070c4eaa2 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.67 "DELETE /v2.0/ports/08cb951e-56eb-4ebd-919b-83b3f49ea791 HTTP/1.1" status: 204 len: 173 time: 1.8063045 Feb 19 03:07:05.888136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc11e041-f8bf-4459-b3ae-1e37f525db4d None None] DHCP port deletion for 5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:07:05.945314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7058aa4b-5a23-49fa-9aa8-18263fcee7a3', 'name': 'network-vif-deleted', 'tag': '08cb951e-56eb-4ebd-919b-83b3f49ea791'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:05.953649 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852c79f8-48db-4ebf-a988-41e0e4b4ce13" -d '{"events": [{"server_uuid": "7058aa4b-5a23-49fa-9aa8-18263fcee7a3", "name": "network-vif-deleted", "tag": "08cb951e-56eb-4ebd-919b-83b3f49ea791"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:05.999334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.011134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8c1f14a7-abb7-48b3-877a-b1c8119f3916 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:06.020449 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7265695-0f06-4513-835b-d5abcf9b0cc8 req-9491ede3-4fad-4ff6-8604-996fbb88b834 service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069997 Feb 19 03:07:06.047700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d8096c5-b533-437d-9fff-c4c8e42f2a03 req-a0b355fd-387a-42ce-b1a6-473ad857b08b tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 210 time: 0.1776400 Feb 19 03:07:06.091408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b4234a-9072-4e38-822b-7828ba1394b1 req-5cfcdf40-25be-4bc1-9c58-7e7b45468613 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:06.093425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cc11e041-f8bf-4459-b3ae-1e37f525db4d None None] Deleting port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:06.093901 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc11e041-f8bf-4459-b3ae-1e37f525db4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.095924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37b4234a-9072-4e38-822b-7828ba1394b1 req-5cfcdf40-25be-4bc1-9c58-7e7b45468613 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.2138298 Feb 19 03:07:06.162193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-1e5deef3-ff13-46fc-8daa-b33004f42d7d tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:06.164011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-1e5deef3-ff13-46fc-8daa-b33004f42d7d tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.87 "GET /v2.0/networks?id=e678fc69-8880-461d-95ef-98f8cae7c094 HTTP/1.1" status: 200 len: 809 time: 0.9083965 Feb 19 03:07:06.202152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-cc11e041-f8bf-4459-b3ae-1e37f525db4d None None] For port 8c1f14a7-abb7-48b3-877a-b1c8119f3916, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8c1f14a7-abb7-48b3-877a-b1c8119f3916,segment=NetworkSegment(96c3d563-77c2-46e4-abe4-d3b4c62df61e),segment_id=96c3d563-77c2-46e4-abe4-d3b4c62df61e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:06.203371 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc11e041-f8bf-4459-b3ae-1e37f525db4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.215339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37b4234a-9072-4e38-822b-7828ba1394b1 req-a10d62cd-8235-485f-be68-72d6718b76a3 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071186 Feb 19 03:07:06.221153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Request body: {'port': {'device_id': '538e351c-7916-4dac-a2a5-7b234d77dbda', 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094', 'admin_state_up': True, 'tenant_id': '7cb676c5c04543a39314d696a3eb7aed'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:06.221841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cc11e041-f8bf-4459-b3ae-1e37f525db4d None None] Calling delete_port for 8c1f14a7-abb7-48b3-877a-b1c8119f3916 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:06.235740 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148cd0a9-7c3e-40ef-84df-7d5b16beb5c6 x-openstack-request-id: req-148cd0a9-7c3e-40ef-84df-7d5b16beb5c6 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:06.236222 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7058aa4b-5a23-49fa-9aa8-18263fcee7a3", "name": "network-vif-deleted", "tag": "08cb951e-56eb-4ebd-919b-83b3f49ea791", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:06.236620 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-148cd0a9-7c3e-40ef-84df-7d5b16beb5c6 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:06.237195 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7058aa4b-5a23-49fa-9aa8-18263fcee7a3', 'name': 'network-vif-deleted', 'tag': '08cb951e-56eb-4ebd-919b-83b3f49ea791', 'status': 'completed', 'code': 200} Feb 19 03:07:06.307463 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f7265695-0f06-4513-835b-d5abcf9b0cc8 req-475d15fd-27db-417b-a58c-9efecbce4f9c service neutron] 10.222.0.87 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655153 Feb 19 03:07:06.330655 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc11e041-f8bf-4459-b3ae-1e37f525db4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.386711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc11e041-f8bf-4459-b3ae-1e37f525db4d None None] No DVR routers for this DVR port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:06.394108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:06.395400 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.442007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11e041-f8bf-4459-b3ae-1e37f525db4d None None] Pushing event deleted for resources: {'Port': ['ID=8c1f14a7-abb7-48b3-877a-b1c8119f3916,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:06.445120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 update to DOWN by agent not found {{(pid=109900) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 03:07:06.495941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15c2135b-8c03-434d-bba4-b10268680c72 req-558b1301-03ca-4541-a70e-c95d1ce79b48 tempest-ServerAddressesTestJSON-2102273319 tempest-ServerAddressesTestJSON-2102273319-project] 10.222.0.81 "GET /v2.0/ports?device_id=7058aa4b-5a23-49fa-9aa8-18263fcee7a3 HTTP/1.1" status: 200 len: 210 time: 0.0865948 Feb 19 03:07:06.587379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] For port 8c1f14a7-abb7-48b3-877a-b1c8119f3916, host n-d-826755-2, got binding levels [] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:06.587783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.591171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Made reservation on behalf of 7cb676c5c04543a39314d696a3eb7aed for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:06.597783 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.619476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Calling delete_port for 8c1f14a7-abb7-48b3-877a-b1c8119f3916 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:06.623090 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.ipam_backend_mixin [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 was not found and therefore no delete operation was performed {{(pid=109898) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:07:06.626796 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8c1f14a7-abb7-48b3-877a-b1c8119f3916), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.708500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Port': ['ID=8c1f14a7-abb7-48b3-877a-b1c8119f3916,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:06.721544 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] No DVR routers for this DVR port 8c1f14a7-abb7-48b3-877a-b1c8119f3916 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:06.833943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a7f4882-0744-45cc-bc54-1e208dedba94 req-8523cca3-c90a-46a4-985a-f4dedb9a862b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 210 time: 0.0837867 Feb 19 03:07:06.919331 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.946118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Allocated IP 172.20.0.3 (e678fc69-8880-461d-95ef-98f8cae7c094/6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2/732cf8ce-80f7-45cd-aa3d-ee76cbdd3725) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:06.979646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:06.988015 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:06.994758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c3d563-77c2-46e4-abe4-d3b4c62df61e') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:06.995212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c3d563-77c2-46e4-abe4-d3b4c62df61e') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:07.010008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (96c3d563-77c2-46e4-abe4-d3b4c62df61e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.025324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (96c3d563-77c2-46e4-abe4-d3b4c62df61e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.032911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:07:07.033433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (96c3d563-77c2-46e4-abe4-d3b4c62df61e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:07:07.036756 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:07:07.134874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.159690 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.169155 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "DELETE /v2.0/networks/5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6 HTTP/1.1" status: 204 len: 168 time: 1.5462055 Feb 19 03:07:07.171607 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59914) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:07.193805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 08cb951e-56eb-4ebd-919b-83b3f49ea791 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:07.202180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c161e9-e846-4e3a-a08d-bea0dd2c69b8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Network': ['ID=5218fc2d-e5fa-4d6b-b2e5-7e44ea953bc6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:07.232068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 08cb951e-56eb-4ebd-919b-83b3f49ea791 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:07.236204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 08cb951e-56eb-4ebd-919b-83b3f49ea791 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:07.236989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9fdcfa44-5905-4866-88c3-0522100eac05 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:07.271238 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-13fc233f-853d-49ea-9eae-e848df4708b9 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting subnet 6b1e3e5f-ff35-4902-99d5-2e98900754b0 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:07.274968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13fc233f-853d-49ea-9eae-e848df4708b9 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks [] for subnet (6b1e3e5f-ff35-4902-99d5-2e98900754b0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.288909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ba05fda-5034-4b6c-b3c6-1563851bf976 req-959d9d67-364e-423c-a1f5-e80d199b6e9c tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 210 time: 0.0826867 Feb 19 03:07:07.326983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13fc233f-853d-49ea-9eae-e848df4708b9 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (6b1e3e5f-ff35-4902-99d5-2e98900754b0), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.400179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks [] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.426702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9fdcfa44-5905-4866-88c3-0522100eac05 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:07.427273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.490119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050e45a-fd4d-4a3c-b444-adc688c8554a req-bd64171f-fc31-4540-82df-c1475d63bb4b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:07.492269 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13fc233f-853d-49ea-9eae-e848df4708b9 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (6b1e3e5f-ff35-4902-99d5-2e98900754b0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.492420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8050e45a-fd4d-4a3c-b444-adc688c8554a req-bd64171f-fc31-4540-82df-c1475d63bb4b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1114171 Feb 19 03:07:07.500354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:07.505713 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86526a8-398d-4515-a042-4fb7cfc354a3" -d '{"events": [{"server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:07.520732 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.569846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:07.575483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Pushing event updated for resources: {'Port': ['ID=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:07.582285 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13fc233f-853d-49ea-9eae-e848df4708b9 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (6b1e3e5f-ff35-4902-99d5-2e98900754b0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.583651 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.611751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13fc233f-853d-49ea-9eae-e848df4708b9 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.619875 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Network e678fc69-8880-461d-95ef-98f8cae7c094 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:07.622559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:07.626070 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-13fc233f-853d-49ea-9eae-e848df4708b9 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "DELETE /v2.0/subnets/6b1e3e5f-ff35-4902-99d5-2e98900754b0 HTTP/1.1" status: 204 len: 168 time: 0.4502335 Feb 19 03:07:07.630800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59922) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:07.633495 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573f0a47-3b4d-46fa-9802-596474436c60 x-openstack-request-id: req-573f0a47-3b4d-46fa-9802-596474436c60 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:07.634127 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:07.634634 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-573f0a47-3b4d-46fa-9802-596474436c60 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:07.635633 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05', 'code': 200} Feb 19 03:07:07.638739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8050e45a-fd4d-4a3c-b444-adc688c8554a req-7ccc3991-1c56-45a8-8c21-0904cef3e15f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365261 Feb 19 03:07:07.639705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:07.640930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a8a7bf-d65b-4b4a-80fe-40927fa04730 None None] Network 387234d3-f9f9-41c9-ba2f-8659ac983605 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:07.680178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59924) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:07.739207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9fdcfa44-5905-4866-88c3-0522100eac05,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:07.744298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:07.744988 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.764777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb2bed0-14e1-4043-89a5-a44b02040508 admin admin] Deleting subnet 7147bb97-1ebf-4ee0-a64b-04cf37f63c29 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:07.768955 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bed0-14e1-4043-89a5-a44b02040508 admin admin] Publish callbacks [] for subnet (7147bb97-1ebf-4ee0-a64b-04cf37f63c29), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.779359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fc233f-853d-49ea-9eae-e848df4708b9 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Subnet': ['ID=6b1e3e5f-ff35-4902-99d5-2e98900754b0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:07.818657 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bed0-14e1-4043-89a5-a44b02040508 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (7147bb97-1ebf-4ee0-a64b-04cf37f63c29), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.871412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-2ef0eba6-e58c-4625-89fe-a8e39c32b4b0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6764123 Feb 19 03:07:07.884588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Request body: {'port': {'device_id': '538e351c-7916-4dac-a2a5-7b234d77dbda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:07.895989 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (387234d3-f9f9-41c9-ba2f-8659ac983605), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.906914 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7735b662-1161-4968-8149-b6f07508601f None None] DHCP port deletion for 387234d3-f9f9-41c9-ba2f-8659ac983605 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:07:07.973495 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bed0-14e1-4043-89a5-a44b02040508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (7147bb97-1ebf-4ee0-a64b-04cf37f63c29), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:07.989895 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7735b662-1161-4968-8149-b6f07508601f None None] Deleting port 3bed5214-01b6-4444-b852-e4fb44e311f3 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:07.990750 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7735b662-1161-4968-8149-b6f07508601f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.000450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting port 3bed5214-01b6-4444-b852-e4fb44e311f3 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:08.000823 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.044234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c7720f8-9593-4b81-a0e1-d721a8fa1c2a req-5ec676e8-09ed-44a9-bb62-813c8f9c3bea tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 210 time: 0.0671246 Feb 19 03:07:08.054222 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.115392 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] For port 3bed5214-01b6-4444-b852-e4fb44e311f3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3bed5214-01b6-4444-b852-e4fb44e311f3,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:08.116460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.118550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7735b662-1161-4968-8149-b6f07508601f None None] For port 3bed5214-01b6-4444-b852-e4fb44e311f3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3bed5214-01b6-4444-b852-e4fb44e311f3,segment=NetworkSegment(9dbe1301-b254-4009-95b7-7a7d8aab53f5),segment_id=9dbe1301-b254-4009-95b7-7a7d8aab53f5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:08.119182 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7735b662-1161-4968-8149-b6f07508601f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.139861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Calling delete_port for 3bed5214-01b6-4444-b852-e4fb44e311f3 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:08.148208 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7735b662-1161-4968-8149-b6f07508601f None None] Calling delete_port for 3bed5214-01b6-4444-b852-e4fb44e311f3 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:08.157442 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bed0-14e1-4043-89a5-a44b02040508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (7147bb97-1ebf-4ee0-a64b-04cf37f63c29), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.211970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2bed0-14e1-4043-89a5-a44b02040508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7147bb97-1ebf-4ee0-a64b-04cf37f63c29,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:08.219340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dbb2bed0-14e1-4043-89a5-a44b02040508 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.223719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dbb2bed0-14e1-4043-89a5-a44b02040508 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7147bb97-1ebf-4ee0-a64b-04cf37f63c29 HTTP/1.1" status: 204 len: 168 time: 0.5424776 Feb 19 03:07:08.229828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59938) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:08.277283 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7735b662-1161-4968-8149-b6f07508601f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.350332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735b662-1161-4968-8149-b6f07508601f None None] Pushing event deleted for resources: {'Port': ['ID=3bed5214-01b6-4444-b852-e4fb44e311f3,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:08.358614 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.363333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7735b662-1161-4968-8149-b6f07508601f None None] No DVR routers for this DVR port 3bed5214-01b6-4444-b852-e4fb44e311f3 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:08.381707 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3bed5214-01b6-4444-b852-e4fb44e311f3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.415487 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (05f5295a-d997-4fcb-8bd3-4b41c7c27fe7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.442085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Port': ['ID=3bed5214-01b6-4444-b852-e4fb44e311f3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:08.444019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] No DVR routers for this DVR port 3bed5214-01b6-4444-b852-e4fb44e311f3 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:08.572289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (387234d3-f9f9-41c9-ba2f-8659ac983605), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.602465 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387234d3-f9f9-41c9-ba2f-8659ac983605']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:08.612532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b50a12-e0bd-4424-87b4-843b84908434 req-1e55b25c-e25b-459b-a017-34a531b833c6 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:08.614252 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01b50a12-e0bd-4424-87b4-843b84908434 req-1e55b25c-e25b-459b-a017-34a531b833c6 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 931 time: 0.1704710 Feb 19 03:07:08.616153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbe1301-b254-4009-95b7-7a7d8aab53f5') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:08.616455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbe1301-b254-4009-95b7-7a7d8aab53f5') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:08.630893 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (9dbe1301-b254-4009-95b7-7a7d8aab53f5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.645493 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (05f5295a-d997-4fcb-8bd3-4b41c7c27fe7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.649721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (9dbe1301-b254-4009-95b7-7a7d8aab53f5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.659243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:07:08.659893 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (9dbe1301-b254-4009-95b7-7a7d8aab53f5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:07:08.664696 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:07:08.695718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f5295a-d997-4fcb-8bd3-4b41c7c27fe7']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:08.732557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:08.732888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:08.753729 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.754803 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (387234d3-f9f9-41c9-ba2f-8659ac983605), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.765369 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.777634 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "DELETE /v2.0/networks/387234d3-f9f9-41c9-ba2f-8659ac983605 HTTP/1.1" status: 204 len: 168 time: 1.1445594 Feb 19 03:07:08.782218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59944) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:08.788092 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ea222995-5690-42d9-a3e0-d08a6bc7e47f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-392017972'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:08.798584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01b50a12-e0bd-4424-87b4-843b84908434 req-b2cd1a5b-38b9-4e5f-b4a3-85de4d427d23 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749947 Feb 19 03:07:08.807850 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbe33b-5ce2-46ea-a75a-8a3c9d10bd6c tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Network': ['ID=387234d3-f9f9-41c9-ba2f-8659ac983605,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:08.812691 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.830481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea222995-5690-42d9-a3e0-d08a6bc7e47f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:08.834745 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea222995-5690-42d9-a3e0-d08a6bc7e47f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.836368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:07:08.846047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:07:08.846457 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (e78edd98-9b7b-4cd6-abcb-2f68bc8a5cee), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:07:08.849001 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:07:08.859316 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Publish callbacks [] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.937194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f054b61-dbdb-421a-8c07-344242cefb62 req-12004eaf-9994-4974-9558-4aca9487c3e4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:08.938996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f054b61-dbdb-421a-8c07-344242cefb62 req-12004eaf-9994-4974-9558-4aca9487c3e4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1490221 Feb 19 03:07:08.940041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Transition to ACTIVE for port object 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:07:08.941515 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (05f5295a-d997-4fcb-8bd3-4b41c7c27fe7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.947024 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.947542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea222995-5690-42d9-a3e0-d08a6bc7e47f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:07:08.950765 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] 10.222.0.81 "DELETE /v2.0/networks/05f5295a-d997-4fcb-8bd3-4b41c7c27fe7 HTTP/1.1" status: 204 len: 168 time: 0.7193191 Feb 19 03:07:08.956937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.960041 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea222995-5690-42d9-a3e0-d08a6bc7e47f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (642830c5-326a-4f4e-9063-4c29386df764), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:08.960394 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-ea222995-5690-42d9-a3e0-d08a6bc7e47f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Added segment 642830c5-326a-4f4e-9063-4c29386df764 of type vlan for network 36fc508d-3682-47d5-841a-a48fd3985a60 Feb 19 03:07:08.996470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67ca83-92b0-417f-9420-155897d12026 admin admin] Pushing event deleted for resources: {'Network': ['ID=05f5295a-d997-4fcb-8bd3-4b41c7c27fe7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:09.014504 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea222995-5690-42d9-a3e0-d08a6bc7e47f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (36fc508d-3682-47d5-841a-a48fd3985a60), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.061172 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea222995-5690-42d9-a3e0-d08a6bc7e47f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (36fc508d-3682-47d5-841a-a48fd3985a60), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.077534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea222995-5690-42d9-a3e0-d08a6bc7e47f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:09.081155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea222995-5690-42d9-a3e0-d08a6bc7e47f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.122476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Pushing event updated for resources: {'Port': ['ID=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:09.128394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59958) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:09.155071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f054b61-dbdb-421a-8c07-344242cefb62 req-7a9489ac-201d-4e29-b2bc-bc04abd58e1f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030206 Feb 19 03:07:09.162858 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ea222995-5690-42d9-a3e0-d08a6bc7e47f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3796606 Feb 19 03:07:09.166284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59964) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:09.178820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-04c4f3a4-2a8e-4b18-9795-caad5b1c086d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'subnet': {'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:09.203153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Attempting to bind port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:09.203153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Attempting to bind port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '574d44dd-219e-4656-9cbb-d6234aba8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:09.203153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Attempting to bind port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 on network e678fc69-8880-461d-95ef-98f8cae7c094 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:09.213047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 on network e678fc69-8880-461d-95ef-98f8cae7c094 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:07:09.213377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Attempting to bind port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 on network e678fc69-8880-461d-95ef-98f8cae7c094 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:09.222552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aca969aa-c245-45c2-a4ff-6f3db129e043 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72e7e78f3da84b2cb96cf42ec4b0979d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0888448 Feb 19 03:07:09.222815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59966) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:09.230627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:09.230992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Checking segment: {'id': '574d44dd-219e-4656-9cbb-d6234aba8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:09.231378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Bound using segment: {'id': '574d44dd-219e-4656-9cbb-d6234aba8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:09.231825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Bound port: 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574d44dd-219e-4656-9cbb-d6234aba8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:09.232179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.232455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea222995-5690-42d9-a3e0-d08a6bc7e47f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Network': ['ID=36fc508d-3682-47d5-841a-a48fd3985a60,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:09.246117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 36fc508d-3682-47d5-841a-a48fd3985a60 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:07:09.291067 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-191c6f05-d6c7-4895-8baa-1005a80e9a67 req-2a8cb700-15e2-4b94-ade9-382ce22aeabb tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 210 time: 0.0502625 Feb 19 03:07:09.291517 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c4f3a4-2a8e-4b18-9795-caad5b1c086d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:09.296042 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04c4f3a4-2a8e-4b18-9795-caad5b1c086d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.383266 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b5815fd-a470-4ba5-926f-8a1171002f91 admin admin] Publish callbacks [] for security_group (eb009314-1d8a-4928-8736-4607e4917873), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.390987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] For port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:09.400507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] For port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725,segment=NetworkSegment(574d44dd-219e-4656-9cbb-d6234aba8e7e),segment_id=574d44dd-219e-4656-9cbb-d6234aba8e7e)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:09.418623 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.436407 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b5815fd-a470-4ba5-926f-8a1171002f91 admin admin] Publish callbacks [] for security_group (eb009314-1d8a-4928-8736-4607e4917873), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.490123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:09.490897 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.492450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] 10.222.0.87 "PUT /v2.0/ports/732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 HTTP/1.1" status: 200 len: 1091 time: 1.6135824 Feb 19 03:07:09.495119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538e351c-7916-4dac-a2a5-7b234d77dbda', 'tag': '732cf8ce-80f7-45cd-aa3d-ee76cbdd3725'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:09.497581 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9401e73f-f82a-4cd4-ba25-4755732dc49e" -d '{"events": [{"name": "network-changed", "server_uuid": "538e351c-7916-4dac-a2a5-7b234d77dbda", "tag": "732cf8ce-80f7-45cd-aa3d-ee76cbdd3725"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:09.524449 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04c4f3a4-2a8e-4b18-9795-caad5b1c086d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (2cba1405-611f-4b31-a5d0-39302605e341), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.552465 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad6f6f5-0459-42b6-8d83-394c9fb9d5c8 x-openstack-request-id: req-6ad6f6f5-0459-42b6-8d83-394c9fb9d5c8 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:09.552885 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538e351c-7916-4dac-a2a5-7b234d77dbda", "tag": "732cf8ce-80f7-45cd-aa3d-ee76cbdd3725", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:09.553215 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6ad6f6f5-0459-42b6-8d83-394c9fb9d5c8 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:09.553699 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538e351c-7916-4dac-a2a5-7b234d77dbda', 'tag': '732cf8ce-80f7-45cd-aa3d-ee76cbdd3725', 'status': 'completed', 'code': 200} Feb 19 03:07:09.588865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1bf889-1c76-4b94-ac46-7be47e5f81f6 service neutron] Pushing event updated for resources: {'Port': ['ID=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:09.600783 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4f3a4-2a8e-4b18-9795-caad5b1c086d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Subnet': ['ID=2cba1405-611f-4b31-a5d0-39302605e341,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:09.607944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c4f3a4-2a8e-4b18-9795-caad5b1c086d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Checking segment: {'id': '642830c5-326a-4f4e-9063-4c29386df764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:09.608382 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c4f3a4-2a8e-4b18-9795-caad5b1c086d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network hostable DHCP agents. Network: 36fc508d-3682-47d5-841a-a48fd3985a60, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:07:09.608830 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b5815fd-a470-4ba5-926f-8a1171002f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (eb009314-1d8a-4928-8736-4607e4917873), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.612545 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b5815fd-a470-4ba5-926f-8a1171002f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.613898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1b5815fd-a470-4ba5-926f-8a1171002f91 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb009314-1d8a-4928-8736-4607e4917873 HTTP/1.1" status: 204 len: 168 time: 0.3901932 Feb 19 03:07:09.628018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c4f3a4-2a8e-4b18-9795-caad5b1c086d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network 36fc508d-3682-47d5-841a-a48fd3985a60 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:07:09.631070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5815fd-a470-4ba5-926f-8a1171002f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb009314-1d8a-4928-8736-4607e4917873,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:09.639001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-93485b06-ade9-4210-a0bc-c8fa849d01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:09.640650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-93485b06-ade9-4210-a0bc-c8fa849d01ba service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7cb676c5c04543a39314d696a3eb7aed&device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 1125 time: 0.1055291 Feb 19 03:07:09.649306 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-04c4f3a4-2a8e-4b18-9795-caad5b1c086d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 36fc508d-3682-47d5-841a-a48fd3985a60) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:09.654642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c4f3a4-2a8e-4b18-9795-caad5b1c086d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:09.655231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04c4f3a4-2a8e-4b18-9795-caad5b1c086d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.665149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2620d7-1696-425b-961d-4ad6b72f3274 None None] Network 36fc508d-3682-47d5-841a-a48fd3985a60 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:09.681247 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-04c4f3a4-2a8e-4b18-9795-caad5b1c086d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5129309 Feb 19 03:07:09.684502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59972) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:09.708298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6e3be24c-a1a6-4ab2-ab81-497306e3ee4f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2084055327'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:09.736393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-834d3e2e-ae01-4076-a781-36a7209bdb04 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 HTTP/1.1" status: 200 len: 217 time: 0.0854321 Feb 19 03:07:09.748071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3be24c-a1a6-4ab2-ab81-497306e3ee4f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:09.751974 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e3be24c-a1a6-4ab2-ab81-497306e3ee4f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.798431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-b11c4150-5b38-4e92-b8e7-61f9f760151a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:09.800328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-b11c4150-5b38-4e92-b8e7-61f9f760151a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2 HTTP/1.1" status: 200 len: 849 time: 0.0536754 Feb 19 03:07:09.806000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e3be24c-a1a6-4ab2-ab81-497306e3ee4f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:07:09.827200 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e3be24c-a1a6-4ab2-ab81-497306e3ee4f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1d414387-cb8b-4cd7-9896-a0dfd0003606), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.827554 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-6e3be24c-a1a6-4ab2-ab81-497306e3ee4f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Added segment 1d414387-cb8b-4cd7-9896-a0dfd0003606 of type vlan for network 90f71e6f-c31f-4680-a3b5-08e18cc081a4 Feb 19 03:07:09.848949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-36fc508d-3682-47d5-841a-a48fd3985a60', 'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60', 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'fixed_ips': [{'subnet_id': '2cba1405-611f-4b31-a5d0-39302605e341'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:07:09.849835 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.896886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-0a2ff972-9829-4ad9-a42d-c5d31321a0a9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e678fc69-8880-461d-95ef-98f8cae7c094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882792 Feb 19 03:07:09.939959 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e3be24c-a1a6-4ab2-ab81-497306e3ee4f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (90f71e6f-c31f-4680-a3b5-08e18cc081a4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:09.995771 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e3be24c-a1a6-4ab2-ab81-497306e3ee4f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (90f71e6f-c31f-4680-a3b5-08e18cc081a4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.001466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3be24c-a1a6-4ab2-ab81-497306e3ee4f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:10.002185 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e3be24c-a1a6-4ab2-ab81-497306e3ee4f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.041262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3bed5214-01b6-4444-b852-e4fb44e311f3 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:10.096326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 3bed5214-01b6-4444-b852-e4fb44e311f3 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:10.097348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3bed5214-01b6-4444-b852-e4fb44e311f3 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:10.103782 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.184161 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6e3be24c-a1a6-4ab2-ab81-497306e3ee4f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4813986 Feb 19 03:07:10.187821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59986) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:10.193284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a31d1492-1928-4deb-976c-ed679141f365 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'subnet': {'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:10.222032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ec4ce-aabf-4738-96c1-4b04e3b2fc8d req-12726879-c506-45d7-8e8e-fb0ff16e4c97 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:10.249217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Allocated IP 19.80.0.2 (36fc508d-3682-47d5-841a-a48fd3985a60/2cba1405-611f-4b31-a5d0-39302605e341/e2463778-b6ec-4009-a111-2d1bc69bd0a8) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:10.256074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce2ec4ce-aabf-4738-96c1-4b04e3b2fc8d req-12726879-c506-45d7-8e8e-fb0ff16e4c97 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 943 time: 0.2540987 Feb 19 03:07:10.271592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-c0ef2cbe-b02a-4b26-bd48-bcb315b2821a service neutron] 10.222.0.87 "GET /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671381 Feb 19 03:07:10.315275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3be24c-a1a6-4ab2-ab81-497306e3ee4f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Network': ['ID=90f71e6f-c31f-4680-a3b5-08e18cc081a4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:10.394506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 90f71e6f-c31f-4680-a3b5-08e18cc081a4 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:07:10.411010 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31d1492-1928-4deb-976c-ed679141f365 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:10.414895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a31d1492-1928-4deb-976c-ed679141f365 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.514172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce2ec4ce-aabf-4738-96c1-4b04e3b2fc8d req-abd98023-33cf-4a93-b8e8-7f19ebb1f18d tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540081 Feb 19 03:07:10.579732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a9d46-8477-45e2-954b-e1f0f5fb69b6 req-da64cb7c-a17b-4857-aeb2-962f32103683 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:10.592948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f91a9d46-8477-45e2-954b-e1f0f5fb69b6 req-da64cb7c-a17b-4857-aeb2-962f32103683 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1627982 Feb 19 03:07:10.619560 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff31095c-1db1-4f3b-be9d-eb7f06cce46a req-dd3b7164-8e75-46f1-bc3b-921c2a35c723 service neutron] 10.222.0.87 "GET /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119631 Feb 19 03:07:10.679453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f91a9d46-8477-45e2-954b-e1f0f5fb69b6 req-7efec14f-839a-4c51-9ca9-5cbdeda2153f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854602 Feb 19 03:07:10.695669 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Publish callbacks [] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.705136 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.721698 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6371abdd-ac6f-4549-b36d-0e393229236a req-8fe37816-52e7-456e-a25c-cd257e9bcb8e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 210 time: 0.0706704 Feb 19 03:07:10.753059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Network 36fc508d-3682-47d5-841a-a48fd3985a60 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:10.756384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:10.764256 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:10.773116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Pushing event updated for resources: {'Port': ['ID=e2463778-b6ec-4009-a111-2d1bc69bd0a8,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:10.872543 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a31d1492-1928-4deb-976c-ed679141f365 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (20d078c3-ddf6-4186-bc1c-15d0d53891cf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:10.903477 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401e73f-f82a-4cd4-ba25-4755732dc49e req-11d51ab9-e6c8-437d-8fdc-08059e3dc319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:10.905152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9401e73f-f82a-4cd4-ba25-4755732dc49e req-11d51ab9-e6c8-437d-8fdc-08059e3dc319 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7cb676c5c04543a39314d696a3eb7aed&device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 1125 time: 0.1220376 Feb 19 03:07:11.005032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d1492-1928-4deb-976c-ed679141f365 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Subnet': ['ID=20d078c3-ddf6-4186-bc1c-15d0d53891cf,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:11.007215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31d1492-1928-4deb-976c-ed679141f365 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Checking segment: {'id': '1d414387-cb8b-4cd7-9896-a0dfd0003606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:11.007574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31d1492-1928-4deb-976c-ed679141f365 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network hostable DHCP agents. Network: 90f71e6f-c31f-4680-a3b5-08e18cc081a4, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:07:11.043290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31d1492-1928-4deb-976c-ed679141f365 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network 90f71e6f-c31f-4680-a3b5-08e18cc081a4 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:07:11.061088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-a31d1492-1928-4deb-976c-ed679141f365 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 90f71e6f-c31f-4680-a3b5-08e18cc081a4) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:11.070269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31d1492-1928-4deb-976c-ed679141f365 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:11.070898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a31d1492-1928-4deb-976c-ed679141f365 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.100705 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a31d1492-1928-4deb-976c-ed679141f365 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9116287 Feb 19 03:07:11.102857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4d74a4-39a6-4e89-b115-940a13ef530d None None] Network 90f71e6f-c31f-4680-a3b5-08e18cc081a4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:11.197541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60012) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:11.201677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401e73f-f82a-4cd4-ba25-4755732dc49e req-7d6f2c2a-1308-4d7c-a3a0-4b0d9b6b72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:11.205499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9401e73f-f82a-4cd4-ba25-4755732dc49e req-7d6f2c2a-1308-4d7c-a3a0-4b0d9b6b72ee service neutron] 10.222.0.87 "GET /v2.0/networks?id=e678fc69-8880-461d-95ef-98f8cae7c094 HTTP/1.1" status: 200 len: 910 time: 0.2932611 Feb 19 03:07:11.247921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Attempting to bind port e2463778-b6ec-4009-a111-2d1bc69bd0a8 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:11.247921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Attempting to bind port e2463778-b6ec-4009-a111-2d1bc69bd0a8 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '642830c5-326a-4f4e-9063-4c29386df764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:11.247921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Attempting to bind port e2463778-b6ec-4009-a111-2d1bc69bd0a8 on network 36fc508d-3682-47d5-841a-a48fd3985a60 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:11.257130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:11.257781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Checking segment: {'id': '642830c5-326a-4f4e-9063-4c29386df764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:11.258341 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.258912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Bound using segment: {'id': '642830c5-326a-4f4e-9063-4c29386df764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:11.259552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Bound port: e2463778-b6ec-4009-a111-2d1bc69bd0a8, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '642830c5-326a-4f4e-9063-4c29386df764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:11.260123 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.279793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9401e73f-f82a-4cd4-ba25-4755732dc49e req-0b2b4a4e-30d5-4269-9a31-b88ab61b5fa2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 HTTP/1.1" status: 200 len: 217 time: 0.0644696 Feb 19 03:07:11.358492 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] For port e2463778-b6ec-4009-a111-2d1bc69bd0a8, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:11.362136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] For port e2463778-b6ec-4009-a111-2d1bc69bd0a8, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e2463778-b6ec-4009-a111-2d1bc69bd0a8,segment=NetworkSegment(642830c5-326a-4f4e-9063-4c29386df764),segment_id=642830c5-326a-4f4e-9063-4c29386df764)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:11.391429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.407089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-90f71e6f-c31f-4680-a3b5-08e18cc081a4', 'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4', 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'fixed_ips': [{'subnet_id': '20d078c3-ddf6-4186-bc1c-15d0d53891cf'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:07:11.408256 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.438979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401e73f-f82a-4cd4-ba25-4755732dc49e req-538551e6-06e4-49a9-9963-ccf4965b0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:11.442939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-447064239-network', 'tenant_id': '94ff658544e345678cea7cb67ebc328b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:11.447988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9401e73f-f82a-4cd4-ba25-4755732dc49e req-538551e6-06e4-49a9-9963-ccf4965b0a6d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2 HTTP/1.1" status: 200 len: 849 time: 0.1593351 Feb 19 03:07:11.516046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Made reservation on behalf of 94ff658544e345678cea7cb67ebc328b for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:11.522618 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.536398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.558691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72891e69-d9cc-41af-9566-b9aa19c2c67d None None] Pushing event updated for resources: {'Port': ['ID=e2463778-b6ec-4009-a111-2d1bc69bd0a8,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:11.660608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Allocated IP 19.86.0.2 (90f71e6f-c31f-4680-a3b5-08e18cc081a4/20d078c3-ddf6-4186-bc1c-15d0d53891cf/cb8ef0ac-24f4-4c45-bfe1-5d97e5113725) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:11.696220 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Publish callbacks [] for security_group (d18517ef-9884-4721-a40b-c8de94d7a801), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.706492 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d18517ef-9884-4721-a40b-c8de94d7a801), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.748378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:07:11.750377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9401e73f-f82a-4cd4-ba25-4755732dc49e req-0bc1a7b9-d823-438d-875c-a6610c072aa0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e678fc69-8880-461d-95ef-98f8cae7c094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2490020 Feb 19 03:07:11.760214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18517ef-9884-4721-a40b-c8de94d7a801,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:11.776053 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d9a8b52b-8082-4676-83a8-37211c98b6a3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.776407 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Added segment d9a8b52b-8082-4676-83a8-37211c98b6a3 of type vlan for network 67e8458c-fb0a-400d-b688-f45356790f14 Feb 19 03:07:11.894040 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (67e8458c-fb0a-400d-b688-f45356790f14), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.954460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (67e8458c-fb0a-400d-b688-f45356790f14), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.957984 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:11.962065 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:11.995519 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Publish callbacks [] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.005353 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.122520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e2463778-b6ec-4009-a111-2d1bc69bd0a8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:12.125142 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] Pushing event updated for resources: {'Network': ['ID=67e8458c-fb0a-400d-b688-f45356790f14,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:12.142741 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f52f89b3-05ee-4951-9555-1cf4d1d91f7d admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9438474 Feb 19 03:07:12.149477 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60042) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:12.155320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5bb7f688-7225-4f19-b29f-0508311aa52b admin admin] Request body: {'subnet': {'network_id': '67e8458c-fb0a-400d-b688-f45356790f14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-447064239-subnet', 'tenant_id': '94ff658544e345678cea7cb67ebc328b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:12.183896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb7f688-7225-4f19-b29f-0508311aa52b admin admin] Made reservation on behalf of 94ff658544e345678cea7cb67ebc328b for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:12.187850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 67e8458c-fb0a-400d-b688-f45356790f14 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:07:12.188144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bb7f688-7225-4f19-b29f-0508311aa52b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.298579 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Network 90f71e6f-c31f-4680-a3b5-08e18cc081a4 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:12.314424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Pushing event updated for resources: {'Port': ['ID=cb8ef0ac-24f4-4c45-bfe1-5d97e5113725,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:12.317711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:12.327801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:12.390687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e2463778-b6ec-4009-a111-2d1bc69bd0a8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:12.391271 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.429921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Attempting to bind port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:12.430295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Attempting to bind port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '1d414387-cb8b-4cd7-9896-a0dfd0003606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:12.430709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Attempting to bind port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 on network 90f71e6f-c31f-4680-a3b5-08e18cc081a4 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:12.446529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:12.446909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Checking segment: {'id': '1d414387-cb8b-4cd7-9896-a0dfd0003606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:12.447298 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.447536 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bb7f688-7225-4f19-b29f-0508311aa52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (51dadef9-74a4-4c8c-9996-6e957419e2d9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.448024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Bound using segment: {'id': '1d414387-cb8b-4cd7-9896-a0dfd0003606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:12.448163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Bound port: cb8ef0ac-24f4-4c45-bfe1-5d97e5113725, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d414387-cb8b-4cd7-9896-a0dfd0003606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:12.448566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.517874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb7f688-7225-4f19-b29f-0508311aa52b admin admin] Checking segment: {'id': 'd9a8b52b-8082-4676-83a8-37211c98b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '67e8458c-fb0a-400d-b688-f45356790f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:12.518287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb7f688-7225-4f19-b29f-0508311aa52b admin admin] Network hostable DHCP agents. Network: 67e8458c-fb0a-400d-b688-f45356790f14, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:07:12.520393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7f688-7225-4f19-b29f-0508311aa52b admin admin] Pushing event updated for resources: {'Subnet': ['ID=51dadef9-74a4-4c8c-9996-6e957419e2d9,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:12.563414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb7f688-7225-4f19-b29f-0508311aa52b admin admin] Network 67e8458c-fb0a-400d-b688-f45356790f14 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:07:12.565314 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] For port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:12.570642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] For port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cb8ef0ac-24f4-4c45-bfe1-5d97e5113725,segment=NetworkSegment(1d414387-cb8b-4cd7-9896-a0dfd0003606),segment_id=1d414387-cb8b-4cd7-9896-a0dfd0003606)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:12.580019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e2463778-b6ec-4009-a111-2d1bc69bd0a8 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:12.580304 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.599295 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.605582 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5bb7f688-7225-4f19-b29f-0508311aa52b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 67e8458c-fb0a-400d-b688-f45356790f14) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:12.611989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb7f688-7225-4f19-b29f-0508311aa52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:12.613411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bb7f688-7225-4f19-b29f-0508311aa52b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.648352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807394a0-f653-4d07-b655-724e5b18753a None None] Network 67e8458c-fb0a-400d-b688-f45356790f14 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:12.654589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9401e73f-f82a-4cd4-ba25-4755732dc49e req-e2f750b1-e5c2-4de7-8695-44c78721fbbd service neutron] 10.222.0.87 "GET /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8620951 Feb 19 03:07:12.659513 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5bb7f688-7225-4f19-b29f-0508311aa52b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5083392 Feb 19 03:07:12.696341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port e2463778-b6ec-4009-a111-2d1bc69bd0a8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e2463778-b6ec-4009-a111-2d1bc69bd0a8,segment=NetworkSegment(642830c5-326a-4f4e-9063-4c29386df764),segment_id=642830c5-326a-4f4e-9063-4c29386df764)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:12.702505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bba09-beb0-4d90-b5f5-0569a0ce649a req-0009ed3c-5bdc-45de-8c77-a6a209df07c5 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:12.710656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a3bba09-beb0-4d90-b5f5-0569a0ce649a req-0009ed3c-5bdc-45de-8c77-a6a209df07c5 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 943 time: 1.0119901 Feb 19 03:07:12.720048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-f51f2bf4-c70e-488a-9708-a344d670119e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:12.725801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-f51f2bf4-c70e-488a-9708-a344d670119e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:12.727490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-f51f2bf4-c70e-488a-9708-a344d670119e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/networks?id=36fc508d-3682-47d5-841a-a48fd3985a60&id=90f71e6f-c31f-4680-a3b5-08e18cc081a4 HTTP/1.1" status: 200 len: 1391 time: 1.2784085 Feb 19 03:07:12.761973 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:12.789421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3ddce-cbaa-4d30-bdea-6d36c2d00ff7 None None] Pushing event updated for resources: {'Port': ['ID=cb8ef0ac-24f4-4c45-bfe1-5d97e5113725,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:12.890753 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-4a638393-32cf-4f9a-98ec-02f9c935038e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/quotas/98d8cb238c094cc19f2fade982ab8525 HTTP/1.1" status: 200 len: 375 time: 0.1078613 Feb 19 03:07:12.908009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afccde7-c0df-4dcf-9bfa-4cfd1597309c None None] Network 67e8458c-fb0a-400d-b688-f45356790f14 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:12.918175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=e2463778-b6ec-4009-a111-2d1bc69bd0a8,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:13.082831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b80817ca-3005-404f-9f64-9ed8b399f6d7 req-516053b7-4ff1-4fab-b702-cb6aaf5bedc4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4265883 Feb 19 03:07:13.099090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a3bba09-beb0-4d90-b5f5-0569a0ce649a req-51866fb2-fec8-4e8e-bd5d-f44afe7074d0 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874002 Feb 19 03:07:13.138150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9401e73f-f82a-4cd4-ba25-4755732dc49e req-d4089e1c-6381-4705-94f1-62508813ff3a service neutron] 10.222.0.87 "GET /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4658871 Feb 19 03:07:13.179994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-d520c148-5da8-4e45-8b31-fda2a489a908 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=98d8cb238c094cc19f2fade982ab8525&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2678654 Feb 19 03:07:13.215615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9fdcfa44-5905-4866-88c3-0522100eac05 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:07:13.270119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5776447b-48ce-48cc-a56d-ea71858c0814 None None] Network 36fc508d-3682-47d5-841a-a48fd3985a60 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:13.322520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80817ca-3005-404f-9f64-9ed8b399f6d7 req-df4266f7-1a87-4a09-8c2c-ef36daf77611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:13.323968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b80817ca-3005-404f-9f64-9ed8b399f6d7 req-df4266f7-1a87-4a09-8c2c-ef36daf77611 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d0db881fe5bf4d899432d08392993561&device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 1126 time: 0.2156515 Feb 19 03:07:13.366943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-60738bfa-a151-48dd-a890-6e1184478138 None None] Provisioning complete for port e2463778-b6ec-4009-a111-2d1bc69bd0a8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:13.367227 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-60738bfa-a151-48dd-a890-6e1184478138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:13.376850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-44229b1f-f189-4009-819b-cffdd1b37f48 service neutron] 10.222.0.81 "GET /v2.0/networks/36fc508d-3682-47d5-841a-a48fd3985a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849229 Feb 19 03:07:13.417587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efdaea9-f390-4e4d-b651-6e936bb1072c req-c8b7d5e6-27a2-4d17-aef2-49307e189c36 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:13.419350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9efdaea9-f390-4e4d-b651-6e936bb1072c req-c8b7d5e6-27a2-4d17-aef2-49307e189c36 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1615863 Feb 19 03:07:13.440977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:13.468067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '9fdcfa44-5905-4866-88c3-0522100eac05', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '9fdcfa44-5905-4866-88c3-0522100eac05', 'mac_address': 'fa:16:3e:42:ee:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:07:13.536038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9efdaea9-f390-4e4d-b651-6e936bb1072c req-5189e5a6-2388-457b-8ccf-fd5505b82cad tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948997 Feb 19 03:07:13.552733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-60738bfa-a151-48dd-a890-6e1184478138 None None] Current status of the port e2463778-b6ec-4009-a111-2d1bc69bd0a8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:13.577668 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9fdcfa44-5905-4866-88c3-0522100eac05 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:13.577668 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:13.578185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80817ca-3005-404f-9f64-9ed8b399f6d7 req-3eabdf13-1166-4b97-926c-f578ab158167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:13.578185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b80817ca-3005-404f-9f64-9ed8b399f6d7 req-3eabdf13-1166-4b97-926c-f578ab158167 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 200 len: 921 time: 0.2241230 Feb 19 03:07:13.589827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdcfa44-5905-4866-88c3-0522100eac05 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:07:13.611969 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:13.621354 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b80817ca-3005-404f-9f64-9ed8b399f6d7 req-45c8301a-ea08-4a22-828f-47d8639c0bfb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=edff92e9-1b67-437d-a206-160de44c15ce HTTP/1.1" status: 200 len: 217 time: 0.0384336 Feb 19 03:07:13.625647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-08ec6b12-c73e-4201-861a-ad12fbc6d148 service neutron] 10.222.0.81 "GET /v2.0/networks/36fc508d-3682-47d5-841a-a48fd3985a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164307 Feb 19 03:07:13.628040 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:13.714782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9fdcfa44-5905-4866-88c3-0522100eac05,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:13.730015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['9fdcfa44-5905-4866-88c3-0522100eac05'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:07:13.789482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9310ad9d-59ad-4350-9daf-77a70661370c req-ebd176f0-ec0d-4355-ac38-70dcce1f46ed tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 210 time: 0.0998888 Feb 19 03:07:13.804277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80817ca-3005-404f-9f64-9ed8b399f6d7 req-7177583e-055f-430c-ad36-977c45cf6d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:13.805929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b80817ca-3005-404f-9f64-9ed8b399f6d7 req-7177583e-055f-430c-ad36-977c45cf6d5f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 200 len: 860 time: 0.1773846 Feb 19 03:07:13.861482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b80817ca-3005-404f-9f64-9ed8b399f6d7 req-72b55bb7-c055-48d5-adfd-87a7dc73657e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492442 Feb 19 03:07:14.053672 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-d48eaa08-9015-43d2-8421-4a56c65a931d service neutron] 10.222.0.81 "GET /v2.0/networks/90f71e6f-c31f-4680-a3b5-08e18cc081a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101827 Feb 19 03:07:14.054847 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b80817ca-3005-404f-9f64-9ed8b399f6d7 req-953bc516-97fc-4443-8a14-39e2c96d0939 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839683 Feb 19 03:07:14.084355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f1a24dbf-86f0-4eea-9c07-864c64015240 None None] Provisioning complete for port e2463778-b6ec-4009-a111-2d1bc69bd0a8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:14.085210 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f1a24dbf-86f0-4eea-9c07-864c64015240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.233057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e2463778-b6ec-4009-a111-2d1bc69bd0a8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:14.247694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b80817ca-3005-404f-9f64-9ed8b399f6d7 req-a0dde054-881c-4060-adee-c0dc268c1380 service neutron] 10.222.0.67 "GET /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798849 Feb 19 03:07:14.288352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f1a24dbf-86f0-4eea-9c07-864c64015240 None None] Current status of the port e2463778-b6ec-4009-a111-2d1bc69bd0a8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:14.328637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e2463778-b6ec-4009-a111-2d1bc69bd0a8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:14.330555 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.434805 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-a3afc17a-a07e-4a44-a2e1-f016e8142d02 service neutron] 10.222.0.81 "GET /v2.0/networks/90f71e6f-c31f-4680-a3b5-08e18cc081a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680201 Feb 19 03:07:14.455857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab51145-4efd-43e8-af6e-1f48888b068b req-227316ae-3fd0-4333-9b76-2ffe8302983a tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:14.457415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ab51145-4efd-43e8-af6e-1f48888b068b req-227316ae-3fd0-4333-9b76-2ffe8302983a tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 943 time: 0.0732453 Feb 19 03:07:14.517995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf39e69-2573-4fad-9a7a-8b041aaffba3 None None] Network 90f71e6f-c31f-4680-a3b5-08e18cc081a4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:14.521702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ab51145-4efd-43e8-af6e-1f48888b068b req-7e7647c7-39c9-4efc-aec8-2204ae1fdf64 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584536 Feb 19 03:07:14.586626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-980ad4ec-4b6a-4044-b7e1-73503df9c6da None None] Provisioning complete for port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:14.586995 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-980ad4ec-4b6a-4044-b7e1-73503df9c6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.748277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e2463778-b6ec-4009-a111-2d1bc69bd0a8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:14.749465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:14.834060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-980ad4ec-4b6a-4044-b7e1-73503df9c6da None None] Current status of the port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:14.834526 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-980ad4ec-4b6a-4044-b7e1-73503df9c6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.849173 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54c5a17e-c791-445d-8d68-5d1b54a28a8a req-6183475e-041b-432d-91c1-15475854a6ac tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 210 time: 0.0610445 Feb 19 03:07:14.850796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:14.851134 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.893050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a9b9f-2a65-478d-b8ef-1f02eb59083e req-4d30ec6f-4220-4893-b054-82c031215b05 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:14.897717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e6a9b9f-2a65-478d-b8ef-1f02eb59083e req-4d30ec6f-4220-4893-b054-82c031215b05 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1656098 Feb 19 03:07:14.899327 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-980ad4ec-4b6a-4044-b7e1-73503df9c6da None None] For port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cb8ef0ac-24f4-4c45-bfe1-5d97e5113725,segment=NetworkSegment(1d414387-cb8b-4cd7-9896-a0dfd0003606),segment_id=1d414387-cb8b-4cd7-9896-a0dfd0003606)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:14.906623 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-980ad4ec-4b6a-4044-b7e1-73503df9c6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:14.975971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e6a9b9f-2a65-478d-b8ef-1f02eb59083e req-5a9616b1-d1d6-44c7-9cc3-694752cbe354 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661218 Feb 19 03:07:15.025022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ad4ec-4b6a-4044-b7e1-73503df9c6da None None] Pushing event updated for resources: {'Port': ['ID=cb8ef0ac-24f4-4c45-bfe1-5d97e5113725,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:15.104180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:15.132849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54438f64-3eeb-490b-bc2c-ce2600723e06 req-81cc2ccd-c83a-4227-9df7-59aeed8ed098 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 210 time: 0.0537400 Feb 19 03:07:15.235549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9fdcfa44-5905-4866-88c3-0522100eac05 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:15.338892 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 9fdcfa44-5905-4866-88c3-0522100eac05 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:15.340125 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:15.417703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-80b5f737-3a10-4d40-8855-388b9092e274 None None] Provisioning complete for port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:15.418698 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80b5f737-3a10-4d40-8855-388b9092e274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:15.547396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9fdcfa44-5905-4866-88c3-0522100eac05 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:15.548046 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:15.607854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:15.611885 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6716cce-785d-497d-849e-e80fa9093081" -d '{"events": [{"server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:15.636297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:15.650647 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:15.687257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-80b5f737-3a10-4d40-8855-388b9092e274 None None] Current status of the port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:15.729295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9fdcfa44-5905-4866-88c3-0522100eac05,revision_number=10']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:15.780031 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c3442d-369d-4046-acde-75d9cf51cc0c x-openstack-request-id: req-a9c3442d-369d-4046-acde-75d9cf51cc0c {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:15.780501 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:15.780952 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a9c3442d-369d-4046-acde-75d9cf51cc0c {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:15.781546 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05', 'code': 200} Feb 19 03:07:15.798341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d516ab3-aede-4c04-a751-d777f456b638 req-4db5bc51-866e-4020-89e2-89a084211a5d tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:15.800380 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d516ab3-aede-4c04-a751-d777f456b638 req-4db5bc51-866e-4020-89e2-89a084211a5d tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 943 time: 0.1183281 Feb 19 03:07:15.879701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d516ab3-aede-4c04-a751-d777f456b638 req-a4027c4f-379a-41f8-b0f1-b304ac2b5ce9 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707808 Feb 19 03:07:16.002914 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:16.058641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72390061-ca62-4ab1-901e-691ecf4ede50 req-f1104541-2d86-427b-80f2-ba818db765fc tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 210 time: 0.0634484 Feb 19 03:07:16.134421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:16.136093 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:16.245531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:16.292830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:07:16.389461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-1d1cb912-0fe6-4daa-bbe3-06f26cfb90a4 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:16.394737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-1d1cb912-0fe6-4daa-bbe3-06f26cfb90a4 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:16.396364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-1d1cb912-0fe6-4daa-bbe3-06f26cfb90a4 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "GET /v2.0/networks?id=36fc508d-3682-47d5-841a-a48fd3985a60&id=90f71e6f-c31f-4680-a3b5-08e18cc081a4 HTTP/1.1" status: 200 len: 1391 time: 0.3313618 Feb 19 03:07:16.412547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'port': {'device_id': '7971e970-5b1f-406a-ba63-780b7e247c31', 'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60', 'admin_state_up': True, 'tenant_id': '98d8cb238c094cc19f2fade982ab8525'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:16.458209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725,segment=NetworkSegment(574d44dd-219e-4656-9cbb-d6234aba8e7e),segment_id=574d44dd-219e-4656-9cbb-d6234aba8e7e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:16.484368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '732cf8ce-80f7-45cd-aa3d-ee76cbdd3725', 'network_id': 'e678fc69-8880-461d-95ef-98f8cae7c094', 'port_id': '732cf8ce-80f7-45cd-aa3d-ee76cbdd3725', 'mac_address': 'fa:16:3e:aa:55:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:07:16.557676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:16.561645 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:16.579208 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:16.579637 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:16.583444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b398f52-5ccd-4614-b007-be961f1081e7 req-77139473-17c4-4b9b-b81f-d8528f3b705d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:16.590909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b398f52-5ccd-4614-b007-be961f1081e7 req-77139473-17c4-4b9b-b81f-d8528f3b705d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.3245859 Feb 19 03:07:16.611091 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:07:16.640271 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725,segment=NetworkSegment(574d44dd-219e-4656-9cbb-d6234aba8e7e),segment_id=574d44dd-219e-4656-9cbb-d6234aba8e7e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:16.654328 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:16.722754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-a388208a-7e37-4284-8e5f-784cb80f8a64 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:16.729903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-a388208a-7e37-4284-8e5f-784cb80f8a64 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/networks?id=67e8458c-fb0a-400d-b688-f45356790f14 HTTP/1.1" status: 200 len: 809 time: 0.6659157 Feb 19 03:07:16.750055 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b398f52-5ccd-4614-b007-be961f1081e7 req-05e675c8-bc9d-4c79-b09d-2e87db498619 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578808 Feb 19 03:07:16.756915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:16.791312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-5e7c7b49-c2a8-424f-a330-06ff2ae344a4 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/quotas/94ff658544e345678cea7cb67ebc328b HTTP/1.1" status: 200 len: 375 time: 0.0604544 Feb 19 03:07:16.899503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-14eb33e4-5e2f-43a5-8449-c90f4c993be4 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=94ff658544e345678cea7cb67ebc328b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0983725 Feb 19 03:07:17.048844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Allocated IP 19.80.0.252 (36fc508d-3682-47d5-841a-a48fd3985a60/2cba1405-611f-4b31-a5d0-39302605e341/62e6cd98-51eb-4683-9c77-8a851796d386) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:17.066789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8dba2a7-54db-4b25-90ff-2fe2d88fd611 req-88b3206d-b58f-478b-86e2-c32a5946dd3e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=17b36521-4f89-4ae3-8a40-e7362d8e4ff9 HTTP/1.1" status: 200 len: 210 time: 0.0988035 Feb 19 03:07:17.100132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['732cf8ce-80f7-45cd-aa3d-ee76cbdd3725'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:07:17.234573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-20fb48a1-95bb-4c64-98f2-5876b64286f8 service neutron] 10.222.0.81 "GET /v2.0/networks/67e8458c-fb0a-400d-b688-f45356790f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149211 Feb 19 03:07:17.377630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a2b0-a96c-4d0d-a7ad-46197f9bc6bc req-05edf18d-2a1a-4d8f-aed4-5e26ac3c2a64 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:17.384992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be09a2b0-a96c-4d0d-a7ad-46197f9bc6bc req-05edf18d-2a1a-4d8f-aed4-5e26ac3c2a64 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 944 time: 0.2018242 Feb 19 03:07:17.498513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-a132795c-829c-4f8f-8eb3-c9a27d354ad9 service neutron] 10.222.0.81 "GET /v2.0/networks/67e8458c-fb0a-400d-b688-f45356790f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614963 Feb 19 03:07:17.565980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be09a2b0-a96c-4d0d-a7ad-46197f9bc6bc req-f6e769cd-5ce6-4499-bacd-ccba2da76757 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800072 Feb 19 03:07:17.589352 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks [] for port (62e6cd98-51eb-4683-9c77-8a851796d386), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:17.786576 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a74629f-d620-4aa1-ac44-0a3999d6a082 req-7f57332b-0d0e-4c13-a115-97d36a3d0800 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 210 time: 0.1110532 Feb 19 03:07:17.803319 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:17.917129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Port': ['ID=62e6cd98-51eb-4683-9c77-8a851796d386,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:17.958215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network 36fc508d-3682-47d5-841a-a48fd3985a60 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:17.961179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:17.964615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:18.035818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb4cd2-00fe-4cdc-9a1d-db410f249e30 req-124d6e49-8f95-4306-9dd1-9cec272d7cc0 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:18.043667 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77cb4cd2-00fe-4cdc-9a1d-db410f249e30 req-124d6e49-8f95-4306-9dd1-9cec272d7cc0 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1304369 Feb 19 03:07:18.084656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:18.085352 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:18.148429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b502b95e-a410-4f05-aa64-6b39ff1a578f req-dbd3aa16-1fcd-455d-ad5a-5b4d3daf1352 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 210 time: 0.0400407 Feb 19 03:07:18.254803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-754e318a-ec4e-48de-8b10-0f9566eaf53d tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8480067 Feb 19 03:07:18.288836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77cb4cd2-00fe-4cdc-9a1d-db410f249e30 req-87693ab9-3a1c-460c-8590-8bcb9f1e8732 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430146 Feb 19 03:07:18.301948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Request body: {'port': {'device_id': '7971e970-5b1f-406a-ba63-780b7e247c31', 'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4', 'admin_state_up': True, 'tenant_id': '98d8cb238c094cc19f2fade982ab8525'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:18.439804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-776c8a53-0ff4-47fb-94bc-9e2cc28b3608 None None] Provisioning complete for port 62e6cd98-51eb-4683-9c77-8a851796d386 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:18.440376 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-776c8a53-0ff4-47fb-94bc-9e2cc28b3608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:18.507491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-776c8a53-0ff4-47fb-94bc-9e2cc28b3608 None None] Port 62e6cd98-51eb-4683-9c77-8a851796d386 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:07:18.546524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Made reservation on behalf of 98d8cb238c094cc19f2fade982ab8525 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:18.555150 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:18.837407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Allocated IP 19.86.0.161 (90f71e6f-c31f-4680-a3b5-08e18cc081a4/20d078c3-ddf6-4186-bc1c-15d0d53891cf/0ab48d00-81bd-4657-b2c1-ed44229401fb) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:18.851816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0e696f-6640-4852-8524-7a360d3c916c req-5989f441-b3d7-4165-9783-d07abb54d06b tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:18.860788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b0e696f-6640-4852-8524-7a360d3c916c req-5989f441-b3d7-4165-9783-d07abb54d06b tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 944 time: 0.1734421 Feb 19 03:07:19.005652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b0e696f-6640-4852-8524-7a360d3c916c req-03600c62-4af7-41c2-9c35-f619b87ec3f7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437223 Feb 19 03:07:19.164169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks [] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.210977 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.276970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c1abe-8685-4a53-962a-d4c3ec508cae req-3c29f520-2c9c-4276-af54-7ccca242ee7f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:19.279322 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-725c1abe-8685-4a53-962a-d4c3ec508cae req-3c29f520-2c9c-4276-af54-7ccca242ee7f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 932 time: 0.3707855 Feb 19 03:07:19.281461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Network 90f71e6f-c31f-4680-a3b5-08e18cc081a4 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:19.285230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:19.287691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:19.383021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event updated for resources: {'Port': ['ID=0ab48d00-81bd-4657-b2c1-ed44229401fb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:19.773386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c6bf7c37-9920-4deb-b460-a5c3b933a3e6 None None] Provisioning complete for port 0ab48d00-81bd-4657-b2c1-ed44229401fb triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:19.778648 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c6bf7c37-9920-4deb-b460-a5c3b933a3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.867962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c21ec37-bdbb-473a-be80-d2487e267ea6 req-debb09f4-cdd4-429e-8a79-04265b1be80a tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 210 time: 0.5244064 Feb 19 03:07:19.902803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-725c1abe-8685-4a53-962a-d4c3ec508cae req-522c0ea5-e2d3-4816-9994-7563816d8e2b tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102588 Feb 19 03:07:19.931565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:19.932222 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:19.933254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c6bf7c37-9920-4deb-b460-a5c3b933a3e6 None None] Port 0ab48d00-81bd-4657-b2c1-ed44229401fb cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:07:20.056604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-572d6ca3-1604-4e83-b5bb-516edf2bb73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7592170 Feb 19 03:07:20.084127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Request body: {'port': {'device_id': '7971e970-5b1f-406a-ba63-780b7e247c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:20.240143 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:20.256405 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20234bc5-70ec-4ed9-85a7-57c76c345d7c req-27bbe34b-757b-4e42-a8f3-bdebea790426 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:20.258008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20234bc5-70ec-4ed9-85a7-57c76c345d7c req-27bbe34b-757b-4e42-a8f3-bdebea790426 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.2564294 Feb 19 03:07:20.274578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-49705710-0252-45de-95d7-0aa2486b4bab tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:20.276901 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-49705710-0252-45de-95d7-0aa2486b4bab tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.67 "GET /v2.0/networks?id=67e8458c-fb0a-400d-b688-f45356790f14 HTTP/1.1" status: 200 len: 809 time: 0.3174119 Feb 19 03:07:20.301852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Request body: {'port': {'device_id': 'cf08a155-4c97-43fb-8b16-9e85d0589b4f', 'network_id': '67e8458c-fb0a-400d-b688-f45356790f14', 'admin_state_up': True, 'tenant_id': '94ff658544e345678cea7cb67ebc328b'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:20.350167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:20.421215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:07:20.428102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:20.429058 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:20.434951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bf478-67bf-497c-b904-89c4b05a3820 req-e6f371db-6703-4f6d-9832-c3bbfebf1afc tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:20.436728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-588bf478-67bf-497c-b904-89c4b05a3820 req-e6f371db-6703-4f6d-9832-c3bbfebf1afc tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 944 time: 0.2926006 Feb 19 03:07:20.498307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20234bc5-70ec-4ed9-85a7-57c76c345d7c req-ce836300-4ee2-41d3-910d-f99a0bcc972e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317486 Feb 19 03:07:20.548813 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:20.549402 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:20.585624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538e351c-7916-4dac-a2a5-7b234d77dbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732cf8ce-80f7-45cd-aa3d-ee76cbdd3725'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:20.593513 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb77db8-d5a9-4285-9c6b-aa8d92828595" -d '{"events": [{"server_uuid": "538e351c-7916-4dac-a2a5-7b234d77dbda", "name": "network-vif-plugged", "status": "completed", "tag": "732cf8ce-80f7-45cd-aa3d-ee76cbdd3725"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:20.616213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725,segment=NetworkSegment(574d44dd-219e-4656-9cbb-d6234aba8e7e),segment_id=574d44dd-219e-4656-9cbb-d6234aba8e7e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:20.625149 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:20.649090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-588bf478-67bf-497c-b904-89c4b05a3820 req-cdb60dd6-24bd-43bf-a22a-2d3e8291751f tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975021 Feb 19 03:07:20.701605 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d13111-1881-4f33-b44a-3de64a5aa121 x-openstack-request-id: req-52d13111-1881-4f33-b44a-3de64a5aa121 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:20.701942 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538e351c-7916-4dac-a2a5-7b234d77dbda", "name": "network-vif-plugged", "status": "completed", "tag": "732cf8ce-80f7-45cd-aa3d-ee76cbdd3725", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:20.702290 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52d13111-1881-4f33-b44a-3de64a5aa121 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:20.702575 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538e351c-7916-4dac-a2a5-7b234d77dbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732cf8ce-80f7-45cd-aa3d-ee76cbdd3725', 'code': 200} Feb 19 03:07:20.735440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:20.803346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Made reservation on behalf of 94ff658544e345678cea7cb67ebc328b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:20.807604 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:20.933284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3526b2-4d6a-46bd-b3d0-ab9100a4b8ae req-29e31ae4-20ff-4845-9031-37d6cd0ac7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:20.936295 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fc3526b2-4d6a-46bd-b3d0-ab9100a4b8ae req-29e31ae4-20ff-4845-9031-37d6cd0ac7de service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 1127 time: 0.0892925 Feb 19 03:07:21.046929 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fc3526b2-4d6a-46bd-b3d0-ab9100a4b8ae req-ec7c94c5-45f3-404f-b060-cf71f217e572 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013651 Feb 19 03:07:21.190797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e480cc3a-a39d-41f1-868f-b35d822a4449 req-41b7d2fa-3fe0-4fea-8c04-47b63b93c109 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 210 time: 0.1674221 Feb 19 03:07:21.212790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Allocated IP 172.20.0.13 (67e8458c-fb0a-400d-b688-f45356790f14/51dadef9-74a4-4c8c-9996-6e957419e2d9/9365446d-ce58-471e-91c5-5dfc3126e17f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:07:21.219361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e6cd98-51eb-4683-9c77-8a851796d386 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:07:21.228200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Publish callbacks [] for port (62e6cd98-51eb-4683-9c77-8a851796d386), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.257166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Transition to ACTIVE for port object 62e6cd98-51eb-4683-9c77-8a851796d386 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:07:21.272222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e86614-6714-4be8-a687-91dca9415be3 req-4bcedf77-35fe-4795-8a0a-038ac1a0a770 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:21.277747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e86614-6714-4be8-a687-91dca9415be3 req-4bcedf77-35fe-4795-8a0a-038ac1a0a770 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:21.279440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63e86614-6714-4be8-a687-91dca9415be3 req-4bcedf77-35fe-4795-8a0a-038ac1a0a770 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1655 time: 0.2298477 Feb 19 03:07:21.286462 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.442462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Pushing event updated for resources: {'Port': ['ID=62e6cd98-51eb-4683-9c77-8a851796d386,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:21.556264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63e86614-6714-4be8-a687-91dca9415be3 req-548c3e17-f0f8-47e2-9006-4281b791d276 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623227 Feb 19 03:07:21.742938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Attempting to bind port 62e6cd98-51eb-4683-9c77-8a851796d386 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:21.743649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Attempting to bind port 62e6cd98-51eb-4683-9c77-8a851796d386 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '642830c5-326a-4f4e-9063-4c29386df764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:21.743869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Attempting to bind port 62e6cd98-51eb-4683-9c77-8a851796d386 on network 36fc508d-3682-47d5-841a-a48fd3985a60 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:21.772354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Publish callbacks [] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.775038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Port 62e6cd98-51eb-4683-9c77-8a851796d386 on network 36fc508d-3682-47d5-841a-a48fd3985a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:07:21.775774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Attempting to bind port 62e6cd98-51eb-4683-9c77-8a851796d386 on network 36fc508d-3682-47d5-841a-a48fd3985a60 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:21.791863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:21.791863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Checking segment: {'id': '642830c5-326a-4f4e-9063-4c29386df764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:21.791863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Bound using segment: {'id': '642830c5-326a-4f4e-9063-4c29386df764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:21.791863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Bound port: 62e6cd98-51eb-4683-9c77-8a851796d386, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '642830c5-326a-4f4e-9063-4c29386df764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:21.791863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:21.822413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07502e18-e9f7-4d3b-a994-797d1ba0b4d1 req-b90bec0b-dabe-409d-81fe-73111a1db530 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:21.824016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07502e18-e9f7-4d3b-a994-797d1ba0b4d1 req-b90bec0b-dabe-409d-81fe-73111a1db530 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1955240 Feb 19 03:07:21.985711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1470b-bb0a-4694-81c0-1dbcb44c5a78 req-271b5368-77fa-4345-8fd3-2153db74c766 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:21.994253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fa1470b-bb0a-4694-81c0-1dbcb44c5a78 req-271b5368-77fa-4345-8fd3-2153db74c766 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 945 time: 0.1686423 Feb 19 03:07:22.005868 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.043398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] For port 62e6cd98-51eb-4683-9c77-8a851796d386, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:22.048445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] For port 62e6cd98-51eb-4683-9c77-8a851796d386, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=62e6cd98-51eb-4683-9c77-8a851796d386,segment=NetworkSegment(642830c5-326a-4f4e-9063-4c29386df764),segment_id=642830c5-326a-4f4e-9063-4c29386df764)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:22.104065 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.141674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:22.142293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.143844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] 10.222.0.87 "PUT /v2.0/ports/62e6cd98-51eb-4683-9c77-8a851796d386 HTTP/1.1" status: 200 len: 1092 time: 2.0653057 Feb 19 03:07:22.148039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'tag': '62e6cd98-51eb-4683-9c77-8a851796d386'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:22.150800 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db519f72-ede1-400b-992d-d33e29d35ce6" -d '{"events": [{"name": "network-changed", "server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "tag": "62e6cd98-51eb-4683-9c77-8a851796d386"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:22.171569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07502e18-e9f7-4d3b-a994-797d1ba0b4d1 req-a334ac0a-dfcd-4e0d-b374-4fc36ab22a50 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3314781 Feb 19 03:07:22.173879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Network 67e8458c-fb0a-400d-b688-f45356790f14 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:07:22.195495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Request body: {'port': {'device_id': '7971e970-5b1f-406a-ba63-780b7e247c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:22.198374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:22.209179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Pushing event updated for resources: {'Port': ['ID=9365446d-ce58-471e-91c5-5dfc3126e17f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:22.270103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:07:22.409620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:22.410392 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.422149 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.433379 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fa1470b-bb0a-4694-81c0-1dbcb44c5a78 req-cdaeb7bd-b769-4a00-b6c9-1744ce1ab588 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348874 Feb 19 03:07:22.489828 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbac41b5-e473-4b9d-a052-e2a3e128ed17 x-openstack-request-id: req-bbac41b5-e473-4b9d-a052-e2a3e128ed17 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:22.490151 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "tag": "62e6cd98-51eb-4683-9c77-8a851796d386", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:22.493298 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bbac41b5-e473-4b9d-a052-e2a3e128ed17 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:22.494545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db519f72-ede1-400b-992d-d33e29d35ce6 req-b4c0e34c-e0ed-4a4d-b06a-45b2363e0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:22.495030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db519f72-ede1-400b-992d-d33e29d35ce6 req-b4c0e34c-e0ed-4a4d-b06a-45b2363e0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:22.495479 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'tag': '62e6cd98-51eb-4683-9c77-8a851796d386', 'status': 'completed', 'code': 200} Feb 19 03:07:22.501525 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-db519f72-ede1-400b-992d-d33e29d35ce6 req-b4c0e34c-e0ed-4a4d-b06a-45b2363e0d01 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=98d8cb238c094cc19f2fade982ab8525&device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1945 time: 0.1553633 Feb 19 03:07:22.627953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c4b53-1319-4fde-976e-498e9d24e04e service neutron] Pushing event updated for resources: {'Port': ['ID=62e6cd98-51eb-4683-9c77-8a851796d386,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:22.640199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-03081770-8227-49e3-a4be-b88200b537d1 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3506742 Feb 19 03:07:22.682058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Request body: {'port': {'device_id': 'cf08a155-4c97-43fb-8b16-9e85d0589b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:22.743638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db519f72-ede1-400b-992d-d33e29d35ce6 req-8dee78cd-9d60-4986-a87d-ab95f0b01396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:22.744221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db519f72-ede1-400b-992d-d33e29d35ce6 req-8dee78cd-9d60-4986-a87d-ab95f0b01396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:22.744717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db519f72-ede1-400b-992d-d33e29d35ce6 req-8dee78cd-9d60-4986-a87d-ab95f0b01396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:22.746872 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-db519f72-ede1-400b-992d-d33e29d35ce6 req-8dee78cd-9d60-4986-a87d-ab95f0b01396 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=98d8cb238c094cc19f2fade982ab8525&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2355144 Feb 19 03:07:22.795479 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:22.900328 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db519f72-ede1-400b-992d-d33e29d35ce6 req-e4218885-b0c9-49a4-9789-bb5d58bc309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:22.901946 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-db519f72-ede1-400b-992d-d33e29d35ce6 req-e4218885-b0c9-49a4-9789-bb5d58bc309f service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399004 Feb 19 03:07:22.962855 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.001110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e4d5f-0c88-4a1e-abc5-9835db9d1e96 req-fa5a3660-620a-4bb8-89ef-1ddb5591d2f8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:23.006732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e4d5f-0c88-4a1e-abc5-9835db9d1e96 req-fa5a3660-620a-4bb8-89ef-1ddb5591d2f8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:23.008986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b92e4d5f-0c88-4a1e-abc5-9835db9d1e96 req-fa5a3660-620a-4bb8-89ef-1ddb5591d2f8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1667 time: 0.2768319 Feb 19 03:07:23.052744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b056a-5357-4671-a55c-cebeb4f47fe2 req-1f236b99-e5b8-44e6-be8f-23cb015a349a tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:23.060097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e77b056a-5357-4671-a55c-cebeb4f47fe2 req-1f236b99-e5b8-44e6-be8f-23cb015a349a tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 932 time: 0.4570267 Feb 19 03:07:23.206728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e77b056a-5357-4671-a55c-cebeb4f47fe2 req-2a59f006-25a2-4c56-a0b9-c30997583b8b tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432970 Feb 19 03:07:23.322854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b92e4d5f-0c88-4a1e-abc5-9835db9d1e96 req-3a94af5c-7bac-4fff-b8ca-2be2fa838747 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522140 Feb 19 03:07:23.391660 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.447755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab48d00-81bd-4657-b2c1-ed44229401fb {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:07:23.494381 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Publish callbacks [] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.529545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Transition to ACTIVE for port object 0ab48d00-81bd-4657-b2c1-ed44229401fb will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:07:23.546005 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.614589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b95bb-fbe0-4db1-8cef-9ab279f9873d req-bea51e33-ee8e-4c2b-bad2-e90204b53feb tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:23.616261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b69b95bb-fbe0-4db1-8cef-9ab279f9873d req-bea51e33-ee8e-4c2b-bad2-e90204b53feb tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.2165725 Feb 19 03:07:23.717147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Pushing event updated for resources: {'Port': ['ID=0ab48d00-81bd-4657-b2c1-ed44229401fb,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:23.801099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b69b95bb-fbe0-4db1-8cef-9ab279f9873d req-47eafb1d-d23d-46a8-a3a3-ec0b2dc235ac tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673639 Feb 19 03:07:23.865521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d279f-cb22-4e94-9157-370db2f3c634 req-c37db00c-cb38-476a-9171-d20b91b1d3b6 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:23.867059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac0d279f-cb22-4e94-9157-370db2f3c634 req-c37db00c-cb38-476a-9171-d20b91b1d3b6 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 945 time: 0.2754993 Feb 19 03:07:23.877311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9365446d-ce58-471e-91c5-5dfc3126e17f {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:07:23.908148 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Publish callbacks [] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.926484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Attempting to bind port 0ab48d00-81bd-4657-b2c1-ed44229401fb on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:23.926827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Attempting to bind port 0ab48d00-81bd-4657-b2c1-ed44229401fb by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '1d414387-cb8b-4cd7-9896-a0dfd0003606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:23.927159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Attempting to bind port 0ab48d00-81bd-4657-b2c1-ed44229401fb on network 90f71e6f-c31f-4680-a3b5-08e18cc081a4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:23.946554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Transition to ACTIVE for port object 9365446d-ce58-471e-91c5-5dfc3126e17f will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:07:23.947424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Port 0ab48d00-81bd-4657-b2c1-ed44229401fb on network 90f71e6f-c31f-4680-a3b5-08e18cc081a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:07:23.947753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Attempting to bind port 0ab48d00-81bd-4657-b2c1-ed44229401fb on network 90f71e6f-c31f-4680-a3b5-08e18cc081a4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:23.963055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:23.963403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Checking segment: {'id': '1d414387-cb8b-4cd7-9896-a0dfd0003606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:23.963790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Bound using segment: {'id': '1d414387-cb8b-4cd7-9896-a0dfd0003606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:23.964230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Bound port: 0ab48d00-81bd-4657-b2c1-ed44229401fb, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d414387-cb8b-4cd7-9896-a0dfd0003606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:23.965110 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:23.984573 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.058545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac0d279f-cb22-4e94-9157-370db2f3c634 req-b4057d5a-fa91-4233-84c4-469dc61094dd tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704452 Feb 19 03:07:24.121549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Pushing event updated for resources: {'Port': ['ID=9365446d-ce58-471e-91c5-5dfc3126e17f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:24.174225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] For port 0ab48d00-81bd-4657-b2c1-ed44229401fb, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:24.179626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] For port 0ab48d00-81bd-4657-b2c1-ed44229401fb, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0ab48d00-81bd-4657-b2c1-ed44229401fb,segment=NetworkSegment(1d414387-cb8b-4cd7-9896-a0dfd0003606),segment_id=1d414387-cb8b-4cd7-9896-a0dfd0003606)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:24.201000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.211501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Attempting to bind port 9365446d-ce58-471e-91c5-5dfc3126e17f on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:24.212219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Attempting to bind port 9365446d-ce58-471e-91c5-5dfc3126e17f by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'd9a8b52b-8082-4676-83a8-37211c98b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '67e8458c-fb0a-400d-b688-f45356790f14'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:24.212219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Attempting to bind port 9365446d-ce58-471e-91c5-5dfc3126e17f on network 67e8458c-fb0a-400d-b688-f45356790f14 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:24.294046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Port 9365446d-ce58-471e-91c5-5dfc3126e17f on network 67e8458c-fb0a-400d-b688-f45356790f14 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:07:24.294489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Attempting to bind port 9365446d-ce58-471e-91c5-5dfc3126e17f on network 67e8458c-fb0a-400d-b688-f45356790f14 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:24.337790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:24.338406 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.341640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] 10.222.0.87 "PUT /v2.0/ports/0ab48d00-81bd-4657-b2c1-ed44229401fb HTTP/1.1" status: 200 len: 1092 time: 2.1508546 Feb 19 03:07:24.374873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:24.375476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Checking segment: {'id': 'd9a8b52b-8082-4676-83a8-37211c98b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '67e8458c-fb0a-400d-b688-f45356790f14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:24.376158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Bound using segment: {'id': 'd9a8b52b-8082-4676-83a8-37211c98b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '67e8458c-fb0a-400d-b688-f45356790f14'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:24.376847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Bound port: 9365446d-ce58-471e-91c5-5dfc3126e17f, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a8b52b-8082-4676-83a8-37211c98b6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '67e8458c-fb0a-400d-b688-f45356790f14'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:24.377395 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:24.560975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] For port 9365446d-ce58-471e-91c5-5dfc3126e17f, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:24.564284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] For port 9365446d-ce58-471e-91c5-5dfc3126e17f, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9365446d-ce58-471e-91c5-5dfc3126e17f,segment=NetworkSegment(d9a8b52b-8082-4676-83a8-37211c98b6a3),segment_id=d9a8b52b-8082-4676-83a8-37211c98b6a3)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:24.569013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'tag': '0ab48d00-81bd-4657-b2c1-ed44229401fb'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:24.571675 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464edd86-9584-44a7-a534-5f60a327a9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "tag": "0ab48d00-81bd-4657-b2c1-ed44229401fb"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:25.138039 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:25.141212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc7ae1-6c00-44b0-a7da-addaa1834cec service neutron] Pushing event updated for resources: {'Port': ['ID=0ab48d00-81bd-4657-b2c1-ed44229401fb,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:25.213609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:25.214299 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:25.215784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] 10.222.0.67 "PUT /v2.0/ports/9365446d-ce58-471e-91c5-5dfc3126e17f HTTP/1.1" status: 200 len: 1092 time: 2.5429623 Feb 19 03:07:25.235779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc0a02-9f3f-4b45-8a76-05285d674d9b req-74424f20-2b99-49f2-a191-6ce3ac01c44e tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:25.242817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcdc0a02-9f3f-4b45-8a76-05285d674d9b req-74424f20-2b99-49f2-a191-6ce3ac01c44e tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 944 time: 0.8991487 Feb 19 03:07:25.253575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-0ead344f-4782-49e3-9a05-14b6d2e8eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:25.254069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-0ead344f-4782-49e3-9a05-14b6d2e8eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:25.257646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-0ead344f-4782-49e3-9a05-14b6d2e8eb0c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=98d8cb238c094cc19f2fade982ab8525&device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 2043 time: 0.8442545 Feb 19 03:07:25.366810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-0cbea0f2-f879-43f0-b3f8-a7394510180d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.252&port_id=62e6cd98-51eb-4683-9c77-8a851796d386 HTTP/1.1" status: 200 len: 217 time: 0.0963519 Feb 19 03:07:25.367401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b8ac0-9080-4f46-aba5-665438f7ae25 service neutron] Pushing event updated for resources: {'Port': ['ID=9365446d-ce58-471e-91c5-5dfc3126e17f,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:25.387474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90332f5d-7af7-4744-998d-13a4720602ae req-0bceb8e2-3702-444a-a4ea-b5cc5aac0b7e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:25.393342 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90332f5d-7af7-4744-998d-13a4720602ae req-0bceb8e2-3702-444a-a4ea-b5cc5aac0b7e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:25.402785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90332f5d-7af7-4744-998d-13a4720602ae req-0bceb8e2-3702-444a-a4ea-b5cc5aac0b7e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1679 time: 0.8224018 Feb 19 03:07:25.500828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-7ada69b7-4c99-44aa-a0c7-24b5d3553455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:25.503121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-7ada69b7-4c99-44aa-a0c7-24b5d3553455 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2cba1405-611f-4b31-a5d0-39302605e341 HTTP/1.1" status: 200 len: 801 time: 0.0925043 Feb 19 03:07:25.518877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcdc0a02-9f3f-4b45-8a76-05285d674d9b req-e571e20b-079d-40b7-b0c3-b8b3d6fd471c tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697613 Feb 19 03:07:25.684234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90332f5d-7af7-4744-998d-13a4720602ae req-e4ca1b77-abbc-4952-a552-a9e12eab9c7e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804444 Feb 19 03:07:25.694755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-3bfbe933-f0f9-42b0-8463-652467c927d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:25.696521 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-3bfbe933-f0f9-42b0-8463-652467c927d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94ff658544e345678cea7cb67ebc328b&device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 1126 time: 0.3983874 Feb 19 03:07:25.799156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-d3ea83ff-605c-4711-9a08-eea59a216f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:25.800701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-d3ea83ff-605c-4711-9a08-eea59a216f03 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=36fc508d-3682-47d5-841a-a48fd3985a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2807627 Feb 19 03:07:25.801966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-3c548afb-660a-42cc-b263-5f6fd48ae586 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9365446d-ce58-471e-91c5-5dfc3126e17f HTTP/1.1" status: 200 len: 217 time: 0.0918963 Feb 19 03:07:25.891018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2edc0-297e-4ced-a38f-366f2bf36899 req-75a34c83-64bd-474c-bd5e-090c0a7a9e91 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:25.902414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2e2edc0-297e-4ced-a38f-366f2bf36899 req-75a34c83-64bd-474c-bd5e-090c0a7a9e91 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.2842302 Feb 19 03:07:25.984544 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc4309d-0bc0-46c3-8468-542364b6d91f x-openstack-request-id: req-0bc4309d-0bc0-46c3-8468-542364b6d91f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:25.985270 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "tag": "0ab48d00-81bd-4657-b2c1-ed44229401fb", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:25.985754 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0bc4309d-0bc0-46c3-8468-542364b6d91f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:25.986844 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'tag': '0ab48d00-81bd-4657-b2c1-ed44229401fb', 'status': 'completed', 'code': 200} Feb 19 03:07:26.061466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2e2edc0-297e-4ced-a38f-366f2bf36899 req-7cd1cfad-c1cd-455c-ad3d-ec641f77eadd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564481 Feb 19 03:07:26.142209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-5388a844-e43e-45b4-81ba-3dd24a5aa285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:26.144745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-5388a844-e43e-45b4-81ba-3dd24a5aa285 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=51dadef9-74a4-4c8c-9996-6e957419e2d9 HTTP/1.1" status: 200 len: 849 time: 0.3367965 Feb 19 03:07:26.200552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-0621910d-3b53-4bf9-be86-506fb7bbd0d6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e8458c-fb0a-400d-b688-f45356790f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401559 Feb 19 03:07:26.208450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-7e312b1f-2b68-4b19-8ef8-a0f7229ecc3e service neutron] 10.222.0.87 "GET /v2.0/networks/36fc508d-3682-47d5-841a-a48fd3985a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886294 Feb 19 03:07:26.325441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564ffe1-b337-4974-9570-13e3c673901a req-f7ba04d3-e38b-4f5b-b90e-67745956af75 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:26.333288 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f564ffe1-b337-4974-9570-13e3c673901a req-f7ba04d3-e38b-4f5b-b90e-67745956af75 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 945 time: 0.2619760 Feb 19 03:07:26.455718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-ed04c9e2-74ae-462a-90d7-b2df6c1e33de service neutron] 10.222.0.67 "GET /v2.0/networks/67e8458c-fb0a-400d-b688-f45356790f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417028 Feb 19 03:07:26.571964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd71441e-b12f-48a3-93fe-ab433c75e574 req-ed506afe-fd40-4d93-811f-bbc08970a6b9 service neutron] 10.222.0.67 "GET /v2.0/networks/67e8458c-fb0a-400d-b688-f45356790f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049721 Feb 19 03:07:26.615549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f564ffe1-b337-4974-9570-13e3c673901a req-0e84416d-d42c-4283-8177-baba0b085b45 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812753 Feb 19 03:07:26.635740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-bfd1bc56-1ee0-4719-97b6-471254734874 service neutron] 10.222.0.87 "GET /v2.0/networks/36fc508d-3682-47d5-841a-a48fd3985a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462963 Feb 19 03:07:26.729565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-8ac61aae-d499-44f0-b672-2c473c1b716a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.161&port_id=0ab48d00-81bd-4657-b2c1-ed44229401fb HTTP/1.1" status: 200 len: 217 time: 0.0739605 Feb 19 03:07:26.841266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e54179-ec14-40dd-9b88-cfd7e7aae938 req-435f56e2-cba5-4356-abf7-32f7f37b77b4 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:26.849327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3e54179-ec14-40dd-9b88-cfd7e7aae938 req-435f56e2-cba5-4356-abf7-32f7f37b77b4 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 944 time: 0.2065120 Feb 19 03:07:26.878020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-13f0120d-aa37-442d-9f70-40c4f5d65479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:26.879520 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-13f0120d-aa37-442d-9f70-40c4f5d65479 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=20d078c3-ddf6-4186-bc1c-15d0d53891cf HTTP/1.1" status: 200 len: 801 time: 0.1412086 Feb 19 03:07:26.937265 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3e54179-ec14-40dd-9b88-cfd7e7aae938 req-e1258533-e322-4a99-bd7e-f1801ee27203 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856450 Feb 19 03:07:26.961292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e323b-0bf7-4bdc-bc11-1e41ef6a676f req-89b96533-e47f-492b-b9ba-45ad6e24d089 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:26.961292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e323b-0bf7-4bdc-bc11-1e41ef6a676f req-89b96533-e47f-492b-b9ba-45ad6e24d089 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:26.962925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e8e323b-0bf7-4bdc-bc11-1e41ef6a676f req-89b96533-e47f-492b-b9ba-45ad6e24d089 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1679 time: 0.1811998 Feb 19 03:07:27.131377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e8e323b-0bf7-4bdc-bc11-1e41ef6a676f req-d78b903a-a32d-4320-8323-1fc7fb3aae38 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504302 Feb 19 03:07:27.153522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-014cf943-ff14-498d-9714-293b4f071b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:27.155432 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-014cf943-ff14-498d-9714-293b4f071b05 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=90f71e6f-c31f-4680-a3b5-08e18cc081a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2383301 Feb 19 03:07:27.306716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b853ab-829d-4b99-8266-a4db3908e4d1 req-e3bfc6be-4929-4e36-84ac-db9f19964466 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:27.309313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0b853ab-829d-4b99-8266-a4db3908e4d1 req-e3bfc6be-4929-4e36-84ac-db9f19964466 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1339848 Feb 19 03:07:27.332753 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-c4edcb83-079d-4a3f-b97c-a5c47c9ef801 service neutron] 10.222.0.87 "GET /v2.0/networks/90f71e6f-c31f-4680-a3b5-08e18cc081a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680532 Feb 19 03:07:27.447042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0b853ab-829d-4b99-8266-a4db3908e4d1 req-d47c610b-e96d-4d04-bc06-b1c8dcf5d707 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121359 Feb 19 03:07:27.482169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc221ba0-257a-4b59-87b1-639b6b920276 req-28052bb4-30e2-4495-8c6a-db4115aa19b5 service neutron] 10.222.0.87 "GET /v2.0/networks/90f71e6f-c31f-4680-a3b5-08e18cc081a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355827 Feb 19 03:07:27.530876 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4f447-9f34-4ce8-a110-a1b05e5ce3d9 req-640898d3-6cb7-4d1e-86cb-698be5653aec tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:27.534268 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-31c4f447-9f34-4ce8-a110-a1b05e5ce3d9 req-640898d3-6cb7-4d1e-86cb-698be5653aec tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.87 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 945 time: 0.0741022 Feb 19 03:07:27.659580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464edd86-9584-44a7-a534-5f60a327a9fc req-69b4dba4-bf52-46e1-8b13-02239a5fa047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:27.660062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464edd86-9584-44a7-a534-5f60a327a9fc req-69b4dba4-bf52-46e1-8b13-02239a5fa047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:27.664311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-464edd86-9584-44a7-a534-5f60a327a9fc req-69b4dba4-bf52-46e1-8b13-02239a5fa047 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=98d8cb238c094cc19f2fade982ab8525&device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 2043 time: 0.1151054 Feb 19 03:07:27.765272 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-31c4f447-9f34-4ce8-a110-a1b05e5ce3d9 req-8a114382-123a-426e-82a0-e38d3d40b9e7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Deleting port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:27.765608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-31c4f447-9f34-4ce8-a110-a1b05e5ce3d9 req-8a114382-123a-426e-82a0-e38d3d40b9e7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:27.966457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-31c4f447-9f34-4ce8-a110-a1b05e5ce3d9 req-8a114382-123a-426e-82a0-e38d3d40b9e7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] For port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725,segment=NetworkSegment(574d44dd-219e-4656-9cbb-d6234aba8e7e),segment_id=574d44dd-219e-4656-9cbb-d6234aba8e7e)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:27.966976 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-31c4f447-9f34-4ce8-a110-a1b05e5ce3d9 req-8a114382-123a-426e-82a0-e38d3d40b9e7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:27.973178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464edd86-9584-44a7-a534-5f60a327a9fc req-16a09b6c-8f94-4953-aecb-4ec941389b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:27.975083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-464edd86-9584-44a7-a534-5f60a327a9fc req-16a09b6c-8f94-4953-aecb-4ec941389b3c service neutron] 10.222.0.87 "GET /v2.0/networks?id=90f71e6f-c31f-4680-a3b5-08e18cc081a4 HTTP/1.1" status: 200 len: 903 time: 0.3038220 Feb 19 03:07:27.998320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-31c4f447-9f34-4ce8-a110-a1b05e5ce3d9 req-8a114382-123a-426e-82a0-e38d3d40b9e7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Calling delete_port for 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:28.015042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47c913-956f-4fbb-9aa3-b264c245e64b req-ecdc9f54-c549-4fc4-b135-45250f3dafe2 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:28.016692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b47c913-956f-4fbb-9aa3-b264c245e64b req-ecdc9f54-c549-4fc4-b135-45250f3dafe2 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/ports?device_id=538e351c-7916-4dac-a2a5-7b234d77dbda HTTP/1.1" status: 200 len: 945 time: 0.2464328 Feb 19 03:07:28.024983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf08a155-4c97-43fb-8b16-9e85d0589b4f', 'tag': '9365446d-ce58-471e-91c5-5dfc3126e17f'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:28.027447 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3861baf5-6c34-4254-b865-003b89cd5680" -d '{"events": [{"name": "network-changed", "server_uuid": "cf08a155-4c97-43fb-8b16-9e85d0589b4f", "tag": "9365446d-ce58-471e-91c5-5dfc3126e17f"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:28.174636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-464edd86-9584-44a7-a534-5f60a327a9fc req-91cc1596-d033-4426-a233-0a67b83378cf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.161&port_id=0ab48d00-81bd-4657-b2c1-ed44229401fb HTTP/1.1" status: 200 len: 217 time: 0.1918659 Feb 19 03:07:28.272325 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-31c4f447-9f34-4ce8-a110-a1b05e5ce3d9 req-8a114382-123a-426e-82a0-e38d3d40b9e7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (732cf8ce-80f7-45cd-aa3d-ee76cbdd3725), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.286373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['732cf8ce-80f7-45cd-aa3d-ee76cbdd3725'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:07:28.309853 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a114382-123a-426e-82a0-e38d3d40b9e7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Pushing event deleted for resources: {'Port': ['ID=732cf8ce-80f7-45cd-aa3d-ee76cbdd3725,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:28.332476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464edd86-9584-44a7-a534-5f60a327a9fc req-2a18264f-0369-40de-adf9-298f15d2659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:28.333995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-464edd86-9584-44a7-a534-5f60a327a9fc req-2a18264f-0369-40de-adf9-298f15d2659a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=20d078c3-ddf6-4186-bc1c-15d0d53891cf HTTP/1.1" status: 200 len: 801 time: 0.1180313 Feb 19 03:07:28.414707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b47c913-956f-4fbb-9aa3-b264c245e64b req-1f4596a6-f83a-42d6-a2fd-40a652e2bacc tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.81 "GET /v2.0/security-groups?id=586b24ce-92da-49e5-a969-2d1f0889f03e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800855 Feb 19 03:07:28.436396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbd9ce-0373-40da-a6a9-c01fdb1353cc req-1570c029-e8ab-47c6-981f-cbd4e8a668eb tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:28.443824 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8acbd9ce-0373-40da-a6a9-c01fdb1353cc req-1570c029-e8ab-47c6-981f-cbd4e8a668eb tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 944 time: 0.2890422 Feb 19 03:07:28.470178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464edd86-9584-44a7-a534-5f60a327a9fc req-e5b40fbc-5b6d-40b8-b0e3-f89cb329d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:28.470854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c4f447-9f34-4ce8-a110-a1b05e5ce3d9 req-8a114382-123a-426e-82a0-e38d3d40b9e7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] No DVR routers for this DVR port 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:28.471710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-464edd86-9584-44a7-a534-5f60a327a9fc req-e5b40fbc-5b6d-40b8-b0e3-f89cb329d6a3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=90f71e6f-c31f-4680-a3b5-08e18cc081a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1189215 Feb 19 03:07:28.476239 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-31c4f447-9f34-4ce8-a110-a1b05e5ce3d9 req-8a114382-123a-426e-82a0-e38d3d40b9e7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:28.486302 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-31c4f447-9f34-4ce8-a110-a1b05e5ce3d9 req-8a114382-123a-426e-82a0-e38d3d40b9e7 tempest-VolumesActionsTest-983937635 tempest-VolumesActionsTest-983937635-project] 10.222.0.87 "DELETE /v2.0/ports/732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 HTTP/1.1" status: 204 len: 173 time: 0.9455221 Feb 19 03:07:28.488190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538e351c-7916-4dac-a2a5-7b234d77dbda', 'name': 'network-vif-deleted', 'tag': '732cf8ce-80f7-45cd-aa3d-ee76cbdd3725'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:28.495484 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23591c2c-6730-400b-a578-54f302693ae5" -d '{"events": [{"server_uuid": "538e351c-7916-4dac-a2a5-7b234d77dbda", "name": "network-vif-deleted", "tag": "732cf8ce-80f7-45cd-aa3d-ee76cbdd3725"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:28.557171 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c36e2d-9d3e-4eb1-8149-8596da2a662f x-openstack-request-id: req-04c36e2d-9d3e-4eb1-8149-8596da2a662f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:28.557461 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf08a155-4c97-43fb-8b16-9e85d0589b4f", "tag": "9365446d-ce58-471e-91c5-5dfc3126e17f", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:28.557715 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04c36e2d-9d3e-4eb1-8149-8596da2a662f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:28.558113 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf08a155-4c97-43fb-8b16-9e85d0589b4f', 'tag': '9365446d-ce58-471e-91c5-5dfc3126e17f', 'status': 'completed', 'code': 200} Feb 19 03:07:28.819910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8acbd9ce-0373-40da-a6a9-c01fdb1353cc req-5d75512a-4419-4fd3-ade0-3394eb6c72c5 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649018 Feb 19 03:07:28.976705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861baf5-6c34-4254-b865-003b89cd5680 req-a9ac12fd-b48e-45b1-a148-7d35ea93a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:28.978852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3861baf5-6c34-4254-b865-003b89cd5680 req-a9ac12fd-b48e-45b1-a148-7d35ea93a7c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=94ff658544e345678cea7cb67ebc328b&device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 1126 time: 0.4053063 Feb 19 03:07:29.031063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-464edd86-9584-44a7-a534-5f60a327a9fc req-c0a86569-5245-42d8-9ed5-af372f2a0996 service neutron] 10.222.0.87 "GET /v2.0/networks/90f71e6f-c31f-4680-a3b5-08e18cc081a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5471759 Feb 19 03:07:29.123896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe92eae-d66d-4ef4-89d6-c5f7b9b8f581 req-6a39d2cb-8cc9-4b1d-8921-ef6e6426edf8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:29.130178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe92eae-d66d-4ef4-89d6-c5f7b9b8f581 req-6a39d2cb-8cc9-4b1d-8921-ef6e6426edf8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:29.137720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-abe92eae-d66d-4ef4-89d6-c5f7b9b8f581 req-6a39d2cb-8cc9-4b1d-8921-ef6e6426edf8 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1679 time: 0.3497229 Feb 19 03:07:29.222404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a5c1e-6523-4c92-aeae-47f8ed9d2f5e req-5930dea1-8934-4671-aef1-1389f7bcf42f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:29.230811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-611a5c1e-6523-4c92-aeae-47f8ed9d2f5e req-5930dea1-8934-4671-aef1-1389f7bcf42f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.3008583 Feb 19 03:07:29.303811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-611a5c1e-6523-4c92-aeae-47f8ed9d2f5e req-5644b248-4cad-4ac1-bb8a-1c0457e4d0e3 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718646 Feb 19 03:07:29.432763 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84c80a5-4707-465b-8c18-116771105ef4 x-openstack-request-id: req-d84c80a5-4707-465b-8c18-116771105ef4 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:29.433257 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538e351c-7916-4dac-a2a5-7b234d77dbda", "name": "network-vif-deleted", "tag": "732cf8ce-80f7-45cd-aa3d-ee76cbdd3725", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:29.433365 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d84c80a5-4707-465b-8c18-116771105ef4 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:29.433796 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538e351c-7916-4dac-a2a5-7b234d77dbda', 'name': 'network-vif-deleted', 'tag': '732cf8ce-80f7-45cd-aa3d-ee76cbdd3725', 'status': 'completed', 'code': 200} Feb 19 03:07:29.460058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-abe92eae-d66d-4ef4-89d6-c5f7b9b8f581 req-c82dfeaf-f286-48a7-8608-753caa20d6a9 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198757 Feb 19 03:07:29.477714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861baf5-6c34-4254-b865-003b89cd5680 req-8f63fdb4-5423-4ec3-9f34-d02d7987256e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:29.479949 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3861baf5-6c34-4254-b865-003b89cd5680 req-8f63fdb4-5423-4ec3-9f34-d02d7987256e service neutron] 10.222.0.67 "GET /v2.0/networks?id=67e8458c-fb0a-400d-b688-f45356790f14 HTTP/1.1" status: 200 len: 910 time: 0.4839587 Feb 19 03:07:29.572975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-464edd86-9584-44a7-a534-5f60a327a9fc req-3b088bde-3a53-4fc6-a465-e527f270b401 service neutron] 10.222.0.87 "GET /v2.0/networks/90f71e6f-c31f-4680-a3b5-08e18cc081a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830840 Feb 19 03:07:29.581379 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3861baf5-6c34-4254-b865-003b89cd5680 req-017fd223-94a6-4565-8f7f-e431d21f4061 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9365446d-ce58-471e-91c5-5dfc3126e17f HTTP/1.1" status: 200 len: 217 time: 0.0863051 Feb 19 03:07:30.211001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861baf5-6c34-4254-b865-003b89cd5680 req-425062d1-e6b4-45c5-bb5a-ced5a4c2418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:30.212563 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3861baf5-6c34-4254-b865-003b89cd5680 req-425062d1-e6b4-45c5-bb5a-ced5a4c2418e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=51dadef9-74a4-4c8c-9996-6e957419e2d9 HTTP/1.1" status: 200 len: 849 time: 0.6270161 Feb 19 03:07:30.227256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138e7b-b711-40aa-9f37-64560aedd0e1 req-3684c5f6-e611-4eb9-a884-5ee996d1d60f tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:30.234889 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73138e7b-b711-40aa-9f37-64560aedd0e1 req-3684c5f6-e611-4eb9-a884-5ee996d1d60f tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 944 time: 0.0754638 Feb 19 03:07:30.294211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3861baf5-6c34-4254-b865-003b89cd5680 req-fd7edcfb-6d61-4179-a760-26ba336dbfa7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=67e8458c-fb0a-400d-b688-f45356790f14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390146 Feb 19 03:07:30.351598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73138e7b-b711-40aa-9f37-64560aedd0e1 req-c245350b-4cbd-4ba6-a434-4f2992371da0 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156361 Feb 19 03:07:30.686454 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3861baf5-6c34-4254-b865-003b89cd5680 req-963d7fe2-43e3-45b3-9fd8-d99e44cf646c service neutron] 10.222.0.67 "GET /v2.0/networks/67e8458c-fb0a-400d-b688-f45356790f14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827379 Feb 19 03:07:30.693306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188bdb88-bf06-4166-97b5-c7d18769bbbc req-105de0a6-3934-4dc0-b64f-8ad06a36e2cd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:30.694921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-188bdb88-bf06-4166-97b5-c7d18769bbbc req-105de0a6-3934-4dc0-b64f-8ad06a36e2cd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.2513585 Feb 19 03:07:30.796295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b50c4-96e9-4885-bd48-55ece6d2c784 req-dd9c72f6-a81f-4c68-b2b6-5e8b0f800bfa tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:30.801710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b50c4-96e9-4885-bd48-55ece6d2c784 req-dd9c72f6-a81f-4c68-b2b6-5e8b0f800bfa tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:30.809050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d48b50c4-96e9-4885-bd48-55ece6d2c784 req-dd9c72f6-a81f-4c68-b2b6-5e8b0f800bfa tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1679 time: 0.2004361 Feb 19 03:07:30.881953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-188bdb88-bf06-4166-97b5-c7d18769bbbc req-d2fe3421-5a43-4ec5-87da-862259bbac6b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750107 Feb 19 03:07:30.949852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d48b50c4-96e9-4885-bd48-55ece6d2c784 req-c217fc2c-ce0f-4163-a53e-de617af00732 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331599 Feb 19 03:07:30.952545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3861baf5-6c34-4254-b865-003b89cd5680 req-8bda10eb-b65c-4061-8ddb-ee74adc09137 service neutron] 10.222.0.67 "GET /v2.0/networks/67e8458c-fb0a-400d-b688-f45356790f14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566597 Feb 19 03:07:31.210199 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:07:31.263435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9365446d-ce58-471e-91c5-5dfc3126e17f details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:07:31.501626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9365446d-ce58-471e-91c5-5dfc3126e17f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9365446d-ce58-471e-91c5-5dfc3126e17f,segment=NetworkSegment(d9a8b52b-8082-4676-83a8-37211c98b6a3),segment_id=d9a8b52b-8082-4676-83a8-37211c98b6a3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:31.530275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '9365446d-ce58-471e-91c5-5dfc3126e17f', 'network_id': '67e8458c-fb0a-400d-b688-f45356790f14', 'port_id': '9365446d-ce58-471e-91c5-5dfc3126e17f', 'mac_address': 'fa:16:3e:11:38:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51dadef9-74a4-4c8c-9996-6e957419e2d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:07:31.597384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f4492-aed6-456c-9ad8-f7e214a7bbb2 req-b0ead6b6-f387-46e1-8be8-263cf9d1da94 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:31.608522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-199f4492-aed6-456c-9ad8-f7e214a7bbb2 req-b0ead6b6-f387-46e1-8be8-263cf9d1da94 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 944 time: 0.1198549 Feb 19 03:07:31.636307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9365446d-ce58-471e-91c5-5dfc3126e17f is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:31.640148 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:31.674135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9365446d-ce58-471e-91c5-5dfc3126e17f {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:07:31.714672 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-199f4492-aed6-456c-9ad8-f7e214a7bbb2 req-f222d264-fd2f-4ab5-9d3c-a76f551b3c5c tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043634 Feb 19 03:07:31.730131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9365446d-ce58-471e-91c5-5dfc3126e17f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9365446d-ce58-471e-91c5-5dfc3126e17f,segment=NetworkSegment(d9a8b52b-8082-4676-83a8-37211c98b6a3),segment_id=d9a8b52b-8082-4676-83a8-37211c98b6a3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:31.747913 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:31.838852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9365446d-ce58-471e-91c5-5dfc3126e17f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:32.104316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['9365446d-ce58-471e-91c5-5dfc3126e17f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:07:32.223741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4e408-37da-43ab-92f3-8c2b717d9c27 req-46716c7b-4b12-4299-9918-fa1df2fb5d82 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:32.228925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25e4e408-37da-43ab-92f3-8c2b717d9c27 req-46716c7b-4b12-4299-9918-fa1df2fb5d82 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.2143440 Feb 19 03:07:32.321083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bf152-fa86-4f52-9c89-36b70133f3c3 req-8e5d04d9-020f-4896-b361-8c3ad90ebd17 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:32.337062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bf152-fa86-4f52-9c89-36b70133f3c3 req-8e5d04d9-020f-4896-b361-8c3ad90ebd17 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:32.343594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-351bf152-fa86-4f52-9c89-36b70133f3c3 req-8e5d04d9-020f-4896-b361-8c3ad90ebd17 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1679 time: 0.2502966 Feb 19 03:07:32.367445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 62e6cd98-51eb-4683-9c77-8a851796d386 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:07:32.376114 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:32.433577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:32.440167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 732cf8ce-80f7-45cd-aa3d-ee76cbdd3725 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:32.533948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-351bf152-fa86-4f52-9c89-36b70133f3c3 req-ed0be55f-3217-4bc7-829f-23bc3547e4fd tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783636 Feb 19 03:07:32.548741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25e4e408-37da-43ab-92f3-8c2b717d9c27 req-036972e4-5d32-430d-940d-0cb7faf3d73c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3058488 Feb 19 03:07:32.828948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 62e6cd98-51eb-4683-9c77-8a851796d386, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=62e6cd98-51eb-4683-9c77-8a851796d386,segment=NetworkSegment(642830c5-326a-4f4e-9063-4c29386df764),segment_id=642830c5-326a-4f4e-9063-4c29386df764)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:32.860147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '62e6cd98-51eb-4683-9c77-8a851796d386', 'network_id': '36fc508d-3682-47d5-841a-a48fd3985a60', 'port_id': '62e6cd98-51eb-4683-9c77-8a851796d386', 'mac_address': 'fa:16:3e:37:96:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cba1405-611f-4b31-a5d0-39302605e341', 'ip_address': '19.80.0.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:07:32.933613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 62e6cd98-51eb-4683-9c77-8a851796d386 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:32.935922 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:32.979744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81ae09-1dc3-4784-8cc2-84fdc32c185e req-505a5a45-fbc8-4fc9-8c2b-f3d607dd1255 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:32.999288 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c81ae09-1dc3-4784-8cc2-84fdc32c185e req-505a5a45-fbc8-4fc9-8c2b-f3d607dd1255 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 945 time: 0.1447227 Feb 19 03:07:33.004544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e6cd98-51eb-4683-9c77-8a851796d386 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:07:33.048270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 62e6cd98-51eb-4683-9c77-8a851796d386, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=62e6cd98-51eb-4683-9c77-8a851796d386,segment=NetworkSegment(642830c5-326a-4f4e-9063-4c29386df764),segment_id=642830c5-326a-4f4e-9063-4c29386df764)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:33.077388 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:33.078442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0ab48d00-81bd-4657-b2c1-ed44229401fb details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:07:33.126229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c81ae09-1dc3-4784-8cc2-84fdc32c185e req-563c2af3-6829-471f-8730-b9ae0cd81c96 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257062 Feb 19 03:07:33.213255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=62e6cd98-51eb-4683-9c77-8a851796d386,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:33.280936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0ab48d00-81bd-4657-b2c1-ed44229401fb, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0ab48d00-81bd-4657-b2c1-ed44229401fb,segment=NetworkSegment(1d414387-cb8b-4cd7-9896-a0dfd0003606),segment_id=1d414387-cb8b-4cd7-9896-a0dfd0003606)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:33.294476 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '0ab48d00-81bd-4657-b2c1-ed44229401fb', 'network_id': '90f71e6f-c31f-4680-a3b5-08e18cc081a4', 'port_id': '0ab48d00-81bd-4657-b2c1-ed44229401fb', 'mac_address': 'fa:16:3e:51:b1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20d078c3-ddf6-4186-bc1c-15d0d53891cf', 'ip_address': '19.86.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:07:33.417156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 0ab48d00-81bd-4657-b2c1-ed44229401fb is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:33.418922 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:33.441093 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab48d00-81bd-4657-b2c1-ed44229401fb {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:07:33.467655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0ab48d00-81bd-4657-b2c1-ed44229401fb, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0ab48d00-81bd-4657-b2c1-ed44229401fb,segment=NetworkSegment(1d414387-cb8b-4cd7-9896-a0dfd0003606),segment_id=1d414387-cb8b-4cd7-9896-a0dfd0003606)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:33.485665 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:33.636486 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=0ab48d00-81bd-4657-b2c1-ed44229401fb,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:33.727212 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97d39776-6ce2-43d8-8851-9b9e0333201d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:33.881495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca08586-e7e3-495e-a99c-12135e3f98d6 req-c71697bb-f0c9-4cae-aec1-704f8fc1d8ac tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:33.889994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca08586-e7e3-495e-a99c-12135e3f98d6 req-c71697bb-f0c9-4cae-aec1-704f8fc1d8ac tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:33.892324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ca08586-e7e3-495e-a99c-12135e3f98d6 req-c71697bb-f0c9-4cae-aec1-704f8fc1d8ac tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1681 time: 0.2043836 Feb 19 03:07:33.917434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a87dd2-1fca-4538-965a-4e3a3cedef9b req-23ad7a1f-c74f-4d80-8fee-bfd6492e18c7 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:33.921116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['62e6cd98-51eb-4683-9c77-8a851796d386'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:07:33.924750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99a87dd2-1fca-4538-965a-4e3a3cedef9b req-23ad7a1f-c74f-4d80-8fee-bfd6492e18c7 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1422687 Feb 19 03:07:34.106119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99a87dd2-1fca-4538-965a-4e3a3cedef9b req-76a82f9c-b447-41a7-b6c7-beaf80ab9deb tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800380 Feb 19 03:07:34.115989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ca08586-e7e3-495e-a99c-12135e3f98d6 req-2d0f5616-631a-4c0f-bc41-00a287b3b338 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409338 Feb 19 03:07:34.439533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1304e3-2d75-449d-b66f-5adf15261fd9 req-c607b005-426c-44bc-86b3-c08c774a7468 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:34.458256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e1304e3-2d75-449d-b66f-5adf15261fd9 req-c607b005-426c-44bc-86b3-c08c774a7468 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 945 time: 0.1406624 Feb 19 03:07:34.609581 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e1304e3-2d75-449d-b66f-5adf15261fd9 req-19ecc0f3-1fc6-46e5-b92e-4291a479c2e0 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493897 Feb 19 03:07:34.977179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['0ab48d00-81bd-4657-b2c1-ed44229401fb'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:07:35.375254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9365446d-ce58-471e-91c5-5dfc3126e17f up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:35.507502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc573c-038c-4d71-8eaa-6d73686eb35d req-9f80531f-9441-4fe2-ae54-709dec7b983a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:35.509838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8bc573c-038c-4d71-8eaa-6d73686eb35d req-9f80531f-9441-4fe2-ae54-709dec7b983a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.2163217 Feb 19 03:07:35.711772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8bc573c-038c-4d71-8eaa-6d73686eb35d req-342ffb13-13d6-4a89-b0cb-a39cebae6029 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867135 Feb 19 03:07:35.729434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 9365446d-ce58-471e-91c5-5dfc3126e17f completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:07:35.734327 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 9365446d-ce58-471e-91c5-5dfc3126e17f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:35.734816 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:35.884513 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08072a4c-00ad-420f-ab36-30b77bd18759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:35.925741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9365446d-ce58-471e-91c5-5dfc3126e17f is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:35.928984 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:36.018018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9365446d-ce58-471e-91c5-5dfc3126e17f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9365446d-ce58-471e-91c5-5dfc3126e17f,segment=NetworkSegment(d9a8b52b-8082-4676-83a8-37211c98b6a3),segment_id=d9a8b52b-8082-4676-83a8-37211c98b6a3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:36.022082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf08a155-4c97-43fb-8b16-9e85d0589b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9365446d-ce58-471e-91c5-5dfc3126e17f'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:36.030535 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56790cb3-f759-49fc-a71f-7c634bb772d8" -d '{"events": [{"server_uuid": "cf08a155-4c97-43fb-8b16-9e85d0589b4f", "name": "network-vif-plugged", "status": "completed", "tag": "9365446d-ce58-471e-91c5-5dfc3126e17f"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:36.042957 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:36.045242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5015f8-24c0-433e-baaa-370324387b69 req-3c80f20d-4321-449c-9c8d-680988b00aaf tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:36.053022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5015f8-24c0-433e-baaa-370324387b69 req-3c80f20d-4321-449c-9c8d-680988b00aaf tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:36.062351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c5015f8-24c0-433e-baaa-370324387b69 req-3c80f20d-4321-449c-9c8d-680988b00aaf tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1681 time: 0.2305055 Feb 19 03:07:36.172862 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c5015f8-24c0-433e-baaa-370324387b69 req-0e80d287-40f5-4f6b-aa51-f2548e345b74 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039860 Feb 19 03:07:36.267625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9365446d-ce58-471e-91c5-5dfc3126e17f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:36.353156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 62e6cd98-51eb-4683-9c77-8a851796d386 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:36.477340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 62e6cd98-51eb-4683-9c77-8a851796d386 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:07:36.482941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 62e6cd98-51eb-4683-9c77-8a851796d386 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:36.483820 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:36.554164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74f2280-f3a8-45be-a820-c6485003ee4d req-de96982e-3c3c-499a-950c-2667ff494aa9 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:36.564939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a74f2280-f3a8-45be-a820-c6485003ee4d req-de96982e-3c3c-499a-950c-2667ff494aa9 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 946 time: 0.2351794 Feb 19 03:07:36.835214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a74f2280-f3a8-45be-a820-c6485003ee4d req-fb884f28-1df2-48ab-9b8e-3de9d22fc8ea tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611675 Feb 19 03:07:37.077544 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08581dd3-3e33-440b-90ea-35f3be0e4703 x-openstack-request-id: req-08581dd3-3e33-440b-90ea-35f3be0e4703 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:37.079136 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf08a155-4c97-43fb-8b16-9e85d0589b4f", "name": "network-vif-plugged", "status": "completed", "tag": "9365446d-ce58-471e-91c5-5dfc3126e17f", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:37.080604 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08581dd3-3e33-440b-90ea-35f3be0e4703 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:37.081264 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf08a155-4c97-43fb-8b16-9e85d0589b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9365446d-ce58-471e-91c5-5dfc3126e17f', 'code': 200} Feb 19 03:07:37.125700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 62e6cd98-51eb-4683-9c77-8a851796d386 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:37.126353 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:37.186016 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:37.260770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 62e6cd98-51eb-4683-9c77-8a851796d386, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=62e6cd98-51eb-4683-9c77-8a851796d386,segment=NetworkSegment(642830c5-326a-4f4e-9063-4c29386df764),segment_id=642830c5-326a-4f4e-9063-4c29386df764)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:37.270157 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:37.317151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5c000-05ae-40d6-9452-aca1c31c4561 req-a9753cd9-845f-42f2-a9d7-e80e90d8fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:37.319181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3d5c000-05ae-40d6-9452-aca1c31c4561 req-a9753cd9-845f-42f2-a9d7-e80e90d8fb54 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 1128 time: 0.2656322 Feb 19 03:07:37.425066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=62e6cd98-51eb-4683-9c77-8a851796d386,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:37.456710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89240819-ef1d-4204-be64-92b0eadaf19b req-1118debf-9bae-4928-ae69-bb298f3f8b8d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:37.467672 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89240819-ef1d-4204-be64-92b0eadaf19b req-1118debf-9bae-4928-ae69-bb298f3f8b8d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.3204529 Feb 19 03:07:37.609627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89240819-ef1d-4204-be64-92b0eadaf19b req-386c6816-f4e9-4eb5-b3d9-1be9c4e13086 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405106 Feb 19 03:07:37.712000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3d5c000-05ae-40d6-9452-aca1c31c4561 req-3c2cdd51-a590-4c27-822f-9d4c4e69d922 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776684 Feb 19 03:07:37.736000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e36372-0a32-4e1e-8d3a-b4b3ac9b80be req-79e24279-18ee-49db-88e7-6c795e4a6bb0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:37.747281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e36372-0a32-4e1e-8d3a-b4b3ac9b80be req-79e24279-18ee-49db-88e7-6c795e4a6bb0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:37.749771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3e36372-0a32-4e1e-8d3a-b4b3ac9b80be req-79e24279-18ee-49db-88e7-6c795e4a6bb0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1682 time: 0.1391685 Feb 19 03:07:37.850873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3e36372-0a32-4e1e-8d3a-b4b3ac9b80be req-028cc4b9-cc05-4e3f-bca1-270ed3b30689 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949626 Feb 19 03:07:37.980491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815caa69-db50-4b08-8af8-2bf901644bd1 req-095f44d1-712d-46c1-840f-e42423a950c9 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:37.983092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-815caa69-db50-4b08-8af8-2bf901644bd1 req-095f44d1-712d-46c1-840f-e42423a950c9 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 951 time: 0.1460798 Feb 19 03:07:38.224892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-815caa69-db50-4b08-8af8-2bf901644bd1 req-8e2fd525-0f11-4e07-bbb0-f404f550b35c tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361147 Feb 19 03:07:38.258950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5e4fd-c6a5-4caa-b28c-47bafb43246e req-7c119ed2-ca6b-4dcf-af43-8705c6bcb35e tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:38.260867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ba5e4fd-c6a5-4caa-b28c-47bafb43246e req-7c119ed2-ca6b-4dcf-af43-8705c6bcb35e tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 946 time: 0.2170348 Feb 19 03:07:38.347286 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:38.359935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0ab48d00-81bd-4657-b2c1-ed44229401fb up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:07:38.401047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ba5e4fd-c6a5-4caa-b28c-47bafb43246e req-f2d3d5b8-f40d-4ddd-bc2d-f34cb9f00364 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324387 Feb 19 03:07:38.522155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 0ab48d00-81bd-4657-b2c1-ed44229401fb completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:07:38.543543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 0ab48d00-81bd-4657-b2c1-ed44229401fb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:07:38.545111 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:38.818412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 0ab48d00-81bd-4657-b2c1-ed44229401fb is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:38.820939 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:38.887914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a4be18-5037-4d9b-a959-2509cda8af52 req-01eeaeb5-3391-4c8d-a87e-a214badc8611 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:38.900442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44a4be18-5037-4d9b-a959-2509cda8af52 req-01eeaeb5-3391-4c8d-a87e-a214badc8611 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1409378 Feb 19 03:07:38.942163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0ab48d00-81bd-4657-b2c1-ed44229401fb, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0ab48d00-81bd-4657-b2c1-ed44229401fb,segment=NetworkSegment(1d414387-cb8b-4cd7-9896-a0dfd0003606),segment_id=1d414387-cb8b-4cd7-9896-a0dfd0003606)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:38.959530 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:39.041131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44a4be18-5037-4d9b-a959-2509cda8af52 req-d9195bce-ca7e-4c42-83c8-dedc3aa2f45b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317885 Feb 19 03:07:39.086234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=0ab48d00-81bd-4657-b2c1-ed44229401fb,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:39.098110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e6cd98-51eb-4683-9c77-8a851796d386'}, {'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab48d00-81bd-4657-b2c1-ed44229401fb'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:39.107101 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be597f06-f891-4a97-bd07-80d3aada0d95" -d '{"events": [{"server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "name": "network-vif-plugged", "status": "completed", "tag": "62e6cd98-51eb-4683-9c77-8a851796d386"}, {"server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "name": "network-vif-plugged", "status": "completed", "tag": "0ab48d00-81bd-4657-b2c1-ed44229401fb"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:39.168684 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49a0dcf-b094-4d18-b806-ed694af33c3d x-openstack-request-id: req-f49a0dcf-b094-4d18-b806-ed694af33c3d {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:39.169089 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "name": "network-vif-plugged", "status": "completed", "tag": "62e6cd98-51eb-4683-9c77-8a851796d386", "code": 200}, {"server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "name": "network-vif-plugged", "status": "completed", "tag": "0ab48d00-81bd-4657-b2c1-ed44229401fb", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:39.169484 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f49a0dcf-b094-4d18-b806-ed694af33c3d {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:39.169948 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e6cd98-51eb-4683-9c77-8a851796d386', 'code': 200} Feb 19 03:07:39.170257 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab48d00-81bd-4657-b2c1-ed44229401fb', 'code': 200} Feb 19 03:07:39.199663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ac636-ef26-407d-a149-a9df1055cea2 req-0f7acbcf-d5bc-4903-8f9d-7463c43cbc28 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:39.207059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ac636-ef26-407d-a149-a9df1055cea2 req-0f7acbcf-d5bc-4903-8f9d-7463c43cbc28 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:39.209410 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-956ac636-ef26-407d-a149-a9df1055cea2 req-0f7acbcf-d5bc-4903-8f9d-7463c43cbc28 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1683 time: 0.1669490 Feb 19 03:07:39.484192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-956ac636-ef26-407d-a149-a9df1055cea2 req-3a4898a9-de98-4608-a000-2f4ba723d8af tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645628 Feb 19 03:07:39.583992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf9f7f-e5fb-44d7-81a8-48ef43a1dfdd req-b804c79e-67c9-47e2-9ac3-c948654c798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:39.584721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf9f7f-e5fb-44d7-81a8-48ef43a1dfdd req-b804c79e-67c9-47e2-9ac3-c948654c798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:39.588103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ddf9f7f-e5fb-44d7-81a8-48ef43a1dfdd req-b804c79e-67c9-47e2-9ac3-c948654c798a service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 2047 time: 0.3155596 Feb 19 03:07:39.619139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5eaace-9b9b-4109-b6be-c74f887c79b3 req-418c2884-cd3f-460e-9338-0c04260ff9a7 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:39.621850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd5eaace-9b9b-4109-b6be-c74f887c79b3 req-418c2884-cd3f-460e-9338-0c04260ff9a7 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 951 time: 0.2095931 Feb 19 03:07:39.784990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ddf9f7f-e5fb-44d7-81a8-48ef43a1dfdd req-8995595d-8b5c-497c-88e8-2b07007ec56b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830862 Feb 19 03:07:39.795509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd5eaace-9b9b-4109-b6be-c74f887c79b3 req-67aaba25-10f6-4874-b669-44c08e582450 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626165 Feb 19 03:07:39.927740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359f7c0e-0420-4c83-a209-85a228d5bdc7 req-d2d22ba3-63da-492e-9aa8-a2b5cb2085c7 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:39.936571 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-359f7c0e-0420-4c83-a209-85a228d5bdc7 req-d2d22ba3-63da-492e-9aa8-a2b5cb2085c7 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 946 time: 0.1147089 Feb 19 03:07:39.986558 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:40.033796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-359f7c0e-0420-4c83-a209-85a228d5bdc7 req-ad9f451c-b4d6-4ff3-8318-66a506c01599 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954058 Feb 19 03:07:40.051013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb652e1-180b-4755-af4b-7e121e35da5e req-5f1cac9e-c59b-4dbd-a17e-764faa339539 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:40.058076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1bb652e1-180b-4755-af4b-7e121e35da5e req-5f1cac9e-c59b-4dbd-a17e-764faa339539 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 944 time: 0.1115530 Feb 19 03:07:40.190423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1bb652e1-180b-4755-af4b-7e121e35da5e req-6a1888ce-146f-4b44-80c7-e964780217fd tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241839 Feb 19 03:07:40.486380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0238b-4a4b-4e8b-ba85-f2d1cf9795ff req-d2d8eb7a-832f-4e25-873d-29679d9539e9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:40.499231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ad0238b-4a4b-4e8b-ba85-f2d1cf9795ff req-d2d8eb7a-832f-4e25-873d-29679d9539e9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.1164289 Feb 19 03:07:40.859964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ad0238b-4a4b-4e8b-ba85-f2d1cf9795ff req-7c0955c6-41e8-4ba4-9880-14e771b338b1 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316014 Feb 19 03:07:40.900024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fb664-e744-4eee-9659-9421936f9577 req-cb30876b-5e47-46fa-bb31-9ed4b4fb34fa tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:40.902583 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6d4fb664-e744-4eee-9659-9421936f9577 req-cb30876b-5e47-46fa-bb31-9ed4b4fb34fa tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.67 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 944 time: 0.2784643 Feb 19 03:07:40.961317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-e7fe0068-6893-4d50-bf56-e43a1dedd3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:40.963607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-e7fe0068-6893-4d50-bf56-e43a1dedd3d0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c&tenant_id=64b38365811a47d39a3a382b5d574f89 HTTP/1.1" status: 200 len: 1125 time: 0.4021373 Feb 19 03:07:40.978709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:41.139626 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-6d4fb664-e744-4eee-9659-9421936f9577 req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Deleting port edff92e9-1b67-437d-a206-160de44c15ce {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:41.140014 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6d4fb664-e744-4eee-9659-9421936f9577 req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (edff92e9-1b67-437d-a206-160de44c15ce), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:41.164700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:41.321683 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device edff92e9-1b67-437d-a206-160de44c15ce no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:41.546615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583370-faae-4082-8b91-4c6267dcd678 req-d2fa8389-ecd4-4025-ad7f-23792a036ea7 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:41.553105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583370-faae-4082-8b91-4c6267dcd678 req-d2fa8389-ecd4-4025-ad7f-23792a036ea7 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:41.555133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-6d4fb664-e744-4eee-9659-9421936f9577 req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] For port edff92e9-1b67-437d-a206-160de44c15ce, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=edff92e9-1b67-437d-a206-160de44c15ce,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:41.557062 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6d4fb664-e744-4eee-9659-9421936f9577 req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (edff92e9-1b67-437d-a206-160de44c15ce), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:41.560752 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d583370-faae-4082-8b91-4c6267dcd678 req-d2fa8389-ecd4-4025-ad7f-23792a036ea7 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1683 time: 0.1510758 Feb 19 03:07:41.587926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port edff92e9-1b67-437d-a206-160de44c15ce is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:41.591451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9fdcfa44-5905-4866-88c3-0522100eac05 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:41.592137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-6d4fb664-e744-4eee-9659-9421936f9577 req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Calling delete_port for edff92e9-1b67-437d-a206-160de44c15ce owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:41.675767 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d583370-faae-4082-8b91-4c6267dcd678 req-3f3ed7a9-dca1-48dc-a509-06d4cafe9cd2 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134009 Feb 19 03:07:41.742706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:41.812925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9fdcfa44-5905-4866-88c3-0522100eac05 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:41.815226 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:41.849430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6d4fb664-e744-4eee-9659-9421936f9577 req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (edff92e9-1b67-437d-a206-160de44c15ce), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:41.885258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:41.919746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Pushing event deleted for resources: {'Port': ['ID=edff92e9-1b67-437d-a206-160de44c15ce,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:41.930577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab42d4-30f3-44cd-aa55-69aca3f2702e req-1c11afa4-6c53-4152-accb-30a6dbcbd699 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:41.936746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:41.940172 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bc0ff4-50ea-4019-a04a-4acd6f133d27" -d '{"events": [{"server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:41.940694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82ab42d4-30f3-44cd-aa55-69aca3f2702e req-1c11afa4-6c53-4152-accb-30a6dbcbd699 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=f733abce-cd75-4a9c-a550-a56c0a2e004e HTTP/1.1" status: 200 len: 866 time: 0.1520951 Feb 19 03:07:41.942741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.943277 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.943879 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.945237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.945815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.947364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.949570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.950418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.952350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.952840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.954993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.956214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.956863 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:41.966808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b422f97b-0094-4b8e-8492-54c3ade55c30 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:07:42.003534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:42.017502 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:42.055513 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4fb664-e744-4eee-9659-9421936f9577 req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] No DVR routers for this DVR port edff92e9-1b67-437d-a206-160de44c15ce on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:42.059975 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6d4fb664-e744-4eee-9659-9421936f9577 req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:42.085565 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6d4fb664-e744-4eee-9659-9421936f9577 req-56d0bcb5-e29a-4fd6-b49b-b1e671863235 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.67 "DELETE /v2.0/ports/edff92e9-1b67-437d-a206-160de44c15ce HTTP/1.1" status: 204 len: 173 time: 1.1737497 Feb 19 03:07:42.087672 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f733abce-cd75-4a9c-a550-a56c0a2e004e', 'name': 'network-vif-deleted', 'tag': 'edff92e9-1b67-437d-a206-160de44c15ce'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:42.093903 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82af805e-03ca-41e3-afd3-d28e749169ca" -d '{"events": [{"server_uuid": "f733abce-cd75-4a9c-a550-a56c0a2e004e", "name": "network-vif-deleted", "tag": "edff92e9-1b67-437d-a206-160de44c15ce"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:42.107789 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Publish callbacks [] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:42.149576 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82ab42d4-30f3-44cd-aa55-69aca3f2702e req-1e43cbd5-ffd5-4e89-8cc4-1ed92988750e tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057934 Feb 19 03:07:42.162643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9fdcfa44-5905-4866-88c3-0522100eac05,revision_number=11']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:42.191822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Transition to ACTIVE for port object b422f97b-0094-4b8e-8492-54c3ade55c30 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:07:42.199532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:42.461191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=9']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:42.501063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] No DVR routers for this DVR port b422f97b-0094-4b8e-8492-54c3ade55c30 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:42.634958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.635303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.635640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.635979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.636334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.636726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.637230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.637556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.638016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.638366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.638700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.639010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.639330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:42.662253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7211f1a-f7a1-488a-b349-991dc98b22e8 req-1ebce6ac-da7a-488d-9d54-8501450b4763 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:42.663831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7211f1a-f7a1-488a-b349-991dc98b22e8 req-1ebce6ac-da7a-488d-9d54-8501450b4763 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 946 time: 0.4227519 Feb 19 03:07:42.745214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13cd2a-a5d6-4f8f-9e26-6433e0a5d678 req-bef68cfe-3a09-47b5-a9d0-13eebd781e31 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:42.752560 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d13cd2a-a5d6-4f8f-9e26-6433e0a5d678 req-bef68cfe-3a09-47b5-a9d0-13eebd781e31 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 943 time: 0.3275375 Feb 19 03:07:42.762595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Attempting to bind port b422f97b-0094-4b8e-8492-54c3ade55c30 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:07:42.762983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Attempting to bind port b422f97b-0094-4b8e-8492-54c3ade55c30 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:07:42.763267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Attempting to bind port b422f97b-0094-4b8e-8492-54c3ade55c30 on network dc362147-5daf-4111-b731-9fd1cccc2eb9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:42.787801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Port b422f97b-0094-4b8e-8492-54c3ade55c30 on network dc362147-5daf-4111-b731-9fd1cccc2eb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:07:42.788160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Attempting to bind port b422f97b-0094-4b8e-8492-54c3ade55c30 on network dc362147-5daf-4111-b731-9fd1cccc2eb9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:07:42.801659 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7211f1a-f7a1-488a-b349-991dc98b22e8 req-9224a55b-a474-452e-8c6c-d1f3c4610735 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/security-groups?id=d18517ef-9884-4721-a40b-c8de94d7a801&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116853 Feb 19 03:07:42.809373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:07:42.809854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Checking segment: {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:42.810435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Bound using segment: {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:07:42.810723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Bound port: b422f97b-0094-4b8e-8492-54c3ade55c30, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:07:42.811083 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:42.916463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d13cd2a-a5d6-4f8f-9e26-6433e0a5d678 req-1c1e464a-4e5c-4704-942a-5ef92bb2424c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628489 Feb 19 03:07:42.923658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8dac4-a105-417f-95e7-27f37a01eb2f req-74af18f8-eba2-4fcc-acd1-7ba8b6871c24 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:42.932852 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3f8dac4-a105-417f-95e7-27f37a01eb2f req-74af18f8-eba2-4fcc-acd1-7ba8b6871c24 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.67 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 946 time: 0.1834357 Feb 19 03:07:42.971711 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe50ce5-fe16-4be2-8133-62a97bebb63d x-openstack-request-id: req-dbe50ce5-fe16-4be2-8133-62a97bebb63d {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:42.972265 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:42.972411 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbe50ce5-fe16-4be2-8133-62a97bebb63d {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:42.973091 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05', 'code': 200} Feb 19 03:07:43.126450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-d3f8dac4-a105-417f-95e7-27f37a01eb2f req-b93d6c69-88c1-4338-831e-8a263edb1206 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Deleting port 9365446d-ce58-471e-91c5-5dfc3126e17f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:43.127511 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d3f8dac4-a105-417f-95e7-27f37a01eb2f req-b93d6c69-88c1-4338-831e-8a263edb1206 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.132099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:07:43.137351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:07:43.140578 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0e4c26-c98d-44ce-80a9-732415cd6775 x-openstack-request-id: req-ba0e4c26-c98d-44ce-80a9-732415cd6775 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:43.141150 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f733abce-cd75-4a9c-a550-a56c0a2e004e", "name": "network-vif-deleted", "tag": "edff92e9-1b67-437d-a206-160de44c15ce", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:43.142481 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba0e4c26-c98d-44ce-80a9-732415cd6775 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:43.143764 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f733abce-cd75-4a9c-a550-a56c0a2e004e', 'name': 'network-vif-deleted', 'tag': 'edff92e9-1b67-437d-a206-160de44c15ce', 'status': 'completed', 'code': 200} Feb 19 03:07:43.151893 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.229968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:43.230948 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.233212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] 10.222.0.67 "PUT /v2.0/ports/b422f97b-0094-4b8e-8492-54c3ade55c30 HTTP/1.1" status: 200 len: 1091 time: 2.2635076 Feb 19 03:07:43.234077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:43.236852 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c952e236-10f8-4929-8225-43f753d779e4" -d '{"events": [{"name": "network-changed", "server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:43.392188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c590e14-594f-4c65-a953-d059211d95e6 service neutron] Pushing event updated for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=10']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:43.413653 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d3f8dac4-a105-417f-95e7-27f37a01eb2f req-b93d6c69-88c1-4338-831e-8a263edb1206 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] For port 9365446d-ce58-471e-91c5-5dfc3126e17f, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9365446d-ce58-471e-91c5-5dfc3126e17f,segment=NetworkSegment(d9a8b52b-8082-4676-83a8-37211c98b6a3),segment_id=d9a8b52b-8082-4676-83a8-37211c98b6a3)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:43.413787 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d3f8dac4-a105-417f-95e7-27f37a01eb2f req-b93d6c69-88c1-4338-831e-8a263edb1206 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.479386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-d3f8dac4-a105-417f-95e7-27f37a01eb2f req-b93d6c69-88c1-4338-831e-8a263edb1206 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Calling delete_port for 9365446d-ce58-471e-91c5-5dfc3126e17f owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:43.597584 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f83f5d-a2a7-49b7-a249-1a4e926c07e0 x-openstack-request-id: req-26f83f5d-a2a7-49b7-a249-1a4e926c07e0 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:43.597885 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:43.598156 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26f83f5d-a2a7-49b7-a249-1a4e926c07e0 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:43.599198 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'status': 'completed', 'code': 200} Feb 19 03:07:43.604167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-83b3fcef-823d-4e18-96f7-96a0661886be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:43.607942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-83b3fcef-823d-4e18-96f7-96a0661886be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 1126 time: 0.3370619 Feb 19 03:07:43.706391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fc919-45c9-4fcc-8534-4b01f104f935 req-df5ce171-c0c4-408d-868d-f00eb95df73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:43.712764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fc919-45c9-4fcc-8534-4b01f104f935 req-df5ce171-c0c4-408d-868d-f00eb95df73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:43.729596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed9fc919-45c9-4fcc-8534-4b01f104f935 req-df5ce171-c0c4-408d-868d-f00eb95df73e tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1683 time: 0.2981408 Feb 19 03:07:43.856096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d3f8dac4-a105-417f-95e7-27f37a01eb2f req-b93d6c69-88c1-4338-831e-8a263edb1206 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9365446d-ce58-471e-91c5-5dfc3126e17f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:43.890859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d6c69-88c1-4338-831e-8a263edb1206 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Pushing event deleted for resources: {'Port': ['ID=9365446d-ce58-471e-91c5-5dfc3126e17f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:43.995496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f8dac4-a105-417f-95e7-27f37a01eb2f req-b93d6c69-88c1-4338-831e-8a263edb1206 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] No DVR routers for this DVR port 9365446d-ce58-471e-91c5-5dfc3126e17f on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:43.999568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d3f8dac4-a105-417f-95e7-27f37a01eb2f req-b93d6c69-88c1-4338-831e-8a263edb1206 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:44.004775 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d3f8dac4-a105-417f-95e7-27f37a01eb2f req-b93d6c69-88c1-4338-831e-8a263edb1206 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.67 "DELETE /v2.0/ports/9365446d-ce58-471e-91c5-5dfc3126e17f HTTP/1.1" status: 204 len: 173 time: 1.0673952 Feb 19 03:07:44.137911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed9fc919-45c9-4fcc-8534-4b01f104f935 req-a926c5a9-a3c2-47f4-b74a-87b1ea844052 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4041345 Feb 19 03:07:44.267186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-33aca6d5-83fa-482a-8025-8e6deb390ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:44.269075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-33aca6d5-83fa-482a-8025-8e6deb390ddb service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 918 time: 0.6521640 Feb 19 03:07:44.285495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090b99f-9545-43e4-b2bb-75fbd0b98e92 req-286da237-808b-466f-8912-3cc9da6c97fe tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:44.287722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a090b99f-9545-43e4-b2bb-75fbd0b98e92 req-286da237-808b-466f-8912-3cc9da6c97fe tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 949 time: 0.5217619 Feb 19 03:07:44.385124 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a090b99f-9545-43e4-b2bb-75fbd0b98e92 req-f83c09c3-5fb9-4831-8d6c-757ed0be1df7 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872824 Feb 19 03:07:44.455018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-37df3918-7982-4425-8d3b-61d920655943 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b422f97b-0094-4b8e-8492-54c3ade55c30 HTTP/1.1" status: 200 len: 998 time: 0.1339140 Feb 19 03:07:44.554042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-fd9b3f0a-5d42-49af-8ec0-208c8b9b7fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:44.557824 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-fd9b3f0a-5d42-49af-8ec0-208c8b9b7fe0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.1275005 Feb 19 03:07:44.693468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7edb8c13-adcd-4f0f-8fc7-9d573c71bd13 req-ae208d44-52cb-4132-ada7-41a4dbe652b3 tempest-ServerGroupTestJSON-1907587181 tempest-ServerGroupTestJSON-1907587181-project] 10.222.0.81 "GET /v2.0/ports?device_id=cf08a155-4c97-43fb-8b16-9e85d0589b4f HTTP/1.1" status: 200 len: 210 time: 0.0635555 Feb 19 03:07:44.738472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-e8ef8afa-b0d0-4868-beea-84250a41bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:44.744504 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-e8ef8afa-b0d0-4868-beea-84250a41bc6d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1802800 Feb 19 03:07:44.971854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-91229928-8633-4c13-b5da-d4ceefa952f8 service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171190 Feb 19 03:07:45.145311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf08a155-4c97-43fb-8b16-9e85d0589b4f', 'name': 'network-vif-deleted', 'tag': '9365446d-ce58-471e-91c5-5dfc3126e17f'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:45.152461 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5def3c54-0761-4f1a-9ee7-aea1170e87a1" -d '{"events": [{"server_uuid": "cf08a155-4c97-43fb-8b16-9e85d0589b4f", "name": "network-vif-deleted", "tag": "9365446d-ce58-471e-91c5-5dfc3126e17f"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:45.162215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc46587-749f-4381-9fd6-e7dc26f68d8b req-c95b7680-c0de-44f3-a338-4f6f47d4ca52 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:45.174027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bc46587-749f-4381-9fd6-e7dc26f68d8b req-c95b7680-c0de-44f3-a338-4f6f47d4ca52 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.1990979 Feb 19 03:07:45.228996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc0ae14e-9593-485d-9c76-9e3f3b0e866f req-4ffea330-70b4-43b4-83c7-358be4ef91d8 service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772113 Feb 19 03:07:45.269741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bc46587-749f-4381-9fd6-e7dc26f68d8b req-fdb06fe1-a1f4-491a-8810-53c2baea832b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944450 Feb 19 03:07:45.340288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9365446d-ce58-471e-91c5-5dfc3126e17f no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:45.400196 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b76288-1668-442f-a3e9-dd8fa28fbcdd x-openstack-request-id: req-88b76288-1668-442f-a3e9-dd8fa28fbcdd {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:45.401214 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf08a155-4c97-43fb-8b16-9e85d0589b4f", "name": "network-vif-deleted", "tag": "9365446d-ce58-471e-91c5-5dfc3126e17f", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:45.401691 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88b76288-1668-442f-a3e9-dd8fa28fbcdd {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:45.404171 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf08a155-4c97-43fb-8b16-9e85d0589b4f', 'name': 'network-vif-deleted', 'tag': '9365446d-ce58-471e-91c5-5dfc3126e17f', 'status': 'completed', 'code': 200} Feb 19 03:07:45.425666 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b6f64-9cc9-4c7b-8054-6cf13c9fab23 req-33bc5bfb-f2a8-49f8-88e0-b0aa42a8212b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:45.427361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-852b6f64-9cc9-4c7b-8054-6cf13c9fab23 req-33bc5bfb-f2a8-49f8-88e0-b0aa42a8212b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 945 time: 0.1380177 Feb 19 03:07:45.435078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 9365446d-ce58-471e-91c5-5dfc3126e17f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:45.435551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9365446d-ce58-471e-91c5-5dfc3126e17f not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:45.454601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e236-10f8-4929-8225-43f753d779e4 req-87b1fcfe-ba91-4fd1-8efe-6ff7e5c88ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:45.456146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c952e236-10f8-4929-8225-43f753d779e4 req-87b1fcfe-ba91-4fd1-8efe-6ff7e5c88ab4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 1126 time: 0.1128905 Feb 19 03:07:45.640866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-852b6f64-9cc9-4c7b-8054-6cf13c9fab23 req-d3f03fd2-e791-49c0-8bd8-83c261fddc02 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057700 Feb 19 03:07:45.799882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e74698-8b6b-4c87-a61e-0a5062758bbb req-9cce92c0-8922-4b32-8aa1-383d731aa9c4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:45.802699 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a7e74698-8b6b-4c87-a61e-0a5062758bbb req-9cce92c0-8922-4b32-8aa1-383d731aa9c4 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.67 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 945 time: 0.1780617 Feb 19 03:07:45.914114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e236-10f8-4929-8225-43f753d779e4 req-53ac86f7-032f-4068-b0c0-28c66c8c5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:45.923694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c952e236-10f8-4929-8225-43f753d779e4 req-53ac86f7-032f-4068-b0c0-28c66c8c5bd7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 918 time: 0.4535398 Feb 19 03:07:46.138370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a7e74698-8b6b-4c87-a61e-0a5062758bbb req-b13f40e2-d0e0-4c3e-acf9-5af3f031de88 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Deleting port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:46.139762 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a7e74698-8b6b-4c87-a61e-0a5062758bbb req-b13f40e2-d0e0-4c3e-acf9-5af3f031de88 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:46.460133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a7e74698-8b6b-4c87-a61e-0a5062758bbb req-b13f40e2-d0e0-4c3e-acf9-5af3f031de88 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] For port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:46.461269 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a7e74698-8b6b-4c87-a61e-0a5062758bbb req-b13f40e2-d0e0-4c3e-acf9-5af3f031de88 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:46.500764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a7e74698-8b6b-4c87-a61e-0a5062758bbb req-b13f40e2-d0e0-4c3e-acf9-5af3f031de88 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Calling delete_port for dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:46.864380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f577ea-d848-4f36-974d-699c97b9dcb2 req-4fe043f5-a658-417a-a504-67783f693a90 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:46.864380 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0f577ea-d848-4f36-974d-699c97b9dcb2 req-4fe043f5-a658-417a-a504-67783f693a90 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.67 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 949 time: 1.1302898 Feb 19 03:07:46.913043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315ab23-f57f-4961-9260-469f50b56269 req-8eb3baea-0924-43ae-aff6-33617ece517d tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:46.925819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b315ab23-f57f-4961-9260-469f50b56269 req-8eb3baea-0924-43ae-aff6-33617ece517d tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 949 time: 1.1363342 Feb 19 03:07:46.958682 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a7e74698-8b6b-4c87-a61e-0a5062758bbb req-b13f40e2-d0e0-4c3e-acf9-5af3f031de88 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (dccbc2f5-7e0a-4de4-b162-d54c53ed1e21), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:47.041754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c952e236-10f8-4929-8225-43f753d779e4 req-73f642a0-c505-4735-aa78-e6010d921747 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b422f97b-0094-4b8e-8492-54c3ade55c30 HTTP/1.1" status: 200 len: 998 time: 1.0379717 Feb 19 03:07:47.121404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f40e2-d0e0-4c3e-acf9-5af3f031de88 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Pushing event deleted for resources: {'Port': ['ID=dccbc2f5-7e0a-4de4-b162-d54c53ed1e21,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:47.227720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c9f36-b200-4939-a9ed-694254d527cb req-7aaea8c2-40be-469e-b209-051e228cdda5 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:47.249915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c9f36-b200-4939-a9ed-694254d527cb req-7aaea8c2-40be-469e-b209-051e228cdda5 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:47.251626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a78c9f36-b200-4939-a9ed-694254d527cb req-7aaea8c2-40be-469e-b209-051e228cdda5 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1683 time: 1.3269033 Feb 19 03:07:47.274339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7e74698-8b6b-4c87-a61e-0a5062758bbb req-b13f40e2-d0e0-4c3e-acf9-5af3f031de88 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] No DVR routers for this DVR port dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:47.285030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a7e74698-8b6b-4c87-a61e-0a5062758bbb req-b13f40e2-d0e0-4c3e-acf9-5af3f031de88 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:47.288425 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a7e74698-8b6b-4c87-a61e-0a5062758bbb req-b13f40e2-d0e0-4c3e-acf9-5af3f031de88 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.67 "DELETE /v2.0/ports/dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 HTTP/1.1" status: 204 len: 173 time: 1.4786663 Feb 19 03:07:47.396804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b315ab23-f57f-4961-9260-469f50b56269 req-0c4868fd-b9d9-47f7-ab93-e592ca5a5d51 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4697223 Feb 19 03:07:47.405266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a', 'name': 'network-vif-deleted', 'tag': 'dccbc2f5-7e0a-4de4-b162-d54c53ed1e21'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:47.408105 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60c7480-b096-45f9-911d-7036e4c93af1" -d '{"events": [{"server_uuid": "dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a", "name": "network-vif-deleted", "tag": "dccbc2f5-7e0a-4de4-b162-d54c53ed1e21"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:47.730197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e236-10f8-4929-8225-43f753d779e4 req-672f5ba6-c38f-43f5-a67b-93fe6dc28984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:47.732804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c952e236-10f8-4929-8225-43f753d779e4 req-672f5ba6-c38f-43f5-a67b-93fe6dc28984 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.6725795 Feb 19 03:07:47.805478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-c0f577ea-d848-4f36-974d-699c97b9dcb2 req-033d3e85-b299-43f8-9d56-606a06579890 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Deleting port 9fdcfa44-5905-4866-88c3-0522100eac05 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:47.805478 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c0f577ea-d848-4f36-974d-699c97b9dcb2 req-033d3e85-b299-43f8-9d56-606a06579890 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:47.946709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a78c9f36-b200-4939-a9ed-694254d527cb req-69174ca7-78fc-499c-bdd5-8d5cd76b3fc5 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691482 Feb 19 03:07:47.965720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-f3099d74-8638-4860-a632-7c9e059d6c47 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:47.972203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-f3099d74-8638-4860-a632-7c9e059d6c47 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:47.973929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-f3099d74-8638-4860-a632-7c9e059d6c47 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1683 time: 0.5284936 Feb 19 03:07:48.065236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7fcf4-1f54-47a1-80cf-9f489f6bf949 req-38352771-be7b-4eda-9923-924b5e9ed8e3 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:48.073517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7e7fcf4-1f54-47a1-80cf-9f489f6bf949 req-38352771-be7b-4eda-9923-924b5e9ed8e3 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.4198797 Feb 19 03:07:48.311555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74c0c5e9-8203-4f08-b4d7-1b23818076ad req-dba60481-92f0-4961-b922-83cc7aecd831 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a HTTP/1.1" status: 200 len: 210 time: 0.2279460 Feb 19 03:07:48.344052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c0f577ea-d848-4f36-974d-699c97b9dcb2 req-033d3e85-b299-43f8-9d56-606a06579890 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] For port 9fdcfa44-5905-4866-88c3-0522100eac05, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9fdcfa44-5905-4866-88c3-0522100eac05,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:48.344509 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c0f577ea-d848-4f36-974d-699c97b9dcb2 req-033d3e85-b299-43f8-9d56-606a06579890 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:48.429321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952e236-10f8-4929-8225-43f753d779e4 req-c3bfc5d8-88b5-4026-958d-c93c74bc8b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:48.431728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c952e236-10f8-4929-8225-43f753d779e4 req-c3bfc5d8-88b5-4026-958d-c93c74bc8b3a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6818578 Feb 19 03:07:48.435635 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4db94e-fdc1-4658-a59a-9b1e4692d0ca x-openstack-request-id: req-2f4db94e-fdc1-4658-a59a-9b1e4692d0ca {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:48.436722 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a", "name": "network-vif-deleted", "tag": "dccbc2f5-7e0a-4de4-b162-d54c53ed1e21", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:48.437194 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f4db94e-fdc1-4658-a59a-9b1e4692d0ca {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:48.437753 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbaa171f-5fff-4d5f-bf5d-9c0c7ef4562a', 'name': 'network-vif-deleted', 'tag': 'dccbc2f5-7e0a-4de4-b162-d54c53ed1e21', 'status': 'completed', 'code': 200} Feb 19 03:07:48.465771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7e7fcf4-1f54-47a1-80cf-9f489f6bf949 req-274f7b01-e5fb-4c1b-a974-ea8f0761ed18 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909888 Feb 19 03:07:48.528779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-c0f577ea-d848-4f36-974d-699c97b9dcb2 req-033d3e85-b299-43f8-9d56-606a06579890 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Calling delete_port for 9fdcfa44-5905-4866-88c3-0522100eac05 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:48.976190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60790) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:49.073204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-b73abfb0-f4b7-47c1-9b8c-47c9d88dd82b admin admin] Deleting subnet 51dadef9-74a4-4c8c-9996-6e957419e2d9 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:49.077958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73abfb0-f4b7-47c1-9b8c-47c9d88dd82b admin admin] Publish callbacks [] for subnet (51dadef9-74a4-4c8c-9996-6e957419e2d9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.129156 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73abfb0-f4b7-47c1-9b8c-47c9d88dd82b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (51dadef9-74a4-4c8c-9996-6e957419e2d9), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.224346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73abfb0-f4b7-47c1-9b8c-47c9d88dd82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (51dadef9-74a4-4c8c-9996-6e957419e2d9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.316829 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73abfb0-f4b7-47c1-9b8c-47c9d88dd82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (51dadef9-74a4-4c8c-9996-6e957419e2d9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.354273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:49.355383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73abfb0-f4b7-47c1-9b8c-47c9d88dd82b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51dadef9-74a4-4c8c-9996-6e957419e2d9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:49.362906 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73abfb0-f4b7-47c1-9b8c-47c9d88dd82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.372921 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b73abfb0-f4b7-47c1-9b8c-47c9d88dd82b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/51dadef9-74a4-4c8c-9996-6e957419e2d9 HTTP/1.1" status: 204 len: 168 time: 0.3952162 Feb 19 03:07:49.374390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60796) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:49.377019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-6311dee3-3705-4b32-98df-20eddcddbd04 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting port 62e6cd98-51eb-4683-9c77-8a851796d386 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:49.385009 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-6311dee3-3705-4b32-98df-20eddcddbd04 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.399577 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c0f577ea-d848-4f36-974d-699c97b9dcb2 req-033d3e85-b299-43f8-9d56-606a06579890 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (9fdcfa44-5905-4866-88c3-0522100eac05), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.431788 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:49.432446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device dccbc2f5-7e0a-4de4-b162-d54c53ed1e21 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:49.434002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9fdcfa44-5905-4866-88c3-0522100eac05 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:49.481745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 9fdcfa44-5905-4866-88c3-0522100eac05 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:49.484059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9fdcfa44-5905-4866-88c3-0522100eac05 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:49.502169 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (67e8458c-fb0a-400d-b688-f45356790f14), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.606445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d3e85-b299-43f8-9d56-606a06579890 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Pushing event deleted for resources: {'Port': ['ID=9fdcfa44-5905-4866-88c3-0522100eac05,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:49.651119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f577ea-d848-4f36-974d-699c97b9dcb2 req-033d3e85-b299-43f8-9d56-606a06579890 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] No DVR routers for this DVR port 9fdcfa44-5905-4866-88c3-0522100eac05 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:49.656652 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c0f577ea-d848-4f36-974d-699c97b9dcb2 req-033d3e85-b299-43f8-9d56-606a06579890 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.662489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0f577ea-d848-4f36-974d-699c97b9dcb2 req-033d3e85-b299-43f8-9d56-606a06579890 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.67 "DELETE /v2.0/ports/9fdcfa44-5905-4866-88c3-0522100eac05 HTTP/1.1" status: 204 len: 173 time: 2.7905390 Feb 19 03:07:49.666505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c952e236-10f8-4929-8225-43f753d779e4 req-a3a9c13a-befc-4233-8c71-f2515e8dcb89 service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1728139 Feb 19 03:07:49.769089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (67e8458c-fb0a-400d-b688-f45356790f14), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:49.876764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e8458c-fb0a-400d-b688-f45356790f14']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:49.924397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a8b52b-8082-4676-83a8-37211c98b6a3') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:49.927985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a8b52b-8082-4676-83a8-37211c98b6a3') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:49.976267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dc8d8-7e58-48bc-8220-ac487ed07b0a req-df289ee3-a8f5-4c25-b0bd-98a4c7f02c26 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:49.976411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (d9a8b52b-8082-4676-83a8-37211c98b6a3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.000091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dc8d8-7e58-48bc-8220-ac487ed07b0a req-df289ee3-a8f5-4c25-b0bd-98a4c7f02c26 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:50.002566 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e14dc8d8-7e58-48bc-8220-ac487ed07b0a req-df289ee3-a8f5-4c25-b0bd-98a4c7f02c26 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1683 time: 0.8519440 Feb 19 03:07:50.005552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'name': 'network-vif-deleted', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:50.013989 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3261c2-a0c5-46f3-83de-523090658d74" -d '{"events": [{"server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "name": "network-vif-deleted", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:50.020191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d9a8b52b-8082-4676-83a8-37211c98b6a3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.029055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:07:50.034881 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (d9a8b52b-8082-4676-83a8-37211c98b6a3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.039536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c952e236-10f8-4929-8225-43f753d779e4 req-ac1bb2e8-b006-470e-803d-e06e4d32c5fa service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236127 Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:07:50.044296 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:07:50.125162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6b134-edb8-4d9f-a558-b215b41cf6ef req-5b23051d-3145-45f0-b8e1-f7fb6057e5c0 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:50.127785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-efb6b134-edb8-4d9f-a558-b215b41cf6ef req-5b23051d-3145-45f0-b8e1-f7fb6057e5c0 tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf21303f-b51d-41e2-910a-b0f957fb245b HTTP/1.1" status: 200 len: 866 time: 1.5365155 Feb 19 03:07:50.373252 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (67e8458c-fb0a-400d-b688-f45356790f14), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.384478 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.393629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e14dc8d8-7e58-48bc-8220-ac487ed07b0a req-05831773-2fc7-40a7-8e63-0726cac484e2 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362033 Feb 19 03:07:50.401293 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] 10.222.0.81 "DELETE /v2.0/networks/67e8458c-fb0a-400d-b688-f45356790f14 HTTP/1.1" status: 204 len: 168 time: 1.0230052 Feb 19 03:07:50.479228 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3a8e0-2a5e-4857-8c0f-31ec016f2722 admin admin] Pushing event deleted for resources: {'Network': ['ID=67e8458c-fb0a-400d-b688-f45356790f14,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:50.654905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-6311dee3-3705-4b32-98df-20eddcddbd04 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] For port 62e6cd98-51eb-4683-9c77-8a851796d386, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=62e6cd98-51eb-4683-9c77-8a851796d386,segment=NetworkSegment(642830c5-326a-4f4e-9063-4c29386df764),segment_id=642830c5-326a-4f4e-9063-4c29386df764)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:50.655305 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-6311dee3-3705-4b32-98df-20eddcddbd04 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:50.699708 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-efb6b134-edb8-4d9f-a558-b215b41cf6ef req-0956875a-4a32-4501-a504-50b789013b8b tempest-ImagesOneServerTestJSON-18656084 tempest-ImagesOneServerTestJSON-18656084-project] 10.222.0.81 "GET /v2.0/security-groups?id=7d3a0970-8b42-4dcd-a059-c56ab29ce589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626554 Feb 19 03:07:50.847807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-6311dee3-3705-4b32-98df-20eddcddbd04 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Calling delete_port for 62e6cd98-51eb-4683-9c77-8a851796d386 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:50.854486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60808) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:50.905093 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fbc5e7-57d2-4384-b384-3213ab73553d x-openstack-request-id: req-d9fbc5e7-57d2-4384-b384-3213ab73553d {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:50.905389 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf21303f-b51d-41e2-910a-b0f957fb245b", "name": "network-vif-deleted", "tag": "9fdcfa44-5905-4866-88c3-0522100eac05", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:50.907369 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9fbc5e7-57d2-4384-b384-3213ab73553d {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:50.907789 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf21303f-b51d-41e2-910a-b0f957fb245b', 'name': 'network-vif-deleted', 'tag': '9fdcfa44-5905-4866-88c3-0522100eac05', 'status': 'completed', 'code': 200} Feb 19 03:07:50.990819 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f20cf77f-8ff3-464e-9f97-f11afcf6a3d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=94ff658544e345678cea7cb67ebc328b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341045 Feb 19 03:07:50.993580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60810) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:51.103588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68c7c8-fb35-4ba1-b814-08bd3727265b req-0f56f03b-b598-4cb3-98de-1971c8e05c6a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:51.114640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb68c7c8-fb35-4ba1-b814-08bd3727265b req-0f56f03b-b598-4cb3-98de-1971c8e05c6a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.3622184 Feb 19 03:07:51.159138 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddd30632-d39e-4b46-9672-372d582cd337 admin admin] Publish callbacks [] for security_group (d18517ef-9884-4721-a40b-c8de94d7a801), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:51.275480 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddd30632-d39e-4b46-9672-372d582cd337 admin admin] Publish callbacks [] for security_group (d18517ef-9884-4721-a40b-c8de94d7a801), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:51.327790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb68c7c8-fb35-4ba1-b814-08bd3727265b req-d138c3f9-49c1-490a-bc23-d705a7094260 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995084 Feb 19 03:07:51.432090 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddd30632-d39e-4b46-9672-372d582cd337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d18517ef-9884-4721-a40b-c8de94d7a801), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:51.443112 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ddd30632-d39e-4b46-9672-372d582cd337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:51.444406 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ddd30632-d39e-4b46-9672-372d582cd337 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d18517ef-9884-4721-a40b-c8de94d7a801 HTTP/1.1" status: 204 len: 168 time: 0.4496107 Feb 19 03:07:51.478604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd30632-d39e-4b46-9672-372d582cd337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18517ef-9884-4721-a40b-c8de94d7a801,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:51.807201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ee97b-89b6-4c24-922f-884bf638915b req-f6667d39-58e1-4f3d-9b53-4c6345fc495b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:51.816456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e87ee97b-89b6-4c24-922f-884bf638915b req-f6667d39-58e1-4f3d-9b53-4c6345fc495b tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 944 time: 0.3743789 Feb 19 03:07:51.935751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-6311dee3-3705-4b32-98df-20eddcddbd04 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (62e6cd98-51eb-4683-9c77-8a851796d386), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.042926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311dee3-3705-4b32-98df-20eddcddbd04 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Port': ['ID=62e6cd98-51eb-4683-9c77-8a851796d386,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:52.287872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-6311dee3-3705-4b32-98df-20eddcddbd04 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] No DVR routers for this DVR port 62e6cd98-51eb-4683-9c77-8a851796d386 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:52.299548 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-6311dee3-3705-4b32-98df-20eddcddbd04 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.320734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-6311dee3-3705-4b32-98df-20eddcddbd04 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "DELETE /v2.0/ports/62e6cd98-51eb-4683-9c77-8a851796d386 HTTP/1.1" status: 204 len: 173 time: 4.3391817 Feb 19 03:07:52.390159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37373bc3-332e-4bd3-8c6c-b036e11a030d req-916841db-e9df-4e34-85fc-9b6adba54e78 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:52.407764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37373bc3-332e-4bd3-8c6c-b036e11a030d req-916841db-e9df-4e34-85fc-9b6adba54e78 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:52.416337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 62e6cd98-51eb-4683-9c77-8a851796d386 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:52.435659 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37373bc3-332e-4bd3-8c6c-b036e11a030d req-916841db-e9df-4e34-85fc-9b6adba54e78 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 1604 time: 0.7883911 Feb 19 03:07:52.505308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e87ee97b-89b6-4c24-922f-884bf638915b req-fbbf56b4-933f-4b3c-99f7-ad46f08af76f tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6877718 Feb 19 03:07:52.563698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 62e6cd98-51eb-4683-9c77-8a851796d386 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:52.564355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 62e6cd98-51eb-4683-9c77-8a851796d386 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:52.573330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0ab48d00-81bd-4657-b2c1-ed44229401fb no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:52.733878 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:52.852741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 0ab48d00-81bd-4657-b2c1-ed44229401fb is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:07:52.853437 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.020829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0ab48d00-81bd-4657-b2c1-ed44229401fb, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0ab48d00-81bd-4657-b2c1-ed44229401fb,segment=NetworkSegment(1d414387-cb8b-4cd7-9896-a0dfd0003606),segment_id=1d414387-cb8b-4cd7-9896-a0dfd0003606)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:53.025017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ab48d00-81bd-4657-b2c1-ed44229401fb'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:53.030552 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242708b4-0204-494b-b8da-0dedbfe436e0" -d '{"events": [{"server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "name": "network-vif-unplugged", "status": "completed", "tag": "0ab48d00-81bd-4657-b2c1-ed44229401fb"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:53.047122 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.047980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'name': 'network-vif-deleted', 'tag': '62e6cd98-51eb-4683-9c77-8a851796d386'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:53.055800 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e78768d-fd81-4361-aa82-8f3b563c99c2" -d '{"events": [{"server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "name": "network-vif-deleted", "tag": "62e6cd98-51eb-4683-9c77-8a851796d386"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:53.198993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15139b-d2b5-4c38-847a-28ff7f539240 req-9cea2f0e-46b4-4fae-99be-3b80f345cae5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:53.212981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb15139b-d2b5-4c38-847a-28ff7f539240 req-9cea2f0e-46b4-4fae-99be-3b80f345cae5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.3059611 Feb 19 03:07:53.235498 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=0ab48d00-81bd-4657-b2c1-ed44229401fb,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.288548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:07:53.289726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c3559-de7d-4e56-8315-48ee13e0d358 req-f24eca9c-f18c-49b1-927c-8bd3f477b837 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:53.291185 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-231c3559-de7d-4e56-8315-48ee13e0d358 req-f24eca9c-f18c-49b1-927c-8bd3f477b837 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.87 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 944 time: 1.4978170 Feb 19 03:07:53.295119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-1d99bd79-95a8-4545-89c4-5cdfcb934ef1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting port 0ab48d00-81bd-4657-b2c1-ed44229401fb {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:53.295692 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-1d99bd79-95a8-4545-89c4-5cdfcb934ef1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.400062 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.419554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-1d99bd79-95a8-4545-89c4-5cdfcb934ef1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] For port 0ab48d00-81bd-4657-b2c1-ed44229401fb, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0ab48d00-81bd-4657-b2c1-ed44229401fb,segment=NetworkSegment(1d414387-cb8b-4cd7-9896-a0dfd0003606),segment_id=1d414387-cb8b-4cd7-9896-a0dfd0003606)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:53.420297 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-1d99bd79-95a8-4545-89c4-5cdfcb934ef1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.435876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-1d99bd79-95a8-4545-89c4-5cdfcb934ef1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Calling delete_port for 0ab48d00-81bd-4657-b2c1-ed44229401fb owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:53.488087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60846) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:53.603656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-231c3559-de7d-4e56-8315-48ee13e0d358 req-2cc34be4-fee1-4ecb-aaa7-dbc66ac51781 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Deleting port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:53.604010 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-231c3559-de7d-4e56-8315-48ee13e0d358 req-2cc34be4-fee1-4ecb-aaa7-dbc66ac51781 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.612579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37373bc3-332e-4bd3-8c6c-b036e11a030d req-c8d79287-7436-4b22-b261-e7b3369aaa9b tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/security-groups?id=73554a92-d58b-4016-9fbe-ae61f59322eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1896100 Feb 19 03:07:53.627702 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-1d99bd79-95a8-4545-89c4-5cdfcb934ef1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0ab48d00-81bd-4657-b2c1-ed44229401fb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.730210 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fc33fc-9d2b-40be-aaef-971cc2d8e25c x-openstack-request-id: req-83fc33fc-9d2b-40be-aaef-971cc2d8e25c {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:53.731368 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "name": "network-vif-unplugged", "status": "completed", "tag": "0ab48d00-81bd-4657-b2c1-ed44229401fb", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:53.731838 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83fc33fc-9d2b-40be-aaef-971cc2d8e25c {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:53.732472 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ab48d00-81bd-4657-b2c1-ed44229401fb', 'code': 200} Feb 19 03:07:53.830940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d99bd79-95a8-4545-89c4-5cdfcb934ef1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Port': ['ID=0ab48d00-81bd-4657-b2c1-ed44229401fb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:53.897379 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e67e929-695c-42b6-bd84-f40839034d35 x-openstack-request-id: req-3e67e929-695c-42b6-bd84-f40839034d35 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:53.902704 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "name": "network-vif-deleted", "tag": "62e6cd98-51eb-4683-9c77-8a851796d386", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:53.902990 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e67e929-695c-42b6-bd84-f40839034d35 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:53.903437 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'name': 'network-vif-deleted', 'tag': '62e6cd98-51eb-4683-9c77-8a851796d386', 'status': 'completed', 'code': 200} Feb 19 03:07:53.970804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-231c3559-de7d-4e56-8315-48ee13e0d358 req-2cc34be4-fee1-4ecb-aaa7-dbc66ac51781 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] For port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,segment=NetworkSegment(b315c6e7-82f1-47e6-aff6-329eb7af2ab7),segment_id=b315c6e7-82f1-47e6-aff6-329eb7af2ab7)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:53.972920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-231c3559-de7d-4e56-8315-48ee13e0d358 req-2cc34be4-fee1-4ecb-aaa7-dbc66ac51781 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:53.982333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60864) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:54.002119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-1d99bd79-95a8-4545-89c4-5cdfcb934ef1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] No DVR routers for this DVR port 0ab48d00-81bd-4657-b2c1-ed44229401fb on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:54.012451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb15139b-d2b5-4c38-847a-28ff7f539240 req-97488f16-0b40-4b75-8a38-c0607e45dfa9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7980497 Feb 19 03:07:54.014146 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-1d99bd79-95a8-4545-89c4-5cdfcb934ef1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.047342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fbea293e-bf80-474f-8eec-32999c9e0947 req-1d99bd79-95a8-4545-89c4-5cdfcb934ef1 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.87 "DELETE /v2.0/ports/0ab48d00-81bd-4657-b2c1-ed44229401fb HTTP/1.1" status: 204 len: 173 time: 1.7140279 Feb 19 03:07:54.062917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-231c3559-de7d-4e56-8315-48ee13e0d358 req-2cc34be4-fee1-4ecb-aaa7-dbc66ac51781 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Calling delete_port for 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:54.209193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-547426783-network', 'tenant_id': '600636d329c9427c813907dcf2a1fd83'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:54.217568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ac6f4-5bd7-40d9-ac10-fffbd387e61e req-69bf5557-87ca-4509-b41a-463e45847e89 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:54.241295 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5c8ac6f4-5bd7-40d9-ac10-fffbd387e61e req-69bf5557-87ca-4509-b41a-463e45847e89 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 944 time: 0.1348999 Feb 19 03:07:54.278849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60872) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:54.287203 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b16ca48b-0104-4fb9-a3d9-281db84d90fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3a5ac82ec7274543ab40f664a399fb7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7749410 Feb 19 03:07:54.301861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Made reservation on behalf of 600636d329c9427c813907dcf2a1fd83 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:54.304221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.346171 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.444504 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5c8ac6f4-5bd7-40d9-ac10-fffbd387e61e req-e448f367-a7e3-406c-b21b-b8854fd4f9d8 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/security-groups?id=36926a50-b60c-4212-a3a8-76b9b9fbbad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021995 Feb 19 03:07:54.477963 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92915e9d-3605-4fc6-86a4-ede200ceef2d admin admin] Publish callbacks [] for security_group (7d3a0970-8b42-4dcd-a059-c56ab29ce589), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.524607 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92915e9d-3605-4fc6-86a4-ede200ceef2d admin admin] Publish callbacks [] for security_group (7d3a0970-8b42-4dcd-a059-c56ab29ce589), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.596560 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-231c3559-de7d-4e56-8315-48ee13e0d358 req-2cc34be4-fee1-4ecb-aaa7-dbc66ac51781 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9d7a8f83-e7bd-44df-b96e-84b5f1443f90), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.643199 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92915e9d-3605-4fc6-86a4-ede200ceef2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7d3a0970-8b42-4dcd-a059-c56ab29ce589), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.646217 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92915e9d-3605-4fc6-86a4-ede200ceef2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:54.650831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-92915e9d-3605-4fc6-86a4-ede200ceef2d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d3a0970-8b42-4dcd-a059-c56ab29ce589 HTTP/1.1" status: 204 len: 168 time: 0.3709033 Feb 19 03:07:54.682528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92915e9d-3605-4fc6-86a4-ede200ceef2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3a0970-8b42-4dcd-a059-c56ab29ce589,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:54.829857 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc34be4-fee1-4ecb-aaa7-dbc66ac51781 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Pushing event deleted for resources: {'Port': ['ID=9d7a8f83-e7bd-44df-b96e-84b5f1443f90,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:54.995721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-231c3559-de7d-4e56-8315-48ee13e0d358 req-2cc34be4-fee1-4ecb-aaa7-dbc66ac51781 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] No DVR routers for this DVR port 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:55.013028 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-231c3559-de7d-4e56-8315-48ee13e0d358 req-2cc34be4-fee1-4ecb-aaa7-dbc66ac51781 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:55.016522 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-231c3559-de7d-4e56-8315-48ee13e0d358 req-2cc34be4-fee1-4ecb-aaa7-dbc66ac51781 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.87 "DELETE /v2.0/ports/9d7a8f83-e7bd-44df-b96e-84b5f1443f90 HTTP/1.1" status: 204 len: 173 time: 1.7200584 Feb 19 03:07:55.017018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27686865-161a-4c79-be3c-aa840de0344f', 'name': 'network-vif-deleted', 'tag': '9d7a8f83-e7bd-44df-b96e-84b5f1443f90'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:55.040562 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4632adb0-7f40-4922-9f2b-fc04073ddb67" -d '{"events": [{"server_uuid": "27686865-161a-4c79-be3c-aa840de0344f", "name": "network-vif-deleted", "tag": "9d7a8f83-e7bd-44df-b96e-84b5f1443f90"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:55.042992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c32fa6e5-b170-4231-b167-3653bfb7e1e5 req-45ac8b88-0af3-422f-ae0c-60421047ba91 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "GET /v2.0/ports?device_id=7971e970-5b1f-406a-ba63-780b7e247c31 HTTP/1.1" status: 200 len: 210 time: 0.0654836 Feb 19 03:07:55.090741 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Publish callbacks [] for security_group (67908dbf-47a4-4e2b-b63e-4f55867806dd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:55.104984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (67908dbf-47a4-4e2b-b63e-4f55867806dd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:55.172214 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fba5ad4-52b1-4499-9ea6-92113a556c32 x-openstack-request-id: req-1fba5ad4-52b1-4499-9ea6-92113a556c32 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:55.172571 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27686865-161a-4c79-be3c-aa840de0344f", "name": "network-vif-deleted", "tag": "9d7a8f83-e7bd-44df-b96e-84b5f1443f90", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:55.172793 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1fba5ad4-52b1-4499-9ea6-92113a556c32 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:55.175116 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27686865-161a-4c79-be3c-aa840de0344f', 'name': 'network-vif-deleted', 'tag': '9d7a8f83-e7bd-44df-b96e-84b5f1443f90', 'status': 'completed', 'code': 200} Feb 19 03:07:55.194025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:07:55.222128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67908dbf-47a4-4e2b-b63e-4f55867806dd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:55.229055 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f72780fc-15cf-4883-b01a-81ae770f6431), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:55.229395 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Added segment f72780fc-15cf-4883-b01a-81ae770f6431 of type vlan for network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 Feb 19 03:07:55.352928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8f2da-a1ee-4f20-b2ab-b5047a1b81b2 req-2d9a135f-3ffb-4274-8cba-e9d3e4fbfa32 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:55.359585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7bd8f2da-a1ee-4f20-b2ab-b5047a1b81b2 req-2d9a135f-3ffb-4274-8cba-e9d3e4fbfa32 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.1405518 Feb 19 03:07:55.366669 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (664c9f64-f39d-4a62-976f-18f1bc8dbab0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:55.450846 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (664c9f64-f39d-4a62-976f-18f1bc8dbab0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:55.460322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:55.463728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:55.644223 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7bd8f2da-a1ee-4f20-b2ab-b5047a1b81b2 req-6ee2c2c0-a808-4c49-8868-9b4f341f3fb1 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2706335 Feb 19 03:07:55.770574 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7771761 Feb 19 03:07:55.777408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60896) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:55.783089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-346d2a8c-a469-4113-a212-9a08f1d8d835 admin admin] Request body: {'subnet': {'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-547426783-subnet', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:55.822575 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce327a05-78d5-4169-9023-b01f56247b41 admin admin] Pushing event updated for resources: {'Network': ['ID=664c9f64-f39d-4a62-976f-18f1bc8dbab0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:55.827347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e509a4f9-767a-454a-9576-c126d2d4a2be req-d2f574e3-4ac9-4655-9c72-65220c22a817 tempest-LiveAutoBlockMigrationV225Test-1444787981 tempest-LiveAutoBlockMigrationV225Test-1444787981-project] 10.222.0.81 "GET /v2.0/ports?device_id=27686865-161a-4c79-be3c-aa840de0344f HTTP/1.1" status: 200 len: 210 time: 0.0906646 Feb 19 03:07:55.850085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:07:55.904170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'name': 'network-vif-deleted', 'tag': '0ab48d00-81bd-4657-b2c1-ed44229401fb'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:07:55.918403 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43053d38-0129-45aa-9505-2dea2b82a4e0" -d '{"events": [{"server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "name": "network-vif-deleted", "tag": "0ab48d00-81bd-4657-b2c1-ed44229401fb"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:07:55.949919 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346d2a8c-a469-4113-a212-9a08f1d8d835 admin admin] Made reservation on behalf of 600636d329c9427c813907dcf2a1fd83 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:07:55.952358 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-346d2a8c-a469-4113-a212-9a08f1d8d835 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:56.029629 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2f1a3b-7612-40d5-ab1e-50c3211ddf51 x-openstack-request-id: req-cf2f1a3b-7612-40d5-ab1e-50c3211ddf51 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:07:56.030446 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7971e970-5b1f-406a-ba63-780b7e247c31", "name": "network-vif-deleted", "tag": "0ab48d00-81bd-4657-b2c1-ed44229401fb", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:07:56.032367 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf2f1a3b-7612-40d5-ab1e-50c3211ddf51 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:07:56.032997 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7971e970-5b1f-406a-ba63-780b7e247c31', 'name': 'network-vif-deleted', 'tag': '0ab48d00-81bd-4657-b2c1-ed44229401fb', 'status': 'completed', 'code': 200} Feb 19 03:07:56.184460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60910) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:56.438714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:07:56.452118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-825f2792-7536-4cb0-bbc7-dbf94e820100 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting subnet 20d078c3-ddf6-4186-bc1c-15d0d53891cf {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:56.455940 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-346d2a8c-a469-4113-a212-9a08f1d8d835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (69f2f427-764b-4928-81d7-10c11e9d9fd0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:56.476800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-825f2792-7536-4cb0-bbc7-dbf94e820100 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks [] for subnet (20d078c3-ddf6-4186-bc1c-15d0d53891cf), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:56.525824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:07:56.526229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9d7a8f83-e7bd-44df-b96e-84b5f1443f90 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:07:56.794000 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-825f2792-7536-4cb0-bbc7-dbf94e820100 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (20d078c3-ddf6-4186-bc1c-15d0d53891cf), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:56.939047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad57114-425f-4a4e-a7e7-7bd17b9f6cc8 req-7e539df8-95d2-41ec-a07a-234bef76cd2a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:56.954661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cad57114-425f-4a4e-a7e7-7bd17b9f6cc8 req-7e539df8-95d2-41ec-a07a-234bef76cd2a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.1208370 Feb 19 03:07:56.982091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d2a8c-a469-4113-a212-9a08f1d8d835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69f2f427-764b-4928-81d7-10c11e9d9fd0,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:57.004796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d2a8c-a469-4113-a212-9a08f1d8d835 admin admin] Checking segment: {'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:07:57.008359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d2a8c-a469-4113-a212-9a08f1d8d835 admin admin] Network hostable DHCP agents. Network: 664c9f64-f39d-4a62-976f-18f1bc8dbab0, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:07:57.065817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d2a8c-a469-4113-a212-9a08f1d8d835 admin admin] Network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:07:57.093908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cad57114-425f-4a4e-a7e7-7bd17b9f6cc8 req-e93c5ad7-97dc-49c5-8dad-77260f077237 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379323 Feb 19 03:07:57.106360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-346d2a8c-a469-4113-a212-9a08f1d8d835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 664c9f64-f39d-4a62-976f-18f1bc8dbab0) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:07:57.117698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e779eb4c-d142-46e4-8e07-e7976dcb7198 None None] Network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:57.138454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346d2a8c-a469-4113-a212-9a08f1d8d835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:57.142017 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-346d2a8c-a469-4113-a212-9a08f1d8d835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:57.176755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60928) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:57.227899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-825f2792-7536-4cb0-bbc7-dbf94e820100 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (20d078c3-ddf6-4186-bc1c-15d0d53891cf), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:57.357214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60942) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:57.360921 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-346d2a8c-a469-4113-a212-9a08f1d8d835 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5819175 Feb 19 03:07:57.362784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-547426783-router', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:07:57.440773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-825f2792-7536-4cb0-bbc7-dbf94e820100 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (20d078c3-ddf6-4186-bc1c-15d0d53891cf), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:57.450761 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (f01b64fb-3c3d-4faa-94ed-460052db2e0b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:57.451918 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (f01b64fb-3c3d-4faa-94ed-460052db2e0b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:57.511582 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f2792-7536-4cb0-bbc7-dbf94e820100 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Subnet': ['ID=20d078c3-ddf6-4186-bc1c-15d0d53891cf,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:57.538966 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-825f2792-7536-4cb0-bbc7-dbf94e820100 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:57.546167 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-825f2792-7536-4cb0-bbc7-dbf94e820100 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "DELETE /v2.0/subnets/20d078c3-ddf6-4186-bc1c-15d0d53891cf HTTP/1.1" status: 204 len: 168 time: 1.3602049 Feb 19 03:07:57.551233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60944) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:57.605846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7836cbd1-ea1c-412d-afa9-10a84e003b67 None None] Network 90f71e6f-c31f-4680-a3b5-08e18cc081a4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:57.634542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e62556-c87f-4157-813e-bb3406479fcf None None] Network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:57.695092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Publish callbacks [] for router_controller (f01b64fb-3c3d-4faa-94ed-460052db2e0b), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:57.710680 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (90f71e6f-c31f-4680-a3b5-08e18cc081a4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:57.797318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76b846a-d2f5-4959-a8b4-0a7bdfa05ff3 admin admin] Deleting subnet dc9393ae-4d49-459c-8e00-bb905bb3a9ea {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:57.839514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:07:57.846653 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.004596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] For port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cb8ef0ac-24f4-4c45-bfe1-5d97e5113725,segment=NetworkSegment(1d414387-cb8b-4cd7-9896-a0dfd0003606),segment_id=1d414387-cb8b-4cd7-9896-a0dfd0003606)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:07:58.005180 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.023256 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d76b846a-d2f5-4959-a8b4-0a7bdfa05ff3 admin admin] Publish callbacks [] for subnet (dc9393ae-4d49-459c-8e00-bb905bb3a9ea), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.031570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Calling delete_port for cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:07:58.284369 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (cb8ef0ac-24f4-4c45-bfe1-5d97e5113725), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.347814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5431c2-4f3c-40a7-b885-04a08e2eb95e None None] DHCP port deletion for 90f71e6f-c31f-4680-a3b5-08e18cc081a4 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:07:58.375495 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] No DVR routers for this DVR port cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:07:58.385100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Port': ['ID=cb8ef0ac-24f4-4c45-bfe1-5d97e5113725,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:58.499995 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d76b846a-d2f5-4959-a8b4-0a7bdfa05ff3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (dc9393ae-4d49-459c-8e00-bb905bb3a9ea), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.577354 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (90f71e6f-c31f-4680-a3b5-08e18cc081a4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.629983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f71e6f-c31f-4680-a3b5-08e18cc081a4']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:58.631196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d76b846a-d2f5-4959-a8b4-0a7bdfa05ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (dc9393ae-4d49-459c-8e00-bb905bb3a9ea), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.655765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d414387-cb8b-4cd7-9896-a0dfd0003606') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:58.656456 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d414387-cb8b-4cd7-9896-a0dfd0003606') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:07:58.693884 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (1d414387-cb8b-4cd7-9896-a0dfd0003606), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.727337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1d414387-cb8b-4cd7-9896-a0dfd0003606), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.736424 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:07:58.740910 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (1d414387-cb8b-4cd7-9896-a0dfd0003606), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.788444 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Publish callbacks [] for router_gateway (f01b64fb-3c3d-4faa-94ed-460052db2e0b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.826241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9d2d6-b86d-485a-a3d3-bab6a05da38e req-13ae43b5-c977-4f9e-a685-560283fed2e5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:58.829198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70a9d2d6-b86d-485a-a3d3-bab6a05da38e req-13ae43b5-c977-4f9e-a685-560283fed2e5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.4827251 Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:07:58.886973 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:07:58.936246 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (90f71e6f-c31f-4680-a3b5-08e18cc081a4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:58.983945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60962) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:59.005387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.015348 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "DELETE /v2.0/networks/90f71e6f-c31f-4680-a3b5-08e18cc081a4 HTTP/1.1" status: 204 len: 168 time: 1.4625821 Feb 19 03:07:59.016610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b071cf-2703-4e2a-bd90-f38365f482d0 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Network': ['ID=90f71e6f-c31f-4680-a3b5-08e18cc081a4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:59.021409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60966) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:59.067947 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d76b846a-d2f5-4959-a8b4-0a7bdfa05ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (dc9393ae-4d49-459c-8e00-bb905bb3a9ea), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.111050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70a9d2d6-b86d-485a-a3d3-bab6a05da38e req-8332e186-ef27-46a0-ae9b-d664685d84d5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687547 Feb 19 03:07:59.116466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b846a-d2f5-4959-a8b4-0a7bdfa05ff3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9393ae-4d49-459c-8e00-bb905bb3a9ea,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:59.149333 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d76b846a-d2f5-4959-a8b4-0a7bdfa05ff3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.153115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d76b846a-d2f5-4959-a8b4-0a7bdfa05ff3 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/dc9393ae-4d49-459c-8e00-bb905bb3a9ea HTTP/1.1" status: 204 len: 168 time: 1.9745438 Feb 19 03:07:59.157141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60968) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:07:59.189050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-da523dfd-05bb-43f4-a737-5609af7f7f0f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting subnet 2cba1405-611f-4b31-a5d0-39302605e341 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:07:59.193502 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da523dfd-05bb-43f4-a737-5609af7f7f0f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks [] for subnet (2cba1405-611f-4b31-a5d0-39302605e341), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.221804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9e6ac-8406-4556-87e9-7cda7376b636 req-094901cc-7ab4-4285-950a-c88fb43d5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:59.222281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9e6ac-8406-4556-87e9-7cda7376b636 req-094901cc-7ab4-4285-950a-c88fb43d5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:59.222753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9e6ac-8406-4556-87e9-7cda7376b636 req-094901cc-7ab4-4285-950a-c88fb43d5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:59.223215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9e6ac-8406-4556-87e9-7cda7376b636 req-094901cc-7ab4-4285-950a-c88fb43d5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:59.223674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9e6ac-8406-4556-87e9-7cda7376b636 req-094901cc-7ab4-4285-950a-c88fb43d5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:59.224129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9e6ac-8406-4556-87e9-7cda7376b636 req-094901cc-7ab4-4285-950a-c88fb43d5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:59.224586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9e6ac-8406-4556-87e9-7cda7376b636 req-094901cc-7ab4-4285-950a-c88fb43d5696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:07:59.232805 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9eb9e6ac-8406-4556-87e9-7cda7376b636 req-094901cc-7ab4-4285-950a-c88fb43d5696 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 6717 time: 0.2261944 Feb 19 03:07:59.283712 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da523dfd-05bb-43f4-a737-5609af7f7f0f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (2cba1405-611f-4b31-a5d0-39302605e341), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.690965 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da523dfd-05bb-43f4-a737-5609af7f7f0f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (2cba1405-611f-4b31-a5d0-39302605e341), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.778376 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (c3c3fba9-cc5b-42ca-9a06-3cc1125e4125), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.803286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da523dfd-05bb-43f4-a737-5609af7f7f0f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (2cba1405-611f-4b31-a5d0-39302605e341), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.887586 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da523dfd-05bb-43f4-a737-5609af7f7f0f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:07:59.905199 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-da523dfd-05bb-43f4-a737-5609af7f7f0f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "DELETE /v2.0/subnets/2cba1405-611f-4b31-a5d0-39302605e341 HTTP/1.1" status: 204 len: 168 time: 0.8579307 Feb 19 03:07:59.905199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da523dfd-05bb-43f4-a737-5609af7f7f0f tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Subnet': ['ID=2cba1405-611f-4b31-a5d0-39302605e341,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:07:59.906232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5560938c-eca0-433b-94b7-09d946ae3476 None None] Network 36fc508d-3682-47d5-841a-a48fd3985a60 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:07:59.908875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60972) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:00.029917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9eb9e6ac-8406-4556-87e9-7cda7376b636 req-f5a69c7b-a5b5-4271-bd18-d328474fc2ba service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7958510 Feb 19 03:08:00.075674 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Publish callbacks [] for router_gateway (f01b64fb-3c3d-4faa-94ed-460052db2e0b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.135565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:08:00.152455 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.223686 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (36fc508d-3682-47d5-841a-a48fd3985a60), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.230019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (c3c3fba9-cc5b-42ca-9a06-3cc1125e4125), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.267280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:08:00.267280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cb8ef0ac-24f4-4c45-bfe1-5d97e5113725 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:08:00.319834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c3fba9-cc5b-42ca-9a06-3cc1125e4125']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:00.344407 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:00.345930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b315c6e7-82f1-47e6-aff6-329eb7af2ab7') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:00.378600 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (b315c6e7-82f1-47e6-aff6-329eb7af2ab7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.395023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Deleting port e2463778-b6ec-4009-a111-2d1bc69bd0a8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:00.395924 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.496057 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b315c6e7-82f1-47e6-aff6-329eb7af2ab7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.505677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccc8d3-665d-4d66-9f6e-7ef01b3ffa53 req-07e6d10e-3010-437b-85a6-c9daf66eb116 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:00.530037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18ccc8d3-665d-4d66-9f6e-7ef01b3ffa53 req-07e6d10e-3010-437b-85a6-c9daf66eb116 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.2523279 Feb 19 03:08:00.538992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:08:00.539587 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (b315c6e7-82f1-47e6-aff6-329eb7af2ab7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:08:00.553735 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:08:00.620952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Allocated IP 172.25.1.8 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/8dff1cc5-fc5e-4505-bb34-6caec85b5ea4) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:00.658029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df109ba9-ab92-42af-8818-02fb804bcd09 None None] DHCP port deletion for 36fc508d-3682-47d5-841a-a48fd3985a60 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:08:00.741616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] For port e2463778-b6ec-4009-a111-2d1bc69bd0a8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e2463778-b6ec-4009-a111-2d1bc69bd0a8,segment=NetworkSegment(642830c5-326a-4f4e-9063-4c29386df764),segment_id=642830c5-326a-4f4e-9063-4c29386df764)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:00.742825 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.764301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Calling delete_port for e2463778-b6ec-4009-a111-2d1bc69bd0a8 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:00.790836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18ccc8d3-665d-4d66-9f6e-7ef01b3ffa53 req-5dc39d1a-8e41-460c-9dbf-1967ef39fe8d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382228 Feb 19 03:08:00.795612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-df109ba9-ab92-42af-8818-02fb804bcd09 None None] Deleting port e2463778-b6ec-4009-a111-2d1bc69bd0a8 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:00.797743 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df109ba9-ab92-42af-8818-02fb804bcd09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.903258 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Publish callbacks [] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.949855 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.963515 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-df109ba9-ab92-42af-8818-02fb804bcd09 None None] For port e2463778-b6ec-4009-a111-2d1bc69bd0a8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e2463778-b6ec-4009-a111-2d1bc69bd0a8,segment=NetworkSegment(642830c5-326a-4f4e-9063-4c29386df764),segment_id=642830c5-326a-4f4e-9063-4c29386df764)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:00.964151 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df109ba9-ab92-42af-8818-02fb804bcd09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:00.996597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-df109ba9-ab92-42af-8818-02fb804bcd09 None None] Calling delete_port for e2463778-b6ec-4009-a111-2d1bc69bd0a8 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:00.998293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.011620 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Port': ['ID=e2463778-b6ec-4009-a111-2d1bc69bd0a8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:01.017077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] No DVR routers for this DVR port e2463778-b6ec-4009-a111-2d1bc69bd0a8 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:08:01.081348 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (c3c3fba9-cc5b-42ca-9a06-3cc1125e4125), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.139859 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.142762 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Pushing event updated for resources: {'Port': ['ID=8dff1cc5-fc5e-4505-bb34-6caec85b5ea4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:01.157300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60986) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:01.158313 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c3c3fba9-cc5b-42ca-9a06-3cc1125e4125 HTTP/1.1" status: 204 len: 168 time: 1.9997602 Feb 19 03:08:01.180018 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df109ba9-ab92-42af-8818-02fb804bcd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (e2463778-b6ec-4009-a111-2d1bc69bd0a8), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.239065 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0836933-cd98-408a-8bcd-3192cca18813 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3c3fba9-cc5b-42ca-9a06-3cc1125e4125,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:01.281620 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (36fc508d-3682-47d5-841a-a48fd3985a60), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.295821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df109ba9-ab92-42af-8818-02fb804bcd09 None None] No DVR routers for this DVR port e2463778-b6ec-4009-a111-2d1bc69bd0a8 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:08:01.303885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df109ba9-ab92-42af-8818-02fb804bcd09 None None] Pushing event deleted for resources: {'Port': ['ID=e2463778-b6ec-4009-a111-2d1bc69bd0a8,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:01.338225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:01.342602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36fc508d-3682-47d5-841a-a48fd3985a60']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:01.344967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:01.349007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:01.355908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee412bd-32f3-4b31-afb2-7a055bb11961 admin admin] Deleting subnet a5bbbed8-8e89-480a-ac99-e8cbfd2df8b0 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:08:01.365622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642830c5-326a-4f4e-9063-4c29386df764') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:01.366572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642830c5-326a-4f4e-9063-4c29386df764') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:01.381135 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (642830c5-326a-4f4e-9063-4c29386df764), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.406087 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (642830c5-326a-4f4e-9063-4c29386df764), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.410543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cee412bd-32f3-4b31-afb2-7a055bb11961 admin admin] Publish callbacks [] for subnet (a5bbbed8-8e89-480a-ac99-e8cbfd2df8b0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.423614 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:08:01.424792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (642830c5-326a-4f4e-9063-4c29386df764), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:08:01.428876 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:08:01.571253 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (36fc508d-3682-47d5-841a-a48fd3985a60), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.587095 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cee412bd-32f3-4b31-afb2-7a055bb11961 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (a5bbbed8-8e89-480a-ac99-e8cbfd2df8b0), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.625722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:01.641035 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] 10.222.0.81 "DELETE /v2.0/networks/36fc508d-3682-47d5-841a-a48fd3985a60 HTTP/1.1" status: 204 len: 168 time: 1.7265408 Feb 19 03:08:01.641035 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b143c-0936-44e2-af76-f836b72b7fe6 tempest-ServersTestMultiNic-1438342963 tempest-ServersTestMultiNic-1438342963-project] Pushing event deleted for resources: {'Network': ['ID=36fc508d-3682-47d5-841a-a48fd3985a60,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:02.067336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e2463778-b6ec-4009-a111-2d1bc69bd0a8 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:08:02.128066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: e2463778-b6ec-4009-a111-2d1bc69bd0a8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:08:02.135110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e2463778-b6ec-4009-a111-2d1bc69bd0a8 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:08:02.164462 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cee412bd-32f3-4b31-afb2-7a055bb11961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a5bbbed8-8e89-480a-ac99-e8cbfd2df8b0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:02.645853 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Publish callbacks [] for router_gateway (f01b64fb-3c3d-4faa-94ed-460052db2e0b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:02.729172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d55d2-9977-4d4e-ad24-fd49bd580fd4 req-cb816743-337d-4d01-b0fd-461c175ebd40 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:02.737542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-471d55d2-9977-4d4e-ad24-fd49bd580fd4 req-cb816743-337d-4d01-b0fd-461c175ebd40 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.7330389 Feb 19 03:08:02.816386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-471d55d2-9977-4d4e-ad24-fd49bd580fd4 req-6aa2fb4a-0b62-472f-927b-5a313744e9cb tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773752 Feb 19 03:08:02.926271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32772) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:03.014538 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cee412bd-32f3-4b31-afb2-7a055bb11961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (a5bbbed8-8e89-480a-ac99-e8cbfd2df8b0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.140359 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cee412bd-32f3-4b31-afb2-7a055bb11961 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.145666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cee412bd-32f3-4b31-afb2-7a055bb11961 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a5bbbed8-8e89-480a-ac99-e8cbfd2df8b0 HTTP/1.1" status: 204 len: 168 time: 1.9829323 Feb 19 03:08:03.147340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee412bd-32f3-4b31-afb2-7a055bb11961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5bbbed8-8e89-480a-ac99-e8cbfd2df8b0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:03.149444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32774) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:03.237133 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (87e6b8d2-8db8-4c1d-a2d6-680d8f40b785), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.419174 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (87e6b8d2-8db8-4c1d-a2d6-680d8f40b785), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.453655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87e6b8d2-8db8-4c1d-a2d6-680d8f40b785']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:03.464952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437e0490-b07f-4ab1-9b1f-3351268b65b0') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:03.467267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437e0490-b07f-4ab1-9b1f-3351268b65b0') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:03.486248 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (437e0490-b07f-4ab1-9b1f-3351268b65b0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.506347 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (437e0490-b07f-4ab1-9b1f-3351268b65b0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.520592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:08:03.521033 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (437e0490-b07f-4ab1-9b1f-3351268b65b0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:08:03.523219 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:08:03.594323 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-391d50bc-c058-4722-b4eb-79788ae86c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.661124 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (f01b64fb-3c3d-4faa-94ed-460052db2e0b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.720109 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3d76ea6-809d-4b04-9685-744c3b648e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.757481 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (87e6b8d2-8db8-4c1d-a2d6-680d8f40b785), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.770364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:03.780543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] 10.222.0.81 "DELETE /v2.0/networks/87e6b8d2-8db8-4c1d-a2d6-680d8f40b785 HTTP/1.1" status: 204 len: 168 time: 0.6267674 Feb 19 03:08:03.814898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09512c4b-75f0-47d4-9f37-694e4e3ff392 admin admin] Pushing event deleted for resources: {'Network': ['ID=87e6b8d2-8db8-4c1d-a2d6-680d8f40b785,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:04.085513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32782) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:04.308023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Router f01b64fb-3c3d-4faa-94ed-460052db2e0b is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:08:04.311896 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-2a10ca46-c347-4138-aa24-01d1e4819eed service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2043979 Feb 19 03:08:04.348506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8177a6-fb82-45d0-9481-5ee3f8e13738 req-243e0418-1809-4341-8f37-9c27d2a9f34b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.357505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba8177a6-fb82-45d0-9481-5ee3f8e13738 req-243e0418-1809-4341-8f37-9c27d2a9f34b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.3322554 Feb 19 03:08:04.365532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3e50bdaa-63bb-42df-a200-f4092dcedb9f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d0db881fe5bf4d899432d08392993561&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749481 Feb 19 03:08:04.366384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32784) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:04.570095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-0b76961c-d9f5-4b65-9c4c-2420bd2ec34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.570473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-0b76961c-d9f5-4b65-9c4c-2420bd2ec34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.570937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-0b76961c-d9f5-4b65-9c4c-2420bd2ec34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.571393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-0b76961c-d9f5-4b65-9c4c-2420bd2ec34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.571846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-0b76961c-d9f5-4b65-9c4c-2420bd2ec34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.572295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-0b76961c-d9f5-4b65-9c4c-2420bd2ec34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.578518 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-0b76961c-d9f5-4b65-9c4c-2420bd2ec34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.582263 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-0b76961c-d9f5-4b65-9c4c-2420bd2ec34c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 6717 time: 0.2393103 Feb 19 03:08:04.603389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f3d76ea6-809d-4b04-9685-744c3b648e11 admin admin] Deleting port 7f878bb5-58c7-4786-9083-f4512b7f44e1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:04.603756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3d76ea6-809d-4b04-9685-744c3b648e11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:04.695947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba8177a6-fb82-45d0-9481-5ee3f8e13738 req-b86da32f-88bb-4954-af07-11bdf6a48318 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3285208 Feb 19 03:08:04.733048 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08d54a12-3967-4a38-baf2-e545002ec39b admin admin] Publish callbacks [] for security_group (36926a50-b60c-4212-a3a8-76b9b9fbbad8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:04.867692 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08d54a12-3967-4a38-baf2-e545002ec39b admin admin] Publish callbacks [] for security_group (36926a50-b60c-4212-a3a8-76b9b9fbbad8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:04.884762 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-eb62656d-76c5-465f-9dda-166e0753cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.885565 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-eb62656d-76c5-465f-9dda-166e0753cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.887588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-eb62656d-76c5-465f-9dda-166e0753cd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:04.891058 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-eb62656d-76c5-465f-9dda-166e0753cd6a service neutron] 10.222.0.87 "GET /v2.0/networks?id=e39bf806-1992-49ff-a939-99215785f492&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174 HTTP/1.1" status: 200 len: 2299 time: 0.2504275 Feb 19 03:08:04.927766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:08:04.947886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Sync routers for ids ['f01b64fb-3c3d-4faa-94ed-460052db2e0b'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:08:04.961566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Routers {'f01b64fb-3c3d-4faa-94ed-460052db2e0b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:04.961566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:07:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f01b64fb-3c3d-4faa-94ed-460052db2e0b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:04.984709 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08d54a12-3967-4a38-baf2-e545002ec39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (36926a50-b60c-4212-a3a8-76b9b9fbbad8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:04.990769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08d54a12-3967-4a38-baf2-e545002ec39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:04.993228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-08d54a12-3967-4a38-baf2-e545002ec39b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36926a50-b60c-4212-a3a8-76b9b9fbbad8 HTTP/1.1" status: 204 len: 168 time: 0.6121066 Feb 19 03:08:05.010216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d54a12-3967-4a38-baf2-e545002ec39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36926a50-b60c-4212-a3a8-76b9b9fbbad8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:05.015208 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:05.030238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-be4f2a63-99c7-4cfc-b1bb-b44faa749d88 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.6715009 Feb 19 03:08:05.033013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32792) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:05.114204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-f3d76ea6-809d-4b04-9685-744c3b648e11 admin admin] For port 7f878bb5-58c7-4786-9083-f4512b7f44e1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7f878bb5-58c7-4786-9083-f4512b7f44e1,segment=NetworkSegment(333e8448-ae99-49fa-9408-d767c462b5dc),segment_id=333e8448-ae99-49fa-9408-d767c462b5dc)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:05.114654 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3d76ea6-809d-4b04-9685-744c3b648e11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:05.173827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f3d76ea6-809d-4b04-9685-744c3b648e11 admin admin] Calling delete_port for 7f878bb5-58c7-4786-9083-f4512b7f44e1 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:05.190179 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-3057f5b1-d163-4102-b003-e99a525955ab service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe16846-d544-4242-b68b-4767f0fe9584 HTTP/1.1" status: 200 len: 1001 time: 0.2880692 Feb 19 03:08:05.384365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-97e8c6d5-37ed-4215-8fe1-920d17c61aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:05.384365 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-97e8c6d5-37ed-4215-8fe1-920d17c61aa1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f79cf414-250d-440d-9768-50a61554ea8b HTTP/1.1" status: 200 len: 856 time: 0.1753600 Feb 19 03:08:05.420551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Set router f01b64fb-3c3d-4faa-94ed-460052db2e0b gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:05.628263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-f4281425-3223-4cd8-9946-051007c0ab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:05.636135 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-f4281425-3223-4cd8-9946-051007c0ab9a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e39bf806-1992-49ff-a939-99215785f492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2401597 Feb 19 03:08:05.856498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32800) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:05.994264 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a199e7be-3f5e-455a-9575-75f1e3e8ca3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.059038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'name': 'tempest-ServerRescueTestJSON-547426783-router', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:07:57Z', 'updated_at': '2022-02-19T03:08:02Z', 'revision_number': 3, 'project_id': '600636d329c9427c813907dcf2a1fd83', 'gw_port': {'id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:00Z', 'updated_at': '2022-02-19T03:08:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:06.148353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Checking router: f01b64fb-3c3d-4faa-94ed-460052db2e0b for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:08:06.149255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Updating router f01b64fb-3c3d-4faa-94ed-460052db2e0b port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:08:06.173955 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6c1dc1b0-d5be-4978-8251-3775fd0da5e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b9225a0624654a6289601e5fe23efe79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928934 Feb 19 03:08:06.174171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32806) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:06.231765 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-0284f44b-563a-497e-a9d2-b041fc2a0c34 service neutron] 10.222.0.87 "GET /v2.0/networks/e39bf806-1992-49ff-a939-99215785f492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5790486 Feb 19 03:08:06.244068 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.263610 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3d76ea6-809d-4b04-9685-744c3b648e11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7f878bb5-58c7-4786-9083-f4512b7f44e1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.278121 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.316795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd1f0e-d419-469b-9dbf-566a3f655e8f req-fb1ec481-4710-4451-ae48-1cf88b20d203 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:06.323972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfbd1f0e-d419-469b-9dbf-566a3f655e8f req-fb1ec481-4710-4451-ae48-1cf88b20d203 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.2459626 Feb 19 03:08:06.443495 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-0daa16e3-7e2b-4b42-bac8-dee4b831dbcc service neutron] 10.222.0.87 "GET /v2.0/networks/e39bf806-1992-49ff-a939-99215785f492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033887 Feb 19 03:08:06.446219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d76ea6-809d-4b04-9685-744c3b648e11 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f878bb5-58c7-4786-9083-f4512b7f44e1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:06.614796 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-1934ff36-8dc8-4ee7-a52a-50260994c810 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=e2bf896b-e2cc-48ce-bf73-650984ae1ae1 HTTP/1.1" status: 200 len: 217 time: 0.1579618 Feb 19 03:08:06.682350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Allocated IP 172.20.0.1 (664c9f64-f39d-4a62-976f-18f1bc8dbab0/69f2f427-764b-4928-81d7-10c11e9d9fd0/2e6b79a1-dc26-4189-a096-8462a514428d) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:06.792503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-86588413-8cb5-4e59-8abe-2a8536061798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:06.794557 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-86588413-8cb5-4e59-8abe-2a8536061798 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 200 len: 797 time: 0.1332424 Feb 19 03:08:06.875077 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Publish callbacks [] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.884238 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.940634 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78367427-0902-4fdd-a18b-a913272a4ac9 admin admin] Publish callbacks [] for security_group (401495e5-877a-4ba9-bfb3-223443168865), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.987817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d78f8b-4cf9-4b5e-81c7-05d3933b55d2 None None] Pushing event updated for resources: {'Port': ['ID=8dff1cc5-fc5e-4505-bb34-6caec85b5ea4,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:06.993833 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:06.996479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Attempting to bind port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:06.997117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Attempting to bind port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:06.997564 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Attempting to bind port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:07.006494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:07.007031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:07.007547 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.008026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:07.008889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Bound port: 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:07.009336 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.083347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] For port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:07.088136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfbd1f0e-d419-469b-9dbf-566a3f655e8f req-ba0ddadc-3f2e-4c80-ab7e-6644cde61223 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7567694 Feb 19 03:08:07.089722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] For port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8dff1cc5-fc5e-4505-bb34-6caec85b5ea4,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:07.100641 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.168948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Routers {'f01b64fb-3c3d-4faa-94ed-460052db2e0b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:07.170168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f01b64fb-3c3d-4faa-94ed-460052db2e0b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:07.252136 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78367427-0902-4fdd-a18b-a913272a4ac9 admin admin] Publish callbacks [] for security_group (401495e5-877a-4ba9-bfb3-223443168865), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.337603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc91ce09-e210-476d-9a51-e63d5d15f9e7 req-123cf760-3045-439c-a023-cefe957877f3 tempest-AbsoluteLimitsNegativeTestJSON-942811225 tempest-AbsoluteLimitsNegativeTestJSON-942811225-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=e3af568cdf3748b2a3724f4e01d62447&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2793012 Feb 19 03:08:07.364882 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Publish callbacks [] for port (2e6b79a1-dc26-4189-a096-8462a514428d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.460134 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78367427-0902-4fdd-a18b-a913272a4ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (401495e5-877a-4ba9-bfb3-223443168865), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.464047 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78367427-0902-4fdd-a18b-a913272a4ac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.465452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-78367427-0902-4fdd-a18b-a913272a4ac9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/401495e5-877a-4ba9-bfb3-223443168865 HTTP/1.1" status: 204 len: 168 time: 1.2896004 Feb 19 03:08:07.467141 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.503073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] Set router f01b64fb-3c3d-4faa-94ed-460052db2e0b gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:07.671483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78367427-0902-4fdd-a18b-a913272a4ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401495e5-877a-4ba9-bfb3-223443168865,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:07.696434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:07.722512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:07.729902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:07.912058 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (f01b64fb-3c3d-4faa-94ed-460052db2e0b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:07.919063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6b79a1-dc26-4189-a096-8462a514428d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:07.972224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d78f8b-4cf9-4b5e-81c7-05d3933b55d2 None None] Pushing event updated for resources: {'Port': ['ID=8dff1cc5-fc5e-4505-bb34-6caec85b5ea4,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:08.032802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'name': 'tempest-ServerRescueTestJSON-547426783-router', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:07:57Z', 'updated_at': '2022-02-19T03:08:02Z', 'revision_number': 3, 'project_id': '600636d329c9427c813907dcf2a1fd83', 'gw_port': {'id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:00Z', 'updated_at': '2022-02-19T03:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:08.037049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88360f-8a4d-4b15-9ed8-4898d02548a8 req-55de6b31-65a2-471d-9018-923aa979ed67 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:08.038946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d88360f-8a4d-4b15-9ed8-4898d02548a8 req-55de6b31-65a2-471d-9018-923aa979ed67 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.5946739 Feb 19 03:08:08.066382 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-c3c297bb-b4f5-4932-8c9f-69fbb8084781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:08.068327 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-c3c297bb-b4f5-4932-8c9f-69fbb8084781 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2546c89f-3126-41e0-a61b-a364cebc24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 1.2673547 Feb 19 03:08:08.109860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09808fbd-2078-4cbe-9977-763a3ba878e0 None None] The sync data for ids ['f01b64fb-3c3d-4faa-94ed-460052db2e0b'] in n-d-826755-2 is: [{'id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'name': 'tempest-ServerRescueTestJSON-547426783-router', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:07:57Z', 'updated_at': '2022-02-19T03:08:02Z', 'revision_number': 3, 'project_id': '600636d329c9427c813907dcf2a1fd83', 'gw_port': {'id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:00Z', 'updated_at': '2022-02-19T03:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:08:08.121996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d88360f-8a4d-4b15-9ed8-4898d02548a8 req-022164d5-49a0-49a8-b9f4-5536cbe8ae00 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736644 Feb 19 03:08:08.188454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91ce09-e210-476d-9a51-e63d5d15f9e7 req-f0c6a456-f9ab-4062-a3f6-20b144a6d6a9 tempest-AbsoluteLimitsNegativeTestJSON-942811225 tempest-AbsoluteLimitsNegativeTestJSON-942811225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:08.190114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3d76ea6-809d-4b04-9685-744c3b648e11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:08.201701 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:08:08.203788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc91ce09-e210-476d-9a51-e63d5d15f9e7 req-f0c6a456-f9ab-4062-a3f6-20b144a6d6a9 tempest-AbsoluteLimitsNegativeTestJSON-942811225 tempest-AbsoluteLimitsNegativeTestJSON-942811225-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8332131 Feb 19 03:08:08.300680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc91ce09-e210-476d-9a51-e63d5d15f9e7 req-95f1c832-2f12-437c-b8ab-59fca3fb01d8 tempest-AbsoluteLimitsNegativeTestJSON-942811225 tempest-AbsoluteLimitsNegativeTestJSON-942811225-project] 10.222.0.81 "GET /v2.0/quotas/e3af568cdf3748b2a3724f4e01d62447 HTTP/1.1" status: 200 len: 375 time: 0.0904582 Feb 19 03:08:08.419140 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:08.477334 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-555dedd0-32d3-4f3e-a61f-344d8a39c89b service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978338 Feb 19 03:08:08.504066 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc91ce09-e210-476d-9a51-e63d5d15f9e7 req-4745982d-10a3-4cbd-991e-0471d7141165 tempest-AbsoluteLimitsNegativeTestJSON-942811225 tempest-AbsoluteLimitsNegativeTestJSON-942811225-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e3af568cdf3748b2a3724f4e01d62447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2012408 Feb 19 03:08:08.623892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c691fa-88d8-4118-b539-a5176b48e7ea req-276380c9-0cf6-4b72-9cc7-877f5d6672f6 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:08.628544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4c691fa-88d8-4118-b539-a5176b48e7ea req-276380c9-0cf6-4b72-9cc7-877f5d6672f6 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.3256097 Feb 19 03:08:08.850421 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:08.969998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4c691fa-88d8-4118-b539-a5176b48e7ea req-dc24a87c-0750-4137-95ef-b81967e25998 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572613 Feb 19 03:08:09.205334 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-eaa2c16a-61a4-453d-9ba9-4e93f211c6e6 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209480 Feb 19 03:08:09.280076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32868) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:09.351962 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-7bffb3d1-7b85-4b34-911f-6c1337b7aa82 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=d5775f94-e272-4b71-ba53-68b52e42b574 HTTP/1.1" status: 200 len: 217 time: 0.1314671 Feb 19 03:08:09.361234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d76ea6-809d-4b04-9685-744c3b648e11 admin admin] Router 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:08:09.461936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-65b10f3f-f140-4186-8872-27c2580d35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:09.466392 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-65b10f3f-f140-4186-8872-27c2580d35b0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 200 len: 797 time: 0.1076775 Feb 19 03:08:09.671604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d76ea6-809d-4b04-9685-744c3b648e11 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:08:09.679596 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f3d76ea6-809d-4b04-9685-744c3b648e11 admin admin] 10.222.0.81 "PUT /v2.0/routers/16fd9dcc-4773-4e74-9f24-8d4bea5bfccc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7494872 Feb 19 03:08:09.682323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-d4725950-1805-4761-a6e5-dc49023f204c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:09.683966 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-d4725950-1805-4761-a6e5-dc49023f204c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2546c89f-3126-41e0-a61b-a364cebc24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2091167 Feb 19 03:08:09.684553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32878) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:09.692190 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e50050-a817-45ce-af28-64ce0968b610 None None] Sync routers for ids ['16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:08:09.705347 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e50050-a817-45ce-af28-64ce0968b610 None None] Routers {'16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:09.705995 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e0e50050-a817-45ce-af28-64ce0968b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:09.907751 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-050f2dfa-8ba8-4dca-80d1-2cab0d47661f service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159221 Feb 19 03:08:09.916262 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Publish callbacks [] for router (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:09.919293 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e0e50050-a817-45ce-af28-64ce0968b610 None None] Set router 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:10.015983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.132341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:10.156376 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-884adee1-59b7-4c98-b651-ddbfc6b33150 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424772 Feb 19 03:08:10.164146 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Publish callbacks [] for router_gateway (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.210106 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-c15ef686-6e9a-48db-a790-caba42b970c2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=72ecd80a-ead9-4450-bb93-e96fa2579879 HTTP/1.1" status: 200 len: 217 time: 0.0409374 Feb 19 03:08:10.249068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:10.249465 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.276768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Publish callbacks [] for port (2e6b79a1-dc26-4189-a096-8462a514428d), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.300601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-116b0c43-f829-45b2-80da-9c6262dbcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:10.302417 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-116b0c43-f829-45b2-80da-9c6262dbcd60 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 200 len: 797 time: 0.0741966 Feb 19 03:08:10.307874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e4983-078b-417b-ae82-b46c70a76e11 req-b8aaa2ad-6055-486d-b5da-82d47fbb25b2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:10.309949 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-095e4983-078b-417b-ae82-b46c70a76e11 req-b8aaa2ad-6055-486d-b5da-82d47fbb25b2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 1.0282195 Feb 19 03:08:10.329525 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.338886 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e0e50050-a817-45ce-af28-64ce0968b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'name': 'tempest-ServersTestMultiNic-786636411-router', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57'}], 'enable_snat': True}, 'gw_port_id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:52Z', 'updated_at': '2022-02-19T03:08:05Z', 'revision_number': 5, 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'gw_port': {'id': 'd13ec82b-b398-4fc0-b91a-6cfb8d3830a6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:97:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:05:53Z', 'updated_at': '2022-02-19T03:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:10.385652 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e50050-a817-45ce-af28-64ce0968b610 None None] Checking router: 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:08:10.398530 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e50050-a817-45ce-af28-64ce0968b610 None None] Routers {'16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:10.399374 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e0e50050-a817-45ce-af28-64ce0968b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:10.413228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Pushing event updated for resources: {'Port': ['ID=2e6b79a1-dc26-4189-a096-8462a514428d,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:10.413466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Deleting port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:10.413744 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.426740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-f83623ed-3f1c-458b-8233-7333b78adce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:10.428263 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-f83623ed-3f1c-458b-8233-7333b78adce2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2546c89f-3126-41e0-a61b-a364cebc24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1201124 Feb 19 03:08:10.431990 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba338-a8c2-4a5d-98a1-c8aa77ac774f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.436803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:10.437200 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.473708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8dff1cc5-fc5e-4505-bb34-6caec85b5ea4,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:10.484855 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.508588 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e0e50050-a817-45ce-af28-64ce0968b610 None None] Set router 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:10.531037 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba338-a8c2-4a5d-98a1-c8aa77ac774f admin admin] Publish callbacks [] for security_group (393bb1b2-5e02-436b-af0b-5941125b4bb4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.570420 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b6ba338-a8c2-4a5d-98a1-c8aa77ac774f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (393bb1b2-5e02-436b-af0b-5941125b4bb4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.582649 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e0e50050-a817-45ce-af28-64ce0968b610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'name': 'tempest-ServersTestMultiNic-786636411-router', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:52Z', 'updated_at': '2022-02-19T03:08:10Z', 'revision_number': 6, 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:10.634837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=8dff1cc5-fc5e-4505-bb34-6caec85b5ea4,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:10.647573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-095e4983-078b-417b-ae82-b46c70a76e11 req-fa219051-3b0e-4d7a-93f0-f7e05bba4be3 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3205709 Feb 19 03:08:10.653000 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e50050-a817-45ce-af28-64ce0968b610 None None] The sync data for ids ['16fd9dcc-4773-4e74-9f24-8d4bea5bfccc'] in n-d-826755-2 is: [{'id': '16fd9dcc-4773-4e74-9f24-8d4bea5bfccc', 'name': 'tempest-ServersTestMultiNic-786636411-router', 'tenant_id': '98d8cb238c094cc19f2fade982ab8525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:05:52Z', 'updated_at': '2022-02-19T03:08:10Z', 'revision_number': 6, 'project_id': '98d8cb238c094cc19f2fade982ab8525', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:08:10.661354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] For port d13ec82b-b398-4fc0-b91a-6cfb8d3830a6, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d13ec82b-b398-4fc0-b91a-6cfb8d3830a6,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:10.662287 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.701351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (f01b64fb-3c3d-4faa-94ed-460052db2e0b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:10.709446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Calling delete_port for d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:10.727442 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-b962998d-acb0-438e-9d42-5a07c0cc6ac1 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801616 Feb 19 03:08:10.735422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb86c7d-b818-4dab-921f-e368a3b7b2e6 req-1393748f-eeed-43d1-872b-b94dfa731aa8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:10.741036 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdb86c7d-b818-4dab-921f-e368a3b7b2e6 req-1393748f-eeed-43d1-872b-b94dfa731aa8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.4609530 Feb 19 03:08:10.743892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4b6ba338-a8c2-4a5d-98a1-c8aa77ac774f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e3af568cdf3748b2a3724f4e01d62447&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4496808 Feb 19 03:08:10.745239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ba338-a8c2-4a5d-98a1-c8aa77ac774f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393bb1b2-5e02-436b-af0b-5941125b4bb4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:10.749462 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32902) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:10.848733 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdb86c7d-b818-4dab-921f-e368a3b7b2e6 req-5bc0024e-000f-4d90-8281-736605f42036 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000066 Feb 19 03:08:10.890107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:10.891652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:11.009049 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-c8056012-96c0-414c-b524-c96d59ac752d service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731528 Feb 19 03:08:11.018619 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e93eaf9-8ec0-4a07-8258-639783ceae96 admin admin] Publish callbacks [] for security_group (393bb1b2-5e02-436b-af0b-5941125b4bb4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.100524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Router f01b64fb-3c3d-4faa-94ed-460052db2e0b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:08:11.115523 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-825af48e-f2f3-4112-bad6-20062a0b6f9e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=b239ae85-3b48-442a-b227-625a0c59652a HTTP/1.1" status: 200 len: 217 time: 0.0938864 Feb 19 03:08:11.170527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e93eaf9-8ec0-4a07-8258-639783ceae96 admin admin] Publish callbacks [] for security_group (393bb1b2-5e02-436b-af0b-5941125b4bb4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.303527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:08:11.318735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2cd9a2b8-a3a6-499f-a08d-6ed009e4b552 admin admin] 10.222.0.81 "PUT /v2.0/routers/f01b64fb-3c3d-4faa-94ed-460052db2e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2760575 Feb 19 03:08:11.318840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-caff69a2-59ec-4fa7-8095-b0bb2466046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:11.322893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Sync routers for ids ['f01b64fb-3c3d-4faa-94ed-460052db2e0b'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:08:11.326738 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-caff69a2-59ec-4fa7-8095-b0bb2466046d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 200 len: 797 time: 0.2045546 Feb 19 03:08:11.329825 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d13ec82b-b398-4fc0-b91a-6cfb8d3830a6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.337008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Routers {'f01b64fb-3c3d-4faa-94ed-460052db2e0b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:11.337841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f01b64fb-3c3d-4faa-94ed-460052db2e0b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:11.372446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13ec82b-b398-4fc0-b91a-6cfb8d3830a6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:11.420366 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e93eaf9-8ec0-4a07-8258-639783ceae96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (393bb1b2-5e02-436b-af0b-5941125b4bb4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.423052 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e93eaf9-8ec0-4a07-8258-639783ceae96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.427246 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9e93eaf9-8ec0-4a07-8258-639783ceae96 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/393bb1b2-5e02-436b-af0b-5941125b4bb4 HTTP/1.1" status: 204 len: 168 time: 0.6757064 Feb 19 03:08:11.461516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93eaf9-8ec0-4a07-8258-639783ceae96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393bb1b2-5e02-436b-af0b-5941125b4bb4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:11.489469 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-239250f5-4563-4776-b5ed-1f3cccc3d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:11.491013 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-239250f5-4563-4776-b5ed-1f3cccc3d355 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2546c89f-3126-41e0-a61b-a364cebc24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1345747 Feb 19 03:08:11.494360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.498116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Set router f01b64fb-3c3d-4faa-94ed-460052db2e0b gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:11.737801 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.743993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Publish callbacks [] for router_controller (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.825433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (16fd9dcc-4773-4e74-9f24-8d4bea5bfccc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.826175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16fd9dcc-4773-4e74-9f24-8d4bea5bfccc {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:08:11.833268 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:11.834634 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-27f99127-c78b-4d85-852d-1fc453fc4a58 admin admin] 10.222.0.81 "DELETE /v2.0/routers/16fd9dcc-4773-4e74-9f24-8d4bea5bfccc HTTP/1.1" status: 204 len: 168 time: 2.1491408 Feb 19 03:08:11.837503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32976) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:11.902972 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-32cf8e99-0600-49c2-93fe-a405456af543 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791339 Feb 19 03:08:11.925147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa9992-208e-4131-8e91-98fc5bb2fe2b req-84aa7a6d-224d-4626-9c10-5c9e1bc75cdf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:11.926699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99fa9992-208e-4131-8e91-98fc5bb2fe2b req-84aa7a6d-224d-4626-9c10-5c9e1bc75cdf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1457410 Feb 19 03:08:11.973602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ad5cbd5-960b-4b97-a1f6-25a8e659eefe admin admin] Deleting subnet 1206360f-2bb8-40a3-a6a0-394883182cf3 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:08:11.979487 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cbd5-960b-4b97-a1f6-25a8e659eefe admin admin] Publish callbacks [] for subnet (1206360f-2bb8-40a3-a6a0-394883182cf3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.053985 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cbd5-960b-4b97-a1f6-25a8e659eefe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (1206360f-2bb8-40a3-a6a0-394883182cf3), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.074192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99fa9992-208e-4131-8e91-98fc5bb2fe2b req-656e8041-702a-4c87-8686-fddaae1e40be tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314034 Feb 19 03:08:12.133429 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:12.172727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'name': 'tempest-ServerRescueTestJSON-547426783-router', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:07:57Z', 'updated_at': '2022-02-19T03:08:08Z', 'revision_number': 4, 'project_id': '600636d329c9427c813907dcf2a1fd83', 'gw_port': {'id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:00Z', 'updated_at': '2022-02-19T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '2e6b79a1-dc26-4189-a096-8462a514428d', 'name': '', 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'mac_address': 'fa:16:3e:86:17:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '69f2f427-764b-4928-81d7-10c11e9d9fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:06Z', 'updated_at': '2022-02-19T03:08:09Z', 'revision_number': 2, 'project_id': '600636d329c9427c813907dcf2a1fd83', 'subnets': [{'id': '69f2f427-764b-4928-81d7-10c11e9d9fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:12.209816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Checking router: f01b64fb-3c3d-4faa-94ed-460052db2e0b for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:08:12.210425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Updating router f01b64fb-3c3d-4faa-94ed-460052db2e0b port 2e6b79a1-dc26-4189-a096-8462a514428d binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:08:12.256326 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.270804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cbd5-960b-4b97-a1f6-25a8e659eefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (1206360f-2bb8-40a3-a6a0-394883182cf3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.505745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:12.506737 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.586917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda5ce11-1cd4-4da9-91b8-279905a0865b req-275303de-68a6-48b1-b70a-73ac9025e21b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:12.596461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eda5ce11-1cd4-4da9-91b8-279905a0865b req-275303de-68a6-48b1-b70a-73ac9025e21b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.1269689 Feb 19 03:08:12.735254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:12.804396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eda5ce11-1cd4-4da9-91b8-279905a0865b req-0c195c8e-7029-42af-a458-5f3ad963171b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925209 Feb 19 03:08:12.848912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:08:12.879197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:08:12.879702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d13ec82b-b398-4fc0-b91a-6cfb8d3830a6 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:08:12.880144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7f878bb5-58c7-4786-9083-f4512b7f44e1 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:08:12.931353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 7f878bb5-58c7-4786-9083-f4512b7f44e1 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:08:12.931587 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7f878bb5-58c7-4786-9083-f4512b7f44e1 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:08:12.936744 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Publish callbacks [] for port (2e6b79a1-dc26-4189-a096-8462a514428d), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.947264 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:12.956393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-7a49be3e-15e4-412a-9898-b4184b653f90 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:12.972418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-7a49be3e-15e4-412a-9898-b4184b653f90 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/networks?id=664c9f64-f39d-4a62-976f-18f1bc8dbab0 HTTP/1.1" status: 200 len: 810 time: 0.3510671 Feb 19 03:08:13.016890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-47d755f1-2b8b-4b23-8340-a0e59cca030d tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/quotas/600636d329c9427c813907dcf2a1fd83 HTTP/1.1" status: 200 len: 375 time: 0.0368233 Feb 19 03:08:13.046526 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cbd5-960b-4b97-a1f6-25a8e659eefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (1206360f-2bb8-40a3-a6a0-394883182cf3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:13.088134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5cbd5-960b-4b97-a1f6-25a8e659eefe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1206360f-2bb8-40a3-a6a0-394883182cf3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:13.088800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Attempting to bind port 2e6b79a1-dc26-4189-a096-8462a514428d on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:13.094710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Attempting to bind port 2e6b79a1-dc26-4189-a096-8462a514428d by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:13.095110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Attempting to bind port 2e6b79a1-dc26-4189-a096-8462a514428d on network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:13.098618 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cbd5-960b-4b97-a1f6-25a8e659eefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:13.102326 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5ad5cbd5-960b-4b97-a1f6-25a8e659eefe admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1206360f-2bb8-40a3-a6a0-394883182cf3 HTTP/1.1" status: 204 len: 168 time: 1.2636924 Feb 19 03:08:13.103812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a6eb1-b789-44ca-964d-cecb92882448 None None] Pushing event updated for resources: {'Port': ['ID=2e6b79a1-dc26-4189-a096-8462a514428d,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:13.105883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33030) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:13.110765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:13.111147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Checking segment: {'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:13.111549 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:13.115061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Bound using segment: {'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:13.115061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Bound port: 2e6b79a1-dc26-4189-a096-8462a514428d, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:13.115061 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:13.115061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821dd26c-3ed6-4ebd-a079-345a89439390 None None] Network 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:13.168945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-eda3fbbe-0ca9-45ab-ac7b-6e825311940f tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=600636d329c9427c813907dcf2a1fd83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1496036 Feb 19 03:08:13.185758 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (63a736b0-5ef0-47a3-bcb9-0f64299d3d6b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:13.211095 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-1bc8111e-8bc1-4a1f-9fb4-7059af047de7 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2981975 Feb 19 03:08:13.297582 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-493b22db-ff74-4656-b462-428ca9a6ddaf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b255800-179b-416e-887d-77c67452cd8f HTTP/1.1" status: 200 len: 217 time: 0.0625494 Feb 19 03:08:13.370733 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-00f0ad80-1090-4d44-9cea-f55455025659 service neutron] 10.222.0.81 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913819 Feb 19 03:08:13.384013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] For port 2e6b79a1-dc26-4189-a096-8462a514428d, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:13.388153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] For port 2e6b79a1-dc26-4189-a096-8462a514428d, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2e6b79a1-dc26-4189-a096-8462a514428d,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:13.405461 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:13.420050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-2b2aceb0-4b37-4f9d-b81f-c53ca3c233b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:13.422485 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-2b2aceb0-4b37-4f9d-b81f-c53ca3c233b9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=389c3134-0e16-47c8-b483-a7455907601b HTTP/1.1" status: 200 len: 797 time: 0.1160140 Feb 19 03:08:13.455213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Deleting port 501b2023-abbb-4a16-97b3-45a0258e44df {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:13.455213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:13.485138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ae66ab-cbca-48a1-bf7d-17bdafc54f02 None None] DHCP port deletion for 63a736b0-5ef0-47a3-bcb9-0f64299d3d6b request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:08:13.545305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Routers {'f01b64fb-3c3d-4faa-94ed-460052db2e0b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:13.546649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f01b64fb-3c3d-4faa-94ed-460052db2e0b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:13.562114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-15259a56-3fb5-4020-8186-8beea8156b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:13.563832 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-15259a56-3fb5-4020-8186-8beea8156b2b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1320512 Feb 19 03:08:13.579708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c625a3-bc0c-4bc4-ac48-6db349023092 req-a4444fa2-2d81-4837-94be-0aa7c6e8277c tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:13.581268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58c625a3-bc0c-4bc4-ac48-6db349023092 req-a4444fa2-2d81-4837-94be-0aa7c6e8277c tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.0994241 Feb 19 03:08:13.593564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] For port 501b2023-abbb-4a16-97b3-45a0258e44df, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=501b2023-abbb-4a16-97b3-45a0258e44df,segment=NetworkSegment(333e8448-ae99-49fa-9408-d767c462b5dc),segment_id=333e8448-ae99-49fa-9408-d767c462b5dc)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:13.593854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-86ddfd1c-7bf3-4931-b153-4f43c97fda6f service neutron] 10.222.0.81 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207692 Feb 19 03:08:13.594307 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:13.613661 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33046) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:13.655375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Calling delete_port for 501b2023-abbb-4a16-97b3-45a0258e44df owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:13.672561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] Set router f01b64fb-3c3d-4faa-94ed-460052db2e0b gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:13.720607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58c625a3-bc0c-4bc4-ac48-6db349023092 req-0dde24a4-cf2b-460b-9334-c68356936df4 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168461 Feb 19 03:08:13.848639 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-b9768d52-2ca8-456f-95b8-8817452146dd service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715456 Feb 19 03:08:13.858288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a6eb1-b789-44ca-964d-cecb92882448 None None] Pushing event updated for resources: {'Port': ['ID=2e6b79a1-dc26-4189-a096-8462a514428d,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:13.864496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1269379064-network', 'tenant_id': '7625c04276fa44fba385d668a798f8ec'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:13.963068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-03ae66ab-cbca-48a1-bf7d-17bdafc54f02 None None] Deleting port 501b2023-abbb-4a16-97b3-45a0258e44df {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:08:13.963439 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-03ae66ab-cbca-48a1-bf7d-17bdafc54f02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:13.979314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6cfe0580-bdc8-4bd1-82b5-59385e801c58 req-2f705ec3-883f-4027-93dc-8bd966cca235 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 210 time: 0.0579154 Feb 19 03:08:14.005943 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-cdbdd8ad-d628-4e32-b581-95d880bd92ca service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168888 Feb 19 03:08:14.008842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Made reservation on behalf of 7625c04276fa44fba385d668a798f8ec for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:14.011642 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.067848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-03ae66ab-cbca-48a1-bf7d-17bdafc54f02 None None] For port 501b2023-abbb-4a16-97b3-45a0258e44df, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=501b2023-abbb-4a16-97b3-45a0258e44df,segment=NetworkSegment(333e8448-ae99-49fa-9408-d767c462b5dc),segment_id=333e8448-ae99-49fa-9408-d767c462b5dc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:14.068403 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-03ae66ab-cbca-48a1-bf7d-17bdafc54f02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.079863 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.082325 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.083088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-03ae66ab-cbca-48a1-bf7d-17bdafc54f02 None None] Calling delete_port for 501b2023-abbb-4a16-97b3-45a0258e44df owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:08:14.092995 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-6f613ac9-6fc1-436c-bf05-a106de30eb4a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b80d0925-a55d-472f-933c-2e00920a0516 HTTP/1.1" status: 200 len: 217 time: 0.0772078 Feb 19 03:08:14.143858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=501b2023-abbb-4a16-97b3-45a0258e44df,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:14.146647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] No DVR routers for this DVR port 501b2023-abbb-4a16-97b3-45a0258e44df on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:08:14.240857 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-03ae66ab-cbca-48a1-bf7d-17bdafc54f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (501b2023-abbb-4a16-97b3-45a0258e44df), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.243330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 501b2023-abbb-4a16-97b3-45a0258e44df no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:08:14.284142 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (63a736b0-5ef0-47a3-bcb9-0f64299d3d6b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.295495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 501b2023-abbb-4a16-97b3-45a0258e44df {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:08:14.295802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 501b2023-abbb-4a16-97b3-45a0258e44df not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:08:14.314017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63a736b0-5ef0-47a3-bcb9-0f64299d3d6b']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:14.337437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59489d6-b9c1-4627-a1da-6d411c5924cf req-407f2697-af63-4a9b-9379-7f19edc52e6b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:14.339894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333e8448-ae99-49fa-9408-d767c462b5dc') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:14.340206 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333e8448-ae99-49fa-9408-d767c462b5dc') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:14.345302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae66ab-cbca-48a1-bf7d-17bdafc54f02 None None] Pushing event deleted for resources: {'Port': ['ID=501b2023-abbb-4a16-97b3-45a0258e44df,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:14.350435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ae66ab-cbca-48a1-bf7d-17bdafc54f02 None None] No DVR routers for this DVR port 501b2023-abbb-4a16-97b3-45a0258e44df on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:08:14.361184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d59489d6-b9c1-4627-a1da-6d411c5924cf req-407f2697-af63-4a9b-9379-7f19edc52e6b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.2470982 Feb 19 03:08:14.363278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-4650c3de-bf6e-4641-9544-bd9e47d7099e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:14.370480 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-4650c3de-bf6e-4641-9544-bd9e47d7099e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=389c3134-0e16-47c8-b483-a7455907601b HTTP/1.1" status: 200 len: 797 time: 0.2381058 Feb 19 03:08:14.373180 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (333e8448-ae99-49fa-9408-d767c462b5dc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.380261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'name': 'tempest-ServerRescueTestJSON-547426783-router', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:07:57Z', 'updated_at': '2022-02-19T03:08:08Z', 'revision_number': 4, 'project_id': '600636d329c9427c813907dcf2a1fd83', 'gw_port': {'id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:00Z', 'updated_at': '2022-02-19T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '2e6b79a1-dc26-4189-a096-8462a514428d', 'name': '', 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'mac_address': 'fa:16:3e:86:17:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '69f2f427-764b-4928-81d7-10c11e9d9fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:06Z', 'updated_at': '2022-02-19T03:08:13Z', 'revision_number': 4, 'project_id': '600636d329c9427c813907dcf2a1fd83', 'subnets': [{'id': '69f2f427-764b-4928-81d7-10c11e9d9fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:14.414298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c33ebdc-2311-4b50-afdd-78910bd93c8d None None] The sync data for ids ['f01b64fb-3c3d-4faa-94ed-460052db2e0b'] in n-d-826755-2 is: [{'id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'name': 'tempest-ServerRescueTestJSON-547426783-router', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:07:57Z', 'updated_at': '2022-02-19T03:08:08Z', 'revision_number': 4, 'project_id': '600636d329c9427c813907dcf2a1fd83', 'gw_port': {'id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:00Z', 'updated_at': '2022-02-19T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '2e6b79a1-dc26-4189-a096-8462a514428d', 'name': '', 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'mac_address': 'fa:16:3e:86:17:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '69f2f427-764b-4928-81d7-10c11e9d9fd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:06Z', 'updated_at': '2022-02-19T03:08:13Z', 'revision_number': 4, 'project_id': '600636d329c9427c813907dcf2a1fd83', 'subnets': [{'id': '69f2f427-764b-4928-81d7-10c11e9d9fd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:08:14.450221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (333e8448-ae99-49fa-9408-d767c462b5dc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.483453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:08:14.483858 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (333e8448-ae99-49fa-9408-d767c462b5dc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:08:14.488494 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:08:14.552401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d59489d6-b9c1-4627-a1da-6d411c5924cf req-38cc5111-b89b-4bea-9ac1-92a3857a4213 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944635 Feb 19 03:08:14.569846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0a2f6-9cde-4f9f-8686-cf3eee7d1eff req-ff471b42-a435-4fe9-ac50-d3abecbb67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:14.569846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63c0a2f6-9cde-4f9f-8686-cf3eee7d1eff req-ff471b42-a435-4fe9-ac50-d3abecbb67cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 1127 time: 0.3614635 Feb 19 03:08:14.660026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-e70f4c20-0924-410e-a4da-a717b775760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:14.661889 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-e70f4c20-0924-410e-a4da-a717b775760d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2783878 Feb 19 03:08:14.700728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Publish callbacks [] for security_group (545782f4-6782-4150-9678-40a52353975a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.789362 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (63a736b0-5ef0-47a3-bcb9-0f64299d3d6b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.793390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (545782f4-6782-4150-9678-40a52353975a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.798717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0a2f6-9cde-4f9f-8686-cf3eee7d1eff req-9d0895bb-fb60-4c9d-b499-383ac3ba4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:14.809593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63c0a2f6-9cde-4f9f-8686-cf3eee7d1eff req-9d0895bb-fb60-4c9d-b499-383ac3ba4513 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 912 time: 0.2103543 Feb 19 03:08:14.814865 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.836213 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/63a736b0-5ef0-47a3-bcb9-0f64299d3d6b HTTP/1.1" status: 204 len: 168 time: 1.7287793 Feb 19 03:08:14.866675 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:08:14.879276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5a579-da2e-4d22-8b58-34097f8f4fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=63a736b0-5ef0-47a3-bcb9-0f64299d3d6b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:14.918368 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (80024039-3aea-43c6-90a2-faf84548ac4c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:14.918969 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Added segment 80024039-3aea-43c6-90a2-faf84548ac4c of type vlan for network 6371c42e-08bb-4380-baeb-ef02fc61abf3 Feb 19 03:08:14.940108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545782f4-6782-4150-9678-40a52353975a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:15.027134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63c0a2f6-9cde-4f9f-8686-cf3eee7d1eff req-f6958323-122b-480e-9a3d-a3d97c2cb6b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f401834a-3df9-4e56-86db-96db86f33828 HTTP/1.1" status: 200 len: 1000 time: 0.2116408 Feb 19 03:08:15.036690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1249c-9721-4841-9cbd-d1bd0ff5cf32 req-0266e590-f767-4efe-b197-787245432e2e tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:15.047458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fd1249c-9721-4841-9cbd-d1bd0ff5cf32 req-0266e590-f767-4efe-b197-787245432e2e tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1346235 Feb 19 03:08:15.079406 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-f62d33fc-c7c5-473e-a530-5b752d64e435 service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812425 Feb 19 03:08:15.160306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (6371c42e-08bb-4380-baeb-ef02fc61abf3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.197663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33094) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:15.281310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (6371c42e-08bb-4380-baeb-ef02fc61abf3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.282168 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:15.283068 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.290913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0cd3841d-2ce8-452d-b091-15d95abfdc52 req-8b4cd839-5e26-4eb2-b4a7-972a1a37bdfd tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 210 time: 0.1017494 Feb 19 03:08:15.320584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fd1249c-9721-4841-9cbd-d1bd0ff5cf32 req-84ab9572-497c-4198-b691-ae6c5e491bc1 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2720253 Feb 19 03:08:15.387993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0a2f6-9cde-4f9f-8686-cf3eee7d1eff req-c115ec61-9f2d-4646-aa22-97bb166f517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:15.390103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63c0a2f6-9cde-4f9f-8686-cf3eee7d1eff req-c115ec61-9f2d-4646-aa22-97bb166f517b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 200 len: 850 time: 0.3392982 Feb 19 03:08:15.406006 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1a3e010f-90ad-44ce-ad2f-12c79ff12f95 req-4049a39b-7cbd-44a0-b956-fdf13b5b90c7 service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103671 Feb 19 03:08:15.446865 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8294139 Feb 19 03:08:15.451799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492309f7-4b64-43e6-b478-95477ad4c61f admin admin] Pushing event updated for resources: {'Network': ['ID=6371c42e-08bb-4380-baeb-ef02fc61abf3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:15.458549 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33098) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:15.462337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 6371c42e-08bb-4380-baeb-ef02fc61abf3 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:08:15.466815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-24a2920e-504f-47eb-acb1-f8fc9cc59fc4 admin admin] Request body: {'subnet': {'network_id': '6371c42e-08bb-4380-baeb-ef02fc61abf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1269379064-subnet', 'tenant_id': '7625c04276fa44fba385d668a798f8ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:15.486904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-33e54124-ecdf-4951-a3e7-bca3695670f5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=98d8cb238c094cc19f2fade982ab8525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2770376 Feb 19 03:08:15.488978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33100) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:15.545697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0a2f6-9cde-4f9f-8686-cf3eee7d1eff req-6585e36e-63ca-436f-9eea-c5331f70bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:15.547348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63c0a2f6-9cde-4f9f-8686-cf3eee7d1eff req-6585e36e-63ca-436f-9eea-c5331f70bb69 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1481915 Feb 19 03:08:15.624452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a2920e-504f-47eb-acb1-f8fc9cc59fc4 admin admin] Made reservation on behalf of 7625c04276fa44fba385d668a798f8ec for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:15.636037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24a2920e-504f-47eb-acb1-f8fc9cc59fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.782721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77418734-af45-4411-bf8b-cd8655261d64 admin admin] Publish callbacks [] for security_group (73554a92-d58b-4016-9fbe-ae61f59322eb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.809466 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77418734-af45-4411-bf8b-cd8655261d64 admin admin] Publish callbacks [] for security_group (73554a92-d58b-4016-9fbe-ae61f59322eb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.892240 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77418734-af45-4411-bf8b-cd8655261d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (73554a92-d58b-4016-9fbe-ae61f59322eb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.894910 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77418734-af45-4411-bf8b-cd8655261d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:15.908629 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-77418734-af45-4411-bf8b-cd8655261d64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/73554a92-d58b-4016-9fbe-ae61f59322eb HTTP/1.1" status: 204 len: 168 time: 0.4087365 Feb 19 03:08:15.934827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77418734-af45-4411-bf8b-cd8655261d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73554a92-d58b-4016-9fbe-ae61f59322eb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:16.130042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0613ff-2914-47ff-888b-f5c40127a846 req-ad6e0006-1d6d-4dce-a2a8-a59fd10aab32 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:16.137743 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb0613ff-2914-47ff-888b-f5c40127a846 req-ad6e0006-1d6d-4dce-a2a8-a59fd10aab32 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.3074558 Feb 19 03:08:16.216066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-1eac2b74-1864-4013-abd0-20bfb5bcefa5 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:16.217770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-1eac2b74-1864-4013-abd0-20bfb5bcefa5 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.67 "GET /v2.0/networks?id=664c9f64-f39d-4a62-976f-18f1bc8dbab0 HTTP/1.1" status: 200 len: 810 time: 0.6510129 Feb 19 03:08:16.221993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63c0a2f6-9cde-4f9f-8686-cf3eee7d1eff req-58e556c4-0741-428b-8be0-265ac30e540d service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6674182 Feb 19 03:08:16.224236 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24a2920e-504f-47eb-acb1-f8fc9cc59fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (cdaf51ca-7f2c-4653-943f-b451ba576ec2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:16.240000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2e6b79a1-dc26-4189-a096-8462a514428d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:16.304972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb0613ff-2914-47ff-888b-f5c40127a846 req-284e6226-5345-4fc6-a4ce-6afed4ba2565 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660559 Feb 19 03:08:16.319705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Request body: {'port': {'device_id': 'def0d5d7-c499-4b50-9143-28dc7aef5a1d', 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0', 'admin_state_up': True, 'tenant_id': '600636d329c9427c813907dcf2a1fd83'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:16.392309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 2e6b79a1-dc26-4189-a096-8462a514428d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:16.394063 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:16.408638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a2920e-504f-47eb-acb1-f8fc9cc59fc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdaf51ca-7f2c-4653-943f-b451ba576ec2,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:16.437587 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a2920e-504f-47eb-acb1-f8fc9cc59fc4 admin admin] Checking segment: {'id': '80024039-3aea-43c6-90a2-faf84548ac4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6371c42e-08bb-4380-baeb-ef02fc61abf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:16.438038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a2920e-504f-47eb-acb1-f8fc9cc59fc4 admin admin] Network hostable DHCP agents. Network: 6371c42e-08bb-4380-baeb-ef02fc61abf3, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:08:16.485182 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a2920e-504f-47eb-acb1-f8fc9cc59fc4 admin admin] Network 6371c42e-08bb-4380-baeb-ef02fc61abf3 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:08:16.504702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-24a2920e-504f-47eb-acb1-f8fc9cc59fc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 6371c42e-08bb-4380-baeb-ef02fc61abf3) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:16.509314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a2920e-504f-47eb-acb1-f8fc9cc59fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:16.510065 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24a2920e-504f-47eb-acb1-f8fc9cc59fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:16.530433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa0bcc5-987d-4054-8344-f1292b680855 None None] Network 6371c42e-08bb-4380-baeb-ef02fc61abf3 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:16.548831 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-24a2920e-504f-47eb-acb1-f8fc9cc59fc4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0890298 Feb 19 03:08:16.755004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020ab322-5ee4-4c5a-a9f8-c4a7b2fa06f6 None None] Network 6371c42e-08bb-4380-baeb-ef02fc61abf3 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:16.772893 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63c0a2f6-9cde-4f9f-8686-cf3eee7d1eff req-e2dfa4c0-1161-49d2-a532-4e98c4e4d8fd service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328236 Feb 19 03:08:16.808457 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43597492-2c6d-417c-8f92-293f6e8e9ce0 req-c8735117-5245-48c2-8166-16c70dd55b9d tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 210 time: 0.2319369 Feb 19 03:08:16.822326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 2e6b79a1-dc26-4189-a096-8462a514428d is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:16.824834 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:16.892468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1a0f8-0fd9-49bb-9dfa-370e9907c75c req-89a3889e-f152-49e0-9cf6-ed61dcb5a273 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:16.896411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8da1a0f8-0fd9-49bb-9dfa-370e9907c75c req-89a3889e-f152-49e0-9cf6-ed61dcb5a273 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.3265021 Feb 19 03:08:16.899803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Made reservation on behalf of 600636d329c9427c813907dcf2a1fd83 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:16.907079 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:16.966915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 2e6b79a1-dc26-4189-a096-8462a514428d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2e6b79a1-dc26-4189-a096-8462a514428d,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:17.006513 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.043865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8da1a0f8-0fd9-49bb-9dfa-370e9907c75c req-f29fb80a-7efc-4c8a-b4f0-fdf6168a2a05 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288412 Feb 19 03:08:17.096531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=2e6b79a1-dc26-4189-a096-8462a514428d,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:17.114216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Allocated IP 172.20.0.10 (664c9f64-f39d-4a62-976f-18f1bc8dbab0/69f2f427-764b-4928-81d7-10c11e9d9fd0/fdd32fd4-2a76-43d0-a5de-d02189cee72e) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:17.357249 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks [] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.357839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33152) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:17.379867 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-07dada3a-88a9-4a8c-a37b-9974075a513a req-1e280c53-e876-43c0-84a1-c1389b77f8e8 tempest-SecurityGroupsNegativeTestJSON-737750480 tempest-SecurityGroupsNegativeTestJSON-737750480-project] show failed (client error): The resource could not be found. Feb 19 03:08:17.385852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07dada3a-88a9-4a8c-a37b-9974075a513a req-1e280c53-e876-43c0-84a1-c1389b77f8e8 tempest-SecurityGroupsNegativeTestJSON-737750480 tempest-SecurityGroupsNegativeTestJSON-737750480-project] 10.222.0.81 "GET /v2.0/security-groups/27391686-5704-45d1-9682-eed9b25c8c14 HTTP/1.1" status: 404 len: 352 time: 0.0259206 Feb 19 03:08:17.429076 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.485510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:17.490086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:17.511760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:17.553333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1978854298-network', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:17.574093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Pushing event updated for resources: {'Port': ['ID=fdd32fd4-2a76-43d0-a5de-d02189cee72e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:17.577570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:17.580521 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.591942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.593728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:17.594439 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.609398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889a11b-bb6e-4914-aec0-61a33ab3338e req-15ab7880-8a2b-471e-ab63-f354b2f5fd43 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:17.610967 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c889a11b-bb6e-4914-aec0-61a33ab3338e req-15ab7880-8a2b-471e-ab63-f354b2f5fd43 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.1367941 Feb 19 03:08:17.641503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-4e2a468e-383f-45b2-a9bd-47154a4d4d73 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3353662 Feb 19 03:08:17.659821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Request body: {'port': {'device_id': 'def0d5d7-c499-4b50-9143-28dc7aef5a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:17.716130 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Publish callbacks [] for security_group (f8b5d51e-b8df-4665-b920-8c9212f86c9a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.721374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c889a11b-bb6e-4914-aec0-61a33ab3338e req-4b9dcbc9-d788-4790-a236-5cd84260b2a6 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031492 Feb 19 03:08:17.724518 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f8b5d51e-b8df-4665-b920-8c9212f86c9a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.739192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:08:17.756436 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (fba3e7cd-74e2-4ea2-a558-805d35426bc3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.756436 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Added segment fba3e7cd-74e2-4ea2-a558-805d35426bc3 of type vlan for network 08887c7d-6d72-4ea2-8b38-77fe8c245453 Feb 19 03:08:17.785880 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.798432 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (08887c7d-6d72-4ea2-8b38-77fe8c245453), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.880617 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (08887c7d-6d72-4ea2-8b38-77fe8c245453), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.882625 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:17.883399 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:17.896511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b5d51e-b8df-4665-b920-8c9212f86c9a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:17.945089 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5837727 Feb 19 03:08:17.945300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33170) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:17.952285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3b498248-4e87-4870-a292-c8fb3aceb70c admin admin] Request body: {'subnet': {'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1978854298-subnet', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:17.954731 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ada96f-3345-4c6f-9b66-a1e48beb5736 req-1c01601d-ed6a-43a4-8f36-1cefff288f2e tempest-SecurityGroupsNegativeTestJSON-737750480 tempest-SecurityGroupsNegativeTestJSON-737750480-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7625c04276fa44fba385d668a798f8ec HTTP/1.1" status: 200 len: 3005 time: 0.1341727 Feb 19 03:08:18.024182 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b87bf-c438-43f5-bccc-7f52eef48219 admin admin] Pushing event updated for resources: {'Network': ['ID=08887c7d-6d72-4ea2-8b38-77fe8c245453,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:18.034322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b498248-4e87-4870-a292-c8fb3aceb70c admin admin] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:18.039231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 08887c7d-6d72-4ea2-8b38-77fe8c245453 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:08:18.041209 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b498248-4e87-4870-a292-c8fb3aceb70c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.074222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2e6b79a1-dc26-4189-a096-8462a514428d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:18.116071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ada96f-3345-4c6f-9b66-a1e48beb5736 req-2da15ec7-f2c1-4399-8c71-3ba382ae36de tempest-SecurityGroupsNegativeTestJSON-737750480 tempest-SecurityGroupsNegativeTestJSON-737750480-project] 10.222.0.81 "GET /v2.0/security-groups/545782f4-6782-4150-9678-40a52353975a HTTP/1.1" status: 200 len: 3002 time: 0.1093321 Feb 19 03:08:18.194448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ada96f-3345-4c6f-9b66-a1e48beb5736 req-42596d69-9a42-4d4c-ad36-db9bf6097d08 tempest-SecurityGroupsNegativeTestJSON-737750480 tempest-SecurityGroupsNegativeTestJSON-737750480-project] 10.222.0.81 "GET /v2.0/security-groups/545782f4-6782-4150-9678-40a52353975a HTTP/1.1" status: 200 len: 3002 time: 0.0770977 Feb 19 03:08:18.215677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 2e6b79a1-dc26-4189-a096-8462a514428d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:18.216050 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.330582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 2e6b79a1-dc26-4189-a096-8462a514428d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:18.374268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd32fd4-2a76-43d0-a5de-d02189cee72e {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:08:18.385751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Publish callbacks [] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.396074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93dccaf-7259-41ab-ae76-0fca7d49757a req-7b1f6920-47f7-440c-8980-d6fed71bff51 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:18.403562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f93dccaf-7259-41ab-ae76-0fca7d49757a req-7b1f6920-47f7-440c-8980-d6fed71bff51 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 932 time: 0.1430113 Feb 19 03:08:18.413130 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b498248-4e87-4870-a292-c8fb3aceb70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (d0bf3019-8554-43e8-b535-c149fe732d9a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.435008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Transition to ACTIVE for port object fdd32fd4-2a76-43d0-a5de-d02189cee72e will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:08:18.446832 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.501419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b498248-4e87-4870-a292-c8fb3aceb70c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0bf3019-8554-43e8-b535-c149fe732d9a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:18.506980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b498248-4e87-4870-a292-c8fb3aceb70c admin admin] Checking segment: {'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:18.507374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b498248-4e87-4870-a292-c8fb3aceb70c admin admin] Network hostable DHCP agents. Network: 08887c7d-6d72-4ea2-8b38-77fe8c245453, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:08:18.531190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b498248-4e87-4870-a292-c8fb3aceb70c admin admin] Network 08887c7d-6d72-4ea2-8b38-77fe8c245453 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:08:18.545656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-3b498248-4e87-4870-a292-c8fb3aceb70c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 08887c7d-6d72-4ea2-8b38-77fe8c245453) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:18.551156 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b498248-4e87-4870-a292-c8fb3aceb70c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:18.552052 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b498248-4e87-4870-a292-c8fb3aceb70c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.556431 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae29553-1d30-4d0f-a6e6-435ce2f0a20a None None] Network 08887c7d-6d72-4ea2-8b38-77fe8c245453 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:18.561328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f93dccaf-7259-41ab-ae76-0fca7d49757a req-1e0fbadf-ed09-434a-bced-0581dc1adb92 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567295 Feb 19 03:08:18.597388 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3b498248-4e87-4870-a292-c8fb3aceb70c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6510351 Feb 19 03:08:18.599940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33180) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:18.608600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:18.609813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd32fd4-2a76-43d0-a5de-d02189cee72e,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:18.657560 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.659438 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.741652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faada82a-49c5-4a13-86bb-0f3a8a8aa84a req-6470b7ab-3ea4-4d53-9079-3847c012259f tempest-SecurityGroupsNegativeTestJSON-737750480 tempest-SecurityGroupsNegativeTestJSON-737750480-project] 10.222.0.81 "GET /v2.0/security-groups/545782f4-6782-4150-9678-40a52353975a HTTP/1.1" status: 200 len: 3002 time: 0.1272554 Feb 19 03:08:18.747112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33182) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:18.750745 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Publish callbacks [] for router_controller (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.760755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-08887c7d-6d72-4ea2-8b38-77fe8c245453', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'fixed_ips': [{'subnet_id': 'd0bf3019-8554-43e8-b535-c149fe732d9a'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:08:18.763524 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.770197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1749b-8c8e-4fce-940a-63ce2dc4df88 req-888f3caa-2d06-4d74-830e-89dc0549fc8f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:18.777531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ae1749b-8c8e-4fce-940a-63ce2dc4df88 req-888f3caa-2d06-4d74-830e-89dc0549fc8f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.2798722 Feb 19 03:08:18.845251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Attempting to bind port fdd32fd4-2a76-43d0-a5de-d02189cee72e on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:18.845583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Attempting to bind port fdd32fd4-2a76-43d0-a5de-d02189cee72e by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:18.845850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Attempting to bind port fdd32fd4-2a76-43d0-a5de-d02189cee72e on network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:18.851322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Port fdd32fd4-2a76-43d0-a5de-d02189cee72e on network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:08:18.851644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Attempting to bind port fdd32fd4-2a76-43d0-a5de-d02189cee72e on network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:18.860042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:18.860042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Checking segment: {'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:18.860042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Bound using segment: {'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:18.860881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Bound port: fdd32fd4-2a76-43d0-a5de-d02189cee72e, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:18.861246 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:18.905659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33192) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:18.960989 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-faada82a-49c5-4a13-86bb-0f3a8a8aa84a req-38634282-9eaa-41b3-b417-18ca1a1c72eb tempest-SecurityGroupsNegativeTestJSON-737750480 tempest-SecurityGroupsNegativeTestJSON-737750480-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 03:08:18.962234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faada82a-49c5-4a13-86bb-0f3a8a8aa84a req-38634282-9eaa-41b3-b417-18ca1a1c72eb tempest-SecurityGroupsNegativeTestJSON-737750480 tempest-SecurityGroupsNegativeTestJSON-737750480-project] 10.222.0.81 "DELETE /v2.0/security-groups/545782f4-6782-4150-9678-40a52353975a HTTP/1.1" status: 409 len: 352 time: 0.2064204 Feb 19 03:08:19.084631 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Publish callbacks [] for router_gateway (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.180898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Allocated IP 172.20.0.2 (08887c7d-6d72-4ea2-8b38-77fe8c245453/d0bf3019-8554-43e8-b535-c149fe732d9a/b8823f6c-72a8-4383-8173-dfdb2e3b3de0) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:19.345028 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Publish callbacks [] for router_gateway (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.348199 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Publish callbacks [] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.358431 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.367561 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.416569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Pushing event updated for resources: {'Port': ['ID=b8823f6c-72a8-4383-8173-dfdb2e3b3de0,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:19.432228 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Network 08887c7d-6d72-4ea2-8b38-77fe8c245453 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:19.434764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:19.438017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:19.484445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device b422f97b-0094-4b8e-8492-54c3ade55c30 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:08:19.488463 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf43b-5720-4024-be03-6389d0711b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.504944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ae1749b-8c8e-4fce-940a-63ce2dc4df88 req-7a4d4006-974e-44b6-b9d5-1941749706cc tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7263060 Feb 19 03:08:19.529084 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Allocated IP 172.25.1.90 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/6e08b6b2-cae9-4d3c-9d25-e55612139f15) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:19.545086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] For port fdd32fd4-2a76-43d0-a5de-d02189cee72e, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:19.558409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-e832432a-c625-49d9-a069-4685e055f57a admin admin] Deleting subnet 6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:08:19.561786 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e832432a-c625-49d9-a069-4685e055f57a admin admin] Publish callbacks [] for subnet (6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.566844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Attempting to bind port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:19.567438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Attempting to bind port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:19.567896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Attempting to bind port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 on network 08887c7d-6d72-4ea2-8b38-77fe8c245453 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:19.597628 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e832432a-c625-49d9-a069-4685e055f57a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.607918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:19.608453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Checking segment: {'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:19.609165 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.609642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Bound using segment: {'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:19.610200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Bound port: b8823f6c-72a8-4383-8173-dfdb2e3b3de0, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:19.610635 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.647625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] For port fdd32fd4-2a76-43d0-a5de-d02189cee72e, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fdd32fd4-2a76-43d0-a5de-d02189cee72e,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:19.665060 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-473ec05b-9330-4ea5-9cbb-c9e97187b43c req-5c8815a8-c831-48d3-b76f-532c8dac8022 tempest-SecurityGroupsNegativeTestJSON-737750480 tempest-SecurityGroupsNegativeTestJSON-737750480-project] show failed (client error): The resource could not be found. Feb 19 03:08:19.665609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Publish callbacks [] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.682127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-473ec05b-9330-4ea5-9cbb-c9e97187b43c req-5c8815a8-c831-48d3-b76f-532c8dac8022 tempest-SecurityGroupsNegativeTestJSON-737750480 tempest-SecurityGroupsNegativeTestJSON-737750480-project] 10.222.0.81 "GET /v2.0/security-groups/b53bc7a9-7bdb-4dd1-89f3-aa9bf119e6b6 HTTP/1.1" status: 404 len: 352 time: 0.1384733 Feb 19 03:08:19.691877 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.716081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] For port b8823f6c-72a8-4383-8173-dfdb2e3b3de0, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:19.722298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] For port b8823f6c-72a8-4383-8173-dfdb2e3b3de0, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b8823f6c-72a8-4383-8173-dfdb2e3b3de0,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:19.727319 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.739550 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.766612 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e832432a-c625-49d9-a069-4685e055f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.780786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc021bc9-dcee-497c-a396-c4fffd5ae6c9 req-ab68bb02-4562-40bc-bff3-92b14f8b378e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:19.782337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc021bc9-dcee-497c-a396-c4fffd5ae6c9 req-ab68bb02-4562-40bc-bff3-92b14f8b378e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 944 time: 0.3970244 Feb 19 03:08:19.807472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:19.808645 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.810663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] 10.222.0.67 "PUT /v2.0/ports/fdd32fd4-2a76-43d0-a5de-d02189cee72e HTTP/1.1" status: 200 len: 1092 time: 2.1560564 Feb 19 03:08:19.810663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def0d5d7-c499-4b50-9143-28dc7aef5a1d', 'tag': 'fdd32fd4-2a76-43d0-a5de-d02189cee72e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:08:19.811876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa9d99-147c-441b-ac3f-ba1ff3ff80c0 None None] Pushing event updated for resources: {'Port': ['ID=b8823f6c-72a8-4383-8173-dfdb2e3b3de0,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:19.813214 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68734278-7dcf-44d2-ab52-e0df07310484" -d '{"events": [{"name": "network-changed", "server_uuid": "def0d5d7-c499-4b50-9143-28dc7aef5a1d", "tag": "fdd32fd4-2a76-43d0-a5de-d02189cee72e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:08:19.829427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:19.858374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'port_id': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'mac_address': 'fa:16:3e:5a:23:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:08:19.892920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:19.895132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:19.919542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:19.937495 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Pushing event updated for resources: {'Port': ['ID=6e08b6b2-cae9-4d3c-9d25-e55612139f15,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:19.948959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bb21e-8fe0-46bf-8dbf-82d193230171 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd32fd4-2a76-43d0-a5de-d02189cee72e,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:19.953870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port b422f97b-0094-4b8e-8492-54c3ade55c30 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:19.954277 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:19.984195 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b422f97b-0094-4b8e-8492-54c3ade55c30 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:08:20.055084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:20.078040 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.127994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc021bc9-dcee-497c-a396-c4fffd5ae6c9 req-9040ab84-c76f-46ae-b2d5-46ebe92fa62f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3095832 Feb 19 03:08:20.134825 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf43b-5720-4024-be03-6389d0711b82 admin admin] Publish callbacks [] for security_group (5bfe0ebe-cbde-4dbd-9921-dbc39eb63c5b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.176698 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e832432a-c625-49d9-a069-4685e055f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.194844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=11']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:20.282243 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e832432a-c625-49d9-a069-4685e055f57a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.287845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e832432a-c625-49d9-a069-4685e055f57a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2 HTTP/1.1" status: 204 len: 168 time: 1.3789997 Feb 19 03:08:20.287845 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-d0159e29-b0a1-4bf0-9799-f1ee6e016dcc req-c03b762a-0cd0-496b-8587-908303d8b5d4 tempest-SecurityGroupsNegativeTestJSON-737750480 tempest-SecurityGroupsNegativeTestJSON-737750480-project] show failed (client error): The resource could not be found. Feb 19 03:08:20.287845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0159e29-b0a1-4bf0-9799-f1ee6e016dcc req-c03b762a-0cd0-496b-8587-908303d8b5d4 tempest-SecurityGroupsNegativeTestJSON-737750480 tempest-SecurityGroupsNegativeTestJSON-737750480-project] 10.222.0.81 "GET /v2.0/security-groups/d5355f00-58e3-41a0-a3d3-bfd82b2df5f0 HTTP/1.1" status: 404 len: 352 time: 0.0694995 Feb 19 03:08:20.295046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832432a-c625-49d9-a069-4685e055f57a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6903e61b-5d9f-40e7-b1f9-ac42fc42b9c2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:20.302415 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d7cf43b-5720-4024-be03-6389d0711b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5bfe0ebe-cbde-4dbd-9921-dbc39eb63c5b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.322996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33208) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:20.323346 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33210) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:20.337933 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9d7cf43b-5720-4024-be03-6389d0711b82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f9b8a12b9c2c49dd9db3a393c60cd789&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5877392 Feb 19 03:08:20.345258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33214) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:20.392520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['b422f97b-0094-4b8e-8492-54c3ade55c30'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:08:20.397999 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aabb8f8-257f-4df2-9766-7d4439555aef x-openstack-request-id: req-7aabb8f8-257f-4df2-9766-7d4439555aef {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:08:20.398287 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def0d5d7-c499-4b50-9143-28dc7aef5a1d", "tag": "fdd32fd4-2a76-43d0-a5de-d02189cee72e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:08:20.398538 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7aabb8f8-257f-4df2-9766-7d4439555aef {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:08:20.398936 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'def0d5d7-c499-4b50-9143-28dc7aef5a1d', 'tag': 'fdd32fd4-2a76-43d0-a5de-d02189cee72e', 'status': 'completed', 'code': 200} Feb 19 03:08:20.470661 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69079499-086b-4f3f-abce-5c9d43e90aed admin admin] Publish callbacks [] for security_group (5bfe0ebe-cbde-4dbd-9921-dbc39eb63c5b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.474470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-1004a231-b3c3-4274-a9ad-24d20e2827ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:20.475994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-1004a231-b3c3-4274-a9ad-24d20e2827ef service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=600636d329c9427c813907dcf2a1fd83&device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 1126 time: 0.5995331 Feb 19 03:08:20.512879 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a69df9-c7ef-472e-b356-2383544aefc1 admin admin] Deleting subnet cdaf51ca-7f2c-4653-943f-b451ba576ec2 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:08:20.525227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2a69df9-c7ef-472e-b356-2383544aefc1 admin admin] Publish callbacks [] for subnet (cdaf51ca-7f2c-4653-943f-b451ba576ec2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.530673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99ce80-4fd8-449c-b0e0-63716cfe5626 req-ec30e937-8199-4251-9222-b91af639af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:20.532202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e99ce80-4fd8-449c-b0e0-63716cfe5626 req-ec30e937-8199-4251-9222-b91af639af44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 1127 time: 0.3949010 Feb 19 03:08:20.555003 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (e678fc69-8880-461d-95ef-98f8cae7c094), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.587103 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Publish callbacks [] for router_gateway (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.596299 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2a69df9-c7ef-472e-b356-2383544aefc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (cdaf51ca-7f2c-4653-943f-b451ba576ec2), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.636542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a78047b-fc8e-4943-813b-ea6546be25c1 req-f26b2428-b7d3-4456-ba5f-c4a2714e4dda tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:20.638100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a78047b-fc8e-4943-813b-ea6546be25c1 req-f26b2428-b7d3-4456-ba5f-c4a2714e4dda tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.2031074 Feb 19 03:08:20.638745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cf43b-5720-4024-be03-6389d0711b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfe0ebe-cbde-4dbd-9921-dbc39eb63c5b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:20.656182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0f71e-3d02-484e-b887-d997f4fb9f3d req-952e13f5-1f10-4e83-8e3a-66926c2ca955 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:20.657795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66b0f71e-3d02-484e-b887-d997f4fb9f3d req-952e13f5-1f10-4e83-8e3a-66926c2ca955 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 944 time: 0.5803261 Feb 19 03:08:20.659145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-0f4d7e8e-a71e-4a3b-8e2c-2434e040f97f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd32fd4-2a76-43d0-a5de-d02189cee72e HTTP/1.1" status: 200 len: 217 time: 0.1641843 Feb 19 03:08:20.713454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69079499-086b-4f3f-abce-5c9d43e90aed admin admin] Publish callbacks [] for security_group (5bfe0ebe-cbde-4dbd-9921-dbc39eb63c5b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.792430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2a69df9-c7ef-472e-b356-2383544aefc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (cdaf51ca-7f2c-4653-943f-b451ba576ec2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.798386 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (e678fc69-8880-461d-95ef-98f8cae7c094), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.849621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e678fc69-8880-461d-95ef-98f8cae7c094']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:20.850941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66b0f71e-3d02-484e-b887-d997f4fb9f3d req-5dc66310-7ff2-4851-abc4-33e155c6cef4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709929 Feb 19 03:08:20.857216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-b2707eb3-14c1-48db-b12c-e45517265861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:20.858597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-b2707eb3-14c1-48db-b12c-e45517265861 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69f2f427-764b-4928-81d7-10c11e9d9fd0 HTTP/1.1" status: 200 len: 850 time: 0.1776216 Feb 19 03:08:20.862666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a78047b-fc8e-4943-813b-ea6546be25c1 req-ec7d649c-2846-4318-af9a-37bcc5c7e193 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005095 Feb 19 03:08:20.864400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99ce80-4fd8-449c-b0e0-63716cfe5626 req-017fd258-96a8-4148-ac4c-df54e02e1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:20.864561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574d44dd-219e-4656-9cbb-d6234aba8e7e') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:20.864561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574d44dd-219e-4656-9cbb-d6234aba8e7e') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:20.865439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e99ce80-4fd8-449c-b0e0-63716cfe5626 req-017fd258-96a8-4148-ac4c-df54e02e1631 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 912 time: 0.2945917 Feb 19 03:08:20.924306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (574d44dd-219e-4656-9cbb-d6234aba8e7e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.945243 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (574d44dd-219e-4656-9cbb-d6234aba8e7e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.957191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:08:20.957611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (574d44dd-219e-4656-9cbb-d6234aba8e7e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:08:20.959237 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:08:20.977493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-591b1480-659e-4413-a647-89d0a08dd40e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=664c9f64-f39d-4a62-976f-18f1bc8dbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026092 Feb 19 03:08:21.007685 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69079499-086b-4f3f-abce-5c9d43e90aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5bfe0ebe-cbde-4dbd-9921-dbc39eb63c5b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.010323 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69079499-086b-4f3f-abce-5c9d43e90aed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.011598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-69079499-086b-4f3f-abce-5c9d43e90aed admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5bfe0ebe-cbde-4dbd-9921-dbc39eb63c5b HTTP/1.1" status: 204 len: 168 time: 0.6649473 Feb 19 03:08:21.088029 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e99ce80-4fd8-449c-b0e0-63716cfe5626 req-47480117-ad91-4134-a006-0b09567e8e5f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f401834a-3df9-4e56-86db-96db86f33828 HTTP/1.1" status: 200 len: 1000 time: 0.2119920 Feb 19 03:08:21.090952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69079499-086b-4f3f-abce-5c9d43e90aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfe0ebe-cbde-4dbd-9921-dbc39eb63c5b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:21.171376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-16d6a7d2-7304-41a2-a4b5-241e523f4277 service neutron] 10.222.0.67 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792948 Feb 19 03:08:21.349918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99ce80-4fd8-449c-b0e0-63716cfe5626 req-917f1066-a44d-4bda-b7e6-8347c336cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:21.351574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e99ce80-4fd8-449c-b0e0-63716cfe5626 req-917f1066-a44d-4bda-b7e6-8347c336cf22 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 200 len: 850 time: 0.1842272 Feb 19 03:08:21.439074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141426eb-c573-4908-8ba6-f0db5d3d75f8 req-6be9391e-29fd-4959-961f-36a252dfeab5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:21.440767 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-141426eb-c573-4908-8ba6-f0db5d3d75f8 req-6be9391e-29fd-4959-961f-36a252dfeab5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 945 time: 0.1457276 Feb 19 03:08:21.450033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e8d33a-f7a3-4a94-ab9e-39f7d548f95f req-d4d2747c-0e54-44d3-89ee-c45286d25cf0 service neutron] 10.222.0.67 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642114 Feb 19 03:08:21.477752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e99ce80-4fd8-449c-b0e0-63716cfe5626 req-c107b9d6-521e-4e9b-a66d-4adc25e1ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:21.479439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e99ce80-4fd8-449c-b0e0-63716cfe5626 req-c107b9d6-521e-4e9b-a66d-4adc25e1ac9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1195519 Feb 19 03:08:21.480766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device b422f97b-0094-4b8e-8492-54c3ade55c30 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:21.539051 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.543682 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2a69df9-c7ef-472e-b356-2383544aefc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (cdaf51ca-7f2c-4653-943f-b451ba576ec2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.583029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33222) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:21.600221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port b422f97b-0094-4b8e-8492-54c3ade55c30 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:08:21.611043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port b422f97b-0094-4b8e-8492-54c3ade55c30 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:21.611695 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.614982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd48c5c-7ea1-49f8-b554-c97cb6d4ce8c None None] Network 08887c7d-6d72-4ea2-8b38-77fe8c245453 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:21.660971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-141426eb-c573-4908-8ba6-f0db5d3d75f8 req-af8ab332-8b8b-4fe6-a277-c874c3ad1bc9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091823 Feb 19 03:08:21.664722 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1caa1c34-df97-401b-9397-922823a66846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.702690 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2a69df9-c7ef-472e-b356-2383544aefc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.709069 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d2a69df9-c7ef-472e-b356-2383544aefc1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/cdaf51ca-7f2c-4653-943f-b451ba576ec2 HTTP/1.1" status: 204 len: 168 time: 1.3751659 Feb 19 03:08:21.712383 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (e678fc69-8880-461d-95ef-98f8cae7c094), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.714620 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a69df9-c7ef-472e-b356-2383544aefc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdaf51ca-7f2c-4653-943f-b451ba576ec2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:21.717863 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33224) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:21.723847 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.727139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0756d10a-9c68-4ad8-8eed-31d7c7bde50c None None] Provisioning complete for port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:21.727504 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0756d10a-9c68-4ad8-8eed-31d7c7bde50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.727756 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e678fc69-8880-461d-95ef-98f8cae7c094 HTTP/1.1" status: 204 len: 168 time: 1.4031754 Feb 19 03:08:21.755389 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e99ce80-4fd8-449c-b0e0-63716cfe5626 req-11a287bb-1e43-41a5-83a7-dc6b7f19650e service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570736 Feb 19 03:08:21.779215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb6a34-6e79-4007-a130-599cd89740b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e678fc69-8880-461d-95ef-98f8cae7c094,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:21.828390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port b422f97b-0094-4b8e-8492-54c3ade55c30 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:21.828721 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.879187 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (6371c42e-08bb-4380-baeb-ef02fc61abf3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:21.884068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:08:21.921623 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:08:21.923474 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08392c8e-4604-44e5-8520-ac2609abab02" -d '{"events": [{"server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "name": "network-vif-plugged", "status": "completed", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:08:21.941254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68734278-7dcf-44d2-ab52-e0df07310484 req-708d1abc-ba00-4cf6-b0bf-1be7d0b29392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:21.944710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68734278-7dcf-44d2-ab52-e0df07310484 req-708d1abc-ba00-4cf6-b0bf-1be7d0b29392 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=600636d329c9427c813907dcf2a1fd83&device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 1126 time: 0.4091947 Feb 19 03:08:21.954077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e99ce80-4fd8-449c-b0e0-63716cfe5626 req-b8a4f3c0-4f90-4f54-ad56-352a5910ef89 service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853902 Feb 19 03:08:21.983990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:22.018887 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.068449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0756d10a-9c68-4ad8-8eed-31d7c7bde50c None None] Current status of the port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:22.069016 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0756d10a-9c68-4ad8-8eed-31d7c7bde50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.131708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0756d10a-9c68-4ad8-8eed-31d7c7bde50c None None] For port b8823f6c-72a8-4383-8173-dfdb2e3b3de0, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b8823f6c-72a8-4383-8173-dfdb2e3b3de0,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:22.139137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=12']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:22.143018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33234) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:22.146069 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0756d10a-9c68-4ad8-8eed-31d7c7bde50c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.152527 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:08:22.164372 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Sync routers for ids ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:08:22.181200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1caa1c34-df97-401b-9397-922823a66846 admin admin] Publish callbacks [] for security_group (2f79f209-9860-4728-bd65-5a6e2f28ea2d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.194098 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Routers {'4a3bc3a2-0de6-428c-99b4-955b67ab0cae'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:22.194743 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:22.205678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b8823f6c-72a8-4383-8173-dfdb2e3b3de0 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:22.224233 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1caa1c34-df97-401b-9397-922823a66846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2f79f209-9860-4728-bd65-5a6e2f28ea2d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.245224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0756d10a-9c68-4ad8-8eed-31d7c7bde50c None None] Pushing event updated for resources: {'Port': ['ID=b8823f6c-72a8-4383-8173-dfdb2e3b3de0,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:22.262760 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (6371c42e-08bb-4380-baeb-ef02fc61abf3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.282431 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.284135 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-55192a55-a919-4517-9bb2-d9ec0dc6eff5 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.6832476 Feb 19 03:08:22.289559 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33236) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:22.314027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:22.315214 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.366876 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Set router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:22.372504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68734278-7dcf-44d2-ab52-e0df07310484 req-d8d27c99-0be9-4fdb-88f3-1097fa3a0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:22.374257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68734278-7dcf-44d2-ab52-e0df07310484 req-d8d27c99-0be9-4fdb-88f3-1097fa3a0327 service neutron] 10.222.0.67 "GET /v2.0/networks?id=664c9f64-f39d-4a62-976f-18f1bc8dbab0 HTTP/1.1" status: 200 len: 911 time: 0.4154832 Feb 19 03:08:22.381117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6371c42e-08bb-4380-baeb-ef02fc61abf3']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:22.398078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1caa1c34-df97-401b-9397-922823a66846 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=39591acbd2b249dd9f10b20d82031660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8124962 Feb 19 03:08:22.410986 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33238) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:22.412298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa1c34-df97-401b-9397-922823a66846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f79f209-9860-4728-bd65-5a6e2f28ea2d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:22.423696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80024039-3aea-43c6-90a2-faf84548ac4c') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:22.423995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80024039-3aea-43c6-90a2-faf84548ac4c') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:22.431711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:22.435607 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-453ccb39-ff64-492d-b71d-45ce2ae6338f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7cb676c5c04543a39314d696a3eb7aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2895288 Feb 19 03:08:22.438344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33240) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:22.439389 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.480968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (80024039-3aea-43c6-90a2-faf84548ac4c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.489155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32334143-879e-460d-8313-dd8d48a928a7 req-c9e3930b-aac0-4f06-97a9-384cdd5f41d2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:22.490661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32334143-879e-460d-8313-dd8d48a928a7 req-c9e3930b-aac0-4f06-97a9-384cdd5f41d2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.3079765 Feb 19 03:08:22.500276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a15426-311c-4375-9791-4e75b63b9f5b req-c9f9d8ba-6d34-438b-bea6-865865c9acad tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:22.502738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82a15426-311c-4375-9791-4e75b63b9f5b req-c9f9d8ba-6d34-438b-bea6-865865c9acad tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 944 time: 0.4067497 Feb 19 03:08:22.506077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68734278-7dcf-44d2-ab52-e0df07310484 req-177238d7-ab29-4705-b258-6c02d4c46f3d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd32fd4-2a76-43d0-a5de-d02189cee72e HTTP/1.1" status: 200 len: 217 time: 0.1147387 Feb 19 03:08:22.569034 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (80024039-3aea-43c6-90a2-faf84548ac4c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.585014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:08:22.585450 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (80024039-3aea-43c6-90a2-faf84548ac4c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.588069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-dd715272-1ec7-4e05-90b7-63bb04925c51 None None] Provisioning complete for port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:22.590484 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dd715272-1ec7-4e05-90b7-63bb04925c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:08:22.591080 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:08:22.627773 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:08:20Z', 'revision_number': 3, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:22.651030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68734278-7dcf-44d2-ab52-e0df07310484 req-956ae2c6-fe11-4743-bbd6-4aeac5d3f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:22.653152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68734278-7dcf-44d2-ab52-e0df07310484 req-956ae2c6-fe11-4743-bbd6-4aeac5d3f244 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69f2f427-764b-4928-81d7-10c11e9d9fd0 HTTP/1.1" status: 200 len: 850 time: 0.1255732 Feb 19 03:08:22.660211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32334143-879e-460d-8313-dd8d48a928a7 req-bf7ace53-ee4f-42ac-b751-59e80fb79a1e tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563096 Feb 19 03:08:22.662956 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Checking router: 4a3bc3a2-0de6-428c-99b4-955b67ab0cae for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:08:22.663538 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Updating router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae port 6e08b6b2-cae9-4d3c-9d25-e55612139f15 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:08:22.670000 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2752c7e5-b1b2-4e96-ad6d-9fdb9e7a416f admin admin] Publish callbacks [] for security_group (586b24ce-92da-49e5-a969-2d1f0889f03e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.674428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82a15426-311c-4375-9791-4e75b63b9f5b req-f2862570-de91-42fb-a022-5a4d748f6c0f tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273715 Feb 19 03:08:22.698041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68734278-7dcf-44d2-ab52-e0df07310484 req-93ef6756-f08e-4f4b-a50d-a76ef80d940b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=664c9f64-f39d-4a62-976f-18f1bc8dbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355506 Feb 19 03:08:22.698547 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa673-2ebf-46fe-b3b4-6bdcec67fdd1 admin admin] Publish callbacks [] for security_group (2f79f209-9860-4728-bd65-5a6e2f28ea2d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.703621 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.777988 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2752c7e5-b1b2-4e96-ad6d-9fdb9e7a416f admin admin] Publish callbacks [] for security_group (586b24ce-92da-49e5-a969-2d1f0889f03e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.816433 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68734278-7dcf-44d2-ab52-e0df07310484 req-bf0e7f7a-c574-4b64-8ee6-4057c2e01fde service neutron] 10.222.0.67 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114366 Feb 19 03:08:22.819244 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (6371c42e-08bb-4380-baeb-ef02fc61abf3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.849702 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba316e9-ff45-48e9-abe9-284a4f8d4501 x-openstack-request-id: req-8ba316e9-ff45-48e9-abe9-284a4f8d4501 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:08:22.850024 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "name": "network-vif-plugged", "status": "completed", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:08:22.850244 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8ba316e9-ff45-48e9-abe9-284a4f8d4501 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:08:22.850644 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'code': 200} Feb 19 03:08:22.851591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dd715272-1ec7-4e05-90b7-63bb04925c51 None None] Current status of the port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:22.863419 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:22.866780 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6371c42e-08bb-4380-baeb-ef02fc61abf3 HTTP/1.1" status: 204 len: 168 time: 1.1464071 Feb 19 03:08:22.944727 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd536fdc-d6bd-439d-824f-9775350486a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6371c42e-08bb-4380-baeb-ef02fc61abf3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:22.949931 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa673-2ebf-46fe-b3b4-6bdcec67fdd1 admin admin] Publish callbacks [] for security_group (2f79f209-9860-4728-bd65-5a6e2f28ea2d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.035816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2efcc1-8c14-4a41-8ed0-2670ca1444cd req-ce32f56d-5bc0-42bb-ac62-c6ea7456437d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:23.037455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c2efcc1-8c14-4a41-8ed0-2670ca1444cd req-ce32f56d-5bc0-42bb-ac62-c6ea7456437d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 946 time: 0.1330376 Feb 19 03:08:23.051099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68734278-7dcf-44d2-ab52-e0df07310484 req-f276314a-bdfe-436d-ae06-e7648269417e service neutron] 10.222.0.67 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264235 Feb 19 03:08:23.080978 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Publish callbacks [] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.092168 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.092466 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2752c7e5-b1b2-4e96-ad6d-9fdb9e7a416f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (586b24ce-92da-49e5-a969-2d1f0889f03e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.093311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2752c7e5-b1b2-4e96-ad6d-9fdb9e7a416f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.094471 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2752c7e5-b1b2-4e96-ad6d-9fdb9e7a416f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/586b24ce-92da-49e5-a969-2d1f0889f03e HTTP/1.1" status: 204 len: 168 time: 0.6444890 Feb 19 03:08:23.130226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752c7e5-b1b2-4e96-ad6d-9fdb9e7a416f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586b24ce-92da-49e5-a969-2d1f0889f03e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:23.161506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c2efcc1-8c14-4a41-8ed0-2670ca1444cd req-04c9b9ce-103c-4406-9019-eb9c38da6bef tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081159 Feb 19 03:08:23.177376 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa673-2ebf-46fe-b3b4-6bdcec67fdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2f79f209-9860-4728-bd65-5a6e2f28ea2d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.181078 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d8aa673-2ebf-46fe-b3b4-6bdcec67fdd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.188304 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9d8aa673-2ebf-46fe-b3b4-6bdcec67fdd1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2f79f209-9860-4728-bd65-5a6e2f28ea2d HTTP/1.1" status: 204 len: 168 time: 0.7757945 Feb 19 03:08:23.193280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908c25d-15c3-4776-a931-7c718ca5797e req-6f2f28df-03dc-42d3-a25f-3ac94a5c55fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:23.195780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7908c25d-15c3-4776-a931-7c718ca5797e req-6f2f28df-03dc-42d3-a25f-3ac94a5c55fe service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 1128 time: 0.1557314 Feb 19 03:08:23.215084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33250) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:23.231614 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Attempting to bind port 6e08b6b2-cae9-4d3c-9d25-e55612139f15 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:23.232891 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Attempting to bind port 6e08b6b2-cae9-4d3c-9d25-e55612139f15 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:23.233684 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Attempting to bind port 6e08b6b2-cae9-4d3c-9d25-e55612139f15 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:23.236479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8aa673-2ebf-46fe-b3b4-6bdcec67fdd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f79f209-9860-4728-bd65-5a6e2f28ea2d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:23.241191 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Pushing event updated for resources: {'Port': ['ID=6e08b6b2-cae9-4d3c-9d25-e55612139f15,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:23.263830 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:23.264219 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:23.264855 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.265051 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:23.265633 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Bound port: 6e08b6b2-cae9-4d3c-9d25-e55612139f15, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:23.265920 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.269377 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.269723 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.280393 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.280702 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.281047 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.281390 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.281724 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.282052 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.282371 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.282691 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.283012 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.283330 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.283684 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:23.348439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7908c25d-15c3-4776-a931-7c718ca5797e req-6d96ab6b-66d8-4623-8742-a0f838a3e362 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457162 Feb 19 03:08:23.351262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-77dc8af2-4e63-48c6-b96d-d15a93684f49 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7625c04276fa44fba385d668a798f8ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1198540 Feb 19 03:08:23.357484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33254) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:23.374777 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.400445 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] For port 6e08b6b2-cae9-4d3c-9d25-e55612139f15, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:23.409092 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] For port 6e08b6b2-cae9-4d3c-9d25-e55612139f15, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6e08b6b2-cae9-4d3c-9d25-e55612139f15,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:23.424079 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.449908 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.453627 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08033156-790b-4c24-a4a1-bcfef0b9f36c admin admin] Publish callbacks [] for security_group (545782f4-6782-4150-9678-40a52353975a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.496254 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Routers {'4a3bc3a2-0de6-428c-99b4-955b67ab0cae'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:23.497051 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:23.500027 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c642a3-e393-4f2c-b05c-45230acdb712 None None] Pushing event updated for resources: {'Port': ['ID=6e08b6b2-cae9-4d3c-9d25-e55612139f15,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:23.503570 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08033156-790b-4c24-a4a1-bcfef0b9f36c admin admin] Publish callbacks [] for security_group (545782f4-6782-4150-9678-40a52353975a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.578881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08033156-790b-4c24-a4a1-bcfef0b9f36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (545782f4-6782-4150-9678-40a52353975a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.582355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08033156-790b-4c24-a4a1-bcfef0b9f36c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.584018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-08033156-790b-4c24-a4a1-bcfef0b9f36c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/545782f4-6782-4150-9678-40a52353975a HTTP/1.1" status: 204 len: 168 time: 0.2255499 Feb 19 03:08:23.598801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08033156-790b-4c24-a4a1-bcfef0b9f36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545782f4-6782-4150-9678-40a52353975a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:23.731705 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] Set router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:23.753565 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Allocated IP 172.20.0.1 (08887c7d-6d72-4ea2-8b38-77fe8c245453/d0bf3019-8554-43e8-b535-c149fe732d9a/07a3c866-cccb-4cd0-b0b8-6065abb05af2) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:23.925975 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Publish callbacks [] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:23.978319 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.006050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92822ecc-ca67-4cdc-bf51-8a6ce5877e6a req-bb227e98-b0a2-45cc-a846-f3150a412747 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:24.012653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92822ecc-ca67-4cdc-bf51-8a6ce5877e6a req-bb227e98-b0a2-45cc-a846-f3150a412747 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.2001035 Feb 19 03:08:24.014823 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:08:20Z', 'revision_number': 3, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:24.050915 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Network 08887c7d-6d72-4ea2-8b38-77fe8c245453 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:24.054953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:24.057977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:24.072519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b8823f6c-72a8-4383-8173-dfdb2e3b3de0 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:24.079623 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01a5f5e-8b55-4fb0-9e5c-bf3e47ddbf9f None None] The sync data for ids ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'] in n-d-826755-2 is: [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:08:20Z', 'revision_number': 3, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:08:24.100422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbd4d3-aee1-4ba9-ad68-26227825aea6 req-5b1cac92-eef7-4ed8-b3b3-1bb49e2f5ae9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:24.100684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Pushing event updated for resources: {'Port': ['ID=07a3c866-cccb-4cd0-b0b8-6065abb05af2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:24.121327 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.126624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ddbd4d3-aee1-4ba9-ad68-26227825aea6 req-5b1cac92-eef7-4ed8-b3b3-1bb49e2f5ae9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 944 time: 0.2639861 Feb 19 03:08:24.176873 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:24.177503 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.244038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92822ecc-ca67-4cdc-bf51-8a6ce5877e6a req-22492d87-6343-4c23-a3b4-253f705f324e tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187150 Feb 19 03:08:24.350209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ddbd4d3-aee1-4ba9-ad68-26227825aea6 req-9841760e-6b08-424c-b5e5-83fc12c11ff0 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131734 Feb 19 03:08:24.362777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:24.402631 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.540653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ef6ef7-8010-475a-ab4b-b85f09beb0ba req-71cb4695-9928-4ac9-906d-5993fc552852 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:24.546593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5ef6ef7-8010-475a-ab4b-b85f09beb0ba req-71cb4695-9928-4ac9-906d-5993fc552852 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 946 time: 0.1603155 Feb 19 03:08:24.623107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-71fda851-bd6d-4fd3-bb4b-b1af087539ce None None] Provisioning complete for port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:24.624924 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-71fda851-bd6d-4fd3-bb4b-b1af087539ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.709857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5ef6ef7-8010-475a-ab4b-b85f09beb0ba req-4f27de05-d2d3-4d9c-83a7-a74a33ee0c90 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577394 Feb 19 03:08:24.754755 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Publish callbacks [] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.759548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-71fda851-bd6d-4fd3-bb4b-b1af087539ce None None] Port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:24.767564 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.845117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Pushing event updated for resources: {'Port': ['ID=07a3c866-cccb-4cd0-b0b8-6065abb05af2,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:24.850089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:24.988122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Network 08887c7d-6d72-4ea2-8b38-77fe8c245453 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:24.991524 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:25.183438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:08:25.308614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-8cd1fd3a-cb62-4163-a3c5-dff72436ef05 None None] Provisioning complete for port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:25.311375 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8cd1fd3a-cb62-4163-a3c5-dff72436ef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:25.364627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8cd1fd3a-cb62-4163-a3c5-dff72436ef05 None None] Port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:25.396990 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:08:25.410692 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0eff749d-2dd7-4348-91d6-ea6743744929 admin admin] 10.222.0.81 "PUT /v2.0/routers/4a3bc3a2-0de6-428c-99b4-955b67ab0cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1151817 Feb 19 03:08:25.496201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device fdd32fd4-2a76-43d0-a5de-d02189cee72e details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:08:25.509761 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eee84-91c5-4eb4-a855-e02d5006cbd3 req-4cf3e1ba-c86d-43fe-9574-8f8be80b970d tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:25.517753 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a74eee84-91c5-4eb4-a855-e02d5006cbd3 req-4cf3e1ba-c86d-43fe-9574-8f8be80b970d tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 944 time: 0.0710273 Feb 19 03:08:25.607037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a74eee84-91c5-4eb4-a855-e02d5006cbd3 req-e1081644-e428-4191-b2ff-7a8537fd0250 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822356 Feb 19 03:08:25.710252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port fdd32fd4-2a76-43d0-a5de-d02189cee72e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fdd32fd4-2a76-43d0-a5de-d02189cee72e,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:25.727982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'fdd32fd4-2a76-43d0-a5de-d02189cee72e', 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0', 'port_id': 'fdd32fd4-2a76-43d0-a5de-d02189cee72e', 'mac_address': 'fa:16:3e:a6:34:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f2f427-764b-4928-81d7-10c11e9d9fd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:08:25.821364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port fdd32fd4-2a76-43d0-a5de-d02189cee72e is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:25.821982 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:25.851105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd32fd4-2a76-43d0-a5de-d02189cee72e {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:08:25.905322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port fdd32fd4-2a76-43d0-a5de-d02189cee72e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fdd32fd4-2a76-43d0-a5de-d02189cee72e,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:25.923888 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:25.967508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e7dfe-19c7-4b21-8a2a-6b19903721be req-78ce17c2-b5f3-4178-95de-0f50a046e7ff tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:25.977548 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f5e7dfe-19c7-4b21-8a2a-6b19903721be req-78ce17c2-b5f3-4178-95de-0f50a046e7ff tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 946 time: 0.1357520 Feb 19 03:08:26.025796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=fdd32fd4-2a76-43d0-a5de-d02189cee72e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:26.072474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f5e7dfe-19c7-4b21-8a2a-6b19903721be req-d48f1cd3-345c-4d2b-a10e-befe08794c40 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876498 Feb 19 03:08:26.092325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33374) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:26.168889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6e08b6b2-cae9-4d3c-9d25-e55612139f15 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:26.200191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33382) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:26.247826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['fdd32fd4-2a76-43d0-a5de-d02189cee72e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:08:26.306979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 6e08b6b2-cae9-4d3c-9d25-e55612139f15 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:26.307481 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.395693 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5456e76-339d-4731-9c06-ed7f3acaf38b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.463801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 6e08b6b2-cae9-4d3c-9d25-e55612139f15 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:26.464371 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.514034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 6e08b6b2-cae9-4d3c-9d25-e55612139f15, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6e08b6b2-cae9-4d3c-9d25-e55612139f15,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:26.530193 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.535498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1360197741-network', 'tenant_id': '570da871565c41fb911a1da849f4cc95'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:26.599529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=6e08b6b2-cae9-4d3c-9d25-e55612139f15,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:26.607401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5456e76-339d-4731-9c06-ed7f3acaf38b admin admin] Publish callbacks [] for security_group (e9b24454-195a-4922-ae57-d33ecad6e379), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.626983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5456e76-339d-4731-9c06-ed7f3acaf38b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e9b24454-195a-4922-ae57-d33ecad6e379), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.659385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Made reservation on behalf of 570da871565c41fb911a1da849f4cc95 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:26.665012 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.726553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Sync routers for ids ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:08:26.743281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Routers {'4a3bc3a2-0de6-428c-99b4-955b67ab0cae'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:26.745922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:26.747780 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.778949 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d5456e76-339d-4731-9c06-ed7f3acaf38b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1d51a89603d947d2bba0c71075501fb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6842129 Feb 19 03:08:26.783697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33398) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:26.810183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5456e76-339d-4731-9c06-ed7f3acaf38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b24454-195a-4922-ae57-d33ecad6e379,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:26.905496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69170c6-e141-4ef1-b836-cc555b298ca2 req-00cdc042-d0bc-4133-be22-b4894d9257f0 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:26.907803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c69170c6-e141-4ef1-b836-cc555b298ca2 req-00cdc042-d0bc-4133-be22-b4894d9257f0 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 945 time: 0.2028496 Feb 19 03:08:26.923332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Set router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:26.951778 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16dfd9f4-911b-43d3-9f7c-c4cbe87362ab admin admin] Publish callbacks [] for security_group (e9b24454-195a-4922-ae57-d33ecad6e379), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.977059 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Publish callbacks [] for security_group (fa2f3d4f-6558-4980-a8f8-40cf0b7e8ef8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:26.986936 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fa2f3d4f-6558-4980-a8f8-40cf0b7e8ef8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.009639 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c69170c6-e141-4ef1-b836-cc555b298ca2 req-c0f54e35-ff8c-45a9-b753-f0073445b50e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960758 Feb 19 03:08:27.017314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:08:27.038921 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (3183c2d5-3206-410a-b476-26ee7557a7d8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.039579 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Added segment 3183c2d5-3206-410a-b476-26ee7557a7d8 of type vlan for network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 Feb 19 03:08:27.039757 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16dfd9f4-911b-43d3-9f7c-c4cbe87362ab admin admin] Publish callbacks [] for security_group (e9b24454-195a-4922-ae57-d33ecad6e379), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.041806 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2f3d4f-6558-4980-a8f8-40cf0b7e8ef8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:27.069777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33408) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:27.082132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-208815742-network', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:27.128878 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (24f9f79a-f66e-4d5f-a4db-f3cade87ee88), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.153337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Made reservation on behalf of e122b279159a4ece87c8179e1d38ec49 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:27.159559 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.183767 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (24f9f79a-f66e-4d5f-a4db-f3cade87ee88), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.184939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:27.185564 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.196457 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.233718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:08:24Z', 'revision_number': 4, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '07a3c866-cccb-4cd0-b0b8-6065abb05af2', 'name': '', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'mac_address': 'fa:16:3e:24:f1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:23Z', 'updated_at': '2022-02-19T03:08:24Z', 'revision_number': 2, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'subnets': [{'id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:27.293111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b05bb-12cb-4eb5-a4e0-b9f62f891f43 req-f8efea37-2fef-455c-9e1f-2afcbf84083d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:27.294793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db9b05bb-12cb-4eb5-a4e0-b9f62f891f43 req-f8efea37-2fef-455c-9e1f-2afcbf84083d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 946 time: 0.0904205 Feb 19 03:08:27.304506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Checking router: 4a3bc3a2-0de6-428c-99b4-955b67ab0cae for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:08:27.304966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Updating router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:08:27.333792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] Pushing event updated for resources: {'Network': ['ID=24f9f79a-f66e-4d5f-a4db-f3cade87ee88,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:27.341260 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-83a13075-eb02-4b9f-b05a-b5a18e75fa2b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1397402 Feb 19 03:08:27.344493 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16dfd9f4-911b-43d3-9f7c-c4cbe87362ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e9b24454-195a-4922-ae57-d33ecad6e379), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.344731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33416) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:27.347881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16dfd9f4-911b-43d3-9f7c-c4cbe87362ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.349206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-16dfd9f4-911b-43d3-9f7c-c4cbe87362ab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9b24454-195a-4922-ae57-d33ecad6e379 HTTP/1.1" status: 204 len: 168 time: 0.5626817 Feb 19 03:08:27.350167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a24f4d7a-78d4-4811-9fc3-c133e025eb0b admin admin] Request body: {'subnet': {'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-subnet', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:27.391150 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.403356 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24f4d7a-78d4-4811-9fc3-c133e025eb0b admin admin] Made reservation on behalf of 570da871565c41fb911a1da849f4cc95 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:27.408141 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a24f4d7a-78d4-4811-9fc3-c133e025eb0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.417496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db9b05bb-12cb-4eb5-a4e0-b9f62f891f43 req-caf94aa6-9fd1-4977-8779-a27875d54528 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095526 Feb 19 03:08:27.420245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfd9f4-911b-43d3-9f7c-c4cbe87362ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b24454-195a-4922-ae57-d33ecad6e379,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:27.446757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:08:27.507108 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Publish callbacks [] for security_group (ae397b7a-855b-41c6-8830-5fadd24ddd9d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.527117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ae397b7a-855b-41c6-8830-5fadd24ddd9d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.545659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:08:27.569461 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (eb12ec8e-41de-41f4-9a69-bead39f92a05), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.570646 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Added segment eb12ec8e-41de-41f4-9a69-bead39f92a05 of type vlan for network 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 Feb 19 03:08:27.667233 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.678095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device fdd32fd4-2a76-43d0-a5de-d02189cee72e up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:27.744566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae397b7a-855b-41c6-8830-5fadd24ddd9d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:27.782003 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.783409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:27.785179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.801367 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a24f4d7a-78d4-4811-9fc3-c133e025eb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (2805eefc-200e-45c4-8946-cd4ec874cf5e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.846818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7709372 Feb 19 03:08:27.850357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33432) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:27.876107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f4d7a-78d4-4811-9fc3-c133e025eb0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2805eefc-200e-45c4-8946-cd4ec874cf5e,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:27.900452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ca837072-c653-4b99-add7-fed6aac32eb7 admin admin] Request body: {'subnet': {'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-208815742-subnet', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:27.904629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e256c6e-5e65-43d6-bcf8-a86801ae0b3e admin admin] Pushing event updated for resources: {'Network': ['ID=7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:27.937904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24f4d7a-78d4-4811-9fc3-c133e025eb0b admin admin] Checking segment: {'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:27.938434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f4d7a-78d4-4811-9fc3-c133e025eb0b admin admin] Network hostable DHCP agents. Network: 24f9f79a-f66e-4d5f-a4db-f3cade87ee88, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:08:27.950405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:08:27.964960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca837072-c653-4b99-add7-fed6aac32eb7 admin admin] Made reservation on behalf of e122b279159a4ece87c8179e1d38ec49 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:27.968092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca837072-c653-4b99-add7-fed6aac32eb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:27.985848 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f4d7a-78d4-4811-9fc3-c133e025eb0b admin admin] Network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:08:27.996570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-a24f4d7a-78d4-4811-9fc3-c133e025eb0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 24f9f79a-f66e-4d5f-a4db-f3cade87ee88) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:28.000763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f4d7a-78d4-4811-9fc3-c133e025eb0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:28.001605 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a24f4d7a-78d4-4811-9fc3-c133e025eb0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.029525 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a24f4d7a-78d4-4811-9fc3-c133e025eb0b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6836190 Feb 19 03:08:28.032235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33438) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:28.037123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:28.082773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (c4573401-a6b3-4e1f-8db9-01ee62620360), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.083918 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (c4573401-a6b3-4e1f-8db9-01ee62620360), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.104770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a56ee4-9c79-4077-a202-c273d7023b64 None None] Network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:28.147550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6e08b6b2-cae9-4d3c-9d25-e55612139f15 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:28.175023 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Publish callbacks [] for router_controller (c4573401-a6b3-4e1f-8db9-01ee62620360), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.276517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port fdd32fd4-2a76-43d0-a5de-d02189cee72e completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:08:28.329416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port fdd32fd4-2a76-43d0-a5de-d02189cee72e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:28.329931 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.368881 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Publish callbacks [] for router_gateway (c4573401-a6b3-4e1f-8db9-01ee62620360), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.494491 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca837072-c653-4b99-add7-fed6aac32eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (4768edd2-df2a-4c3a-a5dc-8d0054528022), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.560922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 6e08b6b2-cae9-4d3c-9d25-e55612139f15 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:28.561628 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.563093 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'project_id': '570da871565c41fb911a1da849f4cc95', 'fixed_ips': [{'subnet_id': '2805eefc-200e-45c4-8946-cd4ec874cf5e'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:08:28.563921 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.590182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf69a10e-1da6-4cb3-8558-11dd059e78d1 req-9715e8f8-aa81-4bf3-9513-76731dd41040 tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=113b56588994486f837682f19ac4b367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2098775 Feb 19 03:08:28.613667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca837072-c653-4b99-add7-fed6aac32eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4768edd2-df2a-4c3a-a5dc-8d0054528022,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:28.624746 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137abb4-f09e-48bd-ae02-4310a24b6e2a req-74ee6f7e-7d62-4cfc-9475-6839c0cbfd45 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:28.631881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4137abb4-f09e-48bd-ae02-4310a24b6e2a req-74ee6f7e-7d62-4cfc-9475-6839c0cbfd45 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 945 time: 0.4759774 Feb 19 03:08:28.658722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Publish callbacks [] for router_gateway (c4573401-a6b3-4e1f-8db9-01ee62620360), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.705182 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.773486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca837072-c653-4b99-add7-fed6aac32eb7 admin admin] Checking segment: {'id': 'eb12ec8e-41de-41f4-9a69-bead39f92a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:28.774183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca837072-c653-4b99-add7-fed6aac32eb7 admin admin] Network hostable DHCP agents. Network: 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:08:28.795011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4137abb4-f09e-48bd-ae02-4310a24b6e2a req-d593b5bd-49b8-464e-8f73-3926e9720e20 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619129 Feb 19 03:08:28.833893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Allocated IP 172.25.1.42 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/11fda111-b3ed-4aeb-ae4c-6ee0edfa5161) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:28.840838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69a10e-1da6-4cb3-8558-11dd059e78d1 req-8a2a754d-ed1c-40e8-b766-325da12749ef tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:28.848499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf69a10e-1da6-4cb3-8558-11dd059e78d1 req-8a2a754d-ed1c-40e8-b766-325da12749ef tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568667 Feb 19 03:08:28.858267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca837072-c653-4b99-add7-fed6aac32eb7 admin admin] Network 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:08:28.871985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf69a10e-1da6-4cb3-8558-11dd059e78d1 req-3421dd8b-25b4-46e9-80fa-48e8afdab7ae tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] 10.222.0.81 "GET /v2.0/quotas/113b56588994486f837682f19ac4b367 HTTP/1.1" status: 200 len: 375 time: 0.0221655 Feb 19 03:08:28.883191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port fdd32fd4-2a76-43d0-a5de-d02189cee72e is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:28.883822 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.917323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf69a10e-1da6-4cb3-8558-11dd059e78d1 req-d309a210-e354-4946-8da1-af3b6822bc2d tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=113b56588994486f837682f19ac4b367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440059 Feb 19 03:08:28.919394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-ca837072-c653-4b99-add7-fed6aac32eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:28.928733 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Publish callbacks [] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.930234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca837072-c653-4b99-add7-fed6aac32eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:28.933539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca837072-c653-4b99-add7-fed6aac32eb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.955433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Publish callbacks [] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:28.976132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ca837072-c653-4b99-add7-fed6aac32eb7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0794106 Feb 19 03:08:28.978673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33466) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:28.984732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-208815742-router', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:29.008374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b236831-58d5-4ccb-9746-59d8c78ceaeb None None] Network 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:29.017238 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.019452 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.029643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def0d5d7-c499-4b50-9143-28dc7aef5a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd32fd4-2a76-43d0-a5de-d02189cee72e'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:08:29.032080 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3500ef9-f6a1-470a-aeed-7b3e2800b044" -d '{"events": [{"server_uuid": "def0d5d7-c499-4b50-9143-28dc7aef5a1d", "name": "network-vif-plugged", "status": "completed", "tag": "fdd32fd4-2a76-43d0-a5de-d02189cee72e"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:08:29.034812 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.036848 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.132465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port fdd32fd4-2a76-43d0-a5de-d02189cee72e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fdd32fd4-2a76-43d0-a5de-d02189cee72e,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:29.134793 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a825a9-9dc3-4f64-b450-52a0bcc490c3 x-openstack-request-id: req-56a825a9-9dc3-4f64-b450-52a0bcc490c3 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:08:29.135071 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def0d5d7-c499-4b50-9143-28dc7aef5a1d", "name": "network-vif-plugged", "status": "completed", "tag": "fdd32fd4-2a76-43d0-a5de-d02189cee72e", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:08:29.135414 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-56a825a9-9dc3-4f64-b450-52a0bcc490c3 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:08:29.135862 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def0d5d7-c499-4b50-9143-28dc7aef5a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd32fd4-2a76-43d0-a5de-d02189cee72e', 'code': 200} Feb 19 03:08:29.159898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 6e08b6b2-cae9-4d3c-9d25-e55612139f15 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:29.172251 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.173178 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Publish callbacks [] for router_controller (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.180514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Allocated IP 172.20.0.2 (24f9f79a-f66e-4d5f-a4db-f3cade87ee88/2805eefc-200e-45c4-8946-cd4ec874cf5e/5462214f-383d-46b7-b048-a4e0046eaa7e) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:29.189495 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Pushing event updated for resources: {'Port': ['ID=11fda111-b3ed-4aeb-ae4c-6ee0edfa5161,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:29.211233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec30e5-655a-4b46-bcf4-6ed52ec0f807 None None] Pushing event updated for resources: {'Port': ['ID=07a3c866-cccb-4cd0-b0b8-6065abb05af2,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:29.211633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:29.215763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:29.220438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:29.288378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33476) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:29.471448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64', 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64', 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'fixed_ips': [{'subnet_id': '4768edd2-df2a-4c3a-a5dc-8d0054528022'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:08:29.472446 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.599549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Attempting to bind port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:29.600042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Attempting to bind port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:29.600516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Attempting to bind port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 on network 08887c7d-6d72-4ea2-8b38-77fe8c245453 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:29.632697 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:29.633135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Checking segment: {'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:29.633825 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.634461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Bound using segment: {'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:29.635064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Bound port: 07a3c866-cccb-4cd0-b0b8-6065abb05af2, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:29.635824 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.651848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=fdd32fd4-2a76-43d0-a5de-d02189cee72e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:29.744069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-133a9130-c3a2-466a-9ad7-2ee27bfa9bf0 None None] Provisioning complete for port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:29.744539 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-133a9130-c3a2-466a-9ad7-2ee27bfa9bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.791739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-133a9130-c3a2-466a-9ad7-2ee27bfa9bf0 None None] Port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:29.808621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-925503896-network', 'tenant_id': 'f38e2519ae704ed3b2f4649ecd3b5eda'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:29.809895 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Allocated IP 172.20.0.2 (7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64/4768edd2-df2a-4c3a-a5dc-8d0054528022/07232983-31f6-4dd4-97a5-2deab15331e4) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:29.866319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] For port 07a3c866-cccb-4cd0-b0b8-6065abb05af2, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:29.914281 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Made reservation on behalf of f38e2519ae704ed3b2f4649ecd3b5eda for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:29.917232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.929397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.938215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] For port 07a3c866-cccb-4cd0-b0b8-6065abb05af2, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=07a3c866-cccb-4cd0-b0b8-6065abb05af2,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:29.944942 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Publish callbacks [] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.968899 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:29.985800 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.081149 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Publish callbacks [] for security_group (4f7aa04c-39c8-4703-b238-a927aee1b990), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.098065 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4f7aa04c-39c8-4703-b238-a927aee1b990), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.157515 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Publish callbacks [] for router_gateway (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.158868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:08:30.162839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7bd565a8-ead2-4b36-b790-63dc3a637341 req-305562a1-1e23-4298-8d7e-aa97f1ba0998 tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=113b56588994486f837682f19ac4b367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760362 Feb 19 03:08:30.185247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7aa04c-39c8-4703-b238-a927aee1b990,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:30.188706 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.189046 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Added segment 2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de of type vlan for network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be Feb 19 03:08:30.190991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d8221-5cef-42ec-9279-d3af9c7b077a req-8061588b-fb53-4d1b-930d-147c0ee315c9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:30.198304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-052d8221-5cef-42ec-9279-d3af9c7b077a req-8061588b-fb53-4d1b-930d-147c0ee315c9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.2669296 Feb 19 03:08:30.202652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:30.209695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:30.220445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:30.224228 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Publish callbacks [] for router_gateway (c4573401-a6b3-4e1f-8db9-01ee62620360), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.274452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde59639-a765-49b5-93f5-43978cbec2e8 req-f688249e-43ed-4309-88bd-15b7526dd447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:30.276103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fde59639-a765-49b5-93f5-43978cbec2e8 req-f688249e-43ed-4309-88bd-15b7526dd447 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 1128 time: 0.3412392 Feb 19 03:08:30.282191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (6c9753b4-1d5a-4b0d-8dc1-e684733b48be), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.327876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Attempting to bind port 5462214f-383d-46b7-b048-a4e0046eaa7e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:30.328216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Attempting to bind port 5462214f-383d-46b7-b048-a4e0046eaa7e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:30.328532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Attempting to bind port 5462214f-383d-46b7-b048-a4e0046eaa7e on network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:30.330463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Routers {'4a3bc3a2-0de6-428c-99b4-955b67ab0cae'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:30.331092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:30.332708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec30e5-655a-4b46-bcf4-6ed52ec0f807 None None] Pushing event updated for resources: {'Port': ['ID=07a3c866-cccb-4cd0-b0b8-6065abb05af2,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:30.357391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (6c9753b4-1d5a-4b0d-8dc1-e684733b48be), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.358385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:30.359245 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.382795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:30.383230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Checking segment: {'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:30.383581 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.384008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Bound using segment: {'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:30.384489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Bound port: 5462214f-383d-46b7-b048-a4e0046eaa7e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:30.384897 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.420450 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Publish callbacks [] for port (07232983-31f6-4dd4-97a5-2deab15331e4), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.445823 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-052d8221-5cef-42ec-9279-d3af9c7b077a req-4ab91fde-8cc5-40b3-a8a3-4f67ab3c9b92 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463884 Feb 19 03:08:30.469294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd565a8-ead2-4b36-b790-63dc3a637341 req-66c3a880-c6b9-4108-9ba9-b38402b6444b tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:30.473705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7bd565a8-ead2-4b36-b790-63dc3a637341 req-66c3a880-c6b9-4108-9ba9-b38402b6444b tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2998493 Feb 19 03:08:30.476147 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1812515 Feb 19 03:08:30.476876 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33506) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:30.487243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b6b5481c-a242-487e-819a-59ca4ba0ce36 admin admin] Request body: {'subnet': {'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-925503896-subnet', 'tenant_id': 'f38e2519ae704ed3b2f4649ecd3b5eda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:30.498712 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7bd565a8-ead2-4b36-b790-63dc3a637341 req-32591b38-0959-409c-a142-8cbbd13ba8f9 tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] 10.222.0.81 "GET /v2.0/quotas/113b56588994486f837682f19ac4b367 HTTP/1.1" status: 200 len: 375 time: 0.0157900 Feb 19 03:08:30.504278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fde59639-a765-49b5-93f5-43978cbec2e8 req-26feba0d-343c-49bd-8d1b-f7b53f6a4ca0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055805 Feb 19 03:08:30.509021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] For port 5462214f-383d-46b7-b048-a4e0046eaa7e, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:30.509205 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90176157-14e3-4425-8adb-7d08510365ce admin admin] Pushing event updated for resources: {'Network': ['ID=6c9753b4-1d5a-4b0d-8dc1-e684733b48be,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:30.511962 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] For port 5462214f-383d-46b7-b048-a4e0046eaa7e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5462214f-383d-46b7-b048-a4e0046eaa7e,segment=NetworkSegment(3183c2d5-3206-410a-b476-26ee7557a7d8),segment_id=3183c2d5-3206-410a-b476-26ee7557a7d8)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:30.525160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:08:30.565628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b5481c-a242-487e-819a-59ca4ba0ce36 admin admin] Made reservation on behalf of f38e2519ae704ed3b2f4649ecd3b5eda for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:30.567996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6b5481c-a242-487e-819a-59ca4ba0ce36 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.580528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7bd565a8-ead2-4b36-b790-63dc3a637341 req-f873a4e0-faa1-4fad-a2a9-3ce9ccee051d tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=113b56588994486f837682f19ac4b367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663602 Feb 19 03:08:30.589795 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.603159 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.613104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Pushing event updated for resources: {'Port': ['ID=5462214f-383d-46b7-b048-a4e0046eaa7e,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:30.630181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Network 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:30.663508 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:30.695266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:30.708107 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (c4573401-a6b3-4e1f-8db9-01ee62620360), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.798648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] Set router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:30.822997 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Publish callbacks [] for router_gateway (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.823553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Pushing event updated for resources: {'Port': ['ID=07232983-31f6-4dd4-97a5-2deab15331e4,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:30.854334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Attempting to bind port 07232983-31f6-4dd4-97a5-2deab15331e4 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:30.854806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Attempting to bind port 07232983-31f6-4dd4-97a5-2deab15331e4 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'eb12ec8e-41de-41f4-9a69-bead39f92a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:30.855338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Attempting to bind port 07232983-31f6-4dd4-97a5-2deab15331e4 on network 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:30.856134 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.860771 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1d1c55a8-fcbb-46fa-832c-8fa0a3872f97 None None] Provisioning complete for port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:30.861358 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d1c55a8-fcbb-46fa-832c-8fa0a3872f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.867409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:30.868389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Checking segment: {'id': 'eb12ec8e-41de-41f4-9a69-bead39f92a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:30.868965 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:30.869934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Bound using segment: {'id': 'eb12ec8e-41de-41f4-9a69-bead39f92a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:30.870908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Bound port: 07232983-31f6-4dd4-97a5-2deab15331e4, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb12ec8e-41de-41f4-9a69-bead39f92a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:30.871439 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.006261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6b5481c-a242-487e-819a-59ca4ba0ce36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (d285098d-bd66-4838-b6b7-1fdd74c0cc2f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.096566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Allocated IP 172.25.1.181 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/39bd5b0e-1365-429f-9343-5484b991cf13) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:31.104098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Router c4573401-a6b3-4e1f-8db9-01ee62620360 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:08:31.119881 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b8f0c6-4d7a-4afa-9464-52656596479d None None] Pushing event updated for resources: {'Port': ['ID=5462214f-383d-46b7-b048-a4e0046eaa7e,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:31.161894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5481c-a242-487e-819a-59ca4ba0ce36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d285098d-bd66-4838-b6b7-1fdd74c0cc2f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:31.220365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b5481c-a242-487e-819a-59ca4ba0ce36 admin admin] Checking segment: {'id': '2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:31.220999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b5481c-a242-487e-819a-59ca4ba0ce36 admin admin] Network hostable DHCP agents. Network: 6c9753b4-1d5a-4b0d-8dc1-e684733b48be, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:08:31.227591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] For port 07232983-31f6-4dd4-97a5-2deab15331e4, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:31.253822 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b5481c-a242-487e-819a-59ca4ba0ce36 admin admin] Network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:08:31.284139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-b6b5481c-a242-487e-819a-59ca4ba0ce36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 6c9753b4-1d5a-4b0d-8dc1-e684733b48be) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:31.286101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] For port 07232983-31f6-4dd4-97a5-2deab15331e4, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=07232983-31f6-4dd4-97a5-2deab15331e4,segment=NetworkSegment(eb12ec8e-41de-41f4-9a69-bead39f92a05),segment_id=eb12ec8e-41de-41f4-9a69-bead39f92a05)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:31.287704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1d1c55a8-fcbb-46fa-832c-8fa0a3872f97 None None] Current status of the port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:31.288228 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d1c55a8-fcbb-46fa-832c-8fa0a3872f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.292015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b5481c-a242-487e-819a-59ca4ba0ce36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:31.292621 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6b5481c-a242-487e-819a-59ca4ba0ce36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.309257 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Publish callbacks [] for port (39bd5b0e-1365-429f-9343-5484b991cf13), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.317837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea5d588-af17-4274-80a6-3cc427a00757 None None] Network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:31.350987 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b6b5481c-a242-487e-819a-59ca4ba0ce36 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8691902 Feb 19 03:08:31.359764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:08:31.363773 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (39bd5b0e-1365-429f-9343-5484b991cf13), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.374776 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Sync routers for ids ['c4573401-a6b3-4e1f-8db9-01ee62620360'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:08:31.386198 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Routers {'c4573401-a6b3-4e1f-8db9-01ee62620360'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:31.387409 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['c4573401-a6b3-4e1f-8db9-01ee62620360'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:31.396614 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.398142 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e78c461f-0e0e-4400-aa37-659d3faa3401 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3647373 Feb 19 03:08:31.401704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33530) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:31.411998 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.437346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Pushing event updated for resources: {'Port': ['ID=39bd5b0e-1365-429f-9343-5484b991cf13,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:31.445714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:31.447299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:31.456196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:31.553450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f945e14-1eb1-4a29-89b9-a3f8e1b305c5 req-4ae8e230-93f0-45d2-81d1-e901cbf0e0ce tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=113b56588994486f837682f19ac4b367&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320046 Feb 19 03:08:31.594840 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Set router c4573401-a6b3-4e1f-8db9-01ee62620360 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:31.598256 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1d1c55a8-fcbb-46fa-832c-8fa0a3872f97 None None] For port 07a3c866-cccb-4cd0-b0b8-6065abb05af2, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=07a3c866-cccb-4cd0-b0b8-6065abb05af2,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:31.695408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0307b722-54f4-4501-b24a-58b0ddb21bb2 None None] Network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:31.716655 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d1c55a8-fcbb-46fa-832c-8fa0a3872f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.873551 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:29Z', 'revision_number': 3, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:31.905282 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Checking router: c4573401-a6b3-4e1f-8db9-01ee62620360 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:08:31.906205 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Updating router c4573401-a6b3-4e1f-8db9-01ee62620360 port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:08:31.964252 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:31.981597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:08:24Z', 'revision_number': 4, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '07a3c866-cccb-4cd0-b0b8-6065abb05af2', 'name': '', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'mac_address': 'fa:16:3e:24:f1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:23Z', 'updated_at': '2022-02-19T03:08:29Z', 'revision_number': 4, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'subnets': [{'id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:31.986191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85fd7f-ed3d-4eb5-b642-0a3c9e229d29 None None] Pushing event updated for resources: {'Port': ['ID=07232983-31f6-4dd4-97a5-2deab15331e4,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:32.088706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f945e14-1eb1-4a29-89b9-a3f8e1b305c5 req-374d9ed8-39d7-4bd1-ab81-dafc610dd37b tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:32.090317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f945e14-1eb1-4a29-89b9-a3f8e1b305c5 req-374d9ed8-39d7-4bd1-ab81-dafc610dd37b tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5288916 Feb 19 03:08:32.120433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c55a8-fcbb-46fa-832c-8fa0a3872f97 None None] Pushing event updated for resources: {'Port': ['ID=07a3c866-cccb-4cd0-b0b8-6065abb05af2,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:32.123430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b1d16-4b61-4a1f-8830-e84bcd44ea7c req-4847782e-3821-4ac9-b47b-eee89df271f8 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:32.126445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf2c22a-d655-414d-9c6d-d7a09f7b0bcf None None] The sync data for ids ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'] in n-d-826755-2 is: [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:08:24Z', 'revision_number': 4, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '07a3c866-cccb-4cd0-b0b8-6065abb05af2', 'name': '', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'mac_address': 'fa:16:3e:24:f1:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:23Z', 'updated_at': '2022-02-19T03:08:29Z', 'revision_number': 4, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'subnets': [{'id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:08:32.127206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-119b1d16-4b61-4a1f-8830-e84bcd44ea7c req-4847782e-3821-4ac9-b47b-eee89df271f8 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.5538588 Feb 19 03:08:32.369176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5462214f-383d-46b7-b048-a4e0046eaa7e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:32.385888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f945e14-1eb1-4a29-89b9-a3f8e1b305c5 req-3c68e184-ae24-45db-9e50-742ae5ae35c0 tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] 10.222.0.81 "GET /v2.0/quotas/113b56588994486f837682f19ac4b367 HTTP/1.1" status: 200 len: 375 time: 0.2294798 Feb 19 03:08:32.565197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.571771 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5462214f-383d-46b7-b048-a4e0046eaa7e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:32.573104 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.577733 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Publish callbacks [] for router_gateway (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.595981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f945e14-1eb1-4a29-89b9-a3f8e1b305c5 req-0ec5de5e-ee5a-4cd9-af2a-370a574bee95 tempest-QuotasAdminNegativeTest-875044288 tempest-QuotasAdminNegativeTest-875044288-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=113b56588994486f837682f19ac4b367&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2091730 Feb 19 03:08:32.660092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a2cc5c-0320-4118-8989-e0663d7f8c09 None None] Network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:32.670854 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Publish callbacks [] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.686748 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.799957 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5462214f-383d-46b7-b048-a4e0046eaa7e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:32.800559 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.826889 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Attempting to bind port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:32.827266 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Attempting to bind port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:32.827635 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Attempting to bind port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:32.835772 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1b9ff-7e86-4afa-b129-d60e8572cca0 None None] Pushing event updated for resources: {'Port': ['ID=11fda111-b3ed-4aeb-ae4c-6ee0edfa5161,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:32.853115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-119b1d16-4b61-4a1f-8830-e84bcd44ea7c req-10637216-3f75-492e-9f77-752177d55416 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6946566 Feb 19 03:08:32.856473 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:32.856886 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:32.857299 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.857694 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:32.858181 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Bound port: 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:32.858583 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.913423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 5462214f-383d-46b7-b048-a4e0046eaa7e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5462214f-383d-46b7-b048-a4e0046eaa7e,segment=NetworkSegment(3183c2d5-3206-410a-b476-26ee7557a7d8),segment_id=3183c2d5-3206-410a-b476-26ee7557a7d8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:32.933788 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7f7c6896-f8ef-4b31-b83a-7d79752df1de None None] Provisioning complete for port 5462214f-383d-46b7-b048-a4e0046eaa7e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:32.934522 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6896-f8ef-4b31-b83a-7d79752df1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.989739 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] For port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:32.991510 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:32.998610 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] For port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=11fda111-b3ed-4aeb-ae4c-6ee0edfa5161,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:33.017282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Allocated IP 172.20.0.1 (24f9f79a-f66e-4d5f-a4db-f3cade87ee88/2805eefc-200e-45c4-8946-cd4ec874cf5e/b1ad200f-a473-44fe-8d61-0a74e74f2611) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:33.024069 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.133416 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Routers {'c4573401-a6b3-4e1f-8db9-01ee62620360'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:33.135008 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['c4573401-a6b3-4e1f-8db9-01ee62620360'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:33.281749 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1b9ff-7e86-4afa-b129-d60e8572cca0 None None] Pushing event updated for resources: {'Port': ['ID=11fda111-b3ed-4aeb-ae4c-6ee0edfa5161,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:33.324697 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.357830 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Publish callbacks [] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.448532 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.449352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=5462214f-383d-46b7-b048-a4e0046eaa7e,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:33.510199 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] Set router c4573401-a6b3-4e1f-8db9-01ee62620360 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:33.559247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:33.578379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:33.583299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:33.593751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ad200f-a473-44fe-8d61-0a74e74f2611,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:33.666735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7f7c6896-f8ef-4b31-b83a-7d79752df1de None None] Current status of the port 5462214f-383d-46b7-b048-a4e0046eaa7e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:33.670072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Router d4d64df1-44c6-4b5f-8d1e-a9372c4119cc is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:08:33.686899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33568) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:33.724926 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c9d98639-a55a-45ab-be75-e3d8b0ce365a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.752717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec4dacd-2d95-43f1-a9ee-502d35ee949b None None] Network 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:08:33.761432 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (c4573401-a6b3-4e1f-8db9-01ee62620360), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:33.997618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0859268a-5f08-4ad7-a1fb-ac1e6dc80d21 None None] Provisioning complete for port 07232983-31f6-4dd4-97a5-2deab15331e4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:33.997618 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0859268a-5f08-4ad7-a1fb-ac1e6dc80d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.009463 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f958d46-2a74-4cec-a25b-6c5693c3a713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.027105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:08:34.042322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Sync routers for ids ['d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:08:34.124242 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.131259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Routers {'d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:34.131899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:34.132432 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.140556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-27495831-883e-43b7-ad21-334371d29c2c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1589799 Feb 19 03:08:34.142344 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:29Z', 'revision_number': 3, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:34.172526 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33574) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:34.218953 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c135d2-71a4-470b-a602-d75d467eaa86 None None] The sync data for ids ['c4573401-a6b3-4e1f-8db9-01ee62620360'] in n-d-826755-2 is: [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:29Z', 'revision_number': 3, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:08:34.343401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5d900-6e06-4486-8d3e-04498037fe88 req-3d54c4d2-818b-4649-9225-f851f5617dee tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:34.345499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2e5d900-6e06-4486-8d3e-04498037fe88 req-3d54c4d2-818b-4649-9225-f851f5617dee tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.3205283 Feb 19 03:08:34.460622 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Set router d4d64df1-44c6-4b5f-8d1e-a9372c4119cc gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:34.509371 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Publish callbacks [] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.520516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2e5d900-6e06-4486-8d3e-04498037fe88 req-7e8883dd-cec5-4a4d-a2d4-6eb086e38682 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628616 Feb 19 03:08:34.580961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f958d46-2a74-4cec-a25b-6c5693c3a713 admin admin] Publish callbacks [] for security_group (2a691875-987a-4f14-847a-bd3790ac02dd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.591355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f958d46-2a74-4cec-a25b-6c5693c3a713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2a691875-987a-4f14-847a-bd3790ac02dd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.605497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 07232983-31f6-4dd4-97a5-2deab15331e4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:34.679767 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.705866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3f958d46-2a74-4cec-a25b-6c5693c3a713 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=113b56588994486f837682f19ac4b367&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0176117 Feb 19 03:08:34.706543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33578) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:34.716179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f958d46-2a74-4cec-a25b-6c5693c3a713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a691875-987a-4f14-847a-bd3790ac02dd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:34.865695 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (c4573401-a6b3-4e1f-8db9-01ee62620360), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.936874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Pushing event updated for resources: {'Port': ['ID=b1ad200f-a473-44fe-8d61-0a74e74f2611,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:34.976758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-396c8f89-dbff-41d3-876c-e61ee4327a3b admin admin] Publish callbacks [] for security_group (2a691875-987a-4f14-847a-bd3790ac02dd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:34.978844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 07232983-31f6-4dd4-97a5-2deab15331e4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:34.979231 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.005726 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-396c8f89-dbff-41d3-876c-e61ee4327a3b admin admin] Publish callbacks [] for security_group (2a691875-987a-4f14-847a-bd3790ac02dd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.034428 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0859268a-5f08-4ad7-a1fb-ac1e6dc80d21 None None] Current status of the port 07232983-31f6-4dd4-97a5-2deab15331e4 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:35.034819 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0859268a-5f08-4ad7-a1fb-ac1e6dc80d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.045958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'name': 'tempest-TaggedBootDevicesTest-208815742-router', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:29Z', 'updated_at': '2022-02-19T03:08:31Z', 'revision_number': 3, 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'gw_port': {'id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:30Z', 'updated_at': '2022-02-19T03:08:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:35.127855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e3367-c4f1-4466-9033-7f737406cffd req-fb12c824-352d-4972-811b-21f45d710437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:35.129288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Checking router: d4d64df1-44c6-4b5f-8d1e-a9372c4119cc for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:08:35.129492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb7e3367-c4f1-4466-9033-7f737406cffd req-fb12c824-352d-4972-811b-21f45d710437 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=600636d329c9427c813907dcf2a1fd83&device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 1128 time: 0.2586665 Feb 19 03:08:35.129655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Updating router d4d64df1-44c6-4b5f-8d1e-a9372c4119cc port 39bd5b0e-1365-429f-9343-5484b991cf13 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:08:35.145307 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-396c8f89-dbff-41d3-876c-e61ee4327a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2a691875-987a-4f14-847a-bd3790ac02dd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.151060 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-396c8f89-dbff-41d3-876c-e61ee4327a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.155252 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-396c8f89-dbff-41d3-876c-e61ee4327a3b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a691875-987a-4f14-847a-bd3790ac02dd HTTP/1.1" status: 204 len: 168 time: 0.4159646 Feb 19 03:08:35.182728 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (39bd5b0e-1365-429f-9343-5484b991cf13), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.205032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c8f89-dbff-41d3-876c-e61ee4327a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a691875-987a-4f14-847a-bd3790ac02dd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:35.322366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c623722-9098-42d0-a78c-225ba4f92402 req-775f1dea-bdfe-4b6f-b82b-a3835f4cff3b tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:35.325444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c623722-9098-42d0-a78c-225ba4f92402 req-775f1dea-bdfe-4b6f-b82b-a3835f4cff3b tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.3702769 Feb 19 03:08:35.353137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 07232983-31f6-4dd4-97a5-2deab15331e4 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:35.353890 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.387472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0859268a-5f08-4ad7-a1fb-ac1e6dc80d21 None None] For port 07232983-31f6-4dd4-97a5-2deab15331e4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=07232983-31f6-4dd4-97a5-2deab15331e4,segment=NetworkSegment(eb12ec8e-41de-41f4-9a69-bead39f92a05),segment_id=eb12ec8e-41de-41f4-9a69-bead39f92a05)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:35.409538 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0859268a-5f08-4ad7-a1fb-ac1e6dc80d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.444248 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:35.454293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:35.500914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e3367-c4f1-4466-9033-7f737406cffd req-337e5c16-c3c3-47fc-a1e5-6df6d017ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:35.506400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb7e3367-c4f1-4466-9033-7f737406cffd req-337e5c16-c3c3-47fc-a1e5-6df6d017ecdd service neutron] 10.222.0.67 "GET /v2.0/networks?id=664c9f64-f39d-4a62-976f-18f1bc8dbab0 HTTP/1.1" status: 200 len: 911 time: 0.3474679 Feb 19 03:08:35.518455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c623722-9098-42d0-a78c-225ba4f92402 req-392d0eb6-2fdd-4b3d-969d-5a32b989fd88 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856861 Feb 19 03:08:35.584293 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:08:35.584961 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:08:35.593072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-da98e70e-0af4-458f-886d-98a71d909213 None None] Provisioning complete for port b1ad200f-a473-44fe-8d61-0a74e74f2611 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:35.593072 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-da98e70e-0af4-458f-886d-98a71d909213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.600238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859268a-5f08-4ad7-a1fb-ac1e6dc80d21 None None] Pushing event updated for resources: {'Port': ['ID=07232983-31f6-4dd4-97a5-2deab15331e4,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:35.655751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb7e3367-c4f1-4466-9033-7f737406cffd req-b268e371-e0ea-4432-99c4-4213e0062004 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd32fd4-2a76-43d0-a5de-d02189cee72e HTTP/1.1" status: 200 len: 217 time: 0.1362214 Feb 19 03:08:35.681004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-da98e70e-0af4-458f-886d-98a71d909213 None None] Port b1ad200f-a473-44fe-8d61-0a74e74f2611 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:35.726211 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-da98e70e-0af4-458f-886d-98a71d909213 None None] Provisioning complete for port 5462214f-383d-46b7-b048-a4e0046eaa7e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:35.726578 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-da98e70e-0af4-458f-886d-98a71d909213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.759140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e3367-c4f1-4466-9033-7f737406cffd req-511a8495-7e35-47dd-b2d0-02460baaf08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:35.774376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb7e3367-c4f1-4466-9033-7f737406cffd req-511a8495-7e35-47dd-b2d0-02460baaf08f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=69f2f427-764b-4928-81d7-10c11e9d9fd0 HTTP/1.1" status: 200 len: 850 time: 0.1112361 Feb 19 03:08:35.849289 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb7e3367-c4f1-4466-9033-7f737406cffd req-876d7fd9-d18a-4f22-80e1-ee5118119a28 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=664c9f64-f39d-4a62-976f-18f1bc8dbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638394 Feb 19 03:08:35.882806 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f5cc63ec-08ac-45b4-b848-5ea85c3d6ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.894871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33590) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:35.927327 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Publish callbacks [] for port (39bd5b0e-1365-429f-9343-5484b991cf13), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.952241 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (39bd5b0e-1365-429f-9343-5484b991cf13), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.969642 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-73067291-8a3b-458e-8ee2-e5785de4a3e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:35.999953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-da98e70e-0af4-458f-886d-98a71d909213 None None] Current status of the port 5462214f-383d-46b7-b048-a4e0046eaa7e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:36.047375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e0772-0202-4e5a-ace1-1ccf6fd93d4b None None] Pushing event updated for resources: {'Port': ['ID=39bd5b0e-1365-429f-9343-5484b991cf13,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:36.071714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Attempting to bind port 39bd5b0e-1365-429f-9343-5484b991cf13 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:36.072224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Attempting to bind port 39bd5b0e-1365-429f-9343-5484b991cf13 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:36.073205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Attempting to bind port 39bd5b0e-1365-429f-9343-5484b991cf13 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:36.088327 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:36.088746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:36.089283 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.089793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:36.090572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Bound port: 39bd5b0e-1365-429f-9343-5484b991cf13, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:36.091026 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (39bd5b0e-1365-429f-9343-5484b991cf13), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.093155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-da98e70e-0af4-458f-886d-98a71d909213 None None] Provisioning complete for port 07232983-31f6-4dd4-97a5-2deab15331e4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:36.093670 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-da98e70e-0af4-458f-886d-98a71d909213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.222928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 07232983-31f6-4dd4-97a5-2deab15331e4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:36.224025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 07a3c866-cccb-4cd0-b0b8-6065abb05af2 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:36.231158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] For port 39bd5b0e-1365-429f-9343-5484b991cf13, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:36.236806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] For port 39bd5b0e-1365-429f-9343-5484b991cf13, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=39bd5b0e-1365-429f-9343-5484b991cf13,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:36.277582 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (39bd5b0e-1365-429f-9343-5484b991cf13), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.383862 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-da98e70e-0af4-458f-886d-98a71d909213 None None] Current status of the port 07232983-31f6-4dd4-97a5-2deab15331e4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:36.395792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e0772-0202-4e5a-ace1-1ccf6fd93d4b None None] Pushing event updated for resources: {'Port': ['ID=39bd5b0e-1365-429f-9343-5484b991cf13,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:36.399557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Routers {'d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:36.400172 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:36.400738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.427976 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Router c4573401-a6b3-4e1f-8db9-01ee62620360 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:08:36.442609 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:36.442977 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.456319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb7e3367-c4f1-4466-9033-7f737406cffd req-83f9bb19-f7c3-461d-be7a-54955979354e service neutron] 10.222.0.67 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996814 Feb 19 03:08:36.565288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-73067291-8a3b-458e-8ee2-e5785de4a3e8 admin admin] Publish callbacks [] for security_group (841f3e32-8bdf-4fd4-a4f4-8837d81735d8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.582337 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-73067291-8a3b-458e-8ee2-e5785de4a3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (841f3e32-8bdf-4fd4-a4f4-8837d81735d8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.605693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb7e3367-c4f1-4466-9033-7f737406cffd req-bf3ab678-2f98-4ea0-a553-e2929adec719 service neutron] 10.222.0.67 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415420 Feb 19 03:08:36.645298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-73067291-8a3b-458e-8ee2-e5785de4a3e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65f2e3b92a004c57a57932964b7d9ea9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7489576 Feb 19 03:08:36.667162 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Allocated IP 172.20.0.1 (7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64/4768edd2-df2a-4c3a-a5dc-8d0054528022/9032d40b-1b5c-4f27-b538-a72fcbe16274) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:36.667337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33596) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:36.687203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73067291-8a3b-458e-8ee2-e5785de4a3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841f3e32-8bdf-4fd4-a4f4-8837d81735d8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:36.714996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c711d77d-18fa-4c15-a4c5-5fb997a0b4a8 None None] Provisioning complete for port b1ad200f-a473-44fe-8d61-0a74e74f2611 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:36.715488 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c711d77d-18fa-4c15-a4c5-5fb997a0b4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.737684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2814083-bbab-42e0-ab0f-abc499e556dc req-54400820-e5ce-4f2c-b91c-649a69062a52 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:36.739217 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2814083-bbab-42e0-ab0f-abc499e556dc req-54400820-e5ce-4f2c-b91c-649a69062a52 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.1136975 Feb 19 03:08:36.742641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] Set router d4d64df1-44c6-4b5f-8d1e-a9372c4119cc gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:36.762307 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68f9c848-3a19-4f12-980a-d9db4cbd6d27 admin admin] Publish callbacks [] for security_group (841f3e32-8bdf-4fd4-a4f4-8837d81735d8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.805770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68f9c848-3a19-4f12-980a-d9db4cbd6d27 admin admin] Publish callbacks [] for security_group (841f3e32-8bdf-4fd4-a4f4-8837d81735d8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.833997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2814083-bbab-42e0-ab0f-abc499e556dc req-d7340369-4982-40ed-baa5-7e308f6ebd37 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831420 Feb 19 03:08:36.850028 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c711d77d-18fa-4c15-a4c5-5fb997a0b4a8 None None] Port b1ad200f-a473-44fe-8d61-0a74e74f2611 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:36.855540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:36.856746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5462214f-383d-46b7-b048-a4e0046eaa7e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:36.859260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Publish callbacks [] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.888129 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68f9c848-3a19-4f12-980a-d9db4cbd6d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (841f3e32-8bdf-4fd4-a4f4-8837d81735d8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.891949 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68f9c848-3a19-4f12-980a-d9db4cbd6d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.895871 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-68f9c848-3a19-4f12-980a-d9db4cbd6d27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/841f3e32-8bdf-4fd4-a4f4-8837d81735d8 HTTP/1.1" status: 204 len: 168 time: 0.2242305 Feb 19 03:08:36.905036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9c848-3a19-4f12-980a-d9db4cbd6d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841f3e32-8bdf-4fd4-a4f4-8837d81735d8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:36.932622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:08:36.940328 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9cbd92da-afc6-4bb7-92c5-e372d3420e44 admin admin] 10.222.0.81 "PUT /v2.0/routers/c4573401-a6b3-4e1f-8db9-01ee62620360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5224388 Feb 19 03:08:36.954191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:36.997344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Network 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:37.000647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:37.003134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:37.044703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Pushing event updated for resources: {'Port': ['ID=9032d40b-1b5c-4f27-b538-a72fcbe16274,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:37.065660 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.075654 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.093404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5462214f-383d-46b7-b048-a4e0046eaa7e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:37.093784 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.234050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'name': 'tempest-TaggedBootDevicesTest-208815742-router', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:29Z', 'updated_at': '2022-02-19T03:08:31Z', 'revision_number': 3, 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'gw_port': {'id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:30Z', 'updated_at': '2022-02-19T03:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:37.300742 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab51f0c-8ed3-4a79-842f-04ba77a49496 None None] The sync data for ids ['d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'] in n-d-826755-2 is: [{'id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'name': 'tempest-TaggedBootDevicesTest-208815742-router', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:29Z', 'updated_at': '2022-02-19T03:08:31Z', 'revision_number': 3, 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'gw_port': {'id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:30Z', 'updated_at': '2022-02-19T03:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:08:37.322683 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.429394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5462214f-383d-46b7-b048-a4e0046eaa7e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:37.477139 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Sync routers for ids ['c4573401-a6b3-4e1f-8db9-01ee62620360'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:08:37.510808 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Routers {'c4573401-a6b3-4e1f-8db9-01ee62620360'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:37.512309 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['c4573401-a6b3-4e1f-8db9-01ee62620360'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:37.624455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-cac9a921-c38b-4719-bfd4-305514f4ec4e None None] Provisioning complete for port 9032d40b-1b5c-4f27-b538-a72fcbe16274 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:37.624870 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cac9a921-c38b-4719-bfd4-305514f4ec4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.728481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cac9a921-c38b-4719-bfd4-305514f4ec4e None None] Port 9032d40b-1b5c-4f27-b538-a72fcbe16274 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:37.777798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 07232983-31f6-4dd4-97a5-2deab15331e4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:37.851289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Publish callbacks [] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.869017 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:37.932175 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Set router c4573401-a6b3-4e1f-8db9-01ee62620360 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:37.951899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Pushing event updated for resources: {'Port': ['ID=9032d40b-1b5c-4f27-b538-a72fcbe16274,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:37.977504 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.018487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 07232983-31f6-4dd4-97a5-2deab15331e4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:38.019249 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.142138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 07232983-31f6-4dd4-97a5-2deab15331e4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:38.143045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:38.177548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d67e6-2daa-43c8-a12d-56ce800bfda1 req-f6388358-4d79-4605-872e-49e1f2cd01ce tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:38.181387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c57d67e6-2daa-43c8-a12d-56ce800bfda1 req-f6388358-4d79-4605-872e-49e1f2cd01ce tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.1473684 Feb 19 03:08:38.207662 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Network 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:38.209578 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:38.249748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:38.250117 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.447413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c57d67e6-2daa-43c8-a12d-56ce800bfda1 req-c2edc13f-fceb-4af7-ab57-afc686362baf tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612152 Feb 19 03:08:38.479470 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Router d4d64df1-44c6-4b5f-8d1e-a9372c4119cc has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:08:38.482216 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.598003 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33634) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:38.602406 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:34Z', 'revision_number': 4, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b1ad200f-a473-44fe-8d61-0a74e74f2611', 'name': '', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'mac_address': 'fa:16:3e:7f:c2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:32Z', 'updated_at': '2022-02-19T03:08:34Z', 'revision_number': 2, 'project_id': '570da871565c41fb911a1da849f4cc95', 'subnets': [{'id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:38.604694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-deb34d6a-2ec2-462d-9bd3-c94b6397b1e7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1974439127', 'description': 'tempest-description--1369272911'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:38.655239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:38.655955 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.659288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-deb34d6a-2ec2-462d-9bd3-c94b6397b1e7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.688719 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Checking router: c4573401-a6b3-4e1f-8db9-01ee62620360 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:08:38.692569 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Updating router c4573401-a6b3-4e1f-8db9-01ee62620360 port b1ad200f-a473-44fe-8d61-0a74e74f2611 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:08:38.739551 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.766477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=11fda111-b3ed-4aeb-ae4c-6ee0edfa5161,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:38.792873 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.831224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a48d3b51-f7de-47c7-a418-51301193c995 None None] Provisioning complete for port 9032d40b-1b5c-4f27-b538-a72fcbe16274 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:38.831560 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a48d3b51-f7de-47c7-a418-51301193c995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.847077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:08:38.858452 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-241efc9e-ce35-41e5-8029-4406537b812b admin admin] 10.222.0.81 "PUT /v2.0/routers/d4d64df1-44c6-4b5f-8d1e-a9372c4119cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3460989 Feb 19 03:08:38.872004 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-deb34d6a-2ec2-462d-9bd3-c94b6397b1e7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for security_group (15d8a57d-5461-4c33-b76b-8cf3dacf62bd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.889333 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-deb34d6a-2ec2-462d-9bd3-c94b6397b1e7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (15d8a57d-5461-4c33-b76b-8cf3dacf62bd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.931038 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-deb34d6a-2ec2-462d-9bd3-c94b6397b1e7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:38.936124 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-deb34d6a-2ec2-462d-9bd3-c94b6397b1e7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3365660 Feb 19 03:08:38.939129 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33642) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:38.943838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-69996d4b-4692-4931-82b7-7078f8a121bf tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Request body: {'security_group_rule': {'security_group_id': '15d8a57d-5461-4c33-b76b-8cf3dacf62bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:38.999671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb34d6a-2ec2-462d-9bd3-c94b6397b1e7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15d8a57d-5461-4c33-b76b-8cf3dacf62bd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:39.014516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=11fda111-b3ed-4aeb-ae4c-6ee0edfa5161,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:39.025887 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69996d4b-4692-4931-82b7-7078f8a121bf tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for security_group_rule (ba83e92f-afdf-4767-8f98-c9fe32dda26a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.035337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a48d3b51-f7de-47c7-a418-51301193c995 None None] Port 9032d40b-1b5c-4f27-b538-a72fcbe16274 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:39.156224 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69996d4b-4692-4931-82b7-7078f8a121bf tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for security_group_rule (ba83e92f-afdf-4767-8f98-c9fe32dda26a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.163824 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69996d4b-4692-4931-82b7-7078f8a121bf tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (ba83e92f-afdf-4767-8f98-c9fe32dda26a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.194107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69996d4b-4692-4931-82b7-7078f8a121bf tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba83e92f-afdf-4767-8f98-c9fe32dda26a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:39.228803 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69996d4b-4692-4931-82b7-7078f8a121bf tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.232810 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-69996d4b-4692-4931-82b7-7078f8a121bf tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2900100 Feb 19 03:08:39.233265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33650) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:39.238606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-86c8a1dd-2948-4fb1-94e3-392da4590644 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Request body: {'security_group_rule': {'security_group_id': '15d8a57d-5461-4c33-b76b-8cf3dacf62bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:39.273520 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Publish callbacks [] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.285120 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.293742 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86c8a1dd-2948-4fb1-94e3-392da4590644 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for security_group_rule (f19bee3d-744b-43da-a8bf-70ea1840ebea), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.399370 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f15719-dbd0-4799-a6b5-fa631a5ad017 None None] Pushing event updated for resources: {'Port': ['ID=b1ad200f-a473-44fe-8d61-0a74e74f2611,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:39.428940 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86c8a1dd-2948-4fb1-94e3-392da4590644 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for security_group_rule (f19bee3d-744b-43da-a8bf-70ea1840ebea), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.439280 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86c8a1dd-2948-4fb1-94e3-392da4590644 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f19bee3d-744b-43da-a8bf-70ea1840ebea), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.487504 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Attempting to bind port b1ad200f-a473-44fe-8d61-0a74e74f2611 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:39.487886 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Attempting to bind port b1ad200f-a473-44fe-8d61-0a74e74f2611 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:39.488238 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Attempting to bind port b1ad200f-a473-44fe-8d61-0a74e74f2611 on network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:39.494630 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:39.494883 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Checking segment: {'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:39.495638 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.496116 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Bound using segment: {'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:39.496594 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Bound port: b1ad200f-a473-44fe-8d61-0a74e74f2611, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:39.497666 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.558925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8a1dd-2948-4fb1-94e3-392da4590644 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19bee3d-744b-43da-a8bf-70ea1840ebea,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:39.597980 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86c8a1dd-2948-4fb1-94e3-392da4590644 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.600181 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-86c8a1dd-2948-4fb1-94e3-392da4590644 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3658378 Feb 19 03:08:39.603349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33676) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:39.627033 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:39.678864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.707076 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] For port b1ad200f-a473-44fe-8d61-0a74e74f2611, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:39.716418 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] For port b1ad200f-a473-44fe-8d61-0a74e74f2611, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b1ad200f-a473-44fe-8d61-0a74e74f2611,segment=NetworkSegment(3183c2d5-3206-410a-b476-26ee7557a7d8),segment_id=3183c2d5-3206-410a-b476-26ee7557a7d8)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:39.732541 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.780530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-737015f9-9583-4f39-987b-880715a03da1 None None] Provisioning complete for port b1ad200f-a473-44fe-8d61-0a74e74f2611 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:39.781750 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-737015f9-9583-4f39-987b-880715a03da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.784185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2e4c8-7a26-4fec-8c85-d7278660f348 req-ec92ffb2-fbb8-4507-b62e-a67ed6c650c0 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:39.802704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47b2e4c8-7a26-4fec-8c85-d7278660f348 req-ec92ffb2-fbb8-4507-b62e-a67ed6c650c0 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.1998069 Feb 19 03:08:39.947640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-737015f9-9583-4f39-987b-880715a03da1 None None] Current status of the port b1ad200f-a473-44fe-8d61-0a74e74f2611 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:39.948295 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-737015f9-9583-4f39-987b-880715a03da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:39.966674 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f15719-dbd0-4799-a6b5-fa631a5ad017 None None] Pushing event updated for resources: {'Port': ['ID=b1ad200f-a473-44fe-8d61-0a74e74f2611,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:39.983771 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:39.997695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47b2e4c8-7a26-4fec-8c85-d7278660f348 req-9f88585e-f4dc-4f51-aa5f-57f1d8816948 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936898 Feb 19 03:08:40.003779 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Routers {'c4573401-a6b3-4e1f-8db9-01ee62620360'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:40.006372 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['c4573401-a6b3-4e1f-8db9-01ee62620360'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:40.064404 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.095971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-737015f9-9583-4f39-987b-880715a03da1 None None] For port b1ad200f-a473-44fe-8d61-0a74e74f2611, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b1ad200f-a473-44fe-8d61-0a74e74f2611,segment=NetworkSegment(3183c2d5-3206-410a-b476-26ee7557a7d8),segment_id=3183c2d5-3206-410a-b476-26ee7557a7d8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:40.103623 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.119110 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-737015f9-9583-4f39-987b-880715a03da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.241223 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737015f9-9583-4f39-987b-880715a03da1 None None] Pushing event updated for resources: {'Port': ['ID=b1ad200f-a473-44fe-8d61-0a74e74f2611,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:40.254145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:40.254635 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.272192 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] Set router c4573401-a6b3-4e1f-8db9-01ee62620360 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:40.334490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Allocated IP 172.25.1.125 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/646a53a2-36a5-47aa-a279-81fa5965449d) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:40.426430 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-828820c7-4380-403e-99bf-abb3084a2401 None None] Provisioning complete for port b1ad200f-a473-44fe-8d61-0a74e74f2611 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:40.426796 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-828820c7-4380-403e-99bf-abb3084a2401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.519152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:40.521755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 39bd5b0e-1365-429f-9343-5484b991cf13 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:40.535562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-ca739dd2-dc14-4899-8644-95dc8bc2aa64 req-74f5faa3-72a8-4dfc-b4c8-d92635db05a0 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1337678140', 'description': 'tempest-description-1582894519'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:40.586812 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ca739dd2-dc14-4899-8644-95dc8bc2aa64 req-74f5faa3-72a8-4dfc-b4c8-d92635db05a0 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.596974 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Sync routers for ids ['d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:08:40.607731 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ca739dd2-dc14-4899-8644-95dc8bc2aa64 req-74f5faa3-72a8-4dfc-b4c8-d92635db05a0 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.641688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 39bd5b0e-1365-429f-9343-5484b991cf13 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:40.642069 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (39bd5b0e-1365-429f-9343-5484b991cf13), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.649489 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for port (646a53a2-36a5-47aa-a279-81fa5965449d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.695387 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Routers {'d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:40.696062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:40.706344 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:34Z', 'revision_number': 4, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b1ad200f-a473-44fe-8d61-0a74e74f2611', 'name': '', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'mac_address': 'fa:16:3e:7f:c2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:32Z', 'updated_at': '2022-02-19T03:08:39Z', 'revision_number': 4, 'project_id': '570da871565c41fb911a1da849f4cc95', 'subnets': [{'id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:40.761246 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3daf2de-d5fc-4049-82c4-eddd7bbbcf28 None None] The sync data for ids ['c4573401-a6b3-4e1f-8db9-01ee62620360'] in n-d-826755-2 is: [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:34Z', 'revision_number': 4, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b1ad200f-a473-44fe-8d61-0a74e74f2611', 'name': '', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'mac_address': 'fa:16:3e:7f:c2:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:32Z', 'updated_at': '2022-02-19T03:08:39Z', 'revision_number': 4, 'project_id': '570da871565c41fb911a1da849f4cc95', 'subnets': [{'id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:08:40.773773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (646a53a2-36a5-47aa-a279-81fa5965449d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.816466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:40.826989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:40.829852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:40.879850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ca739dd2-dc14-4899-8644-95dc8bc2aa64 req-74f5faa3-72a8-4dfc-b4c8-d92635db05a0 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (07fa2966-5971-4d87-a63d-df1d384974e2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.891316 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ca739dd2-dc14-4899-8644-95dc8bc2aa64 req-74f5faa3-72a8-4dfc-b4c8-d92635db05a0 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (07fa2966-5971-4d87-a63d-df1d384974e2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:40.927462 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Pushing event updated for resources: {'Port': ['ID=646a53a2-36a5-47aa-a279-81fa5965449d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:41.010120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-828820c7-4380-403e-99bf-abb3084a2401 None None] Current status of the port b1ad200f-a473-44fe-8d61-0a74e74f2611 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:41.047908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Set router d4d64df1-44c6-4b5f-8d1e-a9372c4119cc gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:41.063497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5faa3-72a8-4dfc-b4c8-d92635db05a0 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07fa2966-5971-4d87-a63d-df1d384974e2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:41.104990 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for floatingip (97431516-c34e-4e58-82bf-e2971b8c8454), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.209463 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (646a53a2-36a5-47aa-a279-81fa5965449d), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.313385 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ca739dd2-dc14-4899-8644-95dc8bc2aa64 req-74f5faa3-72a8-4dfc-b4c8-d92635db05a0 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (31040a9a-acea-4164-a429-a6ef86f7a8c6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.339575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb6fbd-c320-480c-8997-e1bb8a8a0e75 req-de5d82ba-d4b9-4df2-b4bf-d74b837e6960 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:41.342352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7beb6fbd-c320-480c-8997-e1bb8a8a0e75 req-de5d82ba-d4b9-4df2-b4bf-d74b837e6960 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.2294483 Feb 19 03:08:41.346477 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ca739dd2-dc14-4899-8644-95dc8bc2aa64 req-74f5faa3-72a8-4dfc-b4c8-d92635db05a0 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (31040a9a-acea-4164-a429-a6ef86f7a8c6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.498310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5faa3-72a8-4dfc-b4c8-d92635db05a0 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31040a9a-acea-4164-a429-a6ef86f7a8c6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:41.555289 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ca739dd2-dc14-4899-8644-95dc8bc2aa64 req-74f5faa3-72a8-4dfc-b4c8-d92635db05a0 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.556986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca739dd2-dc14-4899-8644-95dc8bc2aa64 req-74f5faa3-72a8-4dfc-b4c8-d92635db05a0 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.0256946 Feb 19 03:08:41.620927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-04bb37a5-4a9b-4aee-aee8-bd0752c17bb2 req-3376f56d-2cc0-4031-9e71-fbda69d6cafd tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1116328588', 'description': 'tempest-description-1470819372'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:41.621792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for port (646a53a2-36a5-47aa-a279-81fa5965449d), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.628830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 39bd5b0e-1365-429f-9343-5484b991cf13 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:41.630300 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (646a53a2-36a5-47aa-a279-81fa5965449d), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.633566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (39bd5b0e-1365-429f-9343-5484b991cf13), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.664352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7beb6fbd-c320-480c-8997-e1bb8a8a0e75 req-1058dd52-71f8-494d-903f-570c918ab909 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125677 Feb 19 03:08:41.678633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 39bd5b0e-1365-429f-9343-5484b991cf13, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=39bd5b0e-1365-429f-9343-5484b991cf13,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:41.694057 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (39bd5b0e-1365-429f-9343-5484b991cf13), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.731703 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-04bb37a5-4a9b-4aee-aee8-bd0752c17bb2 req-3376f56d-2cc0-4031-9e71-fbda69d6cafd tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.789392 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Pushing event updated for resources: {'Port': ['ID=646a53a2-36a5-47aa-a279-81fa5965449d,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:41.837123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (97431516-c34e-4e58-82bf-e2971b8c8454), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.899233 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:41.902652 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-76a437a8-b80e-43a8-9f9d-ccff83f122d7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2975285 Feb 19 03:08:41.960829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b1ad200f-a473-44fe-8d61-0a74e74f2611 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:41.973883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'name': 'tempest-TaggedBootDevicesTest-208815742-router', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:29Z', 'updated_at': '2022-02-19T03:08:37Z', 'revision_number': 4, 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'gw_port': {'id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:30Z', 'updated_at': '2022-02-19T03:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '9032d40b-1b5c-4f27-b538-a72fcbe16274', 'name': '', 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'mac_address': 'fa:16:3e:c6:59:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '4768edd2-df2a-4c3a-a5dc-8d0054528022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:36Z', 'updated_at': '2022-02-19T03:08:37Z', 'revision_number': 2, 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'subnets': [{'id': '4768edd2-df2a-4c3a-a5dc-8d0054528022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:42.004606 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-04bb37a5-4a9b-4aee-aee8-bd0752c17bb2 req-3376f56d-2cc0-4031-9e71-fbda69d6cafd tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (e926b1cf-4e48-4eff-b85d-282379b34d24), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.012844 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-04bb37a5-4a9b-4aee-aee8-bd0752c17bb2 req-3376f56d-2cc0-4031-9e71-fbda69d6cafd tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e926b1cf-4e48-4eff-b85d-282379b34d24), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.050809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Checking router: d4d64df1-44c6-4b5f-8d1e-a9372c4119cc for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:08:42.051408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Updating router d4d64df1-44c6-4b5f-8d1e-a9372c4119cc port 9032d40b-1b5c-4f27-b538-a72fcbe16274 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:08:42.056279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=39bd5b0e-1365-429f-9343-5484b991cf13,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:42.068954 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-04bb37a5-4a9b-4aee-aee8-bd0752c17bb2 req-3376f56d-2cc0-4031-9e71-fbda69d6cafd tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.070670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04bb37a5-4a9b-4aee-aee8-bd0752c17bb2 req-3376f56d-2cc0-4031-9e71-fbda69d6cafd tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4730539 Feb 19 03:08:42.105899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376f56d-2cc0-4031-9e71-fbda69d6cafd tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e926b1cf-4e48-4eff-b85d-282379b34d24,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:42.142235 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.206947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-5692b91b-faa7-4b14-b2e3-827eec947c38 req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-483342609', 'description': 'tempest-description-790670269'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:42.253120 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5692b91b-faa7-4b14-b2e3-827eec947c38 req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.278054 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5692b91b-faa7-4b14-b2e3-827eec947c38 req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.354282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b1ad200f-a473-44fe-8d61-0a74e74f2611 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:42.354851 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.399218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-855283b6-6fb1-4c6c-bde3-8ca461e8f829 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1974439127&fields=id&tenant_id=570da871565c41fb911a1da849f4cc95 HTTP/1.1" status: 200 len: 267 time: 0.1550226 Feb 19 03:08:42.547973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b1ad200f-a473-44fe-8d61-0a74e74f2611 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:42.602104 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Publish callbacks [] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.622894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-95060bf9-1820-464c-b126-af3786918185 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:42.624750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-95060bf9-1820-464c-b126-af3786918185 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/networks?id=24f9f79a-f66e-4d5f-a4db-f3cade87ee88 HTTP/1.1" status: 200 len: 815 time: 0.2246597 Feb 19 03:08:42.626781 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.724875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec072d-152f-4727-9b24-f8ce916031ad None None] Pushing event updated for resources: {'Port': ['ID=9032d40b-1b5c-4f27-b538-a72fcbe16274,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:42.775289 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5692b91b-faa7-4b14-b2e3-827eec947c38 req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (08876961-5364-402d-9637-e9e3abd6d63d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.794912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-8da55c82-7c43-416b-ab04-a1719fac9997 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/quotas/570da871565c41fb911a1da849f4cc95 HTTP/1.1" status: 200 len: 375 time: 0.1386001 Feb 19 03:08:42.796940 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5692b91b-faa7-4b14-b2e3-827eec947c38 req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (08876961-5364-402d-9637-e9e3abd6d63d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.848805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Attempting to bind port 9032d40b-1b5c-4f27-b538-a72fcbe16274 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:42.849189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Attempting to bind port 9032d40b-1b5c-4f27-b538-a72fcbe16274 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'eb12ec8e-41de-41f4-9a69-bead39f92a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:42.849557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Attempting to bind port 9032d40b-1b5c-4f27-b538-a72fcbe16274 on network 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:42.857601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:42.858527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Checking segment: {'id': 'eb12ec8e-41de-41f4-9a69-bead39f92a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:42.859113 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.859821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Bound using segment: {'id': 'eb12ec8e-41de-41f4-9a69-bead39f92a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:42.860483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Bound port: 9032d40b-1b5c-4f27-b538-a72fcbe16274, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb12ec8e-41de-41f4-9a69-bead39f92a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:42.861106 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:42.921362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08876961-5364-402d-9637-e9e3abd6d63d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:42.939180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:42.939757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:42.940142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:42.940442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:42.940988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:42.941368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:42.941725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:42.942061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:42.942389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:42.942717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:42.943049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:42.943373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:42.943699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:43.020906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] For port 9032d40b-1b5c-4f27-b538-a72fcbe16274, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:43.027470 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-49ac3754-990d-4628-a508-dea05addc87e tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=570da871565c41fb911a1da849f4cc95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1492107 Feb 19 03:08:43.035506 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5692b91b-faa7-4b14-b2e3-827eec947c38 req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (eb136f56-8ca1-4ef5-9674-9473f120283c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.042218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] For port 9032d40b-1b5c-4f27-b538-a72fcbe16274, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9032d40b-1b5c-4f27-b538-a72fcbe16274,segment=NetworkSegment(eb12ec8e-41de-41f4-9a69-bead39f92a05),segment_id=eb12ec8e-41de-41f4-9a69-bead39f92a05)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:43.053785 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.067694 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5692b91b-faa7-4b14-b2e3-827eec947c38 req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (eb136f56-8ca1-4ef5-9674-9473f120283c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.113715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Routers {'d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:43.114500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:43.128214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb136f56-8ca1-4ef5-9674-9473f120283c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:43.183338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec072d-152f-4727-9b24-f8ce916031ad None None] Pushing event updated for resources: {'Port': ['ID=9032d40b-1b5c-4f27-b538-a72fcbe16274,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:43.183858 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5692b91b-faa7-4b14-b2e3-827eec947c38 req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.186072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5692b91b-faa7-4b14-b2e3-827eec947c38 req-2f1743be-82b8-4e86-9c12-0b7c3ff0aa20 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.9830179 Feb 19 03:08:43.212831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b1c36abd-1fe9-4ce5-a851-f061653e3765 None None] Provisioning complete for port 9032d40b-1b5c-4f27-b538-a72fcbe16274 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:43.212831 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1c36abd-1fe9-4ce5-a851-f061653e3765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.224088 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-c8ade09f-1762-4a97-9f5f-a8bf3dc30e98 service neutron] 10.222.0.81 "GET /v2.0/networks/24f9f79a-f66e-4d5f-a4db-f3cade87ee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819301 Feb 19 03:08:43.343817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] Set router d4d64df1-44c6-4b5f-8d1e-a9372c4119cc gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:43.350465 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-62f7107e-9d22-4c39-845c-6c6301767439 service neutron] 10.222.0.81 "GET /v2.0/networks/24f9f79a-f66e-4d5f-a4db-f3cade87ee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175911 Feb 19 03:08:43.429751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68998d9-e376-4ca8-976b-1adc1f77e8e2 req-393292b8-2a9e-475d-aac4-abab8f2aa6f4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:43.431605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e68998d9-e376-4ca8-976b-1adc1f77e8e2 req-393292b8-2a9e-475d-aac4-abab8f2aa6f4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0802114 Feb 19 03:08:43.494522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e68998d9-e376-4ca8-976b-1adc1f77e8e2 req-3e551b3c-5769-4ca9-a891-9fe5e3d7110b tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567377 Feb 19 03:08:43.537060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-c9600f56-b269-4738-8926-6b42638bd15a req-4e000b08-c524-44cd-85a6-a854cd000b56 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-28720974', 'description': 'tempest-description-403003321'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:43.561436 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c9600f56-b269-4738-8926-6b42638bd15a req-4e000b08-c524-44cd-85a6-a854cd000b56 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.575868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b1c36abd-1fe9-4ce5-a851-f061653e3765 None None] Current status of the port 9032d40b-1b5c-4f27-b538-a72fcbe16274 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:43.576259 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1c36abd-1fe9-4ce5-a851-f061653e3765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.609214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8eb5d03c-aec7-4c44-996f-44dfc879e521 req-43713404-cf3f-4924-a258-a49f6c3e3f20 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 210 time: 0.0354767 Feb 19 03:08:43.633946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b1c36abd-1fe9-4ce5-a851-f061653e3765 None None] For port 9032d40b-1b5c-4f27-b538-a72fcbe16274, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9032d40b-1b5c-4f27-b538-a72fcbe16274,segment=NetworkSegment(eb12ec8e-41de-41f4-9a69-bead39f92a05),segment_id=eb12ec8e-41de-41f4-9a69-bead39f92a05)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:43.647860 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1c36abd-1fe9-4ce5-a851-f061653e3765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.686287 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c9600f56-b269-4738-8926-6b42638bd15a req-4e000b08-c524-44cd-85a6-a854cd000b56 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (97ed1bd1-7dac-4e5e-900c-60c66fa55ae7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.695606 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c9600f56-b269-4738-8926-6b42638bd15a req-4e000b08-c524-44cd-85a6-a854cd000b56 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (97ed1bd1-7dac-4e5e-900c-60c66fa55ae7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.724520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e000b08-c524-44cd-85a6-a854cd000b56 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ed1bd1-7dac-4e5e-900c-60c66fa55ae7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:43.746046 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c9600f56-b269-4738-8926-6b42638bd15a req-4e000b08-c524-44cd-85a6-a854cd000b56 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.748192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9600f56-b269-4738-8926-6b42638bd15a req-4e000b08-c524-44cd-85a6-a854cd000b56 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2155297 Feb 19 03:08:43.748480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c36abd-1fe9-4ce5-a851-f061653e3765 None None] Pushing event updated for resources: {'Port': ['ID=9032d40b-1b5c-4f27-b538-a72fcbe16274,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:43.800760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-810a45bd-7e14-496f-ac08-883de5996343 None None] Provisioning complete for port 9032d40b-1b5c-4f27-b538-a72fcbe16274 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:43.801156 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-810a45bd-7e14-496f-ac08-883de5996343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:43.856871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'name': 'tempest-TaggedBootDevicesTest-208815742-router', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:29Z', 'updated_at': '2022-02-19T03:08:37Z', 'revision_number': 4, 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'gw_port': {'id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:30Z', 'updated_at': '2022-02-19T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '9032d40b-1b5c-4f27-b538-a72fcbe16274', 'name': '', 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'mac_address': 'fa:16:3e:c6:59:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '4768edd2-df2a-4c3a-a5dc-8d0054528022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:36Z', 'updated_at': '2022-02-19T03:08:43Z', 'revision_number': 4, 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'subnets': [{'id': '4768edd2-df2a-4c3a-a5dc-8d0054528022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:43.888793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b2dab9-7748-4898-b199-d169fca7b85f None None] The sync data for ids ['d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'] in n-d-826755-2 is: [{'id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'name': 'tempest-TaggedBootDevicesTest-208815742-router', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:29Z', 'updated_at': '2022-02-19T03:08:37Z', 'revision_number': 4, 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'gw_port': {'id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:30Z', 'updated_at': '2022-02-19T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '9032d40b-1b5c-4f27-b538-a72fcbe16274', 'name': '', 'network_id': '7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'mac_address': 'fa:16:3e:c6:59:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '4768edd2-df2a-4c3a-a5dc-8d0054528022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:36Z', 'updated_at': '2022-02-19T03:08:43Z', 'revision_number': 4, 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'subnets': [{'id': '4768edd2-df2a-4c3a-a5dc-8d0054528022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:08:43.932443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 39bd5b0e-1365-429f-9343-5484b991cf13 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:44.063861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-810a45bd-7e14-496f-ac08-883de5996343 None None] Current status of the port 9032d40b-1b5c-4f27-b538-a72fcbe16274 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:44.077405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 39bd5b0e-1365-429f-9343-5484b991cf13 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:44.080331 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (39bd5b0e-1365-429f-9343-5484b991cf13), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:44.223224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 39bd5b0e-1365-429f-9343-5484b991cf13 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:44.256123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-f05ab6f8-5f01-4a66-9790-f41fb299d0d3 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56464 time: 0.4803898 Feb 19 03:08:44.355219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-ae7fbaa5-552b-4aab-880f-e86d7e1d9abf tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/07fa2966-5971-4d87-a63d-df1d384974e2 HTTP/1.1" status: 200 len: 3002 time: 0.0894899 Feb 19 03:08:44.420789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-60077b11-34d2-4557-8cc1-a599eb66c68a tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/07fa2966-5971-4d87-a63d-df1d384974e2 HTTP/1.1" status: 200 len: 3002 time: 0.0521102 Feb 19 03:08:44.493596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-840765ff-d12b-437d-bbfd-ff65048335f5 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/08876961-5364-402d-9637-e9e3abd6d63d HTTP/1.1" status: 200 len: 3002 time: 0.0596848 Feb 19 03:08:44.550965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-0727cfbb-a19a-4050-b6fb-999f2144fecd tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/08876961-5364-402d-9637-e9e3abd6d63d HTTP/1.1" status: 200 len: 3002 time: 0.0524800 Feb 19 03:08:44.604033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-02b1bd40-84b0-4d80-a57a-4ae0daadf8bb tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/12865fce-960f-4fbb-a237-9140b71440cc HTTP/1.1" status: 200 len: 2990 time: 0.0463252 Feb 19 03:08:44.689476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ac2d6-fad3-48cd-acf8-13db7aea22c2 req-be3cd083-a7ea-4546-8fe7-a5020e904615 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:44.691532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-840ac2d6-fad3-48cd-acf8-13db7aea22c2 req-be3cd083-a7ea-4546-8fe7-a5020e904615 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.1007183 Feb 19 03:08:44.695042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-bb519b89-ff4d-4b51-853f-b3a3e4d2dd3a tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/12865fce-960f-4fbb-a237-9140b71440cc HTTP/1.1" status: 200 len: 2990 time: 0.0753336 Feb 19 03:08:44.793320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-08494221-87ee-4165-9018-1fbdba9b23fb tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/4f7aa04c-39c8-4703-b238-a927aee1b990 HTTP/1.1" status: 200 len: 3002 time: 0.0895019 Feb 19 03:08:44.808255 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-840ac2d6-fad3-48cd-acf8-13db7aea22c2 req-46a5a652-3bc6-44d6-a6fe-e0f556555cc3 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985589 Feb 19 03:08:44.896060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-376792f7-02da-4579-8f88-06690334f0a5 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/4f7aa04c-39c8-4703-b238-a927aee1b990 HTTP/1.1" status: 200 len: 3002 time: 0.0864236 Feb 19 03:08:44.979083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b4e2c2b4-f2d6-46a4-af5d-4b5abc02fb89 req-9038dc80-4890-4a4c-89c0-e4d67a9f1dd2 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 210 time: 0.0461359 Feb 19 03:08:45.008575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-f36054ac-e508-4de7-9558-1e3199a8f7ee tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/5cb820e1-fbd7-44b1-87d8-02168781609a HTTP/1.1" status: 200 len: 2994 time: 0.1099653 Feb 19 03:08:45.107398 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-7d65c20b-c4cd-4001-9afb-2cd54c370130 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/5cb820e1-fbd7-44b1-87d8-02168781609a HTTP/1.1" status: 200 len: 2994 time: 0.0922077 Feb 19 03:08:45.201303 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:08:45.206437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-1703389b-7af0-4f80-b3f4-9a8cae628a8f tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/67908dbf-47a4-4e2b-b63e-4f55867806dd HTTP/1.1" status: 200 len: 3002 time: 0.0774953 Feb 19 03:08:45.262066 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-7841b776-ba51-49d4-a693-a1bc77e06a7f tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:45.264617 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-7841b776-ba51-49d4-a693-a1bc77e06a7f tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.87 "GET /v2.0/networks?id=24f9f79a-f66e-4d5f-a4db-f3cade87ee88 HTTP/1.1" status: 200 len: 815 time: 0.1953449 Feb 19 03:08:45.272631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-cd9907d4-11bb-49d8-98b1-f07c9b1243d6 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/67908dbf-47a4-4e2b-b63e-4f55867806dd HTTP/1.1" status: 200 len: 3002 time: 0.0582983 Feb 19 03:08:45.333028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-628cc439-d7e8-4edc-b536-a37f1284f97c tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/6c24cb13-c5ac-4e21-ab13-5fefccdd3b98 HTTP/1.1" status: 200 len: 3002 time: 0.0510094 Feb 19 03:08:45.380595 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-881fae3d-e682-44d6-9a80-dec9f75f9cf4 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=570da871565c41fb911a1da849f4cc95 HTTP/1.1" status: 200 len: 380 time: 0.1000247 Feb 19 03:08:45.393516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Request body: {'port': {'device_id': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'admin_state_up': True, 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'security_groups': ['15d8a57d-5461-4c33-b76b-8cf3dacf62bd']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:45.412112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-f005ccf1-fecc-498a-80c9-475e69469d4f tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/6c24cb13-c5ac-4e21-ab13-5fefccdd3b98 HTTP/1.1" status: 200 len: 3002 time: 0.0721695 Feb 19 03:08:45.480867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-02530dfc-ff45-4a05-80aa-c166b5abb846 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/8c2251d9-924b-4abf-8759-8095c3d3f270 HTTP/1.1" status: 200 len: 3002 time: 0.0590749 Feb 19 03:08:45.575854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-d3d5451a-edbc-405e-9ab7-a6a551fcda75 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/8c2251d9-924b-4abf-8759-8095c3d3f270 HTTP/1.1" status: 200 len: 3002 time: 0.0885890 Feb 19 03:08:45.592107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Made reservation on behalf of 570da871565c41fb911a1da849f4cc95 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:45.597474 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:45.660367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-7023fd92-3dbf-4ec3-908b-b2e6063ca610 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ae397b7a-855b-41c6-8830-5fadd24ddd9d HTTP/1.1" status: 200 len: 3002 time: 0.0754955 Feb 19 03:08:45.762534 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-232715e0-b270-441c-ae56-d6b013c4d205 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/ae397b7a-855b-41c6-8830-5fadd24ddd9d HTTP/1.1" status: 200 len: 3002 time: 0.0896165 Feb 19 03:08:45.801912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Allocated IP 172.20.0.9 (24f9f79a-f66e-4d5f-a4db-f3cade87ee88/2805eefc-200e-45c4-8946-cd4ec874cf5e/5ab25ceb-11df-4eac-9a2e-ca30e816832b) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:45.851639 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-40bd9591-00a6-4ea5-810f-2a104e83a3b8 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/da0710f2-3f5e-494e-98f1-3997141e48c0 HTTP/1.1" status: 200 len: 3002 time: 0.0804863 Feb 19 03:08:45.887704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9032d40b-1b5c-4f27-b538-a72fcbe16274 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:46.008833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 9032d40b-1b5c-4f27-b538-a72fcbe16274 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:46.009366 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.091695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-c1e807a5-7419-4d5c-aa46-24a3522124bf tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/da0710f2-3f5e-494e-98f1-3997141e48c0 HTTP/1.1" status: 200 len: 3002 time: 0.2268982 Feb 19 03:08:46.134051 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 9032d40b-1b5c-4f27-b538-a72fcbe16274 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:46.153684 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.154870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f3d70-070d-4415-8ea7-f7af175ec4a5 req-33b7f593-3252-4af2-87f1-e9bb19b25473 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:46.156623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a8f3d70-070d-4415-8ea7-f7af175ec4a5 req-33b7f593-3252-4af2-87f1-e9bb19b25473 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.2087715 Feb 19 03:08:46.185196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-a6b5aa16-d81e-46bb-b3b4-1236a0d5f7b4 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/e8b7e9ca-4500-4b6a-b4c2-72dd6619a50a HTTP/1.1" status: 200 len: 2998 time: 0.0925708 Feb 19 03:08:46.198086 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.251608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a8f3d70-070d-4415-8ea7-f7af175ec4a5 req-81c5fcf0-5ef7-4918-9ba5-d8f4b571d991 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850904 Feb 19 03:08:46.251867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:46.258684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:46.272365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:46.272937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-a63dcef0-0123-49e9-919b-2648a2a1fc52 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/e8b7e9ca-4500-4b6a-b4c2-72dd6619a50a HTTP/1.1" status: 200 len: 2998 time: 0.0795996 Feb 19 03:08:46.360465 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:46.361940 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.374019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Pushing event updated for resources: {'Port': ['ID=5ab25ceb-11df-4eac-9a2e-ca30e816832b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:46.398809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.400842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.400842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.400842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.400842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.401151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.401576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.401948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.402322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.402655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.403032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.403443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.403727 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:46.413497 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-dc7f5b37-7e24-4861-9cd7-1b75352f32c6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0270216 Feb 19 03:08:46.431194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Request body: {'port': {'device_id': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:46.472115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-32a071c6-4631-44f1-90d5-abf2db2e7554 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/f0d36136-c35f-4ca9-bc5a-14e2aa09888a HTTP/1.1" status: 200 len: 2998 time: 0.1904612 Feb 19 03:08:46.531973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b4511f-51ed-4b94-a8ae-a1a96ff4789a req-b06533cd-9883-4a8a-87a4-a82db6eed56f tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:46.533693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4b4511f-51ed-4b94-a8ae-a1a96ff4789a req-b06533cd-9883-4a8a-87a4-a82db6eed56f tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 931 time: 0.1970356 Feb 19 03:08:46.541003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-39487cba-b834-452e-81a7-38384fc483d3 None None] Provisioning complete for port 5ab25ceb-11df-4eac-9a2e-ca30e816832b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:46.541498 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-39487cba-b834-452e-81a7-38384fc483d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.564697 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.597389 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-5ed3bd71-c5aa-4fc2-9dd7-4a05d80782c5 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/f0d36136-c35f-4ca9-bc5a-14e2aa09888a HTTP/1.1" status: 200 len: 2998 time: 0.1220052 Feb 19 03:08:46.597759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-39487cba-b834-452e-81a7-38384fc483d3 None None] Port 5ab25ceb-11df-4eac-9a2e-ca30e816832b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:46.691947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4b4511f-51ed-4b94-a8ae-a1a96ff4789a req-fa2441ca-150a-4c12-93b3-0246b1138729 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481559 Feb 19 03:08:46.704418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-41b3683e-29d6-4ca8-a730-96f4e946f2cb tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/f8b5d51e-b8df-4665-b920-8c9212f86c9a HTTP/1.1" status: 200 len: 3002 time: 0.1053922 Feb 19 03:08:46.762436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-78014404-ddd8-4300-ae10-4a74d910eba7 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/f8b5d51e-b8df-4665-b920-8c9212f86c9a HTTP/1.1" status: 200 len: 3002 time: 0.0569596 Feb 19 03:08:46.818087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-dfa447c9-f80b-4b4a-af4b-83344331b7af tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/fa2f3d4f-6558-4980-a8f8-40cf0b7e8ef8 HTTP/1.1" status: 200 len: 3002 time: 0.0547771 Feb 19 03:08:46.874387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e80a88-e362-44d0-b445-c6852763f421 req-eeb25151-5709-46a6-9a88-539691329970 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/fa2f3d4f-6558-4980-a8f8-40cf0b7e8ef8 HTTP/1.1" status: 200 len: 3002 time: 0.0473866 Feb 19 03:08:46.946144 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab25ceb-11df-4eac-9a2e-ca30e816832b {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:08:46.955132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Publish callbacks [] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.972023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Transition to ACTIVE for port object 5ab25ceb-11df-4eac-9a2e-ca30e816832b will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:08:46.982846 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:46.989770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66bf6da5-67dc-41fe-8321-a6bef826ab27 req-6b9ab0bf-1b1c-4250-ba1d-f8041bd5220a tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c52311bfa6442ff89d7e326a4fbe8b2 HTTP/1.1" status: 200 len: 6163 time: 0.0830007 Feb 19 03:08:47.056236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab25ceb-11df-4eac-9a2e-ca30e816832b,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:47.083476 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66bf6da5-67dc-41fe-8321-a6bef826ab27 req-35e48519-8e22-45c0-ac31-156d91d73a11 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] 10.222.0.81 "GET /v2.0/security-groups/07fa2966-5971-4d87-a63d-df1d384974e2 HTTP/1.1" status: 200 len: 3002 time: 0.0719886 Feb 19 03:08:47.155758 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66bf6da5-67dc-41fe-8321-a6bef826ab27 req-55ab5859-3dd5-40aa-8ed2-6d6f6fbd4b70 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] 10.222.0.81 "GET /v2.0/security-groups/07fa2966-5971-4d87-a63d-df1d384974e2 HTTP/1.1" status: 200 len: 3002 time: 0.0658340 Feb 19 03:08:47.173185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Attempting to bind port 5ab25ceb-11df-4eac-9a2e-ca30e816832b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:47.173329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Attempting to bind port 5ab25ceb-11df-4eac-9a2e-ca30e816832b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:47.173665 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Attempting to bind port 5ab25ceb-11df-4eac-9a2e-ca30e816832b on network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:47.188234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Port 5ab25ceb-11df-4eac-9a2e-ca30e816832b on network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:08:47.188561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Attempting to bind port 5ab25ceb-11df-4eac-9a2e-ca30e816832b on network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:47.196109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:47.198259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Checking segment: {'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:47.198651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Bound using segment: {'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:47.199096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Bound port: 5ab25ceb-11df-4eac-9a2e-ca30e816832b, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3183c2d5-3206-410a-b476-26ee7557a7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:47.201020 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.230944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24755298-7bd5-4d7b-b34e-892e5abf5504 req-7328a04d-dcff-4bca-b4a5-aaa0a5ebbc1e tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/97ed1bd1-7dac-4e5e-900c-60c66fa55ae7 HTTP/1.1" status: 200 len: 1794 time: 0.0490732 Feb 19 03:08:47.312420 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24755298-7bd5-4d7b-b34e-892e5abf5504 req-b29830a2-2e13-4671-92f3-04789b9931de tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (97ed1bd1-7dac-4e5e-900c-60c66fa55ae7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.335178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] For port 5ab25ceb-11df-4eac-9a2e-ca30e816832b, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:47.339813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] For port 5ab25ceb-11df-4eac-9a2e-ca30e816832b, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5ab25ceb-11df-4eac-9a2e-ca30e816832b,segment=NetworkSegment(3183c2d5-3206-410a-b476-26ee7557a7d8),segment_id=3183c2d5-3206-410a-b476-26ee7557a7d8)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:47.346443 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24755298-7bd5-4d7b-b34e-892e5abf5504 req-b29830a2-2e13-4671-92f3-04789b9931de tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (97ed1bd1-7dac-4e5e-900c-60c66fa55ae7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.356290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.401103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:47.402187 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.404278 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] 10.222.0.87 "PUT /v2.0/ports/5ab25ceb-11df-4eac-9a2e-ca30e816832b HTTP/1.1" status: 200 len: 1091 time: 0.9830837 Feb 19 03:08:47.404759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'tag': '5ab25ceb-11df-4eac-9a2e-ca30e816832b'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:08:47.407017 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3122e6e-e202-4a10-a3de-91697c0f3cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "df4b3fc6-3138-4873-9667-df6ede945f57", "tag": "5ab25ceb-11df-4eac-9a2e-ca30e816832b"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:08:47.434382 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaf4a4-1446-423a-881a-1598f0cdb514 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab25ceb-11df-4eac-9a2e-ca30e816832b,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:47.505842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ee8bf-345a-44bd-bf5a-6bb68bf45ce8 req-c6efbcd3-f2e6-4c96-be9f-03f91fa4e344 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:47.507689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-159ee8bf-345a-44bd-bf5a-6bb68bf45ce8 req-c6efbcd3-f2e6-4c96-be9f-03f91fa4e344 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.1591842 Feb 19 03:08:47.508999 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24755298-7bd5-4d7b-b34e-892e5abf5504 req-b29830a2-2e13-4671-92f3-04789b9931de tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (97ed1bd1-7dac-4e5e-900c-60c66fa55ae7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.512453 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24755298-7bd5-4d7b-b34e-892e5abf5504 req-b29830a2-2e13-4671-92f3-04789b9931de tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.527522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-6bf14a00-971e-42b6-831c-c77bf2a55d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:47.531049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24755298-7bd5-4d7b-b34e-892e5abf5504 req-b29830a2-2e13-4671-92f3-04789b9931de tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/97ed1bd1-7dac-4e5e-900c-60c66fa55ae7 HTTP/1.1" status: 204 len: 173 time: 0.2936416 Feb 19 03:08:47.532624 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-6bf14a00-971e-42b6-831c-c77bf2a55d44 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=570da871565c41fb911a1da849f4cc95&device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 1125 time: 0.0832303 Feb 19 03:08:47.586846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29830a2-2e13-4671-92f3-04789b9931de tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ed1bd1-7dac-4e5e-900c-60c66fa55ae7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:47.589594 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-4add4b2f-2ebe-4eef-9053-6c91b328f2b0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab25ceb-11df-4eac-9a2e-ca30e816832b HTTP/1.1" status: 200 len: 217 time: 0.0464203 Feb 19 03:08:47.611852 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28672e19-3a8c-4ad4-a064-0e48ffef1c3a x-openstack-request-id: req-28672e19-3a8c-4ad4-a064-0e48ffef1c3a {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:08:47.612145 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4b3fc6-3138-4873-9667-df6ede945f57", "tag": "5ab25ceb-11df-4eac-9a2e-ca30e816832b", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:08:47.612402 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28672e19-3a8c-4ad4-a064-0e48ffef1c3a {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:08:47.612835 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'tag': '5ab25ceb-11df-4eac-9a2e-ca30e816832b', 'status': 'completed', 'code': 200} Feb 19 03:08:47.662081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-159ee8bf-345a-44bd-bf5a-6bb68bf45ce8 req-7b6e10e5-a447-4b00-b485-7bb0dfa9dbb0 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298511 Feb 19 03:08:47.691302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-8375864b-080d-4a90-b237-7d69c526b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:47.693602 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-8375864b-080d-4a90-b237-7d69c526b601 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2805eefc-200e-45c4-8946-cd4ec874cf5e HTTP/1.1" status: 200 len: 854 time: 0.0986927 Feb 19 03:08:47.708569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f07b3303-33cb-4ba2-872f-a140d8974a7c req-c5d2069b-11dd-4464-ab35-e08d038fe90c tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "GET /v2.0/security-groups/eb136f56-8ca1-4ef5-9674-9473f120283c HTTP/1.1" status: 200 len: 1795 time: 0.0675321 Feb 19 03:08:47.765943 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f07b3303-33cb-4ba2-872f-a140d8974a7c req-d2276dc9-6f69-40b9-9cbe-ee70b5635371 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (eb136f56-8ca1-4ef5-9674-9473f120283c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.788012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-52bd3b26-92a3-43a2-b774-236d6acf21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:47.788012 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-52bd3b26-92a3-43a2-b774-236d6acf21b3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=24f9f79a-f66e-4d5f-a4db-f3cade87ee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885448 Feb 19 03:08:47.792597 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f07b3303-33cb-4ba2-872f-a140d8974a7c req-d2276dc9-6f69-40b9-9cbe-ee70b5635371 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (eb136f56-8ca1-4ef5-9674-9473f120283c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.887528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29cfcd-3649-4a90-a8e4-536a34997ba8 req-f69b9ef4-6ea8-4cb4-b301-4c3bc52453b1 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:47.895746 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a29cfcd-3649-4a90-a8e4-536a34997ba8 req-f69b9ef4-6ea8-4cb4-b301-4c3bc52453b1 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 943 time: 0.0838947 Feb 19 03:08:47.904405 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f07b3303-33cb-4ba2-872f-a140d8974a7c req-d2276dc9-6f69-40b9-9cbe-ee70b5635371 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (eb136f56-8ca1-4ef5-9674-9473f120283c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.918213 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f07b3303-33cb-4ba2-872f-a140d8974a7c req-d2276dc9-6f69-40b9-9cbe-ee70b5635371 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:47.935066 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-7892a55f-bc76-4234-aad3-80de754731ff service neutron] 10.222.0.87 "GET /v2.0/networks/24f9f79a-f66e-4d5f-a4db-f3cade87ee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399775 Feb 19 03:08:47.935853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f07b3303-33cb-4ba2-872f-a140d8974a7c req-d2276dc9-6f69-40b9-9cbe-ee70b5635371 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb136f56-8ca1-4ef5-9674-9473f120283c HTTP/1.1" status: 204 len: 173 time: 0.2262676 Feb 19 03:08:47.971505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2276dc9-6f69-40b9-9cbe-ee70b5635371 tempest-SecurityGroupsTestAdminJSON-500635228 tempest-SecurityGroupsTestAdminJSON-500635228-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb136f56-8ca1-4ef5-9674-9473f120283c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:48.030715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a29cfcd-3649-4a90-a8e4-536a34997ba8 req-bf1aeacc-33b1-4660-b724-9bb9efdabb9c tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339788 Feb 19 03:08:48.044742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb235fd4-faca-4bed-b564-80d5303162f1 req-71a81166-78a5-4e97-86be-779b5fc75673 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] 10.222.0.81 "GET /v2.0/security-groups/e926b1cf-4e48-4eff-b85d-282379b34d24 HTTP/1.1" status: 200 len: 1797 time: 0.0945470 Feb 19 03:08:48.101661 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb235fd4-faca-4bed-b564-80d5303162f1 req-053f9aaa-9a9f-4120-be33-cbeca4c68815 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (e926b1cf-4e48-4eff-b85d-282379b34d24), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:48.107088 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c090201d-2f68-4b9d-87c3-36ab60dafc65 req-d207df6e-7fa5-4a8a-b806-abe4aab63d55 service neutron] 10.222.0.87 "GET /v2.0/networks/24f9f79a-f66e-4d5f-a4db-f3cade87ee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647596 Feb 19 03:08:48.130784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb235fd4-faca-4bed-b564-80d5303162f1 req-053f9aaa-9a9f-4120-be33-cbeca4c68815 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (e926b1cf-4e48-4eff-b85d-282379b34d24), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:48.210683 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb235fd4-faca-4bed-b564-80d5303162f1 req-053f9aaa-9a9f-4120-be33-cbeca4c68815 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e926b1cf-4e48-4eff-b85d-282379b34d24), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:48.216489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122e6e-e202-4a10-a3de-91697c0f3cb2 req-eed4a50e-9005-4457-9a2a-97a150ffb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:48.217180 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bb235fd4-faca-4bed-b564-80d5303162f1 req-053f9aaa-9a9f-4120-be33-cbeca4c68815 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:48.218186 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e3122e6e-e202-4a10-a3de-91697c0f3cb2 req-eed4a50e-9005-4457-9a2a-97a150ffb1b7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=570da871565c41fb911a1da849f4cc95&device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 1125 time: 0.0616267 Feb 19 03:08:48.219250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb235fd4-faca-4bed-b564-80d5303162f1 req-053f9aaa-9a9f-4120-be33-cbeca4c68815 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] 10.222.0.81 "DELETE /v2.0/security-groups/e926b1cf-4e48-4eff-b85d-282379b34d24 HTTP/1.1" status: 204 len: 173 time: 0.1735203 Feb 19 03:08:48.230129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f9aaa-9a9f-4120-be33-cbeca4c68815 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e926b1cf-4e48-4eff-b85d-282379b34d24,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:48.338312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122e6e-e202-4a10-a3de-91697c0f3cb2 req-370e5890-08fb-48cc-b803-8f561ae9e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:48.339606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05874139-ab01-46c5-8657-5cf08055acf4 req-486b06f4-dd45-47ff-83a3-87ac6120c6bc tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] 10.222.0.81 "GET /v2.0/security-groups/31040a9a-acea-4164-a429-a6ef86f7a8c6 HTTP/1.1" status: 200 len: 1797 time: 0.0959632 Feb 19 03:08:48.340062 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e3122e6e-e202-4a10-a3de-91697c0f3cb2 req-370e5890-08fb-48cc-b803-8f561ae9e266 service neutron] 10.222.0.87 "GET /v2.0/networks?id=24f9f79a-f66e-4d5f-a4db-f3cade87ee88 HTTP/1.1" status: 200 len: 916 time: 0.1143909 Feb 19 03:08:48.422725 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05874139-ab01-46c5-8657-5cf08055acf4 req-0286442f-d544-4ee0-bcc7-fc5d56ee0740 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (31040a9a-acea-4164-a429-a6ef86f7a8c6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:48.424119 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e3122e6e-e202-4a10-a3de-91697c0f3cb2 req-12c8f59c-63c2-4558-9e56-7f6fd10c1af6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab25ceb-11df-4eac-9a2e-ca30e816832b HTTP/1.1" status: 200 len: 217 time: 0.0748320 Feb 19 03:08:48.460046 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05874139-ab01-46c5-8657-5cf08055acf4 req-0286442f-d544-4ee0-bcc7-fc5d56ee0740 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (31040a9a-acea-4164-a429-a6ef86f7a8c6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:48.514576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122e6e-e202-4a10-a3de-91697c0f3cb2 req-dc674fd2-25f7-468d-80f2-827d2ca94e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:48.516473 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e3122e6e-e202-4a10-a3de-91697c0f3cb2 req-dc674fd2-25f7-468d-80f2-827d2ca94e48 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2805eefc-200e-45c4-8946-cd4ec874cf5e HTTP/1.1" status: 200 len: 854 time: 0.0863147 Feb 19 03:08:48.519632 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05874139-ab01-46c5-8657-5cf08055acf4 req-0286442f-d544-4ee0-bcc7-fc5d56ee0740 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (31040a9a-acea-4164-a429-a6ef86f7a8c6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:48.524192 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-05874139-ab01-46c5-8657-5cf08055acf4 req-0286442f-d544-4ee0-bcc7-fc5d56ee0740 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:48.524192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05874139-ab01-46c5-8657-5cf08055acf4 req-0286442f-d544-4ee0-bcc7-fc5d56ee0740 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] 10.222.0.81 "DELETE /v2.0/security-groups/31040a9a-acea-4164-a429-a6ef86f7a8c6 HTTP/1.1" status: 204 len: 173 time: 0.1774952 Feb 19 03:08:48.547794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286442f-d544-4ee0-bcc7-fc5d56ee0740 tempest-SecurityGroupsTestAdminJSON-773839759 tempest-SecurityGroupsTestAdminJSON-773839759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31040a9a-acea-4164-a429-a6ef86f7a8c6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:48.599374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122e6e-e202-4a10-a3de-91697c0f3cb2 req-26e8fb7b-69a0-470f-bcab-8451d34a34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:48.600968 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e3122e6e-e202-4a10-a3de-91697c0f3cb2 req-26e8fb7b-69a0-470f-bcab-8451d34a34fe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=24f9f79a-f66e-4d5f-a4db-f3cade87ee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0712574 Feb 19 03:08:48.721530 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e3122e6e-e202-4a10-a3de-91697c0f3cb2 req-a338b0a5-2954-4431-b08e-b4b492feac0a service neutron] 10.222.0.87 "GET /v2.0/networks/24f9f79a-f66e-4d5f-a4db-f3cade87ee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144576 Feb 19 03:08:48.844524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a7445-e1fe-40d2-babd-bfc0b1c62542 req-f4afab78-71db-4e41-b946-9fc0c8939170 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:48.854140 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f9a7445-e1fe-40d2-babd-bfc0b1c62542 req-f4afab78-71db-4e41-b946-9fc0c8939170 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0891175 Feb 19 03:08:48.872774 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e3122e6e-e202-4a10-a3de-91697c0f3cb2 req-088e9e63-7a96-48c9-b69e-29c93eb6ea3e service neutron] 10.222.0.87 "GET /v2.0/networks/24f9f79a-f66e-4d5f-a4db-f3cade87ee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453271 Feb 19 03:08:48.940431 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f9a7445-e1fe-40d2-babd-bfc0b1c62542 req-ab1c345d-4aa8-4b21-ac6d-f905e77e3264 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849149 Feb 19 03:08:48.989160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33844) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:49.144586 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-32cfc385-24db-4ba8-8fc2-257ebe8199fa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8c52311bfa6442ff89d7e326a4fbe8b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524527 Feb 19 03:08:49.145422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33850) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:49.178328 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae0b99-1e48-4b7d-a262-c8700896befb req-dd556aee-d73c-4960-a71a-4e7917ccf0a9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:49.180020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1ae0b99-1e48-4b7d-a262-c8700896befb req-dd556aee-d73c-4960-a71a-4e7917ccf0a9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 943 time: 0.0714872 Feb 19 03:08:49.207490 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a5e0-9ab1-4ff0-b8e0-4c069d344a18 admin admin] Publish callbacks [] for security_group (07fa2966-5971-4d87-a63d-df1d384974e2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.241948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1ae0b99-1e48-4b7d-a262-c8700896befb req-bd975265-375b-4427-87ae-2eb3c964862c tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554276 Feb 19 03:08:49.255961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a5e0-9ab1-4ff0-b8e0-4c069d344a18 admin admin] Publish callbacks [] for security_group (07fa2966-5971-4d87-a63d-df1d384974e2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.314963 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a5e0-9ab1-4ff0-b8e0-4c069d344a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (07fa2966-5971-4d87-a63d-df1d384974e2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.318995 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ac2a5e0-9ab1-4ff0-b8e0-4c069d344a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.321547 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7ac2a5e0-9ab1-4ff0-b8e0-4c069d344a18 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07fa2966-5971-4d87-a63d-df1d384974e2 HTTP/1.1" status: 204 len: 168 time: 0.1748366 Feb 19 03:08:49.333273 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2a5e0-9ab1-4ff0-b8e0-4c069d344a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fa2966-5971-4d87-a63d-df1d384974e2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:49.632564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33860) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:49.677246 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2ea729dd-238d-4aa6-abe8-dccc1c3cc804 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7c0a520c8e92498eb4df61f3c8f112b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426590 Feb 19 03:08:49.679680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33862) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:49.728534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-84ee7465-f4d6-47da-b4dd-a68fbc43b54a admin admin] Publish callbacks [] for security_group (08876961-5364-402d-9637-e9e3abd6d63d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.757783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-84ee7465-f4d6-47da-b4dd-a68fbc43b54a admin admin] Publish callbacks [] for security_group (08876961-5364-402d-9637-e9e3abd6d63d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.811641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-84ee7465-f4d6-47da-b4dd-a68fbc43b54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (08876961-5364-402d-9637-e9e3abd6d63d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.814688 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-84ee7465-f4d6-47da-b4dd-a68fbc43b54a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:49.820423 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-84ee7465-f4d6-47da-b4dd-a68fbc43b54a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/08876961-5364-402d-9637-e9e3abd6d63d HTTP/1.1" status: 204 len: 168 time: 0.1379333 Feb 19 03:08:49.829994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee7465-f4d6-47da-b4dd-a68fbc43b54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08876961-5364-402d-9637-e9e3abd6d63d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:50.110380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3378a3-3a4e-4d1a-a1ab-7da49f0eed2a req-4abbbc3e-58e4-4d23-a30b-6f261b94951d tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:50.114118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d3378a3-3a4e-4d1a-a1ab-7da49f0eed2a req-4abbbc3e-58e4-4d23-a30b-6f261b94951d tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0815742 Feb 19 03:08:50.186684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d3378a3-3a4e-4d1a-a1ab-7da49f0eed2a req-4be16c94-de56-4116-9727-573001f40a63 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648158 Feb 19 03:08:50.429332 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b17cd-8aae-49b6-84bf-bfae045736a4 req-e911d0bc-08bd-4454-9d65-ff665e7ccb79 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:50.431150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79b17cd-8aae-49b6-84bf-bfae045736a4 req-e911d0bc-08bd-4454-9d65-ff665e7ccb79 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 943 time: 0.0697303 Feb 19 03:08:50.495405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c79b17cd-8aae-49b6-84bf-bfae045736a4 req-0353674a-e924-4266-8343-0b8ef73823a6 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557594 Feb 19 03:08:51.383411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc5291-0038-42dc-983a-c296df0926a2 req-c23a7a5f-a888-466c-a832-5f9a4c3cbea4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:51.387345 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-afbc5291-0038-42dc-983a-c296df0926a2 req-c23a7a5f-a888-466c-a832-5f9a4c3cbea4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.1101487 Feb 19 03:08:51.467850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-afbc5291-0038-42dc-983a-c296df0926a2 req-430e4d1b-d6ff-473a-9cf3-4435a5851cdc tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684109 Feb 19 03:08:51.641191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2405ecc-aa58-42a5-8cfe-ce19f3b1278f req-2d52e66b-ba86-4e41-b131-c4807bc7b337 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:51.648577 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2405ecc-aa58-42a5-8cfe-ce19f3b1278f req-2d52e66b-ba86-4e41-b131-c4807bc7b337 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 943 time: 0.0676134 Feb 19 03:08:51.703456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2405ecc-aa58-42a5-8cfe-ce19f3b1278f req-30fbc6d9-3f77-4ba5-b75e-e8dc51308948 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539730 Feb 19 03:08:51.847900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-7c6b065c-13c7-4439-be28-c341c3183854 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9e848c62b5954e7f9c4c08cbaf6995bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230432 Feb 19 03:08:51.973868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-ec31f23c-7f40-4827-8b06-482cc7b2361f tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:51.975273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-ec31f23c-7f40-4827-8b06-482cc7b2361f tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192298 Feb 19 03:08:51.996353 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-8f6ff35a-513f-4f4a-ac01-9e2abd71b4f0 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/quotas/9e848c62b5954e7f9c4c08cbaf6995bc HTTP/1.1" status: 200 len: 375 time: 0.0146291 Feb 19 03:08:52.039363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-8803b905-2548-4e2a-b7d7-78963142e090 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9e848c62b5954e7f9c4c08cbaf6995bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406384 Feb 19 03:08:52.255094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67ee7141-e369-4144-9d55-1ac466e4f1db req-2b8569b7-bdbd-4fb0-aae8-e6fc4a284970 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 210 time: 0.0617352 Feb 19 03:08:52.429875 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.621516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5ab25ceb-11df-4eac-9a2e-ca30e816832b details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:08:52.631658 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6c8ad-4b0f-471c-9901-7257e4694ca0 req-d1e7f801-8355-4625-9b0a-331e223cd96b tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:52.634214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19d6c8ad-4b0f-471c-9901-7257e4694ca0 req-d1e7f801-8355-4625-9b0a-331e223cd96b tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0746064 Feb 19 03:08:52.708632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19d6c8ad-4b0f-471c-9901-7257e4694ca0 req-49ad43a3-6eee-40ae-9ea3-0ff375ee481f tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681474 Feb 19 03:08:52.819512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5ab25ceb-11df-4eac-9a2e-ca30e816832b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5ab25ceb-11df-4eac-9a2e-ca30e816832b,segment=NetworkSegment(3183c2d5-3206-410a-b476-26ee7557a7d8),segment_id=3183c2d5-3206-410a-b476-26ee7557a7d8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:52.834506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '5ab25ceb-11df-4eac-9a2e-ca30e816832b', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'port_id': '5ab25ceb-11df-4eac-9a2e-ca30e816832b', 'mac_address': 'fa:16:3e:55:a9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:08:52.875363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a77b28-edfd-4870-80c6-4edba70e0314 req-936710f2-04d1-4c20-b89a-32cd8c78e8a2 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:52.876906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5a77b28-edfd-4870-80c6-4edba70e0314 req-936710f2-04d1-4c20-b89a-32cd8c78e8a2 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 943 time: 0.0689108 Feb 19 03:08:52.879004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 5ab25ceb-11df-4eac-9a2e-ca30e816832b is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:52.879563 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:52.903982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab25ceb-11df-4eac-9a2e-ca30e816832b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:08:52.948292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5a77b28-edfd-4870-80c6-4edba70e0314 req-d05179f8-2ce4-49ff-aeff-fc2f38e777bc tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597148 Feb 19 03:08:52.955168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5ab25ceb-11df-4eac-9a2e-ca30e816832b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5ab25ceb-11df-4eac-9a2e-ca30e816832b,segment=NetworkSegment(3183c2d5-3206-410a-b476-26ee7557a7d8),segment_id=3183c2d5-3206-410a-b476-26ee7557a7d8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:52.966115 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:53.041414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=5ab25ceb-11df-4eac-9a2e-ca30e816832b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:53.349677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['5ab25ceb-11df-4eac-9a2e-ca30e816832b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:08:53.371709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-654c97df-25d4-4342-b8a9-e3e5a194c519 req-7bafdc9a-5994-4d2e-a7e7-83c8948db900 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 210 time: 0.0368679 Feb 19 03:08:53.415428 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:53.538633 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-c5ad7c2e-61e1-4ec9-b4d1-b6b43e0ca0c1 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=9e848c62b5954e7f9c4c08cbaf6995bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634267 Feb 19 03:08:53.695993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-8198137a-a9c7-47c8-a56f-8803381637b0 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:53.697721 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-8198137a-a9c7-47c8-a56f-8803381637b0 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527615 Feb 19 03:08:53.714235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Request body: {'port': {'device_id': '99b20cd9-7732-49fe-8004-c2f2423979f9', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '9e848c62b5954e7f9c4c08cbaf6995bc'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:53.863718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Made reservation on behalf of 9e848c62b5954e7f9c4c08cbaf6995bc for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:08:53.867359 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:53.875970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e5424-458d-4d35-9bab-19cb8e2f6d30 req-a0e4bfdc-5ba0-409e-ad7d-5a8163c1f870 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:53.877661 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:53.877801 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-888e5424-458d-4d35-9bab-19cb8e2f6d30 req-a0e4bfdc-5ba0-409e-ad7d-5a8163c1f870 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0738330 Feb 19 03:08:53.950514 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-888e5424-458d-4d35-9bab-19cb8e2f6d30 req-0b2d9215-77a4-4c8c-97ef-b9259d172401 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644357 Feb 19 03:08:53.960471 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks [] for security_group (dc19a09e-9fe1-422f-80c9-83876532c018), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:53.969655 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dc19a09e-9fe1-422f-80c9-83876532c018), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.041498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc19a09e-9fe1-422f-80c9-83876532c018,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:54.140043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Allocated IP 192.168.233.108 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/74323433-6447-4c81-b45b-bfc52aaffb92) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:08:54.159204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7536c-de4d-4e69-86bc-2e8d10aee14c req-9ddb0b71-d60b-4682-a61d-3ffe1f00906a tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:54.168238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5b7536c-de4d-4e69-86bc-2e8d10aee14c req-9ddb0b71-d60b-4682-a61d-3ffe1f00906a tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 944 time: 0.0868902 Feb 19 03:08:54.239855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5b7536c-de4d-4e69-86bc-2e8d10aee14c req-d5fb02e1-9eca-44d1-b7d8-0fb4af2a175f tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683637 Feb 19 03:08:54.335376 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks [] for port (74323433-6447-4c81-b45b-bfc52aaffb92), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.385102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.430177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:08:54.436049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:08:54.439971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:08:54.490574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:54.491326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.508906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Pushing event updated for resources: {'Port': ['ID=74323433-6447-4c81-b45b-bfc52aaffb92,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:54.530900 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bcbaadba-1569-4476-9349-25dd4db6483b tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8208408 Feb 19 03:08:54.542910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Request body: {'port': {'device_id': '99b20cd9-7732-49fe-8004-c2f2423979f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:54.567882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b32939-78c8-4038-83cd-071910d14b8c req-734353ac-84e0-4634-bf57-467e34495648 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:54.575982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07b32939-78c8-4038-83cd-071910d14b8c req-734353ac-84e0-4634-bf57-467e34495648 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 936 time: 0.1035435 Feb 19 03:08:54.618713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5ab25ceb-11df-4eac-9a2e-ca30e816832b up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:08:54.737964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.763786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07b32939-78c8-4038-83cd-071910d14b8c req-534d9b51-2a1d-4ec5-aa69-d5049c0b4826 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868715 Feb 19 03:08:54.803982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 5ab25ceb-11df-4eac-9a2e-ca30e816832b completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:08:54.811157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 5ab25ceb-11df-4eac-9a2e-ca30e816832b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:54.811806 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.916157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ab5db5f8-5c47-47cb-9885-a598d1b2253b None None] Provisioning complete for port 74323433-6447-4c81-b45b-bfc52aaffb92 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:08:54.916157 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ab5db5f8-5c47-47cb-9885-a598d1b2253b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.948334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 5ab25ceb-11df-4eac-9a2e-ca30e816832b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:08:54.948732 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:54.979343 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ab5db5f8-5c47-47cb-9885-a598d1b2253b None None] Port 74323433-6447-4c81-b45b-bfc52aaffb92 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:08:54.994152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab25ceb-11df-4eac-9a2e-ca30e816832b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:08:54.996444 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122eb91e-c45a-4f6f-9d51-44a700074f4e" -d '{"events": [{"server_uuid": "df4b3fc6-3138-4873-9667-df6ede945f57", "name": "network-vif-plugged", "status": "completed", "tag": "5ab25ceb-11df-4eac-9a2e-ca30e816832b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:08:55.002870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5ab25ceb-11df-4eac-9a2e-ca30e816832b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5ab25ceb-11df-4eac-9a2e-ca30e816832b,segment=NetworkSegment(3183c2d5-3206-410a-b476-26ee7557a7d8),segment_id=3183c2d5-3206-410a-b476-26ee7557a7d8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:08:55.016343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:55.067160 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2a8e1c-2e68-4250-80b2-73535f09992c x-openstack-request-id: req-6f2a8e1c-2e68-4250-80b2-73535f09992c {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:08:55.067653 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4b3fc6-3138-4873-9667-df6ede945f57", "name": "network-vif-plugged", "status": "completed", "tag": "5ab25ceb-11df-4eac-9a2e-ca30e816832b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:08:55.068075 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f2a8e1c-2e68-4250-80b2-73535f09992c {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:08:55.068654 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab25ceb-11df-4eac-9a2e-ca30e816832b', 'code': 200} Feb 19 03:08:55.163889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=5ab25ceb-11df-4eac-9a2e-ca30e816832b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:55.172575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.173239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.173725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.174218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.174716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.175198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.175689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.176171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.176640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.177156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.177634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.178124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.178651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:08:55.200387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74323433-6447-4c81-b45b-bfc52aaffb92 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:08:55.214121 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Publish callbacks [] for port (74323433-6447-4c81-b45b-bfc52aaffb92), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:55.221455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7c892-f8af-4dab-985e-ea4f3ea430dc req-d5c8aa2f-ceb6-4e81-9cfe-99ee1353356c tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:55.223019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9b7c892-f8af-4dab-985e-ea4f3ea430dc req-d5c8aa2f-ceb6-4e81-9cfe-99ee1353356c tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.1567676 Feb 19 03:08:55.228729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ec83a-6da0-4a05-abb3-f2a0e6f36e9a req-86f8c554-4973-4aaf-bc1f-572bb9f68bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:55.230177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a85ec83a-6da0-4a05-abb3-f2a0e6f36e9a req-86f8c554-4973-4aaf-bc1f-572bb9f68bb5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 1127 time: 0.0926976 Feb 19 03:08:55.236997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Transition to ACTIVE for port object 74323433-6447-4c81-b45b-bfc52aaffb92 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:08:55.248772 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:55.309812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a85ec83a-6da0-4a05-abb3-f2a0e6f36e9a req-72a57c5a-33af-4ec1-9d23-50be1661d878 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645697 Feb 19 03:08:55.317232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9b7c892-f8af-4dab-985e-ea4f3ea430dc req-83c6b44f-211b-4b5f-b3de-3eba0a03d819 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861590 Feb 19 03:08:55.420431 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Pushing event updated for resources: {'Port': ['ID=74323433-6447-4c81-b45b-bfc52aaffb92,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:55.475881 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Attempting to bind port 74323433-6447-4c81-b45b-bfc52aaffb92 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:08:55.476219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Attempting to bind port 74323433-6447-4c81-b45b-bfc52aaffb92 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:08:55.476553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Attempting to bind port 74323433-6447-4c81-b45b-bfc52aaffb92 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:55.477353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c75df0-32b8-4af1-a4a0-b2ae4907f5c2 req-51652075-860c-410e-91a1-e9ae22039919 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:55.486339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71c75df0-32b8-4af1-a4a0-b2ae4907f5c2 req-51652075-860c-410e-91a1-e9ae22039919 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 945 time: 0.1305149 Feb 19 03:08:55.490857 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Port 74323433-6447-4c81-b45b-bfc52aaffb92 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:08:55.491146 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Attempting to bind port 74323433-6447-4c81-b45b-bfc52aaffb92 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:08:55.504474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:08:55.504850 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:08:55.505243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:08:55.507245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Bound port: 74323433-6447-4c81-b45b-bfc52aaffb92, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:08:55.507630 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:55.563064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71c75df0-32b8-4af1-a4a0-b2ae4907f5c2 req-d9d33e76-a99b-4b7c-93b8-fe0f9987f8b3 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727594 Feb 19 03:08:55.938811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515ea5c-b81b-4132-9733-153a189687c8 req-c468c896-cc16-4e9c-82e3-94fe02cca868 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:55.946151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0515ea5c-b81b-4132-9733-153a189687c8 req-c468c896-cc16-4e9c-82e3-94fe02cca868 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 948 time: 0.0742297 Feb 19 03:08:55.978701 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] For port 74323433-6447-4c81-b45b-bfc52aaffb92, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:08:55.983110 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] For port 74323433-6447-4c81-b45b-bfc52aaffb92, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=74323433-6447-4c81-b45b-bfc52aaffb92,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:08:55.997637 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:56.017974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0515ea5c-b81b-4132-9733-153a189687c8 req-8b1391ee-f36a-4a51-8dbe-6f1652e4a247 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690980 Feb 19 03:08:56.040557 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.041320 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:56.043043 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] 10.222.0.87 "PUT /v2.0/ports/74323433-6447-4c81-b45b-bfc52aaffb92 HTTP/1.1" status: 200 len: 1096 time: 1.5047615 Feb 19 03:08:56.043497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b20cd9-7732-49fe-8004-c2f2423979f9', 'tag': '74323433-6447-4c81-b45b-bfc52aaffb92'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:08:56.045857 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a2632d-b072-4c1b-bb8a-684d64f0ca37" -d '{"events": [{"name": "network-changed", "server_uuid": "99b20cd9-7732-49fe-8004-c2f2423979f9", "tag": "74323433-6447-4c81-b45b-bfc52aaffb92"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:08:56.116150 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c278eb-4494-42d0-a2ef-9ab92af4acbe x-openstack-request-id: req-76c278eb-4494-42d0-a2ef-9ab92af4acbe {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:08:56.116150 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b20cd9-7732-49fe-8004-c2f2423979f9", "tag": "74323433-6447-4c81-b45b-bfc52aaffb92", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:08:56.116150 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76c278eb-4494-42d0-a2ef-9ab92af4acbe {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:08:56.116564 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b20cd9-7732-49fe-8004-c2f2423979f9', 'tag': '74323433-6447-4c81-b45b-bfc52aaffb92', 'status': 'completed', 'code': 200} Feb 19 03:08:56.117163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ed781-5465-498b-8cf8-bdff0ae26917 service neutron] Pushing event updated for resources: {'Port': ['ID=74323433-6447-4c81-b45b-bfc52aaffb92,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:08:56.165810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-08d17f2e-863b-4a0a-980f-f536eff857a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.168862 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-08d17f2e-863b-4a0a-980f-f536eff857a5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9e848c62b5954e7f9c4c08cbaf6995bc&device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 1130 time: 0.0683765 Feb 19 03:08:56.227371 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-bbeb49c2-13c1-43de-82fe-96cbf12fa6c6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=74323433-6447-4c81-b45b-bfc52aaffb92 HTTP/1.1" status: 200 len: 217 time: 0.0499251 Feb 19 03:08:56.288074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-82b596e3-150f-449f-9574-be71fbfc195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.289607 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-82b596e3-150f-449f-9574-be71fbfc195f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0517542 Feb 19 03:08:56.355037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-05839b8b-f3f9-4be4-a23f-2dee43b14c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.357355 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-05839b8b-f3f9-4be4-a23f-2dee43b14c45 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0581651 Feb 19 03:08:56.488936 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-42032890-71f1-41d9-9acc-fea5e231530c service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207249 Feb 19 03:08:56.495041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce3f99-4393-4fc7-8f7d-aa01b42be18b req-c19761da-3197-40a9-8b06-43b48f24feb4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.497578 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-13ce3f99-4393-4fc7-8f7d-aa01b42be18b req-c19761da-3197-40a9-8b06-43b48f24feb4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0893385 Feb 19 03:08:56.573745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-13ce3f99-4393-4fc7-8f7d-aa01b42be18b req-3b1ced93-2860-49d8-904c-71a7e02eabff tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696006 Feb 19 03:08:56.603889 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d0fd63ee-e65d-43ef-9c98-03419e0808ab req-46f85d7c-c7a1-4669-812c-4474c0832fba service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088550 Feb 19 03:08:56.732803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e52b8e-28fa-48cc-a4f4-00281f950284 req-2bfd3e26-134e-41e3-985b-b98736821310 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.734368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83e52b8e-28fa-48cc-a4f4-00281f950284 req-2bfd3e26-134e-41e3-985b-b98736821310 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 945 time: 0.0687056 Feb 19 03:08:56.784964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2632d-b072-4c1b-bb8a-684d64f0ca37 req-479fa64b-961e-4af8-b75b-869b3f4febd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.786345 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46a2632d-b072-4c1b-bb8a-684d64f0ca37 req-479fa64b-961e-4af8-b75b-869b3f4febd7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=9e848c62b5954e7f9c4c08cbaf6995bc&device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 1130 time: 0.0722425 Feb 19 03:08:56.808586 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83e52b8e-28fa-48cc-a4f4-00281f950284 req-20b569cd-836d-4dde-9879-3b84fc025746 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678642 Feb 19 03:08:56.923053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2632d-b072-4c1b-bb8a-684d64f0ca37 req-86e50192-f97d-47f3-8354-a153628975d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:56.924535 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46a2632d-b072-4c1b-bb8a-684d64f0ca37 req-86e50192-f97d-47f3-8354-a153628975d5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.1328351 Feb 19 03:08:56.973050 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46a2632d-b072-4c1b-bb8a-684d64f0ca37 req-30ca5a2c-608f-49a5-822c-07e6ac350125 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=74323433-6447-4c81-b45b-bfc52aaffb92 HTTP/1.1" status: 200 len: 217 time: 0.0412960 Feb 19 03:08:57.022702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2632d-b072-4c1b-bb8a-684d64f0ca37 req-930f675c-2d58-4143-9203-5fda341fe68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:57.024184 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46a2632d-b072-4c1b-bb8a-684d64f0ca37 req-930f675c-2d58-4143-9203-5fda341fe68c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0460408 Feb 19 03:08:57.085606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2632d-b072-4c1b-bb8a-684d64f0ca37 req-a8034337-d212-411a-8b14-80a657b6e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:57.087421 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46a2632d-b072-4c1b-bb8a-684d64f0ca37 req-a8034337-d212-411a-8b14-80a657b6e951 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0572379 Feb 19 03:08:57.182818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edb019-10b2-4201-9d24-fc09b55f59b1 req-1d231fa7-d526-4445-9bdc-be594d4da47c tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:57.190336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45edb019-10b2-4201-9d24-fc09b55f59b1 req-1d231fa7-d526-4445-9bdc-be594d4da47c tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 948 time: 0.0895197 Feb 19 03:08:57.196356 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46a2632d-b072-4c1b-bb8a-684d64f0ca37 req-e3ac6340-8ecf-41a0-a0c8-c54bf431e085 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013434 Feb 19 03:08:57.250620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45edb019-10b2-4201-9d24-fc09b55f59b1 req-37d75970-da69-4978-a0f6-d8a9d8965abb tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592849 Feb 19 03:08:57.300210 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46a2632d-b072-4c1b-bb8a-684d64f0ca37 req-442cee05-3257-45f2-a5e1-bfc2f9193077 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976257 Feb 19 03:08:57.750250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273eed-42ae-4995-9f7a-1eafcbcb9853 req-06a170cd-4e81-47a7-acdc-c810bf07bc8f tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:57.751874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef273eed-42ae-4995-9f7a-1eafcbcb9853 req-06a170cd-4e81-47a7-acdc-c810bf07bc8f tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0697374 Feb 19 03:08:57.801934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef273eed-42ae-4995-9f7a-1eafcbcb9853 req-eae0e663-3997-4ffa-a1c4-8a5d9677bbca tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437937 Feb 19 03:08:57.946616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a2769-96a9-42c6-bc24-c3dfdd8ac85b req-02901138-1e4c-4e27-8ac8-f32bfc3dd3ac tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:57.949469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c9a2769-96a9-42c6-bc24-c3dfdd8ac85b req-02901138-1e4c-4e27-8ac8-f32bfc3dd3ac tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 945 time: 0.0708010 Feb 19 03:08:58.011522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c9a2769-96a9-42c6-bc24-c3dfdd8ac85b req-bbedf639-fab7-4208-b22b-29cb5ddc8cbe tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561342 Feb 19 03:08:58.133432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0464665-47a1-4672-b843-1362450bf547 req-2974346b-fa6a-4030-beb2-8ee4e111e8e7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:58.134808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0464665-47a1-4672-b843-1362450bf547 req-2974346b-fa6a-4030-beb2-8ee4e111e8e7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 945 time: 0.0580757 Feb 19 03:08:58.145176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34010) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:08:58.150469 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-710c9600-2c82-41ff-890c-39839debf134 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Request body: {'floatingip': {'port_id': '5ab25ceb-11df-4eac-9a2e-ca30e816832b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:08:58.195201 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-710c9600-2c82-41ff-890c-39839debf134 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for floatingip (97431516-c34e-4e58-82bf-e2971b8c8454), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:58.386995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a977f48-9ef3-4714-9aee-ea6387c924c1 req-5a04e5cc-ad48-4fa9-882d-375f61ad2258 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:58.394808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a977f48-9ef3-4714-9aee-ea6387c924c1 req-5a04e5cc-ad48-4fa9-882d-375f61ad2258 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 948 time: 0.0669940 Feb 19 03:08:58.449608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a977f48-9ef3-4714-9aee-ea6387c924c1 req-33542f83-7bd9-4565-9d38-aa79e0b84267 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535154 Feb 19 03:08:58.699119 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-710c9600-2c82-41ff-890c-39839debf134 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:58.706467 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-710c9600-2c82-41ff-890c-39839debf134 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (97431516-c34e-4e58-82bf-e2971b8c8454), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:58.828063 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-710c9600-2c82-41ff-890c-39839debf134 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Floating IP 97431516-c34e-4e58-82bf-e2971b8c8454 associated. External IP: 172.25.1.125, port: 5ab25ceb-11df-4eac-9a2e-ca30e816832b. Feb 19 03:08:58.946672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b21c8-f051-475b-bf4c-bd1b23de35cb req-ed50fcc2-ca33-491c-aab1-e3cf3b7835c5 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:58.948193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad2b21c8-f051-475b-bf4c-bd1b23de35cb req-ed50fcc2-ca33-491c-aab1-e3cf3b7835c5 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0623322 Feb 19 03:08:59.026273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad2b21c8-f051-475b-bf4c-bd1b23de35cb req-25c2262b-050f-4cfa-b9a8-5ad3bd591a1a tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701804 Feb 19 03:08:59.123267 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710c9600-2c82-41ff-890c-39839debf134 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Router c4573401-a6b3-4e1f-8db9-01ee62620360 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:08:59.244027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710c9600-2c82-41ff-890c-39839debf134 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:08:59.249040 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-710c9600-2c82-41ff-890c-39839debf134 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:08:59.257245 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5ea89-2733-4d8c-bb76-c5f35da7c8fe None None] Sync routers for ids ['c4573401-a6b3-4e1f-8db9-01ee62620360'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:08:59.277410 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5ea89-2733-4d8c-bb76-c5f35da7c8fe None None] Routers {'c4573401-a6b3-4e1f-8db9-01ee62620360'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:59.278886 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bdd5ea89-2733-4d8c-bb76-c5f35da7c8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['c4573401-a6b3-4e1f-8db9-01ee62620360'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:59.286009 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-710c9600-2c82-41ff-890c-39839debf134 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "PUT /v2.0/floatingips/97431516-c34e-4e58-82bf-e2971b8c8454 HTTP/1.1" status: 200 len: 991 time: 1.1395690 Feb 19 03:08:59.286902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'tag': '5ab25ceb-11df-4eac-9a2e-ca30e816832b'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:08:59.289432 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb89277e-84f6-4fde-8a78-83a428d81089" -d '{"events": [{"name": "network-changed", "server_uuid": "df4b3fc6-3138-4873-9667-df6ede945f57", "tag": "5ab25ceb-11df-4eac-9a2e-ca30e816832b"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:08:59.349866 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecdf849-4c9d-4c4f-bedb-313af9056c03 x-openstack-request-id: req-3ecdf849-4c9d-4c4f-bedb-313af9056c03 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:08:59.350155 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df4b3fc6-3138-4873-9667-df6ede945f57", "tag": "5ab25ceb-11df-4eac-9a2e-ca30e816832b", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:08:59.350414 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ecdf849-4c9d-4c4f-bedb-313af9056c03 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:08:59.350820 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'tag': '5ab25ceb-11df-4eac-9a2e-ca30e816832b', 'status': 'completed', 'code': 200} Feb 19 03:08:59.410055 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bdd5ea89-2733-4d8c-bb76-c5f35da7c8fe None None] Set router c4573401-a6b3-4e1f-8db9-01ee62620360 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:08:59.441245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89277e-84f6-4fde-8a78-83a428d81089 req-ec9294d5-1989-47b7-9b2a-e879faffbe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:59.442959 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cb89277e-84f6-4fde-8a78-83a428d81089 req-ec9294d5-1989-47b7-9b2a-e879faffbe35 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=570da871565c41fb911a1da849f4cc95&device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 1127 time: 0.0647571 Feb 19 03:08:59.561383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89277e-84f6-4fde-8a78-83a428d81089 req-e291e45e-2ed6-4e02-b8ce-a4dc45e90a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:59.563897 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cb89277e-84f6-4fde-8a78-83a428d81089 req-e291e45e-2ed6-4e02-b8ce-a4dc45e90a7f service neutron] 10.222.0.87 "GET /v2.0/networks?id=24f9f79a-f66e-4d5f-a4db-f3cade87ee88 HTTP/1.1" status: 200 len: 916 time: 0.1142817 Feb 19 03:08:59.616167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aabaf-9370-4033-83c4-28251bb2a8e2 req-1d6f3878-6aa2-4196-b960-ff3ca7d265f3 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:59.627479 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-841aabaf-9370-4033-83c4-28251bb2a8e2 req-1d6f3878-6aa2-4196-b960-ff3ca7d265f3 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 948 time: 0.0938163 Feb 19 03:08:59.658703 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cb89277e-84f6-4fde-8a78-83a428d81089 req-54ae3d51-cac3-46c0-b468-9ca6a1db4421 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab25ceb-11df-4eac-9a2e-ca30e816832b HTTP/1.1" status: 200 len: 999 time: 0.0884840 Feb 19 03:08:59.671064 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bdd5ea89-2733-4d8c-bb76-c5f35da7c8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:34Z', 'revision_number': 4, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '97431516-c34e-4e58-82bf-e2971b8c8454', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'port_id': '5ab25ceb-11df-4eac-9a2e-ca30e816832b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'mac_address': 'fa:16:3e:55:a9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:08:40Z', 'updated_at': '2022-02-19T03:08:58Z', 'revision_number': 1, 'project_id': '570da871565c41fb911a1da849f4cc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad200f-a473-44fe-8d61-0a74e74f2611', 'name': '', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'mac_address': 'fa:16:3e:7f:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:32Z', 'updated_at': '2022-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '570da871565c41fb911a1da849f4cc95', 'subnets': [{'id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:59.699137 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5ea89-2733-4d8c-bb76-c5f35da7c8fe None None] Checking router: c4573401-a6b3-4e1f-8db9-01ee62620360 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:08:59.715444 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5ea89-2733-4d8c-bb76-c5f35da7c8fe None None] Routers {'c4573401-a6b3-4e1f-8db9-01ee62620360'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:08:59.716070 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bdd5ea89-2733-4d8c-bb76-c5f35da7c8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:08:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['c4573401-a6b3-4e1f-8db9-01ee62620360'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:08:59.717741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-841aabaf-9370-4033-83c4-28251bb2a8e2 req-a56b542a-18c9-4bdb-8996-12b193434058 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891397 Feb 19 03:08:59.758494 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89277e-84f6-4fde-8a78-83a428d81089 req-8857f506-7a35-42b5-892a-a90088482837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:59.760962 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cb89277e-84f6-4fde-8a78-83a428d81089 req-8857f506-7a35-42b5-892a-a90088482837 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2805eefc-200e-45c4-8946-cd4ec874cf5e HTTP/1.1" status: 200 len: 854 time: 0.0960321 Feb 19 03:08:59.834579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89277e-84f6-4fde-8a78-83a428d81089 req-c3efb1eb-dfed-4dbd-8a1b-67fafb0dbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:08:59.836510 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cb89277e-84f6-4fde-8a78-83a428d81089 req-c3efb1eb-dfed-4dbd-8a1b-67fafb0dbfb5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=24f9f79a-f66e-4d5f-a4db-f3cade87ee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0685844 Feb 19 03:08:59.949358 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bdd5ea89-2733-4d8c-bb76-c5f35da7c8fe None None] Set router c4573401-a6b3-4e1f-8db9-01ee62620360 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:00.011161 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cb89277e-84f6-4fde-8a78-83a428d81089 req-64ee2952-9bb6-4b50-9ddf-0923f2395b7d service neutron] 10.222.0.87 "GET /v2.0/networks/24f9f79a-f66e-4d5f-a4db-f3cade87ee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682098 Feb 19 03:09:00.158031 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cb89277e-84f6-4fde-8a78-83a428d81089 req-3cc2aa31-1b4f-4e73-bec1-3cc6c11c51d6 service neutron] 10.222.0.87 "GET /v2.0/networks/24f9f79a-f66e-4d5f-a4db-f3cade87ee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400275 Feb 19 03:09:00.204260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfa257-1c8d-4a68-81c5-f8e6eb0c28d5 req-10dfd2c6-4924-4bba-97e5-663d1469aa65 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:00.206575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0edfa257-1c8d-4a68-81c5-f8e6eb0c28d5 req-10dfd2c6-4924-4bba-97e5-663d1469aa65 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0684495 Feb 19 03:09:00.276330 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0edfa257-1c8d-4a68-81c5-f8e6eb0c28d5 req-b759b1a5-d6d9-4d5d-804d-0e11196d39b4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597796 Feb 19 03:09:00.298926 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bdd5ea89-2733-4d8c-bb76-c5f35da7c8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:34Z', 'revision_number': 4, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '97431516-c34e-4e58-82bf-e2971b8c8454', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'port_id': '5ab25ceb-11df-4eac-9a2e-ca30e816832b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'mac_address': 'fa:16:3e:55:a9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:08:40Z', 'updated_at': '2022-02-19T03:08:58Z', 'revision_number': 1, 'project_id': '570da871565c41fb911a1da849f4cc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad200f-a473-44fe-8d61-0a74e74f2611', 'name': '', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'mac_address': 'fa:16:3e:7f:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:32Z', 'updated_at': '2022-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '570da871565c41fb911a1da849f4cc95', 'subnets': [{'id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:00.329044 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5ea89-2733-4d8c-bb76-c5f35da7c8fe None None] The sync data for ids ['c4573401-a6b3-4e1f-8db9-01ee62620360'] in n-d-826755-2 is: [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:34Z', 'revision_number': 4, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '97431516-c34e-4e58-82bf-e2971b8c8454', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'floating_ip_address': '172.25.1.125', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'port_id': '5ab25ceb-11df-4eac-9a2e-ca30e816832b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'mac_address': 'fa:16:3e:55:a9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:08:40Z', 'updated_at': '2022-02-19T03:08:58Z', 'revision_number': 1, 'project_id': '570da871565c41fb911a1da849f4cc95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad200f-a473-44fe-8d61-0a74e74f2611', 'name': '', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'mac_address': 'fa:16:3e:7f:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:32Z', 'updated_at': '2022-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '570da871565c41fb911a1da849f4cc95', 'subnets': [{'id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:09:00.538301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a4d521-6620-4a13-991f-d043f4e57172 None None] New status for floating IP 97431516-c34e-4e58-82bf-e2971b8c8454: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:09:00.725718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 74323433-6447-4c81-b45b-bfc52aaffb92 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:09:00.880525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253a862-8b0d-4937-a98b-e3d908709562 req-761edb58-040f-4d5c-bc59-c8c4fce38869 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:00.889823 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4253a862-8b0d-4937-a98b-e3d908709562 req-761edb58-040f-4d5c-bc59-c8c4fce38869 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 948 time: 0.0906529 Feb 19 03:09:00.931165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 74323433-6447-4c81-b45b-bfc52aaffb92, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=74323433-6447-4c81-b45b-bfc52aaffb92,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:00.946011 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '74323433-6447-4c81-b45b-bfc52aaffb92', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '74323433-6447-4c81-b45b-bfc52aaffb92', 'mac_address': 'fa:16:3e:f1:db:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:09:00.996825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 74323433-6447-4c81-b45b-bfc52aaffb92 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:00.997522 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.015572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74323433-6447-4c81-b45b-bfc52aaffb92 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:01.035770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4253a862-8b0d-4937-a98b-e3d908709562 req-fbf64e64-153c-4ecf-8e6b-5d9080616ce8 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446211 Feb 19 03:09:01.040766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 74323433-6447-4c81-b45b-bfc52aaffb92, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=74323433-6447-4c81-b45b-bfc52aaffb92,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:01.055345 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:01.107514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=74323433-6447-4c81-b45b-bfc52aaffb92,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:01.407572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc73446-67e6-4606-81e2-e70093ba5a16 req-18f09215-c0c9-4262-bb0b-4c4747b5db63 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:01.409189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dc73446-67e6-4606-81e2-e70093ba5a16 req-18f09215-c0c9-4262-bb0b-4c4747b5db63 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0622385 Feb 19 03:09:01.429255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['74323433-6447-4c81-b45b-bfc52aaffb92'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:01.489016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dc73446-67e6-4606-81e2-e70093ba5a16 req-2fdeb0a0-3a46-4963-853f-0ef4a4be4bf3 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676215 Feb 19 03:09:02.158557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41bac43-bfbc-4514-89ec-f99a3b2074d6 req-614ce7e4-0688-4773-bc38-649b9d8089fc tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:02.160261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c41bac43-bfbc-4514-89ec-f99a3b2074d6 req-614ce7e4-0688-4773-bc38-649b9d8089fc tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 949 time: 0.0556235 Feb 19 03:09:02.222850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c41bac43-bfbc-4514-89ec-f99a3b2074d6 req-f53d8664-9dc9-4005-bcb8-102df2ab03aa tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565093 Feb 19 03:09:02.617614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b85d5-07d6-44c7-bfc1-6c98ea0a20d0 req-fb1efebb-d9e0-4f26-8268-9d25622af2ca tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:02.620046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b80b85d5-07d6-44c7-bfc1-6c98ea0a20d0 req-fb1efebb-d9e0-4f26-8268-9d25622af2ca tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0581470 Feb 19 03:09:02.630730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 74323433-6447-4c81-b45b-bfc52aaffb92 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:02.678907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b80b85d5-07d6-44c7-bfc1-6c98ea0a20d0 req-41ceb10d-889b-481c-a865-545f98bf534b tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527430 Feb 19 03:09:02.697316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 74323433-6447-4c81-b45b-bfc52aaffb92 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:09:02.701887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 74323433-6447-4c81-b45b-bfc52aaffb92 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:02.702607 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.797224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 74323433-6447-4c81-b45b-bfc52aaffb92 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:02.797859 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.822198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b20cd9-7732-49fe-8004-c2f2423979f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74323433-6447-4c81-b45b-bfc52aaffb92'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:02.825461 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c657a28-156e-4f6b-a524-85b8c1419cd9" -d '{"events": [{"server_uuid": "99b20cd9-7732-49fe-8004-c2f2423979f9", "name": "network-vif-plugged", "status": "completed", "tag": "74323433-6447-4c81-b45b-bfc52aaffb92"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:02.839231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 74323433-6447-4c81-b45b-bfc52aaffb92, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=74323433-6447-4c81-b45b-bfc52aaffb92,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:02.850449 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:02.891643 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f071e483-d18c-4d45-a508-343a050e8385 x-openstack-request-id: req-f071e483-d18c-4d45-a508-343a050e8385 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:02.892432 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b20cd9-7732-49fe-8004-c2f2423979f9", "name": "network-vif-plugged", "status": "completed", "tag": "74323433-6447-4c81-b45b-bfc52aaffb92", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:02.892933 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f071e483-d18c-4d45-a508-343a050e8385 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:02.893578 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b20cd9-7732-49fe-8004-c2f2423979f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74323433-6447-4c81-b45b-bfc52aaffb92', 'code': 200} Feb 19 03:09:02.916059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=74323433-6447-4c81-b45b-bfc52aaffb92,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:03.010982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fed791-5aaa-4a87-bf41-8acbdbb0c476 req-b5d61ec7-bf43-4c20-a102-5517b93948e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:03.012515 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-75fed791-5aaa-4a87-bf41-8acbdbb0c476 req-b5d61ec7-bf43-4c20-a102-5517b93948e3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 1132 time: 0.0509474 Feb 19 03:09:03.062704 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-75fed791-5aaa-4a87-bf41-8acbdbb0c476 req-47a1f76b-bd3a-454e-ba04-0b412c56d7a6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427930 Feb 19 03:09:03.366347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c53cf-30d4-4f8a-848b-285f2028e53a req-3d9b80d3-391f-4d88-ab31-313fd8609bdd tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:03.369434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf1c53cf-30d4-4f8a-848b-285f2028e53a req-3d9b80d3-391f-4d88-ab31-313fd8609bdd tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 950 time: 0.0592723 Feb 19 03:09:03.421846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf1c53cf-30d4-4f8a-848b-285f2028e53a req-3cf35b7e-3f0b-423c-b18a-22c54217e656 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469592 Feb 19 03:09:03.583389 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7017dda4-f8fa-4b60-8c1b-3777d413a874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:03.661422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fad330-a653-43ed-b481-2ce01bca6898 req-c66f3a08-7f9d-4df5-a5b9-89d933b5de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:03.663051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05fad330-a653-43ed-b481-2ce01bca6898 req-c66f3a08-7f9d-4df5-a5b9-89d933b5de14 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 1128 time: 0.0496500 Feb 19 03:09:03.717117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05fad330-a653-43ed-b481-2ce01bca6898 req-94153f1c-0bef-4a49-9e82-8e9d6f1beae2 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460215 Feb 19 03:09:03.820133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961011b7-87da-4ef8-bb10-c77fe0359045 req-11891db4-7c5b-4481-a1fb-554dabe74257 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:03.821673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-961011b7-87da-4ef8-bb10-c77fe0359045 req-11891db4-7c5b-4481-a1fb-554dabe74257 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0564501 Feb 19 03:09:03.873658 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-961011b7-87da-4ef8-bb10-c77fe0359045 req-4d67895a-e876-41b1-a331-8afa7a8fd559 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455558 Feb 19 03:09:04.561795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d12163-df8c-44e5-8872-e8066cc265bb req-978ec0c8-41ab-40cd-ad53-881358b9becd tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:04.563334 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49d12163-df8c-44e5-8872-e8066cc265bb req-978ec0c8-41ab-40cd-ad53-881358b9becd tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 950 time: 0.0543993 Feb 19 03:09:04.615027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49d12163-df8c-44e5-8872-e8066cc265bb req-a957d1bd-10a1-465b-b978-19be8433eaba tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453446 Feb 19 03:09:04.847332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-637c834e-7f45-4d0c-88e4-b275d9e00882 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=9e848c62b5954e7f9c4c08cbaf6995bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233030 Feb 19 03:09:04.976108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-0536b750-3571-4bb5-adec-4818ae6f3b6e tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:04.981110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-0536b750-3571-4bb5-adec-4818ae6f3b6e tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244526 Feb 19 03:09:05.027975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-8da36d0a-da64-4177-a447-bdc044c9d3b3 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/quotas/9e848c62b5954e7f9c4c08cbaf6995bc HTTP/1.1" status: 200 len: 375 time: 0.0191016 Feb 19 03:09:05.074575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51554c-4d6a-4e24-ab15-ae073170f6c4 req-20cdcd78-12cd-4cd5-a9fd-8f4373e5e7ee tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.076132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f51554c-4d6a-4e24-ab15-ae073170f6c4 req-20cdcd78-12cd-4cd5-a9fd-8f4373e5e7ee tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0940654 Feb 19 03:09:05.138340 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-fef799f8-7d88-4655-98d8-56bce65f51ae service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0581737 Feb 19 03:09:05.145774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-c115341e-b15e-4f1a-9239-b495c66fed9d tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=9e848c62b5954e7f9c4c08cbaf6995bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084979 Feb 19 03:09:05.190802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f51554c-4d6a-4e24-ab15-ae073170f6c4 req-3595ad27-c49e-48b9-9d3d-e25168683ddc tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998106 Feb 19 03:09:05.276388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-a79e0b49-bd21-4c77-816b-0b1af1138ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.276976 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-a79e0b49-bd21-4c77-816b-0b1af1138ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.277472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-a79e0b49-bd21-4c77-816b-0b1af1138ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.278102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-a79e0b49-bd21-4c77-816b-0b1af1138ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.278721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-a79e0b49-bd21-4c77-816b-0b1af1138ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.279338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-a79e0b49-bd21-4c77-816b-0b1af1138ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.279950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-a79e0b49-bd21-4c77-816b-0b1af1138ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.282313 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-a79e0b49-bd21-4c77-816b-0b1af1138ca7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 6717 time: 0.0673046 Feb 19 03:09:05.436174 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0cc7b3ea-2a13-4a8b-b995-3428201ac053 req-bef12df6-9ab1-4f50-a6c8-39537f457065 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 210 time: 0.0517581 Feb 19 03:09:05.445361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-14a68c86-6c7d-4702-8315-204b02059c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.445995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-14a68c86-6c7d-4702-8315-204b02059c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.446531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-14a68c86-6c7d-4702-8315-204b02059c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.448534 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-14a68c86-6c7d-4702-8315-204b02059c00 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e39bf806-1992-49ff-a939-99215785f492&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=2546c89f-3126-41e0-a61b-a364cebc24c5&id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174 HTTP/1.1" status: 200 len: 2299 time: 0.1237617 Feb 19 03:09:05.539158 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-f0b86dbf-9d33-433b-a2d9-a5eddce2e305 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3fe16846-d544-4242-b68b-4767f0fe9584 HTTP/1.1" status: 200 len: 1001 time: 0.0767331 Feb 19 03:09:05.592925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-4a0c049e-b101-4f64-bcc4-68293137d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.594805 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-4a0c049e-b101-4f64-bcc4-68293137d494 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f79cf414-250d-440d-9768-50a61554ea8b HTTP/1.1" status: 200 len: 856 time: 0.0491199 Feb 19 03:09:05.662355 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-92a40569-de45-4657-9165-ade794aa1efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:05.663886 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-92a40569-de45-4657-9165-ade794aa1efc service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e39bf806-1992-49ff-a939-99215785f492&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0637729 Feb 19 03:09:05.799372 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-cfa11e36-7c70-49b0-858c-0243d782657b service neutron] 10.222.0.87 "GET /v2.0/networks/e39bf806-1992-49ff-a939-99215785f492?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292117 Feb 19 03:09:05.854028 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-94e9c09e-ffde-47f6-b5cc-8dbaa308fb20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:05.925967 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-be6cd848-85ab-4050-bb2f-26150a3fcd50 service neutron] 10.222.0.87 "GET /v2.0/networks/e39bf806-1992-49ff-a939-99215785f492?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189182 Feb 19 03:09:05.980421 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-1a00544c-15b2-457e-927c-b872af174646 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=e2bf896b-e2cc-48ce-bf73-650984ae1ae1 HTTP/1.1" status: 200 len: 217 time: 0.0478146 Feb 19 03:09:06.042394 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-14042683-fae1-4e23-806b-3207d18997d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:06.044132 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-14042683-fae1-4e23-806b-3207d18997d7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 200 len: 797 time: 0.0574751 Feb 19 03:09:06.101311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-b652bbc2-043c-461b-a321-ffbc5cb4d0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:06.102908 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-b652bbc2-043c-461b-a321-ffbc5cb4d0a3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2546c89f-3126-41e0-a61b-a364cebc24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0518129 Feb 19 03:09:06.211219 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-334be711-8842-4ca3-a806-c6a88e97765d service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025879 Feb 19 03:09:06.320999 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-d0dfc029-caf6-4032-8048-a9adb87ced83 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032252 Feb 19 03:09:06.343911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b195590-d11b-4d10-9acc-0f14c36ce882 req-81f5c2c1-217a-4b42-bf78-249091377842 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:06.353049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b195590-d11b-4d10-9acc-0f14c36ce882 req-81f5c2c1-217a-4b42-bf78-249091377842 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.0807819 Feb 19 03:09:06.371945 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-56b8cca9-3e98-4cfb-9700-93c6a51a05e8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=d5775f94-e272-4b71-ba53-68b52e42b574 HTTP/1.1" status: 200 len: 217 time: 0.0456934 Feb 19 03:09:06.424608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b195590-d11b-4d10-9acc-0f14c36ce882 req-0d7f5998-939d-4874-8bbf-f1aeb0812bba tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701442 Feb 19 03:09:06.425731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-3359e2b2-1345-4857-9b08-f74a3c836872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:06.427506 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-3359e2b2-1345-4857-9b08-f74a3c836872 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 200 len: 797 time: 0.0489423 Feb 19 03:09:06.531099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-aebab948-7e24-4cbf-8975-cd1e4f386a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:06.542896 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-aebab948-7e24-4cbf-8975-cd1e4f386a7d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2546c89f-3126-41e0-a61b-a364cebc24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1090469 Feb 19 03:09:06.648942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6316d23-14a7-49d2-9c09-e983bafad58c req-e9c9a6a9-28fd-4c5a-b790-09051920ed9e tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 210 time: 0.0762272 Feb 19 03:09:06.651717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-c90921ac-1824-405b-95f8-e4dcace7de31 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=9e848c62b5954e7f9c4c08cbaf6995bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608020 Feb 19 03:09:06.759267 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-91faaefc-4ef7-4e81-8385-1989d3a2ecdd service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088828 Feb 19 03:09:06.884713 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-7361f2b7-2b8f-4304-99f2-464098d988e0 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188684 Feb 19 03:09:06.946433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-d42f7dc8-5998-447f-b745-03ae3492e215 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:06.948902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-d42f7dc8-5998-447f-b745-03ae3492e215 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2913268 Feb 19 03:09:06.958172 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-81aa744e-252d-4200-a0f0-20695c7eb4c0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=72ecd80a-ead9-4450-bb93-e96fa2579879 HTTP/1.1" status: 200 len: 217 time: 0.0611863 Feb 19 03:09:06.965367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Request body: {'port': {'device_id': '66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '9e848c62b5954e7f9c4c08cbaf6995bc'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:06.992023 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.001111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-e682afc9-c080-4bd6-8a98-59be9ab09cb3 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:07.003046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-e682afc9-c080-4bd6-8a98-59be9ab09cb3 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/networks?id=664c9f64-f39d-4a62-976f-18f1bc8dbab0 HTTP/1.1" status: 200 len: 810 time: 0.2090902 Feb 19 03:09:07.028804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-f5aca252-078f-4b04-85c1-d65675e88547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:07.031491 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-f5aca252-078f-4b04-85c1-d65675e88547 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 200 len: 797 time: 0.0669727 Feb 19 03:09:07.054638 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-d68eb69f-566e-44ee-856d-051f4113f460 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/quotas/600636d329c9427c813907dcf2a1fd83 HTTP/1.1" status: 200 len: 375 time: 0.0218790 Feb 19 03:09:07.094433 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-d5aff0de-812f-4c5f-ba04-56a1395c4d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:07.096093 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-d5aff0de-812f-4c5f-ba04-56a1395c4d3f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2546c89f-3126-41e0-a61b-a364cebc24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0581253 Feb 19 03:09:07.173776 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-8853e1fb-fc8c-4459-97ba-9a146bd56c4a tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=600636d329c9427c813907dcf2a1fd83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116173 Feb 19 03:09:07.241076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Made reservation on behalf of 9e848c62b5954e7f9c4c08cbaf6995bc for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:07.245519 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.252647 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-51d42ad9-bcb5-4ae0-b997-687a8462ba5b service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493993 Feb 19 03:09:07.363661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-e9aba0d9-23f8-4a29-a2ba-fd4e33062bf1 service neutron] 10.222.0.81 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805305 Feb 19 03:09:07.399092 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-ef46f177-85e7-403c-a6a5-680809f2cd16 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389759 Feb 19 03:09:07.470097 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-2b506425-d7d0-4d84-a572-13dc79b24c46 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.229&port_id=b239ae85-3b48-442a-b227-625a0c59652a HTTP/1.1" status: 200 len: 217 time: 0.0580611 Feb 19 03:09:07.497896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-1633395e-a142-4e02-83f3-a004366ceb02 service neutron] 10.222.0.81 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270289 Feb 19 03:09:07.561223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Allocated IP 192.168.233.141 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/cb2c8865-649e-4559-9bf0-8e6cf2bfda6e) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:07.561533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-d153832e-5e30-4c16-a2fc-776d31198015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:07.563150 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-d153832e-5e30-4c16-a2fc-776d31198015 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 200 len: 797 time: 0.0876548 Feb 19 03:09:07.694063 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-a0c48ec1-d0fa-4cc8-acf8-b895cdca8ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:07.695825 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-a0c48ec1-d0fa-4cc8-acf8-b895cdca8ca6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2546c89f-3126-41e0-a61b-a364cebc24c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1227906 Feb 19 03:09:07.769447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44684b96-25ba-4ec6-9b95-deb2c6e75cf8 req-728b9000-5965-4a04-b0c7-35118393d149 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 210 time: 0.0859270 Feb 19 03:09:07.851182 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-78fe1a56-e915-49ad-a6b0-6e4be21d7425 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464751 Feb 19 03:09:07.885257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6768e217-a2a5-45b2-803c-3409375a2cca req-61033a2c-9751-4199-80a0-87c4ed4e8b47 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 210 time: 0.0939906 Feb 19 03:09:07.925410 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks [] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.974067 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:07.990903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['74323433-6447-4c81-b45b-bfc52aaffb92'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:08.081135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:08.084372 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-be96b7b2-4827-4895-952a-aca4e08e2627 service neutron] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265947 Feb 19 03:09:08.090011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:08.096030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:08.157699 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-5369c616-6383-454d-bdd4-257ae19716d2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5b255800-179b-416e-887d-77c67452cd8f HTTP/1.1" status: 200 len: 217 time: 0.0664766 Feb 19 03:09:08.211044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Pushing event updated for resources: {'Port': ['ID=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:08.270316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-0c718052-aa58-4eb7-a400-cc3f91316f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:08.272102 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-0c718052-aa58-4eb7-a400-cc3f91316f2a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=389c3134-0e16-47c8-b483-a7455907601b HTTP/1.1" status: 200 len: 797 time: 0.0986385 Feb 19 03:09:08.274628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:08.276162 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:08.314500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-90eb5605-decb-445f-98bc-97e239afb621 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3523839 Feb 19 03:09:08.336207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Request body: {'port': {'device_id': '66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:08.356312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-c62c6146-2394-465a-9742-0185496dac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:08.358201 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-c62c6146-2394-465a-9742-0185496dac09 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0759385 Feb 19 03:09:08.383583 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:08.505877 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:08.508334 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-1282856e-35f1-4ce1-81e4-0f320a14c6f4 service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427882 Feb 19 03:09:08.591475 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2438238e-93d3-4a31-87ae-dd89c3e34469 None None] Provisioning complete for port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:08.592102 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2438238e-93d3-4a31-87ae-dd89c3e34469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:08.614530 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-7dcae923-cdf8-487b-be44-9f8cea409426 service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934818 Feb 19 03:09:08.662025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2438238e-93d3-4a31-87ae-dd89c3e34469 None None] Port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:08.692210 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-2e8e3b3f-ec4f-4c74-bb8f-e8701ba512b9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b80d0925-a55d-472f-933c-2e00920a0516 HTTP/1.1" status: 200 len: 217 time: 0.0601463 Feb 19 03:09:08.768122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-f960a5bf-d813-463b-b58c-369689c9fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:08.770850 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-f960a5bf-d813-463b-b58c-369689c9fbd7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=389c3134-0e16-47c8-b483-a7455907601b HTTP/1.1" status: 200 len: 797 time: 0.0737321 Feb 19 03:09:08.828071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-6f5ee1a4-fbd7-4e65-a4eb-2792643ec73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:08.831495 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-6f5ee1a4-fbd7-4e65-a4eb-2792643ec73b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=708bd1f1-93b4-47e5-a1d4-41f33cfbb174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0522165 Feb 19 03:09:08.894360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2c8865-649e-4559-9bf0-8e6cf2bfda6e {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:08.902982 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Publish callbacks [] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:08.917034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Transition to ACTIVE for port object cb2c8865-649e-4559-9bf0-8e6cf2bfda6e will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:08.933003 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:08.959775 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-4c974d72-3dac-4e6b-a316-872de67026c3 service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204221 Feb 19 03:09:09.129889 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0e6a81c6-2966-4bb9-9d96-1d412b05557f req-581f0458-2f18-4777-a913-0ff35bfe3977 service neutron] 10.222.0.87 "GET /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632304 Feb 19 03:09:09.362214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b714ad5-18a8-4a1a-ab71-3c8216ae16a7 req-b4fa978f-8045-4bce-bb24-e8b71fb05ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 210 time: 0.4437571 Feb 19 03:09:09.490703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:09.601564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fe79b-ab9e-48f8-af54-11d8e669ea12 req-6fb41097-7832-4a09-a6b4-1122c11b3b08 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:09.603231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a8fe79b-ab9e-48f8-af54-11d8e669ea12 req-6fb41097-7832-4a09-a6b4-1122c11b3b08 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 948 time: 0.2546875 Feb 19 03:09:09.610698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-65cc2e67-896c-4925-a25f-ac7b35b2a8b6 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:09.612151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-65cc2e67-896c-4925-a25f-ac7b35b2a8b6 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.87 "GET /v2.0/networks?id=664c9f64-f39d-4a62-976f-18f1bc8dbab0 HTTP/1.1" status: 200 len: 810 time: 0.2777336 Feb 19 03:09:09.633091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Request body: {'port': {'device_id': '54c556da-4429-4446-9925-e679565b85f1', 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0', 'admin_state_up': True, 'tenant_id': '600636d329c9427c813907dcf2a1fd83'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:09.638453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Attempting to bind port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:09.638782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Attempting to bind port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:09.639112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Attempting to bind port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:09.692729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:09.693051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Attempting to bind port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:09.713588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:09.713888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:09.714316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:09.714760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Bound port: cb2c8865-649e-4559-9bf0-8e6cf2bfda6e, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:09.715122 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:09.758098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a8fe79b-ab9e-48f8-af54-11d8e669ea12 req-09d9819b-8917-4109-b97a-4b97055842f0 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396492 Feb 19 03:09:09.848395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Made reservation on behalf of 600636d329c9427c813907dcf2a1fd83 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:09.851799 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:09.874636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] For port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:09.909012 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] For port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:09.938569 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:09.998101 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:09.999821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:10.000443 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:10.001945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] 10.222.0.67 "PUT /v2.0/ports/cb2c8865-649e-4559-9bf0-8e6cf2bfda6e HTTP/1.1" status: 200 len: 1096 time: 1.6782815 Feb 19 03:09:10.004784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163', 'tag': 'cb2c8865-649e-4559-9bf0-8e6cf2bfda6e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:10.010960 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db02daee-3262-4dcb-b94c-c3b358a3b050" -d '{"events": [{"name": "network-changed", "server_uuid": "66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163", "tag": "cb2c8865-649e-4559-9bf0-8e6cf2bfda6e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:10.093082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b69e2-a25a-4ec0-b62c-5d5197ceca46 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:10.106420 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbce76a-b3e9-472e-ba34-25ade2e593ce x-openstack-request-id: req-ffbce76a-b3e9-472e-ba34-25ade2e593ce {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:10.106996 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163", "tag": "cb2c8865-649e-4559-9bf0-8e6cf2bfda6e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:10.112849 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ffbce76a-b3e9-472e-ba34-25ade2e593ce {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:10.113766 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163', 'tag': 'cb2c8865-649e-4559-9bf0-8e6cf2bfda6e', 'status': 'completed', 'code': 200} Feb 19 03:09:10.159840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Allocated IP 172.20.0.3 (664c9f64-f39d-4a62-976f-18f1bc8dbab0/69f2f427-764b-4928-81d7-10c11e9d9fd0/91aca267-e6bf-4273-adfb-9a5b3641441f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:10.166417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-19a01735-6d1e-4eff-a65a-67cbf7d00381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:10.169803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-19a01735-6d1e-4eff-a65a-67cbf7d00381 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e848c62b5954e7f9c4c08cbaf6995bc&device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 1130 time: 0.1193919 Feb 19 03:09:10.224904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-b5984db1-826e-47ab-add8-ce20e1acfc3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e HTTP/1.1" status: 200 len: 217 time: 0.0441480 Feb 19 03:09:10.378412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-41817593-d9c7-480e-86a4-a525189731b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:10.380911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-41817593-d9c7-480e-86a4-a525189731b6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1458235 Feb 19 03:09:10.479250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-5669d1a7-9750-4592-8e92-d60c0acf9443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:10.480784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-5669d1a7-9750-4592-8e92-d60c0acf9443 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0941482 Feb 19 03:09:10.520528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb74e610-600b-4b08-8220-d9ec7ab12523 req-3dfdca64-05ea-457e-a53d-95133349d2f4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 210 time: 0.0387790 Feb 19 03:09:10.523396 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks [] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:10.624817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-6d671be3-0b83-4e95-abc7-dd90145a5614 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145267 Feb 19 03:09:10.626482 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:10.644097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['fdd32fd4-2a76-43d0-a5de-d02189cee72e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:10.727030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:10.734919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:10.738398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Pushing event updated for resources: {'Port': ['ID=91aca267-e6bf-4273-adfb-9a5b3641441f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:10.742236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:10.812952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:10.813668 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:10.824580 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e743239c-4e4d-4e4a-81d8-f18b5b2100f9 req-ad76feb8-2da1-4f81-a75b-a17899071751 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917398 Feb 19 03:09:10.841788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-abba6692-ea2a-41f4-bb8a-943acbc41ea9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2197242 Feb 19 03:09:10.857961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Request body: {'port': {'device_id': '54c556da-4429-4446-9925-e679565b85f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:11.009957 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.036572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c17f8b-ec12-4a45-8e67-6c661e1ae7c2 req-36f0ee4b-f2eb-44cf-9575-5f5c839b9881 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:11.044650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5c17f8b-ec12-4a45-8e67-6c661e1ae7c2 req-36f0ee4b-f2eb-44cf-9575-5f5c839b9881 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 948 time: 0.1394291 Feb 19 03:09:11.049684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02daee-3262-4dcb-b94c-c3b358a3b050 req-f3e725ac-fb81-4a3b-b6d6-6f00ac008108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:11.051315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db02daee-3262-4dcb-b94c-c3b358a3b050 req-f3e725ac-fb81-4a3b-b6d6-6f00ac008108 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=9e848c62b5954e7f9c4c08cbaf6995bc&device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 1130 time: 0.1553702 Feb 19 03:09:11.187663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5c17f8b-ec12-4a45-8e67-6c661e1ae7c2 req-f7a36eeb-f050-41d9-bd5d-8bf04bdf8d21 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420434 Feb 19 03:09:11.378490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02daee-3262-4dcb-b94c-c3b358a3b050 req-036e036d-6977-4320-b51e-aa72d44733aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:11.379817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db02daee-3262-4dcb-b94c-c3b358a3b050 req-036e036d-6977-4320-b51e-aa72d44733aa service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.3136070 Feb 19 03:09:11.429034 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db02daee-3262-4dcb-b94c-c3b358a3b050 req-9a49da5c-dafd-4872-845b-b331226ec3dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e HTTP/1.1" status: 200 len: 217 time: 0.0409472 Feb 19 03:09:11.522667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91aca267-e6bf-4273-adfb-9a5b3641441f {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:11.528395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02daee-3262-4dcb-b94c-c3b358a3b050 req-a8cfe2c1-0c61-4298-91e3-635f62b3021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:11.529929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db02daee-3262-4dcb-b94c-c3b358a3b050 req-a8cfe2c1-0c61-4298-91e3-635f62b3021a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0920830 Feb 19 03:09:11.534411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Publish callbacks [] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.571991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Transition to ACTIVE for port object 91aca267-e6bf-4273-adfb-9a5b3641441f will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:11.581527 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.679964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Pushing event updated for resources: {'Port': ['ID=91aca267-e6bf-4273-adfb-9a5b3641441f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:11.689636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02daee-3262-4dcb-b94c-c3b358a3b050 req-f3acf331-7e35-447d-ad3e-0acd520d71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:11.689636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db02daee-3262-4dcb-b94c-c3b358a3b050 req-f3acf331-7e35-447d-ad3e-0acd520d71fb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1506402 Feb 19 03:09:11.818288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a84909-ad0a-49e3-9ac6-e40c011df404 req-064d53d5-460b-4cbc-bdd8-cfff59ce18f6 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:11.819793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48a84909-ad0a-49e3-9ac6-e40c011df404 req-064d53d5-460b-4cbc-bdd8-cfff59ce18f6 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 943 time: 0.1893196 Feb 19 03:09:11.866049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Attempting to bind port 91aca267-e6bf-4273-adfb-9a5b3641441f on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:11.866335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Attempting to bind port 91aca267-e6bf-4273-adfb-9a5b3641441f by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:11.866678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Attempting to bind port 91aca267-e6bf-4273-adfb-9a5b3641441f on network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:11.884647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db02daee-3262-4dcb-b94c-c3b358a3b050 req-b19c7a05-ada0-4045-8be6-874688f54a89 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844873 Feb 19 03:09:11.886730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Port 91aca267-e6bf-4273-adfb-9a5b3641441f on network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:11.887070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Attempting to bind port 91aca267-e6bf-4273-adfb-9a5b3641441f on network 664c9f64-f39d-4a62-976f-18f1bc8dbab0 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:11.916011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:11.916390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Checking segment: {'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:11.916812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Bound using segment: {'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:11.917262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Bound port: 91aca267-e6bf-4273-adfb-9a5b3641441f, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f72780fc-15cf-4883-b01a-81ae770f6431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:11.917621 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:11.945385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48a84909-ad0a-49e3-9ac6-e40c011df404 req-93ddd82e-c108-4410-9972-f9d4e4a8188a tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167529 Feb 19 03:09:12.057553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] For port 91aca267-e6bf-4273-adfb-9a5b3641441f, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:12.060947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] For port 91aca267-e6bf-4273-adfb-9a5b3641441f, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=91aca267-e6bf-4273-adfb-9a5b3641441f,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:12.063665 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db02daee-3262-4dcb-b94c-c3b358a3b050 req-9f22bee5-fa46-477a-af46-854122114ce8 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681757 Feb 19 03:09:12.072523 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:12.109082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:12.109741 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:12.111115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] 10.222.0.87 "PUT /v2.0/ports/91aca267-e6bf-4273-adfb-9a5b3641441f HTTP/1.1" status: 200 len: 1091 time: 1.2590511 Feb 19 03:09:12.116216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c556da-4429-4446-9925-e679565b85f1', 'tag': '91aca267-e6bf-4273-adfb-9a5b3641441f'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:12.119236 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7275653-76cc-4417-9d22-9dc1f53c6db7" -d '{"events": [{"name": "network-changed", "server_uuid": "54c556da-4429-4446-9925-e679565b85f1", "tag": "91aca267-e6bf-4273-adfb-9a5b3641441f"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:12.143182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de0c27-1747-4cf0-bff9-a1dbbb976275 service neutron] Pushing event updated for resources: {'Port': ['ID=91aca267-e6bf-4273-adfb-9a5b3641441f,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:12.173143 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986b78f2-96c5-4518-84e2-00a2b38be427 x-openstack-request-id: req-986b78f2-96c5-4518-84e2-00a2b38be427 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:12.173433 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c556da-4429-4446-9925-e679565b85f1", "tag": "91aca267-e6bf-4273-adfb-9a5b3641441f", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:12.173845 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-986b78f2-96c5-4518-84e2-00a2b38be427 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:12.174264 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c556da-4429-4446-9925-e679565b85f1', 'tag': '91aca267-e6bf-4273-adfb-9a5b3641441f', 'status': 'completed', 'code': 200} Feb 19 03:09:12.212560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-bbee8fae-c4c0-46e6-a0d6-37ce47a2b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:12.214551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-bbee8fae-c4c0-46e6-a0d6-37ce47a2b0f1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=600636d329c9427c813907dcf2a1fd83&device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 1125 time: 0.0527995 Feb 19 03:09:12.273363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-94d387ce-ada2-4d02-856a-188bde9192ef service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91aca267-e6bf-4273-adfb-9a5b3641441f HTTP/1.1" status: 200 len: 217 time: 0.0453799 Feb 19 03:09:12.363630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-4b98f4c9-29ac-4c31-bf31-2f5d902e5523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:12.365145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-4b98f4c9-29ac-4c31-bf31-2f5d902e5523 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=69f2f427-764b-4928-81d7-10c11e9d9fd0 HTTP/1.1" status: 200 len: 850 time: 0.0817337 Feb 19 03:09:12.418359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f036bf-4130-498c-8336-6f6e0baabfe1 req-40933bae-288d-4e41-aea7-f7ea823a6932 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:12.420101 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8f036bf-4130-498c-8336-6f6e0baabfe1 req-40933bae-288d-4e41-aea7-f7ea823a6932 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 948 time: 0.1385567 Feb 19 03:09:12.422305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-8f151a15-7412-4246-b06a-9be97faa0305 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=664c9f64-f39d-4a62-976f-18f1bc8dbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511122 Feb 19 03:09:12.518768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8f036bf-4130-498c-8336-6f6e0baabfe1 req-f19cf6c9-ad9e-4c03-ad21-abe7890921dc tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922410 Feb 19 03:09:12.581669 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-5ceb8748-7646-4b1c-a167-9aae92486a21 service neutron] 10.222.0.87 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395731 Feb 19 03:09:12.684573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452eda38-52a5-4b29-8328-8b080be7a1b5 req-e7989cfc-a902-4b24-8f44-589951289903 service neutron] 10.222.0.87 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960858 Feb 19 03:09:12.778175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7275653-76cc-4417-9d22-9dc1f53c6db7 req-a960550c-c992-4c74-af6e-5a09e475ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:12.779747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7275653-76cc-4417-9d22-9dc1f53c6db7 req-a960550c-c992-4c74-af6e-5a09e475ffb5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=600636d329c9427c813907dcf2a1fd83&device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 1125 time: 0.0468271 Feb 19 03:09:12.873363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7275653-76cc-4417-9d22-9dc1f53c6db7 req-1cdd1467-a6c9-46c4-bf0f-dcd608d65dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:12.874735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7275653-76cc-4417-9d22-9dc1f53c6db7 req-1cdd1467-a6c9-46c4-bf0f-dcd608d65dac service neutron] 10.222.0.87 "GET /v2.0/networks?id=664c9f64-f39d-4a62-976f-18f1bc8dbab0 HTTP/1.1" status: 200 len: 911 time: 0.0880685 Feb 19 03:09:12.915800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7275653-76cc-4417-9d22-9dc1f53c6db7 req-74332dc0-019d-4b19-b259-be82b27329a7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91aca267-e6bf-4273-adfb-9a5b3641441f HTTP/1.1" status: 200 len: 217 time: 0.0347946 Feb 19 03:09:12.980653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7275653-76cc-4417-9d22-9dc1f53c6db7 req-6b429cad-6f3e-4f94-a302-892527ee02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:12.982370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7275653-76cc-4417-9d22-9dc1f53c6db7 req-6b429cad-6f3e-4f94-a302-892527ee02e3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=69f2f427-764b-4928-81d7-10c11e9d9fd0 HTTP/1.1" status: 200 len: 850 time: 0.0536013 Feb 19 03:09:13.019632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7275653-76cc-4417-9d22-9dc1f53c6db7 req-21df3ccb-4d60-452b-8c7d-94decce071c8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=664c9f64-f39d-4a62-976f-18f1bc8dbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274568 Feb 19 03:09:13.121011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7275653-76cc-4417-9d22-9dc1f53c6db7 req-930a6523-0a7f-40b6-a080-f21fa74dd10d service neutron] 10.222.0.87 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883896 Feb 19 03:09:13.592035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179b4f4-4a80-488b-8404-51d557b77594 req-f5dc48dc-9401-4e93-a92b-c2ce96e28f85 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:13.593666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f179b4f4-4a80-488b-8404-51d557b77594 req-f5dc48dc-9401-4e93-a92b-c2ce96e28f85 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 943 time: 0.5727670 Feb 19 03:09:13.612046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7275653-76cc-4417-9d22-9dc1f53c6db7 req-10474609-fceb-42df-901f-fd3dc531cd43 service neutron] 10.222.0.87 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4842618 Feb 19 03:09:13.690619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f179b4f4-4a80-488b-8404-51d557b77594 req-f9af02a0-ddf4-4912-b618-08160d4b46ef tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885706 Feb 19 03:09:13.712553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818390d-7ab7-4c14-b7ef-d0c98a8d5cb8 req-2bccdc00-8d61-47d7-bf71-38426a61f7c4 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:13.714189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6818390d-7ab7-4c14-b7ef-d0c98a8d5cb8 req-2bccdc00-8d61-47d7-bf71-38426a61f7c4 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 948 time: 0.1102738 Feb 19 03:09:13.764375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6818390d-7ab7-4c14-b7ef-d0c98a8d5cb8 req-6de21fe9-d734-4281-9909-845fa6835a07 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444810 Feb 19 03:09:14.716877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34254) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:14.723839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3f79e7a7-c275-4801-b190-a5d785dda6e5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-217275602'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:14.753789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f79e7a7-c275-4801-b190-a5d785dda6e5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:14.757333 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f79e7a7-c275-4801-b190-a5d785dda6e5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:14.785889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f79e7a7-c275-4801-b190-a5d785dda6e5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:09:14.808949 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f79e7a7-c275-4801-b190-a5d785dda6e5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:14.809383 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-3f79e7a7-c275-4801-b190-a5d785dda6e5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Added segment 590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328 of type vlan for network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 Feb 19 03:09:14.834095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b188507-705b-47b0-b44d-7163860369f1 req-659a0120-2d9e-4b69-9954-e18e47a26a74 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:14.843420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b188507-705b-47b0-b44d-7163860369f1 req-659a0120-2d9e-4b69-9954-e18e47a26a74 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 943 time: 0.0754328 Feb 19 03:09:14.852971 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f79e7a7-c275-4801-b190-a5d785dda6e5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (0cdb6cc6-4e77-4b1d-a45a-8fef76064887), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:14.887033 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f79e7a7-c275-4801-b190-a5d785dda6e5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (0cdb6cc6-4e77-4b1d-a45a-8fef76064887), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:14.892507 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f79e7a7-c275-4801-b190-a5d785dda6e5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:14.892964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3f79e7a7-c275-4801-b190-a5d785dda6e5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:14.920395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b188507-705b-47b0-b44d-7163860369f1 req-f3569504-8dcc-439a-8b66-0460bb08dfa7 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760477 Feb 19 03:09:14.954348 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3f79e7a7-c275-4801-b190-a5d785dda6e5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2355917 Feb 19 03:09:14.957232 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34264) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:14.970224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-fb1c5434-3d48-4e45-92c2-d9274107a32c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-252981134'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:14.970783 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79e7a7-c275-4801-b190-a5d785dda6e5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Network': ['ID=0cdb6cc6-4e77-4b1d-a45a-8fef76064887,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:14.982635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:09:15.032289 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1c5434-3d48-4e45-92c2-d9274107a32c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:15.032641 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fb1c5434-3d48-4e45-92c2-d9274107a32c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.071970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2ec1a-004e-4b54-ab33-3fa9febb5934 req-d450e423-5517-4566-8ffb-1fce3dd73996 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:15.073969 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9db2ec1a-004e-4b54-ab33-3fa9febb5934 req-d450e423-5517-4566-8ffb-1fce3dd73996 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 948 time: 0.2044935 Feb 19 03:09:15.083846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1c5434-3d48-4e45-92c2-d9274107a32c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:09:15.109516 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fb1c5434-3d48-4e45-92c2-d9274107a32c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d483053e-1a68-4dc5-b7fc-585aab385332), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.111471 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-fb1c5434-3d48-4e45-92c2-d9274107a32c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Added segment d483053e-1a68-4dc5-b7fc-585aab385332 of type vlan for network 6af92cd5-54ec-4f14-82e4-e7e519181964 Feb 19 03:09:15.180414 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fb1c5434-3d48-4e45-92c2-d9274107a32c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (6af92cd5-54ec-4f14-82e4-e7e519181964), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.187268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9db2ec1a-004e-4b54-ab33-3fa9febb5934 req-863e1185-6438-4add-9e74-bca32237f393 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055319 Feb 19 03:09:15.211151 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fb1c5434-3d48-4e45-92c2-d9274107a32c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (6af92cd5-54ec-4f14-82e4-e7e519181964), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.216408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1c5434-3d48-4e45-92c2-d9274107a32c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:15.217026 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fb1c5434-3d48-4e45-92c2-d9274107a32c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.279332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fb1c5434-3d48-4e45-92c2-d9274107a32c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3206003 Feb 19 03:09:15.282941 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34272) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:15.285964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c5434-3d48-4e45-92c2-d9274107a32c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Network': ['ID=6af92cd5-54ec-4f14-82e4-e7e519181964,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:15.288917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5da50d80-cdb0-43e6-a79c-092e87097900 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'subnet': {'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:15.297795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 6af92cd5-54ec-4f14-82e4-e7e519181964 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:09:15.387169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da50d80-cdb0-43e6-a79c-092e87097900 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:15.390749 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5da50d80-cdb0-43e6-a79c-092e87097900 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.594858 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5da50d80-cdb0-43e6-a79c-092e87097900 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (f7db5a41-80b5-4002-9f1c-260b629e1411), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.656051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da50d80-cdb0-43e6-a79c-092e87097900 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Subnet': ['ID=f7db5a41-80b5-4002-9f1c-260b629e1411,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:15.664528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da50d80-cdb0-43e6-a79c-092e87097900 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Checking segment: {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:15.664926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da50d80-cdb0-43e6-a79c-092e87097900 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Network hostable DHCP agents. Network: 0cdb6cc6-4e77-4b1d-a45a-8fef76064887, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:09:15.685139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da50d80-cdb0-43e6-a79c-092e87097900 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:09:15.695844 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5da50d80-cdb0-43e6-a79c-092e87097900 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 0cdb6cc6-4e77-4b1d-a45a-8fef76064887) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:15.700518 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da50d80-cdb0-43e6-a79c-092e87097900 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:15.701095 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5da50d80-cdb0-43e6-a79c-092e87097900 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.705599 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc2d28f-76b1-4627-ae6f-1a3d82770ae8 None None] Network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:15.710933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device cb2c8865-649e-4559-9bf0-8e6cf2bfda6e details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:09:15.723400 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5da50d80-cdb0-43e6-a79c-092e87097900 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4370172 Feb 19 03:09:15.723935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34280) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:15.729394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d60c1afd-141a-4bce-a5b3-2f2dea60efdc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'subnet': {'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:15.844219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60c1afd-141a-4bce-a5b3-2f2dea60efdc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:15.848734 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d60c1afd-141a-4bce-a5b3-2f2dea60efdc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.908248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-0cdb6cc6-4e77-4b1d-a45a-8fef76064887', 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887', 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'fixed_ips': [{'subnet_id': 'f7db5a41-80b5-4002-9f1c-260b629e1411'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:09:15.909428 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:15.951478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:16.016773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'cb2c8865-649e-4559-9bf0-8e6cf2bfda6e', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': 'cb2c8865-649e-4559-9bf0-8e6cf2bfda6e', 'mac_address': 'fa:16:3e:23:3d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:09:16.063861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:16.064380 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.083586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2c8865-649e-4559-9bf0-8e6cf2bfda6e {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:16.096740 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d60c1afd-141a-4bce-a5b3-2f2dea60efdc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (60c72830-55c7-4d41-887b-cc9edfd6d350), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.105329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:16.115515 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.163702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6cb17-2210-48a8-9003-9e5babfa8dc8 req-b9875942-3820-485d-8c7d-2eedd71afcef tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:16.165312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3a6cb17-2210-48a8-9003-9e5babfa8dc8 req-b9875942-3820-485d-8c7d-2eedd71afcef tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 943 time: 0.1264405 Feb 19 03:09:16.172354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:16.231830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c1afd-141a-4bce-a5b3-2f2dea60efdc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Subnet': ['ID=60c72830-55c7-4d41-887b-cc9edfd6d350,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:16.247943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Allocated IP 10.1.1.2 (0cdb6cc6-4e77-4b1d-a45a-8fef76064887/f7db5a41-80b5-4002-9f1c-260b629e1411/e72f7ad5-0b40-4a36-954a-ed4ac873ad5c) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:16.267902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60c1afd-141a-4bce-a5b3-2f2dea60efdc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Checking segment: {'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:16.268253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c1afd-141a-4bce-a5b3-2f2dea60efdc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Network hostable DHCP agents. Network: 6af92cd5-54ec-4f14-82e4-e7e519181964, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:09:16.292525 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3a6cb17-2210-48a8-9003-9e5babfa8dc8 req-2c087c62-2631-46c5-b008-fb0fda1d225d tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043036 Feb 19 03:09:16.311373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ebd30d0f-0dfd-4181-ad2a-33791d3339d1 req-3b2f1339-e482-45bb-8ca4-0eb69bdf8343 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1745119 Feb 19 03:09:16.328824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60c1afd-141a-4bce-a5b3-2f2dea60efdc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Network 6af92cd5-54ec-4f14-82e4-e7e519181964 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:09:16.351552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ff060-0435-4404-93a0-ef56e862ea99 req-f8a8bd6d-18e2-403c-865b-a1915a932a44 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:16.353296 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e44ff060-0435-4404-93a0-ef56e862ea99 req-f8a8bd6d-18e2-403c-865b-a1915a932a44 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 949 time: 0.0866666 Feb 19 03:09:16.354198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d60c1afd-141a-4bce-a5b3-2f2dea60efdc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 6af92cd5-54ec-4f14-82e4-e7e519181964) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:16.358663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60c1afd-141a-4bce-a5b3-2f2dea60efdc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:16.359430 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d60c1afd-141a-4bce-a5b3-2f2dea60efdc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.392383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd73bb7-7c8e-469d-b8d5-220071eca086 None None] Network 6af92cd5-54ec-4f14-82e4-e7e519181964 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:16.409462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d60c1afd-141a-4bce-a5b3-2f2dea60efdc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6821175 Feb 19 03:09:16.410312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34294) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:16.420491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'port': {'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887', 'name': 'tempest-TaggedBootDevicesTest-1361192421', 'fixed_ips': [{'subnet_id': 'f7db5a41-80b5-4002-9f1c-260b629e1411'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:16.456473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e44ff060-0435-4404-93a0-ef56e862ea99 req-33eca978-6eeb-48f9-9be6-d95bee2d6f33 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838952 Feb 19 03:09:16.460168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['cb2c8865-649e-4559-9bf0-8e6cf2bfda6e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:16.461542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30d0f-0dfd-4181-ad2a-33791d3339d1 req-98469d8b-cf27-4ee7-a3e2-834989dd9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:16.463473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ebd30d0f-0dfd-4181-ad2a-33791d3339d1 req-98469d8b-cf27-4ee7-a3e2-834989dd9875 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 1127 time: 0.0923228 Feb 19 03:09:16.541763 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Publish callbacks [] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.568825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-6af92cd5-54ec-4f14-82e4-e7e519181964', 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964', 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'fixed_ips': [{'subnet_id': '60c72830-55c7-4d41-887b-cc9edfd6d350'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:09:16.570350 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.580142 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.615218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:16.634221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:16.641301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30d0f-0dfd-4181-ad2a-33791d3339d1 req-a7bca654-eaba-468e-926f-cabf61955765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:16.642944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ebd30d0f-0dfd-4181-ad2a-33791d3339d1 req-a7bca654-eaba-468e-926f-cabf61955765 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 912 time: 0.1422119 Feb 19 03:09:16.650523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:16.653039 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:16.719592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ebd30d0f-0dfd-4181-ad2a-33791d3339d1 req-74b2c643-14f6-4504-8f28-9dd57b5fdf11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f401834a-3df9-4e56-86db-96db86f33828 HTTP/1.1" status: 200 len: 1000 time: 0.0690565 Feb 19 03:09:16.735131 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:16.755580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] device_id is not set on port e24c2a48-667d-4140-871f-fb0fe279b541 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:09:16.769509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 91aca267-e6bf-4273-adfb-9a5b3641441f details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:09:16.790058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30d0f-0dfd-4181-ad2a-33791d3339d1 req-9038ad9c-37b5-4941-b1b0-95b48d5abc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:16.792731 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ebd30d0f-0dfd-4181-ad2a-33791d3339d1 req-9038ad9c-37b5-4941-b1b0-95b48d5abc18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 200 len: 850 time: 0.0672820 Feb 19 03:09:16.857757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd30d0f-0dfd-4181-ad2a-33791d3339d1 req-e6fa053b-5b0b-484d-90fd-639edc5fbae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:16.859423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ebd30d0f-0dfd-4181-ad2a-33791d3339d1 req-e6fa053b-5b0b-484d-90fd-639edc5fbae8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0589643 Feb 19 03:09:16.871869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Pushing event updated for resources: {'Port': ['ID=e72f7ad5-0b40-4a36-954a-ed4ac873ad5c,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:16.996783 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Allocated IP 10.1.1.169 (0cdb6cc6-4e77-4b1d-a45a-8fef76064887/f7db5a41-80b5-4002-9f1c-260b629e1411/e24c2a48-667d-4140-871f-fb0fe279b541) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:17.006835 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ebd30d0f-0dfd-4181-ad2a-33791d3339d1 req-b4f15149-33dd-40eb-86ab-47db5a761949 service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400855 Feb 19 03:09:17.081837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Allocated IP 10.2.2.2 (6af92cd5-54ec-4f14-82e4-e7e519181964/60c72830-55c7-4d41-887b-cc9edfd6d350/b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:17.167692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ebd30d0f-0dfd-4181-ad2a-33791d3339d1 req-32e7cb17-0c62-4306-9bd6-2383bf50a85a service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535921 Feb 19 03:09:17.185595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Attempting to bind port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:17.186341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Attempting to bind port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:17.186894 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Attempting to bind port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:17.206323 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for port (e24c2a48-667d-4140-871f-fb0fe279b541), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.222996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:17.223375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Checking segment: {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:17.223954 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.224351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Bound using segment: {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:17.224854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Bound port: e72f7ad5-0b40-4a36-954a-ed4ac873ad5c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:17.225233 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.253345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 91aca267-e6bf-4273-adfb-9a5b3641441f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=91aca267-e6bf-4273-adfb-9a5b3641441f,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:17.260986 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.289310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '91aca267-e6bf-4273-adfb-9a5b3641441f', 'network_id': '664c9f64-f39d-4a62-976f-18f1bc8dbab0', 'port_id': '91aca267-e6bf-4273-adfb-9a5b3641441f', 'mac_address': 'fa:16:3e:54:e1:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f2f427-764b-4928-81d7-10c11e9d9fd0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:09:17.303690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:17.307559 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:17.312946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:17.345775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Port': ['ID=e24c2a48-667d-4140-871f-fb0fe279b541,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:17.381289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:17.381916 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.410453 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0d9a7cfd-51e3-4885-9d36-f46b76078247 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9962974 Feb 19 03:09:17.410726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34312) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:17.419658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'port': {'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887', 'name': 'tempest-TaggedBootDevicesTest-405796780', 'fixed_ips': [{'subnet_id': 'f7db5a41-80b5-4002-9f1c-260b629e1411'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:17.469075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] For port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:17.471329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dae60e-0707-41a4-bc1c-a1504564c67f req-4f238910-7c32-4c03-aaef-a0ba31e97021 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:17.473370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72dae60e-0707-41a4-bc1c-a1504564c67f req-4f238910-7c32-4c03-aaef-a0ba31e97021 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 943 time: 0.0750463 Feb 19 03:09:17.497743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 91aca267-e6bf-4273-adfb-9a5b3641441f is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:17.498296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.531132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] For port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e72f7ad5-0b40-4a36-954a-ed4ac873ad5c,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:17.575903 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Publish callbacks [] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.577832 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.590524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72dae60e-0707-41a4-bc1c-a1504564c67f req-94ca6fe3-0a23-4868-ba28-73be922ae49d tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078775 Feb 19 03:09:17.623501 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:17.630120 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.638295 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.644190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91aca267-e6bf-4273-adfb-9a5b3641441f {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:17.655631 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be5d14-9a4e-4b56-98ea-9bed684bb9dc req-85fdecea-591f-44d9-918b-9ddbfc1878bf tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:17.664945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0be5d14-9a4e-4b56-98ea-9bed684bb9dc req-85fdecea-591f-44d9-918b-9ddbfc1878bf tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 949 time: 0.0968294 Feb 19 03:09:17.676264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] device_id is not set on port ef9160a2-f769-4929-9fe3-4b33b6ef333a yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:09:17.698719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 91aca267-e6bf-4273-adfb-9a5b3641441f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=91aca267-e6bf-4273-adfb-9a5b3641441f,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:17.702234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Network 6af92cd5-54ec-4f14-82e4-e7e519181964 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:17.706883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:17.718594 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:17.721390 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.732098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf294fe-5ea4-4e3f-8c15-856d6c076bd4 None None] Pushing event updated for resources: {'Port': ['ID=e72f7ad5-0b40-4a36-954a-ed4ac873ad5c,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:17.793190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0be5d14-9a4e-4b56-98ea-9bed684bb9dc req-d50961f5-b06f-4d01-8366-cc255c86b64d tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128528 Feb 19 03:09:17.872760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Attempting to bind port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:17.873125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Attempting to bind port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:17.873456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Attempting to bind port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 on network 6af92cd5-54ec-4f14-82e4-e7e519181964 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:17.886426 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:17.886672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Checking segment: {'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:17.887046 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.887445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Bound using segment: {'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:17.888067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Bound port: b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:17.888460 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:17.890536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Pushing event updated for resources: {'Port': ['ID=b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:18.029386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=91aca267-e6bf-4273-adfb-9a5b3641441f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:18.060059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] For port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:18.064345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] For port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:18.074843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:18.123934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['91aca267-e6bf-4273-adfb-9a5b3641441f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:18.201513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127fe8f-1e86-4574-a2f1-dad6f0e771b9 None None] Pushing event updated for resources: {'Port': ['ID=b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:18.388978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Allocated IP 10.1.1.122 (0cdb6cc6-4e77-4b1d-a45a-8fef76064887/f7db5a41-80b5-4002-9f1c-260b629e1411/ef9160a2-f769-4929-9fe3-4b33b6ef333a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:18.559849 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:18.607910 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:18.666627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Port': ['ID=ef9160a2-f769-4929-9fe3-4b33b6ef333a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:18.678002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:18.679434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:18.681861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:18.744962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf6ed2-bc90-49e9-b4ed-d36ef6a0f75b req-96732c5b-10b9-46c9-bf91-bced707a9584 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:18.746633 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72cf6ed2-bc90-49e9-b4ed-d36ef6a0f75b req-96732c5b-10b9-46c9-bf91-bced707a9584 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 944 time: 0.0660019 Feb 19 03:09:18.757255 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:18.758167 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:18.778373 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8cb1cef8-1d38-4a12-bb1a-fad3adacbf76 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3653822 Feb 19 03:09:18.815695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72cf6ed2-bc90-49e9-b4ed-d36ef6a0f75b req-f7f3568c-067d-46d9-a3bb-803ea095555a tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627272 Feb 19 03:09:18.956458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88130e97-0d0a-4686-951a-ad26603e3242 req-02272b05-8e30-4a98-9272-64dba9fc9d00 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:18.961956 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88130e97-0d0a-4686-951a-ad26603e3242 req-02272b05-8e30-4a98-9272-64dba9fc9d00 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 949 time: 0.0633795 Feb 19 03:09:19.029687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e379e8-67c1-44fa-8fa7-04d9630bc2ce None None] Network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:19.034648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88130e97-0d0a-4686-951a-ad26603e3242 req-f9c61966-dd52-4d20-82b6-af24a02038e3 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688868 Feb 19 03:09:19.076289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34350) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:19.081694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-426ef71b-e872-4bcb-973d-9d4c34ffc591 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736054657', 'description': 'tempest-description--1290429480'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:19.116317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-426ef71b-e872-4bcb-973d-9d4c34ffc591 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.125626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d6b23592-bb9c-4564-bd38-12ed121250d2 None None] Provisioning complete for port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:19.126677 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d6b23592-bb9c-4564-bd38-12ed121250d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.208941 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-426ef71b-e872-4bcb-973d-9d4c34ffc591 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for security_group (c8634336-66c0-4425-a2cc-37e835a15ced), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.216054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-426ef71b-e872-4bcb-973d-9d4c34ffc591 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c8634336-66c0-4425-a2cc-37e835a15ced), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.246049 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-426ef71b-e872-4bcb-973d-9d4c34ffc591 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.247497 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-426ef71b-e872-4bcb-973d-9d4c34ffc591 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1696947 Feb 19 03:09:19.250470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34356) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:19.256124 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426ef71b-e872-4bcb-973d-9d4c34ffc591 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8634336-66c0-4425-a2cc-37e835a15ced,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:19.258260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8ece8348-76f7-4146-b4e6-88087816be63 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'security_group_rule': {'security_group_id': 'c8634336-66c0-4425-a2cc-37e835a15ced', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:19.282855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d6b23592-bb9c-4564-bd38-12ed121250d2 None None] Current status of the port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:19.283353 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d6b23592-bb9c-4564-bd38-12ed121250d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.317222 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ece8348-76f7-4146-b4e6-88087816be63 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for security_group_rule (4667c652-024a-4229-ab45-ae7551eda3df), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.346378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d6b23592-bb9c-4564-bd38-12ed121250d2 None None] For port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e72f7ad5-0b40-4a36-954a-ed4ac873ad5c,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:19.354147 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d6b23592-bb9c-4564-bd38-12ed121250d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.407700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ece8348-76f7-4146-b4e6-88087816be63 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for security_group_rule (4667c652-024a-4229-ab45-ae7551eda3df), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.417545 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b23592-bb9c-4564-bd38-12ed121250d2 None None] Pushing event updated for resources: {'Port': ['ID=e72f7ad5-0b40-4a36-954a-ed4ac873ad5c,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:19.423087 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ece8348-76f7-4146-b4e6-88087816be63 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (4667c652-024a-4229-ab45-ae7551eda3df), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.447846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece8348-76f7-4146-b4e6-88087816be63 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4667c652-024a-4229-ab45-ae7551eda3df,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:19.461327 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ece8348-76f7-4146-b4e6-88087816be63 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.466169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34362) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:19.466778 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8ece8348-76f7-4146-b4e6-88087816be63 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2134633 Feb 19 03:09:19.471393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b37785eb-11cd-4563-9020-d4f2b3dffff6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'security_group_rule': {'security_group_id': 'c8634336-66c0-4425-a2cc-37e835a15ced', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:19.508427 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b37785eb-11cd-4563-9020-d4f2b3dffff6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for security_group_rule (92cee129-c49e-46ee-9807-75fba82bd4da), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.598552 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b37785eb-11cd-4563-9020-d4f2b3dffff6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for security_group_rule (92cee129-c49e-46ee-9807-75fba82bd4da), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.616963 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b37785eb-11cd-4563-9020-d4f2b3dffff6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (92cee129-c49e-46ee-9807-75fba82bd4da), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.624892 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9cffd-c32e-4e69-946b-8ec97e58c9e1 None None] Network 6af92cd5-54ec-4f14-82e4-e7e519181964 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:09:19.649454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37785eb-11cd-4563-9020-d4f2b3dffff6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cee129-c49e-46ee-9807-75fba82bd4da,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:19.661636 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b37785eb-11cd-4563-9020-d4f2b3dffff6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.666959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34366) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:19.672122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:19.677543 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b37785eb-11cd-4563-9020-d4f2b3dffff6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2091475 Feb 19 03:09:19.718701 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.730559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device cb2c8865-649e-4559-9bf0-8e6cf2bfda6e up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:19.823976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Provisioning complete for port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:19.823976 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.859674 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:19.954876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:09:19.969901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:19.970453 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.059700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Current status of the port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:20.061942 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.064386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e72f7ad5-0b40-4a36-954a-ed4ac873ad5c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:20.100274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf5f96-0961-438e-92d8-c68c02e4e287 req-6f88c3c0-a82e-4d34-9ec4-abf9ae48f6b4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:20.102162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9eaf5f96-0961-438e-92d8-c68c02e4e287 req-6f88c3c0-a82e-4d34-9ec4-abf9ae48f6b4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 944 time: 0.1496356 Feb 19 03:09:20.138386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Allocated IP 172.25.1.130 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/9db4b857-6807-46ac-978e-354db8b0750c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:20.173322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] For port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:20.202333 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.281935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Provisioning complete for port ef9160a2-f769-4929-9fe3-4b33b6ef333a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:20.282436 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.326953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:20.327106 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.330944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9eaf5f96-0961-438e-92d8-c68c02e4e287 req-89ab3da6-7213-4eae-8afa-29233d2d20a0 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196176 Feb 19 03:09:20.378492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4ee4e-fd05-4943-8092-cadc5757ad11 req-96e51055-0f44-405c-bce6-c12239ed3681 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:20.381077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80a4ee4e-fd05-4943-8092-cadc5757ad11 req-96e51055-0f44-405c-bce6-c12239ed3681 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 949 time: 0.1682713 Feb 19 03:09:20.384744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:20.385072 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.411295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Pushing event updated for resources: {'Port': ['ID=b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:20.414923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Port ef9160a2-f769-4929-9fe3-4b33b6ef333a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:20.419265 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for port (9db4b857-6807-46ac-978e-354db8b0750c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.442163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2c8865-649e-4559-9bf0-8e6cf2bfda6e'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:20.444541 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fabdb3f2-04ef-446a-9e1d-53c7d7f55f65" -d '{"events": [{"server_uuid": "66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163", "name": "network-vif-plugged", "status": "completed", "tag": "cb2c8865-649e-4559-9bf0-8e6cf2bfda6e"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:20.467247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:20.474087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Provisioning complete for port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:20.474521 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.479222 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.493339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80a4ee4e-fd05-4943-8092-cadc5757ad11 req-885e94e1-beee-42cb-984f-f56038ed1ee3 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004126 Feb 19 03:09:20.495979 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (9db4b857-6807-46ac-978e-354db8b0750c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.511470 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff06fae1-a786-4987-9563-bf96ffa7816b x-openstack-request-id: req-ff06fae1-a786-4987-9563-bf96ffa7816b {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:20.511811 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163", "name": "network-vif-plugged", "status": "completed", "tag": "cb2c8865-649e-4559-9bf0-8e6cf2bfda6e", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:20.512079 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff06fae1-a786-4987-9563-bf96ffa7816b {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:20.512514 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2c8865-649e-4559-9bf0-8e6cf2bfda6e', 'code': 200} Feb 19 03:09:20.541280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:20.548642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:20.555627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:20.593898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Port': ['ID=9db4b857-6807-46ac-978e-354db8b0750c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:20.664959 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:20.670975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:20.680190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:20.697187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 91aca267-e6bf-4273-adfb-9a5b3641441f up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:20.724851 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for floatingip (aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.780382 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9db4b857-6807-46ac-978e-354db8b0750c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.787645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68598670-b27d-4d57-8cda-f1854cce7329 req-28b4ec25-c0c7-405c-8330-e31b87cc7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:20.789207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68598670-b27d-4d57-8cda-f1854cce7329 req-28b4ec25-c0c7-405c-8330-e31b87cc7613 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 1132 time: 0.2046742 Feb 19 03:09:20.825420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Current status of the port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:20.850288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Provisioning complete for port e24c2a48-667d-4140-871f-fb0fe279b541 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:20.850673 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.877125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 91aca267-e6bf-4273-adfb-9a5b3641441f completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:09:20.882280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:20.882642 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.887274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 91aca267-e6bf-4273-adfb-9a5b3641441f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:20.887622 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:20.888867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68598670-b27d-4d57-8cda-f1854cce7329 req-20c4c4b3-7fc6-4f3f-ad85-926910f62a88 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790913 Feb 19 03:09:21.020097 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for port (9db4b857-6807-46ac-978e-354db8b0750c), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.028795 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9db4b857-6807-46ac-978e-354db8b0750c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.103239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3cfaec8d-96e9-494f-8999-9d4dc1e0e934 None None] Port e24c2a48-667d-4140-871f-fb0fe279b541 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:21.106745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Port': ['ID=9db4b857-6807-46ac-978e-354db8b0750c,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:21.116260 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.137539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.147863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d62a020d-6bb0-45e1-ba67-857df761810f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4705610 Feb 19 03:09:21.212722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:21.220705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 91aca267-e6bf-4273-adfb-9a5b3641441f is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:21.222096 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.260220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-12da6d0b-6526-4af4-9aef-a97638fdaee4 None None] Provisioning complete for port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:21.260654 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-12da6d0b-6526-4af4-9aef-a97638fdaee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.305948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 91aca267-e6bf-4273-adfb-9a5b3641441f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=91aca267-e6bf-4273-adfb-9a5b3641441f,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:21.317097 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.397027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3d1053e6-c1d5-4210-ae10-a9d4a9f2bf5d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1736054657&fields=id&tenant_id=e39d76280cc94c6698f5e7260dc58776 HTTP/1.1" status: 200 len: 267 time: 0.0456591 Feb 19 03:09:21.398784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=91aca267-e6bf-4273-adfb-9a5b3641441f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:21.422289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-12da6d0b-6526-4af4-9aef-a97638fdaee4 None None] Current status of the port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:21.433822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-12da6d0b-6526-4af4-9aef-a97638fdaee4 None None] Provisioning complete for port ef9160a2-f769-4929-9fe3-4b33b6ef333a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:21.434357 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-12da6d0b-6526-4af4-9aef-a97638fdaee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.482458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-12da6d0b-6526-4af4-9aef-a97638fdaee4 None None] Port ef9160a2-f769-4929-9fe3-4b33b6ef333a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:21.494138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-12da6d0b-6526-4af4-9aef-a97638fdaee4 None None] Provisioning complete for port e24c2a48-667d-4140-871f-fb0fe279b541 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:21.494544 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-12da6d0b-6526-4af4-9aef-a97638fdaee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.497849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-ca003096-ec99-4e1e-bc19-1fba42434b17 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:21.499272 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-ca003096-ec99-4e1e-bc19-1fba42434b17 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports/e24c2a48-667d-4140-871f-fb0fe279b541 HTTP/1.1" status: 200 len: 932 time: 0.0861928 Feb 19 03:09:21.538142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-12da6d0b-6526-4af4-9aef-a97638fdaee4 None None] Port e24c2a48-667d-4140-871f-fb0fe279b541 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:21.560236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a55fd-b6cc-4b8d-99e7-14add0d59880 req-59576d47-5f25-4ad9-a50a-141d18d38bd8 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:21.561745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d92a55fd-b6cc-4b8d-99e7-14add0d59880 req-59576d47-5f25-4ad9-a50a-141d18d38bd8 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1141942 Feb 19 03:09:21.570774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-9dd9c8d1-041b-4138-a13c-b95e1c1cac59 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:21.572133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-9dd9c8d1-041b-4138-a13c-b95e1c1cac59 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports/ef9160a2-f769-4929-9fe3-4b33b6ef333a HTTP/1.1" status: 200 len: 931 time: 0.0668969 Feb 19 03:09:21.616466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-c5078ee3-366d-49a0-98e5-ecb188757301 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?network_id=6af92cd5-54ec-4f14-82e4-e7e519181964&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0375721 Feb 19 03:09:21.663579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d9702e39-f63a-4be7-a282-1ec33b21eddd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?network_id=6af92cd5-54ec-4f14-82e4-e7e519181964&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0393510 Feb 19 03:09:21.666954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d92a55fd-b6cc-4b8d-99e7-14add0d59880 req-751bd51b-a364-46dc-85c4-e729e701e9f2 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939276 Feb 19 03:09:21.832005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:21.841951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-7527d2e4-bf1a-4fc3-a545-835a8db9f5c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:21.847078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-7527d2e4-bf1a-4fc3-a545-835a8db9f5c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:21.852024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-7527d2e4-bf1a-4fc3-a545-835a8db9f5c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:21.853988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-7527d2e4-bf1a-4fc3-a545-835a8db9f5c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/networks?id=08887c7d-6d72-4ea2-8b38-77fe8c245453&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=6af92cd5-54ec-4f14-82e4-e7e519181964&id=6af92cd5-54ec-4f14-82e4-e7e519181964 HTTP/1.1" status: 200 len: 1989 time: 0.1652591 Feb 19 03:09:21.866886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d1e5b3-0d4d-41f6-a5a0-0383d54c49c5 req-c9054098-c9ae-48c6-9a22-b1bb82a6f8aa tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:21.869514 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5d1e5b3-0d4d-41f6-a5a0-0383d54c49c5 req-c9054098-c9ae-48c6-9a22-b1bb82a6f8aa tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 950 time: 0.1149728 Feb 19 03:09:21.889191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:21.889649 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:21.891360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f0cf6921-6078-45e2-8f34-43ad4bc414c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/quotas/e39d76280cc94c6698f5e7260dc58776 HTTP/1.1" status: 200 len: 375 time: 0.0205975 Feb 19 03:09:21.974536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5d1e5b3-0d4d-41f6-a5a0-0383d54c49c5 req-91c1124a-2dd0-4dd3-8c83-f283215d58d7 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965035 Feb 19 03:09:21.986420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:22.000508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-9483cc37-ba15-43a1-b70a-b597618ce50f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e39d76280cc94c6698f5e7260dc58776&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1013074 Feb 19 03:09:22.113346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b9b63cb4-73e9-46ac-aa7a-b84d24502081 service neutron] 10.222.0.81 "GET /v2.0/networks/08887c7d-6d72-4ea2-8b38-77fe8c245453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004753 Feb 19 03:09:22.201487 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:09:22.206142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-ca0faa2a-fb37-4491-81ab-f7af694e9d21 service neutron] 10.222.0.81 "GET /v2.0/networks/08887c7d-6d72-4ea2-8b38-77fe8c245453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864217 Feb 19 03:09:22.248826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-5da0e37f-c4e5-4aac-add7-1ccd387f902d service neutron] 10.222.0.81 "GET /v2.0/ports/e24c2a48-667d-4140-871f-fb0fe279b541?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0364714 Feb 19 03:09:22.344828 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-20c13d3a-b679-4fa0-804d-bd41cf85cd60 service neutron] 10.222.0.81 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900071 Feb 19 03:09:22.452191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-1622ba01-6cd1-49ba-86b6-37d0b21af744 service neutron] 10.222.0.81 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009586 Feb 19 03:09:22.467082 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:22.501353 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-ae8018a7-594f-40e6-98c8-824d2b7f2919 service neutron] 10.222.0.81 "GET /v2.0/ports/ef9160a2-f769-4929-9fe3-4b33b6ef333a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0430024 Feb 19 03:09:22.513371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c556da-4429-4446-9925-e679565b85f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91aca267-e6bf-4273-adfb-9a5b3641441f'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:22.516003 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-752786f3-ad0e-488c-b109-1d3db0bd7751" -d '{"events": [{"server_uuid": "54c556da-4429-4446-9925-e679565b85f1", "name": "network-vif-plugged", "status": "completed", "tag": "91aca267-e6bf-4273-adfb-9a5b3641441f"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:22.571144 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f669069-485e-480e-bced-f6f2f1a6e8a6 x-openstack-request-id: req-9f669069-485e-480e-bced-f6f2f1a6e8a6 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:22.571684 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c556da-4429-4446-9925-e679565b85f1", "name": "network-vif-plugged", "status": "completed", "tag": "91aca267-e6bf-4273-adfb-9a5b3641441f", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:22.571979 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f669069-485e-480e-bced-f6f2f1a6e8a6 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:22.572379 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c556da-4429-4446-9925-e679565b85f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91aca267-e6bf-4273-adfb-9a5b3641441f', 'code': 200} Feb 19 03:09:22.599224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-858b7553-8f67-4bb2-93a9-c0f622ab074c service neutron] 10.222.0.81 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921936 Feb 19 03:09:22.723638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1a82f2-05f6-4913-af82-6adc6e5d8b5a req-bfeac4e3-c6d0-4a7e-b4e1-b4979e879522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:22.725200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb1a82f2-05f6-4913-af82-6adc6e5d8b5a req-bfeac4e3-c6d0-4a7e-b4e1-b4979e879522 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 1127 time: 0.0681300 Feb 19 03:09:22.749492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-16bf1a18-6359-4cc6-820b-acfebbe30aad service neutron] 10.222.0.81 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437757 Feb 19 03:09:22.861038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb1a82f2-05f6-4913-af82-6adc6e5d8b5a req-43b3cca4-c071-480d-b301-c66f9c0d6c10 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282785 Feb 19 03:09:22.884181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3da066-8f71-4947-be87-f921ab78f0f5 req-2d6c117c-b30d-4eda-b9d1-c6e50b5faed8 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:22.885773 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e3da066-8f71-4947-be87-f921ab78f0f5 req-2d6c117c-b30d-4eda-b9d1-c6e50b5faed8 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1448333 Feb 19 03:09:22.918517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f489a57a-4dd5-4abf-9653-0cfada7442f3 service neutron] 10.222.0.81 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574717 Feb 19 03:09:22.996010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e3da066-8f71-4947-be87-f921ab78f0f5 req-d4adf48c-0b09-4796-85c3-95ac02ccf7ee tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013217 Feb 19 03:09:23.039509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-e8d8a62b-de4c-4707-9604-dd96ca1662ae service neutron] 10.222.0.81 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142182 Feb 19 03:09:23.174652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ab427-e956-4f98-8bfa-9d0c3a1e2a47 req-00f062ea-0fa3-4872-a124-2be43b14b9d8 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:23.176159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-942ab427-e956-4f98-8bfa-9d0c3a1e2a47 req-00f062ea-0fa3-4872-a124-2be43b14b9d8 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 950 time: 0.1118245 Feb 19 03:09:23.178212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-e184ba7b-17ea-4943-a2dc-3f7febd2ac99 service neutron] 10.222.0.81 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329451 Feb 19 03:09:23.274340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-942ab427-e956-4f98-8bfa-9d0c3a1e2a47 req-47c7521e-dd29-4fb1-b90d-25e44d018775 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917170 Feb 19 03:09:23.299687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-5b3aa9d6-24f1-4aec-8c92-af9db875e831 service neutron] 10.222.0.81 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154530 Feb 19 03:09:23.398976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-906da0c5-93ac-4038-a281-de2b6ab6c99c service neutron] 10.222.0.81 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928774 Feb 19 03:09:23.400987 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.505755 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c095ae-5a36-4cf1-b575-aac5af7ea73b service neutron] 10.222.0.81 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996945 Feb 19 03:09:23.601626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee8e3e-3671-4113-8c4d-60a97db4c4db req-df4f7592-4c58-49a5-922e-b319ac35bc36 tempest-ServersAdminNegativeTestJSON-320685286 tempest-ServersAdminNegativeTestJSON-320685286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:23.603167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caee8e3e-3671-4113-8c4d-60a97db4c4db req-df4f7592-4c58-49a5-922e-b319ac35bc36 tempest-ServersAdminNegativeTestJSON-320685286 tempest-ServersAdminNegativeTestJSON-320685286-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 1132 time: 0.1117182 Feb 19 03:09:23.630468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-233a98df-397b-4eaf-81da-a03a7b713bdb service neutron] 10.222.0.81 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104088 Feb 19 03:09:23.631110 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-caee8e3e-3671-4113-8c4d-60a97db4c4db req-cb41f635-d40f-4333-b5b5-e5064da6674c tempest-ServersAdminNegativeTestJSON-320685286 tempest-ServersAdminNegativeTestJSON-320685286-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.762416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b06fa3fc-c86f-4adf-9086-eb63fcd06eb1 service neutron] 10.222.0.81 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251621 Feb 19 03:09:23.826296 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-caee8e3e-3671-4113-8c4d-60a97db4c4db req-cb41f635-d40f-4333-b5b5-e5064da6674c tempest-ServersAdminNegativeTestJSON-320685286 tempest-ServersAdminNegativeTestJSON-320685286-project-admin] Publish callbacks [] for security_group (aa0546b7-43e3-49e5-8b3d-2cbf3e726a6c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:23.833678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-c0beff54-82c8-42a4-b00d-6e1fb4226f95 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:23.835022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-c0beff54-82c8-42a4-b00d-6e1fb4226f95 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports/e24c2a48-667d-4140-871f-fb0fe279b541 HTTP/1.1" status: 200 len: 932 time: 0.0654740 Feb 19 03:09:23.836036 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-caee8e3e-3671-4113-8c4d-60a97db4c4db req-cb41f635-d40f-4333-b5b5-e5064da6674c tempest-ServersAdminNegativeTestJSON-320685286 tempest-ServersAdminNegativeTestJSON-320685286-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (aa0546b7-43e3-49e5-8b3d-2cbf3e726a6c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:24.249826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caee8e3e-3671-4113-8c4d-60a97db4c4db req-cb41f635-d40f-4333-b5b5-e5064da6674c tempest-ServersAdminNegativeTestJSON-320685286 tempest-ServersAdminNegativeTestJSON-320685286-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402504 Feb 19 03:09:24.250536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb41f635-d40f-4333-b5b5-e5064da6674c tempest-ServersAdminNegativeTestJSON-320685286 tempest-ServersAdminNegativeTestJSON-320685286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0546b7-43e3-49e5-8b3d-2cbf3e726a6c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:24.272394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-bb9dcdf4-f4f6-4a77-92d6-e07bfb57577b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:24.281344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-bb9dcdf4-f4f6-4a77-92d6-e07bfb57577b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports/ef9160a2-f769-4929-9fe3-4b33b6ef333a HTTP/1.1" status: 200 len: 931 time: 0.4352736 Feb 19 03:09:24.387272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760e6d0-0272-4fb8-9e52-1b0555262f64 req-0156e116-3c1d-4663-be97-fd12c0fc9443 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:24.395170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f760e6d0-0272-4fb8-9e52-1b0555262f64 req-0156e116-3c1d-4663-be97-fd12c0fc9443 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.0735161 Feb 19 03:09:24.449048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f760e6d0-0272-4fb8-9e52-1b0555262f64 req-012985b1-173c-4006-85b9-ece675586052 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528526 Feb 19 03:09:24.909889 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6dafd50f-9406-451a-877c-ec92d99649b8 req-5a44fcb7-5b9e-48b6-8d77-7effd2565b79 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0394738 Feb 19 03:09:24.930792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-fed903b7-d66f-4a91-87d3-03507de87ca6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:24.932948 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-fed903b7-d66f-4a91-87d3-03507de87ca6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports/e24c2a48-667d-4140-871f-fb0fe279b541 HTTP/1.1" status: 200 len: 932 time: 0.0696673 Feb 19 03:09:24.986474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-2195a0ab-d62c-4f50-bbb7-ef22b7868dab tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:24.988211 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-2195a0ab-d62c-4f50-bbb7-ef22b7868dab tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports/ef9160a2-f769-4929-9fe3-4b33b6ef333a HTTP/1.1" status: 200 len: 931 time: 0.0501015 Feb 19 03:09:25.435016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e772218-1320-485a-93e9-11f9b3daacd3 req-24e3ea36-4980-4181-a96b-91a629f18c9b tempest-ServersAdminNegativeTestJSON-320685286 tempest-ServersAdminNegativeTestJSON-320685286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:25.444968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e772218-1320-485a-93e9-11f9b3daacd3 req-24e3ea36-4980-4181-a96b-91a629f18c9b tempest-ServersAdminNegativeTestJSON-320685286 tempest-ServersAdminNegativeTestJSON-320685286-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 1132 time: 0.0984044 Feb 19 03:09:25.552078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e772218-1320-485a-93e9-11f9b3daacd3 req-c655232c-7e22-4fad-969d-160fac8a0f1f tempest-ServersAdminNegativeTestJSON-320685286 tempest-ServersAdminNegativeTestJSON-320685286-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060190 Feb 19 03:09:25.646882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff85783-74d6-4845-9040-acf9990896e3 req-58a06ba2-90b9-47f8-9849-7d453c31b629 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:25.654217 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ff85783-74d6-4845-9040-acf9990896e3 req-58a06ba2-90b9-47f8-9849-7d453c31b629 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.0844507 Feb 19 03:09:25.722775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ff85783-74d6-4845-9040-acf9990896e3 req-fd078ba4-151a-4198-a003-9a3ddcba4f9f tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674534 Feb 19 03:09:25.754267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-003a2b35-e575-4381-a79a-1d3a1dc2c05d req-bc5e6520-21d3-48e1-993a-701b32023dbb service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:09:25.755395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-003a2b35-e575-4381-a79a-1d3a1dc2c05d req-bc5e6520-21d3-48e1-993a-701b32023dbb service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062108 Feb 19 03:09:26.140391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c02f8724-fad2-4dfd-8048-6fbd5aa9cc0b req-a2dd7311-002e-4b57-8a35-bb328b1fdc53 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0450370 Feb 19 03:09:26.178909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d8a40-a719-472a-a23c-df9198e1799d req-35933ebe-0da6-4b7b-b304-351d694c053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:26.180697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-515d8a40-a719-472a-a23c-df9198e1799d req-35933ebe-0da6-4b7b-b304-351d694c053e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=600636d329c9427c813907dcf2a1fd83&device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 1127 time: 0.1585898 Feb 19 03:09:26.258252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc392e-9e70-4858-b572-f5bbc2e8dffb req-8472c25e-616e-45d5-bdae-f84de0584255 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:26.260086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03cc392e-9e70-4858-b572-f5bbc2e8dffb req-8472c25e-616e-45d5-bdae-f84de0584255 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1185896 Feb 19 03:09:26.390197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0189f-07fb-46ab-85da-78a3758f9767 req-7f3502d1-9886-46a9-b464-9195cbccbed6 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:26.391712 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8f0189f-07fb-46ab-85da-78a3758f9767 req-7f3502d1-9886-46a9-b464-9195cbccbed6 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 950 time: 0.1506603 Feb 19 03:09:26.393245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d8a40-a719-472a-a23c-df9198e1799d req-9fd067ac-6323-4b6a-99ba-b6556e18424b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:26.394559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-515d8a40-a719-472a-a23c-df9198e1799d req-9fd067ac-6323-4b6a-99ba-b6556e18424b service neutron] 10.222.0.87 "GET /v2.0/networks?id=664c9f64-f39d-4a62-976f-18f1bc8dbab0 HTTP/1.1" status: 200 len: 911 time: 0.2046819 Feb 19 03:09:26.397973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03cc392e-9e70-4858-b572-f5bbc2e8dffb req-55507a80-5b87-4df3-a579-1800d4034354 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066630 Feb 19 03:09:26.450360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-515d8a40-a719-472a-a23c-df9198e1799d req-fd471cac-47ae-491f-b61e-bc2293504f5d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91aca267-e6bf-4273-adfb-9a5b3641441f HTTP/1.1" status: 200 len: 217 time: 0.0445552 Feb 19 03:09:26.490789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-ea8949d7-5361-4908-bf94-4ad20e995985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:26.493230 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-ea8949d7-5361-4908-bf94-4ad20e995985 service neutron] 10.222.0.87 "GET /v2.0/ports/e24c2a48-667d-4140-871f-fb0fe279b541 HTTP/1.1" status: 200 len: 1028 time: 0.0496831 Feb 19 03:09:26.533555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8f0189f-07fb-46ab-85da-78a3758f9767 req-a323f930-90fc-4091-bffe-dd9ecea84043 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345074 Feb 19 03:09:26.540808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-7dd13b3c-cdcc-4d8f-b612-79c9e5681b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:26.542269 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-7dd13b3c-cdcc-4d8f-b612-79c9e5681b51 service neutron] 10.222.0.87 "GET /v2.0/ports/ef9160a2-f769-4929-9fe3-4b33b6ef333a HTTP/1.1" status: 200 len: 1027 time: 0.0416877 Feb 19 03:09:26.547752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d8a40-a719-472a-a23c-df9198e1799d req-2e49464f-7632-40fb-bb23-ca6d800c1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:26.549683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-515d8a40-a719-472a-a23c-df9198e1799d req-2e49464f-7632-40fb-bb23-ca6d800c1cbc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=69f2f427-764b-4928-81d7-10c11e9d9fd0 HTTP/1.1" status: 200 len: 850 time: 0.0876384 Feb 19 03:09:26.610612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-515d8a40-a719-472a-a23c-df9198e1799d req-7886e707-5aa4-4af6-b889-a7a45f71f7a0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=664c9f64-f39d-4a62-976f-18f1bc8dbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527720 Feb 19 03:09:26.734830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-9ce54465-d52a-4899-81d6-63f3bc5b3c39 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:26.740298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-9ce54465-d52a-4899-81d6-63f3bc5b3c39 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:26.746281 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-9ce54465-d52a-4899-81d6-63f3bc5b3c39 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:26.747893 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-9ce54465-d52a-4899-81d6-63f3bc5b3c39 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "GET /v2.0/networks?id=08887c7d-6d72-4ea2-8b38-77fe8c245453&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=6af92cd5-54ec-4f14-82e4-e7e519181964&id=6af92cd5-54ec-4f14-82e4-e7e519181964 HTTP/1.1" status: 200 len: 1989 time: 0.1982851 Feb 19 03:09:26.767683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-515d8a40-a719-472a-a23c-df9198e1799d req-ff236e10-a22e-4d2c-b968-ee2d70e04760 service neutron] 10.222.0.87 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409147 Feb 19 03:09:26.862753 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-c0b715ee-1201-4b23-acd9-23066b6deb96 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e39d76280cc94c6698f5e7260dc58776 HTTP/1.1" status: 200 len: 380 time: 0.0930758 Feb 19 03:09:26.873278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'port': {'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'admin_state_up': True, 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'security_groups': ['c8634336-66c0-4425-a2cc-37e835a15ced']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:26.945232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-515d8a40-a719-472a-a23c-df9198e1799d req-ab8f0554-fdfb-4a80-a96f-390315c316d7 service neutron] 10.222.0.87 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683702 Feb 19 03:09:27.066033 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:27.069813 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.217382 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Allocated IP 172.20.0.7 (08887c7d-6d72-4ea2-8b38-77fe8c245453/d0bf3019-8554-43e8-b535-c149fe732d9a/0326cf6f-e775-4499-8a66-2145d413307a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:27.313904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a64d72c2-9c8c-49b8-8675-9fd792c604d3 req-4d7e545c-dd74-493a-982c-bced4dfc521c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0518789 Feb 19 03:09:27.452322 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for port (0326cf6f-e775-4499-8a66-2145d413307a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.489825 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (0326cf6f-e775-4499-8a66-2145d413307a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.542449 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Network 08887c7d-6d72-4ea2-8b38-77fe8c245453 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:27.561547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:27.579017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Port': ['ID=0326cf6f-e775-4499-8a66-2145d413307a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:27.583331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:27.623272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c75947-e1ae-441e-9727-9f6c578241a0 req-834e8a15-5b42-43da-b7ac-95aac04501df tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:27.632439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2c75947-e1ae-441e-9727-9f6c578241a0 req-834e8a15-5b42-43da-b7ac-95aac04501df tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1107996 Feb 19 03:09:27.658643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:27.659286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:27.723556 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d3ca56e2-cc7f-4868-8135-297c0be66cd5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8543773 Feb 19 03:09:27.734885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'port': {'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887', 'admin_state_up': True, 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'security_groups': ['c8634336-66c0-4425-a2cc-37e835a15ced']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:27.801915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2c75947-e1ae-441e-9727-9f6c578241a0 req-b026de59-536b-4d1c-9f5b-8adf32a5b7b4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685672 Feb 19 03:09:27.927720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b084e67d-74c1-40bb-9be9-7f20c66072c2 req-5341769c-0247-4d3c-9c82-1a8447e2df1c tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:27.935812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b084e67d-74c1-40bb-9be9-7f20c66072c2 req-5341769c-0247-4d3c-9c82-1a8447e2df1c tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 950 time: 0.2587314 Feb 19 03:09:27.954697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:27.958548 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:28.037539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d48a5ea7-8d10-44be-8bbb-1540bc2b6983 None None] Provisioning complete for port 0326cf6f-e775-4499-8a66-2145d413307a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:28.038561 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d48a5ea7-8d10-44be-8bbb-1540bc2b6983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0326cf6f-e775-4499-8a66-2145d413307a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:28.071166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6a788-3158-48f3-9161-0149e77a97d8 req-51c7de10-15e7-4760-a0af-b47e7348cabe tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:28.073028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ec6a788-3158-48f3-9161-0149e77a97d8 req-51c7de10-15e7-4760-a0af-b47e7348cabe tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.67 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 950 time: 0.1796293 Feb 19 03:09:28.088570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b084e67d-74c1-40bb-9be9-7f20c66072c2 req-137d7008-38d3-41ca-b78c-d858aca12820 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249869 Feb 19 03:09:28.127760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d48a5ea7-8d10-44be-8bbb-1540bc2b6983 None None] Port 0326cf6f-e775-4499-8a66-2145d413307a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:28.200840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Allocated IP 10.1.1.97 (0cdb6cc6-4e77-4b1d-a45a-8fef76064887/f7db5a41-80b5-4002-9f1c-260b629e1411/78517530-836b-4655-9fe8-84515836b501) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:28.217824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-2ec6a788-3158-48f3-9161-0149e77a97d8 req-1d1c3743-9090-4425-bb5e-7ed8822c07cb tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Deleting port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:09:28.218166 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ec6a788-3158-48f3-9161-0149e77a97d8 req-1d1c3743-9090-4425-bb5e-7ed8822c07cb tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:28.351978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-2ec6a788-3158-48f3-9161-0149e77a97d8 req-1d1c3743-9090-4425-bb5e-7ed8822c07cb tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] For port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:28.352846 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ec6a788-3158-48f3-9161-0149e77a97d8 req-1d1c3743-9090-4425-bb5e-7ed8822c07cb tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:28.370502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-2ec6a788-3158-48f3-9161-0149e77a97d8 req-1d1c3743-9090-4425-bb5e-7ed8822c07cb tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Calling delete_port for cb2c8865-649e-4559-9bf0-8e6cf2bfda6e owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:09:28.393478 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for port (78517530-836b-4655-9fe8-84515836b501), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:28.436968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (78517530-836b-4655-9fe8-84515836b501), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:28.518832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Port': ['ID=78517530-836b-4655-9fe8-84515836b501,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:28.546710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:28.549014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:28.552622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:28.559044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb6936-3159-4d8b-b322-b07ff1ce5aaf req-3d910cfa-bbfd-4425-973e-7d1474e11084 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:28.564952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb6936-3159-4d8b-b322-b07ff1ce5aaf req-3d910cfa-bbfd-4425-973e-7d1474e11084 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:28.572649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23eb6936-3159-4d8b-b322-b07ff1ce5aaf req-3d910cfa-bbfd-4425-973e-7d1474e11084 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 1652 time: 0.1188002 Feb 19 03:09:28.659909 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:28.660645 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:28.680130 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23eb6936-3159-4d8b-b322-b07ff1ce5aaf req-475de9a0-2b1c-4004-918e-d2044ed0a9b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052136 Feb 19 03:09:28.691099 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-031f4119-6941-4484-9a4f-4bedac25a004 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9605031 Feb 19 03:09:28.701897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'port': {'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887', 'admin_state_up': True, 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'security_groups': ['c8634336-66c0-4425-a2cc-37e835a15ced']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:28.718898 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ec6a788-3158-48f3-9161-0149e77a97d8 req-1d1c3743-9090-4425-bb5e-7ed8822c07cb tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (cb2c8865-649e-4559-9bf0-8e6cf2bfda6e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:28.734473 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['74323433-6447-4c81-b45b-bfc52aaffb92'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:28.737683 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['cb2c8865-649e-4559-9bf0-8e6cf2bfda6e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:28.788568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c3743-9090-4425-bb5e-7ed8822c07cb tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Pushing event deleted for resources: {'Port': ['ID=cb2c8865-649e-4559-9bf0-8e6cf2bfda6e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:28.910340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec6a788-3158-48f3-9161-0149e77a97d8 req-1d1c3743-9090-4425-bb5e-7ed8822c07cb tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] No DVR routers for this DVR port cb2c8865-649e-4559-9bf0-8e6cf2bfda6e on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:09:28.914294 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ec6a788-3158-48f3-9161-0149e77a97d8 req-1d1c3743-9090-4425-bb5e-7ed8822c07cb tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:28.917896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ec6a788-3158-48f3-9161-0149e77a97d8 req-1d1c3743-9090-4425-bb5e-7ed8822c07cb tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.67 "DELETE /v2.0/ports/cb2c8865-649e-4559-9bf0-8e6cf2bfda6e HTTP/1.1" status: 204 len: 173 time: 0.8265369 Feb 19 03:09:28.918357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163', 'name': 'network-vif-deleted', 'tag': 'cb2c8865-649e-4559-9bf0-8e6cf2bfda6e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:28.931492 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be466163-5854-4451-81f9-debf528eca19" -d '{"events": [{"server_uuid": "66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163", "name": "network-vif-deleted", "tag": "cb2c8865-649e-4559-9bf0-8e6cf2bfda6e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:28.996910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:29.000735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.123356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7698a6ff-9cc8-47e5-8b4e-69145f989066 None None] Provisioning complete for port 78517530-836b-4655-9fe8-84515836b501 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:29.124952 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7698a6ff-9cc8-47e5-8b4e-69145f989066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (78517530-836b-4655-9fe8-84515836b501), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.163031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43593c5-5876-4ffd-84b4-320a15bd8774 req-30ddb6f3-bac0-464e-8989-7885c456d483 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:29.176950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d43593c5-5876-4ffd-84b4-320a15bd8774 req-30ddb6f3-bac0-464e-8989-7885c456d483 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.2240405 Feb 19 03:09:29.228785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7698a6ff-9cc8-47e5-8b4e-69145f989066 None None] Port 78517530-836b-4655-9fe8-84515836b501 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:29.259732 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbc01dc-bdfb-49a7-968c-f94e65e43994 x-openstack-request-id: req-2dbc01dc-bdfb-49a7-968c-f94e65e43994 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:29.260033 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163", "name": "network-vif-deleted", "tag": "cb2c8865-649e-4559-9bf0-8e6cf2bfda6e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:29.260295 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2dbc01dc-bdfb-49a7-968c-f94e65e43994 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:29.260739 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163', 'name': 'network-vif-deleted', 'tag': 'cb2c8865-649e-4559-9bf0-8e6cf2bfda6e', 'status': 'completed', 'code': 200} Feb 19 03:09:29.283598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d43593c5-5876-4ffd-84b4-320a15bd8774 req-db60b9fc-cf01-4637-bc03-81ebefaa8262 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949864 Feb 19 03:09:29.297635 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Allocated IP 10.1.1.133 (0cdb6cc6-4e77-4b1d-a45a-8fef76064887/f7db5a41-80b5-4002-9f1c-260b629e1411/307fe882-90e7-45a5-b076-cc5741d656a2) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:29.409093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb6d0c7e-9252-42ae-a0d3-b1c3ad1b2bb4 req-7a531fdf-9df2-4fa1-b808-bfd2f2113bfe tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=66fbd70b-4b23-4ed0-bf9d-4ebb43c9f163 HTTP/1.1" status: 200 len: 210 time: 0.0376678 Feb 19 03:09:29.439578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c3999-8c86-4fad-a781-bff51083be1e req-34d59513-2f02-482c-9389-ef736251d5ea tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:29.448691 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-896c3999-8c86-4fad-a781-bff51083be1e req-34d59513-2f02-482c-9389-ef736251d5ea tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1170969 Feb 19 03:09:29.461644 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for port (307fe882-90e7-45a5-b076-cc5741d656a2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.500561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-896c3999-8c86-4fad-a781-bff51083be1e req-4a2a0987-b6d3-4118-b884-c769a67f0da1 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508916 Feb 19 03:09:29.531532 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.586065 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:29.591613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:29.596876 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:29.601062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Port': ['ID=307fe882-90e7-45a5-b076-cc5741d656a2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:29.660902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:29.661828 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.687868 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-65b1fb96-5859-4ac4-ae2b-6f858daa799a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9899468 Feb 19 03:09:29.699841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'port': {'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964', 'admin_state_up': True, 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'security_groups': ['c8634336-66c0-4425-a2cc-37e835a15ced']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:29.863064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b407de1-0257-4ffb-bd09-e1dd74959666 req-f1682927-6de8-4174-8591-3767f63674b0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:29.868998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b407de1-0257-4ffb-bd09-e1dd74959666 req-f1682927-6de8-4174-8591-3767f63674b0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:29.874539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b407de1-0257-4ffb-bd09-e1dd74959666 req-f1682927-6de8-4174-8591-3767f63674b0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:29.882027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b407de1-0257-4ffb-bd09-e1dd74959666 req-f1682927-6de8-4174-8591-3767f63674b0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 2373 time: 0.0925825 Feb 19 03:09:29.889696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:29.971774 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6245cfc4-455c-4239-b3a7-a0461a5548fc None None] Provisioning complete for port 307fe882-90e7-45a5-b076-cc5741d656a2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:29.972155 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6245cfc4-455c-4239-b3a7-a0461a5548fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:29.996032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b407de1-0257-4ffb-bd09-e1dd74959666 req-047f830f-2aa0-49e5-aef1-66768b93d062 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073902 Feb 19 03:09:30.038708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6245cfc4-455c-4239-b3a7-a0461a5548fc None None] Port 307fe882-90e7-45a5-b076-cc5741d656a2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:30.041591 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.225325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Allocated IP 10.2.2.100 (6af92cd5-54ec-4f14-82e4-e7e519181964/60c72830-55c7-4d41-887b-cc9edfd6d350/d24d556c-9242-49ae-8a97-06770771242b) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:30.392633 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for port (d24d556c-9242-49ae-8a97-06770771242b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.415120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255ec8d-dbf1-4d7c-b7fa-5d26123ef6ea req-99e6ce59-338d-4082-9271-ae7608442a8c tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:30.417673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b255ec8d-dbf1-4d7c-b7fa-5d26123ef6ea req-99e6ce59-338d-4082-9271-ae7608442a8c tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.0668418 Feb 19 03:09:30.430975 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d24d556c-9242-49ae-8a97-06770771242b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.480618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Network 6af92cd5-54ec-4f14-82e4-e7e519181964 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:30.484029 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:30.500415 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:30.513966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b255ec8d-dbf1-4d7c-b7fa-5d26123ef6ea req-724f4b79-29a7-4463-9569-345c929916a9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853436 Feb 19 03:09:30.574328 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-133cd863-fa55-43b9-a4f4-810844b5fc3b tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:30.577315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Port': ['ID=d24d556c-9242-49ae-8a97-06770771242b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:30.578589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-133cd863-fa55-43b9-a4f4-810844b5fc3b tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.67 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1351185 Feb 19 03:09:30.601395 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:30.603321 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.632519 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3a2f84c5-1468-4f11-a3f7-a80ff870d9c3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9378428 Feb 19 03:09:30.644717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'port': {'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964', 'admin_state_up': True, 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'security_groups': ['c8634336-66c0-4425-a2cc-37e835a15ced']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:30.801409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527dd93e-bdba-4f0f-a893-43f8d51bf5be req-e6809ae2-7822-4c51-9712-6004946b9e90 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:30.802796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-527dd93e-bdba-4f0f-a893-43f8d51bf5be req-e6809ae2-7822-4c51-9712-6004946b9e90 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 945 time: 0.1458907 Feb 19 03:09:30.893572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Made reservation on behalf of e39d76280cc94c6698f5e7260dc58776 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:30.902057 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.976478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-faaf804b-6f77-45cb-92c3-9c7d7eddfa1c None None] Provisioning complete for port d24d556c-9242-49ae-8a97-06770771242b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:30.977933 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-faaf804b-6f77-45cb-92c3-9c7d7eddfa1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d24d556c-9242-49ae-8a97-06770771242b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:30.982744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-527dd93e-bdba-4f0f-a893-43f8d51bf5be req-5c30c1d6-028f-4e84-9358-ad51c8236454 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522303 Feb 19 03:09:30.993681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Deleting port f401834a-3df9-4e56-86db-96db86f33828 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:09:30.996027 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f401834a-3df9-4e56-86db-96db86f33828), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.097524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-faaf804b-6f77-45cb-92c3-9c7d7eddfa1c None None] Port d24d556c-9242-49ae-8a97-06770771242b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:31.138307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c081c1-3802-4fd8-b1e9-00bee5408d3e req-85df815f-bf0f-4ebe-9e89-ca32ea4a6cc3 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:31.139840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6c081c1-3802-4fd8-b1e9-00bee5408d3e req-85df815f-bf0f-4ebe-9e89-ca32ea4a6cc3 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 950 time: 0.2775731 Feb 19 03:09:31.190471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Allocated IP 10.2.2.200 (6af92cd5-54ec-4f14-82e4-e7e519181964/60c72830-55c7-4d41-887b-cc9edfd6d350/c7c7393f-e0b4-4fe6-b67b-268f9438ff93) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:31.237104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] For port f401834a-3df9-4e56-86db-96db86f33828, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f401834a-3df9-4e56-86db-96db86f33828,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:31.237377 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f401834a-3df9-4e56-86db-96db86f33828), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.349683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fdd5f-7eed-4748-9b86-4ed94cfc63df req-d07c9390-9d24-4525-9736-8584efc25a81 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:31.354928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fdd5f-7eed-4748-9b86-4ed94cfc63df req-d07c9390-9d24-4525-9736-8584efc25a81 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:31.360193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fdd5f-7eed-4748-9b86-4ed94cfc63df req-d07c9390-9d24-4525-9736-8584efc25a81 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:31.365632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94fdd5f-7eed-4748-9b86-4ed94cfc63df req-d07c9390-9d24-4525-9736-8584efc25a81 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:31.369447 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.373297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f94fdd5f-7eed-4748-9b86-4ed94cfc63df req-d07c9390-9d24-4525-9736-8584efc25a81 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 3094 time: 0.2426517 Feb 19 03:09:31.386574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6c081c1-3802-4fd8-b1e9-00bee5408d3e req-68d95642-6b4a-48b9-8d68-ca3cb03244e7 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260005 Feb 19 03:09:31.411097 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.463865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Network 6af92cd5-54ec-4f14-82e4-e7e519181964 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:31.473163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:31.479064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:31.535077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:31.536022 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.545519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event updated for resources: {'Port': ['ID=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:31.561469 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-4dc0a515-60b0-46a4-92ad-817e31cc8666 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9207838 Feb 19 03:09:31.571582 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f94fdd5f-7eed-4748-9b86-4ed94cfc63df req-c99cf662-7d6a-4666-86fd-fa09bda5da88 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971219 Feb 19 03:09:31.663584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Request body: {'port': {'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:31.765259 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0326cf6f-e775-4499-8a66-2145d413307a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.767057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device cb2c8865-649e-4559-9bf0-8e6cf2bfda6e no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:09:31.805201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: cb2c8865-649e-4559-9bf0-8e6cf2bfda6e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:09:31.805805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device cb2c8865-649e-4559-9bf0-8e6cf2bfda6e not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:09:31.825269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.825777 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (01f8422f-7650-44e8-a0c6-5797671808b3), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.826194 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Floating IP 01f8422f-7650-44e8-a0c6-5797671808b3 disassociated. External IP: 172.25.1.16, port: f401834a-3df9-4e56-86db-96db86f33828. Feb 19 03:09:31.826655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Calling delete_port for f401834a-3df9-4e56-86db-96db86f33828 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:09:31.833508 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-83106b5f-358d-4469-bd78-8a3775a617b7 None None] Provisioning complete for port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:31.834450 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83106b5f-358d-4469-bd78-8a3775a617b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:31.845797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcb69f-3591-410e-b65d-e14219fb6afd req-1d6fc8bb-da44-4886-8e0d-0c0eec9ded7e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:31.853833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cadcb69f-3591-410e-b65d-e14219fb6afd req-1d6fc8bb-da44-4886-8e0d-0c0eec9ded7e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1713226 Feb 19 03:09:31.878968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-83106b5f-358d-4469-bd78-8a3775a617b7 None None] Port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:31.982064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cadcb69f-3591-410e-b65d-e14219fb6afd req-81c286dd-76ac-422c-9474-a0b74ba548e5 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270940 Feb 19 03:09:32.154480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0326cf6f-e775-4499-8a66-2145d413307a {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:32.164375 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Publish callbacks [] for port (0326cf6f-e775-4499-8a66-2145d413307a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.191615 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Transition to ACTIVE for port object 0326cf6f-e775-4499-8a66-2145d413307a will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:32.196494 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (0326cf6f-e775-4499-8a66-2145d413307a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.202763 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f401834a-3df9-4e56-86db-96db86f33828), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.289057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Pushing event updated for resources: {'Port': ['ID=0326cf6f-e775-4499-8a66-2145d413307a,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:32.369571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event deleted for resources: {'Port': ['ID=f401834a-3df9-4e56-86db-96db86f33828,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:32.402827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Attempting to bind port 0326cf6f-e775-4499-8a66-2145d413307a on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:32.403433 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Attempting to bind port 0326cf6f-e775-4499-8a66-2145d413307a by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:32.415819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Attempting to bind port 0326cf6f-e775-4499-8a66-2145d413307a on network 08887c7d-6d72-4ea2-8b38-77fe8c245453 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:32.417133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daab084-926a-43f8-a581-fba402744a6a req-3bff9f8c-58c5-4fbf-bdd1-631c7e25fa77 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:32.418774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2daab084-926a-43f8-a581-fba402744a6a req-3bff9f8c-58c5-4fbf-bdd1-631c7e25fa77 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 867 time: 0.2951660 Feb 19 03:09:32.428418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Port 0326cf6f-e775-4499-8a66-2145d413307a on network 08887c7d-6d72-4ea2-8b38-77fe8c245453 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:32.429880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Attempting to bind port 0326cf6f-e775-4499-8a66-2145d413307a on network 08887c7d-6d72-4ea2-8b38-77fe8c245453 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:32.451235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:32.451988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Checking segment: {'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:32.454078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Bound using segment: {'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:32.455530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Bound port: 0326cf6f-e775-4499-8a66-2145d413307a, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba3e7cd-74e2-4ea2-a558-805d35426bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:32.457102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0326cf6f-e775-4499-8a66-2145d413307a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.521224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Router 70c393a8-7604-436e-b7a0-12e9da4f83c2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:09:32.566590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] For port 0326cf6f-e775-4499-8a66-2145d413307a, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:32.574281 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] For port 0326cf6f-e775-4499-8a66-2145d413307a, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0326cf6f-e775-4499-8a66-2145d413307a,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:32.579556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2daab084-926a-43f8-a581-fba402744a6a req-9e5a2bb2-21a7-477c-9da0-94724d8ae0b2 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=a60cd6e0-182f-46a3-8e55-b640e8fe844b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536701 Feb 19 03:09:32.594731 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (0326cf6f-e775-4499-8a66-2145d413307a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.711646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:32.712254 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:32.714137 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] 10.222.0.87 "PUT /v2.0/ports/0326cf6f-e775-4499-8a66-2145d413307a HTTP/1.1" status: 200 len: 1091 time: 1.1443448 Feb 19 03:09:32.714520 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': '0326cf6f-e775-4499-8a66-2145d413307a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:32.716934 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d01dba-d4ec-47f6-a7b1-3c847345be2b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "0326cf6f-e775-4499-8a66-2145d413307a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:32.774530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Request body: {'port': {'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:32.776506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:09:32.790667 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78027d-fe83-46c1-acd4-816a7ce7d681 None None] Sync routers for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:09:32.802144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a827c-55b8-4f4d-85cb-d64ca1a9f7c6 req-854713d9-6e10-4b13-bd45-34d787ab0a42 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:32.804414 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78027d-fe83-46c1-acd4-816a7ce7d681 None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:32.805094 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0a78027d-fe83-46c1-acd4-816a7ce7d681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:09:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:32.807784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab7a827c-55b8-4f4d-85cb-d64ca1a9f7c6 req-854713d9-6e10-4b13-bd45-34d787ab0a42 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.87 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 950 time: 0.3717091 Feb 19 03:09:32.829188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1622c3-5b14-4c20-b7ee-bfa502329091 service neutron] Pushing event updated for resources: {'Port': ['ID=0326cf6f-e775-4499-8a66-2145d413307a,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:32.921192 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.035752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] No DVR routers for this DVR port f401834a-3df9-4e56-86db-96db86f33828 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:09:33.042181 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0a78027d-fe83-46c1-acd4-816a7ce7d681 None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:33.056158 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.062397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e744afbf-12db-4f8f-8199-7815ebc9aacc req-3e484d00-bf4b-4604-812e-6d56fedc0550 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.67 "DELETE /v2.0/ports/f401834a-3df9-4e56-86db-96db86f33828 HTTP/1.1" status: 204 len: 173 time: 2.4774792 Feb 19 03:09:33.073471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'name': 'network-vif-deleted', 'tag': 'f401834a-3df9-4e56-86db-96db86f33828'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:33.088170 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24021a6d-456a-4da8-b09c-94c69bcc5312" -d '{"events": [{"server_uuid": "4dd0bc4f-585e-4f42-81f4-de9e61133476", "name": "network-vif-deleted", "tag": "f401834a-3df9-4e56-86db-96db86f33828"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:33.173497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b7069-69e4-4b5a-8acf-9a17fe095b38 req-51d30065-ebb6-449f-9212-5c2717f9993a tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.175204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0b9b7069-69e4-4b5a-8acf-9a17fe095b38 req-51d30065-ebb6-449f-9212-5c2717f9993a tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 950 time: 0.6282237 Feb 19 03:09:33.288340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce580d-1142-4a6c-85bf-9a75bc96694b req-c4875998-413c-42b1-bde7-c454e8aad888 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.294057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce580d-1142-4a6c-85bf-9a75bc96694b req-c4875998-413c-42b1-bde7-c454e8aad888 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.300185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce580d-1142-4a6c-85bf-9a75bc96694b req-c4875998-413c-42b1-bde7-c454e8aad888 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.307656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce580d-1142-4a6c-85bf-9a75bc96694b req-c4875998-413c-42b1-bde7-c454e8aad888 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.314324 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce580d-1142-4a6c-85bf-9a75bc96694b req-c4875998-413c-42b1-bde7-c454e8aad888 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.316505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78ce580d-1142-4a6c-85bf-9a75bc96694b req-c4875998-413c-42b1-bde7-c454e8aad888 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 3827 time: 0.5591290 Feb 19 03:09:33.357512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0b9b7069-69e4-4b5a-8acf-9a17fe095b38 req-921ce10c-541e-4ba0-8891-0540156fb6bc tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109035 Feb 19 03:09:33.394446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e24c2a48-667d-4140-871f-fb0fe279b541 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:33.406120 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Publish callbacks [] for port (e24c2a48-667d-4140-871f-fb0fe279b541), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.424611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78ce580d-1142-4a6c-85bf-9a75bc96694b req-525d3b95-a507-4080-a1b6-15491fa6995e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824361 Feb 19 03:09:33.430598 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Transition to ACTIVE for port object e24c2a48-667d-4140-871f-fb0fe279b541 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:33.437029 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e88a8c8-207f-49e6-bc35-b47bcfe0a7b4 x-openstack-request-id: req-2e88a8c8-207f-49e6-bc35-b47bcfe0a7b4 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:33.437322 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "0326cf6f-e775-4499-8a66-2145d413307a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:33.437654 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2e88a8c8-207f-49e6-bc35-b47bcfe0a7b4 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:33.438465 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': '0326cf6f-e775-4499-8a66-2145d413307a', 'status': 'completed', 'code': 200} Feb 19 03:09:33.451286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.493026 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ab7a827c-55b8-4f4d-85cb-d64ca1a9f7c6 req-69dc09fb-fa3e-4ac3-95d0-e0525f927191 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Deleting port 74323433-6447-4c81-b45b-bfc52aaffb92 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:09:33.493378 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab7a827c-55b8-4f4d-85cb-d64ca1a9f7c6 req-69dc09fb-fa3e-4ac3-95d0-e0525f927191 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.512197 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0a78027d-fe83-46c1-acd4-816a7ce7d681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:22Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:33.601731 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb6b88ff-8c58-4a72-9b89-b2e2dadc86bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.625263 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78027d-fe83-46c1-acd4-816a7ce7d681 None None] Checking router: 70c393a8-7604-436e-b7a0-12e9da4f83c2 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:09:33.647525 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78027d-fe83-46c1-acd4-816a7ce7d681 None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:33.647525 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0a78027d-fe83-46c1-acd4-816a7ce7d681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:09:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:33.680826 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52be3633-38fd-4889-ad78-ff165370112e x-openstack-request-id: req-52be3633-38fd-4889-ad78-ff165370112e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:33.681174 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dd0bc4f-585e-4f42-81f4-de9e61133476", "name": "network-vif-deleted", "tag": "f401834a-3df9-4e56-86db-96db86f33828", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:33.681496 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52be3633-38fd-4889-ad78-ff165370112e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:33.681807 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dd0bc4f-585e-4f42-81f4-de9e61133476', 'name': 'network-vif-deleted', 'tag': 'f401834a-3df9-4e56-86db-96db86f33828', 'status': 'completed', 'code': 200} Feb 19 03:09:33.736966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Pushing event updated for resources: {'Port': ['ID=e24c2a48-667d-4140-871f-fb0fe279b541,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:33.775776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Attempting to bind port e24c2a48-667d-4140-871f-fb0fe279b541 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:33.776119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Attempting to bind port e24c2a48-667d-4140-871f-fb0fe279b541 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:33.776454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Attempting to bind port e24c2a48-667d-4140-871f-fb0fe279b541 on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:33.793432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Port e24c2a48-667d-4140-871f-fb0fe279b541 on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:33.794436 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Attempting to bind port e24c2a48-667d-4140-871f-fb0fe279b541 on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:33.808065 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:33.808396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Checking segment: {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:33.808817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Bound using segment: {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:33.809259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Bound port: e24c2a48-667d-4140-871f-fb0fe279b541, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:33.809618 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:33.897793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb4a045d-7888-4a17-9750-fc54be8b5322 req-4b3d5262-9861-4fea-9058-26f3b645f70c tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=4dd0bc4f-585e-4f42-81f4-de9e61133476 HTTP/1.1" status: 200 len: 210 time: 0.0714974 Feb 19 03:09:33.898001 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0a78027d-fe83-46c1-acd4-816a7ce7d681 None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:33.959253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-0f991c44-4eeb-4802-97de-778ae89cb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.962104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-0f991c44-4eeb-4802-97de-778ae89cb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.962104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-0f991c44-4eeb-4802-97de-778ae89cb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.962104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-0f991c44-4eeb-4802-97de-778ae89cb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.962104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-0f991c44-4eeb-4802-97de-778ae89cb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.962104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-0f991c44-4eeb-4802-97de-778ae89cb2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:33.963852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-0f991c44-4eeb-4802-97de-778ae89cb2bf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e39d76280cc94c6698f5e7260dc58776&device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5275 time: 0.4960878 Feb 19 03:09:33.969618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] For port e24c2a48-667d-4140-871f-fb0fe279b541, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:33.975186 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] For port e24c2a48-667d-4140-871f-fb0fe279b541, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e24c2a48-667d-4140-871f-fb0fe279b541,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:33.992517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.038765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2102ad76-298e-49de-b8ea-5619d6cd970a req-5e65cf4a-c26b-460f-bafa-0d50ba973b38 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:34.046136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2102ad76-298e-49de-b8ea-5619d6cd970a req-5e65cf4a-c26b-460f-bafa-0d50ba973b38 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.4309602 Feb 19 03:09:34.111571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ab7a827c-55b8-4f4d-85cb-d64ca1a9f7c6 req-69dc09fb-fa3e-4ac3-95d0-e0525f927191 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] For port 74323433-6447-4c81-b45b-bfc52aaffb92, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=74323433-6447-4c81-b45b-bfc52aaffb92,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:34.111982 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab7a827c-55b8-4f4d-85cb-d64ca1a9f7c6 req-69dc09fb-fa3e-4ac3-95d0-e0525f927191 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.132273 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:34.133530 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.136097 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] 10.222.0.87 "PUT /v2.0/ports/e24c2a48-667d-4140-871f-fb0fe279b541 HTTP/1.1" status: 200 len: 1131 time: 1.3766901 Feb 19 03:09:34.159729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ab7a827c-55b8-4f4d-85cb-d64ca1a9f7c6 req-69dc09fb-fa3e-4ac3-95d0-e0525f927191 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Calling delete_port for 74323433-6447-4c81-b45b-bfc52aaffb92 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:09:34.165049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6fa18-8e5d-433c-be78-95dcb9363a50 service neutron] Pushing event updated for resources: {'Port': ['ID=e24c2a48-667d-4140-871f-fb0fe279b541,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:34.189708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Request body: {'port': {'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:34.206977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2102ad76-298e-49de-b8ea-5619d6cd970a req-a5a79427-401e-49d4-a345-3d551fa170c9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597984 Feb 19 03:09:34.291200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-df8d6af6-7fa2-4a27-95d0-4e132d40bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:34.291873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-df8d6af6-7fa2-4a27-95d0-4e132d40bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:34.292272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-df8d6af6-7fa2-4a27-95d0-4e132d40bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:34.293952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-df8d6af6-7fa2-4a27-95d0-4e132d40bac8 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=e39d76280cc94c6698f5e7260dc58776&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3189070 Feb 19 03:09:34.319433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.364827 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0a78027d-fe83-46c1-acd4-816a7ce7d681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:22Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:34.438331 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78027d-fe83-46c1-acd4-816a7ce7d681 None None] The sync data for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 is: [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:22Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:09:34.590207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-2d0d7925-c47a-4cc7-9445-0aae5ba4d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:34.592617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31d01dba-d4ec-47f6-a7b1-3c847345be2b req-2d0d7925-c47a-4cc7-9445-0aae5ba4d06c service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2909091 Feb 19 03:09:34.650546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527a6b6f-4718-491e-ada3-a0a89c8b56a4 req-0c731b78-a88d-4078-ad21-4635d9a778c9 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:34.661490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-527a6b6f-4718-491e-ada3-a0a89c8b56a4 req-0c731b78-a88d-4078-ad21-4635d9a778c9 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 950 time: 0.1341028 Feb 19 03:09:34.665693 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab7a827c-55b8-4f4d-85cb-d64ca1a9f7c6 req-69dc09fb-fa3e-4ac3-95d0-e0525f927191 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (74323433-6447-4c81-b45b-bfc52aaffb92), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:34.681836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['74323433-6447-4c81-b45b-bfc52aaffb92'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:34.739998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc09fb-fa3e-4ac3-95d0-e0525f927191 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Pushing event deleted for resources: {'Port': ['ID=74323433-6447-4c81-b45b-bfc52aaffb92,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:34.843606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-527a6b6f-4718-491e-ada3-a0a89c8b56a4 req-b9b7e6ca-0f62-4b4e-83cb-02afb9932055 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/security-groups?id=dc19a09e-9fe1-422f-80c9-83876532c018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747551 Feb 19 03:09:34.999601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7a827c-55b8-4f4d-85cb-d64ca1a9f7c6 req-69dc09fb-fa3e-4ac3-95d0-e0525f927191 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] No DVR routers for this DVR port 74323433-6447-4c81-b45b-bfc52aaffb92 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:09:35.003471 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab7a827c-55b8-4f4d-85cb-d64ca1a9f7c6 req-69dc09fb-fa3e-4ac3-95d0-e0525f927191 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.006913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab7a827c-55b8-4f4d-85cb-d64ca1a9f7c6 req-69dc09fb-fa3e-4ac3-95d0-e0525f927191 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.87 "DELETE /v2.0/ports/74323433-6447-4c81-b45b-bfc52aaffb92 HTTP/1.1" status: 204 len: 173 time: 2.0994070 Feb 19 03:09:35.027377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef9160a2-f769-4929-9fe3-4b33b6ef333a {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:35.046228 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Publish callbacks [] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.070909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aed172-6ccf-4ee9-90a4-5e95819389c2 req-97e0ec82-9460-4ff4-892f-e8c334c6a51f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:35.076868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aed172-6ccf-4ee9-90a4-5e95819389c2 req-97e0ec82-9460-4ff4-892f-e8c334c6a51f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:35.082195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Transition to ACTIVE for port object ef9160a2-f769-4929-9fe3-4b33b6ef333a will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:35.083442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aed172-6ccf-4ee9-90a4-5e95819389c2 req-97e0ec82-9460-4ff4-892f-e8c334c6a51f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:35.094016 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.103560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aed172-6ccf-4ee9-90a4-5e95819389c2 req-97e0ec82-9460-4ff4-892f-e8c334c6a51f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:35.119431 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c4833-a409-462c-8f66-2353c86e8e69 None None] New status for floating IP 01f8422f-7650-44e8-a0c6-5797671808b3: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:09:35.123199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aed172-6ccf-4ee9-90a4-5e95819389c2 req-97e0ec82-9460-4ff4-892f-e8c334c6a51f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:35.137030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aed172-6ccf-4ee9-90a4-5e95819389c2 req-97e0ec82-9460-4ff4-892f-e8c334c6a51f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:35.141887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02aed172-6ccf-4ee9-90a4-5e95819389c2 req-97e0ec82-9460-4ff4-892f-e8c334c6a51f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 4600 time: 0.2385340 Feb 19 03:09:35.164079 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9160a2-f769-4929-9fe3-4b33b6ef333a,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:35.359359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Attempting to bind port ef9160a2-f769-4929-9fe3-4b33b6ef333a on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:35.359774 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Attempting to bind port ef9160a2-f769-4929-9fe3-4b33b6ef333a by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:35.360178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Attempting to bind port ef9160a2-f769-4929-9fe3-4b33b6ef333a on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:35.365288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Port ef9160a2-f769-4929-9fe3-4b33b6ef333a on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:35.365687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Attempting to bind port ef9160a2-f769-4929-9fe3-4b33b6ef333a on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:35.371666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:35.372090 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Checking segment: {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:35.372542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Bound using segment: {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:35.373074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Bound port: ef9160a2-f769-4929-9fe3-4b33b6ef333a, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:35.373674 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.409706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02aed172-6ccf-4ee9-90a4-5e95819389c2 req-b363c419-ffec-464c-8dc3-a2b6c3a7b6a5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2615385 Feb 19 03:09:35.443419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': 'e24c2a48-667d-4140-871f-fb0fe279b541'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:35.446228 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d20dc8c-f958-4caf-bd83-522e87c65892" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "e24c2a48-667d-4140-871f-fb0fe279b541"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:35.474417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] For port ef9160a2-f769-4929-9fe3-4b33b6ef333a, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:35.479571 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] For port ef9160a2-f769-4929-9fe3-4b33b6ef333a, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=ef9160a2-f769-4929-9fe3-4b33b6ef333a,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:35.497334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.572705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:35.573852 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.575475 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] 10.222.0.87 "PUT /v2.0/ports/ef9160a2-f769-4929-9fe3-4b33b6ef333a HTTP/1.1" status: 200 len: 1130 time: 1.3916135 Feb 19 03:09:35.634436 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e20553-e92c-4fc5-91d2-970d30270396 service neutron] Pushing event updated for resources: {'Port': ['ID=ef9160a2-f769-4929-9fe3-4b33b6ef333a,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:35.640462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc6168-6229-43bd-8c5e-d63631e1b96d req-5432ba90-99d4-4cf4-af59-c30a732a82fb tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:35.642323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5afc6168-6229-43bd-8c5e-d63631e1b96d req-5432ba90-99d4-4cf4-af59-c30a732a82fb tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1371119 Feb 19 03:09:35.652105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34764) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:35.678833 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Request body: {'port': {'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:35.736263 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b20cd9-7732-49fe-8004-c2f2423979f9', 'name': 'network-vif-deleted', 'tag': '74323433-6447-4c81-b45b-bfc52aaffb92'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:35.736263 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c971f62-8727-44ca-a9a4-6ce8a1df6093" -d '{"events": [{"server_uuid": "99b20cd9-7732-49fe-8004-c2f2423979f9", "name": "network-vif-deleted", "tag": "74323433-6447-4c81-b45b-bfc52aaffb92"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:35.760998 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c214dd0a-83a8-45ea-9abb-3bca29b67b9b x-openstack-request-id: req-c214dd0a-83a8-45ea-9abb-3bca29b67b9b {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:35.765731 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "e24c2a48-667d-4140-871f-fb0fe279b541", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:35.767089 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c214dd0a-83a8-45ea-9abb-3bca29b67b9b {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:35.768855 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': 'e24c2a48-667d-4140-871f-fb0fe279b541', 'status': 'completed', 'code': 200} Feb 19 03:09:35.772270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f401834a-3df9-4e56-86db-96db86f33828 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:09:35.901546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: f401834a-3df9-4e56-86db-96db86f33828 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:09:35.901924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f401834a-3df9-4e56-86db-96db86f33828 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:09:35.903223 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (78517530-836b-4655-9fe8-84515836b501), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.935445 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-22f54154-9968-4668-b114-9cb1ec7222c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:35.953914 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09674fe-6f32-4c26-919b-9cbe4c505d5c x-openstack-request-id: req-d09674fe-6f32-4c26-919b-9cbe4c505d5c {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:35.954124 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b20cd9-7732-49fe-8004-c2f2423979f9", "name": "network-vif-deleted", "tag": "74323433-6447-4c81-b45b-bfc52aaffb92", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:35.958086 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d09674fe-6f32-4c26-919b-9cbe4c505d5c {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:35.958529 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b20cd9-7732-49fe-8004-c2f2423979f9', 'name': 'network-vif-deleted', 'tag': '74323433-6447-4c81-b45b-bfc52aaffb92', 'status': 'completed', 'code': 200} Feb 19 03:09:36.061602 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cec5cd47-2725-4ba0-91e2-24f770036690 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group (a60cd6e0-182f-46a3-8e55-b640e8fe844b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.093766 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cec5cd47-2725-4ba0-91e2-24f770036690 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group (a60cd6e0-182f-46a3-8e55-b640e8fe844b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.161635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36bccf6f-6027-4d8f-86f3-e5f5cc9cdf49 req-1f2cc617-87b2-41ca-8fd9-f4c1bbce6fa6 tempest-ServersAdminNegativeTestJSON-1130800519 tempest-ServersAdminNegativeTestJSON-1130800519-project] 10.222.0.81 "GET /v2.0/ports?device_id=99b20cd9-7732-49fe-8004-c2f2423979f9 HTTP/1.1" status: 200 len: 210 time: 0.1406577 Feb 19 03:09:36.162854 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cec5cd47-2725-4ba0-91e2-24f770036690 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a60cd6e0-182f-46a3-8e55-b640e8fe844b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.166959 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cec5cd47-2725-4ba0-91e2-24f770036690 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.171724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cec5cd47-2725-4ba0-91e2-24f770036690 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "DELETE /v2.0/security-groups/a60cd6e0-182f-46a3-8e55-b640e8fe844b HTTP/1.1" status: 204 len: 168 time: 0.5173776 Feb 19 03:09:36.179726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34776) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:36.208422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5afc6168-6229-43bd-8c5e-d63631e1b96d req-238f0b19-cde6-4a6d-86dd-5cf2b813048e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993207 Feb 19 03:09:36.238766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5cd47-2725-4ba0-91e2-24f770036690 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60cd6e0-182f-46a3-8e55-b640e8fe844b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:36.240567 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-a7bdaef9-ccf7-401a-aa10-8b9628d13c50 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] show failed (client error): The resource could not be found. Feb 19 03:09:36.242121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a7bdaef9-ccf7-401a-aa10-8b9628d13c50 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups/a60cd6e0-182f-46a3-8e55-b640e8fe844b HTTP/1.1" status: 404 len: 347 time: 0.0569382 Feb 19 03:09:36.253253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34778) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:36.327494 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78517530-836b-4655-9fe8-84515836b501 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:36.336328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Publish callbacks [] for port (78517530-836b-4655-9fe8-84515836b501), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.353094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Transition to ACTIVE for port object 78517530-836b-4655-9fe8-84515836b501 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:36.359361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (78517530-836b-4655-9fe8-84515836b501), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.413032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=78517530-836b-4655-9fe8-84515836b501,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:36.542299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Attempting to bind port 78517530-836b-4655-9fe8-84515836b501 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:36.542299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Attempting to bind port 78517530-836b-4655-9fe8-84515836b501 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:36.542299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Attempting to bind port 78517530-836b-4655-9fe8-84515836b501 on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:36.548379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Port 78517530-836b-4655-9fe8-84515836b501 on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:36.548379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Attempting to bind port 78517530-836b-4655-9fe8-84515836b501 on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:36.572897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:36.573251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Checking segment: {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:36.573631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Bound using segment: {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:36.574074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Bound port: 78517530-836b-4655-9fe8-84515836b501, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:36.574435 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (78517530-836b-4655-9fe8-84515836b501), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.645002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-347307eb-aade-4b81-a2b1-6e83051e0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.645632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-347307eb-aade-4b81-a2b1-6e83051e0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.645957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-347307eb-aade-4b81-a2b1-6e83051e0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.646416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-347307eb-aade-4b81-a2b1-6e83051e0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.646879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-347307eb-aade-4b81-a2b1-6e83051e0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.647340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-347307eb-aade-4b81-a2b1-6e83051e0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.647807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-347307eb-aade-4b81-a2b1-6e83051e0e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.650023 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-347307eb-aade-4b81-a2b1-6e83051e0e7e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e39d76280cc94c6698f5e7260dc58776&device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 6302 time: 0.8541076 Feb 19 03:09:36.734423 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] For port 78517530-836b-4655-9fe8-84515836b501, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:36.737935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] For port 78517530-836b-4655-9fe8-84515836b501, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=78517530-836b-4655-9fe8-84515836b501,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:36.754903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 74323433-6447-4c81-b45b-bfc52aaffb92 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:09:36.755546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (78517530-836b-4655-9fe8-84515836b501), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.791779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 74323433-6447-4c81-b45b-bfc52aaffb92 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:09:36.796479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 74323433-6447-4c81-b45b-bfc52aaffb92 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:09:36.817790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.818491 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:36.820235 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] 10.222.0.87 "PUT /v2.0/ports/78517530-836b-4655-9fe8-84515836b501 HTTP/1.1" status: 200 len: 1090 time: 1.1597357 Feb 19 03:09:36.864363 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Request body: {'port': {'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:36.929753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409caa95-2802-4436-aeb0-282a049059d4 req-80fb1b3f-fe04-4417-bd74-9e79d23d6c5a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.945693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fed11b-cda5-4d94-9700-7e18a492e8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=78517530-836b-4655-9fe8-84515836b501,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:36.945979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409caa95-2802-4436-aeb0-282a049059d4 req-80fb1b3f-fe04-4417-bd74-9e79d23d6c5a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.952270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409caa95-2802-4436-aeb0-282a049059d4 req-80fb1b3f-fe04-4417-bd74-9e79d23d6c5a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.957645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409caa95-2802-4436-aeb0-282a049059d4 req-80fb1b3f-fe04-4417-bd74-9e79d23d6c5a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.964706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409caa95-2802-4436-aeb0-282a049059d4 req-80fb1b3f-fe04-4417-bd74-9e79d23d6c5a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.970027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409caa95-2802-4436-aeb0-282a049059d4 req-80fb1b3f-fe04-4417-bd74-9e79d23d6c5a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.975456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409caa95-2802-4436-aeb0-282a049059d4 req-80fb1b3f-fe04-4417-bd74-9e79d23d6c5a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:36.977975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-409caa95-2802-4436-aeb0-282a049059d4 req-80fb1b3f-fe04-4417-bd74-9e79d23d6c5a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5384 time: 0.3253860 Feb 19 03:09:37.018222 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.025291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-5cea5d37-96a2-4065-a555-a0678c934d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:37.025768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-5cea5d37-96a2-4065-a555-a0678c934d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:37.026273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-5cea5d37-96a2-4065-a555-a0678c934d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:37.028383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-5cea5d37-96a2-4065-a555-a0678c934d35 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=e39d76280cc94c6698f5e7260dc58776&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3642018 Feb 19 03:09:37.036470 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.134720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-addbb0b5-857e-4de8-8d7d-509f36c3c9b7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Deleting port de889346-78ba-49ea-a754-1ffd5c41bbeb {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:09:37.135024 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-addbb0b5-857e-4de8-8d7d-509f36c3c9b7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (de889346-78ba-49ea-a754-1ffd5c41bbeb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.144129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-409caa95-2802-4436-aeb0-282a049059d4 req-d0221461-a1bc-412a-96dd-1664b9892701 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1594286 Feb 19 03:09:37.249616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-5dcf4dc1-d342-46f4-9ee2-59ff9544c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:37.262528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d20dc8c-f958-4caf-bd83-522e87c65892 req-5dcf4dc1-d342-46f4-9ee2-59ff9544c541 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2101033 Feb 19 03:09:37.312002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-addbb0b5-857e-4de8-8d7d-509f36c3c9b7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (de889346-78ba-49ea-a754-1ffd5c41bbeb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.312375 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-addbb0b5-857e-4de8-8d7d-509f36c3c9b7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (de889346-78ba-49ea-a754-1ffd5c41bbeb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.340871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-addbb0b5-857e-4de8-8d7d-509f36c3c9b7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Calling delete_port for de889346-78ba-49ea-a754-1ffd5c41bbeb owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:09:37.483291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 307fe882-90e7-45a5-b076-cc5741d656a2 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:37.487121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abd515-c464-4261-a5bd-1f594729febf req-5d2f30d7-2766-43db-b3d6-193ea879f7dd tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:37.493410 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Publish callbacks [] for port (307fe882-90e7-45a5-b076-cc5741d656a2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.495317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8abd515-c464-4261-a5bd-1f594729febf req-5d2f30d7-2766-43db-b3d6-193ea879f7dd tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1724291 Feb 19 03:09:37.509658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Transition to ACTIVE for port object 307fe882-90e7-45a5-b076-cc5741d656a2 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:37.517821 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.605667 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8abd515-c464-4261-a5bd-1f594729febf req-a9409902-7325-40dc-8d02-7b30f03d5f1b tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056464 Feb 19 03:09:37.678461 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Pushing event updated for resources: {'Port': ['ID=307fe882-90e7-45a5-b076-cc5741d656a2,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:37.715881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-addbb0b5-857e-4de8-8d7d-509f36c3c9b7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (de889346-78ba-49ea-a754-1ffd5c41bbeb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.720336 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Attempting to bind port 307fe882-90e7-45a5-b076-cc5741d656a2 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:37.720929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Attempting to bind port 307fe882-90e7-45a5-b076-cc5741d656a2 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:37.721525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Attempting to bind port 307fe882-90e7-45a5-b076-cc5741d656a2 on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:37.726748 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Port 307fe882-90e7-45a5-b076-cc5741d656a2 on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:37.739828 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Attempting to bind port 307fe882-90e7-45a5-b076-cc5741d656a2 on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:37.755666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:37.756144 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Checking segment: {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:37.756530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Bound using segment: {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:37.758618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Bound port: 307fe882-90e7-45a5-b076-cc5741d656a2, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:37.762641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.781916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': 'ef9160a2-f769-4929-9fe3-4b33b6ef333a'}, {'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': '78517530-836b-4655-9fe8-84515836b501'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:37.784368 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88033c23-9d5a-476d-b3cd-ad08319698fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "ef9160a2-f769-4929-9fe3-4b33b6ef333a"}, {"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "78517530-836b-4655-9fe8-84515836b501"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:37.820354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34814) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:37.825284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addbb0b5-857e-4de8-8d7d-509f36c3c9b7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event deleted for resources: {'Port': ['ID=de889346-78ba-49ea-a754-1ffd5c41bbeb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:37.872316 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-addbb0b5-857e-4de8-8d7d-509f36c3c9b7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (01f8422f-7650-44e8-a0c6-5797671808b3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.885939 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-addbb0b5-857e-4de8-8d7d-509f36c3c9b7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:37.887168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-addbb0b5-857e-4de8-8d7d-509f36c3c9b7 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "DELETE /v2.0/floatingips/01f8422f-7650-44e8-a0c6-5797671808b3 HTTP/1.1" status: 204 len: 168 time: 1.6329544 Feb 19 03:09:37.907858 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba3c98c-26a9-469d-be51-c5aa47fdae3e x-openstack-request-id: req-cba3c98c-26a9-469d-be51-c5aa47fdae3e {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:37.918152 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "ef9160a2-f769-4929-9fe3-4b33b6ef333a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "78517530-836b-4655-9fe8-84515836b501", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:37.918746 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cba3c98c-26a9-469d-be51-c5aa47fdae3e {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:37.920179 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': 'ef9160a2-f769-4929-9fe3-4b33b6ef333a', 'status': 'completed', 'code': 200} Feb 19 03:09:37.920996 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': '78517530-836b-4655-9fe8-84515836b501', 'status': 'completed', 'code': 200} Feb 19 03:09:37.996616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] For port 307fe882-90e7-45a5-b076-cc5741d656a2, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:38.017437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-f214218b-121c-40f1-82c8-ff86b374b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.017861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-f214218b-121c-40f1-82c8-ff86b374b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.018466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-f214218b-121c-40f1-82c8-ff86b374b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.019012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] For port 307fe882-90e7-45a5-b076-cc5741d656a2, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=307fe882-90e7-45a5-b076-cc5741d656a2,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:38.019191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-f214218b-121c-40f1-82c8-ff86b374b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.019599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-f214218b-121c-40f1-82c8-ff86b374b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.020422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-f214218b-121c-40f1-82c8-ff86b374b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.021087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-f214218b-121c-40f1-82c8-ff86b374b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.023293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-f214218b-121c-40f1-82c8-ff86b374b969 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e39d76280cc94c6698f5e7260dc58776&device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 6425 time: 0.1166444 Feb 19 03:09:38.045467 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:38.131729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Pushing event updated for resources: {'Port': ['ID=307fe882-90e7-45a5-b076-cc5741d656a2,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:38.178603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.179572 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:38.181892 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b64f50ad-7ad7-4314-8d93-b397264247ee service neutron] 10.222.0.87 "PUT /v2.0/ports/307fe882-90e7-45a5-b076-cc5741d656a2 HTTP/1.1" status: 200 len: 1091 time: 1.3265610 Feb 19 03:09:38.228238 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Request body: {'port': {'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:38.263116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-d41a083f-ed4b-405f-8843-2106014f1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.263679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-d41a083f-ed4b-405f-8843-2106014f1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.264380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-d41a083f-ed4b-405f-8843-2106014f1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.275188 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-d41a083f-ed4b-405f-8843-2106014f1ad9 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=e39d76280cc94c6698f5e7260dc58776&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2390079 Feb 19 03:09:38.336267 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8768e3fb-f2c4-4f8e-baaa-cbee2bdff2b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9e848c62b5954e7f9c4c08cbaf6995bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5141220 Feb 19 03:09:38.337716 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34826) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:38.404146 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:38.417713 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d24d556c-9242-49ae-8a97-06770771242b), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:38.489059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34830) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:38.511833 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3ff64186-0dfb-4ff6-8850-d3a8bcb13631 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--530307794', 'description': 'tempest-description--963774596'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:38.532760 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ea40b78-a020-488a-849b-011beb3d3265 admin admin] Publish callbacks [] for security_group (dc19a09e-9fe1-422f-80c9-83876532c018), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:38.581769 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ff64186-0dfb-4ff6-8850-d3a8bcb13631 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:38.594357 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ea40b78-a020-488a-849b-011beb3d3265 admin admin] Publish callbacks [] for security_group (dc19a09e-9fe1-422f-80c9-83876532c018), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:38.613080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-67cba548-5983-4e9a-b2dc-64427851d99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.614603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-67cba548-5983-4e9a-b2dc-64427851d99d service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3000863 Feb 19 03:09:38.684077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46777d6-d9a5-4e28-818b-b89281c1d889 req-4b7d918d-7853-4b02-9915-afeb900bec6b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.703808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46777d6-d9a5-4e28-818b-b89281c1d889 req-4b7d918d-7853-4b02-9915-afeb900bec6b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.709484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46777d6-d9a5-4e28-818b-b89281c1d889 req-4b7d918d-7853-4b02-9915-afeb900bec6b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.715345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46777d6-d9a5-4e28-818b-b89281c1d889 req-4b7d918d-7853-4b02-9915-afeb900bec6b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.722428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46777d6-d9a5-4e28-818b-b89281c1d889 req-4b7d918d-7853-4b02-9915-afeb900bec6b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.728919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46777d6-d9a5-4e28-818b-b89281c1d889 req-4b7d918d-7853-4b02-9915-afeb900bec6b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.734467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46777d6-d9a5-4e28-818b-b89281c1d889 req-4b7d918d-7853-4b02-9915-afeb900bec6b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.737169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b46777d6-d9a5-4e28-818b-b89281c1d889 req-4b7d918d-7853-4b02-9915-afeb900bec6b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5396 time: 0.3839068 Feb 19 03:09:38.865646 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ff64186-0dfb-4ff6-8850-d3a8bcb13631 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group (3a79eb33-34ee-456d-825f-0158cdfb02a2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:38.888342 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ff64186-0dfb-4ff6-8850-d3a8bcb13631 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3a79eb33-34ee-456d-825f-0158cdfb02a2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:38.950502 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ff64186-0dfb-4ff6-8850-d3a8bcb13631 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:38.951988 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3ff64186-0dfb-4ff6-8850-d3a8bcb13631 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4606946 Feb 19 03:09:38.963450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34840) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:38.973560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d91dadd6-6da9-4c76-b641-89c465c067ae tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Request body: {'security_group_rule': {'security_group_id': '3a79eb33-34ee-456d-825f-0158cdfb02a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:38.986643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-da8415e2-0594-4bb3-a2ca-059a2b719b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.987259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-da8415e2-0594-4bb3-a2ca-059a2b719b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.988127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-da8415e2-0594-4bb3-a2ca-059a2b719b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.988688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-da8415e2-0594-4bb3-a2ca-059a2b719b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.989156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-da8415e2-0594-4bb3-a2ca-059a2b719b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.989952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-da8415e2-0594-4bb3-a2ca-059a2b719b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.990597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-da8415e2-0594-4bb3-a2ca-059a2b719b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:38.994000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-da8415e2-0594-4bb3-a2ca-059a2b719b40 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e39d76280cc94c6698f5e7260dc58776&device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 6498 time: 0.2557251 Feb 19 03:09:39.010645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e60ff-c43f-4965-b837-687339188d34 req-a623c2c8-0395-49fd-be43-26ae719e9658 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:39.018520 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d84e60ff-c43f-4965-b837-687339188d34 req-a623c2c8-0395-49fd-be43-26ae719e9658 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.2229619 Feb 19 03:09:39.028484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b46777d6-d9a5-4e28-818b-b89281c1d889 req-8042ee58-75eb-46aa-b5b6-8addfbd13a23 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2816586 Feb 19 03:09:39.162688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24d556c-9242-49ae-8a97-06770771242b {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:39.192010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-426febef-59c9-438b-9c07-9da3ead10bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:39.192590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-426febef-59c9-438b-9c07-9da3ead10bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:39.193107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-426febef-59c9-438b-9c07-9da3ead10bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:39.194793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-426febef-59c9-438b-9c07-9da3ead10bfc service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=e39d76280cc94c6698f5e7260dc58776&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1739023 Feb 19 03:09:39.197655 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Publish callbacks [] for port (d24d556c-9242-49ae-8a97-06770771242b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.210505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff64186-0dfb-4ff6-8850-d3a8bcb13631 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a79eb33-34ee-456d-825f-0158cdfb02a2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:39.237020 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ea40b78-a020-488a-849b-011beb3d3265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dc19a09e-9fe1-422f-80c9-83876532c018), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.240315 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ea40b78-a020-488a-849b-011beb3d3265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.245604 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4ea40b78-a020-488a-849b-011beb3d3265 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc19a09e-9fe1-422f-80c9-83876532c018 HTTP/1.1" status: 204 len: 168 time: 0.9036021 Feb 19 03:09:39.249000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Transition to ACTIVE for port object d24d556c-9242-49ae-8a97-06770771242b will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:39.276391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea40b78-a020-488a-849b-011beb3d3265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc19a09e-9fe1-422f-80c9-83876532c018,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:39.281550 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d24d556c-9242-49ae-8a97-06770771242b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.345359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d84e60ff-c43f-4965-b837-687339188d34 req-cd2e6db2-048f-4b27-810e-b07c079678dc tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258505 Feb 19 03:09:39.405557 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d91dadd6-6da9-4c76-b641-89c465c067ae tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group_rule (f57038f0-2edc-4334-b6b9-3dff25fbc7f7), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.412053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Pushing event updated for resources: {'Port': ['ID=d24d556c-9242-49ae-8a97-06770771242b,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:39.443442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-067b56b3-8b8f-4a65-83ef-73fc6b781c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:39.445234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88033c23-9d5a-476d-b3cd-ad08319698fc req-067b56b3-8b8f-4a65-83ef-73fc6b781c01 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2110584 Feb 19 03:09:39.586861 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d91dadd6-6da9-4c76-b641-89c465c067ae tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group_rule (f57038f0-2edc-4334-b6b9-3dff25fbc7f7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.592535 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Attempting to bind port d24d556c-9242-49ae-8a97-06770771242b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:39.592832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Attempting to bind port d24d556c-9242-49ae-8a97-06770771242b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:39.593301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Attempting to bind port d24d556c-9242-49ae-8a97-06770771242b on network 6af92cd5-54ec-4f14-82e4-e7e519181964 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:39.598582 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d91dadd6-6da9-4c76-b641-89c465c067ae tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f57038f0-2edc-4334-b6b9-3dff25fbc7f7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.618744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Port d24d556c-9242-49ae-8a97-06770771242b on network 6af92cd5-54ec-4f14-82e4-e7e519181964 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:39.619106 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Attempting to bind port d24d556c-9242-49ae-8a97-06770771242b on network 6af92cd5-54ec-4f14-82e4-e7e519181964 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:39.640652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:39.641015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Checking segment: {'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:39.641581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Bound using segment: {'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:39.642081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Bound port: d24d556c-9242-49ae-8a97-06770771242b, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:39.642645 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d24d556c-9242-49ae-8a97-06770771242b), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.657255 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d91dadd6-6da9-4c76-b641-89c465c067ae tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.661149 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d91dadd6-6da9-4c76-b641-89c465c067ae tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6960492 Feb 19 03:09:39.662693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34854) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:39.671114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91dadd6-6da9-4c76-b641-89c465c067ae tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57038f0-2edc-4334-b6b9-3dff25fbc7f7,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:39.680422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6ca29adf-521c-4632-900b-9d23f5a1b637 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Request body: {'security_group_rule': {'security_group_id': '3a79eb33-34ee-456d-825f-0158cdfb02a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:39.712697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34856) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:39.773636 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ca29adf-521c-4632-900b-9d23f5a1b637 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group_rule (f96dfc48-a097-4820-9bfd-3fa5c2a4c547), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.781746 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-80969070-1a94-4c9f-baef-693d69d0e924 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=baea11aba51747f4bc86bee9f81018d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0674930 Feb 19 03:09:39.784766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34858) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:39.794217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] For port d24d556c-9242-49ae-8a97-06770771242b, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:39.819024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] For port d24d556c-9242-49ae-8a97-06770771242b, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d24d556c-9242-49ae-8a97-06770771242b,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:39.835735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d24d556c-9242-49ae-8a97-06770771242b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.855218 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c1f5752-a615-4323-a4b6-1d3b9c579d8c admin admin] Publish callbacks [] for security_group (aa0546b7-43e3-49e5-8b3d-2cbf3e726a6c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.896703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:39.896958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.898286 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] 10.222.0.87 "PUT /v2.0/ports/d24d556c-9242-49ae-8a97-06770771242b HTTP/1.1" status: 200 len: 1091 time: 1.6847739 Feb 19 03:09:39.900384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ca29adf-521c-4632-900b-9d23f5a1b637 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group_rule (f96dfc48-a097-4820-9bfd-3fa5c2a4c547), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.904588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c1f5752-a615-4323-a4b6-1d3b9c579d8c admin admin] Publish callbacks [] for security_group (aa0546b7-43e3-49e5-8b3d-2cbf3e726a6c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.909963 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ca29adf-521c-4632-900b-9d23f5a1b637 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f96dfc48-a097-4820-9bfd-3fa5c2a4c547), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:39.943442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': '307fe882-90e7-45a5-b076-cc5741d656a2'}, {'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': 'd24d556c-9242-49ae-8a97-06770771242b'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:39.946876 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "307fe882-90e7-45a5-b076-cc5741d656a2"}, {"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "d24d556c-9242-49ae-8a97-06770771242b"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:39.982374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Request body: {'port': {'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:40.007697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca29adf-521c-4632-900b-9d23f5a1b637 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96dfc48-a097-4820-9bfd-3fa5c2a4c547,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:40.014870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720caf7b-ec5c-4f49-847e-caa951aa0349 service neutron] Pushing event updated for resources: {'Port': ['ID=d24d556c-9242-49ae-8a97-06770771242b,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:40.025814 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c1f5752-a615-4323-a4b6-1d3b9c579d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (aa0546b7-43e3-49e5-8b3d-2cbf3e726a6c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.028399 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c1f5752-a615-4323-a4b6-1d3b9c579d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.031502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6c1f5752-a615-4323-a4b6-1d3b9c579d8c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aa0546b7-43e3-49e5-8b3d-2cbf3e726a6c HTTP/1.1" status: 204 len: 168 time: 0.2453899 Feb 19 03:09:40.052579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f5752-a615-4323-a4b6-1d3b9c579d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0546b7-43e3-49e5-8b3d-2cbf3e726a6c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:40.067919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.095331 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ca29adf-521c-4632-900b-9d23f5a1b637 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.099297 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6ca29adf-521c-4632-900b-9d23f5a1b637 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4276094 Feb 19 03:09:40.099638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34870) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:40.106132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:40.109718 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4150cf3-ea8e-4dba-9da7-f6e2571e7793 x-openstack-request-id: req-a4150cf3-ea8e-4dba-9da7-f6e2571e7793 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:40.110019 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "307fe882-90e7-45a5-b076-cc5741d656a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "d24d556c-9242-49ae-8a97-06770771242b", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:40.110311 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4150cf3-ea8e-4dba-9da7-f6e2571e7793 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:40.110839 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': '307fe882-90e7-45a5-b076-cc5741d656a2', 'status': 'completed', 'code': 200} Feb 19 03:09:40.110960 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': 'd24d556c-9242-49ae-8a97-06770771242b', 'status': 'completed', 'code': 200} Feb 19 03:09:40.170445 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.200719 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.280544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-dc578f83-9256-4939-87f5-ffbc005d9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.281167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-dc578f83-9256-4939-87f5-ffbc005d9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.281902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-dc578f83-9256-4939-87f5-ffbc005d9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.282398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-dc578f83-9256-4939-87f5-ffbc005d9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.282921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-dc578f83-9256-4939-87f5-ffbc005d9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.283385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-dc578f83-9256-4939-87f5-ffbc005d9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.283896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-dc578f83-9256-4939-87f5-ffbc005d9c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.286471 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-dc578f83-9256-4939-87f5-ffbc005d9c26 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e39d76280cc94c6698f5e7260dc58776&device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 6596 time: 0.1994078 Feb 19 03:09:40.534042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda21ba-a86d-4819-825a-cc2ca42dc46f req-3158b76a-87d8-44ce-91b4-0312b72868a5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.539724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda21ba-a86d-4819-825a-cc2ca42dc46f req-3158b76a-87d8-44ce-91b4-0312b72868a5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.556177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda21ba-a86d-4819-825a-cc2ca42dc46f req-3158b76a-87d8-44ce-91b4-0312b72868a5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.561832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda21ba-a86d-4819-825a-cc2ca42dc46f req-3158b76a-87d8-44ce-91b4-0312b72868a5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.582804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda21ba-a86d-4819-825a-cc2ca42dc46f req-3158b76a-87d8-44ce-91b4-0312b72868a5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.594107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda21ba-a86d-4819-825a-cc2ca42dc46f req-3158b76a-87d8-44ce-91b4-0312b72868a5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.605965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda21ba-a86d-4819-825a-cc2ca42dc46f req-3158b76a-87d8-44ce-91b4-0312b72868a5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.607925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adda21ba-a86d-4819-825a-cc2ca42dc46f req-3158b76a-87d8-44ce-91b4-0312b72868a5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5408 time: 0.4042826 Feb 19 03:09:40.793882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-741a9e8c-4157-4992-9639-886d73f9cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.794563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-741a9e8c-4157-4992-9639-886d73f9cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.794778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-741a9e8c-4157-4992-9639-886d73f9cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.796372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-741a9e8c-4157-4992-9639-886d73f9cbc7 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=e39d76280cc94c6698f5e7260dc58776&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4863973 Feb 19 03:09:40.953630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c7393f-e0b4-4fe6-b67b-268f9438ff93 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:40.963773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Publish callbacks [] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:40.972500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9b778-47ae-46d4-ab33-ad407dcd0340 req-ddd706f8-94a1-4bd6-a303-da523eb3a5c6 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:40.975172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ad9b778-47ae-46d4-ab33-ad407dcd0340 req-ddd706f8-94a1-4bd6-a303-da523eb3a5c6 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.3386822 Feb 19 03:09:40.986021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Transition to ACTIVE for port object c7c7393f-e0b4-4fe6-b67b-268f9438ff93 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:40.987624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adda21ba-a86d-4819-825a-cc2ca42dc46f req-387c230c-b5c7-49c7-bf3b-a18c3dad41f1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3508651 Feb 19 03:09:41.008192 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.073072 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.143541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-ae4234a8-515b-4c66-8cd0-0081fd5eb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.143541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-ae4234a8-515b-4c66-8cd0-0081fd5eb054 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3064485 Feb 19 03:09:41.180683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Pushing event updated for resources: {'Port': ['ID=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:41.309487 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Attempting to bind port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:41.309832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Attempting to bind port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:41.310169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Attempting to bind port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 on network 6af92cd5-54ec-4f14-82e4-e7e519181964 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:41.323341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 on network 6af92cd5-54ec-4f14-82e4-e7e519181964 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:41.324702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Attempting to bind port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 on network 6af92cd5-54ec-4f14-82e4-e7e519181964 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:41.338350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:41.338694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Checking segment: {'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:41.340332 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Bound using segment: {'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:41.353570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Bound port: c7c7393f-e0b4-4fe6-b67b-268f9438ff93, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd483053e-1a68-4dc5-b7fc-585aab385332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:41.353984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.387492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ad9b778-47ae-46d4-ab33-ad407dcd0340 req-6b3df820-83da-4e01-8eaa-91da22febac7 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987420 Feb 19 03:09:41.455791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-801ab265-eaf7-47fd-98f1-27e9f6ea8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.456677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-801ab265-eaf7-47fd-98f1-27e9f6ea8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.457326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-801ab265-eaf7-47fd-98f1-27e9f6ea8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.457960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-801ab265-eaf7-47fd-98f1-27e9f6ea8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.458588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-801ab265-eaf7-47fd-98f1-27e9f6ea8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.459216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-801ab265-eaf7-47fd-98f1-27e9f6ea8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.459846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-801ab265-eaf7-47fd-98f1-27e9f6ea8aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.462778 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-801ab265-eaf7-47fd-98f1-27e9f6ea8aa9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e39d76280cc94c6698f5e7260dc58776&device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 6621 time: 0.2044322 Feb 19 03:09:41.471955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Allocated IP 172.25.1.79 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/82addd20-de5a-4159-97d3-28b8e2a3f81f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:41.514931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] For port c7c7393f-e0b4-4fe6-b67b-268f9438ff93, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:41.521465 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] For port c7c7393f-e0b4-4fe6-b67b-268f9438ff93, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:41.533752 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.576588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.577255 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:41.578675 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] 10.222.0.87 "PUT /v2.0/ports/c7c7393f-e0b4-4fe6-b67b-268f9438ff93 HTTP/1.1" status: 200 len: 1091 time: 1.6130667 Feb 19 03:09:41.633489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74354c4-e6df-4b34-8ba7-04ea54789c0d service neutron] Pushing event updated for resources: {'Port': ['ID=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:41.829660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-14282da9-2b8d-4e81-bfeb-50d4a4b4c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.830401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-14282da9-2b8d-4e81-bfeb-50d4a4b4c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.831078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-14282da9-2b8d-4e81-bfeb-50d4a4b4c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:41.833501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-14282da9-2b8d-4e81-bfeb-50d4a4b4c5f9 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=e39d76280cc94c6698f5e7260dc58776&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3588839 Feb 19 03:09:41.943124 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for port (82addd20-de5a-4159-97d3-28b8e2a3f81f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.028980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-44c2e1d9-511a-457f-bdd2-3babdf56f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.030484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e95ecaca-a848-4dd9-a21d-18ae21ea8fba req-44c2e1d9-511a-457f-bdd2-3babdf56f686 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1866214 Feb 19 03:09:42.043362 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (82addd20-de5a-4159-97d3-28b8e2a3f81f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.095334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:42.099980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:42.102164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:42.112588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': 'c7c7393f-e0b4-4fe6-b67b-268f9438ff93'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:42.115701 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67b8196-3b27-4506-ab8e-50ee48202f38" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "c7c7393f-e0b4-4fe6-b67b-268f9438ff93"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:42.197095 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a443f4-975c-4f91-9cb6-9d84151d52f8 x-openstack-request-id: req-48a443f4-975c-4f91-9cb6-9d84151d52f8 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:42.197477 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "c7c7393f-e0b4-4fe6-b67b-268f9438ff93", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:42.197848 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48a443f4-975c-4f91-9cb6-9d84151d52f8 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:42.198362 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': 'c7c7393f-e0b4-4fe6-b67b-268f9438ff93', 'status': 'completed', 'code': 200} Feb 19 03:09:42.249130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event updated for resources: {'Port': ['ID=82addd20-de5a-4159-97d3-28b8e2a3f81f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:42.331724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b32c85d3-e375-4fbb-b28a-d88ad10e1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.332356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b32c85d3-e375-4fbb-b28a-d88ad10e1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.332897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b32c85d3-e375-4fbb-b28a-d88ad10e1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.333511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b32c85d3-e375-4fbb-b28a-d88ad10e1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.334017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b32c85d3-e375-4fbb-b28a-d88ad10e1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.334521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b32c85d3-e375-4fbb-b28a-d88ad10e1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.335024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b32c85d3-e375-4fbb-b28a-d88ad10e1df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.337133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b32c85d3-e375-4fbb-b28a-d88ad10e1df2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e39d76280cc94c6698f5e7260dc58776&device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 6694 time: 0.2529635 Feb 19 03:09:42.354403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded906-bd72-45dc-9ab5-8abfc4d0f246 req-4c5bac32-9a28-49bd-824d-d4718047c208 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.360580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded906-bd72-45dc-9ab5-8abfc4d0f246 req-4c5bac32-9a28-49bd-824d-d4718047c208 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.367356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded906-bd72-45dc-9ab5-8abfc4d0f246 req-4c5bac32-9a28-49bd-824d-d4718047c208 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.373749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded906-bd72-45dc-9ab5-8abfc4d0f246 req-4c5bac32-9a28-49bd-824d-d4718047c208 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.396601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded906-bd72-45dc-9ab5-8abfc4d0f246 req-4c5bac32-9a28-49bd-824d-d4718047c208 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.413230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded906-bd72-45dc-9ab5-8abfc4d0f246 req-4c5bac32-9a28-49bd-824d-d4718047c208 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.419121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded906-bd72-45dc-9ab5-8abfc4d0f246 req-4c5bac32-9a28-49bd-824d-d4718047c208 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.421104 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9ded906-bd72-45dc-9ab5-8abfc4d0f246 req-4c5bac32-9a28-49bd-824d-d4718047c208 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.3153086 Feb 19 03:09:42.462071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-dbc25d2e-7390-4f84-b355-6db9584381b3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0326cf6f-e775-4499-8a66-2145d413307a HTTP/1.1" status: 200 len: 217 time: 0.0399384 Feb 19 03:09:42.463433 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (179b8ad2-926e-400e-a927-085b236bebbd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.656244 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (82addd20-de5a-4159-97d3-28b8e2a3f81f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:42.661879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-9fa5f10d-f117-43d1-8271-12070a0d4a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.663359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-9fa5f10d-f117-43d1-8271-12070a0d4a13 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d0bf3019-8554-43e8-b535-c149fe732d9a HTTP/1.1" status: 200 len: 851 time: 0.1848171 Feb 19 03:09:42.718095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9ded906-bd72-45dc-9ab5-8abfc4d0f246 req-12d03385-a26f-4def-b023-72d99d5b779e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2526789 Feb 19 03:09:42.727966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fce538-3c91-4c99-8507-25fc5309352e req-829241d8-a513-4adf-a35f-736bb569a401 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.729716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3fce538-3c91-4c99-8507-25fc5309352e req-829241d8-a513-4adf-a35f-736bb569a401 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1945636 Feb 19 03:09:42.901998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3b3849ed-48e3-4828-ba02-7d8080f60112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:42.901998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3b3849ed-48e3-4828-ba02-7d8080f60112 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08887c7d-6d72-4ea2-8b38-77fe8c245453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1990058 Feb 19 03:09:42.979481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3fce538-3c91-4c99-8507-25fc5309352e req-e863d5d1-6fa6-4ff3-90dd-d740a056def8 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528375 Feb 19 03:09:43.023742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-c90b2cea-ce9c-400d-945e-2550ba717fdf tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=bccf6f84e6134160a5b272ea5e0cadc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395098 Feb 19 03:09:43.080162 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for port (82addd20-de5a-4159-97d3-28b8e2a3f81f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.113890 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (82addd20-de5a-4159-97d3-28b8e2a3f81f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.165986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3b0dcaa3-6696-4106-9202-9d55402bc750 service neutron] 10.222.0.87 "GET /v2.0/networks/08887c7d-6d72-4ea2-8b38-77fe8c245453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540994 Feb 19 03:09:43.605089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event updated for resources: {'Port': ['ID=82addd20-de5a-4159-97d3-28b8e2a3f81f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:43.635674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.635998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.636344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.636685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.637028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.637355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.637678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.637998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.638315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.638630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.638945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.639270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.639586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:43.651301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-39f89d57-49d5-4cce-b09d-3d2554e02923 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:43.652818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-39f89d57-49d5-4cce-b09d-3d2554e02923 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6225343 Feb 19 03:09:43.660582 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (179b8ad2-926e-400e-a927-085b236bebbd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.712623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-383a111f-8006-4276-bf86-b9e3e35d981e service neutron] 10.222.0.87 "GET /v2.0/networks/08887c7d-6d72-4ea2-8b38-77fe8c245453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356116 Feb 19 03:09:43.717110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-23b64e44-dce8-4fb3-8108-f3e9fc052446 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/quotas/bccf6f84e6134160a5b272ea5e0cadc2 HTTP/1.1" status: 200 len: 375 time: 0.0576384 Feb 19 03:09:43.719996 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:43.721202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7c63a6a6-4665-4cb0-904d-f6480666ef5a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6206534 Feb 19 03:09:43.791215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0d14cf4e-27f3-43f7-9349-3ef1b7a9b947 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=e24c2a48-667d-4140-871f-fb0fe279b541 HTTP/1.1" status: 200 len: 217 time: 0.0688963 Feb 19 03:09:43.852521 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-4f7ca28e-e7fa-41ca-9c6f-19f28dd31362 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bccf6f84e6134160a5b272ea5e0cadc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603600 Feb 19 03:09:43.923615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-08f71aa0-a979-46c3-95b2-79955049a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:43.925160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-08f71aa0-a979-46c3-95b2-79955049a0a8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 200 len: 797 time: 0.1263180 Feb 19 03:09:43.990060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d288-7c17-47d6-a406-46035be6620d req-ee292386-16ee-4723-b203-808f939eb8a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:43.999608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d288-7c17-47d6-a406-46035be6620d req-ee292386-16ee-4723-b203-808f939eb8a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.000567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d288-7c17-47d6-a406-46035be6620d req-ee292386-16ee-4723-b203-808f939eb8a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.011379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d288-7c17-47d6-a406-46035be6620d req-ee292386-16ee-4723-b203-808f939eb8a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.019967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d288-7c17-47d6-a406-46035be6620d req-ee292386-16ee-4723-b203-808f939eb8a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.028107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d288-7c17-47d6-a406-46035be6620d req-ee292386-16ee-4723-b203-808f939eb8a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.035094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261d288-7c17-47d6-a406-46035be6620d req-ee292386-16ee-4723-b203-808f939eb8a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.054351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6261d288-7c17-47d6-a406-46035be6620d req-ee292386-16ee-4723-b203-808f939eb8a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1960170 Feb 19 03:09:44.193468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-dd2fe132-a5b4-43d0-a2b2-c56e6b9d96f6 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--530307794&fields=id&tenant_id=17ff531d12774f8aa118593314cb1782 HTTP/1.1" status: 200 len: 267 time: 0.0981524 Feb 19 03:09:44.201444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-075d020a-3ab7-448a-883a-fa52bb7ba943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.203328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-075d020a-3ab7-448a-883a-fa52bb7ba943 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2695785 Feb 19 03:09:44.258887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6261d288-7c17-47d6-a406-46035be6620d req-ea0c6d4f-8706-4786-9b23-4d3c1acbfb45 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1989424 Feb 19 03:09:44.395865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a02b6f1-410b-42d3-8bd6-612b37087072 req-6a38c807-e95b-4fef-a819-dc3b6f7dcbab tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 210 time: 0.0505555 Feb 19 03:09:44.532508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-6cdbd565-18e5-4702-9b19-5eda95cc6d65 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.534252 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-6cdbd565-18e5-4702-9b19-5eda95cc6d65 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 811 time: 0.3399189 Feb 19 03:09:44.564832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-edca2ab5-0b18-4b3e-816e-27f6048feef7 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462088 Feb 19 03:09:44.578194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-4b45434a-67d2-4ab6-b4d8-90415fe3b390 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/quotas/17ff531d12774f8aa118593314cb1782 HTTP/1.1" status: 200 len: 375 time: 0.0316613 Feb 19 03:09:44.679389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d678882-38d9-4988-9ac7-fc4e1bdb0d84 req-fad41436-2261-4d16-bfbc-d6feabf73ae5 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:44.681742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d678882-38d9-4988-9ac7-fc4e1bdb0d84 req-fad41436-2261-4d16-bfbc-d6feabf73ae5 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1956055 Feb 19 03:09:44.762206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-b76ba3e1-57e5-4b0c-a091-c357220eb1e5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1830153 Feb 19 03:09:44.800939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d678882-38d9-4988-9ac7-fc4e1bdb0d84 req-106f6202-cabf-4d02-9e87-51bc64d3c9af tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092119 Feb 19 03:09:44.827065 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-7b05c2c0-3660-4b7c-8b0a-84665a1758c7 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559643 Feb 19 03:09:44.948306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-a8e822f5-bd00-44d7-808f-a8fe2fede5e7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=ef9160a2-f769-4929-9fe3-4b33b6ef333a HTTP/1.1" status: 200 len: 217 time: 0.1073177 Feb 19 03:09:45.036656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-abac3bd6-9c60-47ea-9015-235c608e3555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:45.038199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-abac3bd6-9c60-47ea-9015-235c608e3555 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 200 len: 797 time: 0.0831783 Feb 19 03:09:45.041923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-fe0df9f9-3fe9-4e59-a96d-efa6f7560cf9 service neutron] 10.222.0.81 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339602 Feb 19 03:09:45.154614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-96b655e7-40a1-495b-a198-54fbdf32db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:45.156419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-96b655e7-40a1-495b-a198-54fbdf32db7a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1109071 Feb 19 03:09:45.262628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-50e28141-dcb7-452d-a384-b0c878957f2d tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=bccf6f84e6134160a5b272ea5e0cadc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354111 Feb 19 03:09:45.277872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-d498491a-67b2-4107-993e-2272240c591b service neutron] 10.222.0.81 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245214 Feb 19 03:09:45.414264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-53891dba-9dcd-4d03-9c43-6ad40c712db0 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460670 Feb 19 03:09:45.574834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-04b793b9-32af-44f2-89f8-de4b5a98004e tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:45.576389 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-04b793b9-32af-44f2-89f8-de4b5a98004e tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2606900 Feb 19 03:09:45.598409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Request body: {'port': {'device_id': '361ba201-b9d4-4e94-93ff-d242d1d230d8', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': 'bccf6f84e6134160a5b272ea5e0cadc2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:45.635185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8ba1269-f958-42f4-beac-bf74dd10f125 req-c82cab3f-759e-42c8-a751-c8d5e81f76c3 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 210 time: 0.0565159 Feb 19 03:09:45.681626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00c2eb-6847-4a68-bf18-82b4f4ef8f2a req-2c1f04e8-688d-4f92-9679-8ddcfc38427f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:45.686988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00c2eb-6847-4a68-bf18-82b4f4ef8f2a req-2c1f04e8-688d-4f92-9679-8ddcfc38427f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:45.703457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00c2eb-6847-4a68-bf18-82b4f4ef8f2a req-2c1f04e8-688d-4f92-9679-8ddcfc38427f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:45.709443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00c2eb-6847-4a68-bf18-82b4f4ef8f2a req-2c1f04e8-688d-4f92-9679-8ddcfc38427f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:45.715640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00c2eb-6847-4a68-bf18-82b4f4ef8f2a req-2c1f04e8-688d-4f92-9679-8ddcfc38427f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:45.721237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00c2eb-6847-4a68-bf18-82b4f4ef8f2a req-2c1f04e8-688d-4f92-9679-8ddcfc38427f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:45.726722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00c2eb-6847-4a68-bf18-82b4f4ef8f2a req-2c1f04e8-688d-4f92-9679-8ddcfc38427f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:45.734553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c00c2eb-6847-4a68-bf18-82b4f4ef8f2a req-2c1f04e8-688d-4f92-9679-8ddcfc38427f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.3189514 Feb 19 03:09:45.832699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eab6bd7d-2ac2-4386-a795-49e00b85c66b req-054d8064-dae7-42b8-99a5-1775bdcac447 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 210 time: 0.0903649 Feb 19 03:09:45.892821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-ebe427dd-b2e5-4c2d-bd65-cbc45a559c74 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248724 Feb 19 03:09:46.021057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-5b8c958e-b06e-4f58-8750-9837a2daa965 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=78517530-836b-4655-9fe8-84515836b501 HTTP/1.1" status: 200 len: 217 time: 0.1028752 Feb 19 03:09:46.082179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c00c2eb-6847-4a68-bf18-82b4f4ef8f2a req-818b2575-abbc-4aad-9515-f39377e7cbb7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3467500 Feb 19 03:09:46.114970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-c2ad6e44-5b25-460f-b1b4-fbcfc1b33d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:46.116427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-c2ad6e44-5b25-460f-b1b4-fbcfc1b33d1c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 200 len: 797 time: 0.0875168 Feb 19 03:09:46.146358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071bcf5-23c1-487c-b576-296b58959720 req-1af91418-4268-4907-b6b7-f02d9ce1a911 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:46.158414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4071bcf5-23c1-487c-b576-296b58959720 req-1af91418-4268-4907-b6b7-f02d9ce1a911 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.2483535 Feb 19 03:09:46.169142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Made reservation on behalf of bccf6f84e6134160a5b272ea5e0cadc2 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:46.175269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.247563 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.347390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4071bcf5-23c1-487c-b576-296b58959720 req-85308aa9-ed70-479d-b647-7e2d9360dd2c tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880679 Feb 19 03:09:46.353464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b6f0b027-6779-43e8-979a-d795bcfaf763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:46.355208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b6f0b027-6779-43e8-979a-d795bcfaf763 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1891873 Feb 19 03:09:46.490786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-d432cc66-cc27-44a9-943d-524d52c83598 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267107 Feb 19 03:09:46.536063 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Publish callbacks [] for security_group (cf7490e0-facb-4a40-b336-7408a260aafc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.563695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cf7490e0-facb-4a40-b336-7408a260aafc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:46.676446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7490e0-facb-4a40-b336-7408a260aafc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:46.756582 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-6d7f2e51-097f-4e58-93f6-0d0b04538756 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592273 Feb 19 03:09:46.905566 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-475951b4-38cf-4fb8-bf7c-1d9c6aaeea82 req-b9e72f3b-decb-44b9-bd11-3e6aaa304cfa tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 210 time: 0.1421452 Feb 19 03:09:46.913865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b30e93a4-633e-4f86-8496-06af87326d86 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=307fe882-90e7-45a5-b076-cc5741d656a2 HTTP/1.1" status: 200 len: 217 time: 0.1077356 Feb 19 03:09:46.959521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Allocated IP 192.168.233.195 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/59bcbf60-01e6-48ee-a5ac-81ac15310df0) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:47.012680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5230a8c-0b4c-4a6e-844e-a827d45e2d2a req-0e4148f9-e1b6-43d8-b628-b4eeec18c9da tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 210 time: 0.0868394 Feb 19 03:09:47.038734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-b0ee3eca-4016-4982-8cbf-490b73115dad tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.040554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-b0ee3eca-4016-4982-8cbf-490b73115dad tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.67 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 811 time: 0.3402660 Feb 19 03:09:47.091716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-92a15169-c234-4eab-aa39-ba61421dc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.093811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-92a15169-c234-4eab-aa39-ba61421dc10e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 200 len: 797 time: 0.1691496 Feb 19 03:09:47.274868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-6926397c-f191-4fd5-9b1c-577f95ac2241 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17ff531d12774f8aa118593314cb1782 HTTP/1.1" status: 200 len: 379 time: 0.2239969 Feb 19 03:09:47.309185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-ac73a7f4-8fff-42cb-8a40-410cf2e53b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.310745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-ac73a7f4-8fff-42cb-8a40-410cf2e53b3e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2020361 Feb 19 03:09:47.367348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Request body: {'port': {'device_id': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'admin_state_up': True, 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'security_groups': ['3a79eb33-34ee-456d-825f-0158cdfb02a2']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:47.391566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded8dfd-2476-487d-b0f9-25371d5f4c7b req-bb6bb31e-7af5-4d8c-8782-27697529143f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.397110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded8dfd-2476-487d-b0f9-25371d5f4c7b req-bb6bb31e-7af5-4d8c-8782-27697529143f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.402854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded8dfd-2476-487d-b0f9-25371d5f4c7b req-bb6bb31e-7af5-4d8c-8782-27697529143f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.408158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded8dfd-2476-487d-b0f9-25371d5f4c7b req-bb6bb31e-7af5-4d8c-8782-27697529143f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.413557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded8dfd-2476-487d-b0f9-25371d5f4c7b req-bb6bb31e-7af5-4d8c-8782-27697529143f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.419044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded8dfd-2476-487d-b0f9-25371d5f4c7b req-bb6bb31e-7af5-4d8c-8782-27697529143f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.424265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded8dfd-2476-487d-b0f9-25371d5f4c7b req-bb6bb31e-7af5-4d8c-8782-27697529143f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:47.426295 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ded8dfd-2476-487d-b0f9-25371d5f4c7b req-bb6bb31e-7af5-4d8c-8782-27697529143f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.2340305 Feb 19 03:09:47.431093 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Publish callbacks [] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:48.069344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ded8dfd-2476-487d-b0f9-25371d5f4c7b req-2575ec1a-0bd1-4a96-a9fb-fd70a1298cab tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5978968 Feb 19 03:09:48.081324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-69b7b80a-75fd-4a50-86df-705eed60580f service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7591667 Feb 19 03:09:48.093940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89726b4-2a26-49b5-bf20-01e3a26fea02 req-45bc8c8a-edc0-468c-bc75-541daa3b725c tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:48.105270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d89726b4-2a26-49b5-bf20-01e3a26fea02 req-45bc8c8a-edc0-468c-bc75-541daa3b725c tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.6447299 Feb 19 03:09:48.145412 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:48.297893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:48.319787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:48.322849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Made reservation on behalf of 17ff531d12774f8aa118593314cb1782 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:09:48.328342 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:48.333582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:48.345265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Pushing event updated for resources: {'Port': ['ID=59bcbf60-01e6-48ee-a5ac-81ac15310df0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:48.445837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d89726b4-2a26-49b5-bf20-01e3a26fea02 req-2c81d3a6-3dab-459b-82d6-7c184e86b0a7 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354201 Feb 19 03:09:48.456376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0011fbf8-5b27-4200-8b47-e9727ffe1c12 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449571 Feb 19 03:09:48.467510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23f691-bae8-4bfe-a540-e63073e85ccb req-bb039337-85aa-4412-b81d-a50862a71f61 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:48.477589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a23f691-bae8-4bfe-a540-e63073e85ccb req-bb039337-85aa-4412-b81d-a50862a71f61 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 936 time: 0.3264084 Feb 19 03:09:48.566264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0697e422-d990-488a-94e8-ba5e723c9c01 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d24d556c-9242-49ae-8a97-06770771242b HTTP/1.1" status: 200 len: 217 time: 0.0864441 Feb 19 03:09:48.637109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:48.637783 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:48.689067 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acce2d04-a761-4fd8-8784-6d5593b96328 req-7e7543db-111d-4324-99f0-49bf019d87c9 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 210 time: 0.1124620 Feb 19 03:09:48.753499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-8089882a-fa74-4022-b492-3c4ec89db775 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1679988 Feb 19 03:09:48.761543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a23f691-bae8-4bfe-a540-e63073e85ccb req-320fe7ff-cdf1-4dc4-99ce-7de4a1549948 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826746 Feb 19 03:09:48.768778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Request body: {'port': {'device_id': '361ba201-b9d4-4e94-93ff-d242d1d230d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:48.775863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-916a9cdb-0ded-4fac-b603-721d125afc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:48.777496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-916a9cdb-0ded-4fac-b603-721d125afc54 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=60c72830-55c7-4d41-887b-cc9edfd6d350 HTTP/1.1" status: 200 len: 797 time: 0.1710036 Feb 19 03:09:48.791331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f0e8a828-629f-4f3d-8f56-bb1607b9577f None None] Provisioning complete for port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:48.792284 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f0e8a828-629f-4f3d-8f56-bb1607b9577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:48.834550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8a828-629f-4f3d-8f56-bb1607b9577f None None] Port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:48.941827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Allocated IP 172.20.0.4 (e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb/72e1106a-2b0f-4878-83b4-66426da45471/4c81c3bc-7533-4480-b3d1-272de3cf8806) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:48.948335 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:48.979742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-74400e03-dcde-49b8-9032-c5e756c0f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:48.981321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-74400e03-dcde-49b8-9032-c5e756c0f5c4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6af92cd5-54ec-4f14-82e4-e7e519181964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1432378 Feb 19 03:09:49.369632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-75fa31b5-c486-492c-9f08-66a9ab865bb2 service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675988 Feb 19 03:09:49.480751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12131cb6-fb6f-4749-8e76-78f983a406a9 req-0fd3aefe-476c-42f8-8a03-cf181e54ea4f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.485943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12131cb6-fb6f-4749-8e76-78f983a406a9 req-0fd3aefe-476c-42f8-8a03-cf181e54ea4f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.491191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12131cb6-fb6f-4749-8e76-78f983a406a9 req-0fd3aefe-476c-42f8-8a03-cf181e54ea4f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.496855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12131cb6-fb6f-4749-8e76-78f983a406a9 req-0fd3aefe-476c-42f8-8a03-cf181e54ea4f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.502129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12131cb6-fb6f-4749-8e76-78f983a406a9 req-0fd3aefe-476c-42f8-8a03-cf181e54ea4f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.507379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12131cb6-fb6f-4749-8e76-78f983a406a9 req-0fd3aefe-476c-42f8-8a03-cf181e54ea4f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.513090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12131cb6-fb6f-4749-8e76-78f983a406a9 req-0fd3aefe-476c-42f8-8a03-cf181e54ea4f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.515076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12131cb6-fb6f-4749-8e76-78f983a406a9 req-0fd3aefe-476c-42f8-8a03-cf181e54ea4f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.3519111 Feb 19 03:09:49.530219 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:49.693361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-b39a80fc-b0d7-4db2-a669-9911c40688df service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106129 Feb 19 03:09:49.781477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-5ceb20d2-411f-4fa0-bad1-ab71e7a4b250 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7c7393f-e0b4-4fe6-b67b-268f9438ff93 HTTP/1.1" status: 200 len: 217 time: 0.0677502 Feb 19 03:09:49.788874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12131cb6-fb6f-4749-8e76-78f983a406a9 req-60b99c26-2147-4b9c-921d-8f57dc316238 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2618589 Feb 19 03:09:49.799524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b7fa7-7e33-4aa9-a310-19a086647458 req-27e146cb-cefb-4d5b-96d9-30f118513cbe tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.801068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-368b7fa7-7e33-4aa9-a310-19a086647458 req-27e146cb-cefb-4d5b-96d9-30f118513cbe tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.2514832 Feb 19 03:09:49.847971 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:49.850755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-376e6d51-32e5-40fd-ad84-c0dd5683c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:49.852695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-376e6d51-32e5-40fd-ad84-c0dd5683c79a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=60c72830-55c7-4d41-887b-cc9edfd6d350 HTTP/1.1" status: 200 len: 797 time: 0.0600798 Feb 19 03:09:49.873365 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59bcbf60-01e6-48ee-a5ac-81ac15310df0 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:49.900019 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Publish callbacks [] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:49.961827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:50.013439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:50.020202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:50.025861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Transition to ACTIVE for port object 59bcbf60-01e6-48ee-a5ac-81ac15310df0 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:50.068149 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.119227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-368b7fa7-7e33-4aa9-a310-19a086647458 req-dd6a73b2-5e57-4538-9c40-21a42cb3faa6 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578230 Feb 19 03:09:50.127496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event updated for resources: {'Port': ['ID=4c81c3bc-7533-4480-b3d1-272de3cf8806,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:50.197299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3adb8129-3526-4c82-ae4c-36487d7cb1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:50.199195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-3adb8129-3526-4c82-ae4c-36487d7cb1b9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6af92cd5-54ec-4f14-82e4-e7e519181964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3291590 Feb 19 03:09:50.220900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:50.221693 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.268723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f403717-873f-4143-820e-ac7f2ca312be req-46e03a05-ed95-438b-8600-f3abac23487a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:50.276256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f403717-873f-4143-820e-ac7f2ca312be req-46e03a05-ed95-438b-8600-f3abac23487a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 931 time: 0.3263476 Feb 19 03:09:50.313359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=59bcbf60-01e6-48ee-a5ac-81ac15310df0,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:50.480682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6000d8ff-2d1f-4e8a-a05e-e22f9cde13a6 None None] Provisioning complete for port 4c81c3bc-7533-4480-b3d1-272de3cf8806 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:09:50.481315 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6000d8ff-2d1f-4e8a-a05e-e22f9cde13a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.515514 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c8d843ed-9807-4e51-b22c-8aa4a67a565f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1709795 Feb 19 03:09:50.543832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6000d8ff-2d1f-4e8a-a05e-e22f9cde13a6 None None] Port 4c81c3bc-7533-4480-b3d1-272de3cf8806 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:09:50.550682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Request body: {'port': {'device_id': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:50.662614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f403717-873f-4143-820e-ac7f2ca312be req-233bd909-06aa-4a18-9bd9-4c5cb309dd7d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3563542 Feb 19 03:09:50.696879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de2cb7-c634-41e2-a26c-29935de47a3b req-b3e99596-8367-4acc-8d82-5945094f1e12 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:50.703068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b4de2cb7-c634-41e2-a26c-29935de47a3b req-b3e99596-8367-4acc-8d82-5945094f1e12 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 948 time: 0.2924345 Feb 19 03:09:50.706328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-0a1caa30-dd3e-4daf-ad3c-ab6e1426e72f service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922543 Feb 19 03:09:50.715438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Attempting to bind port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:50.715888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Attempting to bind port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:50.716306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Attempting to bind port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:50.725466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:50.726013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Attempting to bind port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:50.799236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:50.799640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:50.800106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:50.800781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Bound port: 59bcbf60-01e6-48ee-a5ac-81ac15310df0, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:50.801241 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.847869 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:50.945792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b4de2cb7-c634-41e2-a26c-29935de47a3b req-59e6ef16-d32c-4a35-bdb2-5f8fa40d1762 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415626 Feb 19 03:09:51.018154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] For port 59bcbf60-01e6-48ee-a5ac-81ac15310df0, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:51.048689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] For port 59bcbf60-01e6-48ee-a5ac-81ac15310df0, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=59bcbf60-01e6-48ee-a5ac-81ac15310df0,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:51.445168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcbfea17-9b16-4a35-be68-972288c34d97 req-2679959c-6bd8-44bf-9cb2-eb465dc7d4cd service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7231712 Feb 19 03:09:51.457163 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.569491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.570171 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:51.571688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] 10.222.0.67 "PUT /v2.0/ports/59bcbf60-01e6-48ee-a5ac-81ac15310df0 HTTP/1.1" status: 200 len: 1096 time: 2.8072658 Feb 19 03:09:51.578484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361ba201-b9d4-4e94-93ff-d242d1d230d8', 'tag': '59bcbf60-01e6-48ee-a5ac-81ac15310df0'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:51.580733 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eceed795-2b7a-49d9-8fda-11421e103eab" -d '{"events": [{"name": "network-changed", "server_uuid": "361ba201-b9d4-4e94-93ff-d242d1d230d8", "tag": "59bcbf60-01e6-48ee-a5ac-81ac15310df0"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:51.603209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f413-eadf-4da4-b6ae-b0c483caaee1 req-050cd446-6356-4241-901b-b85b31fd2ea3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.608484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f413-eadf-4da4-b6ae-b0c483caaee1 req-050cd446-6356-4241-901b-b85b31fd2ea3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.613855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f413-eadf-4da4-b6ae-b0c483caaee1 req-050cd446-6356-4241-901b-b85b31fd2ea3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.624628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f413-eadf-4da4-b6ae-b0c483caaee1 req-050cd446-6356-4241-901b-b85b31fd2ea3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.633464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f413-eadf-4da4-b6ae-b0c483caaee1 req-050cd446-6356-4241-901b-b85b31fd2ea3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.639783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f413-eadf-4da4-b6ae-b0c483caaee1 req-050cd446-6356-4241-901b-b85b31fd2ea3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.646987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52f413-eadf-4da4-b6ae-b0c483caaee1 req-050cd446-6356-4241-901b-b85b31fd2ea3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.656750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e52f413-eadf-4da4-b6ae-b0c483caaee1 req-050cd446-6356-4241-901b-b85b31fd2ea3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.7357550 Feb 19 03:09:51.909006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ea84d-df82-4264-ac5c-ba9a1191d1d3 service neutron] Pushing event updated for resources: {'Port': ['ID=59bcbf60-01e6-48ee-a5ac-81ac15310df0,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:51.921133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695cc69-5f1c-484c-ac63-cf8ebeb52c31 req-c8e72d77-1415-4f04-96f4-5682cd4f89d4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:51.923487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f695cc69-5f1c-484c-ac63-cf8ebeb52c31 req-c8e72d77-1415-4f04-96f4-5682cd4f89d4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 946 time: 0.8853149 Feb 19 03:09:52.013112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-263cccaf-4b20-4439-8430-23bef066d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.013506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-263cccaf-4b20-4439-8430-23bef066d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.013974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-263cccaf-4b20-4439-8430-23bef066d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.014436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-263cccaf-4b20-4439-8430-23bef066d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.014894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-263cccaf-4b20-4439-8430-23bef066d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.015352 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-263cccaf-4b20-4439-8430-23bef066d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.015808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-263cccaf-4b20-4439-8430-23bef066d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.017942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-263cccaf-4b20-4439-8430-23bef066d277 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e39d76280cc94c6698f5e7260dc58776&device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 6694 time: 0.4648044 Feb 19 03:09:52.061167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e52f413-eadf-4da4-b6ae-b0c483caaee1 req-deee183a-8a73-4af3-b062-af1aa50bc82c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4035249 Feb 19 03:09:52.085640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-23c21e76-50a4-4761-b291-30ccef2de6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.087265 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-23c21e76-50a4-4761-b291-30ccef2de6e2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bccf6f84e6134160a5b272ea5e0cadc2&device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 1130 time: 0.2812886 Feb 19 03:09:52.207436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f695cc69-5f1c-484c-ac63-cf8ebeb52c31 req-f7027db1-7760-4ba8-9a76-b80222917362 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642634 Feb 19 03:09:52.208825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-7af41242-6146-4112-b76b-6f5aa34a4443 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=59bcbf60-01e6-48ee-a5ac-81ac15310df0 HTTP/1.1" status: 200 len: 217 time: 0.0850554 Feb 19 03:09:52.284444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c81c3bc-7533-4480-b3d1-272de3cf8806 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:52.305794 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Publish callbacks [] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.338675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-ca24c1da-4715-45b0-9253-d0b7f925d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.340226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-ca24c1da-4715-45b0-9253-d0b7f925d171 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6af92cd5-54ec-4f14-82e4-e7e519181964 HTTP/1.1" status: 200 len: 902 time: 0.3124228 Feb 19 03:09:52.344061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-9bc4e05b-7128-44e6-b6f7-67a55acf70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.345622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-9bc4e05b-7128-44e6-b6f7-67a55acf70cb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1178832 Feb 19 03:09:52.346802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Transition to ACTIVE for port object 4c81c3bc-7533-4480-b3d1-272de3cf8806 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:09:52.375426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6c207-231b-44d9-982c-2fd87bb17424 req-775769f3-4ad7-481f-ab0d-9f6a15f801f4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.377126 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edb6c207-231b-44d9-982c-2fd87bb17424 req-775769f3-4ad7-481f-ab0d-9f6a15f801f4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.2232509 Feb 19 03:09:52.382286 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.450509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-4a967844-8f37-4778-a0d8-8296d4c589dc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7c7393f-e0b4-4fe6-b67b-268f9438ff93 HTTP/1.1" status: 200 len: 217 time: 0.0974457 Feb 19 03:09:52.458391 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.588127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c81c3bc-7533-4480-b3d1-272de3cf8806,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:52.642353 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edb6c207-231b-44d9-982c-2fd87bb17424 req-c25ce1ee-9c80-4bbc-be31-1b9cace8c583 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193809 Feb 19 03:09:52.646408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-eafc7819-eb09-42c6-b848-350900a4c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.647896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-eafc7819-eb09-42c6-b848-350900a4c1a3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=60c72830-55c7-4d41-887b-cc9edfd6d350 HTTP/1.1" status: 200 len: 797 time: 0.1837778 Feb 19 03:09:52.698558 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1979cd1e-26da-40ce-a84e-d257f2fffa75 x-openstack-request-id: req-1979cd1e-26da-40ce-a84e-d257f2fffa75 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:52.698851 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361ba201-b9d4-4e94-93ff-d242d1d230d8", "tag": "59bcbf60-01e6-48ee-a5ac-81ac15310df0", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:52.699108 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1979cd1e-26da-40ce-a84e-d257f2fffa75 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:52.699502 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361ba201-b9d4-4e94-93ff-d242d1d230d8', 'tag': '59bcbf60-01e6-48ee-a5ac-81ac15310df0', 'status': 'completed', 'code': 200} Feb 19 03:09:52.722981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead51089-74a3-41f7-84d7-03878159411e req-961a01b3-fac6-4520-af30-5183e447b19e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.724607 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ead51089-74a3-41f7-84d7-03878159411e req-961a01b3-fac6-4520-af30-5183e447b19e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 946 time: 0.1800232 Feb 19 03:09:52.724830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-88279c95-5bae-490e-ae69-ae92e2c973f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.726296 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-88279c95-5bae-490e-ae69-ae92e2c973f9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3719938 Feb 19 03:09:52.870568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Deleting port b422f97b-0094-4b8e-8492-54c3ade55c30 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:09:52.870930 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.900264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Attempting to bind port 4c81c3bc-7533-4480-b3d1-272de3cf8806 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:09:52.900470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Attempting to bind port 4c81c3bc-7533-4480-b3d1-272de3cf8806 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:09:52.900731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Attempting to bind port 4c81c3bc-7533-4480-b3d1-272de3cf8806 on network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:52.923893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Port 4c81c3bc-7533-4480-b3d1-272de3cf8806 on network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:09:52.924111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Attempting to bind port 4c81c3bc-7533-4480-b3d1-272de3cf8806 on network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:09:52.927940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-74d7bfd6-7d6e-40e6-8907-f1b7ed2eaee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:52.929523 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-74d7bfd6-7d6e-40e6-8907-f1b7ed2eaee1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6af92cd5-54ec-4f14-82e4-e7e519181964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2427862 Feb 19 03:09:52.960096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:09:52.960453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Checking segment: {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:09:52.960870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Bound using segment: {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:09:52.961356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Bound port: 4c81c3bc-7533-4480-b3d1-272de3cf8806, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:09:52.961721 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:52.997029 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] For port b422f97b-0094-4b8e-8492-54c3ade55c30, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=b422f97b-0094-4b8e-8492-54c3ade55c30,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:52.997414 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.044796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d05f3-8973-43f7-bfa4-9c1ccf4cc9d6 req-cc6ab510-f59f-48c5-8242-3a746af6b2e8 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.046647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-854d05f3-8973-43f7-bfa4-9c1ccf4cc9d6 req-cc6ab510-f59f-48c5-8242-3a746af6b2e8 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 948 time: 0.2648907 Feb 19 03:09:53.048024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-cb4a8447-3319-4445-a588-0b445ebf551f service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022418 Feb 19 03:09:53.060501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4d2ca-adc2-4012-8095-9fd53be949a5 req-2ff86ddd-d916-4d29-a193-9788da407029 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.062019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da4d2ca-adc2-4012-8095-9fd53be949a5 req-2ff86ddd-d916-4d29-a193-9788da407029 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 943 time: 0.2273152 Feb 19 03:09:53.184974 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.185430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c95390b1-8f79-4fd5-b436-587ea5344442), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.185815 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Floating IP c95390b1-8f79-4fd5-b436-587ea5344442 disassociated. External IP: 172.25.1.30, port: b422f97b-0094-4b8e-8492-54c3ade55c30. Feb 19 03:09:53.186259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Calling delete_port for b422f97b-0094-4b8e-8492-54c3ade55c30 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:09:53.235758 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-dc71dc21-d24b-4866-927f-da3ca5411ae5 service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869549 Feb 19 03:09:53.286212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] For port 4c81c3bc-7533-4480-b3d1-272de3cf8806, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:09:53.333319 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b422f97b-0094-4b8e-8492-54c3ade55c30), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.351306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-854d05f3-8973-43f7-bfa4-9c1ccf4cc9d6 req-965828f7-6074-4e52-b1f9-f37c9e97f0bf tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2812185 Feb 19 03:09:53.365981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4da4d2ca-adc2-4012-8095-9fd53be949a5 req-5d89f85c-219f-48b7-b2e6-393372b3612a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2910752 Feb 19 03:09:53.369265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] For port 4c81c3bc-7533-4480-b3d1-272de3cf8806, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=4c81c3bc-7533-4480-b3d1-272de3cf8806,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:09:53.379453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event deleted for resources: {'Port': ['ID=b422f97b-0094-4b8e-8492-54c3ade55c30,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:53.379590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6a526ed-46e2-430a-a779-f3bca274eb8b req-89c40f07-6b7c-40d2-9a3f-74a59bd6251e service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106501 Feb 19 03:09:53.380263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.380612 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.381582 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.381582 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.381813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.382107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.382414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.382836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.383616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.384078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.384451 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.384778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.385105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:53.396844 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.470530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.471518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.473381 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] 10.222.0.67 "PUT /v2.0/ports/4c81c3bc-7533-4480-b3d1-272de3cf8806 HTTP/1.1" status: 200 len: 1091 time: 2.9321356 Feb 19 03:09:53.474628 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.496552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f67b8196-3b27-4506-ab8e-50ee48202f38 req-bdee6c6f-e672-409b-99ad-31b0e7901f8f service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435074 Feb 19 03:09:53.596364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:09:53.630006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103836f5-d229-419f-97f2-4cb1e44e5fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c81c3bc-7533-4480-b3d1-272de3cf8806,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:53.670635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-675ae98c-1002-4fbe-884f-d76d4c8834fa req-6e83dc68-ff85-4fe1-ae1b-f9f0c688a9c8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=b5373af6-d3e5-4ae9-a3a7-144ab15e570c HTTP/1.1" status: 200 len: 210 time: 0.0664227 Feb 19 03:09:53.750600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceed795-2b7a-49d9-8fda-11421e103eab req-9b1a708a-5ad1-4ab6-8bb8-b10415c8e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.757503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eceed795-2b7a-49d9-8fda-11421e103eab req-9b1a708a-5ad1-4ab6-8bb8-b10415c8e58b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=bccf6f84e6134160a5b272ea5e0cadc2&device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 1130 time: 0.3033352 Feb 19 03:09:53.797055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4053b95-1e3d-44fa-a4a5-bed6d5809230 req-2a674d7e-1a0c-461d-9515-5d40b9bdd7cd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.809951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4053b95-1e3d-44fa-a4a5-bed6d5809230 req-2a674d7e-1a0c-461d-9515-5d40b9bdd7cd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.829582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4053b95-1e3d-44fa-a4a5-bed6d5809230 req-2a674d7e-1a0c-461d-9515-5d40b9bdd7cd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.838931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4053b95-1e3d-44fa-a4a5-bed6d5809230 req-2a674d7e-1a0c-461d-9515-5d40b9bdd7cd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.847589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4053b95-1e3d-44fa-a4a5-bed6d5809230 req-2a674d7e-1a0c-461d-9515-5d40b9bdd7cd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.856059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4053b95-1e3d-44fa-a4a5-bed6d5809230 req-2a674d7e-1a0c-461d-9515-5d40b9bdd7cd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.862939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4053b95-1e3d-44fa-a4a5-bed6d5809230 req-2a674d7e-1a0c-461d-9515-5d40b9bdd7cd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:53.865010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4053b95-1e3d-44fa-a4a5-bed6d5809230 req-2a674d7e-1a0c-461d-9515-5d40b9bdd7cd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.3532348 Feb 19 03:09:53.888166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:09:53.902647 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fef828e-6090-491d-9a24-db4547b57d19 None None] Sync routers for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:09:53.920503 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef828e-6090-491d-9a24-db4547b57d19 None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:53.921338 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3fef828e-6090-491d-9a24-db4547b57d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:09:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:53.975868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] No DVR routers for this DVR port b422f97b-0094-4b8e-8492-54c3ade55c30 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:09:53.978930 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:53.982972 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ead51089-74a3-41f7-84d7-03878159411e req-22beb58c-b293-48d6-9ce4-d4829bfab02c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.67 "DELETE /v2.0/ports/b422f97b-0094-4b8e-8492-54c3ade55c30 HTTP/1.1" status: 204 len: 173 time: 1.2469816 Feb 19 03:09:53.983817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'name': 'network-vif-deleted', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:53.997375 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9969d7f-3bd9-4dfd-9891-e12a0081a1b5" -d '{"events": [{"server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "name": "network-vif-deleted", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:54.011017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-05a502b8-7479-4ee0-9516-22cfc7b249ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:54.018286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-05a502b8-7479-4ee0-9516-22cfc7b249ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 1125 time: 0.4832070 Feb 19 03:09:54.080359 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-3fef828e-6090-491d-9a24-db4547b57d19 None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:54.183596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-677dbc6e-7ef5-4eab-a46c-3a55a60fa13f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c81c3bc-7533-4480-b3d1-272de3cf8806 HTTP/1.1" status: 200 len: 217 time: 0.0919862 Feb 19 03:09:54.260074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f10588-4d93-471d-99b3-301cb0d6f7bc req-2769fcb1-b134-4cef-90ce-1a49179efbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:54.261653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95f10588-4d93-471d-99b3-301cb0d6f7bc req-2769fcb1-b134-4cef-90ce-1a49179efbd3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 1127 time: 0.3818586 Feb 19 03:09:54.314073 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3fef828e-6090-491d-9a24-db4547b57d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:35Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:54.340035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c217ad9-0873-46b1-8b58-488c7045581b req-e3bcc3bd-8848-476d-8261-c335fde1ff18 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:54.341415 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fef828e-6090-491d-9a24-db4547b57d19 None None] Checking router: 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:09:54.342081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c217ad9-0873-46b1-8b58-488c7045581b req-e3bcc3bd-8848-476d-8261-c335fde1ff18 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.4223375 Feb 19 03:09:54.350871 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fef828e-6090-491d-9a24-db4547b57d19 None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:09:54.351787 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3fef828e-6090-491d-9a24-db4547b57d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:09:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:54.352575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95f10588-4d93-471d-99b3-301cb0d6f7bc req-de67300e-c683-486d-a321-3ba0b046bb8f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782051 Feb 19 03:09:54.365538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4053b95-1e3d-44fa-a4a5-bed6d5809230 req-1c685a8c-9712-4d82-916c-d41c942abbfe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4869986 Feb 19 03:09:54.405151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c52243d9-6158-454f-8486-a19ad0c2e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:54.406757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-c52243d9-6158-454f-8486-a19ad0c2e460 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 200 len: 850 time: 0.2074175 Feb 19 03:09:54.481691 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de48146c-ae81-4114-bb76-a5d494674f60 x-openstack-request-id: req-de48146c-ae81-4114-bb76-a5d494674f60 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:54.482371 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5373af6-d3e5-4ae9-a3a7-144ab15e570c", "name": "network-vif-deleted", "tag": "b422f97b-0094-4b8e-8492-54c3ade55c30", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:54.482791 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de48146c-ae81-4114-bb76-a5d494674f60 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:54.483412 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5373af6-d3e5-4ae9-a3a7-144ab15e570c', 'name': 'network-vif-deleted', 'tag': 'b422f97b-0094-4b8e-8492-54c3ade55c30', 'status': 'completed', 'code': 200} Feb 19 03:09:54.518658 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceed795-2b7a-49d9-8fda-11421e103eab req-f750620d-2479-4859-b5e3-1dd23ffc9ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:54.520428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eceed795-2b7a-49d9-8fda-11421e103eab req-f750620d-2479-4859-b5e3-1dd23ffc9ee8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.6530013 Feb 19 03:09:54.570759 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-3fef828e-6090-491d-9a24-db4547b57d19 None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:09:54.796324 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3fef828e-6090-491d-9a24-db4547b57d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:35Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:09:54.824124 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fef828e-6090-491d-9a24-db4547b57d19 None None] The sync data for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 is: [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:35Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:09:54.974597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'tag': '4c81c3bc-7533-4480-b3d1-272de3cf8806'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:09:54.976873 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3093971-8c60-4e93-bdb3-f63f3f6c7dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe99368-ce35-4ff7-a80f-1b284bfcf731", "tag": "4c81c3bc-7533-4480-b3d1-272de3cf8806"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:09:54.980340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eceed795-2b7a-49d9-8fda-11421e103eab req-66ec8aa6-bffa-447b-bb26-a0b5a3e63efe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=59bcbf60-01e6-48ee-a5ac-81ac15310df0 HTTP/1.1" status: 200 len: 217 time: 0.4467621 Feb 19 03:09:55.027974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c217ad9-0873-46b1-8b58-488c7045581b req-99c1f32b-343b-47bc-9979-abcd6777d8c4 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6735811 Feb 19 03:09:55.065333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-f61d330f-e1aa-499b-854a-da397b5e799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.066980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-f61d330f-e1aa-499b-854a-da397b5e799b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6486325 Feb 19 03:09:55.135854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceed795-2b7a-49d9-8fda-11421e103eab req-5ce0c9bf-80c1-42a2-ab73-415203bec29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.137474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eceed795-2b7a-49d9-8fda-11421e103eab req-5ce0c9bf-80c1-42a2-ab73-415203bec29a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1409590 Feb 19 03:09:55.155318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c0e73-08b2-4765-b3d3-086f1efe37e4 req-d13034b3-34f8-45bd-934c-f634cc91912d tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.161135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-485c0e73-08b2-4765-b3d3-086f1efe37e4 req-d13034b3-34f8-45bd-934c-f634cc91912d tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 948 time: 0.1796710 Feb 19 03:09:55.251346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1789ce24-ec62-486c-a9f8-0f50de1231b2 None None] New status for floating IP c95390b1-8f79-4fd5-b436-587ea5344442: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:09:55.271113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-b334641e-e770-4ae0-9028-a286bc9b7e58 service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949582 Feb 19 03:09:55.386355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-485c0e73-08b2-4765-b3d3-086f1efe37e4 req-d6a36b6f-ac7e-46f2-9e21-612dee448fbd tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711044 Feb 19 03:09:55.393604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceed795-2b7a-49d9-8fda-11421e103eab req-d11177c8-2409-4834-9a0f-3ee9954cb59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.406311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eceed795-2b7a-49d9-8fda-11421e103eab req-d11177c8-2409-4834-9a0f-3ee9954cb59a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2364702 Feb 19 03:09:55.467726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b17d1-8a2b-4d7a-b394-23613d4f933f req-a7d980fb-8762-4a13-b32b-20186b1e5924 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.474704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf5b17d1-8a2b-4d7a-b394-23613d4f933f req-a7d980fb-8762-4a13-b32b-20186b1e5924 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 943 time: 0.3303118 Feb 19 03:09:55.518138 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722b77c7-ef18-44ad-9fbf-39bd8e04ba73 x-openstack-request-id: req-722b77c7-ef18-44ad-9fbf-39bd8e04ba73 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:09:55.518472 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe99368-ce35-4ff7-a80f-1b284bfcf731", "tag": "4c81c3bc-7533-4480-b3d1-272de3cf8806", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:09:55.518688 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-722b77c7-ef18-44ad-9fbf-39bd8e04ba73 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:09:55.519091 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'tag': '4c81c3bc-7533-4480-b3d1-272de3cf8806', 'status': 'completed', 'code': 200} Feb 19 03:09:55.569544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3805a92-4d31-4288-a38b-33b18ff62f9a req-a747935d-b7b2-404f-9343-9d4fa0efeb2e service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2876263 Feb 19 03:09:55.628225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf5b17d1-8a2b-4d7a-b394-23613d4f933f req-a26298f3-be6c-401a-aa03-76c515fbed5b tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526389 Feb 19 03:09:55.682974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35198) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:55.687740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eceed795-2b7a-49d9-8fda-11421e103eab req-2339039e-1190-49e3-b398-902c5f9cc526 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752824 Feb 19 03:09:55.747523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1440c0d1-8cf9-449c-a25c-beb5c7b5180a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group (a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.769845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714318df-5791-4cff-a5e0-6221027c2cd9 req-9d0dafc1-c950-4a1e-bf6b-d217619128ad tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.774305 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1440c0d1-8cf9-449c-a25c-beb5c7b5180a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group (a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.775734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714318df-5791-4cff-a5e0-6221027c2cd9 req-9d0dafc1-c950-4a1e-bf6b-d217619128ad tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.781096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714318df-5791-4cff-a5e0-6221027c2cd9 req-9d0dafc1-c950-4a1e-bf6b-d217619128ad tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.786364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714318df-5791-4cff-a5e0-6221027c2cd9 req-9d0dafc1-c950-4a1e-bf6b-d217619128ad tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.792165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714318df-5791-4cff-a5e0-6221027c2cd9 req-9d0dafc1-c950-4a1e-bf6b-d217619128ad tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.797486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714318df-5791-4cff-a5e0-6221027c2cd9 req-9d0dafc1-c950-4a1e-bf6b-d217619128ad tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.803059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714318df-5791-4cff-a5e0-6221027c2cd9 req-9d0dafc1-c950-4a1e-bf6b-d217619128ad tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.805528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-714318df-5791-4cff-a5e0-6221027c2cd9 req-9d0dafc1-c950-4a1e-bf6b-d217619128ad tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.2628360 Feb 19 03:09:55.810118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3093971-8c60-4e93-bdb3-f63f3f6c7dfc req-c35e7bf5-7d8a-4b6b-9e63-0e4fef5ee2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:55.811600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3093971-8c60-4e93-bdb3-f63f3f6c7dfc req-c35e7bf5-7d8a-4b6b-9e63-0e4fef5ee2a6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 1125 time: 0.1800544 Feb 19 03:09:55.834010 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1440c0d1-8cf9-449c-a25c-beb5c7b5180a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.836770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1440c0d1-8cf9-449c-a25c-beb5c7b5180a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:55.837920 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1440c0d1-8cf9-449c-a25c-beb5c7b5180a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "DELETE /v2.0/security-groups/a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2 HTTP/1.1" status: 204 len: 168 time: 0.1484642 Feb 19 03:09:55.841591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35202) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:55.858629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1440c0d1-8cf9-449c-a25c-beb5c7b5180a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:55.860759 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-480fda40-d641-4cd2-9b1b-020aeee0fb89 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] show failed (client error): The resource could not be found. Feb 19 03:09:55.861988 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-480fda40-d641-4cd2-9b1b-020aeee0fb89 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups/a9b8e508-0bb2-4827-b92b-52bc0d6a3cd2 HTTP/1.1" status: 404 len: 347 time: 0.0192895 Feb 19 03:09:55.864977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35204) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:55.944514 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eceed795-2b7a-49d9-8fda-11421e103eab req-a2693c1e-1e5c-433e-8dca-18b56adb682f service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474811 Feb 19 03:09:55.997997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-86600678-28c8-4dee-b62d-4ad1569e281a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Deleting port b93042a2-e545-4751-a6fd-3c9c27332171 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:09:55.998227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86600678-28c8-4dee-b62d-4ad1569e281a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b93042a2-e545-4751-a6fd-3c9c27332171), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.009064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-714318df-5791-4cff-a5e0-6221027c2cd9 req-69314807-1ab7-4c7c-a197-2e7045707895 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1800871 Feb 19 03:09:56.014222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3093971-8c60-4e93-bdb3-f63f3f6c7dfc req-afaf97e2-00b6-46a9-958d-fda1329d82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:56.015852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3093971-8c60-4e93-bdb3-f63f3f6c7dfc req-afaf97e2-00b6-46a9-958d-fda1329d82f2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 912 time: 0.1978989 Feb 19 03:09:56.078613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3093971-8c60-4e93-bdb3-f63f3f6c7dfc req-87d3dab5-f6ef-412f-a8c0-ce319a8ec93a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c81c3bc-7533-4480-b3d1-272de3cf8806 HTTP/1.1" status: 200 len: 217 time: 0.0557930 Feb 19 03:09:56.109290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86600678-28c8-4dee-b62d-4ad1569e281a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b93042a2-e545-4751-a6fd-3c9c27332171), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.109781 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86600678-28c8-4dee-b62d-4ad1569e281a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (b93042a2-e545-4751-a6fd-3c9c27332171), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.123062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-86600678-28c8-4dee-b62d-4ad1569e281a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Calling delete_port for b93042a2-e545-4751-a6fd-3c9c27332171 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:09:56.157613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3093971-8c60-4e93-bdb3-f63f3f6c7dfc req-ba9c5120-6a4b-40a2-b629-55460d3e3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:56.159144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3093971-8c60-4e93-bdb3-f63f3f6c7dfc req-ba9c5120-6a4b-40a2-b629-55460d3e3e82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 200 len: 850 time: 0.0745034 Feb 19 03:09:56.201194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e32c8-496c-459c-ae2c-52ad958a485b req-d8bb42da-b788-4218-b95f-4150cff72f9f tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:56.202721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da9e32c8-496c-459c-ae2c-52ad958a485b req-d8bb42da-b788-4218-b95f-4150cff72f9f tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.0917206 Feb 19 03:09:56.261108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3093971-8c60-4e93-bdb3-f63f3f6c7dfc req-53906e7f-49a7-4d1a-9594-7bbbb9231130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:56.261108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3093971-8c60-4e93-bdb3-f63f3f6c7dfc req-53906e7f-49a7-4d1a-9594-7bbbb9231130 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0810173 Feb 19 03:09:56.272136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86600678-28c8-4dee-b62d-4ad1569e281a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b93042a2-e545-4751-a6fd-3c9c27332171), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.300213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86600678-28c8-4dee-b62d-4ad1569e281a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event deleted for resources: {'Port': ['ID=b93042a2-e545-4751-a6fd-3c9c27332171,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:56.323957 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da9e32c8-496c-459c-ae2c-52ad958a485b req-6f0cea0f-8956-40af-961e-039e38e3e91f tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153345 Feb 19 03:09:56.364691 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3093971-8c60-4e93-bdb3-f63f3f6c7dfc req-1832f2f7-ce9c-4a04-9c25-99613d4554ed service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108086 Feb 19 03:09:56.373427 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86600678-28c8-4dee-b62d-4ad1569e281a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (c95390b1-8f79-4fd5-b436-587ea5344442), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.376119 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86600678-28c8-4dee-b62d-4ad1569e281a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.377318 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-86600678-28c8-4dee-b62d-4ad1569e281a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "DELETE /v2.0/floatingips/c95390b1-8f79-4fd5-b436-587ea5344442 HTTP/1.1" status: 204 len: 168 time: 0.5112553 Feb 19 03:09:56.524046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3093971-8c60-4e93-bdb3-f63f3f6c7dfc req-171d2d04-3bc9-4bbb-a786-9b7203699e2c service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500430 Feb 19 03:09:56.628681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1e7a-10fd-493e-bed8-26721952f352 req-5c1ea968-6d55-4bbb-bafd-f2edf8c8cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:56.630204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-432d1e7a-10fd-493e-bed8-26721952f352 req-5c1ea968-6d55-4bbb-bafd-f2edf8c8cd81 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=600636d329c9427c813907dcf2a1fd83&device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 1127 time: 0.1052167 Feb 19 03:09:56.640113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c22709-6616-4e65-8494-f919339e6606 req-e6f90c55-0324-45dc-bff9-a5b91f4e98ee tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:56.641606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46c22709-6616-4e65-8494-f919339e6606 req-e6f90c55-0324-45dc-bff9-a5b91f4e98ee tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 948 time: 0.0670984 Feb 19 03:09:56.746357 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46c22709-6616-4e65-8494-f919339e6606 req-9b649f3f-e81d-4131-84e1-0f253c2b5ca1 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963240 Feb 19 03:09:56.778770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1e7a-10fd-493e-bed8-26721952f352 req-1201f698-673c-4b84-9f70-c95c38b80b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:56.783300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-432d1e7a-10fd-493e-bed8-26721952f352 req-1201f698-673c-4b84-9f70-c95c38b80b70 service neutron] 10.222.0.87 "GET /v2.0/networks?id=664c9f64-f39d-4a62-976f-18f1bc8dbab0 HTTP/1.1" status: 200 len: 911 time: 0.1407712 Feb 19 03:09:56.841821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-432d1e7a-10fd-493e-bed8-26721952f352 req-bf1047a8-14e8-46ee-a3d5-06ff7d572246 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91aca267-e6bf-4273-adfb-9a5b3641441f HTTP/1.1" status: 200 len: 217 time: 0.0513225 Feb 19 03:09:56.843448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35220) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:56.848830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-cf64ae79-3cfe-4e2b-91ec-c4f33289ae31 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--27053716', 'description': 'tempest-description--481833663'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:56.880052 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf64ae79-3cfe-4e2b-91ec-c4f33289ae31 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.959457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d1e7a-10fd-493e-bed8-26721952f352 req-9071eba6-e6e4-44a3-85cb-3525a5e181ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:56.960988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-432d1e7a-10fd-493e-bed8-26721952f352 req-9071eba6-e6e4-44a3-85cb-3525a5e181ac service neutron] 10.222.0.87 "GET /v2.0/subnets?id=69f2f427-764b-4928-81d7-10c11e9d9fd0 HTTP/1.1" status: 200 len: 850 time: 0.1108389 Feb 19 03:09:56.962961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf64ae79-3cfe-4e2b-91ec-c4f33289ae31 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group (6fa6cf0d-3fab-4c46-a204-b489f7eab968), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.969370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf64ae79-3cfe-4e2b-91ec-c4f33289ae31 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6fa6cf0d-3fab-4c46-a204-b489f7eab968), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:56.988627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666daaa-c591-4433-b4c0-596c870c8b96 req-2927dd61-39f7-4086-8e21-4ee00b0d38fc tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:56.990707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5666daaa-c591-4433-b4c0-596c870c8b96 req-2927dd61-39f7-4086-8e21-4ee00b0d38fc tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1511889 Feb 19 03:09:57.005996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf64ae79-3cfe-4e2b-91ec-c4f33289ae31 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.010342 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cf64ae79-3cfe-4e2b-91ec-c4f33289ae31 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1627040 Feb 19 03:09:57.010524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-432d1e7a-10fd-493e-bed8-26721952f352 req-f9675e4a-07f1-48f6-a3b2-55b973f500d2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=664c9f64-f39d-4a62-976f-18f1bc8dbab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408030 Feb 19 03:09:57.010972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35222) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:57.015336 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-44e3a692-f69f-43ac-813b-1564b7931bce tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Request body: {'security_group_rule': {'security_group_id': '6fa6cf0d-3fab-4c46-a204-b489f7eab968', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:57.025263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64ae79-3cfe-4e2b-91ec-c4f33289ae31 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa6cf0d-3fab-4c46-a204-b489f7eab968,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:57.036899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d1319-29a3-41df-917c-df444294ba43 req-85fc3008-7a7a-40d4-ba58-9938fe711e9b tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.038553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a5d1319-29a3-41df-917c-df444294ba43 req-85fc3008-7a7a-40d4-ba58-9938fe711e9b tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 943 time: 0.1334085 Feb 19 03:09:57.050591 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44e3a692-f69f-43ac-813b-1564b7931bce tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group_rule (8da72dd0-3922-493f-b29d-1a391ef60e71), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.108364 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44e3a692-f69f-43ac-813b-1564b7931bce tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group_rule (8da72dd0-3922-493f-b29d-1a391ef60e71), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.114593 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44e3a692-f69f-43ac-813b-1564b7931bce tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (8da72dd0-3922-493f-b29d-1a391ef60e71), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.134425 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e3a692-f69f-43ac-813b-1564b7931bce tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da72dd0-3922-493f-b29d-1a391ef60e71,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:57.145548 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44e3a692-f69f-43ac-813b-1564b7931bce tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.146900 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-44e3a692-f69f-43ac-813b-1564b7931bce tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354268 Feb 19 03:09:57.150937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35226) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:57.155864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2c7b583e-8596-4410-99c4-5fd7d093d603 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Request body: {'security_group_rule': {'security_group_id': '6fa6cf0d-3fab-4c46-a204-b489f7eab968', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:57.178693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5666daaa-c591-4433-b4c0-596c870c8b96 req-c5b078b8-1727-4b13-9036-5444777d02f9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710243 Feb 19 03:09:57.183883 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2c7b583e-8596-4410-99c4-5fd7d093d603 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group_rule (873fde28-1fc9-4406-a118-b32fa148c86f), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.197082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a5d1319-29a3-41df-917c-df444294ba43 req-ee2448ee-a4e4-413a-a951-ba8893c58b81 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388600 Feb 19 03:09:57.213299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-432d1e7a-10fd-493e-bed8-26721952f352 req-f907992d-5a64-466f-9b57-31615a6caf2b service neutron] 10.222.0.87 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947892 Feb 19 03:09:57.273219 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2c7b583e-8596-4410-99c4-5fd7d093d603 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group_rule (873fde28-1fc9-4406-a118-b32fa148c86f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.280158 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2c7b583e-8596-4410-99c4-5fd7d093d603 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (873fde28-1fc9-4406-a118-b32fa148c86f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.306918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b583e-8596-4410-99c4-5fd7d093d603 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873fde28-1fc9-4406-a118-b32fa148c86f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:57.315384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2c7b583e-8596-4410-99c4-5fd7d093d603 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.320131 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2c7b583e-8596-4410-99c4-5fd7d093d603 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649439 Feb 19 03:09:57.320387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35228) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:09:57.327319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:09:57.377153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-432d1e7a-10fd-493e-bed8-26721952f352 req-663f868b-0dd9-46c1-87bf-ba31c000c884 service neutron] 10.222.0.87 "GET /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568942 Feb 19 03:09:57.382322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.399058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6640f-edba-4f5e-bc34-43dbe8c08623 req-5e236a47-26a5-4c71-ad6e-07f357c79632 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.405270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6640f-edba-4f5e-bc34-43dbe8c08623 req-5e236a47-26a5-4c71-ad6e-07f357c79632 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.410538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6640f-edba-4f5e-bc34-43dbe8c08623 req-5e236a47-26a5-4c71-ad6e-07f357c79632 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.416070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6640f-edba-4f5e-bc34-43dbe8c08623 req-5e236a47-26a5-4c71-ad6e-07f357c79632 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.422664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6640f-edba-4f5e-bc34-43dbe8c08623 req-5e236a47-26a5-4c71-ad6e-07f357c79632 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.427934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6640f-edba-4f5e-bc34-43dbe8c08623 req-5e236a47-26a5-4c71-ad6e-07f357c79632 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.433457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6640f-edba-4f5e-bc34-43dbe8c08623 req-5e236a47-26a5-4c71-ad6e-07f357c79632 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.435366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fba6640f-edba-4f5e-bc34-43dbe8c08623 req-5e236a47-26a5-4c71-ad6e-07f357c79632 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1635563 Feb 19 03:09:57.539420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fba6640f-edba-4f5e-bc34-43dbe8c08623 req-c30396f0-617a-4d5c-9344-2ec268bf3834 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944915 Feb 19 03:09:57.584552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.697878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Allocated IP 172.25.1.201 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/4961dd1b-064c-4877-875f-abcf92508ee0) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:09:57.783255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 59bcbf60-01e6-48ee-a5ac-81ac15310df0 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:09:57.804211 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device b422f97b-0094-4b8e-8492-54c3ade55c30 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:09:57.815824 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for port (4961dd1b-064c-4877-875f-abcf92508ee0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.833671 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: b422f97b-0094-4b8e-8492-54c3ade55c30 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:09:57.833871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device b422f97b-0094-4b8e-8492-54c3ade55c30 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:09:57.908399 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4961dd1b-064c-4877-875f-abcf92508ee0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.927652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 59bcbf60-01e6-48ee-a5ac-81ac15310df0, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=59bcbf60-01e6-48ee-a5ac-81ac15310df0,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:57.943162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '59bcbf60-01e6-48ee-a5ac-81ac15310df0', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '59bcbf60-01e6-48ee-a5ac-81ac15310df0', 'mac_address': 'fa:16:3e:7f:ab:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:09:57.964181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0078a49-d6b9-4370-95a4-f6675bcbd1ac req-ed96521e-44e2-4a23-b46b-4c26e3b27876 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:57.965860 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0078a49-d6b9-4370-95a4-f6675bcbd1ac req-ed96521e-44e2-4a23-b46b-4c26e3b27876 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 948 time: 0.1063375 Feb 19 03:09:57.978433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:09:57.985354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:09:57.987203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event updated for resources: {'Port': ['ID=4961dd1b-064c-4877-875f-abcf92508ee0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:57.993690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:09:57.993690 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:57.995741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:09:58.007555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59bcbf60-01e6-48ee-a5ac-81ac15310df0 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:09:58.028918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 59bcbf60-01e6-48ee-a5ac-81ac15310df0, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=59bcbf60-01e6-48ee-a5ac-81ac15310df0,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:09:58.034207 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.077984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0078a49-d6b9-4370-95a4-f6675bcbd1ac req-2ea0aa9f-5696-4d6b-8e63-781838c25fb4 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016338 Feb 19 03:09:58.084812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=59bcbf60-01e6-48ee-a5ac-81ac15310df0,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:58.094008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.094558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.094915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.095264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.095588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.095963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.096303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.096690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.097028 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.097527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.097857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.098236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.098611 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:09:58.129920 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (070f8b8a-cf4a-41ff-be32-e6471a4b90ac), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.168793 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4961dd1b-064c-4877-875f-abcf92508ee0), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.388175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['59bcbf60-01e6-48ee-a5ac-81ac15310df0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:09:58.406529 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for port (4961dd1b-064c-4877-875f-abcf92508ee0), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.417830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14d0c0-c182-42bd-8953-eb3e14316d2c req-7c6edecf-8dff-4dc9-a657-e762082bc74f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.419394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d14d0c0-c182-42bd-8953-eb3e14316d2c req-7c6edecf-8dff-4dc9-a657-e762082bc74f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 943 time: 0.1305146 Feb 19 03:09:58.427063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b009df5-1c2a-4e81-8ba6-93bcefce0729 req-5fa68766-fde1-4f33-83a3-7e7b6482a8a5 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.428585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b009df5-1c2a-4e81-8ba6-93bcefce0729 req-5fa68766-fde1-4f33-83a3-7e7b6482a8a5 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1381974 Feb 19 03:09:58.430532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4961dd1b-064c-4877-875f-abcf92508ee0), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.557556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event updated for resources: {'Port': ['ID=4961dd1b-064c-4877-875f-abcf92508ee0,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:09:58.577349 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b009df5-1c2a-4e81-8ba6-93bcefce0729 req-41d05aad-e53e-4a9a-94a9-711be3568852 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367216 Feb 19 03:09:58.586208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d14d0c0-c182-42bd-8953-eb3e14316d2c req-f74d8e72-1ac0-471d-b49c-f0fd149583cf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565216 Feb 19 03:09:58.589912 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (070f8b8a-cf4a-41ff-be32-e6471a4b90ac), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.619929 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:09:58.621530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2fb0fcea-403b-4db5-981f-7f107783f576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2999594 Feb 19 03:09:58.713746 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f454-2497-44aa-abc1-f2706750ee10 req-7c57df92-7818-4367-8d95-2694d30d99af tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.719045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f454-2497-44aa-abc1-f2706750ee10 req-7c57df92-7818-4367-8d95-2694d30d99af tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.724604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f454-2497-44aa-abc1-f2706750ee10 req-7c57df92-7818-4367-8d95-2694d30d99af tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.730270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f454-2497-44aa-abc1-f2706750ee10 req-7c57df92-7818-4367-8d95-2694d30d99af tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.735521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f454-2497-44aa-abc1-f2706750ee10 req-7c57df92-7818-4367-8d95-2694d30d99af tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.740890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f454-2497-44aa-abc1-f2706750ee10 req-7c57df92-7818-4367-8d95-2694d30d99af tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.746888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649f454-2497-44aa-abc1-f2706750ee10 req-7c57df92-7818-4367-8d95-2694d30d99af tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.748842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6649f454-2497-44aa-abc1-f2706750ee10 req-7c57df92-7818-4367-8d95-2694d30d99af tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1023419 Feb 19 03:09:58.827705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6649f454-2497-44aa-abc1-f2706750ee10 req-ef28831a-5487-48c7-a47b-6b00982e2c96 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717518 Feb 19 03:09:58.857325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-28bcafbc-8e00-4d90-b5d8-80f9d9e5cec0 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--27053716&fields=id&tenant_id=64b38365811a47d39a3a382b5d574f89 HTTP/1.1" status: 200 len: 267 time: 0.0682518 Feb 19 03:09:58.964044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-9ebdda91-441a-4e2e-b530-c4e0e7d4e390 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:58.965442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-9ebdda91-441a-4e2e-b530-c4e0e7d4e390 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 817 time: 0.1072047 Feb 19 03:09:58.980784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-fc24c90b-3410-4ba9-8713-2efc92eea538 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/quotas/64b38365811a47d39a3a382b5d574f89 HTTP/1.1" status: 200 len: 375 time: 0.0098419 Feb 19 03:09:59.041471 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-4ce2e9cd-3e11-4a2e-92e2-649a291c39ed tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554445 Feb 19 03:09:59.143836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b5e0588d-cce0-4e7a-a585-37e21bb19302 service neutron] 10.222.0.81 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902085 Feb 19 03:09:59.200624 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:09:59.268433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e7787-f884-4745-abd1-45cac36c4cc9 req-2d694823-98c1-450a-bfff-1c75b2a87594 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:59.270083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-109e7787-f884-4745-abd1-45cac36c4cc9 req-2d694823-98c1-450a-bfff-1c75b2a87594 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 949 time: 0.1006348 Feb 19 03:09:59.273804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-d024def0-64c0-4be9-88c5-f39f85935c7a service neutron] 10.222.0.81 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226761 Feb 19 03:09:59.322497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-109e7787-f884-4745-abd1-45cac36c4cc9 req-e489bc46-c763-4898-bb3e-d3ecad342759 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459666 Feb 19 03:09:59.457662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9a8db3c-57db-4721-88b0-8bb812166642 req-92ab4647-774d-44e3-8002-df1a8b51578d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 210 time: 0.0343297 Feb 19 03:09:59.772407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3a7ca-bec5-42ed-a258-b487829033fa req-bd88402a-41bb-4ad9-85c5-6a569f5907b2 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:59.774188 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9f3a7ca-bec5-42ed-a258-b487829033fa req-bd88402a-41bb-4ad9-85c5-6a569f5907b2 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1167102 Feb 19 03:09:59.789714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 4c81c3bc-7533-4480-b3d1-272de3cf8806 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:09:59.792765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 59bcbf60-01e6-48ee-a5ac-81ac15310df0 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:09:59.796187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d91afc-bb72-41de-977b-e1d1a9d52f3a req-e86a9665-344d-4351-a2cb-ffbe88c0d7ec tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:09:59.801660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05d91afc-bb72-41de-977b-e1d1a9d52f3a req-e86a9665-344d-4351-a2cb-ffbe88c0d7ec tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 943 time: 0.0881882 Feb 19 03:09:59.884600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9f3a7ca-bec5-42ed-a258-b487829033fa req-8476e299-ecec-4e91-bdbc-4495c0aa7457 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038806 Feb 19 03:09:59.929185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05d91afc-bb72-41de-977b-e1d1a9d52f3a req-2dcc65c4-6308-4769-9a65-45ed0ab50ecf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176615 Feb 19 03:09:59.990531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 4c81c3bc-7533-4480-b3d1-272de3cf8806, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=4c81c3bc-7533-4480-b3d1-272de3cf8806,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:00.007555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '4c81c3bc-7533-4480-b3d1-272de3cf8806', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'port_id': '4c81c3bc-7533-4480-b3d1-272de3cf8806', 'mac_address': 'fa:16:3e:00:73:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:10:00.084067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 4c81c3bc-7533-4480-b3d1-272de3cf8806 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:00.084468 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.092816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364b14f-3b6d-4fa7-a112-557acb6c4613 req-b3212ff4-47be-4a33-a6fd-9c738c0b9af9 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.099812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:00.110217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364b14f-3b6d-4fa7-a112-557acb6c4613 req-b3212ff4-47be-4a33-a6fd-9c738c0b9af9 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.110432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:00.110739 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.115948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c81c3bc-7533-4480-b3d1-272de3cf8806 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:00.116495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364b14f-3b6d-4fa7-a112-557acb6c4613 req-b3212ff4-47be-4a33-a6fd-9c738c0b9af9 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.126036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364b14f-3b6d-4fa7-a112-557acb6c4613 req-b3212ff4-47be-4a33-a6fd-9c738c0b9af9 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.134078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364b14f-3b6d-4fa7-a112-557acb6c4613 req-b3212ff4-47be-4a33-a6fd-9c738c0b9af9 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.140283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364b14f-3b6d-4fa7-a112-557acb6c4613 req-b3212ff4-47be-4a33-a6fd-9c738c0b9af9 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.146572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364b14f-3b6d-4fa7-a112-557acb6c4613 req-b3212ff4-47be-4a33-a6fd-9c738c0b9af9 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.159448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e364b14f-3b6d-4fa7-a112-557acb6c4613 req-b3212ff4-47be-4a33-a6fd-9c738c0b9af9 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1397824 Feb 19 03:10:00.214386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 4c81c3bc-7533-4480-b3d1-272de3cf8806, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=4c81c3bc-7533-4480-b3d1-272de3cf8806,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:00.224205 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.247582 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e364b14f-3b6d-4fa7-a112-557acb6c4613 req-3443d5f3-5aca-45b8-981b-9506103fe922 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0871117 Feb 19 03:10:00.325329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba2c26-405b-4183-b2b8-b6aceb6ae2c1 req-0e86c652-0f73-4c19-8657-eb0992da67e5 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.326869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adba2c26-405b-4183-b2b8-b6aceb6ae2c1 req-0e86c652-0f73-4c19-8657-eb0992da67e5 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.0758073 Feb 19 03:10:00.339298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=4c81c3bc-7533-4480-b3d1-272de3cf8806,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:00.349999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:00.350534 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.387405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 59bcbf60-01e6-48ee-a5ac-81ac15310df0, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=59bcbf60-01e6-48ee-a5ac-81ac15310df0,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:00.388546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361ba201-b9d4-4e94-93ff-d242d1d230d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bcbf60-01e6-48ee-a5ac-81ac15310df0'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:00.391453 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b24a5d-24a1-48cf-9890-948812da4a7e" -d '{"events": [{"server_uuid": "361ba201-b9d4-4e94-93ff-d242d1d230d8", "name": "network-vif-plugged", "status": "completed", "tag": "59bcbf60-01e6-48ee-a5ac-81ac15310df0"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:00.396817 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:00.437812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adba2c26-405b-4183-b2b8-b6aceb6ae2c1 req-d100e956-8678-4d4d-b310-cd12e8895b23 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916009 Feb 19 03:10:00.453270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=59bcbf60-01e6-48ee-a5ac-81ac15310df0,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:00.478959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2450a0-69ae-4c7b-a88d-178d2da87784 req-63ca236a-36fd-4e78-a8d4-6ea267087a29 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.485159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d2450a0-69ae-4c7b-a88d-178d2da87784 req-63ca236a-36fd-4e78-a8d4-6ea267087a29 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 950 time: 0.0902641 Feb 19 03:10:00.548182 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf39179-0543-4dea-b379-c0a68806c2c2 x-openstack-request-id: req-6bf39179-0543-4dea-b379-c0a68806c2c2 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:00.548698 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361ba201-b9d4-4e94-93ff-d242d1d230d8", "name": "network-vif-plugged", "status": "completed", "tag": "59bcbf60-01e6-48ee-a5ac-81ac15310df0", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:00.549115 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bf39179-0543-4dea-b379-c0a68806c2c2 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:00.549654 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361ba201-b9d4-4e94-93ff-d242d1d230d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bcbf60-01e6-48ee-a5ac-81ac15310df0', 'code': 200} Feb 19 03:10:00.551602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d2450a0-69ae-4c7b-a88d-178d2da87784 req-066afa2c-bba0-4257-be35-1779c2165df1 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650461 Feb 19 03:10:00.587004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['4c81c3bc-7533-4480-b3d1-272de3cf8806'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:00.675768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ef5993c-dbbf-482a-83e5-92302bd0274a req-677d301b-9cd9-43a7-a0c9-16657f380fec tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 210 time: 0.0479877 Feb 19 03:10:00.695796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1ac6a-ee3a-434b-93ab-33f88c67c666 req-95cb4191-31de-4b9b-9154-9aab80b4dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.697373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5bf1ac6a-ee3a-434b-93ab-33f88c67c666 req-95cb4191-31de-4b9b-9154-9aab80b4dcd2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 1132 time: 0.0796556 Feb 19 03:10:00.827335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5bf1ac6a-ee3a-434b-93ab-33f88c67c666 req-ad39a9cc-bf71-42de-82b5-ed64de4fecbb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198342 Feb 19 03:10:00.862013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-e342924f-926e-44b0-ae58-90ccc13bfeb5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:00.863469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-e342924f-926e-44b0-ae58-90ccc13bfeb5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.67 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 817 time: 0.1715293 Feb 19 03:10:01.065430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062a05d-fed3-40b5-92e8-5d57aa55cd1f req-4b801be6-dc75-4a14-b32d-36eaff0efba0 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:01.066948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b062a05d-fed3-40b5-92e8-5d57aa55cd1f req-4b801be6-dc75-4a14-b32d-36eaff0efba0 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 944 time: 0.0573409 Feb 19 03:10:01.124210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b062a05d-fed3-40b5-92e8-5d57aa55cd1f req-226d7f99-341e-45ef-b925-91612898d309 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510948 Feb 19 03:10:01.170195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-9268a5a7-abd2-48e4-95e2-b9275497d724 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64b38365811a47d39a3a382b5d574f89 HTTP/1.1" status: 200 len: 378 time: 0.0585067 Feb 19 03:10:01.179961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Request body: {'port': {'device_id': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'admin_state_up': True, 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'security_groups': ['6fa6cf0d-3fab-4c46-a204-b489f7eab968']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:01.287715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Made reservation on behalf of 64b38365811a47d39a3a382b5d574f89 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:01.291608 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.801896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 4c81c3bc-7533-4480-b3d1-272de3cf8806 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:01.843991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc472d-6084-4a3e-8533-8645e288fdba req-08b59ae6-658e-4d71-b46c-31d5b9e65ff8 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:01.849325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc472d-6084-4a3e-8533-8645e288fdba req-08b59ae6-658e-4d71-b46c-31d5b9e65ff8 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:01.856024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc472d-6084-4a3e-8533-8645e288fdba req-08b59ae6-658e-4d71-b46c-31d5b9e65ff8 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:01.858123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 4c81c3bc-7533-4480-b3d1-272de3cf8806 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:01.861446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc472d-6084-4a3e-8533-8645e288fdba req-08b59ae6-658e-4d71-b46c-31d5b9e65ff8 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:01.863528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 4c81c3bc-7533-4480-b3d1-272de3cf8806 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:01.863956 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:01.866701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc472d-6084-4a3e-8533-8645e288fdba req-08b59ae6-658e-4d71-b46c-31d5b9e65ff8 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:01.872397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc472d-6084-4a3e-8533-8645e288fdba req-08b59ae6-658e-4d71-b46c-31d5b9e65ff8 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:01.877647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc472d-6084-4a3e-8533-8645e288fdba req-08b59ae6-658e-4d71-b46c-31d5b9e65ff8 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:01.879659 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5bcc472d-6084-4a3e-8533-8645e288fdba req-08b59ae6-658e-4d71-b46c-31d5b9e65ff8 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.5290284 Feb 19 03:10:01.900510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Allocated IP 172.20.0.14 (dc362147-5daf-4111-b731-9fd1cccc2eb9/c387d3ae-b2f3-47a9-b076-00a88aa91afe/9a19cac8-b5c0-4bb9-96ed-0558fd538630) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:01.919179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6749b0-39c6-4eef-addd-4341fd57e04e req-29d1dc73-c187-4154-930e-6920b8d229c2 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:01.920718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab6749b0-39c6-4eef-addd-4341fd57e04e req-29d1dc73-c187-4154-930e-6920b8d229c2 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.1842575 Feb 19 03:10:01.962868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 4c81c3bc-7533-4480-b3d1-272de3cf8806 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:01.963241 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.002553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 4c81c3bc-7533-4480-b3d1-272de3cf8806, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=4c81c3bc-7533-4480-b3d1-272de3cf8806,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:02.008174 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.021252 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5bcc472d-6084-4a3e-8533-8645e288fdba req-302935e6-e06e-4893-a72e-aa118991c987 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1321034 Feb 19 03:10:02.042504 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab6749b0-39c6-4eef-addd-4341fd57e04e req-d2777d3f-90de-4577-8496-75e025307dfd tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132889 Feb 19 03:10:02.094773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=4c81c3bc-7533-4480-b3d1-272de3cf8806,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:02.215367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23658bfd-b94d-431d-8fa9-986f0542d9db req-aa5b60fa-342f-4150-8acc-c86bad50bd71 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 210 time: 0.0675693 Feb 19 03:10:02.220400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.265392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28ad49-3b41-41cb-a2b5-24ef810cfa99 req-8aa3acc6-bbe6-4d68-9f5f-adcd1dd056e6 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.266981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a28ad49-3b41-41cb-a2b5-24ef810cfa99 req-8aa3acc6-bbe6-4d68-9f5f-adcd1dd056e6 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 950 time: 0.1235130 Feb 19 03:10:02.301665 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.384713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Network dc362147-5daf-4111-b731-9fd1cccc2eb9 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:02.399369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:02.402199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:02.458238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event updated for resources: {'Port': ['ID=9a19cac8-b5c0-4bb9-96ed-0558fd538630,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:02.467302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a28ad49-3b41-41cb-a2b5-24ef810cfa99 req-7fb1b441-7b3a-4af1-b2a9-891922388c29 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837699 Feb 19 03:10:02.494871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.494871 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.523344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5c996df9-51e1-4512-82c1-2f40f670b125 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3460996 Feb 19 03:10:02.550180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Request body: {'port': {'device_id': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:02.551266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c81c3bc-7533-4480-b3d1-272de3cf8806'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:02.557280 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e95901-7ecc-4cd1-8528-5b0aba77f10c" -d '{"events": [{"server_uuid": "6fe99368-ce35-4ff7-a80f-1b284bfcf731", "name": "network-vif-plugged", "status": "completed", "tag": "4c81c3bc-7533-4480-b3d1-272de3cf8806"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:02.696533 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.748982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f6c2763f-f62e-4434-81de-3e9982089900 None None] Provisioning complete for port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:02.749417 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f6c2763f-f62e-4434-81de-3e9982089900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:02.755936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a2760-de7e-4c9d-b333-ffbc9b72f8af req-5b0d8a0a-09e2-4bc1-ab72-2674ec5e6d9c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.761234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a2760-de7e-4c9d-b333-ffbc9b72f8af req-5b0d8a0a-09e2-4bc1-ab72-2674ec5e6d9c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.766422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a2760-de7e-4c9d-b333-ffbc9b72f8af req-5b0d8a0a-09e2-4bc1-ab72-2674ec5e6d9c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.771668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a2760-de7e-4c9d-b333-ffbc9b72f8af req-5b0d8a0a-09e2-4bc1-ab72-2674ec5e6d9c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.776958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a2760-de7e-4c9d-b333-ffbc9b72f8af req-5b0d8a0a-09e2-4bc1-ab72-2674ec5e6d9c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.782155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a2760-de7e-4c9d-b333-ffbc9b72f8af req-5b0d8a0a-09e2-4bc1-ab72-2674ec5e6d9c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.785684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f6c2763f-f62e-4434-81de-3e9982089900 None None] Port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:02.787362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a2760-de7e-4c9d-b333-ffbc9b72f8af req-5b0d8a0a-09e2-4bc1-ab72-2674ec5e6d9c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.789567 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f9a2760-de7e-4c9d-b333-ffbc9b72f8af req-5b0d8a0a-09e2-4bc1-ab72-2674ec5e6d9c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5443 time: 0.1957927 Feb 19 03:10:02.800574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26bf23-b2cb-4630-a57e-fe5b49f99656 req-0c90c0b8-2461-4895-8cc0-7364752e097f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:02.802036 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd26bf23-b2cb-4630-a57e-fe5b49f99656 req-0c90c0b8-2461-4895-8cc0-7364752e097f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 945 time: 0.1968963 Feb 19 03:10:02.999819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd26bf23-b2cb-4630-a57e-fe5b49f99656 req-4aa74ccc-131e-4542-b16d-d2b9835df56f tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836421 Feb 19 03:10:03.005873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f9a2760-de7e-4c9d-b333-ffbc9b72f8af req-b21968d2-00ef-4af5-9e44-847be0faf561 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2013431 Feb 19 03:10:03.064140 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c982bf72-7361-4e5b-b043-1334003d7fa6 x-openstack-request-id: req-c982bf72-7361-4e5b-b043-1334003d7fa6 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:03.066151 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe99368-ce35-4ff7-a80f-1b284bfcf731", "name": "network-vif-plugged", "status": "completed", "tag": "4c81c3bc-7533-4480-b3d1-272de3cf8806", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:03.066151 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c982bf72-7361-4e5b-b043-1334003d7fa6 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:03.066151 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c81c3bc-7533-4480-b3d1-272de3cf8806', 'code': 200} Feb 19 03:10:03.130376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a19cac8-b5c0-4bb9-96ed-0558fd538630 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:03.140398 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Publish callbacks [] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.226332 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Transition to ACTIVE for port object 9a19cac8-b5c0-4bb9-96ed-0558fd538630 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:10:03.252009 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.354849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4639e0ec-cff2-4772-9fae-d90061f4d5d9 req-be1fc828-b940-419b-8766-491f0ca3e3db tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.356443 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4639e0ec-cff2-4772-9fae-d90061f4d5d9 req-be1fc828-b940-419b-8766-491f0ca3e3db tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.2126946 Feb 19 03:10:03.357157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a19cac8-b5c0-4bb9-96ed-0558fd538630,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:03.374895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05fe60-8997-470a-83c9-bb14da843f74 req-6095119e-4094-4203-8464-3d351c6eec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.376423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f05fe60-8997-470a-83c9-bb14da843f74 req-6095119e-4094-4203-8464-3d351c6eec2c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 1127 time: 0.2205336 Feb 19 03:10:03.390622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6f23c-5148-4cfe-92be-a4c447ad8af4 req-cea2dae3-48aa-4545-aba9-cf32cb0277a7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.395928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6f23c-5148-4cfe-92be-a4c447ad8af4 req-cea2dae3-48aa-4545-aba9-cf32cb0277a7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.401536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6f23c-5148-4cfe-92be-a4c447ad8af4 req-cea2dae3-48aa-4545-aba9-cf32cb0277a7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.406750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6f23c-5148-4cfe-92be-a4c447ad8af4 req-cea2dae3-48aa-4545-aba9-cf32cb0277a7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.412079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6f23c-5148-4cfe-92be-a4c447ad8af4 req-cea2dae3-48aa-4545-aba9-cf32cb0277a7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.417649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6f23c-5148-4cfe-92be-a4c447ad8af4 req-cea2dae3-48aa-4545-aba9-cf32cb0277a7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.422908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6f23c-5148-4cfe-92be-a4c447ad8af4 req-cea2dae3-48aa-4545-aba9-cf32cb0277a7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.424944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78b6f23c-5148-4cfe-92be-a4c447ad8af4 req-cea2dae3-48aa-4545-aba9-cf32cb0277a7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.2645404 Feb 19 03:10:03.514824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1812cc-7bbc-41fa-af07-45791e4fca4a req-63dd03d0-bf96-4b99-86d9-4af7f92e51e9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.516406 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd1812cc-7bbc-41fa-af07-45791e4fca4a req-63dd03d0-bf96-4b99-86d9-4af7f92e51e9 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.87 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 945 time: 0.2885497 Feb 19 03:10:03.578528 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-35b01821-1fea-4de8-b901-ae0de635fd32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.641783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f05fe60-8997-470a-83c9-bb14da843f74 req-eb6cc629-8629-4979-b78a-1333afc9f43a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007983 Feb 19 03:10:03.672093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4639e0ec-cff2-4772-9fae-d90061f4d5d9 req-f1412646-2708-4e6d-98de-22da2efe7a91 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908545 Feb 19 03:10:03.704143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78b6f23c-5148-4cfe-92be-a4c447ad8af4 req-1fc76bd5-5456-4511-abc0-fbc61329460b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2522261 Feb 19 03:10:03.706715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Attempting to bind port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:03.706940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Attempting to bind port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:03.707284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Attempting to bind port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 on network dc362147-5daf-4111-b731-9fd1cccc2eb9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:03.715309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 on network dc362147-5daf-4111-b731-9fd1cccc2eb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:10:03.715643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Attempting to bind port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 on network dc362147-5daf-4111-b731-9fd1cccc2eb9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:03.723947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:03.724318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Checking segment: {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:03.724710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Bound using segment: {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:03.725171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Bound port: 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e560a98-e2a4-44e9-8c14-a5312538244e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:03.725531 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.817285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-bd1812cc-7bbc-41fa-af07-45791e4fca4a req-9a458288-5328-4a97-8f91-43609fe8eaea tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Deleting port 91aca267-e6bf-4273-adfb-9a5b3641441f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:03.817539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd1812cc-7bbc-41fa-af07-45791e4fca4a req-9a458288-5328-4a97-8f91-43609fe8eaea tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:03.926928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:03.955030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:03.978770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a1827-49b3-4286-94c3-abc30ee5e2a8 req-7379ee22-32e0-4c0e-a23b-0fea65233fca tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:03.980275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e2a1827-49b3-4286-94c3-abc30ee5e2a8 req-7379ee22-32e0-4c0e-a23b-0fea65233fca tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.2120311 Feb 19 03:10:03.983737 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:04.062911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b4430-0712-4b77-8934-7b6222192ba6 req-0c5e2e93-b052-4cb4-bb75-8a07df594388 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.064378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-990b4430-0712-4b77-8934-7b6222192ba6 req-0c5e2e93-b052-4cb4-bb75-8a07df594388 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 950 time: 0.2590387 Feb 19 03:10:04.077427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bd1812cc-7bbc-41fa-af07-45791e4fca4a req-9a458288-5328-4a97-8f91-43609fe8eaea tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] For port 91aca267-e6bf-4273-adfb-9a5b3641441f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=91aca267-e6bf-4273-adfb-9a5b3641441f,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:04.077798 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd1812cc-7bbc-41fa-af07-45791e4fca4a req-9a458288-5328-4a97-8f91-43609fe8eaea tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:04.096562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.097120 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:04.098502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] 10.222.0.67 "PUT /v2.0/ports/9a19cac8-b5c0-4bb9-96ed-0558fd538630 HTTP/1.1" status: 200 len: 1092 time: 1.5620677 Feb 19 03:10:04.105922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:04.108176 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006e5682-696c-4a59-9bfa-a67228707ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:04.146296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-bd1812cc-7bbc-41fa-af07-45791e4fca4a req-9a458288-5328-4a97-8f91-43609fe8eaea tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Calling delete_port for 91aca267-e6bf-4273-adfb-9a5b3641441f owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:04.162260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca797a-c83b-4e48-af95-b0cbe59ec8e6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a19cac8-b5c0-4bb9-96ed-0558fd538630,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:04.197255 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e2a1827-49b3-4286-94c3-abc30ee5e2a8 req-ef6a1bbf-03de-45cb-b0f8-0d9ae8e97f37 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2029171 Feb 19 03:10:04.332470 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-990b4430-0712-4b77-8934-7b6222192ba6 req-9cd409d8-dccd-4ef8-b060-438da7d6caf6 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569771 Feb 19 03:10:04.366335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-9f5a87f3-a816-44a2-89b8-f789dbf4b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.368134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-9f5a87f3-a816-44a2-89b8-f789dbf4b211 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 1126 time: 0.1999159 Feb 19 03:10:04.413571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc63beb-ee88-4bb7-8820-076f230d1f07 req-63e6cdc5-ced3-4a0f-bc7f-6936610d4281 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.415739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbc63beb-ee88-4bb7-8820-076f230d1f07 req-63e6cdc5-ced3-4a0f-bc7f-6936610d4281 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 945 time: 0.1376827 Feb 19 03:10:04.449498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-4f93c669-09be-479c-98c9-bf48ca8136ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630 HTTP/1.1" status: 200 len: 217 time: 0.0559819 Feb 19 03:10:04.535692 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd1812cc-7bbc-41fa-af07-45791e4fca4a req-9a458288-5328-4a97-8f91-43609fe8eaea tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (91aca267-e6bf-4273-adfb-9a5b3641441f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:04.548013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['91aca267-e6bf-4273-adfb-9a5b3641441f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:04.580375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['fdd32fd4-2a76-43d0-a5de-d02189cee72e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:04.593630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a458288-5328-4a97-8f91-43609fe8eaea tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Pushing event deleted for resources: {'Port': ['ID=91aca267-e6bf-4273-adfb-9a5b3641441f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:04.603232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbc63beb-ee88-4bb7-8820-076f230d1f07 req-1f1d7378-c6e7-4656-8518-5ba57b1dc65b tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583896 Feb 19 03:10:04.609880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5bd0155f-55e2-4e44-800f-fa18f817bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.612387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-5bd0155f-55e2-4e44-800f-fa18f817bbd5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.1445327 Feb 19 03:10:04.682369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1812cc-7bbc-41fa-af07-45791e4fca4a req-9a458288-5328-4a97-8f91-43609fe8eaea tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] No DVR routers for this DVR port 91aca267-e6bf-4273-adfb-9a5b3641441f on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:04.694763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e09550-2b58-4094-944d-f4c001c8b2be req-270a7a1e-2601-4a8d-a8c2-9732f4549d74 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.700198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e09550-2b58-4094-944d-f4c001c8b2be req-270a7a1e-2601-4a8d-a8c2-9732f4549d74 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.706883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e09550-2b58-4094-944d-f4c001c8b2be req-270a7a1e-2601-4a8d-a8c2-9732f4549d74 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.714176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e09550-2b58-4094-944d-f4c001c8b2be req-270a7a1e-2601-4a8d-a8c2-9732f4549d74 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.719864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e09550-2b58-4094-944d-f4c001c8b2be req-270a7a1e-2601-4a8d-a8c2-9732f4549d74 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.725315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e09550-2b58-4094-944d-f4c001c8b2be req-270a7a1e-2601-4a8d-a8c2-9732f4549d74 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.731085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e09550-2b58-4094-944d-f4c001c8b2be req-270a7a1e-2601-4a8d-a8c2-9732f4549d74 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.738615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3e09550-2b58-4094-944d-f4c001c8b2be req-270a7a1e-2601-4a8d-a8c2-9732f4549d74 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5443 time: 0.2934592 Feb 19 03:10:04.741630 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d39a67-0c0a-40f1-8606-5b39ac8cc637 x-openstack-request-id: req-a4d39a67-0c0a-40f1-8606-5b39ac8cc637 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:04.741932 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:04.742264 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4d39a67-0c0a-40f1-8606-5b39ac8cc637 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:04.743053 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'status': 'completed', 'code': 200} Feb 19 03:10:04.744703 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bd1812cc-7bbc-41fa-af07-45791e4fca4a req-9a458288-5328-4a97-8f91-43609fe8eaea tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:04.748262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd1812cc-7bbc-41fa-af07-45791e4fca4a req-9a458288-5328-4a97-8f91-43609fe8eaea tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.87 "DELETE /v2.0/ports/91aca267-e6bf-4273-adfb-9a5b3641441f HTTP/1.1" status: 204 len: 173 time: 1.2238262 Feb 19 03:10:04.802790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-2e918fb1-6e7e-4ca2-9110-cf094d168c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:04.804596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-2e918fb1-6e7e-4ca2-9110-cf094d168c29 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1667542 Feb 19 03:10:04.824561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3e09550-2b58-4094-944d-f4c001c8b2be req-a890dbe7-a745-4bcb-83cc-3cea5afca2fd tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850160 Feb 19 03:10:04.981310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccf106bf-7e4d-4360-8a75-1a4351cbb33b req-5a3c1908-8168-4bd5-97c0-a93fbde230f8 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=54c556da-4429-4446-9925-e679565b85f1 HTTP/1.1" status: 200 len: 210 time: 0.0410662 Feb 19 03:10:04.987142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-6a897119-1f2c-4a11-86e3-91b25a33925d service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615984 Feb 19 03:10:05.172999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0080bd-5eb7-4700-afe9-aeb80adc8196 req-8c19422c-f753-463c-9d77-7441893a384e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.178384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0080bd-5eb7-4700-afe9-aeb80adc8196 req-8c19422c-f753-463c-9d77-7441893a384e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.185957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0080bd-5eb7-4700-afe9-aeb80adc8196 req-8c19422c-f753-463c-9d77-7441893a384e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.191426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0080bd-5eb7-4700-afe9-aeb80adc8196 req-8c19422c-f753-463c-9d77-7441893a384e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.197952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0080bd-5eb7-4700-afe9-aeb80adc8196 req-8c19422c-f753-463c-9d77-7441893a384e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.205059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0080bd-5eb7-4700-afe9-aeb80adc8196 req-8c19422c-f753-463c-9d77-7441893a384e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.212912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0080bd-5eb7-4700-afe9-aeb80adc8196 req-8c19422c-f753-463c-9d77-7441893a384e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.221199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b0080bd-5eb7-4700-afe9-aeb80adc8196 req-8c19422c-f753-463c-9d77-7441893a384e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.2458682 Feb 19 03:10:05.256719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28adb797-87fd-4b0a-82b1-a177bf849548 req-f5742677-0ad5-4cfc-b404-ce0d0e9a359e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2117157 Feb 19 03:10:05.259919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43298a7a-7a80-4795-828a-aacdafa3ccd2 req-60620ea9-6a99-400c-b930-00b280d0eac1 service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625329 Feb 19 03:10:05.399965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b0080bd-5eb7-4700-afe9-aeb80adc8196 req-3852fbaf-b68f-4f94-b220-7ef94133dcec tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777406 Feb 19 03:10:05.486959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adb797-87fd-4b0a-82b1-a177bf849548 req-1e0af511-0efa-4bc1-b15d-d24def4e3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.488491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28adb797-87fd-4b0a-82b1-a177bf849548 req-1e0af511-0efa-4bc1-b15d-d24def4e3233 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=570da871565c41fb911a1da849f4cc95&device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 1127 time: 0.1913955 Feb 19 03:10:05.494462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5682-696c-4a59-9bfa-a67228707ac8 req-7608c238-d175-4fb6-adaa-268eb9acd848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.495932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-006e5682-696c-4a59-9bfa-a67228707ac8 req-7608c238-d175-4fb6-adaa-268eb9acd848 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 1126 time: 0.1645105 Feb 19 03:10:05.545980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f6f3b-0ce1-4220-a103-af026f429d27 req-2c0f6408-c499-4488-bc45-42994e9068f1 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.553546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721f6f3b-0ce1-4220-a103-af026f429d27 req-2c0f6408-c499-4488-bc45-42994e9068f1 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.1236351 Feb 19 03:10:05.770772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721f6f3b-0ce1-4220-a103-af026f429d27 req-46c7377b-15c4-49f7-bb50-a712477f4275 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2156184 Feb 19 03:10:05.797693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-81dde8c1-14ad-458b-8a2d-ddc10c667872 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.797693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-81dde8c1-14ad-458b-8a2d-ddc10c667872 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.801235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-81dde8c1-14ad-458b-8a2d-ddc10c667872 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.806804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-81dde8c1-14ad-458b-8a2d-ddc10c667872 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.809987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec0413e-4228-4014-b6aa-bda0fde6995a req-ad2b4932-850a-48dd-a925-b6c215d1e1e3 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.812216 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-81dde8c1-14ad-458b-8a2d-ddc10c667872 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.817643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-81dde8c1-14ad-458b-8a2d-ddc10c667872 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.817771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ec0413e-4228-4014-b6aa-bda0fde6995a req-ad2b4932-850a-48dd-a925-b6c215d1e1e3 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 950 time: 0.1801245 Feb 19 03:10:05.821452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5682-696c-4a59-9bfa-a67228707ac8 req-562fc5fd-7c26-44dc-b1ab-98816e5aeaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.823038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-006e5682-696c-4a59-9bfa-a67228707ac8 req-562fc5fd-7c26-44dc-b1ab-98816e5aeaaf service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 918 time: 0.3203883 Feb 19 03:10:05.823175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-81dde8c1-14ad-458b-8a2d-ddc10c667872 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.825132 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-81dde8c1-14ad-458b-8a2d-ddc10c667872 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 5443 time: 0.0934520 Feb 19 03:10:05.825524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adb797-87fd-4b0a-82b1-a177bf849548 req-03619f85-6783-48c2-af8f-1a268ddf7f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.827112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28adb797-87fd-4b0a-82b1-a177bf849548 req-03619f85-6783-48c2-af8f-1a268ddf7f64 service neutron] 10.222.0.87 "GET /v2.0/networks?id=24f9f79a-f66e-4d5f-a4db-f3cade87ee88 HTTP/1.1" status: 200 len: 916 time: 0.3110428 Feb 19 03:10:05.856204 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-93dc895b-8214-4e7c-92bd-54705d4aa002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:05.890785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-8e787f1c-d395-4c9c-b5bb-cd539466d267 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:05.892563 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-8e787f1c-d395-4c9c-b5bb-cd539466d267 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "GET /v2.0/ports/e2bf896b-e2cc-48ce-bf73-650984ae1ae1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0546749 Feb 19 03:10:05.927017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-006e5682-696c-4a59-9bfa-a67228707ac8 req-1cddc012-2cfa-49a8-98e4-8fbfbaf838a5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630 HTTP/1.1" status: 200 len: 217 time: 0.0932703 Feb 19 03:10:06.002380 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-55e754d6-2fcc-4272-84b7-bef849f10f49 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "GET /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1043243 Feb 19 03:10:06.013902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:06.032871 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ec0413e-4228-4014-b6aa-bda0fde6995a req-6996310e-b60a-49b0-84a2-546ceb2cabeb tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141640 Feb 19 03:10:06.038588 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28adb797-87fd-4b0a-82b1-a177bf849548 req-ab53145e-1b4e-4295-9c48-c2bdd53030bf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ab25ceb-11df-4eac-9a2e-ca30e816832b HTTP/1.1" status: 200 len: 1001 time: 0.1834834 Feb 19 03:10:06.047312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5682-696c-4a59-9bfa-a67228707ac8 req-f96aacc1-1769-47bd-9e01-5dd868b33054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.048934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-006e5682-696c-4a59-9bfa-a67228707ac8 req-f96aacc1-1769-47bd-9e01-5dd868b33054 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.1100442 Feb 19 03:10:06.078608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:06.236294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] For port e2bf896b-e2cc-48ce-bf73-650984ae1ae1, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e2bf896b-e2cc-48ce-bf73-650984ae1ae1,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:06.273669 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] For port e2bf896b-e2cc-48ce-bf73-650984ae1ae1, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:06.311364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] device_id is not set on port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:10:06.323726 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] Publish callbacks [] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:06.333357 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:06.404170 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] No DVR routers for this DVR port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:06.407579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] Pushing event updated for resources: {'Port': ['ID=e2bf896b-e2cc-48ce-bf73-650984ae1ae1,revision_number=6']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:06.472072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] In _notify_port_updated(), no bound segment for port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 on network 2546c89f-3126-41e0-a61b-a364cebc24c5 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:10:06.473329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.474136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:06.476070 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-df6c105f-c50e-429f-90cf-2698cf938f9d service neutron] 10.222.0.87 "PUT /v2.0/ports/e2bf896b-e2cc-48ce-bf73-650984ae1ae1 HTTP/1.1" status: 200 len: 1031 time: 0.4673293 Feb 19 03:10:06.487924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114fe19-fa79-4ec9-914c-dc788b7e350b req-27e74646-fddd-48a8-8a49-0fc1e8524bb6 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.489421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2114fe19-fa79-4ec9-914c-dc788b7e350b req-27e74646-fddd-48a8-8a49-0fc1e8524bb6 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 945 time: 0.5952032 Feb 19 03:10:06.554386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-b5c72973-9a4b-4b73-b408-cb5ba263a7b9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.555666 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-b5c72973-9a4b-4b73-b408-cb5ba263a7b9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "GET /v2.0/ports/d5775f94-e272-4b71-ba53-68b52e42b574?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0725758 Feb 19 03:10:06.566044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adb797-87fd-4b0a-82b1-a177bf849548 req-4eb7dca0-db81-42de-8c1b-ad057803044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.567573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28adb797-87fd-4b0a-82b1-a177bf849548 req-4eb7dca0-db81-42de-8c1b-ad057803044a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=2805eefc-200e-45c4-8946-cd4ec874cf5e HTTP/1.1" status: 200 len: 854 time: 0.5226111 Feb 19 03:10:06.567707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:06.640541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2114fe19-fa79-4ec9-914c-dc788b7e350b req-737fd738-7363-46b9-b230-2b8d32c0e395 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352997 Feb 19 03:10:06.642416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e5682-696c-4a59-9bfa-a67228707ac8 req-7785f5d6-3504-4ef5-bc1d-9507830f21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.643884 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-006e5682-696c-4a59-9bfa-a67228707ac8 req-7785f5d6-3504-4ef5-bc1d-9507830f21a0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5855546 Feb 19 03:10:06.655125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa8d1-407a-4681-b557-51388d8415f4 req-e366487a-2bb5-4985-a36a-c39739aef6f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.657127 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:06.660880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa8d1-407a-4681-b557-51388d8415f4 req-e366487a-2bb5-4985-a36a-c39739aef6f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.667331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa8d1-407a-4681-b557-51388d8415f4 req-e366487a-2bb5-4985-a36a-c39739aef6f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.673493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa8d1-407a-4681-b557-51388d8415f4 req-e366487a-2bb5-4985-a36a-c39739aef6f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.679320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa8d1-407a-4681-b557-51388d8415f4 req-e366487a-2bb5-4985-a36a-c39739aef6f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.690273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24fa8d1-407a-4681-b557-51388d8415f4 req-e366487a-2bb5-4985-a36a-c39739aef6f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.693587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a24fa8d1-407a-4681-b557-51388d8415f4 req-e366487a-2bb5-4985-a36a-c39739aef6f2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 4665 time: 0.2471640 Feb 19 03:10:06.717252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9e6bdefd-62a7-4f34-93a8-3a4854ce9a98 None None] Provisioning complete for port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:06.717891 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e6bdefd-62a7-4f34-93a8-3a4854ce9a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:06.763594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c556da-4429-4446-9925-e679565b85f1', 'name': 'network-vif-deleted', 'tag': '91aca267-e6bf-4273-adfb-9a5b3641441f'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:06.766492 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b7763c-f37b-40e5-8c45-e5e6f17505fa" -d '{"events": [{"server_uuid": "54c556da-4429-4446-9925-e679565b85f1", "name": "network-vif-deleted", "tag": "91aca267-e6bf-4273-adfb-9a5b3641441f"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:06.800548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9e6bdefd-62a7-4f34-93a8-3a4854ce9a98 None None] Port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:06.836872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adb797-87fd-4b0a-82b1-a177bf849548 req-29ee531f-3c0c-4f1f-8c77-bee1fdff4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:06.838536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28adb797-87fd-4b0a-82b1-a177bf849548 req-29ee531f-3c0c-4f1f-8c77-bee1fdff4c1e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=24f9f79a-f66e-4d5f-a4db-f3cade87ee88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2542439 Feb 19 03:10:06.868541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] For port d5775f94-e272-4b71-ba53-68b52e42b574, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d5775f94-e272-4b71-ba53-68b52e42b574,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:06.891072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 91aca267-e6bf-4273-adfb-9a5b3641441f no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:06.905226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] For port d5775f94-e272-4b71-ba53-68b52e42b574, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:06.923856 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 91aca267-e6bf-4273-adfb-9a5b3641441f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:10:06.924593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 91aca267-e6bf-4273-adfb-9a5b3641441f not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:06.940943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a24fa8d1-407a-4681-b557-51388d8415f4 req-edafa8a6-7ed6-49ef-8ddd-3d4302e4e4b9 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98&id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2434449 Feb 19 03:10:06.946396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] device_id is not set on port d5775f94-e272-4b71-ba53-68b52e42b574 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:10:06.959357 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] Publish callbacks [] for port (d5775f94-e272-4b71-ba53-68b52e42b574), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:06.965074 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:06.994715 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.002863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-006e5682-696c-4a59-9bfa-a67228707ac8 req-5f4ce630-67e1-4624-ab4b-53553ca6d44d service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992566 Feb 19 03:10:07.033914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] No DVR routers for this DVR port d5775f94-e272-4b71-ba53-68b52e42b574 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:07.039264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b4ac-3951-489f-b801-5e5e98805b12 req-0d8cb803-aca2-4557-915d-b58c195cde0f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.045546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b4ac-3951-489f-b801-5e5e98805b12 req-0d8cb803-aca2-4557-915d-b58c195cde0f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.050789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b4ac-3951-489f-b801-5e5e98805b12 req-0d8cb803-aca2-4557-915d-b58c195cde0f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.056281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b4ac-3951-489f-b801-5e5e98805b12 req-0d8cb803-aca2-4557-915d-b58c195cde0f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.061754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b4ac-3951-489f-b801-5e5e98805b12 req-0d8cb803-aca2-4557-915d-b58c195cde0f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.062929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] Pushing event updated for resources: {'Port': ['ID=d5775f94-e272-4b71-ba53-68b52e42b574,revision_number=6']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:07.067237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b4ac-3951-489f-b801-5e5e98805b12 req-0d8cb803-aca2-4557-915d-b58c195cde0f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.072600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2b4ac-3951-489f-b801-5e5e98805b12 req-0d8cb803-aca2-4557-915d-b58c195cde0f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.074611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ed2b4ac-3951-489f-b801-5e5e98805b12 req-0d8cb803-aca2-4557-915d-b58c195cde0f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.3012152 Feb 19 03:10:07.119770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] In _notify_port_updated(), no bound segment for port d5775f94-e272-4b71-ba53-68b52e42b574 on network 2546c89f-3126-41e0-a61b-a364cebc24c5 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:10:07.121240 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.122040 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.123864 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-68881ece-5817-4046-bdfb-2f0d714c6222 service neutron] 10.222.0.87 "PUT /v2.0/ports/d5775f94-e272-4b71-ba53-68b52e42b574 HTTP/1.1" status: 200 len: 1031 time: 0.5614865 Feb 19 03:10:07.174050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28adb797-87fd-4b0a-82b1-a177bf849548 req-9c2da480-856a-47bd-8e9f-812b359df6e5 service neutron] 10.222.0.87 "GET /v2.0/networks/24f9f79a-f66e-4d5f-a4db-f3cade87ee88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218811 Feb 19 03:10:07.253569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Deleting port 3fe16846-d544-4242-b68b-4767f0fe9584 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:07.253910 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.349904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7edc174c-0d77-41aa-956f-d9b63d157067 None None] Provisioning complete for port d5775f94-e272-4b71-ba53-68b52e42b574 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:07.350536 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7edc174c-0d77-41aa-956f-d9b63d157067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.363626 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] For port 3fe16846-d544-4242-b68b-4767f0fe9584, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3fe16846-d544-4242-b68b-4767f0fe9584,segment=NetworkSegment(68d2b9dd-1d76-44c6-9325-92d981930310),segment_id=68d2b9dd-1d76-44c6-9325-92d981930310)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:07.363999 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.377437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ed2b4ac-3951-489f-b801-5e5e98805b12 req-5abe42ce-ec16-4c77-b2d2-3acfce01a748 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2865102 Feb 19 03:10:07.379529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-006e5682-696c-4a59-9bfa-a67228707ac8 req-5b5a0159-df28-4015-8850-549a352ae16d service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659556 Feb 19 03:10:07.389225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7edc174c-0d77-41aa-956f-d9b63d157067 None None] Port d5775f94-e272-4b71-ba53-68b52e42b574 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:07.392991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bb2c1-20da-496e-b8cb-64d0a870fb8b req-374928ea-3af7-4607-b445-2ff0026be8b3 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.394398 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-694bb2c1-20da-496e-b8cb-64d0a870fb8b req-374928ea-3af7-4607-b445-2ff0026be8b3 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 945 time: 0.3083925 Feb 19 03:10:07.406926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35372) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:07.412722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-13a4ea1f-49b9-4797-9c57-bfaa2a9480bf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Request body: {'floatingip': {'port_id': '4c81c3bc-7533-4480-b3d1-272de3cf8806'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:07.419317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28adb797-87fd-4b0a-82b1-a177bf849548 req-38350483-0f62-4186-bac2-5e08c9ff3c82 service neutron] 10.222.0.87 "GET /v2.0/networks/24f9f79a-f66e-4d5f-a4db-f3cade87ee88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269254 Feb 19 03:10:07.463406 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13a4ea1f-49b9-4797-9c57-bfaa2a9480bf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (179b8ad2-926e-400e-a927-085b236bebbd), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.476872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0f68-09d6-445f-a62c-30560142309a req-489fdcdf-99e1-4f46-a9bb-8aaee47cf924 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.478541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d0b0f68-09d6-445f-a62c-30560142309a req-489fdcdf-99e1-4f46-a9bb-8aaee47cf924 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.67 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 950 time: 0.1717551 Feb 19 03:10:07.514066 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3209e3e-512c-42ee-8edb-5948ebe32125 x-openstack-request-id: req-d3209e3e-512c-42ee-8edb-5948ebe32125 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:07.514763 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c556da-4429-4446-9925-e679565b85f1", "name": "network-vif-deleted", "tag": "91aca267-e6bf-4273-adfb-9a5b3641441f", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:07.514763 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3209e3e-512c-42ee-8edb-5948ebe32125 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:07.514975 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c556da-4429-4446-9925-e679565b85f1', 'name': 'network-vif-deleted', 'tag': '91aca267-e6bf-4273-adfb-9a5b3641441f', 'status': 'completed', 'code': 200} Feb 19 03:10:07.707417 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.707912 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (4f976f9b-2c38-433d-b335-a68ea27c3837), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.708414 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Floating IP 4f976f9b-2c38-433d-b335-a68ea27c3837 disassociated. External IP: 172.25.1.54, port: 3fe16846-d544-4242-b68b-4767f0fe9584. Feb 19 03:10:07.708864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Calling delete_port for 3fe16846-d544-4242-b68b-4767f0fe9584 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:07.749717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f49bd7-afb9-442a-9290-852f8c9155fe req-edd1ebd5-55d1-4d91-90c7-966ad5f697b8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.751292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54f49bd7-afb9-442a-9290-852f8c9155fe req-edd1ebd5-55d1-4d91-90c7-966ad5f697b8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.1840231 Feb 19 03:10:07.805562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9a19cac8-b5c0-4bb9-96ed-0558fd538630 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:10:07.859377 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3fe16846-d544-4242-b68b-4767f0fe9584), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.907821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'Port': ['ID=3fe16846-d544-4242-b68b-4767f0fe9584,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:07.920097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816dd46-d0db-4d0b-89f2-aa803d83b71a req-14d01b83-42d8-4e7a-add2-e094202150e3 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:07.921746 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6816dd46-d0db-4d0b-89f2-aa803d83b71a req-14d01b83-42d8-4e7a-add2-e094202150e3 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 950 time: 0.2296250 Feb 19 03:10:07.924437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-9d0b0f68-09d6-445f-a62c-30560142309a req-050ca130-b81d-4e7b-ba50-f7456e90a761 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Deleting port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:07.924836 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d0b0f68-09d6-445f-a62c-30560142309a req-050ca130-b81d-4e7b-ba50-f7456e90a761 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:07.957068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:07.973644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'port_id': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'mac_address': 'fa:16:3e:5c:30:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:10:08.012138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54f49bd7-afb9-442a-9290-852f8c9155fe req-16832a85-1916-4cb1-9904-62db13b1a039 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2116146 Feb 19 03:10:08.025578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:08.026468 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.044605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a19cac8-b5c0-4bb9-96ed-0558fd538630 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:08.091666 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:08.106027 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.107686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6816dd46-d0db-4d0b-89f2-aa803d83b71a req-a485e2c0-7f9a-4be4-be6a-3df55c0ebcdf tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/security-groups?id=cf7490e0-facb-4a40-b336-7408a260aafc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583734 Feb 19 03:10:08.134072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:10:08.284411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-9d0b0f68-09d6-445f-a62c-30560142309a req-050ca130-b81d-4e7b-ba50-f7456e90a761 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] For port 59bcbf60-01e6-48ee-a5ac-81ac15310df0, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=59bcbf60-01e6-48ee-a5ac-81ac15310df0,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:08.284822 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d0b0f68-09d6-445f-a62c-30560142309a req-050ca130-b81d-4e7b-ba50-f7456e90a761 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.324481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:08.337658 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5ac7d-1379-4a3f-b451-9d3942ebcb45 None None] Sync routers for ids ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:08.347967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-9d0b0f68-09d6-445f-a62c-30560142309a req-050ca130-b81d-4e7b-ba50-f7456e90a761 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Calling delete_port for 59bcbf60-01e6-48ee-a5ac-81ac15310df0 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:08.363969 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5ac7d-1379-4a3f-b451-9d3942ebcb45 None None] Routers {'70ca21c1-0655-4b85-9a2c-f7452a51ec81'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:08.364738 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d4f5ac7d-1379-4a3f-b451-9d3942ebcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:08.427934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108dcaa-7ac5-4199-9c91-ba25ffaf2f3d req-10e0397e-7535-4704-af4d-f9f775a647ff tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.431747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] No DVR routers for this DVR port 3fe16846-d544-4242-b68b-4767f0fe9584 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:08.435411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2108dcaa-7ac5-4199-9c91-ba25ffaf2f3d req-10e0397e-7535-4704-af4d-f9f775a647ff tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.2462437 Feb 19 03:10:08.439887 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.448569 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-471e74b9-6e6f-4c9b-ab07-c36b1873a361 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "DELETE /v2.0/ports/3fe16846-d544-4242-b68b-4767f0fe9584 HTTP/1.1" status: 204 len: 173 time: 1.3151710 Feb 19 03:10:08.461741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-deleted', 'tag': '3fe16846-d544-4242-b68b-4767f0fe9584'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:08.465490 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c705fed0-a4d7-49ef-8675-642951a1b54f" -d '{"events": [{"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-deleted", "tag": "3fe16846-d544-4242-b68b-4767f0fe9584"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:08.481248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9a19cac8-b5c0-4bb9-96ed-0558fd538630,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:08.554838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fff6f-a212-449a-adc5-6f76bcb9eab6 req-e27e11c2-7b2f-47e0-a113-77bf50c28b51 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.570381 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d4f5ac7d-1379-4a3f-b451-9d3942ebcb45 None None] Set router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:08.571803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fff6f-a212-449a-adc5-6f76bcb9eab6 req-e27e11c2-7b2f-47e0-a113-77bf50c28b51 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.580112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fff6f-a212-449a-adc5-6f76bcb9eab6 req-e27e11c2-7b2f-47e0-a113-77bf50c28b51 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.590381 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.594220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fff6f-a212-449a-adc5-6f76bcb9eab6 req-e27e11c2-7b2f-47e0-a113-77bf50c28b51 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:08.601654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a8fff6f-a212-449a-adc5-6f76bcb9eab6 req-e27e11c2-7b2f-47e0-a113-77bf50c28b51 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 3151 time: 0.3899217 Feb 19 03:10:08.647399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['9a19cac8-b5c0-4bb9-96ed-0558fd538630'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:08.650878 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [None req-13a4ea1f-49b9-4797-9c57-bfaa2a9480bf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:10:08.702705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-d796f548-a6f5-4940-a4c0-be3cab5b2056 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Deleting port 72ecd80a-ead9-4450-bb93-e96fa2579879 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:08.707109 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-d796f548-a6f5-4940-a4c0-be3cab5b2056 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.763843 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2108dcaa-7ac5-4199-9c91-ba25ffaf2f3d req-ef74e04e-5dbb-494a-b84b-276e021c5d55 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274231 Feb 19 03:10:08.802936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a8fff6f-a212-449a-adc5-6f76bcb9eab6 req-98fdd580-f21b-41c9-a119-08eed740a776 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910789 Feb 19 03:10:08.805517 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13a4ea1f-49b9-4797-9c57-bfaa2a9480bf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.822175 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13a4ea1f-49b9-4797-9c57-bfaa2a9480bf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (179b8ad2-926e-400e-a927-085b236bebbd), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.901013 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d4f5ac7d-1379-4a3f-b451-9d3942ebcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:03:38Z', 'revision_number': 4, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '33435ac9-01f1-406d-9f49-6fcd798cfa3c', 'name': '', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'mac_address': 'fa:16:3e:43:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:35Z', 'updated_at': '2022-02-19T03:03:44Z', 'revision_number': 5, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'subnets': [{'id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:08.916583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d5775f94-e272-4b71-ba53-68b52e42b574 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:08.934707 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5ac7d-1379-4a3f-b451-9d3942ebcb45 None None] Checking router: 70ca21c1-0655-4b85-9a2c-f7452a51ec81 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:08.940688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-d796f548-a6f5-4940-a4c0-be3cab5b2056 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] For port 72ecd80a-ead9-4450-bb93-e96fa2579879, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=72ecd80a-ead9-4450-bb93-e96fa2579879,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:08.941265 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-d796f548-a6f5-4940-a4c0-be3cab5b2056 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:08.947429 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f5ac7d-1379-4a3f-b451-9d3942ebcb45 None None] Routers {'70ca21c1-0655-4b85-9a2c-f7452a51ec81'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:08.948212 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d4f5ac7d-1379-4a3f-b451-9d3942ebcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:08.971522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-d796f548-a6f5-4940-a4c0-be3cab5b2056 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Calling delete_port for 72ecd80a-ead9-4450-bb93-e96fa2579879 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:09.094683 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d4f5ac7d-1379-4a3f-b451-9d3942ebcb45 None None] Set router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:09.107007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] The host n-h1-826755-2 is not matching for port d5775f94-e272-4b71-ba53-68b52e42b574 host ! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:10:09.107604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d5775f94-e272-4b71-ba53-68b52e42b574 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:09.107816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e2bf896b-e2cc-48ce-bf73-650984ae1ae1 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:09.202614 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d0b0f68-09d6-445f-a62c-30560142309a req-050ca130-b81d-4e7b-ba50-f7456e90a761 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (59bcbf60-01e6-48ee-a5ac-81ac15310df0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.224825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] The host n-h1-826755-2 is not matching for port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 host ! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:10:09.225237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e2bf896b-e2cc-48ce-bf73-650984ae1ae1 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:09.225727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 3fe16846-d544-4242-b68b-4767f0fe9584 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:09.249534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 3fe16846-d544-4242-b68b-4767f0fe9584 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:10:09.249888 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 3fe16846-d544-4242-b68b-4767f0fe9584 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:09.250319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b80d0925-a55d-472f-933c-2e00920a0516 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:09.273809 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c52abf3-008f-4080-856c-5147e163de99 x-openstack-request-id: req-5c52abf3-008f-4080-856c-5147e163de99 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:09.274308 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-deleted", "tag": "3fe16846-d544-4242-b68b-4767f0fe9584", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:09.274676 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c52abf3-008f-4080-856c-5147e163de99 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:09.275132 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-deleted', 'tag': '3fe16846-d544-4242-b68b-4767f0fe9584', 'status': 'completed', 'code': 200} Feb 19 03:10:09.286821 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-d796f548-a6f5-4940-a4c0-be3cab5b2056 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (72ecd80a-ead9-4450-bb93-e96fa2579879), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.291030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['59bcbf60-01e6-48ee-a5ac-81ac15310df0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:09.359968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796f548-a6f5-4940-a4c0-be3cab5b2056 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'Port': ['ID=72ecd80a-ead9-4450-bb93-e96fa2579879,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:09.396005 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d4f5ac7d-1379-4a3f-b451-9d3942ebcb45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:03:38Z', 'revision_number': 4, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '33435ac9-01f1-406d-9f49-6fcd798cfa3c', 'name': '', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'mac_address': 'fa:16:3e:43:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:35Z', 'updated_at': '2022-02-19T03:03:44Z', 'revision_number': 5, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'subnets': [{'id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:09.434768 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f5ac7d-1379-4a3f-b451-9d3942ebcb45 None None] The sync data for ids ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'] in n-d-826755-2 is: [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:03:38Z', 'revision_number': 4, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '33435ac9-01f1-406d-9f49-6fcd798cfa3c', 'name': '', 'network_id': 'e39bf806-1992-49ff-a939-99215785f492', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'mac_address': 'fa:16:3e:43:01:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:35Z', 'updated_at': '2022-02-19T03:03:44Z', 'revision_number': 5, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'subnets': [{'id': 'f79cf414-250d-440d-9768-50a61554ea8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:09.450387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-d796f548-a6f5-4940-a4c0-be3cab5b2056 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] No DVR routers for this DVR port 72ecd80a-ead9-4450-bb93-e96fa2579879 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:09.453874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-d796f548-a6f5-4940-a4c0-be3cab5b2056 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.459228 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-d796f548-a6f5-4940-a4c0-be3cab5b2056 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "DELETE /v2.0/ports/72ecd80a-ead9-4450-bb93-e96fa2579879 HTTP/1.1" status: 204 len: 173 time: 0.9898405 Feb 19 03:10:09.478678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b80d0925-a55d-472f-933c-2e00920a0516 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:09.479214 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b80d0925-a55d-472f-933c-2e00920a0516), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.524334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b80d0925-a55d-472f-933c-2e00920a0516, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b80d0925-a55d-472f-933c-2e00920a0516,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:09.525840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80d0925-a55d-472f-933c-2e00920a0516'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:09.528798 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78da2e21-7c94-4bd3-8cbc-89beee6fc2de" -d '{"events": [{"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-unplugged", "status": "completed", "tag": "b80d0925-a55d-472f-933c-2e00920a0516"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:09.537706 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b80d0925-a55d-472f-933c-2e00920a0516), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.539361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device b239ae85-3b48-442a-b227-625a0c59652a no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:09.604871 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-50842687-2ac1-44d4-a9f8-a3002e7f0692 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Deleting port b239ae85-3b48-442a-b227-625a0c59652a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:09.605219 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-50842687-2ac1-44d4-a9f8-a3002e7f0692 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b239ae85-3b48-442a-b227-625a0c59652a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.641092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b80d0925-a55d-472f-933c-2e00920a0516,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:09.663732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ca130-b81d-4e7b-ba50-f7456e90a761 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Pushing event deleted for resources: {'Port': ['ID=59bcbf60-01e6-48ee-a5ac-81ac15310df0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:09.689275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87612f-16b0-4411-8cbb-105457fac1ca req-ed5c6890-ad80-421b-bac6-562c00a51ab7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:09.694496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87612f-16b0-4411-8cbb-105457fac1ca req-ed5c6890-ad80-421b-bac6-562c00a51ab7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:09.699924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87612f-16b0-4411-8cbb-105457fac1ca req-ed5c6890-ad80-421b-bac6-562c00a51ab7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:09.705625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87612f-16b0-4411-8cbb-105457fac1ca req-ed5c6890-ad80-421b-bac6-562c00a51ab7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:09.710932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87612f-16b0-4411-8cbb-105457fac1ca req-ed5c6890-ad80-421b-bac6-562c00a51ab7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:09.716259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87612f-16b0-4411-8cbb-105457fac1ca req-ed5c6890-ad80-421b-bac6-562c00a51ab7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:09.727386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df87612f-16b0-4411-8cbb-105457fac1ca req-ed5c6890-ad80-421b-bac6-562c00a51ab7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:09.745565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df87612f-16b0-4411-8cbb-105457fac1ca req-ed5c6890-ad80-421b-bac6-562c00a51ab7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.7481270 Feb 19 03:10:09.763459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port b239ae85-3b48-442a-b227-625a0c59652a is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:09.764007 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b239ae85-3b48-442a-b227-625a0c59652a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.815920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-50842687-2ac1-44d4-a9f8-a3002e7f0692 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] For port b239ae85-3b48-442a-b227-625a0c59652a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b239ae85-3b48-442a-b227-625a0c59652a,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:09.816518 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-50842687-2ac1-44d4-a9f8-a3002e7f0692 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b239ae85-3b48-442a-b227-625a0c59652a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.835954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port b239ae85-3b48-442a-b227-625a0c59652a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b239ae85-3b48-442a-b227-625a0c59652a,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:09.843854 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-13a4ea1f-49b9-4797-9c57-bfaa2a9480bf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Floating IP 179b8ad2-926e-400e-a927-085b236bebbd associated. External IP: 172.25.1.79, port: 4c81c3bc-7533-4480-b3d1-272de3cf8806. Feb 19 03:10:09.853199 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b239ae85-3b48-442a-b227-625a0c59652a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.854192 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5b255800-179b-416e-887d-77c67452cd8f no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:09.870420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-50842687-2ac1-44d4-a9f8-a3002e7f0692 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Calling delete_port for b239ae85-3b48-442a-b227-625a0c59652a owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:09.939897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0b0f68-09d6-445f-a62c-30560142309a req-050ca130-b81d-4e7b-ba50-f7456e90a761 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] No DVR routers for this DVR port 59bcbf60-01e6-48ee-a5ac-81ac15310df0 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:09.962839 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9d0b0f68-09d6-445f-a62c-30560142309a req-050ca130-b81d-4e7b-ba50-f7456e90a761 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:09.968372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d0b0f68-09d6-445f-a62c-30560142309a req-050ca130-b81d-4e7b-ba50-f7456e90a761 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.67 "DELETE /v2.0/ports/59bcbf60-01e6-48ee-a5ac-81ac15310df0 HTTP/1.1" status: 204 len: 173 time: 2.4560533 Feb 19 03:10:09.968996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361ba201-b9d4-4e94-93ff-d242d1d230d8', 'name': 'network-vif-deleted', 'tag': '59bcbf60-01e6-48ee-a5ac-81ac15310df0'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:09.972366 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e7ecd9-67df-40ae-aa6d-2e4981c1cdff" -d '{"events": [{"server_uuid": "361ba201-b9d4-4e94-93ff-d242d1d230d8", "name": "network-vif-deleted", "tag": "59bcbf60-01e6-48ee-a5ac-81ac15310df0"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:10.017733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f77fc-4c0d-40f4-9b6d-739b6b929e32 req-ee5e3f07-587e-43f7-b662-e4c6d53e70c3 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:10.027858 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-800f77fc-4c0d-40f4-9b6d-739b6b929e32 req-ee5e3f07-587e-43f7-b662-e4c6d53e70c3 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 945 time: 0.8589723 Feb 19 03:10:10.053683 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc544a5-14f6-4a09-a643-3efd2f90fa14 None None] New status for floating IP 4f976f9b-2c38-433d-b335-a68ea27c3837: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:10:10.064110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=b239ae85-3b48-442a-b227-625a0c59652a,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:10.110522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df87612f-16b0-4411-8cbb-105457fac1ca req-f38ff570-8ca3-4be1-9bc4-edd8961b7466 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3596804 Feb 19 03:10:10.295312 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.340184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a258b2b-c2c0-472f-83b4-0a4649784386 req-b45d120c-d709-4e3c-9e2f-fc9220f23b31 tempest-TenantUsagesTestJSON-1685538440 tempest-TenantUsagesTestJSON-1685538440-project] 10.222.0.81 "GET /v2.0/ports?device_id=361ba201-b9d4-4e94-93ff-d242d1d230d8 HTTP/1.1" status: 200 len: 210 time: 0.0319240 Feb 19 03:10:10.380558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-800f77fc-4c0d-40f4-9b6d-739b6b929e32 req-8cb1a042-298a-480e-ae39-2adecd0a6a18 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3517907 Feb 19 03:10:10.427352 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c5717-dbc8-4a6f-8157-ad691c1f3eea req-0e6f67d5-e799-44e0-b0f1-530b990cda3c tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:10.428952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf2c5717-dbc8-4a6f-8157-ad691c1f3eea req-0e6f67d5-e799-44e0-b0f1-530b990cda3c tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.67 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.1913571 Feb 19 03:10:10.437559 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56d9502-7824-4384-b7b1-f4ebe38db5e1 x-openstack-request-id: req-b56d9502-7824-4384-b7b1-f4ebe38db5e1 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:10.438979 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-unplugged", "status": "completed", "tag": "b80d0925-a55d-472f-933c-2e00920a0516", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:10.439334 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b56d9502-7824-4384-b7b1-f4ebe38db5e1 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:10.439844 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b80d0925-a55d-472f-933c-2e00920a0516', 'code': 200} Feb 19 03:10:10.461848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 5b255800-179b-416e-887d-77c67452cd8f is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:10.462215 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5b255800-179b-416e-887d-77c67452cd8f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.526550 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-50842687-2ac1-44d4-a9f8-a3002e7f0692 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b239ae85-3b48-442a-b227-625a0c59652a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.531273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5b255800-179b-416e-887d-77c67452cd8f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5b255800-179b-416e-887d-77c67452cd8f,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:10.541224 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5b255800-179b-416e-887d-77c67452cd8f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.542224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 72ecd80a-ead9-4450-bb93-e96fa2579879 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:10.565652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 72ecd80a-ead9-4450-bb93-e96fa2579879 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:10:10.566141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 72ecd80a-ead9-4450-bb93-e96fa2579879 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:10.630975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50842687-2ac1-44d4-a9f8-a3002e7f0692 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'Port': ['ID=b239ae85-3b48-442a-b227-625a0c59652a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:10.647066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=5b255800-179b-416e-887d-77c67452cd8f,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:10.714631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-50842687-2ac1-44d4-a9f8-a3002e7f0692 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] No DVR routers for this DVR port b239ae85-3b48-442a-b227-625a0c59652a on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:10.720293 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-50842687-2ac1-44d4-a9f8-a3002e7f0692 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.723755 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-50842687-2ac1-44d4-a9f8-a3002e7f0692 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "DELETE /v2.0/ports/b239ae85-3b48-442a-b227-625a0c59652a HTTP/1.1" status: 204 len: 173 time: 1.2522931 Feb 19 03:10:10.797436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708833f-ede6-4a09-bc59-d6c1d0f383ac req-4c675ad0-82c1-4f31-bafd-6672b305449e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:10.802789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708833f-ede6-4a09-bc59-d6c1d0f383ac req-4c675ad0-82c1-4f31-bafd-6672b305449e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:10.804601 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2708833f-ede6-4a09-bc59-d6c1d0f383ac req-4c675ad0-82c1-4f31-bafd-6672b305449e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 1677 time: 0.2220440 Feb 19 03:10:10.819172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431b821-803c-4f90-aa23-910c770f4177 req-98479514-9061-404c-b479-b2cdc0135f0b tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:10.821020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a431b821-803c-4f90-aa23-910c770f4177 req-98479514-9061-404c-b479-b2cdc0135f0b tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 946 time: 0.2518187 Feb 19 03:10:10.841476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-297c5004-ac26-4b24-a963-ffd0c6dcffc4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Deleting port 5b255800-179b-416e-887d-77c67452cd8f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:10.841934 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-297c5004-ac26-4b24-a963-ffd0c6dcffc4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5b255800-179b-416e-887d-77c67452cd8f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.856613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a4ea1f-49b9-4797-9c57-bfaa2a9480bf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Router 70c393a8-7604-436e-b7a0-12e9da4f83c2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:10:10.889454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-cf2c5717-dbc8-4a6f-8157-ad691c1f3eea req-b294246a-68b8-435e-a3c1-cc4bf329950e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Deleting port fdd32fd4-2a76-43d0-a5de-d02189cee72e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:10.889796 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf2c5717-dbc8-4a6f-8157-ad691c1f3eea req-b294246a-68b8-435e-a3c1-cc4bf329950e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.948923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-297c5004-ac26-4b24-a963-ffd0c6dcffc4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] For port 5b255800-179b-416e-887d-77c67452cd8f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5b255800-179b-416e-887d-77c67452cd8f,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:10.949393 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-297c5004-ac26-4b24-a963-ffd0c6dcffc4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5b255800-179b-416e-887d-77c67452cd8f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:10.965493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-297c5004-ac26-4b24-a963-ffd0c6dcffc4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Calling delete_port for 5b255800-179b-416e-887d-77c67452cd8f owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:10.988975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2708833f-ede6-4a09-bc59-d6c1d0f383ac req-7ba14a0a-9a00-4dc8-b467-9c0298f725d3 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups?id=8208d655-7206-4b1a-a23c-3ebea9ce28a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636119 Feb 19 03:10:11.052774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a431b821-803c-4f90-aa23-910c770f4177 req-51e528ef-cb86-4145-a1f2-2fdf0eeaa720 tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/security-groups?id=67908dbf-47a4-4e2b-b63e-4f55867806dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158003 Feb 19 03:10:11.056312 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea82ec85-561e-4277-9f34-29ee7e7f7a34 x-openstack-request-id: req-ea82ec85-561e-4277-9f34-29ee7e7f7a34 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:11.056864 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361ba201-b9d4-4e94-93ff-d242d1d230d8", "name": "network-vif-deleted", "tag": "59bcbf60-01e6-48ee-a5ac-81ac15310df0", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:11.057478 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ea82ec85-561e-4277-9f34-29ee7e7f7a34 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:11.058174 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361ba201-b9d4-4e94-93ff-d242d1d230d8', 'name': 'network-vif-deleted', 'tag': '59bcbf60-01e6-48ee-a5ac-81ac15310df0', 'status': 'completed', 'code': 200} Feb 19 03:10:11.101250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-cf2c5717-dbc8-4a6f-8157-ad691c1f3eea req-b294246a-68b8-435e-a3c1-cc4bf329950e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] For port fdd32fd4-2a76-43d0-a5de-d02189cee72e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=fdd32fd4-2a76-43d0-a5de-d02189cee72e,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:11.102462 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf2c5717-dbc8-4a6f-8157-ad691c1f3eea req-b294246a-68b8-435e-a3c1-cc4bf329950e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:11.115579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-cf2c5717-dbc8-4a6f-8157-ad691c1f3eea req-b294246a-68b8-435e-a3c1-cc4bf329950e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Calling delete_port for fdd32fd4-2a76-43d0-a5de-d02189cee72e owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:11.191243 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-297c5004-ac26-4b24-a963-ffd0c6dcffc4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5b255800-179b-416e-887d-77c67452cd8f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:11.240319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c5004-ac26-4b24-a963-ffd0c6dcffc4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'Port': ['ID=5b255800-179b-416e-887d-77c67452cd8f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:11.294127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-deleted', 'tag': '72ecd80a-ead9-4450-bb93-e96fa2579879'}, {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-deleted', 'tag': 'b239ae85-3b48-442a-b227-625a0c59652a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:11.296614 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35064b13-243b-4b05-9e04-ab05142e03da" -d '{"events": [{"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-deleted", "tag": "72ecd80a-ead9-4450-bb93-e96fa2579879"}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-deleted", "tag": "b239ae85-3b48-442a-b227-625a0c59652a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:11.326728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-297c5004-ac26-4b24-a963-ffd0c6dcffc4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] No DVR routers for this DVR port 5b255800-179b-416e-887d-77c67452cd8f on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:11.329599 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-297c5004-ac26-4b24-a963-ffd0c6dcffc4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:11.333261 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-297c5004-ac26-4b24-a963-ffd0c6dcffc4 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "DELETE /v2.0/ports/5b255800-179b-416e-887d-77c67452cd8f HTTP/1.1" status: 204 len: 173 time: 0.6043801 Feb 19 03:10:11.359559 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2033a6e8-98d0-4d29-bb10-81e3544f336d x-openstack-request-id: req-2033a6e8-98d0-4d29-bb10-81e3544f336d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:11.359854 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-deleted", "tag": "72ecd80a-ead9-4450-bb93-e96fa2579879", "status": "completed", "code": 200}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-deleted", "tag": "b239ae85-3b48-442a-b227-625a0c59652a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:11.371349 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2033a6e8-98d0-4d29-bb10-81e3544f336d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:11.373216 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-deleted', 'tag': '72ecd80a-ead9-4450-bb93-e96fa2579879', 'status': 'completed', 'code': 200} Feb 19 03:10:11.373675 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-deleted', 'tag': 'b239ae85-3b48-442a-b227-625a0c59652a', 'status': 'completed', 'code': 200} Feb 19 03:10:11.421868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a4ea1f-49b9-4797-9c57-bfaa2a9480bf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:11.426921 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13a4ea1f-49b9-4797-9c57-bfaa2a9480bf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:11.434023 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf2c5717-dbc8-4a6f-8157-ad691c1f3eea req-b294246a-68b8-435e-a3c1-cc4bf329950e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fdd32fd4-2a76-43d0-a5de-d02189cee72e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:11.440580 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18090f7-3262-4a5b-adf5-6bfb9abf80ea None None] Sync routers for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:11.447303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['fdd32fd4-2a76-43d0-a5de-d02189cee72e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:11.457811 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18090f7-3262-4a5b-adf5-6bfb9abf80ea None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:11.458432 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c18090f7-3262-4a5b-adf5-6bfb9abf80ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:11.480476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597f0c-140e-466e-995a-83c2bb222a7a req-b8e968b1-32b9-4821-8870-42a039505f7b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:11.490359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597f0c-140e-466e-995a-83c2bb222a7a req-b8e968b1-32b9-4821-8870-42a039505f7b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:11.503576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597f0c-140e-466e-995a-83c2bb222a7a req-b8e968b1-32b9-4821-8870-42a039505f7b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:11.517554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597f0c-140e-466e-995a-83c2bb222a7a req-b8e968b1-32b9-4821-8870-42a039505f7b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:11.535869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597f0c-140e-466e-995a-83c2bb222a7a req-b8e968b1-32b9-4821-8870-42a039505f7b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:11.550259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597f0c-140e-466e-995a-83c2bb222a7a req-b8e968b1-32b9-4821-8870-42a039505f7b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:11.556058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2597f0c-140e-466e-995a-83c2bb222a7a req-b8e968b1-32b9-4821-8870-42a039505f7b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:11.584715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2597f0c-140e-466e-995a-83c2bb222a7a req-b8e968b1-32b9-4821-8870-42a039505f7b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.3300586 Feb 19 03:10:11.647723 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-00ca94c4-1d00-4f99-9f26-408bfeca2cb0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Deleting port b80d0925-a55d-472f-933c-2e00920a0516 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:11.650054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-00ca94c4-1d00-4f99-9f26-408bfeca2cb0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b80d0925-a55d-472f-933c-2e00920a0516), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:11.759719 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c18090f7-3262-4a5b-adf5-6bfb9abf80ea None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:11.817525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9a19cac8-b5c0-4bb9-96ed-0558fd538630 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:11.833138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-13a4ea1f-49b9-4797-9c57-bfaa2a9480bf tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "PUT /v2.0/floatingips/179b8ad2-926e-400e-a927-085b236bebbd HTTP/1.1" status: 200 len: 990 time: 4.4249685 Feb 19 03:10:11.845686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294246a-68b8-435e-a3c1-cc4bf329950e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Pushing event deleted for resources: {'Port': ['ID=fdd32fd4-2a76-43d0-a5de-d02189cee72e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:11.906092 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-00ca94c4-1d00-4f99-9f26-408bfeca2cb0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] For port b80d0925-a55d-472f-933c-2e00920a0516, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=b80d0925-a55d-472f-933c-2e00920a0516,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:11.906838 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-00ca94c4-1d00-4f99-9f26-408bfeca2cb0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b80d0925-a55d-472f-933c-2e00920a0516), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:11.925975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-00ca94c4-1d00-4f99-9f26-408bfeca2cb0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Calling delete_port for b80d0925-a55d-472f-933c-2e00920a0516 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:11.952167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:11.958451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:11.958957 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.103164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35468) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:12.126783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-00ca94c4-1d00-4f99-9f26-408bfeca2cb0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b80d0925-a55d-472f-933c-2e00920a0516), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.130530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2c5717-dbc8-4a6f-8157-ad691c1f3eea req-b294246a-68b8-435e-a3c1-cc4bf329950e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] No DVR routers for this DVR port fdd32fd4-2a76-43d0-a5de-d02189cee72e on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:12.160118 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf2c5717-dbc8-4a6f-8157-ad691c1f3eea req-b294246a-68b8-435e-a3c1-cc4bf329950e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.167759 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf2c5717-dbc8-4a6f-8157-ad691c1f3eea req-b294246a-68b8-435e-a3c1-cc4bf329950e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.67 "DELETE /v2.0/ports/fdd32fd4-2a76-43d0-a5de-d02189cee72e HTTP/1.1" status: 204 len: 173 time: 1.7295909 Feb 19 03:10:12.197886 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca94c4-1d00-4f99-9f26-408bfeca2cb0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'Port': ['ID=b80d0925-a55d-472f-933c-2e00920a0516,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:12.203318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afbb6f-a08b-4b9d-b79d-ac41d305c294 req-2e7da134-3d8f-4a79-a223-a58b90816a1f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:12.222109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33afbb6f-a08b-4b9d-b79d-ac41d305c294 req-2e7da134-3d8f-4a79-a223-a58b90816a1f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 945 time: 0.6097753 Feb 19 03:10:12.278985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2597f0c-140e-466e-995a-83c2bb222a7a req-fe258eea-0064-447f-90a1-7c05c4b95205 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6847651 Feb 19 03:10:12.304941 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-00ca94c4-1d00-4f99-9f26-408bfeca2cb0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] No DVR routers for this DVR port b80d0925-a55d-472f-933c-2e00920a0516 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:12.308278 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-00ca94c4-1d00-4f99-9f26-408bfeca2cb0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.308637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:12.309956 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.313306 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a94587bd-ec85-4150-85eb-e268988a1af6 req-00ca94c4-1d00-4f99-9f26-408bfeca2cb0 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.87 "DELETE /v2.0/ports/b80d0925-a55d-472f-933c-2e00920a0516 HTTP/1.1" status: 204 len: 173 time: 0.9714913 Feb 19 03:10:12.445800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b239ae85-3b48-442a-b227-625a0c59652a'}, {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b255800-179b-416e-887d-77c67452cd8f'}, {'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:12.461970 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7998e99b-5275-46c9-9dd2-ef50df03397e" -d '{"events": [{"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-unplugged", "status": "completed", "tag": "b239ae85-3b48-442a-b227-625a0c59652a"}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-unplugged", "status": "completed", "tag": "5b255800-179b-416e-887d-77c67452cd8f"}, {"server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "name": "network-vif-plugged", "status": "completed", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:12.504827 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33afbb6f-a08b-4b9d-b79d-ac41d305c294 req-9788d0d1-a15f-4c79-ba25-afd53e5be3e3 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2775533 Feb 19 03:10:12.524923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:12.542194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35500) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:12.542969 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-15348172-ccc3-4bb4-a5d0-46f9cb22ce14 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bccf6f84e6134160a5b272ea5e0cadc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4371071 Feb 19 03:10:12.553184 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.557733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 59bcbf60-01e6-48ee-a5ac-81ac15310df0 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:12.594502 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c18090f7-3262-4a5b-adf5-6bfb9abf80ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '179b8ad2-926e-400e-a927-085b236bebbd', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'port_id': '4c81c3bc-7533-4480-b3d1-272de3cf8806', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'mac_address': 'fa:16:3e:00:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:42Z', 'updated_at': '2022-02-19T03:10:08Z', 'revision_number': 1, 'project_id': '17ff531d12774f8aa118593314cb1782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:22Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:12.648306 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 59bcbf60-01e6-48ee-a5ac-81ac15310df0 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:10:12.648643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 59bcbf60-01e6-48ee-a5ac-81ac15310df0 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:12.665049 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6f37e3d8-350f-4976-874b-1c402a130e88 admin admin] Publish callbacks [] for security_group (cf7490e0-facb-4a40-b336-7408a260aafc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.699914 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18090f7-3262-4a5b-adf5-6bfb9abf80ea None None] Checking router: 70c393a8-7604-436e-b7a0-12e9da4f83c2 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:12.728937 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18090f7-3262-4a5b-adf5-6bfb9abf80ea None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:12.729617 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c18090f7-3262-4a5b-adf5-6bfb9abf80ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:12.830296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9a19cac8-b5c0-4bb9-96ed-0558fd538630,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:12.845157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97663591-4b04-4693-9ea0-76049b8c6f3b req-387a1e21-0ec6-43f3-913c-26d2983e7c1e tempest-ServerRescueTestJSON-58665700 tempest-ServerRescueTestJSON-58665700-project] 10.222.0.81 "GET /v2.0/ports?device_id=def0d5d7-c499-4b50-9143-28dc7aef5a1d HTTP/1.1" status: 200 len: 210 time: 0.0734355 Feb 19 03:10:12.863360 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6f37e3d8-350f-4976-874b-1c402a130e88 admin admin] Publish callbacks [] for security_group (cf7490e0-facb-4a40-b336-7408a260aafc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:12.923951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-348ea583-e0ed-42eb-b9f6-d67bde0c2b1e req-00efc535-64f7-4358-a3bd-04dcabcf69ae tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.1144822 Feb 19 03:10:12.981296 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3208d015-d271-4f25-bffe-62c8079158e8 x-openstack-request-id: req-3208d015-d271-4f25-bffe-62c8079158e8 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:12.981755 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-unplugged", "status": "completed", "tag": "b239ae85-3b48-442a-b227-625a0c59652a", "code": 200}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-unplugged", "status": "completed", "tag": "5b255800-179b-416e-887d-77c67452cd8f", "code": 200}, {"server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "name": "network-vif-plugged", "status": "completed", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:12.982185 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3208d015-d271-4f25-bffe-62c8079158e8 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:12.982834 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b239ae85-3b48-442a-b227-625a0c59652a', 'code': 200} Feb 19 03:10:12.983295 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b255800-179b-416e-887d-77c67452cd8f', 'code': 200} Feb 19 03:10:12.983725 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'code': 200} Feb 19 03:10:13.048435 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6f37e3d8-350f-4976-874b-1c402a130e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cf7490e0-facb-4a40-b336-7408a260aafc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:13.057189 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6f37e3d8-350f-4976-874b-1c402a130e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:13.062012 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6f37e3d8-350f-4976-874b-1c402a130e88 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf7490e0-facb-4a40-b336-7408a260aafc HTTP/1.1" status: 204 len: 168 time: 0.5187593 Feb 19 03:10:13.102338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'tag': '4c81c3bc-7533-4480-b3d1-272de3cf8806'}, {'server_uuid': 'def0d5d7-c499-4b50-9143-28dc7aef5a1d', 'name': 'network-vif-deleted', 'tag': 'fdd32fd4-2a76-43d0-a5de-d02189cee72e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:13.104747 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ece81ee-b51b-4ffc-9f87-bfdab2664b61" -d '{"events": [{"name": "network-changed", "server_uuid": "6fe99368-ce35-4ff7-a80f-1b284bfcf731", "tag": "4c81c3bc-7533-4480-b3d1-272de3cf8806"}, {"server_uuid": "def0d5d7-c499-4b50-9143-28dc7aef5a1d", "name": "network-vif-deleted", "tag": "fdd32fd4-2a76-43d0-a5de-d02189cee72e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:13.111821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37e3d8-350f-4976-874b-1c402a130e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7490e0-facb-4a40-b336-7408a260aafc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:13.176765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0850b30-4798-4392-a82c-6408b8100bd8 req-5058b5db-97af-41d0-9c1b-e050523bb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:13.180534 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0850b30-4798-4392-a82c-6408b8100bd8 req-5058b5db-97af-41d0-9c1b-e050523bb0bb service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 1128 time: 0.1572969 Feb 19 03:10:13.187008 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c18090f7-3262-4a5b-adf5-6bfb9abf80ea None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:13.196273 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed4d5c0-4c41-4de0-9c78-a4dc1a280897 x-openstack-request-id: req-fed4d5c0-4c41-4de0-9c78-a4dc1a280897 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:13.196832 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fe99368-ce35-4ff7-a80f-1b284bfcf731", "tag": "4c81c3bc-7533-4480-b3d1-272de3cf8806", "status": "completed", "code": 200}, {"server_uuid": "def0d5d7-c499-4b50-9143-28dc7aef5a1d", "name": "network-vif-deleted", "tag": "fdd32fd4-2a76-43d0-a5de-d02189cee72e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:13.197283 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fed4d5c0-4c41-4de0-9c78-a4dc1a280897 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:13.197950 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'tag': '4c81c3bc-7533-4480-b3d1-272de3cf8806', 'status': 'completed', 'code': 200} Feb 19 03:10:13.198529 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'def0d5d7-c499-4b50-9143-28dc7aef5a1d', 'name': 'network-vif-deleted', 'tag': 'fdd32fd4-2a76-43d0-a5de-d02189cee72e', 'status': 'completed', 'code': 200} Feb 19 03:10:13.299633 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0850b30-4798-4392-a82c-6408b8100bd8 req-c0f09d15-4b94-40e1-ab91-471a1ca7f83b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1133578 Feb 19 03:10:13.317727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece81ee-b51b-4ffc-9f87-bfdab2664b61 req-eba140f5-561b-4305-a03e-bd04898f4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:13.319210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ece81ee-b51b-4ffc-9f87-bfdab2664b61 req-eba140f5-561b-4305-a03e-bd04898f4b01 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 1127 time: 0.1041260 Feb 19 03:10:13.374810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-deleted', 'tag': '5b255800-179b-416e-887d-77c67452cd8f'}, {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-deleted', 'tag': 'b80d0925-a55d-472f-933c-2e00920a0516'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:13.377238 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edb6881-3855-4696-937e-daf30c93db49" -d '{"events": [{"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-deleted", "tag": "5b255800-179b-416e-887d-77c67452cd8f"}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-deleted", "tag": "b80d0925-a55d-472f-933c-2e00920a0516"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:13.458406 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66bf36a-ae8f-4e4d-8bd4-c37bd336424d x-openstack-request-id: req-c66bf36a-ae8f-4e4d-8bd4-c37bd336424d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:13.458839 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-deleted", "tag": "5b255800-179b-416e-887d-77c67452cd8f", "status": "completed", "code": 200}, {"server_uuid": "33be740d-f242-4945-bcbb-f1fc3d05c904", "name": "network-vif-deleted", "tag": "b80d0925-a55d-472f-933c-2e00920a0516", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:13.459159 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c66bf36a-ae8f-4e4d-8bd4-c37bd336424d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:13.459637 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-deleted', 'tag': '5b255800-179b-416e-887d-77c67452cd8f', 'status': 'completed', 'code': 200} Feb 19 03:10:13.459965 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be740d-f242-4945-bcbb-f1fc3d05c904', 'name': 'network-vif-deleted', 'tag': 'b80d0925-a55d-472f-933c-2e00920a0516', 'status': 'completed', 'code': 200} Feb 19 03:10:13.518303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3596c6-0857-4954-88ae-178d6f8257cf req-a0846dc8-66b3-44ff-bc0a-655455891b85 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:13.526923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3596c6-0857-4954-88ae-178d6f8257cf req-a0846dc8-66b3-44ff-bc0a-655455891b85 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:13.531997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3596c6-0857-4954-88ae-178d6f8257cf req-a0846dc8-66b3-44ff-bc0a-655455891b85 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:13.538054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3596c6-0857-4954-88ae-178d6f8257cf req-a0846dc8-66b3-44ff-bc0a-655455891b85 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:13.543837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3596c6-0857-4954-88ae-178d6f8257cf req-a0846dc8-66b3-44ff-bc0a-655455891b85 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:13.550136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3596c6-0857-4954-88ae-178d6f8257cf req-a0846dc8-66b3-44ff-bc0a-655455891b85 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:13.557961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3596c6-0857-4954-88ae-178d6f8257cf req-a0846dc8-66b3-44ff-bc0a-655455891b85 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:13.572029 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc3596c6-0857-4954-88ae-178d6f8257cf req-a0846dc8-66b3-44ff-bc0a-655455891b85 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1592417 Feb 19 03:10:13.594035 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c18090f7-3262-4a5b-adf5-6bfb9abf80ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '179b8ad2-926e-400e-a927-085b236bebbd', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'port_id': '4c81c3bc-7533-4480-b3d1-272de3cf8806', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'mac_address': 'fa:16:3e:00:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:42Z', 'updated_at': '2022-02-19T03:10:08Z', 'revision_number': 1, 'project_id': '17ff531d12774f8aa118593314cb1782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:22Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:13.640284 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c18090f7-3262-4a5b-adf5-6bfb9abf80ea None None] The sync data for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 is: [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '179b8ad2-926e-400e-a927-085b236bebbd', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'floating_ip_address': '172.25.1.79', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'port_id': '4c81c3bc-7533-4480-b3d1-272de3cf8806', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'mac_address': 'fa:16:3e:00:73:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:42Z', 'updated_at': '2022-02-19T03:10:08Z', 'revision_number': 1, 'project_id': '17ff531d12774f8aa118593314cb1782', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:22Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:13.709403 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35614) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:13.753335 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0187937-6c48-4955-9172-99e8d2828a19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:13.833336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device fdd32fd4-2a76-43d0-a5de-d02189cee72e no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:13.845825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc3596c6-0857-4954-88ae-178d6f8257cf req-405a63e1-2c81-4b39-bd97-d62ec017af7b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2718956 Feb 19 03:10:13.881369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: fdd32fd4-2a76-43d0-a5de-d02189cee72e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:10:13.881938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device fdd32fd4-2a76-43d0-a5de-d02189cee72e not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:13.900454 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0187937-6c48-4955-9172-99e8d2828a19 admin admin] Publish callbacks [] for security_group (0380c21d-7679-4ef1-be4a-8a70b268d1e4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:13.909566 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0187937-6c48-4955-9172-99e8d2828a19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0380c21d-7679-4ef1-be4a-8a70b268d1e4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:13.956641 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35638) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:13.962149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8355d-6888-4ed4-93d6-617c7b6fea5f req-af939cab-8c3d-4cd1-8ee3-baa293e557ec tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:13.964226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08c8355d-6888-4ed4-93d6-617c7b6fea5f req-af939cab-8c3d-4cd1-8ee3-baa293e557ec tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.3249235 Feb 19 03:10:13.966142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece81ee-b51b-4ffc-9f87-bfdab2664b61 req-d4eb2ca0-e953-4ef7-95f0-25978e792276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:13.967760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ece81ee-b51b-4ffc-9f87-bfdab2664b61 req-d4eb2ca0-e953-4ef7-95f0-25978e792276 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 912 time: 0.3729045 Feb 19 03:10:13.981965 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f0187937-6c48-4955-9172-99e8d2828a19 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3642bab80dbd43f3b8ae5a2d0c92f355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2712283 Feb 19 03:10:14.004332 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35644) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:14.010814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8aff11-b1fc-4d22-8adc-97a8d567aba5 None None] New status for floating IP 179b8ad2-926e-400e-a927-085b236bebbd: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:10:14.075315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0187937-6c48-4955-9172-99e8d2828a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0380c21d-7679-4ef1-be4a-8a70b268d1e4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:14.160607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4898668-b7b5-4f88-91e0-bd70316c73c6 req-ec2c5e03-0c69-4977-a120-213a1640c28e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0529234 Feb 19 03:10:14.202506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ece81ee-b51b-4ffc-9f87-bfdab2664b61 req-fa4a6ee0-3cc7-43a4-8346-976c10435d64 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c81c3bc-7533-4480-b3d1-272de3cf8806 HTTP/1.1" status: 200 len: 998 time: 0.2047882 Feb 19 03:10:14.259502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08c8355d-6888-4ed4-93d6-617c7b6fea5f req-a5e1e554-9c21-464b-9fba-6416486e3de9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2818258 Feb 19 03:10:14.266603 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-15ca0456-3cb2-44a6-8221-9d086ed45251 admin admin] Publish callbacks [] for security_group (0380c21d-7679-4ef1-be4a-8a70b268d1e4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:14.290927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece81ee-b51b-4ffc-9f87-bfdab2664b61 req-f3c13944-01e7-45fd-aefa-cc8abd2e8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:14.294891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ece81ee-b51b-4ffc-9f87-bfdab2664b61 req-f3c13944-01e7-45fd-aefa-cc8abd2e8c1b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 200 len: 850 time: 0.0858591 Feb 19 03:10:14.335038 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-15ca0456-3cb2-44a6-8221-9d086ed45251 admin admin] Publish callbacks [] for security_group (0380c21d-7679-4ef1-be4a-8a70b268d1e4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:14.438578 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-15ca0456-3cb2-44a6-8221-9d086ed45251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0380c21d-7679-4ef1-be4a-8a70b268d1e4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:14.441632 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-15ca0456-3cb2-44a6-8221-9d086ed45251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:14.442957 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-15ca0456-3cb2-44a6-8221-9d086ed45251 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0380c21d-7679-4ef1-be4a-8a70b268d1e4 HTTP/1.1" status: 204 len: 168 time: 0.4351442 Feb 19 03:10:14.458367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca0456-3cb2-44a6-8221-9d086ed45251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0380c21d-7679-4ef1-be4a-8a70b268d1e4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:14.472279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece81ee-b51b-4ffc-9f87-bfdab2664b61 req-3c2387ea-5a0a-40c9-9474-a170aebbc355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:14.473876 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ece81ee-b51b-4ffc-9f87-bfdab2664b61 req-3c2387ea-5a0a-40c9-9474-a170aebbc355 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1695735 Feb 19 03:10:14.668424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ece81ee-b51b-4ffc-9f87-bfdab2664b61 req-df6b42e0-f715-4af9-90ce-2a39504ad8f5 service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865873 Feb 19 03:10:14.770148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-639b25eb-d203-4c37-8ef1-79c8b98a228d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (f01b64fb-3c3d-4faa-94ed-460052db2e0b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:14.801063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ece81ee-b51b-4ffc-9f87-bfdab2664b61 req-360da2e0-3f62-4bdd-92da-a4c2fb3b5413 service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266677 Feb 19 03:10:15.150136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47d8d-86f4-46db-a33e-94a93b1f73d2 req-7b600960-c16a-4dc0-8c71-2a92f8420a16 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.156261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-639b25eb-d203-4c37-8ef1-79c8b98a228d admin admin] Deleting port 2e6b79a1-dc26-4189-a096-8462a514428d {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:15.156597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-639b25eb-d203-4c37-8ef1-79c8b98a228d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:15.167138 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47d8d-86f4-46db-a33e-94a93b1f73d2 req-7b600960-c16a-4dc0-8c71-2a92f8420a16 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.184912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47d8d-86f4-46db-a33e-94a93b1f73d2 req-7b600960-c16a-4dc0-8c71-2a92f8420a16 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.193146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47d8d-86f4-46db-a33e-94a93b1f73d2 req-7b600960-c16a-4dc0-8c71-2a92f8420a16 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.200223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47d8d-86f4-46db-a33e-94a93b1f73d2 req-7b600960-c16a-4dc0-8c71-2a92f8420a16 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.221008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47d8d-86f4-46db-a33e-94a93b1f73d2 req-7b600960-c16a-4dc0-8c71-2a92f8420a16 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.233075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47d8d-86f4-46db-a33e-94a93b1f73d2 req-7b600960-c16a-4dc0-8c71-2a92f8420a16 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.238153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72f47d8d-86f4-46db-a33e-94a93b1f73d2 req-7b600960-c16a-4dc0-8c71-2a92f8420a16 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.2145340 Feb 19 03:10:15.263404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-639b25eb-d203-4c37-8ef1-79c8b98a228d admin admin] For port 2e6b79a1-dc26-4189-a096-8462a514428d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2e6b79a1-dc26-4189-a096-8462a514428d,segment=NetworkSegment(f72780fc-15cf-4883-b01a-81ae770f6431),segment_id=f72780fc-15cf-4883-b01a-81ae770f6431)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:15.263773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-639b25eb-d203-4c37-8ef1-79c8b98a228d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:15.287089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-639b25eb-d203-4c37-8ef1-79c8b98a228d admin admin] Calling delete_port for 2e6b79a1-dc26-4189-a096-8462a514428d owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:15.365909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9f5cd50-624b-470f-bf2a-3b69361f7e66 req-2272326a-345a-4579-a960-89fc59581e40 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0508730 Feb 19 03:10:15.433418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72f47d8d-86f4-46db-a33e-94a93b1f73d2 req-41d53759-7a09-4601-a76d-498e3b29dbfa tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1887562 Feb 19 03:10:15.649567 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-639b25eb-d203-4c37-8ef1-79c8b98a228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2e6b79a1-dc26-4189-a096-8462a514428d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:15.693920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b25eb-d203-4c37-8ef1-79c8b98a228d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e6b79a1-dc26-4189-a096-8462a514428d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:15.717467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cd2b1c-6900-4d1f-b65f-644728a61e3a req-548f64bf-eab8-4b77-a173-0c052f10ea19 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.729799 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4cd2b1c-6900-4d1f-b65f-644728a61e3a req-548f64bf-eab8-4b77-a173-0c052f10ea19 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1038859 Feb 19 03:10:15.733123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35844) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:15.879082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4cd2b1c-6900-4d1f-b65f-644728a61e3a req-032f5d1b-8088-46ea-8dc7-d0f07660ec92 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1482356 Feb 19 03:10:15.908537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced912ea-d7b2-48b2-b4bc-ad7c2bbe6041 req-0f4e5cba-4a5b-44a7-9f1e-73ee0478e9fe tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:15.908537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ced912ea-d7b2-48b2-b4bc-ad7c2bbe6041 req-0f4e5cba-4a5b-44a7-9f1e-73ee0478e9fe tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 945 time: 0.1704090 Feb 19 03:10:15.962287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-227919832-network', 'tenant_id': 'b521cb3460574bd19c6f271f36383741'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:15.998626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ced912ea-d7b2-48b2-b4bc-ad7c2bbe6041 req-7b39acb5-6c20-4624-857e-e9f2f0f22791 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915959 Feb 19 03:10:16.022834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Made reservation on behalf of b521cb3460574bd19c6f271f36383741 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:16.025933 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.026844 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-639b25eb-d203-4c37-8ef1-79c8b98a228d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (f01b64fb-3c3d-4faa-94ed-460052db2e0b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.041044 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.124690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724c6a0-2c93-4d62-a467-b20432f2da21 req-9eff121e-f06c-4af8-a2a5-e0f8b6ada164 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.130107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9724c6a0-2c93-4d62-a467-b20432f2da21 req-9eff121e-f06c-4af8-a2a5-e0f8b6ada164 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0905097 Feb 19 03:10:16.134956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35892) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:16.140100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-80c21094-c43e-4532-89bd-729cc88a9089 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Request body: {'floatingip': {'port_id': '9a19cac8-b5c0-4bb9-96ed-0558fd538630'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:16.193454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80c21094-c43e-4532-89bd-729cc88a9089 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (070f8b8a-cf4a-41ff-be32-e6471a4b90ac), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.290870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639b25eb-d203-4c37-8ef1-79c8b98a228d admin admin] Router f01b64fb-3c3d-4faa-94ed-460052db2e0b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:10:16.322853 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Publish callbacks [] for security_group (7c259eee-2f0f-46d4-9569-1fac6af9a96c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.330885 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7c259eee-2f0f-46d4-9569-1fac6af9a96c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.365107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:10:16.419843 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639b25eb-d203-4c37-8ef1-79c8b98a228d admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:16.426823 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-639b25eb-d203-4c37-8ef1-79c8b98a228d admin admin] 10.222.0.81 "PUT /v2.0/routers/f01b64fb-3c3d-4faa-94ed-460052db2e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4663446 Feb 19 03:10:16.434485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35926) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:16.437341 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc2c2eb-4227-4ab3-87d5-ad49b2b76666 None None] Sync routers for ids ['f01b64fb-3c3d-4faa-94ed-460052db2e0b'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:16.463221 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc2c2eb-4227-4ab3-87d5-ad49b2b76666 None None] Routers {'f01b64fb-3c3d-4faa-94ed-460052db2e0b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:16.465551 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5bc2c2eb-4227-4ab3-87d5-ad49b2b76666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f01b64fb-3c3d-4faa-94ed-460052db2e0b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:16.477828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c259eee-2f0f-46d4-9569-1fac6af9a96c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:16.487248 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (56f7ac48-a6af-49b6-86ed-dfe81d16ca1e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.488101 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Added segment 56f7ac48-a6af-49b6-86ed-dfe81d16ca1e of type vlan for network 9aee34eb-8b1f-483f-ad3e-ae2509650d58 Feb 19 03:10:16.650302 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5bc2c2eb-4227-4ab3-87d5-ad49b2b76666 None None] Set router f01b64fb-3c3d-4faa-94ed-460052db2e0b gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:16.660058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0858a6f9-6323-49c3-9358-91b14b29841e req-8e79122f-a50f-44ed-9dc7-b4a311d05798 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.1177094 Feb 19 03:10:16.662139 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (9aee34eb-8b1f-483f-ad3e-ae2509650d58), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.756385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d680-a663-4090-9ada-dac137a49547 req-13f87b41-f3fb-47eb-bce8-698dc5c3e429 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.757415 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Publish callbacks [] for router (f01b64fb-3c3d-4faa-94ed-460052db2e0b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.764142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d680-a663-4090-9ada-dac137a49547 req-13f87b41-f3fb-47eb-bce8-698dc5c3e429 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.770078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d680-a663-4090-9ada-dac137a49547 req-13f87b41-f3fb-47eb-bce8-698dc5c3e429 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.775711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d680-a663-4090-9ada-dac137a49547 req-13f87b41-f3fb-47eb-bce8-698dc5c3e429 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.781489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d680-a663-4090-9ada-dac137a49547 req-13f87b41-f3fb-47eb-bce8-698dc5c3e429 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.787411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d680-a663-4090-9ada-dac137a49547 req-13f87b41-f3fb-47eb-bce8-698dc5c3e429 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.794049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032d680-a663-4090-9ada-dac137a49547 req-13f87b41-f3fb-47eb-bce8-698dc5c3e429 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.806081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f032d680-a663-4090-9ada-dac137a49547 req-13f87b41-f3fb-47eb-bce8-698dc5c3e429 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.2527752 Feb 19 03:10:16.826183 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (9aee34eb-8b1f-483f-ad3e-ae2509650d58), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.828185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:16.828976 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.870102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Publish callbacks [] for router_gateway (f01b64fb-3c3d-4faa-94ed-460052db2e0b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.905351 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5bc2c2eb-4227-4ab3-87d5-ad49b2b76666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'name': 'tempest-ServerRescueTestJSON-547426783-router', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:07:57Z', 'updated_at': '2022-02-19T03:10:15Z', 'revision_number': 5, 'project_id': '600636d329c9427c813907dcf2a1fd83', 'gw_port': {'id': '8dff1cc5-fc5e-4505-bb34-6caec85b5ea4', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:f4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:00Z', 'updated_at': '2022-02-19T03:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:16.935964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Deleting port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:16.936314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:16.945206 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc2c2eb-4227-4ab3-87d5-ad49b2b76666 None None] Checking router: f01b64fb-3c3d-4faa-94ed-460052db2e0b for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:16.957723 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc2c2eb-4227-4ab3-87d5-ad49b2b76666 None None] Routers {'f01b64fb-3c3d-4faa-94ed-460052db2e0b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:16.958959 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5bc2c2eb-4227-4ab3-87d5-ad49b2b76666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f01b64fb-3c3d-4faa-94ed-460052db2e0b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:17.071591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] For port 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8dff1cc5-fc5e-4505-bb34-6caec85b5ea4,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:17.072072 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:17.101557 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Calling delete_port for 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:17.107413 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5bc2c2eb-4227-4ab3-87d5-ad49b2b76666 None None] Set router f01b64fb-3c3d-4faa-94ed-460052db2e0b gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:17.227879 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5bc2c2eb-4227-4ab3-87d5-ad49b2b76666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'name': 'tempest-ServerRescueTestJSON-547426783-router', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:07:57Z', 'updated_at': '2022-02-19T03:10:16Z', 'revision_number': 6, 'project_id': '600636d329c9427c813907dcf2a1fd83', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:17.245621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5087841 Feb 19 03:10:17.257491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35944) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:17.267831 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-68ead4ae-7606-4b87-9533-f982828ea036 admin admin] Request body: {'subnet': {'network_id': '9aee34eb-8b1f-483f-ad3e-ae2509650d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-227919832-subnet', 'tenant_id': 'b521cb3460574bd19c6f271f36383741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:17.307756 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc2c2eb-4227-4ab3-87d5-ad49b2b76666 None None] The sync data for ids ['f01b64fb-3c3d-4faa-94ed-460052db2e0b'] in n-d-826755-2 is: [{'id': 'f01b64fb-3c3d-4faa-94ed-460052db2e0b', 'name': 'tempest-ServerRescueTestJSON-547426783-router', 'tenant_id': '600636d329c9427c813907dcf2a1fd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:07:57Z', 'updated_at': '2022-02-19T03:10:16Z', 'revision_number': 6, 'project_id': '600636d329c9427c813907dcf2a1fd83', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:17.377670 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8dff1cc5-fc5e-4505-bb34-6caec85b5ea4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:17.394783 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-1c9087ce-d4ed-4c44-bd61-203bd6a804dd tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:17.396481 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-1c9087ce-d4ed-4c44-bd61-203bd6a804dd tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.87 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 945 time: 0.1063786 Feb 19 03:10:17.506753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dff1cc5-fc5e-4505-bb34-6caec85b5ea4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:17.753915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (f01b64fb-3c3d-4faa-94ed-460052db2e0b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:17.903656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Deleting port 5ab25ceb-11df-4eac-9a2e-ca30e816832b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:17.904102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:17.979586 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80c21094-c43e-4532-89bd-729cc88a9089 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.024400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f032d680-a663-4090-9ada-dac137a49547 req-e2ac550b-8af0-45db-8ca1-e566e5d8909a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2166271 Feb 19 03:10:18.029776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ebf859-c0bb-4222-b94f-8b3025c5078e admin admin] Pushing event updated for resources: {'Network': ['ID=9aee34eb-8b1f-483f-ad3e-ae2509650d58,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:18.041349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ead4ae-7606-4b87-9533-f982828ea036 admin admin] Made reservation on behalf of b521cb3460574bd19c6f271f36383741 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:18.043290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 9aee34eb-8b1f-483f-ad3e-ae2509650d58 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:10:18.045260 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68ead4ae-7606-4b87-9533-f982828ea036 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.053395 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80c21094-c43e-4532-89bd-729cc88a9089 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (070f8b8a-cf4a-41ff-be32-e6471a4b90ac), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.115310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] For port 5ab25ceb-11df-4eac-9a2e-ca30e816832b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5ab25ceb-11df-4eac-9a2e-ca30e816832b,segment=NetworkSegment(3183c2d5-3206-410a-b476-26ee7557a7d8),segment_id=3183c2d5-3206-410a-b476-26ee7557a7d8)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:18.116042 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.237663 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (f01b64fb-3c3d-4faa-94ed-460052db2e0b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.252079 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Publish callbacks [] for router_controller (f01b64fb-3c3d-4faa-94ed-460052db2e0b), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.280923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2e6b79a1-dc26-4189-a096-8462a514428d no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:18.297210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6c056-0fc7-461d-90ed-1b0db00c6a6c req-19113370-430b-42b4-aede-d3903ef931a7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:18.304867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ac6c056-0fc7-461d-90ed-1b0db00c6a6c req-19113370-430b-42b4-aede-d3903ef931a7 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/ports?device_id=df4b3fc6-3138-4873-9667-df6ede945f57 HTTP/1.1" status: 200 len: 945 time: 1.1140230 Feb 19 03:10:18.309602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 2e6b79a1-dc26-4189-a096-8462a514428d {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:10:18.310200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2e6b79a1-dc26-4189-a096-8462a514428d not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:18.521884 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.522317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (97431516-c34e-4e58-82bf-e2971b8c8454), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.522691 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Floating IP 97431516-c34e-4e58-82bf-e2971b8c8454 disassociated. External IP: 172.25.1.125, port: 5ab25ceb-11df-4eac-9a2e-ca30e816832b. Feb 19 03:10:18.523204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Calling delete_port for 5ab25ceb-11df-4eac-9a2e-ca30e816832b owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:18.548014 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (f01b64fb-3c3d-4faa-94ed-460052db2e0b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.549027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f01b64fb-3c3d-4faa-94ed-460052db2e0b {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:10:18.556314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.560703 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-278b4869-d641-4d25-8e92-b0422946d6d6 admin admin] 10.222.0.81 "DELETE /v2.0/routers/f01b64fb-3c3d-4faa-94ed-460052db2e0b HTTP/1.1" status: 204 len: 168 time: 2.1229913 Feb 19 03:10:18.583748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35966) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:18.701491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ecaeca-0291-4fc1-9773-3c071fc35884 admin admin] Deleting subnet 69f2f427-764b-4928-81d7-10c11e9d9fd0 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:10:18.746711 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5ab25ceb-11df-4eac-9a2e-ca30e816832b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.819808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Pushing event deleted for resources: {'Port': ['ID=5ab25ceb-11df-4eac-9a2e-ca30e816832b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:18.846938 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84ecaeca-0291-4fc1-9773-3c071fc35884 admin admin] Publish callbacks [] for subnet (69f2f427-764b-4928-81d7-10c11e9d9fd0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:18.883775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ac6c056-0fc7-461d-90ed-1b0db00c6a6c req-b26a19d9-fa98-45b5-857d-ca71967c826c tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups?id=15d8a57d-5461-4c33-b76b-8cf3dacf62bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5778656 Feb 19 03:10:18.996682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Router c4573401-a6b3-4e1f-8db9-01ee62620360 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:10:19.047736 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68ead4ae-7606-4b87-9533-f982828ea036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:19.050175 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-80c21094-c43e-4532-89bd-729cc88a9089 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Floating IP 070f8b8a-cf4a-41ff-be32-e6471a4b90ac associated. External IP: 172.25.1.201, port: 9a19cac8-b5c0-4bb9-96ed-0558fd538630. Feb 19 03:10:19.157020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ac37dea-135f-4dd2-bb84-eeb297b227e5 req-d18381e7-fdfd-465c-8f85-b1b0de082a9b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.1151578 Feb 19 03:10:19.173912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:19.188254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20766fdf-5dc5-4aad-8dd4-c44e041ccb53 None None] Sync routers for ids ['c4573401-a6b3-4e1f-8db9-01ee62620360'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:19.189499 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84ecaeca-0291-4fc1-9773-3c071fc35884 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (69f2f427-764b-4928-81d7-10c11e9d9fd0), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:19.197959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-770897e8-ba3a-446b-9a7c-1ab7cc3df248 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:19.199783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-770897e8-ba3a-446b-9a7c-1ab7cc3df248 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/networks?id=6c9753b4-1d5a-4b0d-8dc1-e684733b48be HTTP/1.1" status: 200 len: 813 time: 0.9471831 Feb 19 03:10:19.206650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20766fdf-5dc5-4aad-8dd4-c44e041ccb53 None None] Routers {'c4573401-a6b3-4e1f-8db9-01ee62620360'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:19.207280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-20766fdf-5dc5-4aad-8dd4-c44e041ccb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['c4573401-a6b3-4e1f-8db9-01ee62620360'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:19.310461 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] No DVR routers for this DVR port 5ab25ceb-11df-4eac-9a2e-ca30e816832b on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:19.316069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:19.319504 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c7b8b5d3-e1c3-405e-b4aa-7e35f09ac5df req-053ea03e-0aa4-47b8-90c3-b26fcae123b9 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.87 "DELETE /v2.0/ports/5ab25ceb-11df-4eac-9a2e-ca30e816832b HTTP/1.1" status: 204 len: 173 time: 1.8842599 Feb 19 03:10:19.329069 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'name': 'network-vif-deleted', 'tag': '5ab25ceb-11df-4eac-9a2e-ca30e816832b'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:19.331749 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7662fc17-1ca7-4210-a29b-255be3296378" -d '{"events": [{"server_uuid": "df4b3fc6-3138-4873-9667-df6ede945f57", "name": "network-vif-deleted", "tag": "5ab25ceb-11df-4eac-9a2e-ca30e816832b"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:19.375253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ead4ae-7606-4b87-9533-f982828ea036 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:19.396738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-05f72fd8-5644-436f-83ca-ec363357cbcf tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/quotas/f38e2519ae704ed3b2f4649ecd3b5eda HTTP/1.1" status: 200 len: 375 time: 0.1700017 Feb 19 03:10:19.497497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-20766fdf-5dc5-4aad-8dd4-c44e041ccb53 None None] Set router c4573401-a6b3-4e1f-8db9-01ee62620360 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:19.545731 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-48620d4e-f5f4-4b2a-baa6-f6f0413138e7 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38e2519ae704ed3b2f4649ecd3b5eda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1284609 Feb 19 03:10:19.549784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84ecaeca-0291-4fc1-9773-3c071fc35884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (69f2f427-764b-4928-81d7-10c11e9d9fd0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:19.552541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ead4ae-7606-4b87-9533-f982828ea036 admin admin] Checking segment: {'id': '56f7ac48-a6af-49b6-86ed-dfe81d16ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9aee34eb-8b1f-483f-ad3e-ae2509650d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:19.552541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ead4ae-7606-4b87-9533-f982828ea036 admin admin] Network hostable DHCP agents. Network: 9aee34eb-8b1f-483f-ad3e-ae2509650d58, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:10:19.774932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ead4ae-7606-4b87-9533-f982828ea036 admin admin] Network 9aee34eb-8b1f-483f-ad3e-ae2509650d58 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:10:19.805050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ea89a-e506-43f3-968c-b8a2b0679db6 req-7bb159ef-8054-40f7-adde-2a1e6e977548 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:19.810791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ea89a-e506-43f3-968c-b8a2b0679db6 req-7bb159ef-8054-40f7-adde-2a1e6e977548 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:19.816270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ea89a-e506-43f3-968c-b8a2b0679db6 req-7bb159ef-8054-40f7-adde-2a1e6e977548 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:19.822532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ea89a-e506-43f3-968c-b8a2b0679db6 req-7bb159ef-8054-40f7-adde-2a1e6e977548 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:19.833482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ea89a-e506-43f3-968c-b8a2b0679db6 req-7bb159ef-8054-40f7-adde-2a1e6e977548 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:19.839638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ea89a-e506-43f3-968c-b8a2b0679db6 req-7bb159ef-8054-40f7-adde-2a1e6e977548 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:19.845541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ea89a-e506-43f3-968c-b8a2b0679db6 req-7bb159ef-8054-40f7-adde-2a1e6e977548 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:19.853264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-334ea89a-e506-43f3-968c-b8a2b0679db6 req-7bb159ef-8054-40f7-adde-2a1e6e977548 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.4502645 Feb 19 03:10:20.000296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:20.043208 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:10:20.043816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8dff1cc5-fc5e-4505-bb34-6caec85b5ea4 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:20.081344 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84ecaeca-0291-4fc1-9773-3c071fc35884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (69f2f427-764b-4928-81d7-10c11e9d9fd0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.094540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-68ead4ae-7606-4b87-9533-f982828ea036 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 9aee34eb-8b1f-483f-ad3e-ae2509650d58) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:20.106619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-20766fdf-5dc5-4aad-8dd4-c44e041ccb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:34Z', 'revision_number': 4, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b1ad200f-a473-44fe-8d61-0a74e74f2611', 'name': '', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'mac_address': 'fa:16:3e:7f:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:32Z', 'updated_at': '2022-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '570da871565c41fb911a1da849f4cc95', 'subnets': [{'id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:20.111585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e6b249-2a26-47f7-90b3-ad08163755f5 None None] Network 9aee34eb-8b1f-483f-ad3e-ae2509650d58 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:20.135107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c21094-c43e-4532-89bd-729cc88a9089 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:10:20.143130 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84ecaeca-0291-4fc1-9773-3c071fc35884 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.149860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35976) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:20.150361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-84ecaeca-0291-4fc1-9773-3c071fc35884 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/69f2f427-764b-4928-81d7-10c11e9d9fd0 HTTP/1.1" status: 204 len: 168 time: 1.5578208 Feb 19 03:10:20.159695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ead4ae-7606-4b87-9533-f982828ea036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:20.160536 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68ead4ae-7606-4b87-9533-f982828ea036 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.203418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-05ce2b9a-f355-4ef9-8ba4-e9a722d464b5 service neutron] 10.222.0.81 "GET /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209276 Feb 19 03:10:20.208305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-68ead4ae-7606-4b87-9533-f982828ea036 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.9481475 Feb 19 03:10:20.234367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecaeca-0291-4fc1-9773-3c071fc35884 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69f2f427-764b-4928-81d7-10c11e9d9fd0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:20.312144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (664c9f64-f39d-4a62-976f-18f1bc8dbab0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.319003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20766fdf-5dc5-4aad-8dd4-c44e041ccb53 None None] Checking router: c4573401-a6b3-4e1f-8db9-01ee62620360 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:20.329773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff5902-5f8b-4d54-b6ee-cc62ec279a32 None None] Network 9aee34eb-8b1f-483f-ad3e-ae2509650d58 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:20.334708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20766fdf-5dc5-4aad-8dd4-c44e041ccb53 None None] Routers {'c4573401-a6b3-4e1f-8db9-01ee62620360'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:20.335667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-20766fdf-5dc5-4aad-8dd4-c44e041ccb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['c4573401-a6b3-4e1f-8db9-01ee62620360'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:20.339484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-334ea89a-e506-43f3-968c-b8a2b0679db6 req-1ed2b404-f3a1-4a4b-97a8-09e3ddd0568c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2660830 Feb 19 03:10:20.426378 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (664c9f64-f39d-4a62-976f-18f1bc8dbab0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.450300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664c9f64-f39d-4a62-976f-18f1bc8dbab0']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:20.462150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f72780fc-15cf-4883-b01a-81ae770f6431') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:20.462799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f72780fc-15cf-4883-b01a-81ae770f6431') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:20.470968 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f9c969-5a71-4ab5-bf67-21c97319b7df x-openstack-request-id: req-c8f9c969-5a71-4ab5-bf67-21c97319b7df {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:20.471460 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df4b3fc6-3138-4873-9667-df6ede945f57", "name": "network-vif-deleted", "tag": "5ab25ceb-11df-4eac-9a2e-ca30e816832b", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:20.471894 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8f9c969-5a71-4ab5-bf67-21c97319b7df {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:20.472435 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df4b3fc6-3138-4873-9667-df6ede945f57', 'name': 'network-vif-deleted', 'tag': '5ab25ceb-11df-4eac-9a2e-ca30e816832b', 'status': 'completed', 'code': 200} Feb 19 03:10:20.477017 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (f72780fc-15cf-4883-b01a-81ae770f6431), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.481159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c311cf72-501c-4459-98c3-aa632589c070 service neutron] 10.222.0.81 "GET /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767277 Feb 19 03:10:20.521365 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f72780fc-15cf-4883-b01a-81ae770f6431), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.534658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:10:20.535315 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (f72780fc-15cf-4883-b01a-81ae770f6431), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:10:20.562799 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:10:20.567388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-20766fdf-5dc5-4aad-8dd4-c44e041ccb53 None None] Set router c4573401-a6b3-4e1f-8db9-01ee62620360 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:20.717737 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (664c9f64-f39d-4a62-976f-18f1bc8dbab0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.742168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.759780 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] 10.222.0.81 "DELETE /v2.0/networks/664c9f64-f39d-4a62-976f-18f1bc8dbab0 HTTP/1.1" status: 204 len: 168 time: 0.6086316 Feb 19 03:10:20.776169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c21094-c43e-4532-89bd-729cc88a9089 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:20.789448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d99d8-9192-45f5-8ede-f8dca10402ef admin admin] Pushing event deleted for resources: {'Network': ['ID=664c9f64-f39d-4a62-976f-18f1bc8dbab0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:20.793072 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac8cb6-73fc-4843-8bf9-7cd477fa4ece None None] Sync routers for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:20.838088 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac8cb6-73fc-4843-8bf9-7cd477fa4ece None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:20.840427 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5bac8cb6-73fc-4843-8bf9-7cd477fa4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:20.845616 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-80c21094-c43e-4532-89bd-729cc88a9089 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.858330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35998) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:20.911107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-80c21094-c43e-4532-89bd-729cc88a9089 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "PUT /v2.0/floatingips/070f8b8a-cf4a-41ff-be32-e6471a4b90ac HTTP/1.1" status: 200 len: 992 time: 4.7743609 Feb 19 03:10:20.937640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:20.940617 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d101bee3-2841-4c05-9e2b-23d4467ac2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:20.946724 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79bffce4-73ee-4e59-be24-b30f83bc9e6a tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for security_group (15d8a57d-5461-4c33-b76b-8cf3dacf62bd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:20.958995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d12b1b7-7869-4e5f-b44b-2998bd54c412 req-e694106d-683e-470c-851a-12baa799192b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.1748056 Feb 19 03:10:21.005966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5ab25ceb-11df-4eac-9a2e-ca30e816832b no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:21.013680 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79bffce4-73ee-4e59-be24-b30f83bc9e6a tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for security_group (15d8a57d-5461-4c33-b76b-8cf3dacf62bd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.055782 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b72c1b4-2923-4b91-86a7-d87820401a5d req-b1390449-7ad5-4ea4-a242-ddca5984bd9f tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 210 time: 0.0798044 Feb 19 03:10:21.093466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36006) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:21.120934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 5ab25ceb-11df-4eac-9a2e-ca30e816832b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:10:21.121285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5ab25ceb-11df-4eac-9a2e-ca30e816832b not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:21.129387 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5bac8cb6-73fc-4843-8bf9-7cd477fa4ece None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:21.146931 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79bffce4-73ee-4e59-be24-b30f83bc9e6a tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (15d8a57d-5461-4c33-b76b-8cf3dacf62bd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.151809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79bffce4-73ee-4e59-be24-b30f83bc9e6a tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.153033 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-79bffce4-73ee-4e59-be24-b30f83bc9e6a tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "DELETE /v2.0/security-groups/15d8a57d-5461-4c33-b76b-8cf3dacf62bd HTTP/1.1" status: 204 len: 168 time: 0.2936029 Feb 19 03:10:21.156590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36010) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:21.189957 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bffce4-73ee-4e59-be24-b30f83bc9e6a tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d8a57d-5461-4c33-b76b-8cf3dacf62bd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:21.209867 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-44121f5f-06f8-4ed8-ad34-3934b077f0f2 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] show failed (client error): The resource could not be found. Feb 19 03:10:21.211365 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-44121f5f-06f8-4ed8-ad34-3934b077f0f2 tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "GET /v2.0/security-groups/15d8a57d-5461-4c33-b76b-8cf3dacf62bd HTTP/1.1" status: 404 len: 347 time: 0.0527849 Feb 19 03:10:21.215606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36014) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:21.265208 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faaa854-e789-4cfd-917d-83c16302a426 x-openstack-request-id: req-3faaa854-e789-4cfd-917d-83c16302a426 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:21.265522 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:21.265759 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3faaa854-e789-4cfd-917d-83c16302a426 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:21.267258 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'status': 'completed', 'code': 200} Feb 19 03:10:21.297513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5dab16df-1570-4a41-b9dd-ce78f04d1ff5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=600636d329c9427c813907dcf2a1fd83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1919219 Feb 19 03:10:21.301778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36018) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:21.348805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-20766fdf-5dc5-4aad-8dd4-c44e041ccb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:34Z', 'revision_number': 4, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b1ad200f-a473-44fe-8d61-0a74e74f2611', 'name': '', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'mac_address': 'fa:16:3e:7f:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:32Z', 'updated_at': '2022-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '570da871565c41fb911a1da849f4cc95', 'subnets': [{'id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:21.411979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20766fdf-5dc5-4aad-8dd4-c44e041ccb53 None None] The sync data for ids ['c4573401-a6b3-4e1f-8db9-01ee62620360'] in n-d-826755-2 is: [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:34Z', 'revision_number': 4, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b1ad200f-a473-44fe-8d61-0a74e74f2611', 'name': '', 'network_id': '24f9f79a-f66e-4d5f-a4db-f3cade87ee88', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'mac_address': 'fa:16:3e:7f:c2:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:32Z', 'updated_at': '2022-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '570da871565c41fb911a1da849f4cc95', 'subnets': [{'id': '2805eefc-200e-45c4-8946-cd4ec874cf5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:21.416905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101bee3-2841-4c05-9e2b-23d4467ac2aa req-cbcf8abc-8e69-48e8-a72a-756723c37394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:21.419233 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d101bee3-2841-4c05-9e2b-23d4467ac2aa req-cbcf8abc-8e69-48e8-a72a-756723c37394 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 1128 time: 0.1511364 Feb 19 03:10:21.497238 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e53ee9e-025d-4f9d-83de-004ea6818782 admin admin] Publish callbacks [] for security_group (67908dbf-47a4-4e2b-b63e-4f55867806dd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.563674 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e53ee9e-025d-4f9d-83de-004ea6818782 admin admin] Publish callbacks [] for security_group (67908dbf-47a4-4e2b-b63e-4f55867806dd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.566230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3f0d4-b32c-469d-b083-6b0302250ece tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Deleting port 646a53a2-36a5-47aa-a279-81fa5965449d {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:21.567291 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f0d4-b32c-469d-b083-6b0302250ece tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (646a53a2-36a5-47aa-a279-81fa5965449d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:21.667976 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5bac8cb6-73fc-4843-8bf9-7cd477fa4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '070f8b8a-cf4a-41ff-be32-e6471a4b90ac', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'port_id': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'mac_address': 'fa:16:3e:5c:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:58Z', 'updated_at': '2022-02-19T03:10:17Z', 'revision_number': 1, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:35Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:21.700806 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac8cb6-73fc-4843-8bf9-7cd477fa4ece None None] Checking router: 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:21.711061 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac8cb6-73fc-4843-8bf9-7cd477fa4ece None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:21.711806 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5bac8cb6-73fc-4843-8bf9-7cd477fa4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:21.770205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36026) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:21.785178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2081286870-network', 'tenant_id': '6c19ef068fc244788a9c02265df812b0'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:21.913417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2757dd9-c0a9-453d-a371-0f359dbb27df req-de4d9c11-3a16-44a8-9919-42921e7a83c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:21.924293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2757dd9-c0a9-453d-a371-0f359dbb27df req-de4d9c11-3a16-44a8-9919-42921e7a83c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:21.930139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2757dd9-c0a9-453d-a371-0f359dbb27df req-de4d9c11-3a16-44a8-9919-42921e7a83c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:21.947947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2757dd9-c0a9-453d-a371-0f359dbb27df req-de4d9c11-3a16-44a8-9919-42921e7a83c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:21.953962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2757dd9-c0a9-453d-a371-0f359dbb27df req-de4d9c11-3a16-44a8-9919-42921e7a83c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:21.965083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1336cfd-39ba-4f07-98cb-3c9a135939a2 None None] New status for floating IP 97431516-c34e-4e58-82bf-e2971b8c8454: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:10:21.969072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2757dd9-c0a9-453d-a371-0f359dbb27df req-de4d9c11-3a16-44a8-9919-42921e7a83c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:21.973362 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5bac8cb6-73fc-4843-8bf9-7cd477fa4ece None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:21.981904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2757dd9-c0a9-453d-a371-0f359dbb27df req-de4d9c11-3a16-44a8-9919-42921e7a83c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:21.983929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2757dd9-c0a9-453d-a371-0f359dbb27df req-de4d9c11-3a16-44a8-9919-42921e7a83c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.3479187 Feb 19 03:10:22.046801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101bee3-2841-4c05-9e2b-23d4467ac2aa req-c6b17c8a-b97d-4202-8717-c556de878776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:22.048308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d101bee3-2841-4c05-9e2b-23d4467ac2aa req-c6b17c8a-b97d-4202-8717-c556de878776 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 918 time: 0.6141386 Feb 19 03:10:22.107740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Made reservation on behalf of 6c19ef068fc244788a9c02265df812b0 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:22.110059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.244582 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.283220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2bf6dfbb-2c61-43e1-8e0e-64122c594b70 req-8fb8d0b1-cb5b-49ae-8976-d2121304ba13 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.1681035 Feb 19 03:10:22.300198 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f0d4-b32c-469d-b083-6b0302250ece tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (646a53a2-36a5-47aa-a279-81fa5965449d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.300836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f0d4-b32c-469d-b083-6b0302250ece tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for floatingip (646a53a2-36a5-47aa-a279-81fa5965449d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.320586 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3f0d4-b32c-469d-b083-6b0302250ece tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Calling delete_port for 646a53a2-36a5-47aa-a279-81fa5965449d owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:22.346115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2757dd9-c0a9-453d-a371-0f359dbb27df req-f2ab1a2b-58ad-4bf7-93c7-695be15fe51e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3378665 Feb 19 03:10:22.358607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d101bee3-2841-4c05-9e2b-23d4467ac2aa req-9baf2218-d192-4217-9d34-a303380f4903 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630 HTTP/1.1" status: 200 len: 1000 time: 0.2855594 Feb 19 03:10:22.425365 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Publish callbacks [] for security_group (fb5c9789-b6a3-4138-851e-dfd9bbcc4095), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.482991 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.504620 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fb5c9789-b6a3-4138-851e-dfd9bbcc4095), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.514693 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f0d4-b32c-469d-b083-6b0302250ece tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (646a53a2-36a5-47aa-a279-81fa5965449d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.526698 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5bac8cb6-73fc-4843-8bf9-7cd477fa4ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '070f8b8a-cf4a-41ff-be32-e6471a4b90ac', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'port_id': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'mac_address': 'fa:16:3e:5c:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:58Z', 'updated_at': '2022-02-19T03:10:17Z', 'revision_number': 1, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:35Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:22.551549 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3f0d4-b32c-469d-b083-6b0302250ece tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Pushing event deleted for resources: {'Port': ['ID=646a53a2-36a5-47aa-a279-81fa5965449d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:22.570219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66dea499-e38c-4541-8d7e-4606436c29ba req-7d576443-78fa-4980-a173-d3b3260288c2 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 210 time: 0.0668936 Feb 19 03:10:22.589518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101bee3-2841-4c05-9e2b-23d4467ac2aa req-adf8f4c7-be7c-4137-8d34-c27a13d9d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:22.591196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d101bee3-2841-4c05-9e2b-23d4467ac2aa req-adf8f4c7-be7c-4137-8d34-c27a13d9d1db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.1640246 Feb 19 03:10:22.596376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:10:22.603628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e53ee9e-025d-4f9d-83de-004ea6818782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (67908dbf-47a4-4e2b-b63e-4f55867806dd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.606748 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e53ee9e-025d-4f9d-83de-004ea6818782 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.607840 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8e53ee9e-025d-4f9d-83de-004ea6818782 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67908dbf-47a4-4e2b-b63e-4f55867806dd HTTP/1.1" status: 204 len: 168 time: 1.3049426 Feb 19 03:10:22.608646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5c9789-b6a3-4138-851e-dfd9bbcc4095,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:22.626822 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bac8cb6-73fc-4843-8bf9-7cd477fa4ece None None] The sync data for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 is: [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '070f8b8a-cf4a-41ff-be32-e6471a4b90ac', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'port_id': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'mac_address': 'fa:16:3e:5c:30:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:58Z', 'updated_at': '2022-02-19T03:10:17Z', 'revision_number': 1, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:35Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:22.635960 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (be061645-f7b2-4e68-9df4-3e98dc1aecf5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.636505 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Added segment be061645-f7b2-4e68-9df4-3e98dc1aecf5 of type vlan for network 71e4a821-7529-4125-bbda-ec31bd1b4227 Feb 19 03:10:22.760579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101bee3-2841-4c05-9e2b-23d4467ac2aa req-031373f8-0ece-4bd9-8cce-a9ee69a67189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:22.762429 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53ee9e-025d-4f9d-83de-004ea6818782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67908dbf-47a4-4e2b-b63e-4f55867806dd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:22.762668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d101bee3-2841-4c05-9e2b-23d4467ac2aa req-031373f8-0ece-4bd9-8cce-a9ee69a67189 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1550481 Feb 19 03:10:22.764561 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (71e4a821-7529-4125-bbda-ec31bd1b4227), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.804134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f0d4-b32c-469d-b083-6b0302250ece tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks [] for floatingip (97431516-c34e-4e58-82bf-e2971b8c8454), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.806502 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ce3f0d4-b32c-469d-b083-6b0302250ece tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.813549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36034) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:22.814965 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3ce3f0d4-b32c-469d-b083-6b0302250ece tempest-ServersTestFqdnHostnames-175468633 tempest-ServersTestFqdnHostnames-175468633-project] 10.222.0.81 "DELETE /v2.0/floatingips/97431516-c34e-4e58-82bf-e2971b8c8454 HTTP/1.1" status: 204 len: 168 time: 1.5977352 Feb 19 03:10:22.887084 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-61ca7bf6-163f-4573-8708-765a5a68f6ea tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:22.888928 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-61ca7bf6-163f-4573-8708-765a5a68f6ea tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.87 "GET /v2.0/networks?id=6c9753b4-1d5a-4b0d-8dc1-e684733b48be HTTP/1.1" status: 200 len: 813 time: 0.2953973 Feb 19 03:10:22.904558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Request body: {'port': {'device_id': '5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9', 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be', 'admin_state_up': True, 'tenant_id': 'f38e2519ae704ed3b2f4649ecd3b5eda'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:22.963535 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (71e4a821-7529-4125-bbda-ec31bd1b4227), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:22.964718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:22.965423 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.062212 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30e14be-ad9f-4df3-85bf-af5acf5de9da None None] New status for floating IP 070f8b8a-cf4a-41ff-be32-e6471a4b90ac: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:10:23.414275 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.478020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Made reservation on behalf of f38e2519ae704ed3b2f4649ecd3b5eda for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:23.482234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.561615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f7fa823-4113-44d8-b953-6391022ece0a req-a647de90-8ad1-432c-a7b8-ab407f2d67ae tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0670903 Feb 19 03:10:23.564938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7905848 Feb 19 03:10:23.576080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36056) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:23.580473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d101bee3-2841-4c05-9e2b-23d4467ac2aa req-0809f3cb-aed8-4ad4-8b41-4de03252a689 service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8099372 Feb 19 03:10:23.588893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b00576c1-a21e-447d-85e3-318482a85179 admin admin] Request body: {'subnet': {'network_id': '71e4a821-7529-4125-bbda-ec31bd1b4227', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2081286870-subnet', 'tenant_id': '6c19ef068fc244788a9c02265df812b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:23.647453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba26930-f942-48d2-aaa6-590e3ddd9429 admin admin] Pushing event updated for resources: {'Network': ['ID=71e4a821-7529-4125-bbda-ec31bd1b4227,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:23.660655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 71e4a821-7529-4125-bbda-ec31bd1b4227 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:10:23.749400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Allocated IP 172.20.0.11 (6c9753b4-1d5a-4b0d-8dc1-e684733b48be/d285098d-bd66-4838-b6b7-1fdd74c0cc2f/2cac8824-aa8b-4b5b-839c-b7efd5119180) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:23.866514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d163-f08a-4434-a9e1-552528307a80 req-92e28e40-062f-458e-bd8d-b3ba038955eb tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:23.872379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d163-f08a-4434-a9e1-552528307a80 req-92e28e40-062f-458e-bd8d-b3ba038955eb tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:23.878667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d163-f08a-4434-a9e1-552528307a80 req-92e28e40-062f-458e-bd8d-b3ba038955eb tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:23.884312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d163-f08a-4434-a9e1-552528307a80 req-92e28e40-062f-458e-bd8d-b3ba038955eb tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:23.889527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d163-f08a-4434-a9e1-552528307a80 req-92e28e40-062f-458e-bd8d-b3ba038955eb tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:23.894692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d163-f08a-4434-a9e1-552528307a80 req-92e28e40-062f-458e-bd8d-b3ba038955eb tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:23.899970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d163-f08a-4434-a9e1-552528307a80 req-92e28e40-062f-458e-bd8d-b3ba038955eb tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:23.901953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5bc9d163-f08a-4434-a9e1-552528307a80 req-92e28e40-062f-458e-bd8d-b3ba038955eb tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.4342511 Feb 19 03:10:23.927307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00576c1-a21e-447d-85e3-318482a85179 admin admin] Made reservation on behalf of 6c19ef068fc244788a9c02265df812b0 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:23.931049 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b00576c1-a21e-447d-85e3-318482a85179 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.943363 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks [] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:23.969777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b73cced8-8f78-4820-a4df-540fa3141cac req-e3679869-67d7-40cd-8eae-6a08ad9e449e tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 210 time: 0.1709504 Feb 19 03:10:23.996258 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.056167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Pushing event updated for resources: {'Port': ['ID=2cac8824-aa8b-4b5b-839c-b7efd5119180,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:24.079670 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:24.081171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:24.083618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:24.143355 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:24.144080 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.162866 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c9f3ba69-7d18-4124-a56f-3904a558a615 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2632883 Feb 19 03:10:24.174739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Request body: {'port': {'device_id': '5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:24.181392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5bc9d163-f08a-4434-a9e1-552528307a80 req-ed0e6a9e-541c-4262-aee7-d1adfff938cc tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2603576 Feb 19 03:10:24.218751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d101bee3-2841-4c05-9e2b-23d4467ac2aa req-047dde8f-6577-4c48-aa19-424ffdcd029f service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128640 Feb 19 03:10:24.281845 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.413073 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb12c94-ee44-4469-8418-4af5575df597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (c4573401-a6b3-4e1f-8db9-01ee62620360), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.493429 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b00576c1-a21e-447d-85e3-318482a85179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (356c97e9-fd3c-4cc9-b9c8-176be2b82de9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.595745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00576c1-a21e-447d-85e3-318482a85179 admin admin] Checking segment: {'id': 'be061645-f7b2-4e68-9df4-3e98dc1aecf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '71e4a821-7529-4125-bbda-ec31bd1b4227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:24.595991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00576c1-a21e-447d-85e3-318482a85179 admin admin] Network hostable DHCP agents. Network: 71e4a821-7529-4125-bbda-ec31bd1b4227, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:10:24.599513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-360902a1-579b-42c0-a361-fa53e4849ad4 req-8e52c489-ae32-487a-aa5f-e077e1f7bf44 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=737310e3-ff65-4991-b148-dabab15420e6 HTTP/1.1" status: 200 len: 210 time: 0.1091022 Feb 19 03:10:24.628275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00576c1-a21e-447d-85e3-318482a85179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=356c97e9-fd3c-4cc9-b9c8-176be2b82de9,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:24.673287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cac8824-aa8b-4b5b-839c-b7efd5119180 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:24.709092 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Publish callbacks [] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.729183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Transition to ACTIVE for port object 2cac8824-aa8b-4b5b-839c-b7efd5119180 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:10:24.747970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.761871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00576c1-a21e-447d-85e3-318482a85179 admin admin] Network 71e4a821-7529-4125-bbda-ec31bd1b4227 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:10:24.817497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfb40707-9e3a-45ae-b6bd-bdf211b01641 req-edf3f7e2-834d-4cae-a4ad-48d9d0055256 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0773592 Feb 19 03:10:24.829633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Pushing event updated for resources: {'Port': ['ID=2cac8824-aa8b-4b5b-839c-b7efd5119180,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:24.900600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b00576c1-a21e-447d-85e3-318482a85179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 71e4a821-7529-4125-bbda-ec31bd1b4227) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:24.909004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154cf0f7-5714-47fd-9a3a-e923e7acb837 None None] Network 71e4a821-7529-4125-bbda-ec31bd1b4227 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:24.918178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00576c1-a21e-447d-85e3-318482a85179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:24.918828 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b00576c1-a21e-447d-85e3-318482a85179 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:24.981133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Attempting to bind port 2cac8824-aa8b-4b5b-839c-b7efd5119180 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:24.981133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Attempting to bind port 2cac8824-aa8b-4b5b-839c-b7efd5119180 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:24.981570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Attempting to bind port 2cac8824-aa8b-4b5b-839c-b7efd5119180 on network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:24.991137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Port 2cac8824-aa8b-4b5b-839c-b7efd5119180 on network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:10:24.991539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Attempting to bind port 2cac8824-aa8b-4b5b-839c-b7efd5119180 on network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:25.012248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b00576c1-a21e-447d-85e3-318482a85179 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4188209 Feb 19 03:10:25.013333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:25.013333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Checking segment: {'id': '2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:25.013333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Bound using segment: {'id': '2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:25.013333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Bound port: 2cac8824-aa8b-4b5b-839c-b7efd5119180, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:25.013333 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.192044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1b10ce-6391-4b42-aaaa-61ac46c86805 None None] Network 71e4a821-7529-4125-bbda-ec31bd1b4227 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:25.200302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] For port 2cac8824-aa8b-4b5b-839c-b7efd5119180, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:25.211295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] For port 2cac8824-aa8b-4b5b-839c-b7efd5119180, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2cac8824-aa8b-4b5b-839c-b7efd5119180,segment=NetworkSegment(2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de),segment_id=2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:25.229537 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.329038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-352c4c36-b4ba-4c95-ae3e-e7e6eb4f1004 req-7ef01f71-628f-4675-ad19-45df64511467 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0686479 Feb 19 03:10:25.333840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:25.339012 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.340765 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] 10.222.0.87 "PUT /v2.0/ports/2cac8824-aa8b-4b5b-839c-b7efd5119180 HTTP/1.1" status: 200 len: 1092 time: 1.1704130 Feb 19 03:10:25.359583 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9', 'tag': '2cac8824-aa8b-4b5b-839c-b7efd5119180'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:25.367248 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-000d2cf3-1b8c-4e48-a183-19eaf9e39446" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9", "tag": "2cac8824-aa8b-4b5b-839c-b7efd5119180"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:25.387419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4cb12c94-ee44-4469-8418-4af5575df597 admin admin] Deleting port b1ad200f-a473-44fe-8d61-0a74e74f2611 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:25.387768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb12c94-ee44-4469-8418-4af5575df597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.402144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77222803-e136-49eb-ac9e-92579e9a0334 req-52311f3f-b380-4c48-b67c-20b64aaf64f9 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:25.410382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77222803-e136-49eb-ac9e-92579e9a0334 req-52311f3f-b380-4c48-b67c-20b64aaf64f9 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 944 time: 0.2628384 Feb 19 03:10:25.526598 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1437071b-1b82-4988-9012-d64dbf5fe83c service neutron] Pushing event updated for resources: {'Port': ['ID=2cac8824-aa8b-4b5b-839c-b7efd5119180,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:25.565115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-df42a001-1228-4155-92c1-d9ce0d75cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:25.574064 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-df42a001-1228-4155-92c1-d9ce0d75cced service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f38e2519ae704ed3b2f4649ecd3b5eda&device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 1126 time: 0.1673911 Feb 19 03:10:25.636574 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-2bf9177f-e400-42d8-9e6e-0c968f057a6a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cac8824-aa8b-4b5b-839c-b7efd5119180 HTTP/1.1" status: 200 len: 217 time: 0.0558808 Feb 19 03:10:25.671485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77222803-e136-49eb-ac9e-92579e9a0334 req-94b75835-2dec-4fb3-9cf0-b73aa9f6497a tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599781 Feb 19 03:10:25.705754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-4cb12c94-ee44-4469-8418-4af5575df597 admin admin] For port b1ad200f-a473-44fe-8d61-0a74e74f2611, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b1ad200f-a473-44fe-8d61-0a74e74f2611,segment=NetworkSegment(3183c2d5-3206-410a-b476-26ee7557a7d8),segment_id=3183c2d5-3206-410a-b476-26ee7557a7d8)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:25.706044 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb12c94-ee44-4469-8418-4af5575df597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:25.722826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-5d414784-04b6-4167-ba25-379334f4d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:25.724787 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-5d414784-04b6-4167-ba25-379334f4d321 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d285098d-bd66-4838-b6b7-1fdd74c0cc2f HTTP/1.1" status: 200 len: 853 time: 0.0802398 Feb 19 03:10:25.725113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4cb12c94-ee44-4469-8418-4af5575df597 admin admin] Calling delete_port for b1ad200f-a473-44fe-8d61-0a74e74f2611 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:25.782515 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2577f4-a01f-47f6-8ceb-7f476cd2fc2e x-openstack-request-id: req-db2577f4-a01f-47f6-8ceb-7f476cd2fc2e {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:25.782848 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9", "tag": "2cac8824-aa8b-4b5b-839c-b7efd5119180", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:25.783097 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-db2577f4-a01f-47f6-8ceb-7f476cd2fc2e {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:25.783507 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9', 'tag': '2cac8824-aa8b-4b5b-839c-b7efd5119180', 'status': 'completed', 'code': 200} Feb 19 03:10:25.785804 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-b5be7917-3618-47d3-9873-ed99872409db service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6c9753b4-1d5a-4b0d-8dc1-e684733b48be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551491 Feb 19 03:10:26.026140 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb12c94-ee44-4469-8418-4af5575df597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b1ad200f-a473-44fe-8d61-0a74e74f2611), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:26.066534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb12c94-ee44-4469-8418-4af5575df597 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ad200f-a473-44fe-8d61-0a74e74f2611,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:26.082204 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-b548adaf-1c0a-4523-a340-3c23389ee8cc service neutron] 10.222.0.87 "GET /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895553 Feb 19 03:10:26.259638 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b173da2e-330d-4816-bea2-00c4fb9f037a req-c3ad603b-e953-40d8-bcc7-87471aae91b9 service neutron] 10.222.0.87 "GET /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709623 Feb 19 03:10:26.354398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fd214-f57a-4874-8911-9c06c09b46e9 req-f93e4e01-4a41-4127-869b-38f5bc35a8a0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.360103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fd214-f57a-4874-8911-9c06c09b46e9 req-f93e4e01-4a41-4127-869b-38f5bc35a8a0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.366182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fd214-f57a-4874-8911-9c06c09b46e9 req-f93e4e01-4a41-4127-869b-38f5bc35a8a0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.374718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fd214-f57a-4874-8911-9c06c09b46e9 req-f93e4e01-4a41-4127-869b-38f5bc35a8a0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.381056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fd214-f57a-4874-8911-9c06c09b46e9 req-f93e4e01-4a41-4127-869b-38f5bc35a8a0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.386950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fd214-f57a-4874-8911-9c06c09b46e9 req-f93e4e01-4a41-4127-869b-38f5bc35a8a0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.392568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fd214-f57a-4874-8911-9c06c09b46e9 req-f93e4e01-4a41-4127-869b-38f5bc35a8a0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.400541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452fd214-f57a-4874-8911-9c06c09b46e9 req-f93e4e01-4a41-4127-869b-38f5bc35a8a0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.8260870 Feb 19 03:10:26.419864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d2cf3-1b8c-4e48-a183-19eaf9e39446 req-a4170046-544e-451e-bd93-f07823dd4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.421900 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-000d2cf3-1b8c-4e48-a183-19eaf9e39446 req-a4170046-544e-451e-bd93-f07823dd4077 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f38e2519ae704ed3b2f4649ecd3b5eda&device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 1126 time: 0.0679395 Feb 19 03:10:26.533966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d2cf3-1b8c-4e48-a183-19eaf9e39446 req-e6c7c0b2-7b98-4d13-8b88-38c785afb97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.536305 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-000d2cf3-1b8c-4e48-a183-19eaf9e39446 req-e6c7c0b2-7b98-4d13-8b88-38c785afb97c service neutron] 10.222.0.87 "GET /v2.0/networks?id=6c9753b4-1d5a-4b0d-8dc1-e684733b48be HTTP/1.1" status: 200 len: 914 time: 0.1081970 Feb 19 03:10:26.586171 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-000d2cf3-1b8c-4e48-a183-19eaf9e39446 req-b1d5ac50-12da-4d78-bca5-2fe4fd8def2c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2cac8824-aa8b-4b5b-839c-b7efd5119180 HTTP/1.1" status: 200 len: 217 time: 0.0446556 Feb 19 03:10:26.643642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d2cf3-1b8c-4e48-a183-19eaf9e39446 req-7860e5bd-ad77-48ad-b87f-2021109f535b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.645425 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-000d2cf3-1b8c-4e48-a183-19eaf9e39446 req-7860e5bd-ad77-48ad-b87f-2021109f535b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d285098d-bd66-4838-b6b7-1fdd74c0cc2f HTTP/1.1" status: 200 len: 853 time: 0.0540903 Feb 19 03:10:26.689732 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb12c94-ee44-4469-8418-4af5575df597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (c4573401-a6b3-4e1f-8db9-01ee62620360), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:26.702808 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-000d2cf3-1b8c-4e48-a183-19eaf9e39446 req-9684c885-f2a8-4ce7-ab86-ec9b3cef6e1b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6c9753b4-1d5a-4b0d-8dc1-e684733b48be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496459 Feb 19 03:10:26.724816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-452fd214-f57a-4874-8911-9c06c09b46e9 req-98fe4e65-7b7c-4438-b0af-327f6e42c37a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3167467 Feb 19 03:10:26.842908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81475-f416-44ec-b6a9-783605650968 req-8ad2c3bf-a56b-431e-8c42-8bf36f3c42cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:26.851361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-8ad2c3bf-a56b-431e-8c42-8bf36f3c42cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/networks?id=9aee34eb-8b1f-483f-ad3e-ae2509650d58 HTTP/1.1" status: 200 len: 814 time: 0.7865913 Feb 19 03:10:26.893212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-a4ca0aac-2652-4ab6-98b3-5c3aa5cc0768 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/quotas/b521cb3460574bd19c6f271f36383741 HTTP/1.1" status: 200 len: 375 time: 0.0404217 Feb 19 03:10:26.900229 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-000d2cf3-1b8c-4e48-a183-19eaf9e39446 req-54267cd6-7c8a-44c6-9e8c-3a36a8681bd6 service neutron] 10.222.0.87 "GET /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910424 Feb 19 03:10:26.932032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac98a64b-8206-48ac-9202-39340a059938 req-72080cf2-aebd-498f-a7f4-1d1341037c50 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0679862 Feb 19 03:10:26.963903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-71118d4c-85e3-4a06-9e4a-cdaa7762de8d tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b521cb3460574bd19c6f271f36383741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694656 Feb 19 03:10:27.074361 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-000d2cf3-1b8c-4e48-a183-19eaf9e39446 req-3c62e392-0e8e-4496-a66c-c4f31f3e5dfd service neutron] 10.222.0.87 "GET /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655717 Feb 19 03:10:27.087248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9154e41b-d10d-4649-85ce-ec0234ee1b94 req-26a4eaad-de4a-4823-8afc-2c738bdd57a6 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0480659 Feb 19 03:10:27.250466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-f72fe98a-9d85-4c8a-ba4f-9eb15148aeac service neutron] 10.222.0.81 "GET /v2.0/networks/9aee34eb-8b1f-483f-ad3e-ae2509650d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389925 Feb 19 03:10:27.374539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421b9ef-0ec1-400e-9acb-967f46df8270 req-b97f0caf-2c6f-4693-ad76-4ecca33e8546 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:27.375911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1421b9ef-0ec1-400e-9acb-967f46df8270 req-b97f0caf-2c6f-4693-ad76-4ecca33e8546 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 944 time: 0.1883447 Feb 19 03:10:27.383939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb12c94-ee44-4469-8418-4af5575df597 admin admin] Router c4573401-a6b3-4e1f-8db9-01ee62620360 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:10:27.439722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-6cfeaf8e-8cd1-4e45-a7b9-616549f63fbf service neutron] 10.222.0.81 "GET /v2.0/networks/9aee34eb-8b1f-483f-ad3e-ae2509650d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540680 Feb 19 03:10:27.498981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1421b9ef-0ec1-400e-9acb-967f46df8270 req-ef017b40-880b-4782-904d-93329a6e6bfc tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122980 Feb 19 03:10:27.581829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb12c94-ee44-4469-8418-4af5575df597 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:27.591650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4cb12c94-ee44-4469-8418-4af5575df597 admin admin] 10.222.0.81 "PUT /v2.0/routers/c4573401-a6b3-4e1f-8db9-01ee62620360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7664762 Feb 19 03:10:27.592011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36142) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:27.599111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70486692-21d9-43b9-aa16-4c7d80ac91a4 None None] Sync routers for ids ['c4573401-a6b3-4e1f-8db9-01ee62620360'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:27.615233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70486692-21d9-43b9-aa16-4c7d80ac91a4 None None] Routers {'c4573401-a6b3-4e1f-8db9-01ee62620360'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:27.616120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-70486692-21d9-43b9-aa16-4c7d80ac91a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['c4573401-a6b3-4e1f-8db9-01ee62620360'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:27.744295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-70486692-21d9-43b9-aa16-4c7d80ac91a4 None None] Set router c4573401-a6b3-4e1f-8db9-01ee62620360 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:27.781544 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Publish callbacks [] for router (c4573401-a6b3-4e1f-8db9-01ee62620360), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:27.792256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-426eeaa7-ea52-4e3c-91b4-99ef500a1e74 req-5a54b754-e79e-41b8-8a97-b4f1e28447f8 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 210 time: 0.0662224 Feb 19 03:10:28.036424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-70486692-21d9-43b9-aa16-4c7d80ac91a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:10:25Z', 'revision_number': 5, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:28.050519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c65e40-18aa-4d7f-8e80-0679f8f7be75 req-3146e3e5-933b-4b66-bead-fb7db88d1327 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:28.061482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c65e40-18aa-4d7f-8e80-0679f8f7be75 req-3146e3e5-933b-4b66-bead-fb7db88d1327 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:28.074748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c65e40-18aa-4d7f-8e80-0679f8f7be75 req-3146e3e5-933b-4b66-bead-fb7db88d1327 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:28.084100 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70486692-21d9-43b9-aa16-4c7d80ac91a4 None None] Checking router: c4573401-a6b3-4e1f-8db9-01ee62620360 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:28.084354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c65e40-18aa-4d7f-8e80-0679f8f7be75 req-3146e3e5-933b-4b66-bead-fb7db88d1327 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:28.091840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c65e40-18aa-4d7f-8e80-0679f8f7be75 req-3146e3e5-933b-4b66-bead-fb7db88d1327 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:28.094481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70486692-21d9-43b9-aa16-4c7d80ac91a4 None None] Routers {'c4573401-a6b3-4e1f-8db9-01ee62620360'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:28.095146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-70486692-21d9-43b9-aa16-4c7d80ac91a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['c4573401-a6b3-4e1f-8db9-01ee62620360'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:28.098083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c65e40-18aa-4d7f-8e80-0679f8f7be75 req-3146e3e5-933b-4b66-bead-fb7db88d1327 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:28.104278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c65e40-18aa-4d7f-8e80-0679f8f7be75 req-3146e3e5-933b-4b66-bead-fb7db88d1327 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:28.106814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c65e40-18aa-4d7f-8e80-0679f8f7be75 req-3146e3e5-933b-4b66-bead-fb7db88d1327 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1650555 Feb 19 03:10:28.145886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8712eeb4-e31d-4204-b120-27ed2e512821 req-6a3dd2ca-1baa-4ff5-9e53-fbe7a8a56158 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0380349 Feb 19 03:10:28.162588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Publish callbacks [] for router_gateway (c4573401-a6b3-4e1f-8db9-01ee62620360), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.305996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c65e40-18aa-4d7f-8e80-0679f8f7be75 req-7b69f4d0-7b17-4bc0-92b1-ba4703e972da tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584623 Feb 19 03:10:28.382425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ea425bb-5722-4de3-9931-6b7fb8901767 req-f9ca2407-7238-46e0-bcd5-e9f925c4536c tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0550666 Feb 19 03:10:28.384858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Deleting port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:28.385196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:28.415116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-70486692-21d9-43b9-aa16-4c7d80ac91a4 None None] Set router c4573401-a6b3-4e1f-8db9-01ee62620360 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:28.681023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-70486692-21d9-43b9-aa16-4c7d80ac91a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:10:25Z', 'revision_number': 5, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:28.724480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70486692-21d9-43b9-aa16-4c7d80ac91a4 None None] The sync data for ids ['c4573401-a6b3-4e1f-8db9-01ee62620360'] in n-d-826755-2 is: [{'id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'name': 'tempest-ServersTestFqdnHostnames-1360197741-router', 'tenant_id': '570da871565c41fb911a1da849f4cc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42'}], 'enable_snat': True}, 'gw_port_id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:10:25Z', 'revision_number': 5, 'project_id': '570da871565c41fb911a1da849f4cc95', 'gw_port': {'id': '11fda111-b3ed-4aeb-ae4c-6ee0edfa5161', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:39:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573401-a6b3-4e1f-8db9-01ee62620360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:28Z', 'updated_at': '2022-02-19T03:08:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:28.968707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 2cac8824-aa8b-4b5b-839c-b7efd5119180 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:10:28.974597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5677cab-f977-4c06-b373-07a01ce20281 req-6b42cfc8-788c-41c9-aba5-0bb495139e50 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 210 time: 0.0546288 Feb 19 03:10:29.018087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] For port 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=11fda111-b3ed-4aeb-ae4c-6ee0edfa5161,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:29.018398 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:29.040945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebe8b1-2b5d-4583-90ea-e90aac96b4ca req-b86da287-7c11-4059-a960-a3434f7a312d tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:29.042462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46ebe8b1-2b5d-4583-90ea-e90aac96b4ca req-b86da287-7c11-4059-a960-a3434f7a312d tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 944 time: 0.1237290 Feb 19 03:10:29.043445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Calling delete_port for 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:29.144194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46ebe8b1-2b5d-4583-90ea-e90aac96b4ca req-b8394b0b-4dcf-471a-be39-e08e68857588 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947220 Feb 19 03:10:29.194981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 2cac8824-aa8b-4b5b-839c-b7efd5119180, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2cac8824-aa8b-4b5b-839c-b7efd5119180,segment=NetworkSegment(2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de),segment_id=2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:29.241241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '2cac8824-aa8b-4b5b-839c-b7efd5119180', 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be', 'port_id': '2cac8824-aa8b-4b5b-839c-b7efd5119180', 'mac_address': 'fa:16:3e:ae:6e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd285098d-bd66-4838-b6b7-1fdd74c0cc2f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:10:29.364409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 2cac8824-aa8b-4b5b-839c-b7efd5119180 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:29.364846 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:29.400956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cac8824-aa8b-4b5b-839c-b7efd5119180 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:29.404513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3c27fd3-7939-4a87-8fec-6a7886a660e0 req-0c987e0c-a96e-41f9-bfcb-f6553aa9a241 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=737310e3-ff65-4991-b148-dabab15420e6 HTTP/1.1" status: 200 len: 210 time: 0.0879045 Feb 19 03:10:29.416416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81475-f416-44ec-b6a9-783605650968 req-99ae2a82-9ede-4707-9ef6-43688444ce70 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:29.420098 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-99ae2a82-9ede-4707-9ef6-43688444ce70 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.87 "GET /v2.0/networks?id=9aee34eb-8b1f-483f-ad3e-ae2509650d58 HTTP/1.1" status: 200 len: 814 time: 0.2915289 Feb 19 03:10:29.422924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6762218-fb84-41ad-907f-683f99e9d02a req-75c3bb86-7b20-4c84-828b-7f253413c763 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0375879 Feb 19 03:10:29.423744 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (11fda111-b3ed-4aeb-ae4c-6ee0edfa5161), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:29.437341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-56a81475-f416-44ec-b6a9-783605650968 req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Request body: {'port': {'device_id': '50f20256-106a-4187-82f6-9671209f6461', 'network_id': '9aee34eb-8b1f-483f-ad3e-ae2509650d58', 'admin_state_up': True, 'tenant_id': 'b521cb3460574bd19c6f271f36383741'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:29.453291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Pushing event deleted for resources: {'Port': ['ID=11fda111-b3ed-4aeb-ae4c-6ee0edfa5161,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:29.481927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 2cac8824-aa8b-4b5b-839c-b7efd5119180, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2cac8824-aa8b-4b5b-839c-b7efd5119180,segment=NetworkSegment(2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de),segment_id=2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:29.495119 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:29.559868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=2cac8824-aa8b-4b5b-839c-b7efd5119180,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:29.583181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-13e2e861-3efb-4442-aeec-c56906dd41aa req-997f259f-37b5-4264-92e7-f567fa71824f tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0414932 Feb 19 03:10:29.599917 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (c4573401-a6b3-4e1f-8db9-01ee62620360), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:29.623878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a81475-f416-44ec-b6a9-783605650968 req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Made reservation on behalf of b521cb3460574bd19c6f271f36383741 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:29.627773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-56a81475-f416-44ec-b6a9-783605650968 req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:29.688736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2c4e-f0dc-4f38-9edc-14705d187272 req-78d9d5dc-75db-43df-96b2-874c3d32ef6d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:29.689942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2c4e-f0dc-4f38-9edc-14705d187272 req-78d9d5dc-75db-43df-96b2-874c3d32ef6d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:29.695377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2c4e-f0dc-4f38-9edc-14705d187272 req-78d9d5dc-75db-43df-96b2-874c3d32ef6d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:29.701645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2c4e-f0dc-4f38-9edc-14705d187272 req-78d9d5dc-75db-43df-96b2-874c3d32ef6d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:29.707024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2c4e-f0dc-4f38-9edc-14705d187272 req-78d9d5dc-75db-43df-96b2-874c3d32ef6d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:29.712459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2c4e-f0dc-4f38-9edc-14705d187272 req-78d9d5dc-75db-43df-96b2-874c3d32ef6d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:29.717807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c2c4e-f0dc-4f38-9edc-14705d187272 req-78d9d5dc-75db-43df-96b2-874c3d32ef6d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:29.719879 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-432c2c4e-f0dc-4f38-9edc-14705d187272 req-78d9d5dc-75db-43df-96b2-874c3d32ef6d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.2276413 Feb 19 03:10:29.759305 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (c4573401-a6b3-4e1f-8db9-01ee62620360), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:29.765661 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Publish callbacks [] for router_controller (c4573401-a6b3-4e1f-8db9-01ee62620360), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:29.770528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-56a81475-f416-44ec-b6a9-783605650968 req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Allocated IP 172.20.0.2 (9aee34eb-8b1f-483f-ad3e-ae2509650d58/9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9/2e5f8d0e-91a0-461b-9673-a88bc1abfc20) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:29.830516 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (c4573401-a6b3-4e1f-8db9-01ee62620360), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:29.831086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4573401-a6b3-4e1f-8db9-01ee62620360 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:10:29.838331 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:29.842478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ccd450a6-8ced-4f38-b9d8-5c22ebc0c9be admin admin] 10.222.0.81 "DELETE /v2.0/routers/c4573401-a6b3-4e1f-8db9-01ee62620360 HTTP/1.1" status: 204 len: 168 time: 2.2490494 Feb 19 03:10:29.843156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36168) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:29.844037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['2cac8824-aa8b-4b5b-839c-b7efd5119180'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:29.894642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-432c2c4e-f0dc-4f38-9edc-14705d187272 req-e8e92a0a-d790-438d-8ff1-1c3b8dff5b91 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1399043 Feb 19 03:10:29.925324 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c71f6c6-9097-4726-98c2-e3a37066c527 admin admin] Deleting subnet 2805eefc-200e-45c4-8946-cd4ec874cf5e {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:10:29.929784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8c71f6c6-9097-4726-98c2-e3a37066c527 admin admin] Publish callbacks [] for subnet (2805eefc-200e-45c4-8946-cd4ec874cf5e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.058185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b1ad200f-a473-44fe-8d61-0a74e74f2611 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:30.062557 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-56a81475-f416-44ec-b6a9-783605650968 req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Publish callbacks [] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.076397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de89b205-8401-4e12-8abf-6c5dbeb7e46e req-74036e4b-eeea-4838-be58-eaf4c58131ab service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.1111205 Feb 19 03:10:30.083547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: b1ad200f-a473-44fe-8d61-0a74e74f2611 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:10:30.084020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b1ad200f-a473-44fe-8d61-0a74e74f2611 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:30.125502 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8c71f6c6-9097-4726-98c2-e3a37066c527 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (2805eefc-200e-45c4-8946-cd4ec874cf5e), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.143655 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-56a81475-f416-44ec-b6a9-783605650968 req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.214769 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Pushing event updated for resources: {'Port': ['ID=2e5f8d0e-91a0-461b-9673-a88bc1abfc20,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:30.220081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f0b87-6905-4a11-8426-7054f1a152e1 req-4c8c002f-7ddd-4924-97d3-da5389785c29 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:30.221697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c1f0b87-6905-4a11-8426-7054f1a152e1 req-4c8c002f-7ddd-4924-97d3-da5389785c29 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 931 time: 0.1235266 Feb 19 03:10:30.237142 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a81475-f416-44ec-b6a9-783605650968 req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Network 9aee34eb-8b1f-483f-ad3e-ae2509650d58 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:30.238571 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-56a81475-f416-44ec-b6a9-783605650968 req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:30.246859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a81475-f416-44ec-b6a9-783605650968 req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:30.301797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81475-f416-44ec-b6a9-783605650968 req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:30.302586 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-56a81475-f416-44ec-b6a9-783605650968 req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.316315 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8c71f6c6-9097-4726-98c2-e3a37066c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (2805eefc-200e-45c4-8946-cd4ec874cf5e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.322285 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-925c617a-7e5f-45df-b5c1-cdedb09805cf tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8897824 Feb 19 03:10:30.334561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Request body: {'port': {'device_id': '50f20256-106a-4187-82f6-9671209f6461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:30.395920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c1f0b87-6905-4a11-8426-7054f1a152e1 req-afc9d27a-dcc1-4521-8ec6-3f6551ac0c6d tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c259eee-2f0f-46d4-9569-1fac6af9a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330101 Feb 19 03:10:30.404271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad353f-1746-4b99-bef5-8796e2b149bf req-073b25c8-525d-459e-8d2a-fba13e70d172 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:30.405864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-96ad353f-1746-4b99-bef5-8796e2b149bf req-073b25c8-525d-459e-8d2a-fba13e70d172 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 945 time: 0.1444089 Feb 19 03:10:30.417671 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.432913 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8c71f6c6-9097-4726-98c2-e3a37066c527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (2805eefc-200e-45c4-8946-cd4ec874cf5e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.471074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71f6c6-9097-4726-98c2-e3a37066c527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2805eefc-200e-45c4-8946-cd4ec874cf5e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:30.473359 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8c71f6c6-9097-4726-98c2-e3a37066c527 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.479819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8c71f6c6-9097-4726-98c2-e3a37066c527 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/2805eefc-200e-45c4-8946-cd4ec874cf5e HTTP/1.1" status: 204 len: 168 time: 0.6307626 Feb 19 03:10:30.480894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36174) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:30.492044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526fec07-f55c-4f89-9906-319dea88d8c0 None None] Network 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:30.600703 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (24f9f79a-f66e-4d5f-a4db-f3cade87ee88), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.624487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-96ad353f-1746-4b99-bef5-8796e2b149bf req-4bfd938d-66a2-4af9-b4a7-f4011a3f290c tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094839 Feb 19 03:10:30.659529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ffea266-b586-47aa-b199-f541430b5de2 req-9cf2f644-ab7c-4c13-baca-da06dc7dcf8b tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0617337 Feb 19 03:10:30.714041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48062a90-a07d-4ff1-823e-20cc33e041db None None] DHCP port deletion for 24f9f79a-f66e-4d5f-a4db-f3cade87ee88 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:10:30.781704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c4a79b1-33b9-4f87-b1d3-f116004e3b26 req-5fce6f06-0188-4644-b276-b19fcedc84b3 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0420833 Feb 19 03:10:30.800055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Deleting port 5462214f-383d-46b7-b048-a4e0046eaa7e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:30.800394 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.807461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-48062a90-a07d-4ff1-823e-20cc33e041db None None] Deleting port 5462214f-383d-46b7-b048-a4e0046eaa7e {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:10:30.808361 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48062a90-a07d-4ff1-823e-20cc33e041db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.878420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] For port 5462214f-383d-46b7-b048-a4e0046eaa7e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5462214f-383d-46b7-b048-a4e0046eaa7e,segment=NetworkSegment(3183c2d5-3206-410a-b476-26ee7557a7d8),segment_id=3183c2d5-3206-410a-b476-26ee7557a7d8)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:30.878980 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.883349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-48062a90-a07d-4ff1-823e-20cc33e041db None None] For port 5462214f-383d-46b7-b048-a4e0046eaa7e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5462214f-383d-46b7-b048-a4e0046eaa7e,segment=NetworkSegment(3183c2d5-3206-410a-b476-26ee7557a7d8),segment_id=3183c2d5-3206-410a-b476-26ee7557a7d8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:30.883861 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48062a90-a07d-4ff1-823e-20cc33e041db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:30.896013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Calling delete_port for 5462214f-383d-46b7-b048-a4e0046eaa7e owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:30.897947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-48062a90-a07d-4ff1-823e-20cc33e041db None None] Calling delete_port for 5462214f-383d-46b7-b048-a4e0046eaa7e owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:10:30.980822 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:31.005213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Publish callbacks [] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.010241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 2cac8824-aa8b-4b5b-839c-b7efd5119180 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:31.022874 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.031967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Transition to ACTIVE for port object 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:10:31.037706 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.095244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Pushing event deleted for resources: {'Port': ['ID=5462214f-383d-46b7-b048-a4e0046eaa7e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:31.118675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] No DVR routers for this DVR port 5462214f-383d-46b7-b048-a4e0046eaa7e on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:31.195706 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48062a90-a07d-4ff1-823e-20cc33e041db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (5462214f-383d-46b7-b048-a4e0046eaa7e), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.211889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48062a90-a07d-4ff1-823e-20cc33e041db None None] No DVR routers for this DVR port 5462214f-383d-46b7-b048-a4e0046eaa7e on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:10:31.230491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Pushing event updated for resources: {'Port': ['ID=2e5f8d0e-91a0-461b-9673-a88bc1abfc20,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:31.257717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48062a90-a07d-4ff1-823e-20cc33e041db None None] Pushing event deleted for resources: {'Port': ['ID=5462214f-383d-46b7-b048-a4e0046eaa7e,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:31.260486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Attempting to bind port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:31.261113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Attempting to bind port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '56f7ac48-a6af-49b6-86ed-dfe81d16ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9aee34eb-8b1f-483f-ad3e-ae2509650d58'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:31.261610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Attempting to bind port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 on network 9aee34eb-8b1f-483f-ad3e-ae2509650d58 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:31.271150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 on network 9aee34eb-8b1f-483f-ad3e-ae2509650d58 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:10:31.271748 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Attempting to bind port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 on network 9aee34eb-8b1f-483f-ad3e-ae2509650d58 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:31.275766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 2cac8824-aa8b-4b5b-839c-b7efd5119180 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:31.279143 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:31.279738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Checking segment: {'id': '56f7ac48-a6af-49b6-86ed-dfe81d16ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9aee34eb-8b1f-483f-ad3e-ae2509650d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:31.279941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 2cac8824-aa8b-4b5b-839c-b7efd5119180 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:31.280298 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.281467 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Bound using segment: {'id': '56f7ac48-a6af-49b6-86ed-dfe81d16ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9aee34eb-8b1f-483f-ad3e-ae2509650d58'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:31.282153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Bound port: 2e5f8d0e-91a0-461b-9673-a88bc1abfc20, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56f7ac48-a6af-49b6-86ed-dfe81d16ca1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9aee34eb-8b1f-483f-ad3e-ae2509650d58'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:31.283939 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.291779 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (24f9f79a-f66e-4d5f-a4db-f3cade87ee88), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.364174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f9f79a-f66e-4d5f-a4db-f3cade87ee88']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:31.393671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5b637-1c35-4954-ba01-a9feb2d4427f req-94b9eb78-a81e-48b0-b10a-edf47d2e5683 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:31.410224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5b637-1c35-4954-ba01-a9feb2d4427f req-94b9eb78-a81e-48b0-b10a-edf47d2e5683 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:31.421599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5b637-1c35-4954-ba01-a9feb2d4427f req-94b9eb78-a81e-48b0-b10a-edf47d2e5683 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:31.422763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] For port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:31.428931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] For port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2e5f8d0e-91a0-461b-9673-a88bc1abfc20,segment=NetworkSegment(56f7ac48-a6af-49b6-86ed-dfe81d16ca1e),segment_id=56f7ac48-a6af-49b6-86ed-dfe81d16ca1e)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:31.434286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5b637-1c35-4954-ba01-a9feb2d4427f req-94b9eb78-a81e-48b0-b10a-edf47d2e5683 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:31.439624 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.445844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5b637-1c35-4954-ba01-a9feb2d4427f req-94b9eb78-a81e-48b0-b10a-edf47d2e5683 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:31.453474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5b637-1c35-4954-ba01-a9feb2d4427f req-94b9eb78-a81e-48b0-b10a-edf47d2e5683 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:31.466805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 2cac8824-aa8b-4b5b-839c-b7efd5119180 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:31.467206 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.480625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5b637-1c35-4954-ba01-a9feb2d4427f req-94b9eb78-a81e-48b0-b10a-edf47d2e5683 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:31.482690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5df5b637-1c35-4954-ba01-a9feb2d4427f req-94b9eb78-a81e-48b0-b10a-edf47d2e5683 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.3817527 Feb 19 03:10:31.527175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:31.527803 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.530448 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] 10.222.0.87 "PUT /v2.0/ports/2e5f8d0e-91a0-461b-9673-a88bc1abfc20 HTTP/1.1" status: 200 len: 1091 time: 1.2013059 Feb 19 03:10:31.531048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f20256-106a-4187-82f6-9671209f6461', 'tag': '2e5f8d0e-91a0-461b-9673-a88bc1abfc20'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:31.534081 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebc597e-9b6b-4030-90e4-d0edfa52dceb" -d '{"events": [{"name": "network-changed", "server_uuid": "50f20256-106a-4187-82f6-9671209f6461", "tag": "2e5f8d0e-91a0-461b-9673-a88bc1abfc20"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:31.549094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 2cac8824-aa8b-4b5b-839c-b7efd5119180, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2cac8824-aa8b-4b5b-839c-b7efd5119180,segment=NetworkSegment(2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de),segment_id=2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:31.552274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cac8824-aa8b-4b5b-839c-b7efd5119180'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:31.560576 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5777eb-dfa7-41d9-8223-67bc34af23ab" -d '{"events": [{"server_uuid": "5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9", "name": "network-vif-plugged", "status": "completed", "tag": "2cac8824-aa8b-4b5b-839c-b7efd5119180"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:31.562161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb42942-a275-4294-a64f-0d5c4aa58cad service neutron] Pushing event updated for resources: {'Port': ['ID=2e5f8d0e-91a0-461b-9673-a88bc1abfc20,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:31.562655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3183c2d5-3206-410a-b476-26ee7557a7d8') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:31.563608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3183c2d5-3206-410a-b476-26ee7557a7d8') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:31.569290 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.613753 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (3183c2d5-3206-410a-b476-26ee7557a7d8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.659510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81475-f416-44ec-b6a9-783605650968 req-2e8b8532-481f-47dd-b691-4afcdab3be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:31.661345 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-2e8b8532-481f-47dd-b691-4afcdab3be33 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b521cb3460574bd19c6f271f36383741&device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 1125 time: 0.0737522 Feb 19 03:10:31.675189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=2cac8824-aa8b-4b5b-839c-b7efd5119180,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:31.675408 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (3183c2d5-3206-410a-b476-26ee7557a7d8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.690353 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5df5b637-1c35-4954-ba01-a9feb2d4427f req-ed1117c5-3e30-4d3a-9543-5bb8dac44121 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1970465 Feb 19 03:10:31.692968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:10:31.693437 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (3183c2d5-3206-410a-b476-26ee7557a7d8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:10:31.695692 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:10:31.727596 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-f64e3e15-17d1-4717-8bd5-46e17c5a9362 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e5f8d0e-91a0-461b-9673-a88bc1abfc20 HTTP/1.1" status: 200 len: 217 time: 0.0578640 Feb 19 03:10:31.788972 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (24f9f79a-f66e-4d5f-a4db-f3cade87ee88), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.812651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a81475-f416-44ec-b6a9-783605650968 req-fa74fd4d-9db7-4060-826e-713fa3e49413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:31.814135 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-fa74fd4d-9db7-4060-826e-713fa3e49413 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9 HTTP/1.1" status: 200 len: 854 time: 0.0801563 Feb 19 03:10:31.837754 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:31.840930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] 10.222.0.81 "DELETE /v2.0/networks/24f9f79a-f66e-4d5f-a4db-f3cade87ee88 HTTP/1.1" status: 204 len: 168 time: 1.3585813 Feb 19 03:10:31.874017 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-ba59338c-d602-4183-9647-c0b1be56d775 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9aee34eb-8b1f-483f-ad3e-ae2509650d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517583 Feb 19 03:10:31.874801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7ae31-d471-481e-ad9b-6bb2f61b401d admin admin] Pushing event deleted for resources: {'Network': ['ID=24f9f79a-f66e-4d5f-a4db-f3cade87ee88,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:31.949222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8772e9-0c70-4b41-84af-7f336817630b req-9b3b2780-3db2-4ffd-97fd-b973d893a80c tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:31.953884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5462214f-383d-46b7-b048-a4e0046eaa7e no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:31.958420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a8772e9-0c70-4b41-84af-7f336817630b req-9b3b2780-3db2-4ffd-97fd-b973d893a80c tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 943 time: 0.1779540 Feb 19 03:10:31.998503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5462214f-383d-46b7-b048-a4e0046eaa7e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:10:31.999085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5462214f-383d-46b7-b048-a4e0046eaa7e not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:31.999690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:10:32.018792 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-8873cc35-f776-4a30-bf17-b0d352b4520b service neutron] 10.222.0.87 "GET /v2.0/networks/9aee34eb-8b1f-483f-ad3e-ae2509650d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386936 Feb 19 03:10:32.036229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:10:32.036581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 11fda111-b3ed-4aeb-ae4c-6ee0edfa5161 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:10:32.072771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a8772e9-0c70-4b41-84af-7f336817630b req-fd227936-d38e-43c7-b6d7-acb6528d6977 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c259eee-2f0f-46d4-9569-1fac6af9a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132660 Feb 19 03:10:32.138616 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31fd6f4-d3cf-4663-9f82-e8b4112cebf2 x-openstack-request-id: req-f31fd6f4-d3cf-4663-9f82-e8b4112cebf2 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:32.139030 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50f20256-106a-4187-82f6-9671209f6461", "tag": "2e5f8d0e-91a0-461b-9673-a88bc1abfc20", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:32.139387 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f31fd6f4-d3cf-4663-9f82-e8b4112cebf2 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:32.139888 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f20256-106a-4187-82f6-9671209f6461', 'tag': '2e5f8d0e-91a0-461b-9673-a88bc1abfc20', 'status': 'completed', 'code': 200} Feb 19 03:10:32.164163 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56a81475-f416-44ec-b6a9-783605650968 req-8b7bdc5e-59c9-40b5-938e-96ea81688d35 service neutron] 10.222.0.87 "GET /v2.0/networks/9aee34eb-8b1f-483f-ad3e-ae2509650d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376603 Feb 19 03:10:32.172749 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336fd162-4afd-4777-a14a-88faf0e7c561 x-openstack-request-id: req-336fd162-4afd-4777-a14a-88faf0e7c561 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:32.173050 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9", "name": "network-vif-plugged", "status": "completed", "tag": "2cac8824-aa8b-4b5b-839c-b7efd5119180", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:32.173308 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-336fd162-4afd-4777-a14a-88faf0e7c561 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:32.173707 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cac8824-aa8b-4b5b-839c-b7efd5119180', 'code': 200} Feb 19 03:10:32.257827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36206) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:32.306530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc597e-9b6b-4030-90e4-d0edfa52dceb req-b9eba280-bbf3-42cc-a3a1-e407c95f0dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:32.308356 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ebc597e-9b6b-4030-90e4-d0edfa52dceb req-b9eba280-bbf3-42cc-a3a1-e407c95f0dc7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b521cb3460574bd19c6f271f36383741&device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 1125 time: 0.0789042 Feb 19 03:10:32.362811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f04e65f6-1216-477b-b1a6-82820972d77b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=570da871565c41fb911a1da849f4cc95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1026621 Feb 19 03:10:32.366074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36208) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:32.400214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2a3c6-1158-4c64-bc99-d4310b51d4a9 req-30ee1893-0513-4e03-9cbf-218ff658bc37 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:32.407510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7cf2a3c6-1158-4c64-bc99-d4310b51d4a9 req-30ee1893-0513-4e03-9cbf-218ff658bc37 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 946 time: 0.1582654 Feb 19 03:10:32.427677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e950c8-8069-4666-9d00-6d38e74f5674 req-eb295165-a0a2-4f76-89f2-85ba2ca9e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:32.429283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67e950c8-8069-4666-9d00-6d38e74f5674 req-eb295165-a0a2-4f76-89f2-85ba2ca9e806 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 1128 time: 0.1469748 Feb 19 03:10:32.445094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc597e-9b6b-4030-90e4-d0edfa52dceb req-3134240a-f35f-44cc-9ffc-9e36e730a1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:32.446950 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ebc597e-9b6b-4030-90e4-d0edfa52dceb req-3134240a-f35f-44cc-9ffc-9e36e730a1b3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=9aee34eb-8b1f-483f-ad3e-ae2509650d58 HTTP/1.1" status: 200 len: 915 time: 0.1312277 Feb 19 03:10:32.496318 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ebc597e-9b6b-4030-90e4-d0edfa52dceb req-6347bd3c-786b-402a-a765-631e5fb4ec45 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e5f8d0e-91a0-461b-9673-a88bc1abfc20 HTTP/1.1" status: 200 len: 217 time: 0.0382390 Feb 19 03:10:32.499390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7cf2a3c6-1158-4c64-bc99-d4310b51d4a9 req-bc194f3e-f8db-42a8-b04b-1c764b0a7998 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910397 Feb 19 03:10:32.526673 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d51ae67-22cb-491e-90e6-842697dda3bb admin admin] Publish callbacks [] for security_group (fa2f3d4f-6558-4980-a8f8-40cf0b7e8ef8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.533702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67e950c8-8069-4666-9d00-6d38e74f5674 req-274a0dd3-8560-4f7a-b192-81d308f73452 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945005 Feb 19 03:10:32.561774 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d51ae67-22cb-491e-90e6-842697dda3bb admin admin] Publish callbacks [] for security_group (fa2f3d4f-6558-4980-a8f8-40cf0b7e8ef8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.620878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc597e-9b6b-4030-90e4-d0edfa52dceb req-938b45e2-a3fc-4b48-8cca-419b15a5fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:32.622685 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ebc597e-9b6b-4030-90e4-d0edfa52dceb req-938b45e2-a3fc-4b48-8cca-419b15a5fbc8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9 HTTP/1.1" status: 200 len: 854 time: 0.1160281 Feb 19 03:10:32.629782 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d51ae67-22cb-491e-90e6-842697dda3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fa2f3d4f-6558-4980-a8f8-40cf0b7e8ef8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.633098 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d51ae67-22cb-491e-90e6-842697dda3bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:32.636948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6d51ae67-22cb-491e-90e6-842697dda3bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa2f3d4f-6558-4980-a8f8-40cf0b7e8ef8 HTTP/1.1" status: 204 len: 168 time: 0.2673407 Feb 19 03:10:32.668747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f1d5031-59d6-44a6-ab94-5145c2283703 req-29b4bd9d-9aa5-4e85-b979-27daba5bbf74 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0512145 Feb 19 03:10:32.669878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51ae67-22cb-491e-90e6-842697dda3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2f3d4f-6558-4980-a8f8-40cf0b7e8ef8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:32.827090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0ccc1b4-9575-492c-8266-bebf946aca84 req-9a1f34b9-d95b-4187-a5c6-dc42de2b12ff tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0590994 Feb 19 03:10:32.828490 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ebc597e-9b6b-4030-90e4-d0edfa52dceb req-adbe2076-570a-4667-a309-048785f6de45 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=9aee34eb-8b1f-483f-ad3e-ae2509650d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469995 Feb 19 03:10:33.000654 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ebc597e-9b6b-4030-90e4-d0edfa52dceb req-fc55ebaa-5bb4-480e-9240-ca063ac31247 service neutron] 10.222.0.87 "GET /v2.0/networks/9aee34eb-8b1f-483f-ad3e-ae2509650d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636887 Feb 19 03:10:33.015110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585d456-f700-47a3-8e6f-f84a7baeb55c req-46b159bb-ffee-4789-bf03-5e2d494e8d26 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:33.020521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585d456-f700-47a3-8e6f-f84a7baeb55c req-46b159bb-ffee-4789-bf03-5e2d494e8d26 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:33.027961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585d456-f700-47a3-8e6f-f84a7baeb55c req-46b159bb-ffee-4789-bf03-5e2d494e8d26 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:33.052942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585d456-f700-47a3-8e6f-f84a7baeb55c req-46b159bb-ffee-4789-bf03-5e2d494e8d26 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:33.064562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585d456-f700-47a3-8e6f-f84a7baeb55c req-46b159bb-ffee-4789-bf03-5e2d494e8d26 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:33.086119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585d456-f700-47a3-8e6f-f84a7baeb55c req-46b159bb-ffee-4789-bf03-5e2d494e8d26 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:33.098453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585d456-f700-47a3-8e6f-f84a7baeb55c req-46b159bb-ffee-4789-bf03-5e2d494e8d26 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:33.114537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c585d456-f700-47a3-8e6f-f84a7baeb55c req-46b159bb-ffee-4789-bf03-5e2d494e8d26 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1992755 Feb 19 03:10:33.153438 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ebc597e-9b6b-4030-90e4-d0edfa52dceb req-a7865498-464a-4bef-b90c-42a4fbe13709 service neutron] 10.222.0.87 "GET /v2.0/networks/9aee34eb-8b1f-483f-ad3e-ae2509650d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457739 Feb 19 03:10:33.214614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c585d456-f700-47a3-8e6f-f84a7baeb55c req-fdd159e3-48bd-4503-b3c6-02b4e713865e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921502 Feb 19 03:10:33.576085 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ffab11a8-e2c3-4128-832c-0e7fda97ed56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.607562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36252) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:33.620759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba65f5-02be-4c9c-a0fb-4151391a1f1a req-bd49ef3c-d792-4478-9872-5a585288a69d tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:33.622570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90ba65f5-02be-4c9c-a0fb-4151391a1f1a req-bd49ef3c-d792-4478-9872-5a585288a69d tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 943 time: 0.0919979 Feb 19 03:10:33.688162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90ba65f5-02be-4c9c-a0fb-4151391a1f1a req-866cd90e-ef74-4e47-a8ba-a7dc7c69b2f8 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c259eee-2f0f-46d4-9569-1fac6af9a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532482 Feb 19 03:10:33.754349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-433145438-network', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:33.776058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Made reservation on behalf of a88df77c28184abca4e29c7ab756af99 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:33.779128 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.802656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.821236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8358982f-621d-466e-b33f-abcc82945442 req-fb397649-5fb6-4094-9eb2-74159a6de7d7 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0386052 Feb 19 03:10:33.897410 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Publish callbacks [] for security_group (689d6763-3515-450d-8359-235dba4acf98), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.909320 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (689d6763-3515-450d-8359-235dba4acf98), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.958893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:10:33.983255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689d6763-3515-450d-8359-235dba4acf98,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:33.989591 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b0a4d19a-7ddd-44cf-9db0-97eddd004a4e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:33.991041 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Added segment b0a4d19a-7ddd-44cf-9db0-97eddd004a4e of type vlan for network 513b987e-c7a7-43b2-a06f-79c14abfbbdd Feb 19 03:10:34.041954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1a35b-ed29-4763-8925-b94171b0c87f req-3cd74c92-bfdb-4343-894d-912ec11bdbdb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.043484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67b1a35b-ed29-4763-8925-b94171b0c87f req-3cd74c92-bfdb-4343-894d-912ec11bdbdb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 946 time: 0.1443713 Feb 19 03:10:34.053193 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (513b987e-c7a7-43b2-a06f-79c14abfbbdd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.125207 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (513b987e-c7a7-43b2-a06f-79c14abfbbdd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.126141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.126783 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.133670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67b1a35b-ed29-4763-8925-b94171b0c87f req-bba6ea83-be3c-4170-a7f7-d6116c3cca95 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842183 Feb 19 03:10:34.195778 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5835314 Feb 19 03:10:34.196083 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36258) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:34.201796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fd2afc11-22b0-40cf-b9fa-94fcc5df00b2 admin admin] Request body: {'subnet': {'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-433145438-subnet', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:34.209388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe3695-619d-4b4a-a159-a2b2169fbc56 admin admin] Pushing event updated for resources: {'Network': ['ID=513b987e-c7a7-43b2-a06f-79c14abfbbdd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:34.222533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:10:34.227103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2afc11-22b0-40cf-b9fa-94fcc5df00b2 admin admin] Made reservation on behalf of a88df77c28184abca4e29c7ab756af99 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:34.230144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd2afc11-22b0-40cf-b9fa-94fcc5df00b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.235048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b94630ae-a858-42a8-813b-59be1cdd74be req-429ccb4f-d804-4d37-84e7-9fa07f610ce2 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0393820 Feb 19 03:10:34.377085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a31597-41c9-40db-86ef-6a840927f4be req-99b26746-2afa-4a2e-8585-6757a79158d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.382962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a31597-41c9-40db-86ef-6a840927f4be req-99b26746-2afa-4a2e-8585-6757a79158d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.388529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a31597-41c9-40db-86ef-6a840927f4be req-99b26746-2afa-4a2e-8585-6757a79158d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.394780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a31597-41c9-40db-86ef-6a840927f4be req-99b26746-2afa-4a2e-8585-6757a79158d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.401105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a31597-41c9-40db-86ef-6a840927f4be req-99b26746-2afa-4a2e-8585-6757a79158d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.409933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a31597-41c9-40db-86ef-6a840927f4be req-99b26746-2afa-4a2e-8585-6757a79158d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.419034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a31597-41c9-40db-86ef-6a840927f4be req-99b26746-2afa-4a2e-8585-6757a79158d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.422080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4a31597-41c9-40db-86ef-6a840927f4be req-99b26746-2afa-4a2e-8585-6757a79158d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1070838 Feb 19 03:10:34.445559 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd2afc11-22b0-40cf-b9fa-94fcc5df00b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (6e6c0d3a-bff9-42fa-92bf-9c63146b4741), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.487991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4a31597-41c9-40db-86ef-6a840927f4be req-93d06c9a-1152-4e0d-81c5-2e8b597f06e8 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602214 Feb 19 03:10:34.500444 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2afc11-22b0-40cf-b9fa-94fcc5df00b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6c0d3a-bff9-42fa-92bf-9c63146b4741,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:34.525187 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2afc11-22b0-40cf-b9fa-94fcc5df00b2 admin admin] Checking segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:34.525544 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2afc11-22b0-40cf-b9fa-94fcc5df00b2 admin admin] Network hostable DHCP agents. Network: 513b987e-c7a7-43b2-a06f-79c14abfbbdd, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:10:34.542849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2afc11-22b0-40cf-b9fa-94fcc5df00b2 admin admin] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:10:34.551600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-fd2afc11-22b0-40cf-b9fa-94fcc5df00b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 513b987e-c7a7-43b2-a06f-79c14abfbbdd) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:34.556102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2afc11-22b0-40cf-b9fa-94fcc5df00b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.558674 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd2afc11-22b0-40cf-b9fa-94fcc5df00b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.562552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaea32c-f5f3-4a39-94a7-24eae722a2ab None None] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:34.575206 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fd2afc11-22b0-40cf-b9fa-94fcc5df00b2 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3772662 Feb 19 03:10:34.577649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36262) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:34.582109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:34.602901 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.604130 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.660894 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Publish callbacks [] for router_controller (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.696726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:10:34.697723 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.833742 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Publish callbacks [] for router_gateway (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:34.839518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af285da-1c30-45ad-87b4-c8bc8d89b7f0 req-a77f0d40-b7de-4ab4-b222-b4fb5a73ae47 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:34.841839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4af285da-1c30-45ad-87b4-c8bc8d89b7f0 req-a77f0d40-b7de-4ab4-b222-b4fb5a73ae47 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 943 time: 0.0619707 Feb 19 03:10:34.858857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Allocated IP 172.20.0.2 (513b987e-c7a7-43b2-a06f-79c14abfbbdd/6e6c0d3a-bff9-42fa-92bf-9c63146b4741/77995bea-56ae-4e9e-92e6-4795d9ab329c) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:34.921383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4af285da-1c30-45ad-87b4-c8bc8d89b7f0 req-aa9606ac-32d6-4db9-a757-1f4e9e1a25d6 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c259eee-2f0f-46d4-9569-1fac6af9a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701821 Feb 19 03:10:35.037017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:10:35.049472 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c5cf639-0d4d-45ba-963a-4b4b97f18f18 req-556be85c-7647-4674-a466-e13bfb53cab8 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0378561 Feb 19 03:10:35.099129 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Publish callbacks [] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.115078 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.117041 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Publish callbacks [] for router_gateway (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.137397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.210840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:35.222896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:35.230200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Pushing event updated for resources: {'Port': ['ID=77995bea-56ae-4e9e-92e6-4795d9ab329c,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:35.233347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:35.274626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2e5f8d0e-91a0-461b-9673-a88bc1abfc20,segment=NetworkSegment(56f7ac48-a6af-49b6-86ed-dfe81d16ca1e),segment_id=56f7ac48-a6af-49b6-86ed-dfe81d16ca1e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:35.283763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ce90f-5ed3-4c5d-932f-a4ade3bdc9c4 req-3d7e997b-a4b6-4ab4-a1df-1f61805b55e6 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:35.285687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c26ce90f-5ed3-4c5d-932f-a4ade3bdc9c4 req-3d7e997b-a4b6-4ab4-a1df-1f61805b55e6 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 946 time: 0.0694325 Feb 19 03:10:35.311433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Attempting to bind port 77995bea-56ae-4e9e-92e6-4795d9ab329c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:35.311939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Attempting to bind port 77995bea-56ae-4e9e-92e6-4795d9ab329c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:35.312396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Attempting to bind port 77995bea-56ae-4e9e-92e6-4795d9ab329c on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:35.315603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Allocated IP 172.25.1.215 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/c3fe3254-2f10-445b-ae7c-d4e1a07549f7) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:35.318899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '2e5f8d0e-91a0-461b-9673-a88bc1abfc20', 'network_id': '9aee34eb-8b1f-483f-ad3e-ae2509650d58', 'port_id': '2e5f8d0e-91a0-461b-9673-a88bc1abfc20', 'mac_address': 'fa:16:3e:90:18:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:10:35.322370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:35.322859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Checking segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:35.323455 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.323932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Bound using segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:35.324557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Bound port: 77995bea-56ae-4e9e-92e6-4795d9ab329c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:35.325181 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.351010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c26ce90f-5ed3-4c5d-932f-a4ade3bdc9c4 req-b0efc553-cd43-4ceb-886f-c2d001a83721 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588281 Feb 19 03:10:35.425154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:35.425679 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.441132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] For port 77995bea-56ae-4e9e-92e6-4795d9ab329c, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:35.447699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:35.456416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e335e03a-24c3-4f21-b003-4dc095300915 req-ac345cc4-31b7-491a-841b-6b0d03f4630a tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0343924 Feb 19 03:10:35.461007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] For port 77995bea-56ae-4e9e-92e6-4795d9ab329c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=77995bea-56ae-4e9e-92e6-4795d9ab329c,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:35.477800 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.480710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2e5f8d0e-91a0-461b-9673-a88bc1abfc20,segment=NetworkSegment(56f7ac48-a6af-49b6-86ed-dfe81d16ca1e),segment_id=56f7ac48-a6af-49b6-86ed-dfe81d16ca1e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:35.484534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Publish callbacks [] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.505826 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.528757 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:35.547905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c931187-4858-47c5-a2e6-a4f96ae234d7 None None] Pushing event updated for resources: {'Port': ['ID=77995bea-56ae-4e9e-92e6-4795d9ab329c,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:35.566864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:35.571965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:35.574438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:35.611973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=2e5f8d0e-91a0-461b-9673-a88bc1abfc20,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:35.687677 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Pushing event updated for resources: {'Port': ['ID=c3fe3254-2f10-445b-ae7c-d4e1a07549f7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:35.689860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17701-0bb5-4232-b427-a3f11fffc4d9 req-57fe559d-6b65-43fe-8fdd-b1c69c4533a4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:35.699169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17701-0bb5-4232-b427-a3f11fffc4d9 req-57fe559d-6b65-43fe-8fdd-b1c69c4533a4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:35.705913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17701-0bb5-4232-b427-a3f11fffc4d9 req-57fe559d-6b65-43fe-8fdd-b1c69c4533a4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:35.713707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17701-0bb5-4232-b427-a3f11fffc4d9 req-57fe559d-6b65-43fe-8fdd-b1c69c4533a4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:35.719732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17701-0bb5-4232-b427-a3f11fffc4d9 req-57fe559d-6b65-43fe-8fdd-b1c69c4533a4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:35.731261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17701-0bb5-4232-b427-a3f11fffc4d9 req-57fe559d-6b65-43fe-8fdd-b1c69c4533a4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:35.738079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17701-0bb5-4232-b427-a3f11fffc4d9 req-57fe559d-6b65-43fe-8fdd-b1c69c4533a4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:35.740093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6c17701-0bb5-4232-b427-a3f11fffc4d9 req-57fe559d-6b65-43fe-8fdd-b1c69c4533a4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1311176 Feb 19 03:10:35.821544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['2e5f8d0e-91a0-461b-9673-a88bc1abfc20'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:35.896490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6c17701-0bb5-4232-b427-a3f11fffc4d9 req-5c29a70c-89ea-402f-bf62-0b8446c39368 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1485102 Feb 19 03:10:35.904883 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe7ea508-5c6e-482e-b1fd-d0fff354dd73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.012270 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Publish callbacks [] for router_gateway (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.018322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 77995bea-56ae-4e9e-92e6-4795d9ab329c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:36.113428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99f5b6-14c0-4274-bffc-46c7503697ae req-e21bf1a8-4af2-4a92-9cdf-677c959f6915 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:36.125143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f99f5b6-14c0-4274-bffc-46c7503697ae req-e21bf1a8-4af2-4a92-9cdf-677c959f6915 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 944 time: 0.0901492 Feb 19 03:10:36.177347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 77995bea-56ae-4e9e-92e6-4795d9ab329c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:36.177714 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.193360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f99f5b6-14c0-4274-bffc-46c7503697ae req-b8a843ba-ab0f-4e54-a33f-b59d02047310 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c259eee-2f0f-46d4-9569-1fac6af9a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668144 Feb 19 03:10:36.199904 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:10:36.286993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 77995bea-56ae-4e9e-92e6-4795d9ab329c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:36.287791 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.295600 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.321657 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e577984-a9a1-460b-a43c-dc3cc4841260 req-a52e03bf-d667-465b-9c83-626c29c20d2e tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0467975 Feb 19 03:10:36.327649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 77995bea-56ae-4e9e-92e6-4795d9ab329c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=77995bea-56ae-4e9e-92e6-4795d9ab329c,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:36.343039 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.394403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=77995bea-56ae-4e9e-92e6-4795d9ab329c,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:36.438926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:10:36.623397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fea03a35-c954-4714-9347-24600af71fcd req-3e4559ae-627d-480e-8645-db0e1a64fd8e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0378757 Feb 19 03:10:36.825920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706efd5e-e2ee-424f-8b0a-bb6820654e57 None None] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:10:36.881322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:36.891274 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Sync routers for ids ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:36.907375 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Routers {'2ff025e9-c4fd-4ffa-b310-537ce06c1f04'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:36.907650 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:36.908633 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:36.908903 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9f8696d9-711e-41a1-8f2e-2f59cf43ba88 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3300364 Feb 19 03:10:36.913341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36286) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:36.963948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-cd79a2ea-0375-4587-aeea-dd19db78df4a None None] Provisioning complete for port 77995bea-56ae-4e9e-92e6-4795d9ab329c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:36.964563 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cd79a2ea-0375-4587-aeea-dd19db78df4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.030319 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.048459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:37.086634 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Set router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:37.136706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cd79a2ea-0375-4587-aeea-dd19db78df4a None None] Current status of the port 77995bea-56ae-4e9e-92e6-4795d9ab329c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:37.157187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:37.161752 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:37.162254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.202698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd348320-6da0-420e-96f9-e86075ac9870 req-efed6038-8e26-4e6e-866e-2c77d8316b79 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.220522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd348320-6da0-420e-96f9-e86075ac9870 req-efed6038-8e26-4e6e-866e-2c77d8316b79 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.236820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd348320-6da0-420e-96f9-e86075ac9870 req-efed6038-8e26-4e6e-866e-2c77d8316b79 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.248821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd348320-6da0-420e-96f9-e86075ac9870 req-efed6038-8e26-4e6e-866e-2c77d8316b79 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.265193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd348320-6da0-420e-96f9-e86075ac9870 req-efed6038-8e26-4e6e-866e-2c77d8316b79 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.278511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd348320-6da0-420e-96f9-e86075ac9870 req-efed6038-8e26-4e6e-866e-2c77d8316b79 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.295854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd348320-6da0-420e-96f9-e86075ac9870 req-efed6038-8e26-4e6e-866e-2c77d8316b79 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.307463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd348320-6da0-420e-96f9-e86075ac9870 req-efed6038-8e26-4e6e-866e-2c77d8316b79 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.2653093 Feb 19 03:10:37.327353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:37.327752 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.384368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f20256-106a-4187-82f6-9671209f6461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5f8d0e-91a0-461b-9673-a88bc1abfc20'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:37.392859 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8535c82f-72e8-46fc-a669-471872b6f95b" -d '{"events": [{"server_uuid": "50f20256-106a-4187-82f6-9671209f6461", "name": "network-vif-plugged", "status": "completed", "tag": "2e5f8d0e-91a0-461b-9673-a88bc1abfc20"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:37.406828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-01b3955a-f9c8-4f1a-9021-18b7ae132555 None None] Provisioning complete for port 77995bea-56ae-4e9e-92e6-4795d9ab329c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:37.407209 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-01b3955a-f9c8-4f1a-9021-18b7ae132555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.408810 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:10:35Z', 'revision_number': 3, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:37.412362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2e5f8d0e-91a0-461b-9673-a88bc1abfc20,segment=NetworkSegment(56f7ac48-a6af-49b6-86ed-dfe81d16ca1e),segment_id=56f7ac48-a6af-49b6-86ed-dfe81d16ca1e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:37.444136 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.444567 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd348320-6da0-420e-96f9-e86075ac9870 req-41121c85-cdea-413f-ac28-4fd44e0b2622 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1340513 Feb 19 03:10:37.449427 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Checking router: 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:37.449793 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Updating router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 port c3fe3254-2f10-445b-ae7c-d4e1a07549f7 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:10:37.494707 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.574426 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=2e5f8d0e-91a0-461b-9673-a88bc1abfc20,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:37.607068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2cc4f-41e9-4c39-a0d3-3e39fe523f18 req-ba52749f-492d-4446-bb65-70544c37f86d tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:37.608592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffb2cc4f-41e9-4c39-a0d3-3e39fe523f18 req-ba52749f-492d-4446-bb65-70544c37f86d tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 945 time: 0.0826414 Feb 19 03:10:37.645776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-01b3955a-f9c8-4f1a-9021-18b7ae132555 None None] Current status of the port 77995bea-56ae-4e9e-92e6-4795d9ab329c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:37.683107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffb2cc4f-41e9-4c39-a0d3-3e39fe523f18 req-10268692-5b0a-4671-b745-45c668c930c7 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c259eee-2f0f-46d4-9569-1fac6af9a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661390 Feb 19 03:10:37.692241 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.789532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4c8e996-b810-4f8f-893e-d5099677c307 req-651daa77-0eac-4048-989b-6aa9329e7610 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0318019 Feb 19 03:10:37.870031 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Publish callbacks [] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.880625 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:37.901899 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebeb3e8-1252-4309-9e2d-a90091b537a8 x-openstack-request-id: req-3ebeb3e8-1252-4309-9e2d-a90091b537a8 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:37.902954 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f20256-106a-4187-82f6-9671209f6461", "name": "network-vif-plugged", "status": "completed", "tag": "2e5f8d0e-91a0-461b-9673-a88bc1abfc20", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:37.903222 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ebeb3e8-1252-4309-9e2d-a90091b537a8 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:37.903633 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f20256-106a-4187-82f6-9671209f6461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5f8d0e-91a0-461b-9673-a88bc1abfc20', 'code': 200} Feb 19 03:10:37.949357 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Allocated IP 172.20.0.1 (513b987e-c7a7-43b2-a06f-79c14abfbbdd/6e6c0d3a-bff9-42fa-92bf-9c63146b4741/46ac8724-1c23-47bd-8e27-324994cccfbf) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:37.950370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 77995bea-56ae-4e9e-92e6-4795d9ab329c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:37.973742 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Attempting to bind port c3fe3254-2f10-445b-ae7c-d4e1a07549f7 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:37.974108 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Attempting to bind port c3fe3254-2f10-445b-ae7c-d4e1a07549f7 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:37.974475 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Attempting to bind port c3fe3254-2f10-445b-ae7c-d4e1a07549f7 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:37.980715 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Pushing event updated for resources: {'Port': ['ID=c3fe3254-2f10-445b-ae7c-d4e1a07549f7,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:38.000239 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:38.000623 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:38.004308 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.004758 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:38.005618 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Bound port: c3fe3254-2f10-445b-ae7c-d4e1a07549f7, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:38.005618 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.045073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 77995bea-56ae-4e9e-92e6-4795d9ab329c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:38.045531 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.063947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ce47d-6e88-4394-be19-3e02ab822663 req-407f309c-c3b4-47db-b626-0051edfdddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.065452 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] For port c3fe3254-2f10-445b-ae7c-d4e1a07549f7, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:38.066200 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-233ce47d-6e88-4394-be19-3e02ab822663 req-407f309c-c3b4-47db-b626-0051edfdddb9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 1127 time: 0.1109884 Feb 19 03:10:38.069308 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] For port c3fe3254-2f10-445b-ae7c-d4e1a07549f7, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c3fe3254-2f10-445b-ae7c-d4e1a07549f7,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:38.074291 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.074871 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.075220 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.075593 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.076087 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.076528 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.076889 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.077271 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.077544 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.078003 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.078336 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.078657 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.078979 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:10:38.086723 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.131392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61ab8283-7372-4637-ad55-855e115c95d7 req-63b176ac-5893-4ec7-b40b-5c25d2696b83 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0610571 Feb 19 03:10:38.132975 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-233ce47d-6e88-4394-be19-3e02ab822663 req-7f8fe2dc-5044-438e-9173-783ef966420c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7c259eee-2f0f-46d4-9569-1fac6af9a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585895 Feb 19 03:10:38.166819 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3045a1-200b-42e1-818d-d2f2908d6b45 None None] Pushing event updated for resources: {'Port': ['ID=c3fe3254-2f10-445b-ae7c-d4e1a07549f7,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:38.170749 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Routers {'2ff025e9-c4fd-4ffa-b310-537ce06c1f04'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:38.171344 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:38.173061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Publish callbacks [] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.212901 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.256337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:38.260304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:38.264406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:38.319228 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] Set router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:38.323118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Pushing event updated for resources: {'Port': ['ID=46ac8724-1c23-47bd-8e27-324994cccfbf,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:38.336296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.341152 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.399424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 77995bea-56ae-4e9e-92e6-4795d9ab329c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:38.517839 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.642868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284faa4-c8a5-48d3-ad50-c6a5b86765d4 req-eaadf75f-2e07-4d40-a3c5-9dfba46994c0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.651976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284faa4-c8a5-48d3-ad50-c6a5b86765d4 req-eaadf75f-2e07-4d40-a3c5-9dfba46994c0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.660774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284faa4-c8a5-48d3-ad50-c6a5b86765d4 req-eaadf75f-2e07-4d40-a3c5-9dfba46994c0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.671933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284faa4-c8a5-48d3-ad50-c6a5b86765d4 req-eaadf75f-2e07-4d40-a3c5-9dfba46994c0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.687520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284faa4-c8a5-48d3-ad50-c6a5b86765d4 req-eaadf75f-2e07-4d40-a3c5-9dfba46994c0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.698596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284faa4-c8a5-48d3-ad50-c6a5b86765d4 req-eaadf75f-2e07-4d40-a3c5-9dfba46994c0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.700950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f511479b-a560-406e-b595-e32532b1b3ef None None] Provisioning complete for port 46ac8724-1c23-47bd-8e27-324994cccfbf triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:38.702175 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f511479b-a560-406e-b595-e32532b1b3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.707966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284faa4-c8a5-48d3-ad50-c6a5b86765d4 req-eaadf75f-2e07-4d40-a3c5-9dfba46994c0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.716081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a284faa4-c8a5-48d3-ad50-c6a5b86765d4 req-eaadf75f-2e07-4d40-a3c5-9dfba46994c0 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1681316 Feb 19 03:10:38.741628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Publish callbacks [] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.751138 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.751372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f511479b-a560-406e-b595-e32532b1b3ef None None] Port 46ac8724-1c23-47bd-8e27-324994cccfbf cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:38.760790 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:10:35Z', 'revision_number': 3, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:38.773848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a284faa4-c8a5-48d3-ad50-c6a5b86765d4 req-c3099070-fd34-4c37-b67b-15165aabc73e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567429 Feb 19 03:10:38.801670 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6403fbc3-020a-4517-a95d-1f0768a39d91 None None] The sync data for ids ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'] in n-d-826755-2 is: [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:10:35Z', 'revision_number': 3, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:38.837316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Pushing event updated for resources: {'Port': ['ID=46ac8724-1c23-47bd-8e27-324994cccfbf,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:38.849540 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:38.909799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e979ac-e91c-4466-86f8-384db32151b1 req-662f3f12-fe6b-44de-aa01-15f3db835a43 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:38.911910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4e979ac-e91c-4466-86f8-384db32151b1 req-662f3f12-fe6b-44de-aa01-15f3db835a43 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 945 time: 0.0657504 Feb 19 03:10:38.968512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4e979ac-e91c-4466-86f8-384db32151b1 req-ff561754-db33-484b-bb4c-32973d1ccfd0 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c259eee-2f0f-46d4-9569-1fac6af9a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503142 Feb 19 03:10:38.975199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:38.976979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:39.075631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0adb46ed-f4cc-4fef-80ad-0e9bbc0e6408 req-30764f29-459d-4d74-81f6-39f5b7523295 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0373178 Feb 19 03:10:39.127407 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:10:39.322893 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4c8adf7-9f41-42ee-a47b-f0b789efbfc7 req-384b8b1f-31b7-46f3-a77b-07c95875621f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0611448 Feb 19 03:10:39.344762 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:39.356478 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-17d4ee75-c64f-4761-83d0-2f64e2fc2841 admin admin] 10.222.0.81 "PUT /v2.0/routers/2ff025e9-c4fd-4ffa-b310-537ce06c1f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4411571 Feb 19 03:10:39.495465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2395d5d0-86c8-4480-930a-6f3c1d1e0bb7 None None] Provisioning complete for port 46ac8724-1c23-47bd-8e27-324994cccfbf triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:39.498105 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2395d5d0-86c8-4480-930a-6f3c1d1e0bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:39.566104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2395d5d0-86c8-4480-930a-6f3c1d1e0bb7 None None] Port 46ac8724-1c23-47bd-8e27-324994cccfbf cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:40.014887 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.023479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36316) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:40.026263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c3fe3254-2f10-445b-ae7c-d4e1a07549f7 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:40.029544 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b77bc7aa-638e-4843-b7b5-4cc87acd6c95 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1374628823', 'description': 'tempest-description--617178675'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:40.077956 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b77bc7aa-638e-4843-b7b5-4cc87acd6c95 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.174485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c3fe3254-2f10-445b-ae7c-d4e1a07549f7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:40.174961 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.197222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7bde-724b-4770-a7f8-fd2445fca531 req-466d966e-5760-42ee-a171-0fcf8621ab22 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.202912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7bde-724b-4770-a7f8-fd2445fca531 req-466d966e-5760-42ee-a171-0fcf8621ab22 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.208928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7bde-724b-4770-a7f8-fd2445fca531 req-466d966e-5760-42ee-a171-0fcf8621ab22 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.216806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7bde-724b-4770-a7f8-fd2445fca531 req-466d966e-5760-42ee-a171-0fcf8621ab22 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.222926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7bde-724b-4770-a7f8-fd2445fca531 req-466d966e-5760-42ee-a171-0fcf8621ab22 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.226973 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b77bc7aa-638e-4843-b7b5-4cc87acd6c95 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for security_group (2764502a-e18b-4c00-9352-6aabaf880c1e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.229697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7bde-724b-4770-a7f8-fd2445fca531 req-466d966e-5760-42ee-a171-0fcf8621ab22 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.237438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c7bde-724b-4770-a7f8-fd2445fca531 req-466d966e-5760-42ee-a171-0fcf8621ab22 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.238477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b77bc7aa-638e-4843-b7b5-4cc87acd6c95 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2764502a-e18b-4c00-9352-6aabaf880c1e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.247477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab9c7bde-724b-4770-a7f8-fd2445fca531 req-466d966e-5760-42ee-a171-0fcf8621ab22 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1436887 Feb 19 03:10:40.281539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bc7aa-638e-4843-b7b5-4cc87acd6c95 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2764502a-e18b-4c00-9352-6aabaf880c1e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:40.290960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b77bc7aa-638e-4843-b7b5-4cc87acd6c95 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.290960 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b77bc7aa-638e-4843-b7b5-4cc87acd6c95 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2625103 Feb 19 03:10:40.291276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36320) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:40.295553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-98a438c0-37a0-4723-bbf8-0f4f37e7f3de tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Request body: {'security_group_rule': {'security_group_id': '2764502a-e18b-4c00-9352-6aabaf880c1e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:40.330840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98a438c0-37a0-4723-bbf8-0f4f37e7f3de tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for security_group_rule (fd216558-f020-4186-acfa-f28882d19032), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.370178 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab9c7bde-724b-4770-a7f8-fd2445fca531 req-6bf8a70d-b4d6-42b2-a696-6558d68ea5e6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207180 Feb 19 03:10:40.403909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c3fe3254-2f10-445b-ae7c-d4e1a07549f7 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:40.414366 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.432401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98a438c0-37a0-4723-bbf8-0f4f37e7f3de tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for security_group_rule (fd216558-f020-4186-acfa-f28882d19032), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.438585 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98a438c0-37a0-4723-bbf8-0f4f37e7f3de tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (fd216558-f020-4186-acfa-f28882d19032), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.454647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port c3fe3254-2f10-445b-ae7c-d4e1a07549f7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c3fe3254-2f10-445b-ae7c-d4e1a07549f7,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:40.464432 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.477449 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a438c0-37a0-4723-bbf8-0f4f37e7f3de tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd216558-f020-4186-acfa-f28882d19032,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:40.487040 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98a438c0-37a0-4723-bbf8-0f4f37e7f3de tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.490794 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-98a438c0-37a0-4723-bbf8-0f4f37e7f3de tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1964018 Feb 19 03:10:40.491122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36324) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:40.496883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-21eb47c5-ccc9-4540-8e31-53c41c44e376 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Request body: {'security_group_rule': {'security_group_id': '2764502a-e18b-4c00-9352-6aabaf880c1e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:40.530302 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-21eb47c5-ccc9-4540-8e31-53c41c44e376 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for security_group_rule (24c24ca0-eabc-456c-ab32-6e04b00e0c75), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.554661 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=c3fe3254-2f10-445b-ae7c-d4e1a07549f7,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:40.573774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d1b4-4d52-479c-8ee3-a980bcbf2520 req-14f3232a-3d83-4aee-915b-e8b6247ba121 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:40.580921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5898d1b4-4d52-479c-8ee3-a980bcbf2520 req-14f3232a-3d83-4aee-915b-e8b6247ba121 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 945 time: 0.1345294 Feb 19 03:10:40.619945 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-21eb47c5-ccc9-4540-8e31-53c41c44e376 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for security_group_rule (24c24ca0-eabc-456c-ab32-6e04b00e0c75), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.627689 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-21eb47c5-ccc9-4540-8e31-53c41c44e376 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (24c24ca0-eabc-456c-ab32-6e04b00e0c75), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.661742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb47c5-ccc9-4540-8e31-53c41c44e376 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c24ca0-eabc-456c-ab32-6e04b00e0c75,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:40.674323 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-21eb47c5-ccc9-4540-8e31-53c41c44e376 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.678342 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-21eb47c5-ccc9-4540-8e31-53c41c44e376 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1833510 Feb 19 03:10:40.681532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36326) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:40.685782 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5898d1b4-4d52-479c-8ee3-a980bcbf2520 req-9c716619-be17-4325-b37a-ae7e789ca024 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c259eee-2f0f-46d4-9569-1fac6af9a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036327 Feb 19 03:10:40.695526 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:40.729055 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.820058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-241cd35e-59be-407a-968f-1b6702128bad req-33a682d1-1bab-452e-a8e9-6b15dc616a15 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0373821 Feb 19 03:10:40.887320 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:40.944958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab324e76-dd0d-4e91-b6ff-c2138c421781 req-b08464b3-381c-4153-8143-53d365f14738 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0488598 Feb 19 03:10:41.024201 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Allocated IP 172.25.1.22 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/03872dc3-5f10-428c-aa76-42b874fdc20d) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:41.128996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Sync routers for ids ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:41.140803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Routers {'2ff025e9-c4fd-4ffa-b310-537ce06c1f04'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:41.141356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:41.157066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for port (03872dc3-5f10-428c-aa76-42b874fdc20d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.209235 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (03872dc3-5f10-428c-aa76-42b874fdc20d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.251866 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:41.256993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:41.264340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:41.285550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Set router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:41.362121 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for floatingip (bf680cf0-033f-4939-ba5f-71d7148b1b7d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.380106 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event updated for resources: {'Port': ['ID=03872dc3-5f10-428c-aa76-42b874fdc20d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:41.425477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (03872dc3-5f10-428c-aa76-42b874fdc20d), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.578655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcb8a7-27a4-468e-86cc-efafce95eebb req-deadf3b6-b942-4ea1-a16a-f7709a825d27 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:41.585464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcb8a7-27a4-468e-86cc-efafce95eebb req-deadf3b6-b942-4ea1-a16a-f7709a825d27 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:41.592516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcb8a7-27a4-468e-86cc-efafce95eebb req-deadf3b6-b942-4ea1-a16a-f7709a825d27 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:41.600491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcb8a7-27a4-468e-86cc-efafce95eebb req-deadf3b6-b942-4ea1-a16a-f7709a825d27 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:41.607266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcb8a7-27a4-468e-86cc-efafce95eebb req-deadf3b6-b942-4ea1-a16a-f7709a825d27 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:41.616834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcb8a7-27a4-468e-86cc-efafce95eebb req-deadf3b6-b942-4ea1-a16a-f7709a825d27 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:41.624312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcb8a7-27a4-468e-86cc-efafce95eebb req-deadf3b6-b942-4ea1-a16a-f7709a825d27 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:41.625355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:10:38Z', 'revision_number': 4, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '46ac8724-1c23-47bd-8e27-324994cccfbf', 'name': '', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'mac_address': 'fa:16:3e:10:bc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:37Z', 'updated_at': '2022-02-19T03:10:38Z', 'revision_number': 2, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'subnets': [{'id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:41.629196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9bcb8a7-27a4-468e-86cc-efafce95eebb req-deadf3b6-b942-4ea1-a16a-f7709a825d27 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1546223 Feb 19 03:10:41.659058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Checking router: 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:41.660875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Updating router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 port 46ac8724-1c23-47bd-8e27-324994cccfbf binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:10:41.663482 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for port (03872dc3-5f10-428c-aa76-42b874fdc20d), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.676426 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (03872dc3-5f10-428c-aa76-42b874fdc20d), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.705409 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.730499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9bcb8a7-27a4-468e-86cc-efafce95eebb req-001c2471-4612-4f6b-b014-863f6a89abe1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0942962 Feb 19 03:10:41.783950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event updated for resources: {'Port': ['ID=03872dc3-5f10-428c-aa76-42b874fdc20d,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:41.786694 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (bf680cf0-033f-4939-ba5f-71d7148b1b7d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.821449 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:41.822884 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-71e844f5-4afd-4657-909c-4ef44dce9361 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1399248 Feb 19 03:10:41.916557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c3fe3254-2f10-445b-ae7c-d4e1a07549f7 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:41.976892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc2f5e49-3f86-487f-934d-289306b98017 req-57719b3f-78cf-4a97-9f1c-701b141e51d0 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0418365 Feb 19 03:10:42.100159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c3fe3254-2f10-445b-ae7c-d4e1a07549f7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:42.100914 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.166099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-988fb550-c381-4551-ae99-09b1e9875eac tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1374628823&fields=id&tenant_id=a88df77c28184abca4e29c7ab756af99 HTTP/1.1" status: 200 len: 267 time: 0.0693285 Feb 19 03:10:42.283770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-1558fdd8-a917-4b73-9890-a07bc81264da tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:42.291641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-1558fdd8-a917-4b73-9890-a07bc81264da tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 811 time: 0.1247413 Feb 19 03:10:42.316316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-c0106ba3-c5bb-46e9-a720-0a60852f7077 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/quotas/a88df77c28184abca4e29c7ab756af99 HTTP/1.1" status: 200 len: 375 time: 0.0231359 Feb 19 03:10:42.359520 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Publish callbacks [] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.370368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c3fe3254-2f10-445b-ae7c-d4e1a07549f7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:42.382356 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.425880 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-5fde48f5-e889-4fbc-952a-97d5229d27a4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1085868 Feb 19 03:10:42.534703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c83f2e-f3b5-438d-ac9d-b276e3f76c7f None None] Pushing event updated for resources: {'Port': ['ID=46ac8724-1c23-47bd-8e27-324994cccfbf,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:42.564375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Attempting to bind port 46ac8724-1c23-47bd-8e27-324994cccfbf on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:42.565563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Attempting to bind port 46ac8724-1c23-47bd-8e27-324994cccfbf by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:42.567368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Attempting to bind port 46ac8724-1c23-47bd-8e27-324994cccfbf on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:42.573689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:42.574142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Checking segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:42.574468 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.574861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Bound using segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:42.575407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Bound port: 46ac8724-1c23-47bd-8e27-324994cccfbf, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:42.575786 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.634177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-1a447a57-f117-42e5-bc55-b5cbcc8b92ae service neutron] 10.222.0.81 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072656 Feb 19 03:10:42.709569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] For port 46ac8724-1c23-47bd-8e27-324994cccfbf, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:42.716494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] For port 46ac8724-1c23-47bd-8e27-324994cccfbf, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=46ac8724-1c23-47bd-8e27-324994cccfbf,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:42.735486 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:42.759991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-408d31e2-1e09-46d4-bcc4-1930e5696ecc service neutron] 10.222.0.81 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245930 Feb 19 03:10:42.844277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Routers {'2ff025e9-c4fd-4ffa-b310-537ce06c1f04'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:42.846155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:42.954078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c83f2e-f3b5-438d-ac9d-b276e3f76c7f None None] Pushing event updated for resources: {'Port': ['ID=46ac8724-1c23-47bd-8e27-324994cccfbf,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:43.003621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6946c61b-8124-481f-807a-ffd982df47fc None None] Provisioning complete for port 46ac8724-1c23-47bd-8e27-324994cccfbf triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:43.003984 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6946c61b-8124-481f-807a-ffd982df47fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.060533 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a34eb563-3d46-4f3a-b9db-18e7f5b7e4a0 req-a7f1ec7a-4bf9-4b15-900f-9fac4aa65d59 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0593808 Feb 19 03:10:43.125698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] Set router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:43.247532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a49780-7811-429c-aadf-1cbbcc9f49ed req-46c79bd0-ef57-46d9-a2c6-c13e3b1add9b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:43.256536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a49780-7811-429c-aadf-1cbbcc9f49ed req-46c79bd0-ef57-46d9-a2c6-c13e3b1add9b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:43.262295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a49780-7811-429c-aadf-1cbbcc9f49ed req-46c79bd0-ef57-46d9-a2c6-c13e3b1add9b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:43.268133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a49780-7811-429c-aadf-1cbbcc9f49ed req-46c79bd0-ef57-46d9-a2c6-c13e3b1add9b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:43.273807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a49780-7811-429c-aadf-1cbbcc9f49ed req-46c79bd0-ef57-46d9-a2c6-c13e3b1add9b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:43.279461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a49780-7811-429c-aadf-1cbbcc9f49ed req-46c79bd0-ef57-46d9-a2c6-c13e3b1add9b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:43.285366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a49780-7811-429c-aadf-1cbbcc9f49ed req-46c79bd0-ef57-46d9-a2c6-c13e3b1add9b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:43.287468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53a49780-7811-429c-aadf-1cbbcc9f49ed req-46c79bd0-ef57-46d9-a2c6-c13e3b1add9b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1337392 Feb 19 03:10:43.373568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53a49780-7811-429c-aadf-1cbbcc9f49ed req-fe27f8e4-0412-4567-9ee1-ac0abb4c6415 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782413 Feb 19 03:10:43.476843 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a17c1344-25c7-4095-9aee-0bc0c145cf03 req-1196d741-3c53-4d05-a058-071a85f42215 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 210 time: 0.0516355 Feb 19 03:10:43.503419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6946c61b-8124-481f-807a-ffd982df47fc None None] Current status of the port 46ac8724-1c23-47bd-8e27-324994cccfbf is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:43.503855 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6946c61b-8124-481f-807a-ffd982df47fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.540633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:10:38Z', 'revision_number': 4, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '46ac8724-1c23-47bd-8e27-324994cccfbf', 'name': '', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'mac_address': 'fa:16:3e:10:bc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:37Z', 'updated_at': '2022-02-19T03:10:42Z', 'revision_number': 4, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'subnets': [{'id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:43.573329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aedd6f6c-034d-42a9-aea6-53c93f863e5a None None] The sync data for ids ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'] in n-d-826755-2 is: [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:10:38Z', 'revision_number': 4, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '46ac8724-1c23-47bd-8e27-324994cccfbf', 'name': '', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'mac_address': 'fa:16:3e:10:bc:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:37Z', 'updated_at': '2022-02-19T03:10:42Z', 'revision_number': 4, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'subnets': [{'id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:43.592902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6946c61b-8124-481f-807a-ffd982df47fc None None] For port 46ac8724-1c23-47bd-8e27-324994cccfbf, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=46ac8724-1c23-47bd-8e27-324994cccfbf,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:43.603422 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6946c61b-8124-481f-807a-ffd982df47fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.672188 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0280b1be-3b6f-4247-acb0-07d0d6680034 req-4a8ddeba-4593-4f80-bcc2-a60d13094148 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0958724 Feb 19 03:10:43.748909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946c61b-8124-481f-807a-ffd982df47fc None None] Pushing event updated for resources: {'Port': ['ID=46ac8724-1c23-47bd-8e27-324994cccfbf,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:43.780489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3b61915f-d023-48ee-8487-edc2689f5fb3 None None] Provisioning complete for port 46ac8724-1c23-47bd-8e27-324994cccfbf triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:43.781136 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3b61915f-d023-48ee-8487-edc2689f5fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:43.895360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3b61915f-d023-48ee-8487-edc2689f5fb3 None None] Current status of the port 46ac8724-1c23-47bd-8e27-324994cccfbf is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:43.996109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 46ac8724-1c23-47bd-8e27-324994cccfbf up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:44.068173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 46ac8724-1c23-47bd-8e27-324994cccfbf triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:44.068779 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:44.225786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28b0f76a-a623-48fe-8af5-c404dad56277 req-f6585120-bd69-4775-ba09-63e9cee10dfa tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0447216 Feb 19 03:10:44.378303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 46ac8724-1c23-47bd-8e27-324994cccfbf is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:44.550432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a9d76-8822-4781-98d2-4609b7ca99a8 req-2bf3a110-6a27-441d-9a46-744952532ffe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:44.558002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a9d76-8822-4781-98d2-4609b7ca99a8 req-2bf3a110-6a27-441d-9a46-744952532ffe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:44.572980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a9d76-8822-4781-98d2-4609b7ca99a8 req-2bf3a110-6a27-441d-9a46-744952532ffe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:44.589413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a9d76-8822-4781-98d2-4609b7ca99a8 req-2bf3a110-6a27-441d-9a46-744952532ffe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:44.594804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a9d76-8822-4781-98d2-4609b7ca99a8 req-2bf3a110-6a27-441d-9a46-744952532ffe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:44.605150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a9d76-8822-4781-98d2-4609b7ca99a8 req-2bf3a110-6a27-441d-9a46-744952532ffe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:44.610688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a9d76-8822-4781-98d2-4609b7ca99a8 req-2bf3a110-6a27-441d-9a46-744952532ffe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:44.612584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e15a9d76-8822-4781-98d2-4609b7ca99a8 req-2bf3a110-6a27-441d-9a46-744952532ffe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1497357 Feb 19 03:10:44.616955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-9ae13f72-2721-4893-8c59-0ec694973a9b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:44.618889 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-9ae13f72-2721-4893-8c59-0ec694973a9b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 811 time: 0.1397734 Feb 19 03:10:44.724713 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-873423f2-9f78-47eb-af56-8ac74111f878 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a88df77c28184abca4e29c7ab756af99 HTTP/1.1" status: 200 len: 380 time: 0.0809243 Feb 19 03:10:44.741442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Request body: {'port': {'device_id': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'admin_state_up': True, 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'security_groups': ['2764502a-e18b-4c00-9352-6aabaf880c1e']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:44.746185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e15a9d76-8822-4781-98d2-4609b7ca99a8 req-cb0e9b87-de24-415e-924b-fab70b79ece1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151330 Feb 19 03:10:44.849788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b4a6e6f-1af1-495f-a23f-a1493182fc2a req-eb8d0de4-98b7-4244-b9cf-b86b1e8e2ee4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 210 time: 0.0416176 Feb 19 03:10:44.884339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Made reservation on behalf of a88df77c28184abca4e29c7ab756af99 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:10:44.887893 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:44.931999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d056dea8-a08d-45e1-9f79-0be2c4818b98 req-d14c91c0-a37d-4cc2-a712-171c683165d3 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0278213 Feb 19 03:10:45.046772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Allocated IP 172.20.0.10 (513b987e-c7a7-43b2-a06f-79c14abfbbdd/6e6c0d3a-bff9-42fa-92bf-9c63146b4741/9a84ba45-e110-432f-81e2-861001d5dea7) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:10:45.194535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for port (9a84ba45-e110-432f-81e2-861001d5dea7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.233294 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.276820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:10:45.279747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:10:45.286060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:10:45.316810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:45.355169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f076ff47-d389-4e01-87c1-20a7334f6655 req-a11e8340-6436-415f-88b9-9b72fdecefbd tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0405700 Feb 19 03:10:45.358060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.359038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.383457 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-eb101dae-515e-49f5-9398-a172a4d06f54 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6525180 Feb 19 03:10:45.394607 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Request body: {'port': {'device_id': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:45.466274 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.525959 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-789beb3c-e3cb-4f4c-a17a-09e1134f74ee None None] Provisioning complete for port 9a84ba45-e110-432f-81e2-861001d5dea7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:45.526522 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-789beb3c-e3cb-4f4c-a17a-09e1134f74ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.570833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-789beb3c-e3cb-4f4c-a17a-09e1134f74ee None None] Port 9a84ba45-e110-432f-81e2-861001d5dea7 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:10:45.738902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a84ba45-e110-432f-81e2-861001d5dea7 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:45.747167 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Publish callbacks [] for port (9a84ba45-e110-432f-81e2-861001d5dea7), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.759875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Transition to ACTIVE for port object 9a84ba45-e110-432f-81e2-861001d5dea7 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:10:45.764700 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.839987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:45.907393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Attempting to bind port 9a84ba45-e110-432f-81e2-861001d5dea7 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:10:45.907735 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Attempting to bind port 9a84ba45-e110-432f-81e2-861001d5dea7 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:10:45.908193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Attempting to bind port 9a84ba45-e110-432f-81e2-861001d5dea7 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:45.913834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Port 9a84ba45-e110-432f-81e2-861001d5dea7 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:10:45.913834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Attempting to bind port 9a84ba45-e110-432f-81e2-861001d5dea7 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:10:45.919198 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:10:45.919528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Checking segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:10:45.919916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Bound using segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:10:45.920351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Bound port: 9a84ba45-e110-432f-81e2-861001d5dea7, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:10:45.920727 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:45.937716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531de7-8333-4ea0-aaef-624da4984420 req-e1ddec2f-c78f-413f-a7c2-08da44dbc0d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.944165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531de7-8333-4ea0-aaef-624da4984420 req-e1ddec2f-c78f-413f-a7c2-08da44dbc0d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.949830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531de7-8333-4ea0-aaef-624da4984420 req-e1ddec2f-c78f-413f-a7c2-08da44dbc0d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.955324 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531de7-8333-4ea0-aaef-624da4984420 req-e1ddec2f-c78f-413f-a7c2-08da44dbc0d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.961041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531de7-8333-4ea0-aaef-624da4984420 req-e1ddec2f-c78f-413f-a7c2-08da44dbc0d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.968035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531de7-8333-4ea0-aaef-624da4984420 req-e1ddec2f-c78f-413f-a7c2-08da44dbc0d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.973868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd531de7-8333-4ea0-aaef-624da4984420 req-e1ddec2f-c78f-413f-a7c2-08da44dbc0d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:45.982929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd531de7-8333-4ea0-aaef-624da4984420 req-e1ddec2f-c78f-413f-a7c2-08da44dbc0d2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1280236 Feb 19 03:10:45.995009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:10:45.998451 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:10:46.008583 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.057419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd531de7-8333-4ea0-aaef-624da4984420 req-1f40b860-1344-435f-9a2a-969b0395fe15 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730901 Feb 19 03:10:46.060633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.061328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:46.062889 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] 10.222.0.87 "PUT /v2.0/ports/9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 200 len: 1092 time: 0.6725895 Feb 19 03:10:46.063184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:46.065503 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e2e4ef-417a-476c-8267-7b222dd3aaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:46.126152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2c8bf-ce64-41e3-9eef-eacd329f626a service neutron] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:46.196903 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-9e54a3d6-70f1-4d2b-a603-07992536e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.198818 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-9e54a3d6-70f1-4d2b-a603-07992536e09d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 1126 time: 0.0598054 Feb 19 03:10:46.225790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fe651-d1e8-4093-a9e5-c2decbc926b2 req-74e76725-5324-4629-81db-050fd0822fda tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.228324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f0fe651-d1e8-4093-a9e5-c2decbc926b2 req-74e76725-5324-4629-81db-050fd0822fda tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 944 time: 0.0689948 Feb 19 03:10:46.250928 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-a1b7ea06-94ba-432c-809a-3675e2ce6cb6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 200 len: 217 time: 0.0407989 Feb 19 03:10:46.287741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f0fe651-d1e8-4093-a9e5-c2decbc926b2 req-c0c4b07c-fd4a-4336-ad9e-3cdea00c2f4a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496860 Feb 19 03:10:46.313376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-e60bb789-ecfe-4803-b4e6-e43d387703c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.313376 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-e60bb789-ecfe-4803-b4e6-e43d387703c5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.0535555 Feb 19 03:10:46.376505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-6c1d8764-0449-4c10-99bb-977e5bf9f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.378151 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-6c1d8764-0449-4c10-99bb-977e5bf9f421 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0574715 Feb 19 03:10:46.405618 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e4aed0d-6c2b-43b7-a45e-3afec708f9b5 req-9cb2d0cb-c865-4c46-86bd-28af09a6237d tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0316656 Feb 19 03:10:46.464422 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5c0d02-c0ec-4ca1-a02c-07da98d7e67e x-openstack-request-id: req-4b5c0d02-c0ec-4ca1-a02c-07da98d7e67e {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:46.464933 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:46.465348 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b5c0d02-c0ec-4ca1-a02c-07da98d7e67e {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:46.465836 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7', 'status': 'completed', 'code': 200} Feb 19 03:10:46.479075 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-517d0cfc-7f6f-4672-9148-b70fd1d62cb4 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923541 Feb 19 03:10:46.546840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d24a2034-4a26-4852-8c1d-51be22ba371b req-4df19f20-6b05-434e-8f16-c1073d731a87 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0384679 Feb 19 03:10:46.592887 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2883dab6-5175-47dd-8caa-ff31be6e4008 req-bdf5c2fa-4093-46f5-a7f2-05c7d0e0ff99 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991235 Feb 19 03:10:46.699265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2e4ef-417a-476c-8267-7b222dd3aaa2 req-273cb333-5575-4812-b189-0600cfffd8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.700949 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-10e2e4ef-417a-476c-8267-7b222dd3aaa2 req-273cb333-5575-4812-b189-0600cfffd8ee service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 1126 time: 0.0474494 Feb 19 03:10:46.795656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2e4ef-417a-476c-8267-7b222dd3aaa2 req-71a4c683-8e1b-4585-9014-4aa181e8ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.797136 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-10e2e4ef-417a-476c-8267-7b222dd3aaa2 req-71a4c683-8e1b-4585-9014-4aa181e8ceb6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.0883284 Feb 19 03:10:46.839275 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-10e2e4ef-417a-476c-8267-7b222dd3aaa2 req-30ca2eb8-ca06-4829-b5c9-f7fbb62a3139 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 200 len: 217 time: 0.0361288 Feb 19 03:10:46.887286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2e4ef-417a-476c-8267-7b222dd3aaa2 req-cfa6205f-3817-4923-a286-d4580a238073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.888732 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-10e2e4ef-417a-476c-8267-7b222dd3aaa2 req-cfa6205f-3817-4923-a286-d4580a238073 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.0438035 Feb 19 03:10:46.942365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2e4ef-417a-476c-8267-7b222dd3aaa2 req-8f3cfe05-8274-4e3d-8c7a-a5c2536c0332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:46.943852 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-10e2e4ef-417a-476c-8267-7b222dd3aaa2 req-8f3cfe05-8274-4e3d-8c7a-a5c2536c0332 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481513 Feb 19 03:10:47.200189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c166b85-d5eb-4f75-9f5f-ec4b6389dd38 req-70edbf76-00b8-4874-ab91-13cd95af406f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:47.205568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c166b85-d5eb-4f75-9f5f-ec4b6389dd38 req-70edbf76-00b8-4874-ab91-13cd95af406f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:47.211448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c166b85-d5eb-4f75-9f5f-ec4b6389dd38 req-70edbf76-00b8-4874-ab91-13cd95af406f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:47.216737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c166b85-d5eb-4f75-9f5f-ec4b6389dd38 req-70edbf76-00b8-4874-ab91-13cd95af406f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:47.221999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c166b85-d5eb-4f75-9f5f-ec4b6389dd38 req-70edbf76-00b8-4874-ab91-13cd95af406f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:47.227433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c166b85-d5eb-4f75-9f5f-ec4b6389dd38 req-70edbf76-00b8-4874-ab91-13cd95af406f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:47.232783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c166b85-d5eb-4f75-9f5f-ec4b6389dd38 req-70edbf76-00b8-4874-ab91-13cd95af406f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:47.234790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c166b85-d5eb-4f75-9f5f-ec4b6389dd38 req-70edbf76-00b8-4874-ab91-13cd95af406f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.0965345 Feb 19 03:10:47.301839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c166b85-d5eb-4f75-9f5f-ec4b6389dd38 req-24a05311-71a6-4302-95ed-d082d030a125 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562601 Feb 19 03:10:47.349132 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-10e2e4ef-417a-476c-8267-7b222dd3aaa2 req-b26183b5-d643-4cc1-ad91-fb89cf767f7f service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986423 Feb 19 03:10:47.433945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040dbacb-01e1-4514-9509-3ac10b7d842a req-48f02715-2cf5-4c34-950e-2d53ad23cdc9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:47.435592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-040dbacb-01e1-4514-9509-3ac10b7d842a req-48f02715-2cf5-4c34-950e-2d53ad23cdc9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 944 time: 0.0577886 Feb 19 03:10:47.442924 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-10e2e4ef-417a-476c-8267-7b222dd3aaa2 req-13730f14-841c-4333-8128-b113d6ea50c7 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880413 Feb 19 03:10:47.487906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-040dbacb-01e1-4514-9509-3ac10b7d842a req-a7ff816a-9701-46e5-919a-60b12599cac4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454783 Feb 19 03:10:47.581790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a26afc47-95be-41b7-9ba0-0a0bb1c0ff1f req-59e43cd1-3d0a-405b-890a-498a6c9e9a9e tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0272925 Feb 19 03:10:47.667024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3094c6bc-66d3-4d0c-aee2-bb9b02acf4b1 req-a3a78d15-0286-4317-bc13-613176068a20 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0274365 Feb 19 03:10:48.452523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45de06e-2b98-4746-908a-b0509ccf2985 req-2517dead-8ed0-4bf4-ac1a-560eaebb7f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:48.458034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45de06e-2b98-4746-908a-b0509ccf2985 req-2517dead-8ed0-4bf4-ac1a-560eaebb7f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:48.463812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45de06e-2b98-4746-908a-b0509ccf2985 req-2517dead-8ed0-4bf4-ac1a-560eaebb7f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:48.469104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45de06e-2b98-4746-908a-b0509ccf2985 req-2517dead-8ed0-4bf4-ac1a-560eaebb7f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:48.474393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45de06e-2b98-4746-908a-b0509ccf2985 req-2517dead-8ed0-4bf4-ac1a-560eaebb7f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:48.479805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45de06e-2b98-4746-908a-b0509ccf2985 req-2517dead-8ed0-4bf4-ac1a-560eaebb7f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:48.485026 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45de06e-2b98-4746-908a-b0509ccf2985 req-2517dead-8ed0-4bf4-ac1a-560eaebb7f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:48.486891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b45de06e-2b98-4746-908a-b0509ccf2985 req-2517dead-8ed0-4bf4-ac1a-560eaebb7f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.0999579 Feb 19 03:10:48.549014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b45de06e-2b98-4746-908a-b0509ccf2985 req-f9d8f6d2-cb88-4d90-aa74-4d4027828de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552611 Feb 19 03:10:48.664130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53e1df-dd8d-45c6-997f-d9d27297be4c req-a11cc9a5-6dd4-4bf8-ae7c-eaa09dee6bcb tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:48.665740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df53e1df-dd8d-45c6-997f-d9d27297be4c req-a11cc9a5-6dd4-4bf8-ae7c-eaa09dee6bcb tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 944 time: 0.0563951 Feb 19 03:10:48.714069 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df53e1df-dd8d-45c6-997f-d9d27297be4c req-37e0efe6-4dea-40d0-988e-daaa1a3b523c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424469 Feb 19 03:10:48.798121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b34e91d0-21b2-4264-bd5d-f7cfac320d16 req-82525af5-5d5d-446f-bbe0-89420e411ffe tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0269573 Feb 19 03:10:48.884920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34e3e7d3-49ba-41f9-9768-3ced6ca5173e req-29a505eb-2517-4fe2-9c2e-039869c11ac7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0273132 Feb 19 03:10:49.119218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9a84ba45-e110-432f-81e2-861001d5dea7 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:10:49.217286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:49.228959 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '9a84ba45-e110-432f-81e2-861001d5dea7', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'port_id': '9a84ba45-e110-432f-81e2-861001d5dea7', 'mac_address': 'fa:16:3e:f6:80:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:10:49.268165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9a84ba45-e110-432f-81e2-861001d5dea7 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:49.268562 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.282527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a84ba45-e110-432f-81e2-861001d5dea7 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:10:49.307330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:49.313462 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:49.361725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:49.649867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9a84ba45-e110-432f-81e2-861001d5dea7'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:10:49.690006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63a3b-0778-4fdb-beeb-1c8ba5a4a2ef req-08dcc8eb-d0cf-493d-af83-781218fc891d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.695412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63a3b-0778-4fdb-beeb-1c8ba5a4a2ef req-08dcc8eb-d0cf-493d-af83-781218fc891d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.700936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63a3b-0778-4fdb-beeb-1c8ba5a4a2ef req-08dcc8eb-d0cf-493d-af83-781218fc891d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.706209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63a3b-0778-4fdb-beeb-1c8ba5a4a2ef req-08dcc8eb-d0cf-493d-af83-781218fc891d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.711631 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63a3b-0778-4fdb-beeb-1c8ba5a4a2ef req-08dcc8eb-d0cf-493d-af83-781218fc891d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.716869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63a3b-0778-4fdb-beeb-1c8ba5a4a2ef req-08dcc8eb-d0cf-493d-af83-781218fc891d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.722049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c63a3b-0778-4fdb-beeb-1c8ba5a4a2ef req-08dcc8eb-d0cf-493d-af83-781218fc891d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.723975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99c63a3b-0778-4fdb-beeb-1c8ba5a4a2ef req-08dcc8eb-d0cf-493d-af83-781218fc891d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.0982702 Feb 19 03:10:49.785132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99c63a3b-0778-4fdb-beeb-1c8ba5a4a2ef req-339f759e-bd6a-47ae-9e7c-fa7c0047b21e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546732 Feb 19 03:10:49.910058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6c1db-3544-4a82-8b6c-d14efebe6ca2 req-5162e119-d534-4286-a2c6-191f8794844b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:49.911602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ad6c1db-3544-4a82-8b6c-d14efebe6ca2 req-5162e119-d534-4286-a2c6-191f8794844b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.0578032 Feb 19 03:10:49.962390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ad6c1db-3544-4a82-8b6c-d14efebe6ca2 req-7b9cd8e0-0071-47e4-a53f-0945c8defcf8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443165 Feb 19 03:10:50.064047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-abc06aae-a116-4ad4-bcd8-c5e07c317a39 req-881292e7-62bb-4e27-a718-00fcbfaace7b tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0279982 Feb 19 03:10:50.177566 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27d23b4b-4465-4c90-9c94-d3f90418de54 req-06a80c2d-c46c-4782-9666-a0841f199a7d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0338340 Feb 19 03:10:50.981085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5cb34-066e-4b21-9e5e-7ac066d34bdc req-4c135a13-6881-4fa7-87ac-b621dfa9683e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:50.988351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5cb34-066e-4b21-9e5e-7ac066d34bdc req-4c135a13-6881-4fa7-87ac-b621dfa9683e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:50.994547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5cb34-066e-4b21-9e5e-7ac066d34bdc req-4c135a13-6881-4fa7-87ac-b621dfa9683e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:51.000319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5cb34-066e-4b21-9e5e-7ac066d34bdc req-4c135a13-6881-4fa7-87ac-b621dfa9683e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:51.007580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5cb34-066e-4b21-9e5e-7ac066d34bdc req-4c135a13-6881-4fa7-87ac-b621dfa9683e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:51.015661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5cb34-066e-4b21-9e5e-7ac066d34bdc req-4c135a13-6881-4fa7-87ac-b621dfa9683e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:51.022205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5cb34-066e-4b21-9e5e-7ac066d34bdc req-4c135a13-6881-4fa7-87ac-b621dfa9683e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:51.028636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ca5cb34-066e-4b21-9e5e-7ac066d34bdc req-4c135a13-6881-4fa7-87ac-b621dfa9683e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1287098 Feb 19 03:10:51.089980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ca5cb34-066e-4b21-9e5e-7ac066d34bdc req-edafa3f5-0f9e-4d2b-98ec-71766779ce50 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604379 Feb 19 03:10:51.135863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9a84ba45-e110-432f-81e2-861001d5dea7 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:10:51.187663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 9a84ba45-e110-432f-81e2-861001d5dea7 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:10:51.192160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 9a84ba45-e110-432f-81e2-861001d5dea7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:10:51.192523 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:51.284619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9a84ba45-e110-432f-81e2-861001d5dea7 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:10:51.285050 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:51.299770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f02436-6578-4d0c-b9dd-820e5aceaa5b req-16f7e3e6-6321-4c66-96c2-f397d812f775 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:51.309063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9f02436-6578-4d0c-b9dd-820e5aceaa5b req-16f7e3e6-6321-4c66-96c2-f397d812f775 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.0801318 Feb 19 03:10:51.332610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:10:51.334003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:51.337170 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b08608-85d7-4cf0-9d4b-8eaaf7120a00" -d '{"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-plugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:51.345211 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:51.388134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9f02436-6578-4d0c-b9dd-820e5aceaa5b req-12fbec0c-415f-4d7e-b6f4-7d4151709fb2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780313 Feb 19 03:10:51.403795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:10:51.504606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2cde487b-1364-4544-ba36-b967559cdbc7 req-413dd87f-798f-4cee-bf30-1cdfbb68c1c0 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0294328 Feb 19 03:10:51.633676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f809ca5a-1a18-4ad4-863a-10292a61cf1d req-22870fda-b01e-4219-9e93-ef1e8168a3ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0370226 Feb 19 03:10:51.683390 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c6b586-b2c2-4648-9c2c-76903a8a9f03 x-openstack-request-id: req-57c6b586-b2c2-4648-9c2c-76903a8a9f03 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:51.689468 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-plugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:51.689468 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57c6b586-b2c2-4648-9c2c-76903a8a9f03 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:51.689468 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7', 'code': 200} Feb 19 03:10:51.815040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ac0f7-012c-4cdb-bf8f-7670083d2296 req-ee72bd0d-57cc-441c-9d00-f53f12124a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:51.817507 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a97ac0f7-012c-4cdb-bf8f-7670083d2296 req-ee72bd0d-57cc-441c-9d00-f53f12124a55 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 1128 time: 0.0561018 Feb 19 03:10:51.875452 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a97ac0f7-012c-4cdb-bf8f-7670083d2296 req-7b676350-f742-429a-81ac-94a5645a3638 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498800 Feb 19 03:10:52.259302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edbf41-27d4-497a-b1d5-d2a2942d0977 req-682c9d10-4be7-48b0-a906-0db6a42eef2d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.266524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edbf41-27d4-497a-b1d5-d2a2942d0977 req-682c9d10-4be7-48b0-a906-0db6a42eef2d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.271908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edbf41-27d4-497a-b1d5-d2a2942d0977 req-682c9d10-4be7-48b0-a906-0db6a42eef2d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.278982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edbf41-27d4-497a-b1d5-d2a2942d0977 req-682c9d10-4be7-48b0-a906-0db6a42eef2d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.285482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edbf41-27d4-497a-b1d5-d2a2942d0977 req-682c9d10-4be7-48b0-a906-0db6a42eef2d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.291103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edbf41-27d4-497a-b1d5-d2a2942d0977 req-682c9d10-4be7-48b0-a906-0db6a42eef2d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.297046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edbf41-27d4-497a-b1d5-d2a2942d0977 req-682c9d10-4be7-48b0-a906-0db6a42eef2d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.298992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11edbf41-27d4-497a-b1d5-d2a2942d0977 req-682c9d10-4be7-48b0-a906-0db6a42eef2d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1237416 Feb 19 03:10:52.379643 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11edbf41-27d4-497a-b1d5-d2a2942d0977 req-57967f0b-dd94-45cc-9c17-be2ad788c12e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643525 Feb 19 03:10:52.479904 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:52.561493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb089a-8482-4bca-9523-bc8e614dc833 req-d1fcedb6-8eb0-4fbe-bb15-688c548684dc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:52.563177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65bb089a-8482-4bca-9523-bc8e614dc833 req-d1fcedb6-8eb0-4fbe-bb15-688c548684dc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 946 time: 0.0723970 Feb 19 03:10:52.615293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65bb089a-8482-4bca-9523-bc8e614dc833 req-0e76b8ae-3864-41e2-b5ab-86624c9f0847 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461318 Feb 19 03:10:52.708693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e47be6f2-0a4a-448f-b8b2-3c03854ba6bf req-2058d076-eefb-4cab-8894-4d788f156ba0 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0314925 Feb 19 03:10:52.807514 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f3a54a0-ebb6-40ed-a038-4277c2b54b9c req-a07bb649-bdb8-4a40-8760-5fea5e15ef92 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0295749 Feb 19 03:10:53.427783 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:53.537748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74b3d9-76a0-474a-8c06-6367e239cba8 req-c267f7c2-ad7d-4751-8db7-a22171df27ac tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:53.543279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74b3d9-76a0-474a-8c06-6367e239cba8 req-c267f7c2-ad7d-4751-8db7-a22171df27ac tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:53.548535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74b3d9-76a0-474a-8c06-6367e239cba8 req-c267f7c2-ad7d-4751-8db7-a22171df27ac tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:53.556709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74b3d9-76a0-474a-8c06-6367e239cba8 req-c267f7c2-ad7d-4751-8db7-a22171df27ac tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:53.562229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74b3d9-76a0-474a-8c06-6367e239cba8 req-c267f7c2-ad7d-4751-8db7-a22171df27ac tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:53.567450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74b3d9-76a0-474a-8c06-6367e239cba8 req-c267f7c2-ad7d-4751-8db7-a22171df27ac tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:53.572698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74b3d9-76a0-474a-8c06-6367e239cba8 req-c267f7c2-ad7d-4751-8db7-a22171df27ac tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:53.576926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d74b3d9-76a0-474a-8c06-6367e239cba8 req-c267f7c2-ad7d-4751-8db7-a22171df27ac tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1111901 Feb 19 03:10:53.642548 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d74b3d9-76a0-474a-8c06-6367e239cba8 req-b0dbd770-62ed-44f8-87c5-b134a9f8e208 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594072 Feb 19 03:10:53.775295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b940d-f5c3-426d-af37-56ac55443eac req-bed1c754-b056-42df-a07d-674a7db2a906 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:53.777001 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-606b940d-f5c3-426d-af37-56ac55443eac req-bed1c754-b056-42df-a07d-674a7db2a906 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 946 time: 0.0589066 Feb 19 03:10:53.830293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-606b940d-f5c3-426d-af37-56ac55443eac req-406a1c6a-6c0f-4ce0-a61f-07d268e6f417 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473120 Feb 19 03:10:53.934604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29d4f988-7155-4061-9d7b-4efc4957d8a2 req-ffcb942f-2fdd-4f4e-96a9-e1e3961d944c tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0329576 Feb 19 03:10:54.032832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce363ebe-7328-4f87-a167-e7379399339b req-5e1692f5-46fe-4d70-9ed6-7be57f705678 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0285099 Feb 19 03:10:54.185268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3221-8b29-4eed-b4e7-caf4e4a7d765 req-172b95ae-a2f8-428f-b81e-01c1af40df13 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:54.189363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfcc3221-8b29-4eed-b4e7-caf4e4a7d765 req-172b95ae-a2f8-428f-b81e-01c1af40df13 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 946 time: 0.0828223 Feb 19 03:10:54.194555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36514) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:10:54.200074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b0b1ea1e-da7b-403a-87f6-afbf808dfc1c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Request body: {'floatingip': {'port_id': '9a84ba45-e110-432f-81e2-861001d5dea7'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:10:54.262183 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0b1ea1e-da7b-403a-87f6-afbf808dfc1c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for floatingip (bf680cf0-033f-4939-ba5f-71d7148b1b7d), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:54.875271 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0b1ea1e-da7b-403a-87f6-afbf808dfc1c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:54.876635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af8425-95b0-493f-b796-19ee8df8352f req-63066c43-fbb9-4708-af8a-4b9419c4c410 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:54.883354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af8425-95b0-493f-b796-19ee8df8352f req-63066c43-fbb9-4708-af8a-4b9419c4c410 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:54.883922 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0b1ea1e-da7b-403a-87f6-afbf808dfc1c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (bf680cf0-033f-4939-ba5f-71d7148b1b7d), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:54.889175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af8425-95b0-493f-b796-19ee8df8352f req-63066c43-fbb9-4708-af8a-4b9419c4c410 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:54.895260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af8425-95b0-493f-b796-19ee8df8352f req-63066c43-fbb9-4708-af8a-4b9419c4c410 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:54.903136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af8425-95b0-493f-b796-19ee8df8352f req-63066c43-fbb9-4708-af8a-4b9419c4c410 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:54.909383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af8425-95b0-493f-b796-19ee8df8352f req-63066c43-fbb9-4708-af8a-4b9419c4c410 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:54.915641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af8425-95b0-493f-b796-19ee8df8352f req-63066c43-fbb9-4708-af8a-4b9419c4c410 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:54.925285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57af8425-95b0-493f-b796-19ee8df8352f req-63066c43-fbb9-4708-af8a-4b9419c4c410 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1407099 Feb 19 03:10:55.012202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57af8425-95b0-493f-b796-19ee8df8352f req-dafc41d1-165c-41bb-8965-9d8b4f7f226b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0847681 Feb 19 03:10:55.058813 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-b0b1ea1e-da7b-403a-87f6-afbf808dfc1c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Floating IP bf680cf0-033f-4939-ba5f-71d7148b1b7d associated. External IP: 172.25.1.22, port: 9a84ba45-e110-432f-81e2-861001d5dea7. Feb 19 03:10:55.125291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b697d994-e843-4b4a-b415-6aa0efcbd5be req-6ef239c4-332b-4606-8d15-b2a7deb70f5f tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0727959 Feb 19 03:10:55.213030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d1b83a2-27d0-4a51-900c-4a8e3e904094 req-92dfd58f-24d9-4ab9-a711-d54e9a6e0683 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0643170 Feb 19 03:10:55.411560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b1ea1e-da7b-403a-87f6-afbf808dfc1c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:10:55.542080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b1ea1e-da7b-403a-87f6-afbf808dfc1c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:10:55.546830 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0b1ea1e-da7b-403a-87f6-afbf808dfc1c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:10:55.554904 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3959686f-3df3-4cde-8eda-0768ac527803 None None] Sync routers for ids ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:10:55.571869 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3959686f-3df3-4cde-8eda-0768ac527803 None None] Routers {'2ff025e9-c4fd-4ffa-b310-537ce06c1f04'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:55.574466 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3959686f-3df3-4cde-8eda-0768ac527803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:55.595038 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b0b1ea1e-da7b-403a-87f6-afbf808dfc1c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "PUT /v2.0/floatingips/bf680cf0-033f-4939-ba5f-71d7148b1b7d HTTP/1.1" status: 200 len: 991 time: 1.3983080 Feb 19 03:10:55.596334 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:10:55.602906 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7852336c-ec78-4ae7-af5f-c167e8223b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:10:55.694702 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9002444-8c81-46ba-a17f-0eecf1328044 x-openstack-request-id: req-e9002444-8c81-46ba-a17f-0eecf1328044 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:10:55.695089 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:10:55.695352 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9002444-8c81-46ba-a17f-0eecf1328044 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:10:55.695764 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7', 'status': 'completed', 'code': 200} Feb 19 03:10:55.702696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e4920-5d89-44df-97fd-ab3151d89e2f req-e205159e-04bb-4620-b8e5-d4089255426a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:55.710982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-974e4920-5d89-44df-97fd-ab3151d89e2f req-e205159e-04bb-4620-b8e5-d4089255426a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 946 time: 0.0672233 Feb 19 03:10:55.798639 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-3959686f-3df3-4cde-8eda-0768ac527803 None None] Set router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:55.805421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852336c-ec78-4ae7-af5f-c167e8223b9c req-57cd5999-aad8-4b93-a740-981538ac75e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:55.807006 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7852336c-ec78-4ae7-af5f-c167e8223b9c req-57cd5999-aad8-4b93-a740-981538ac75e5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 1128 time: 0.0879862 Feb 19 03:10:55.825187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-974e4920-5d89-44df-97fd-ab3151d89e2f req-1b9dd695-310a-4f76-9762-f58f3ba25879 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131616 Feb 19 03:10:56.036852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852336c-ec78-4ae7-af5f-c167e8223b9c req-2be49435-c449-45aa-a5e9-829f0a8c31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.040939 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7852336c-ec78-4ae7-af5f-c167e8223b9c req-2be49435-c449-45aa-a5e9-829f0a8c31cf service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.2263436 Feb 19 03:10:56.071008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39abbe-000b-445e-a0f9-3ea93278bfb1 req-9e8e3bb1-f688-42a4-8e72-e610c59f75ba tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.086002 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d39abbe-000b-445e-a0f9-3ea93278bfb1 req-9e8e3bb1-f688-42a4-8e72-e610c59f75ba tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 946 time: 0.1382418 Feb 19 03:10:56.192328 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7852336c-ec78-4ae7-af5f-c167e8223b9c req-8ab309f9-1720-4ee2-986c-0c7825a6d889 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 200 len: 999 time: 0.1451359 Feb 19 03:10:56.241305 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3959686f-3df3-4cde-8eda-0768ac527803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:10:38Z', 'revision_number': 4, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'bf680cf0-033f-4939-ba5f-71d7148b1b7d', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'floating_ip_address': '172.25.1.22', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'port_id': '9a84ba45-e110-432f-81e2-861001d5dea7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'mac_address': 'fa:16:3e:f6:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:10:41Z', 'updated_at': '2022-02-19T03:10:54Z', 'revision_number': 1, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ac8724-1c23-47bd-8e27-324994cccfbf', 'name': '', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'mac_address': 'fa:16:3e:10:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:37Z', 'updated_at': '2022-02-19T03:10:43Z', 'revision_number': 5, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'subnets': [{'id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:56.285224 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3959686f-3df3-4cde-8eda-0768ac527803 None None] Checking router: 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:10:56.288381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852336c-ec78-4ae7-af5f-c167e8223b9c req-16ecf711-8782-4809-b8ca-129806dffd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.291680 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7852336c-ec78-4ae7-af5f-c167e8223b9c req-16ecf711-8782-4809-b8ca-129806dffd8f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.0906374 Feb 19 03:10:56.301577 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3959686f-3df3-4cde-8eda-0768ac527803 None None] Routers {'2ff025e9-c4fd-4ffa-b310-537ce06c1f04'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:10:56.302229 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3959686f-3df3-4cde-8eda-0768ac527803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:10:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:56.395818 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852336c-ec78-4ae7-af5f-c167e8223b9c req-d47e9c65-8e42-4ea5-9015-1584e33f6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.397890 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7852336c-ec78-4ae7-af5f-c167e8223b9c req-d47e9c65-8e42-4ea5-9015-1584e33f6a9c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0928264 Feb 19 03:10:56.499826 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-3959686f-3df3-4cde-8eda-0768ac527803 None None] Set router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:10:56.574874 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7852336c-ec78-4ae7-af5f-c167e8223b9c req-8ead6cb6-b7c3-4a8d-b452-ebafe5c17a2c service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694920 Feb 19 03:10:56.694127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d39abbe-000b-445e-a0f9-3ea93278bfb1 req-3bb10e57-1768-46db-a3de-3412d04a8c12 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6066999 Feb 19 03:10:56.722766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e65e94-2679-4459-8a74-d151cc80f5d8 req-e66754bc-6a1f-4d4d-be5a-44449526ebf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.736724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e65e94-2679-4459-8a74-d151cc80f5d8 req-e66754bc-6a1f-4d4d-be5a-44449526ebf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.750765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e65e94-2679-4459-8a74-d151cc80f5d8 req-e66754bc-6a1f-4d4d-be5a-44449526ebf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.755757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e65e94-2679-4459-8a74-d151cc80f5d8 req-e66754bc-6a1f-4d4d-be5a-44449526ebf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.774982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e65e94-2679-4459-8a74-d151cc80f5d8 req-e66754bc-6a1f-4d4d-be5a-44449526ebf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.783210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e65e94-2679-4459-8a74-d151cc80f5d8 req-e66754bc-6a1f-4d4d-be5a-44449526ebf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.788773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e65e94-2679-4459-8a74-d151cc80f5d8 req-e66754bc-6a1f-4d4d-be5a-44449526ebf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:56.793108 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7852336c-ec78-4ae7-af5f-c167e8223b9c req-42cb34bb-17a5-4742-bff1-d58e9e183832 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065651 Feb 19 03:10:56.796550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75e65e94-2679-4459-8a74-d151cc80f5d8 req-e66754bc-6a1f-4d4d-be5a-44449526ebf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1903374 Feb 19 03:10:56.856829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b19d1fcb-11c1-44ea-888c-63f6bce92586 req-b8fb4880-c7ae-4cf1-8bc5-23875ebb3d81 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0567279 Feb 19 03:10:56.901270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75e65e94-2679-4459-8a74-d151cc80f5d8 req-849e349c-d167-4945-a249-7fce93e801f5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036770 Feb 19 03:10:56.913148 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3959686f-3df3-4cde-8eda-0768ac527803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:10:38Z', 'revision_number': 4, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'bf680cf0-033f-4939-ba5f-71d7148b1b7d', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'floating_ip_address': '172.25.1.22', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'port_id': '9a84ba45-e110-432f-81e2-861001d5dea7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'mac_address': 'fa:16:3e:f6:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:10:41Z', 'updated_at': '2022-02-19T03:10:54Z', 'revision_number': 1, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ac8724-1c23-47bd-8e27-324994cccfbf', 'name': '', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'mac_address': 'fa:16:3e:10:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:37Z', 'updated_at': '2022-02-19T03:10:43Z', 'revision_number': 5, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'subnets': [{'id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:10:56.956936 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3959686f-3df3-4cde-8eda-0768ac527803 None None] The sync data for ids ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'] in n-d-826755-2 is: [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:10:38Z', 'revision_number': 4, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'bf680cf0-033f-4939-ba5f-71d7148b1b7d', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'floating_ip_address': '172.25.1.22', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'port_id': '9a84ba45-e110-432f-81e2-861001d5dea7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'mac_address': 'fa:16:3e:f6:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:10:41Z', 'updated_at': '2022-02-19T03:10:54Z', 'revision_number': 1, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46ac8724-1c23-47bd-8e27-324994cccfbf', 'name': '', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'mac_address': 'fa:16:3e:10:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:37Z', 'updated_at': '2022-02-19T03:10:43Z', 'revision_number': 5, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'subnets': [{'id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:10:56.985729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c44827b2-e87d-46ed-a342-71a736e4e3a9 req-32c2eb37-90a0-4283-aafa-f9c4b49de291 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0344234 Feb 19 03:10:57.199495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0406471e-03bc-4d42-a4f9-a7f71842aa56 None None] New status for floating IP bf680cf0-033f-4939-ba5f-71d7148b1b7d: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:10:57.822714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73706-b763-403b-a4cf-71d97ca176eb req-1f539eeb-43c8-489a-82bd-87459992be35 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:57.824263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1af73706-b763-403b-a4cf-71d97ca176eb req-1f539eeb-43c8-489a-82bd-87459992be35 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 946 time: 0.0638576 Feb 19 03:10:57.878395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1af73706-b763-403b-a4cf-71d97ca176eb req-bf5bf876-fe40-4694-a528-195ebfb3ed29 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477197 Feb 19 03:10:57.978625 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4bf4bd26-6e72-4e0f-a139-a4e7dc3504ee req-1b48fe10-4012-433a-84f4-b3b3d483702d tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0320191 Feb 19 03:10:58.064023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05811e86-c883-4141-b672-e423969e30ab req-8fafcd05-7b6c-475c-9ed5-85c285e44ce3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.065680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05811e86-c883-4141-b672-e423969e30ab req-8fafcd05-7b6c-475c-9ed5-85c285e44ce3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 946 time: 0.0905428 Feb 19 03:10:58.162991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88bf9a-fbe7-4b8b-b488-d2a19f10e2d5 req-a3158ab5-b38c-4214-be7a-ef6aa1383f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.167991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88bf9a-fbe7-4b8b-b488-d2a19f10e2d5 req-a3158ab5-b38c-4214-be7a-ef6aa1383f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.173168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88bf9a-fbe7-4b8b-b488-d2a19f10e2d5 req-a3158ab5-b38c-4214-be7a-ef6aa1383f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.180267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88bf9a-fbe7-4b8b-b488-d2a19f10e2d5 req-a3158ab5-b38c-4214-be7a-ef6aa1383f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.183878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88bf9a-fbe7-4b8b-b488-d2a19f10e2d5 req-a3158ab5-b38c-4214-be7a-ef6aa1383f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.189121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88bf9a-fbe7-4b8b-b488-d2a19f10e2d5 req-a3158ab5-b38c-4214-be7a-ef6aa1383f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.194417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88bf9a-fbe7-4b8b-b488-d2a19f10e2d5 req-a3158ab5-b38c-4214-be7a-ef6aa1383f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:58.196463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e88bf9a-fbe7-4b8b-b488-d2a19f10e2d5 req-a3158ab5-b38c-4214-be7a-ef6aa1383f7c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1296685 Feb 19 03:10:58.199713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05811e86-c883-4141-b672-e423969e30ab req-eec72f84-ae6b-439a-a0ba-3dcf1f6f76fe tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229327 Feb 19 03:10:58.283936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e88bf9a-fbe7-4b8b-b488-d2a19f10e2d5 req-9c95bd82-9a9f-44a8-a352-dcb740373237 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808690 Feb 19 03:10:58.336332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1f475bb-99c6-45e3-930b-495926dbf04a req-ef2ca5e4-16ab-431d-b9c5-f9d229278c49 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0430839 Feb 19 03:10:59.093877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af65c987-eebe-4941-834d-115a88c1ce0f req-18f2c738-85be-436d-b850-01f82030a293 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0283175 Feb 19 03:10:59.439113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00c5e9-499c-4247-8bcc-0d4d0bf6217f req-4ef54a6b-21e8-4362-9190-fc2dbf9ab7ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:59.443298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00c5e9-499c-4247-8bcc-0d4d0bf6217f req-4ef54a6b-21e8-4362-9190-fc2dbf9ab7ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:59.449578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00c5e9-499c-4247-8bcc-0d4d0bf6217f req-4ef54a6b-21e8-4362-9190-fc2dbf9ab7ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:59.454883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00c5e9-499c-4247-8bcc-0d4d0bf6217f req-4ef54a6b-21e8-4362-9190-fc2dbf9ab7ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:59.460534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00c5e9-499c-4247-8bcc-0d4d0bf6217f req-4ef54a6b-21e8-4362-9190-fc2dbf9ab7ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:59.466361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00c5e9-499c-4247-8bcc-0d4d0bf6217f req-4ef54a6b-21e8-4362-9190-fc2dbf9ab7ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:59.471574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00c5e9-499c-4247-8bcc-0d4d0bf6217f req-4ef54a6b-21e8-4362-9190-fc2dbf9ab7ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:10:59.473692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc00c5e9-499c-4247-8bcc-0d4d0bf6217f req-4ef54a6b-21e8-4362-9190-fc2dbf9ab7ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1041110 Feb 19 03:10:59.509292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e783264-da09-4507-9926-bd58847d45ee req-357c427f-39bc-4570-be4f-039bf0362f52 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0343778 Feb 19 03:10:59.573603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc00c5e9-499c-4247-8bcc-0d4d0bf6217f req-4e3a7595-e7c0-4030-ab71-47f690dddca6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0901346 Feb 19 03:11:00.224649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d6fac0d-8ce5-4652-a53a-30122ac1e946 req-2442bc13-aa79-4582-9050-519f32298804 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0369651 Feb 19 03:11:00.644071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fdc6834-2dc6-4e7e-bd0a-1515d0853524 req-208a782e-b811-45f3-a3a8-40d550bc843e tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0450289 Feb 19 03:11:00.731181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1b811-450f-42bd-9642-a1e2835f3860 req-8ea905b3-c4ed-4bec-91ef-ef3b64a08975 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:00.738250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1b811-450f-42bd-9642-a1e2835f3860 req-8ea905b3-c4ed-4bec-91ef-ef3b64a08975 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:00.748774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1b811-450f-42bd-9642-a1e2835f3860 req-8ea905b3-c4ed-4bec-91ef-ef3b64a08975 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:00.752035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1b811-450f-42bd-9642-a1e2835f3860 req-8ea905b3-c4ed-4bec-91ef-ef3b64a08975 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:00.759129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1b811-450f-42bd-9642-a1e2835f3860 req-8ea905b3-c4ed-4bec-91ef-ef3b64a08975 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:00.765026 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1b811-450f-42bd-9642-a1e2835f3860 req-8ea905b3-c4ed-4bec-91ef-ef3b64a08975 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:00.770343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1b811-450f-42bd-9642-a1e2835f3860 req-8ea905b3-c4ed-4bec-91ef-ef3b64a08975 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:00.772444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acd1b811-450f-42bd-9642-a1e2835f3860 req-8ea905b3-c4ed-4bec-91ef-ef3b64a08975 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1149454 Feb 19 03:11:00.834925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acd1b811-450f-42bd-9642-a1e2835f3860 req-dd018a52-3b9a-4667-9849-bbf0ce2de891 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559626 Feb 19 03:11:01.339691 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fc83bf5-bd81-4bf1-9bbf-d265ba2c36a0 req-7157ac4b-c345-4348-9c89-aa47930c305c tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0346396 Feb 19 03:11:01.771569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cbae0875-277f-4440-9385-662664be6858 req-44334441-0a69-4e72-bef5-247db511257f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0355349 Feb 19 03:11:01.988857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7148ea-5754-4a32-aea2-735af13ce92d req-e503b1e4-b8a4-4027-8d15-743da234b921 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:01.994745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7148ea-5754-4a32-aea2-735af13ce92d req-e503b1e4-b8a4-4027-8d15-743da234b921 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:02.000002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7148ea-5754-4a32-aea2-735af13ce92d req-e503b1e4-b8a4-4027-8d15-743da234b921 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:02.005288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7148ea-5754-4a32-aea2-735af13ce92d req-e503b1e4-b8a4-4027-8d15-743da234b921 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:02.010657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7148ea-5754-4a32-aea2-735af13ce92d req-e503b1e4-b8a4-4027-8d15-743da234b921 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:02.016043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7148ea-5754-4a32-aea2-735af13ce92d req-e503b1e4-b8a4-4027-8d15-743da234b921 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:02.021429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7148ea-5754-4a32-aea2-735af13ce92d req-e503b1e4-b8a4-4027-8d15-743da234b921 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:02.023637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd7148ea-5754-4a32-aea2-735af13ce92d req-e503b1e4-b8a4-4027-8d15-743da234b921 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.0991004 Feb 19 03:11:02.095557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd7148ea-5754-4a32-aea2-735af13ce92d req-8e7bec90-3415-410a-aa8d-aa1c2140ea5d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640957 Feb 19 03:11:02.451967 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-685b128f-0719-4a2a-8988-3ead65b8418d req-56042568-15d7-4929-9dea-02866d4db18b tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0284774 Feb 19 03:11:02.873270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b25f7cc-90c5-4afe-8654-c306ca335730 req-fa06e647-bfdc-4392-81ef-eb0b7601d6a7 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0323880 Feb 19 03:11:03.166734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9a84ba45-e110-432f-81e2-861001d5dea7 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:03.259799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f82692-0956-4301-a5ba-ba203cfc2029 req-af783dc5-5b3e-40e5-9fa9-304a9d688be3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:03.265078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f82692-0956-4301-a5ba-ba203cfc2029 req-af783dc5-5b3e-40e5-9fa9-304a9d688be3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:03.270285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f82692-0956-4301-a5ba-ba203cfc2029 req-af783dc5-5b3e-40e5-9fa9-304a9d688be3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:03.275628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f82692-0956-4301-a5ba-ba203cfc2029 req-af783dc5-5b3e-40e5-9fa9-304a9d688be3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:03.280897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f82692-0956-4301-a5ba-ba203cfc2029 req-af783dc5-5b3e-40e5-9fa9-304a9d688be3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:03.286098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f82692-0956-4301-a5ba-ba203cfc2029 req-af783dc5-5b3e-40e5-9fa9-304a9d688be3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:03.291559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f82692-0956-4301-a5ba-ba203cfc2029 req-af783dc5-5b3e-40e5-9fa9-304a9d688be3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:03.293568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46f82692-0956-4301-a5ba-ba203cfc2029 req-af783dc5-5b3e-40e5-9fa9-304a9d688be3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1143770 Feb 19 03:11:03.304292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:03.318619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '9a84ba45-e110-432f-81e2-861001d5dea7', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'port_id': '9a84ba45-e110-432f-81e2-861001d5dea7', 'mac_address': 'fa:16:3e:f6:80:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:03.355476 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46f82692-0956-4301-a5ba-ba203cfc2029 req-fb6f8d67-4401-4379-8116-5d6f47b4180b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543554 Feb 19 03:11:03.369241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9a84ba45-e110-432f-81e2-861001d5dea7 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:03.369648 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.382986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a84ba45-e110-432f-81e2-861001d5dea7 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:03.404712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:03.410951 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.463332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:03.472237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.472869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.473446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.474221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.474787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.475423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.476035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.476616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.477211 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.477794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.478386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.478962 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.479543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:03.512940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9a84ba45-e110-432f-81e2-861001d5dea7'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:03.573653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c4a7b4f-a066-4416-9ca5-911dd026c9fa req-2a58b7e1-3b25-457a-9ff8-d460aa18ece8 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0326512 Feb 19 03:11:03.640325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e81537f5-af64-4a8f-a815-21585098f4a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:03.996804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac4f9d30-9425-4998-b7a5-2ad97a6e437b req-9c3df7b9-6b21-46d4-ab2b-cf80f9f45c02 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/ports?device_id=33be740d-f242-4945-bcbb-f1fc3d05c904 HTTP/1.1" status: 200 len: 210 time: 0.0377927 Feb 19 03:11:04.512238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61932809-dbed-4fee-9496-64bcfad47fbe req-3782a02a-7313-443a-ba25-69ab59263264 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:04.517859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61932809-dbed-4fee-9496-64bcfad47fbe req-3782a02a-7313-443a-ba25-69ab59263264 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:04.523639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61932809-dbed-4fee-9496-64bcfad47fbe req-3782a02a-7313-443a-ba25-69ab59263264 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:04.529432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61932809-dbed-4fee-9496-64bcfad47fbe req-3782a02a-7313-443a-ba25-69ab59263264 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:04.534973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61932809-dbed-4fee-9496-64bcfad47fbe req-3782a02a-7313-443a-ba25-69ab59263264 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:04.541362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61932809-dbed-4fee-9496-64bcfad47fbe req-3782a02a-7313-443a-ba25-69ab59263264 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:04.546781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61932809-dbed-4fee-9496-64bcfad47fbe req-3782a02a-7313-443a-ba25-69ab59263264 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:04.556425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61932809-dbed-4fee-9496-64bcfad47fbe req-3782a02a-7313-443a-ba25-69ab59263264 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1062489 Feb 19 03:11:04.637477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61932809-dbed-4fee-9496-64bcfad47fbe req-8cd13b88-847e-4173-822b-08f0f2aa5334 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754309 Feb 19 03:11:04.744895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1ef2458-7af2-48fd-aac4-870725aed57f req-54909bc7-b80c-471f-86cf-580843e3f354 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0319946 Feb 19 03:11:05.105989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36658) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:05.181597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for security_group (8208d655-7206-4b1a-a23c-3ebea9ce28a5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.185691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9a84ba45-e110-432f-81e2-861001d5dea7 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:05.224870 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for security_group (8208d655-7206-4b1a-a23c-3ebea9ce28a5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.293426 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 9a84ba45-e110-432f-81e2-861001d5dea7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:05.293791 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.295579 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8208d655-7206-4b1a-a23c-3ebea9ce28a5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.298699 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.302602 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "DELETE /v2.0/security-groups/8208d655-7206-4b1a-a23c-3ebea9ce28a5 HTTP/1.1" status: 204 len: 168 time: 0.1928475 Feb 19 03:11:05.304001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36666) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:05.330164 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-6e78e164-10f6-4993-8f66-c9e4e69b177d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] show failed (client error): The resource could not be found. Feb 19 03:11:05.339613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6e78e164-10f6-4993-8f66-c9e4e69b177d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "GET /v2.0/security-groups/8208d655-7206-4b1a-a23c-3ebea9ce28a5 HTTP/1.1" status: 404 len: 347 time: 0.0259054 Feb 19 03:11:05.340981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36668) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:05.343021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8208d655-7206-4b1a-a23c-3ebea9ce28a5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:05.364516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.365050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.366694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.367221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.369541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.370687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.371609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.372039 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.374044 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.374588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.375030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.376933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.377396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb203897-cb84-403f-b797-90e74131e30f tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:05.516456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9a84ba45-e110-432f-81e2-861001d5dea7 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:05.516875 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.551867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Deleting port f8a6a5ad-d619-4d91-b580-18e1db5be586 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:05.554631 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f8a6a5ad-d619-4d91-b580-18e1db5be586), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.571642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:05.573928 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7808706-ff76-43a2-a106-932aa829c0a8" -d '{"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-plugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:05.598688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:05.612092 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.646348 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac0e06d-4b2a-4bf3-b2f5-1a86d0390f90 x-openstack-request-id: req-9ac0e06d-4b2a-4bf3-b2f5-1a86d0390f90 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:05.648873 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-plugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:05.649263 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ac0e06d-4b2a-4bf3-b2f5-1a86d0390f90 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:05.650229 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7', 'code': 200} Feb 19 03:11:05.699155 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f8a6a5ad-d619-4d91-b580-18e1db5be586), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.699701 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for floatingip (f8a6a5ad-d619-4d91-b580-18e1db5be586), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.705045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:05.729743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Calling delete_port for f8a6a5ad-d619-4d91-b580-18e1db5be586 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:05.869259 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e3c97321-958c-4fc7-b6b4-3dc95da8aad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:05.907991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae757dee-108e-4890-b6a6-9c8e82cbf62f req-85497fbd-b63d-48e5-9fe2-a8533eb91fd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:05.919919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae757dee-108e-4890-b6a6-9c8e82cbf62f req-85497fbd-b63d-48e5-9fe2-a8533eb91fd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:05.926799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae757dee-108e-4890-b6a6-9c8e82cbf62f req-85497fbd-b63d-48e5-9fe2-a8533eb91fd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:05.932708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae757dee-108e-4890-b6a6-9c8e82cbf62f req-85497fbd-b63d-48e5-9fe2-a8533eb91fd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:05.938283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae757dee-108e-4890-b6a6-9c8e82cbf62f req-85497fbd-b63d-48e5-9fe2-a8533eb91fd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:05.944864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae757dee-108e-4890-b6a6-9c8e82cbf62f req-85497fbd-b63d-48e5-9fe2-a8533eb91fd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:05.950419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae757dee-108e-4890-b6a6-9c8e82cbf62f req-85497fbd-b63d-48e5-9fe2-a8533eb91fd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:05.958645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae757dee-108e-4890-b6a6-9c8e82cbf62f req-85497fbd-b63d-48e5-9fe2-a8533eb91fd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.2077782 Feb 19 03:11:06.022673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7919355-fd72-4b01-a8a3-42df0eec6e43 req-801ccc07-b8ef-45a5-ae6c-9e56ae4dba56 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0549414 Feb 19 03:11:06.102388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae757dee-108e-4890-b6a6-9c8e82cbf62f req-563b7e14-2d5c-418d-a91f-401a8dec69ea tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427143 Feb 19 03:11:06.141675 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f8a6a5ad-d619-4d91-b580-18e1db5be586), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.172956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'Port': ['ID=f8a6a5ad-d619-4d91-b580-18e1db5be586,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:06.184568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.185102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.185602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.186091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.186571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.187047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.188339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.188891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.189385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.190000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.190495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.190975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.191456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:11:06.274487 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for floatingip (4f976f9b-2c38-433d-b335-a68ea27c3837), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.277908 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.281700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4493313c-9352-4c93-880b-92724b2571f1 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "DELETE /v2.0/floatingips/4f976f9b-2c38-433d-b335-a68ea27c3837 HTTP/1.1" status: 204 len: 168 time: 0.9354589 Feb 19 03:11:06.281983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36680) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:06.385581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-3bba5391-d37b-43a5-a6b3-491b194fb1f5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Deleting port d5775f94-e272-4b71-ba53-68b52e42b574 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:06.385944 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3bba5391-d37b-43a5-a6b3-491b194fb1f5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.481984 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3bba5391-d37b-43a5-a6b3-491b194fb1f5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.495055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-3bba5391-d37b-43a5-a6b3-491b194fb1f5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Calling delete_port for d5775f94-e272-4b71-ba53-68b52e42b574 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:06.643130 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3bba5391-d37b-43a5-a6b3-491b194fb1f5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d5775f94-e272-4b71-ba53-68b52e42b574), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.685514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba5391-d37b-43a5-a6b3-491b194fb1f5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'Port': ['ID=d5775f94-e272-4b71-ba53-68b52e42b574,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:06.775716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3bba5391-d37b-43a5-a6b3-491b194fb1f5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:06.781715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3bba5391-d37b-43a5-a6b3-491b194fb1f5 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "DELETE /v2.0/ports/d5775f94-e272-4b71-ba53-68b52e42b574 HTTP/1.1" status: 204 len: 168 time: 0.4963369 Feb 19 03:11:06.781937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36690) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:06.887332 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0fc05e36-9a39-4db1-ae7a-60672be6e36d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Deleting port e2bf896b-e2cc-48ce-bf73-650984ae1ae1 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:06.887559 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0fc05e36-9a39-4db1-ae7a-60672be6e36d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.001292 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.030862 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0fc05e36-9a39-4db1-ae7a-60672be6e36d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.050540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0fc05e36-9a39-4db1-ae7a-60672be6e36d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Calling delete_port for e2bf896b-e2cc-48ce-bf73-650984ae1ae1 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:07.320469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a85f1a15-0d13-4dc7-a76f-fca03ea6fd26 req-2fea0eac-756c-49a4-92c9-c8c1d8ce50e7 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0930378 Feb 19 03:11:07.374771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8fbce-d1f6-4c92-bb54-27b4faa86742 req-14549f42-0adc-442a-b47c-5159991966c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:07.380635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8fbce-d1f6-4c92-bb54-27b4faa86742 req-14549f42-0adc-442a-b47c-5159991966c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:07.386373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8fbce-d1f6-4c92-bb54-27b4faa86742 req-14549f42-0adc-442a-b47c-5159991966c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:07.392753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8fbce-d1f6-4c92-bb54-27b4faa86742 req-14549f42-0adc-442a-b47c-5159991966c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:07.398750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8fbce-d1f6-4c92-bb54-27b4faa86742 req-14549f42-0adc-442a-b47c-5159991966c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:07.404651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8fbce-d1f6-4c92-bb54-27b4faa86742 req-14549f42-0adc-442a-b47c-5159991966c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:07.411251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8fbce-d1f6-4c92-bb54-27b4faa86742 req-14549f42-0adc-442a-b47c-5159991966c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:07.413007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ab8fbce-d1f6-4c92-bb54-27b4faa86742 req-14549f42-0adc-442a-b47c-5159991966c5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1870179 Feb 19 03:11:07.414298 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0fc05e36-9a39-4db1-ae7a-60672be6e36d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e2bf896b-e2cc-48ce-bf73-650984ae1ae1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.467099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc05e36-9a39-4db1-ae7a-60672be6e36d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'Port': ['ID=e2bf896b-e2cc-48ce-bf73-650984ae1ae1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:07.575270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ab8fbce-d1f6-4c92-bb54-27b4faa86742 req-50258b7d-f94a-4b21-98a0-59a53b598ef8 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1435673 Feb 19 03:11:07.578368 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0fc05e36-9a39-4db1-ae7a-60672be6e36d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.584132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0fc05e36-9a39-4db1-ae7a-60672be6e36d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "DELETE /v2.0/ports/e2bf896b-e2cc-48ce-bf73-650984ae1ae1 HTTP/1.1" status: 204 len: 168 time: 0.7988784 Feb 19 03:11:07.584500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36724) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:07.639406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-300d3a11-47b9-496c-90d4-d655dbb0763d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Deleting subnet 389c3134-0e16-47c8-b483-a7455907601b {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:11:07.644248 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-300d3a11-47b9-496c-90d4-d655dbb0763d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for subnet (389c3134-0e16-47c8-b483-a7455907601b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.710506 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-300d3a11-47b9-496c-90d4-d655dbb0763d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (389c3134-0e16-47c8-b483-a7455907601b), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.830047 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-300d3a11-47b9-496c-90d4-d655dbb0763d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (389c3134-0e16-47c8-b483-a7455907601b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.904588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-300d3a11-47b9-496c-90d4-d655dbb0763d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (389c3134-0e16-47c8-b483-a7455907601b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.949266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d3a11-47b9-496c-90d4-d655dbb0763d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'Subnet': ['ID=389c3134-0e16-47c8-b483-a7455907601b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:07.981702 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-300d3a11-47b9-496c-90d4-d655dbb0763d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:07.982603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aab83f-238b-49b6-af72-49a3effa29ca None None] Network 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:11:07.990785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36734) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:08.002784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-300d3a11-47b9-496c-90d4-d655dbb0763d tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "DELETE /v2.0/subnets/389c3134-0e16-47c8-b483-a7455907601b HTTP/1.1" status: 204 len: 168 time: 0.4170024 Feb 19 03:11:08.106560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-404c2677-a3a9-4897-ac4c-6fcf3789707c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Deleting subnet 4bbff081-5cb4-44c4-bccf-eacf05128765 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:11:08.121986 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404c2677-a3a9-4897-ac4c-6fcf3789707c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks [] for subnet (4bbff081-5cb4-44c4-bccf-eacf05128765), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.217732 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404c2677-a3a9-4897-ac4c-6fcf3789707c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (4bbff081-5cb4-44c4-bccf-eacf05128765), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.337387 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e47a61a-cb7d-4d32-8895-b5004eca4aad None None] DHCP port deletion for 708bd1f1-93b4-47e5-a1d4-41f33cfbb174 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:11:08.349383 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.376541 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404c2677-a3a9-4897-ac4c-6fcf3789707c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (4bbff081-5cb4-44c4-bccf-eacf05128765), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.492180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4e47a61a-cb7d-4d32-8895-b5004eca4aad None None] Deleting port 2c6efbc9-d76b-4faa-a904-d907d30fd050 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:08.493051 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e47a61a-cb7d-4d32-8895-b5004eca4aad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.501920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404c2677-a3a9-4897-ac4c-6fcf3789707c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (4bbff081-5cb4-44c4-bccf-eacf05128765), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.525770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404c2677-a3a9-4897-ac4c-6fcf3789707c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.530814 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-404c2677-a3a9-4897-ac4c-6fcf3789707c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "DELETE /v2.0/subnets/4bbff081-5cb4-44c4-bccf-eacf05128765 HTTP/1.1" status: 204 len: 168 time: 0.5387101 Feb 19 03:11:08.538309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2140cc17-1016-4f2e-9cd4-9cd1f5ad9321 req-5097ee28-fa39-4292-9646-39fec166aa81 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0771918 Feb 19 03:11:08.538793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36738) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:08.552680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404c2677-a3a9-4897-ac4c-6fcf3789707c tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbff081-5cb4-44c4-bccf-eacf05128765,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:08.580816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4e47a61a-cb7d-4d32-8895-b5004eca4aad None None] For port 2c6efbc9-d76b-4faa-a904-d907d30fd050, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2c6efbc9-d76b-4faa-a904-d907d30fd050,segment=NetworkSegment(33714d8a-3eb2-41e5-b406-3ba814b52ca6),segment_id=33714d8a-3eb2-41e5-b406-3ba814b52ca6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:08.581506 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e47a61a-cb7d-4d32-8895-b5004eca4aad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.598228 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4e47a61a-cb7d-4d32-8895-b5004eca4aad None None] Calling delete_port for 2c6efbc9-d76b-4faa-a904-d907d30fd050 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:08.628523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25e99f2-3db6-4b4c-8987-d1de63a32bee None None] Network 2546c89f-3126-41e0-a61b-a364cebc24c5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:11:08.683757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7368b725-e361-4b09-9581-ce6a468a6e13 req-f46a4e36-d15e-46b5-8a1a-e5ae47882f5f tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.1463649 Feb 19 03:11:08.806612 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (708bd1f1-93b4-47e5-a1d4-41f33cfbb174), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.831448 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e47a61a-cb7d-4d32-8895-b5004eca4aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (2c6efbc9-d76b-4faa-a904-d907d30fd050), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:08.865627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e47a61a-cb7d-4d32-8895-b5004eca4aad None None] No DVR routers for this DVR port 2c6efbc9-d76b-4faa-a904-d907d30fd050 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:11:08.921902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47a61a-cb7d-4d32-8895-b5004eca4aad None None] Pushing event deleted for resources: {'Port': ['ID=2c6efbc9-d76b-4faa-a904-d907d30fd050,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:08.985993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ddf1ba-0337-4baa-9257-5981f2b31b3a None None] DHCP port deletion for 2546c89f-3126-41e0-a61b-a364cebc24c5 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:11:09.090854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-27ddf1ba-0337-4baa-9257-5981f2b31b3a None None] Deleting port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:09.091227 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27ddf1ba-0337-4baa-9257-5981f2b31b3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.136264 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (708bd1f1-93b4-47e5-a1d4-41f33cfbb174), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.161001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708bd1f1-93b4-47e5-a1d4-41f33cfbb174']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:09.177620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33714d8a-3eb2-41e5-b406-3ba814b52ca6') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:09.178775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33714d8a-3eb2-41e5-b406-3ba814b52ca6') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:09.181021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-27ddf1ba-0337-4baa-9257-5981f2b31b3a None None] For port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d,segment=NetworkSegment(26fca097-23e0-4dfd-b0af-2b09e854eb84),segment_id=26fca097-23e0-4dfd-b0af-2b09e854eb84)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:09.181428 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27ddf1ba-0337-4baa-9257-5981f2b31b3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.189864 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (33714d8a-3eb2-41e5-b406-3ba814b52ca6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.200110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-27ddf1ba-0337-4baa-9257-5981f2b31b3a None None] Calling delete_port for 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:09.205764 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (33714d8a-3eb2-41e5-b406-3ba814b52ca6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.220368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:11:09.223063 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (33714d8a-3eb2-41e5-b406-3ba814b52ca6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:11:09.230911 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:11:09.327078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a52fd0-1fef-42be-83ef-028232012d87 req-5d4497e2-c260-40dd-9f33-17aefdc137ee tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.332073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a52fd0-1fef-42be-83ef-028232012d87 req-5d4497e2-c260-40dd-9f33-17aefdc137ee tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.338276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a52fd0-1fef-42be-83ef-028232012d87 req-5d4497e2-c260-40dd-9f33-17aefdc137ee tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.343891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a52fd0-1fef-42be-83ef-028232012d87 req-5d4497e2-c260-40dd-9f33-17aefdc137ee tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.349728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a52fd0-1fef-42be-83ef-028232012d87 req-5d4497e2-c260-40dd-9f33-17aefdc137ee tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.355275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a52fd0-1fef-42be-83ef-028232012d87 req-5d4497e2-c260-40dd-9f33-17aefdc137ee tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.357056 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27ddf1ba-0337-4baa-9257-5981f2b31b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.363880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a52fd0-1fef-42be-83ef-028232012d87 req-5d4497e2-c260-40dd-9f33-17aefdc137ee tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:09.373856 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9a52fd0-1fef-42be-83ef-028232012d87 req-5d4497e2-c260-40dd-9f33-17aefdc137ee tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.5506787 Feb 19 03:11:09.404279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddf1ba-0337-4baa-9257-5981f2b31b3a None None] Pushing event deleted for resources: {'Port': ['ID=5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:09.414799 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ddf1ba-0337-4baa-9257-5981f2b31b3a None None] No DVR routers for this DVR port 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:11:09.447400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (708bd1f1-93b4-47e5-a1d4-41f33cfbb174), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.457940 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.464246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36748) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:09.465060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "DELETE /v2.0/networks/708bd1f1-93b4-47e5-a1d4-41f33cfbb174 HTTP/1.1" status: 204 len: 168 time: 0.9237978 Feb 19 03:11:09.521044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9a52fd0-1fef-42be-83ef-028232012d87 req-e34368bb-45ad-4738-9414-7fc92a5f5ca1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1349230 Feb 19 03:11:09.522423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb9b02-b616-40e3-aaf9-a7c4cc0b59ea tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'Network': ['ID=708bd1f1-93b4-47e5-a1d4-41f33cfbb174,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:09.591324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (2546c89f-3126-41e0-a61b-a364cebc24c5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.707029 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (2546c89f-3126-41e0-a61b-a364cebc24c5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.731914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2546c89f-3126-41e0-a61b-a364cebc24c5']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:09.743311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26fca097-23e0-4dfd-b0af-2b09e854eb84') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:09.743942 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26fca097-23e0-4dfd-b0af-2b09e854eb84') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:09.756898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (26fca097-23e0-4dfd-b0af-2b09e854eb84), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.772848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (26fca097-23e0-4dfd-b0af-2b09e854eb84), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.780466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:11:09.781501 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (26fca097-23e0-4dfd-b0af-2b09e854eb84), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:11:09.785225 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:11:09.872142 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (2546c89f-3126-41e0-a61b-a364cebc24c5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.905354 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4c885ba-8404-4784-aec9-24931aa2c2b3 req-a6e7e43e-f0ee-4a83-844e-2079d7e007bb tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0563982 Feb 19 03:11:09.945750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:09.965729 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] 10.222.0.81 "DELETE /v2.0/networks/2546c89f-3126-41e0-a61b-a364cebc24c5 HTTP/1.1" status: 204 len: 168 time: 0.4934072 Feb 19 03:11:09.967780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00bb0a1-127d-46a5-9853-b5f0e84502e8 tempest-TaggedBootDevicesTest_v242-1805199344 tempest-TaggedBootDevicesTest_v242-1805199344-project] Pushing event deleted for resources: {'Network': ['ID=2546c89f-3126-41e0-a61b-a364cebc24c5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:10.057118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2c6efbc9-d76b-4faa-a904-d907d30fd050 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:11:10.137396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 2c6efbc9-d76b-4faa-a904-d907d30fd050 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:11:10.138493 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2c6efbc9-d76b-4faa-a904-d907d30fd050 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:11:10.139146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:11:10.183030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:11:10.185251 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5a5bcc81-2f00-42b1-b8ab-19558f9f1d9d not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:11:10.199540 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:10.735210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082887c5-4c50-42f8-9a10-be21ce97c32f req-60f21aff-9eb8-4a04-b236-5f3c316e7c67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.744094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082887c5-4c50-42f8-9a10-be21ce97c32f req-60f21aff-9eb8-4a04-b236-5f3c316e7c67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.750395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082887c5-4c50-42f8-9a10-be21ce97c32f req-60f21aff-9eb8-4a04-b236-5f3c316e7c67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.756513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082887c5-4c50-42f8-9a10-be21ce97c32f req-60f21aff-9eb8-4a04-b236-5f3c316e7c67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.764810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082887c5-4c50-42f8-9a10-be21ce97c32f req-60f21aff-9eb8-4a04-b236-5f3c316e7c67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.771104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082887c5-4c50-42f8-9a10-be21ce97c32f req-60f21aff-9eb8-4a04-b236-5f3c316e7c67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.782887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082887c5-4c50-42f8-9a10-be21ce97c32f req-60f21aff-9eb8-4a04-b236-5f3c316e7c67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:10.785101 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-082887c5-4c50-42f8-9a10-be21ce97c32f req-60f21aff-9eb8-4a04-b236-5f3c316e7c67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1539736 Feb 19 03:11:10.877821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-082887c5-4c50-42f8-9a10-be21ce97c32f req-8bad7ed2-545e-404d-b616-f15b147a5305 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853937 Feb 19 03:11:11.086238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14a3c160-87bc-45a3-9739-9c881678dee0 req-bf1d458f-3d4a-4d80-aa5c-d651fb8dfb27 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0485604 Feb 19 03:11:11.476685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3ac8832-2013-400a-ba07-66559d28bb1b req-886aa686-0666-44ed-a2d0-05f6c428f7d9 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088&device_id=737310e3-ff65-4991-b148-dabab15420e6 HTTP/1.1" status: 200 len: 210 time: 0.0416546 Feb 19 03:11:11.786738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-783f9984-c856-43b6-b234-e5893617c298 req-72af1927-c15d-4123-bec7-8e1615912075 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b214a32d541e459ca98406fcfb04c97f&device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0436161 Feb 19 03:11:11.884325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-573777f8-8593-430f-9ef6-d9d7fa6dfecb req-5c58bc68-36c9-44bc-acda-a30a61c3cbfd tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0731850 Feb 19 03:11:11.893279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-783f9984-c856-43b6-b234-e5893617c298 req-8bf19296-422e-442c-8859-7e4293a9fffc service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b214a32d541e459ca98406fcfb04c97f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997946 Feb 19 03:11:12.071822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f9984-c856-43b6-b234-e5893617c298 req-f58f265e-c7ff-47ef-8fdb-030d821f9e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:12.073823 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-783f9984-c856-43b6-b234-e5893617c298 req-f58f265e-c7ff-47ef-8fdb-030d821f9e33 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1650503 Feb 19 03:11:12.141729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807956cc-55a2-45ed-83a1-49b8957bf0c2 req-500cc70a-5a83-43f0-bfbd-f5c64f1bcd8e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:12.147450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807956cc-55a2-45ed-83a1-49b8957bf0c2 req-500cc70a-5a83-43f0-bfbd-f5c64f1bcd8e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:12.155118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807956cc-55a2-45ed-83a1-49b8957bf0c2 req-500cc70a-5a83-43f0-bfbd-f5c64f1bcd8e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:12.161209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807956cc-55a2-45ed-83a1-49b8957bf0c2 req-500cc70a-5a83-43f0-bfbd-f5c64f1bcd8e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:12.167002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807956cc-55a2-45ed-83a1-49b8957bf0c2 req-500cc70a-5a83-43f0-bfbd-f5c64f1bcd8e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:12.172787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807956cc-55a2-45ed-83a1-49b8957bf0c2 req-500cc70a-5a83-43f0-bfbd-f5c64f1bcd8e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:12.178206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807956cc-55a2-45ed-83a1-49b8957bf0c2 req-500cc70a-5a83-43f0-bfbd-f5c64f1bcd8e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:12.180461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807956cc-55a2-45ed-83a1-49b8957bf0c2 req-500cc70a-5a83-43f0-bfbd-f5c64f1bcd8e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1824741 Feb 19 03:11:12.266568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-807956cc-55a2-45ed-83a1-49b8957bf0c2 req-d0dce7ad-af90-4a35-a46e-f00589c79995 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800047 Feb 19 03:11:13.045771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc7f84d0-1ba3-46c5-9f2e-24f4a52b37fb req-c1cf88e6-0e19-42d8-a7ae-8134d3e26a54 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0419841 Feb 19 03:11:13.218035 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:11:13.449123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-783f9984-c856-43b6-b234-e5893617c298 req-c39fd25c-632b-41a0-828c-5de36f06430a tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.67 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0325649 Feb 19 03:11:13.499123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c159d4b-ede7-4c66-8412-a3e3d2a2f387 req-2b52fa49-f37b-48ad-be71-ea4a0767a463 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:13.511979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c159d4b-ede7-4c66-8412-a3e3d2a2f387 req-2b52fa49-f37b-48ad-be71-ea4a0767a463 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:13.518049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c159d4b-ede7-4c66-8412-a3e3d2a2f387 req-2b52fa49-f37b-48ad-be71-ea4a0767a463 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:13.524638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c159d4b-ede7-4c66-8412-a3e3d2a2f387 req-2b52fa49-f37b-48ad-be71-ea4a0767a463 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:13.531221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c159d4b-ede7-4c66-8412-a3e3d2a2f387 req-2b52fa49-f37b-48ad-be71-ea4a0767a463 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:13.540363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c159d4b-ede7-4c66-8412-a3e3d2a2f387 req-2b52fa49-f37b-48ad-be71-ea4a0767a463 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:13.548376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c159d4b-ede7-4c66-8412-a3e3d2a2f387 req-2b52fa49-f37b-48ad-be71-ea4a0767a463 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:13.560493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c159d4b-ede7-4c66-8412-a3e3d2a2f387 req-2b52fa49-f37b-48ad-be71-ea4a0767a463 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1824694 Feb 19 03:11:13.645422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c159d4b-ede7-4c66-8412-a3e3d2a2f387 req-85b49060-e890-4c49-85b1-eebf906ae766 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0836375 Feb 19 03:11:14.295502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6cfdb470-d52f-425f-8028-3c9508b25f7f req-d3878fc8-e114-4b9a-ab2f-014e4dd1ce59 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=21727462-136e-49bb-a0be-9408134ba088 HTTP/1.1" status: 200 len: 210 time: 0.0830245 Feb 19 03:11:14.850985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d75337-90f7-4687-9cea-e89728932d18 req-8deb7ef0-62bf-428f-b799-8cc3a8d2b9b2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:14.863609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d75337-90f7-4687-9cea-e89728932d18 req-8deb7ef0-62bf-428f-b799-8cc3a8d2b9b2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:14.869530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d75337-90f7-4687-9cea-e89728932d18 req-8deb7ef0-62bf-428f-b799-8cc3a8d2b9b2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:14.875099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d75337-90f7-4687-9cea-e89728932d18 req-8deb7ef0-62bf-428f-b799-8cc3a8d2b9b2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:14.880822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d75337-90f7-4687-9cea-e89728932d18 req-8deb7ef0-62bf-428f-b799-8cc3a8d2b9b2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:14.886451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d75337-90f7-4687-9cea-e89728932d18 req-8deb7ef0-62bf-428f-b799-8cc3a8d2b9b2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:14.892006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d75337-90f7-4687-9cea-e89728932d18 req-8deb7ef0-62bf-428f-b799-8cc3a8d2b9b2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:14.899851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66d75337-90f7-4687-9cea-e89728932d18 req-8deb7ef0-62bf-428f-b799-8cc3a8d2b9b2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5420 time: 0.1430683 Feb 19 03:11:14.958782 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66d75337-90f7-4687-9cea-e89728932d18 req-aa6e55d8-daf8-4f65-84fa-89d35c27c8cb tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576634 Feb 19 03:11:15.236994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c7c7393f-e0b4-4fe6-b67b-268f9438ff93 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:15.452214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c7c7393f-e0b4-4fe6-b67b-268f9438ff93, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:15.466227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'c7c7393f-e0b4-4fe6-b67b-268f9438ff93', 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964', 'port_id': 'c7c7393f-e0b4-4fe6-b67b-268f9438ff93', 'mac_address': 'fa:16:3e:e1:9a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c72830-55c7-4d41-887b-cc9edfd6d350', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:15.519266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:15.519911 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.535973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c7393f-e0b4-4fe6-b67b-268f9438ff93 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:15.574338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c7c7393f-e0b4-4fe6-b67b-268f9438ff93, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:15.586548 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.587653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d24d556c-9242-49ae-8a97-06770771242b details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:15.642521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:15.711392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11009124-c04c-490f-a66c-93ae6dcc031c req-ad070e21-a835-4128-a405-f511954d8f93 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b214a32d541e459ca98406fcfb04c97f&device_id=737310e3-ff65-4991-b148-dabab15420e6 HTTP/1.1" status: 200 len: 210 time: 0.0505855 Feb 19 03:11:15.736152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d24d556c-9242-49ae-8a97-06770771242b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d24d556c-9242-49ae-8a97-06770771242b,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:15.768241 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11009124-c04c-490f-a66c-93ae6dcc031c req-a64c9bca-adaa-4b47-b4b0-2cf71a7da8f1 service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=b214a32d541e459ca98406fcfb04c97f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489321 Feb 19 03:11:15.772914 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'd24d556c-9242-49ae-8a97-06770771242b', 'network_id': '6af92cd5-54ec-4f14-82e4-e7e519181964', 'port_id': 'd24d556c-9242-49ae-8a97-06770771242b', 'mac_address': 'fa:16:3e:9b:c0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60c72830-55c7-4d41-887b-cc9edfd6d350', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:15.855933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d24d556c-9242-49ae-8a97-06770771242b is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:15.856849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d24d556c-9242-49ae-8a97-06770771242b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.876820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24d556c-9242-49ae-8a97-06770771242b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:15.910555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d24d556c-9242-49ae-8a97-06770771242b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d24d556c-9242-49ae-8a97-06770771242b,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:15.921453 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d24d556c-9242-49ae-8a97-06770771242b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:15.923835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e24c2a48-667d-4140-871f-fb0fe279b541 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:15.967322 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0818feb2-9d12-40f4-9d17-d1a99e3350c9 req-160b1def-cf53-4921-8a5a-d0bbe5bdfc6e tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=737310e3-ff65-4991-b148-dabab15420e6 HTTP/1.1" status: 200 len: 210 time: 0.0799649 Feb 19 03:11:16.032719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d24d556c-9242-49ae-8a97-06770771242b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:16.066968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11009124-c04c-490f-a66c-93ae6dcc031c req-89a087f6-b4a0-454c-b0a6-98d9e3bc7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:16.068561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11009124-c04c-490f-a66c-93ae6dcc031c req-89a087f6-b4a0-454c-b0a6-98d9e3bc7b0f service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2910054 Feb 19 03:11:16.170286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e24c2a48-667d-4140-871f-fb0fe279b541, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e24c2a48-667d-4140-871f-fb0fe279b541,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:16.182548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'e24c2a48-667d-4140-871f-fb0fe279b541', 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887', 'port_id': 'e24c2a48-667d-4140-871f-fb0fe279b541', 'mac_address': 'fa:16:3e:cc:a7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7db5a41-80b5-4002-9f1c-260b629e1411', 'ip_address': '10.1.1.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:16.224858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91def1-cb62-4815-b66c-3b30c001375a req-dba5dbed-7305-4014-a890-cc5d63996bfe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:16.231804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e24c2a48-667d-4140-871f-fb0fe279b541 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:16.232345 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.232846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91def1-cb62-4815-b66c-3b30c001375a req-dba5dbed-7305-4014-a890-cc5d63996bfe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:16.239452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91def1-cb62-4815-b66c-3b30c001375a req-dba5dbed-7305-4014-a890-cc5d63996bfe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:16.246270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91def1-cb62-4815-b66c-3b30c001375a req-dba5dbed-7305-4014-a890-cc5d63996bfe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:16.254424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e24c2a48-667d-4140-871f-fb0fe279b541 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:16.257624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91def1-cb62-4815-b66c-3b30c001375a req-dba5dbed-7305-4014-a890-cc5d63996bfe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:16.263993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91def1-cb62-4815-b66c-3b30c001375a req-dba5dbed-7305-4014-a890-cc5d63996bfe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:16.270816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91def1-cb62-4815-b66c-3b30c001375a req-dba5dbed-7305-4014-a890-cc5d63996bfe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:16.281904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd91def1-cb62-4815-b66c-3b30c001375a req-dba5dbed-7305-4014-a890-cc5d63996bfe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5422 time: 0.1637149 Feb 19 03:11:16.290226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e24c2a48-667d-4140-871f-fb0fe279b541, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e24c2a48-667d-4140-871f-fb0fe279b541,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:16.301627 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.302448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 78517530-836b-4655-9fe8-84515836b501 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:16.385936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e24c2a48-667d-4140-871f-fb0fe279b541,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:16.390045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 78517530-836b-4655-9fe8-84515836b501, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=78517530-836b-4655-9fe8-84515836b501,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:16.402682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '78517530-836b-4655-9fe8-84515836b501', 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887', 'port_id': '78517530-836b-4655-9fe8-84515836b501', 'mac_address': 'fa:16:3e:71:43:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7db5a41-80b5-4002-9f1c-260b629e1411', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:16.436613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd91def1-cb62-4815-b66c-3b30c001375a req-87889b56-2c69-49d2-9e03-0fbe92541815 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1529996 Feb 19 03:11:16.467974 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 78517530-836b-4655-9fe8-84515836b501 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:16.468586 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (78517530-836b-4655-9fe8-84515836b501), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.486421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78517530-836b-4655-9fe8-84515836b501 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:16.527353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 78517530-836b-4655-9fe8-84515836b501, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=78517530-836b-4655-9fe8-84515836b501,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:16.535282 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (78517530-836b-4655-9fe8-84515836b501), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.536245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 307fe882-90e7-45a5-b076-cc5741d656a2 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:16.612682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=78517530-836b-4655-9fe8-84515836b501,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:16.639783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 307fe882-90e7-45a5-b076-cc5741d656a2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=307fe882-90e7-45a5-b076-cc5741d656a2,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:16.653606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '307fe882-90e7-45a5-b076-cc5741d656a2', 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887', 'port_id': '307fe882-90e7-45a5-b076-cc5741d656a2', 'mac_address': 'fa:16:3e:42:27:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7db5a41-80b5-4002-9f1c-260b629e1411', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:16.707994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 307fe882-90e7-45a5-b076-cc5741d656a2 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:16.708392 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.728142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 307fe882-90e7-45a5-b076-cc5741d656a2 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:16.754718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 307fe882-90e7-45a5-b076-cc5741d656a2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=307fe882-90e7-45a5-b076-cc5741d656a2,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:16.762540 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.763586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device ef9160a2-f769-4929-9fe3-4b33b6ef333a details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:16.834436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=307fe882-90e7-45a5-b076-cc5741d656a2,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:16.838388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port ef9160a2-f769-4929-9fe3-4b33b6ef333a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=ef9160a2-f769-4929-9fe3-4b33b6ef333a,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:16.851777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'ef9160a2-f769-4929-9fe3-4b33b6ef333a', 'network_id': '0cdb6cc6-4e77-4b1d-a45a-8fef76064887', 'port_id': 'ef9160a2-f769-4929-9fe3-4b33b6ef333a', 'mac_address': 'fa:16:3e:77:9e:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7db5a41-80b5-4002-9f1c-260b629e1411', 'ip_address': '10.1.1.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:16.897488 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port ef9160a2-f769-4929-9fe3-4b33b6ef333a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:16.900004 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.917053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef9160a2-f769-4929-9fe3-4b33b6ef333a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:16.939905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port ef9160a2-f769-4929-9fe3-4b33b6ef333a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=ef9160a2-f769-4929-9fe3-4b33b6ef333a,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:16.947418 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:16.948404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0326cf6f-e775-4499-8a66-2145d413307a details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:17.021157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=ef9160a2-f769-4929-9fe3-4b33b6ef333a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:17.102395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0326cf6f-e775-4499-8a66-2145d413307a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0326cf6f-e775-4499-8a66-2145d413307a,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:17.104022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63af3449-7b53-44e5-9f31-b8c3d18fc230 req-2e813f65-9ed2-4be2-9088-42479b15aaa1 tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.81 "GET /v2.0/ports?device_id=737310e3-ff65-4991-b148-dabab15420e6 HTTP/1.1" status: 200 len: 210 time: 0.0339475 Feb 19 03:11:17.115404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '0326cf6f-e775-4499-8a66-2145d413307a', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'port_id': '0326cf6f-e775-4499-8a66-2145d413307a', 'mac_address': 'fa:16:3e:da:4c:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:17.312983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 0326cf6f-e775-4499-8a66-2145d413307a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:17.313730 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0326cf6f-e775-4499-8a66-2145d413307a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.328576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0326cf6f-e775-4499-8a66-2145d413307a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:17.355109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0326cf6f-e775-4499-8a66-2145d413307a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0326cf6f-e775-4499-8a66-2145d413307a,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:17.359280 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0326cf6f-e775-4499-8a66-2145d413307a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:17.465975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=0326cf6f-e775-4499-8a66-2145d413307a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:17.494833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11009124-c04c-490f-a66c-93ae6dcc031c req-3c3dc630-b6b9-4f45-a479-f9c6469dd7fe tempest-ServerShowV247Test-1679637790 tempest-ServerShowV247Test-1679637790-project] 10.222.0.67 "GET /v2.0/ports?device_id=737310e3-ff65-4991-b148-dabab15420e6 HTTP/1.1" status: 200 len: 210 time: 0.0562162 Feb 19 03:11:17.590165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d3012-b684-4403-a07d-997af7b6895e req-ad302f79-e404-4264-b77c-4eed0b0a75ab tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.595910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d3012-b684-4403-a07d-997af7b6895e req-ad302f79-e404-4264-b77c-4eed0b0a75ab tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.606218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d3012-b684-4403-a07d-997af7b6895e req-ad302f79-e404-4264-b77c-4eed0b0a75ab tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.611801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d3012-b684-4403-a07d-997af7b6895e req-ad302f79-e404-4264-b77c-4eed0b0a75ab tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.619215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d3012-b684-4403-a07d-997af7b6895e req-ad302f79-e404-4264-b77c-4eed0b0a75ab tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.625498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d3012-b684-4403-a07d-997af7b6895e req-ad302f79-e404-4264-b77c-4eed0b0a75ab tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.631567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d3012-b684-4403-a07d-997af7b6895e req-ad302f79-e404-4264-b77c-4eed0b0a75ab tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:17.639096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-044d3012-b684-4403-a07d-997af7b6895e req-ad302f79-e404-4264-b77c-4eed0b0a75ab tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5427 time: 0.1241727 Feb 19 03:11:17.710225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-044d3012-b684-4403-a07d-997af7b6895e req-d587c04a-82a4-4140-8dec-af0b67b5a189 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0701270 Feb 19 03:11:18.233506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2cb5f4-3268-437a-97b2-9a2c2423c015 req-92b23ab6-7bf9-4dd1-bcb3-6cf6eca4d6b7 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1125515 Feb 19 03:11:18.343870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cb5f4-3268-437a-97b2-9a2c2423c015 req-02a282b8-fa3c-45cf-b509-fa93e4d55fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:18.347058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2cb5f4-3268-437a-97b2-9a2c2423c015 req-02a282b8-fa3c-45cf-b509-fa93e4d55fdf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=17ff531d12774f8aa118593314cb1782&device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 1127 time: 0.0644708 Feb 19 03:11:18.500541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cb5f4-3268-437a-97b2-9a2c2423c015 req-f7ea42cc-8aef-44d5-afea-171f8766afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:18.502340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2cb5f4-3268-437a-97b2-9a2c2423c015 req-f7ea42cc-8aef-44d5-afea-171f8766afd9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 200 len: 912 time: 0.1325948 Feb 19 03:11:18.603975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36842) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:18.619440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2cb5f4-3268-437a-97b2-9a2c2423c015 req-46aa726e-9f18-4845-b95a-b92cbfae956d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c81c3bc-7533-4480-b3d1-272de3cf8806 HTTP/1.1" status: 200 len: 1000 time: 0.1059494 Feb 19 03:11:18.716331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cb5f4-3268-437a-97b2-9a2c2423c015 req-0faa5e60-2ec0-474d-89e8-4d67d2a8cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:18.719346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2cb5f4-3268-437a-97b2-9a2c2423c015 req-0faa5e60-2ec0-474d-89e8-4d67d2a8cbba service neutron] 10.222.0.67 "GET /v2.0/subnets?id=72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 200 len: 850 time: 0.0872717 Feb 19 03:11:18.780892 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51aea456-59c6-4a63-b866-e9f3b6458d0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:18.788382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cb5f4-3268-437a-97b2-9a2c2423c015 req-790f71fc-104a-4655-a46b-46c66a417290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:18.790161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2cb5f4-3268-437a-97b2-9a2c2423c015 req-790f71fc-104a-4655-a46b-46c66a417290 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621519 Feb 19 03:11:18.885835 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51aea456-59c6-4a63-b866-e9f3b6458d0b admin admin] Publish callbacks [] for security_group (60afead6-b34c-4bbf-aa5d-29185059699f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:18.898895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51aea456-59c6-4a63-b866-e9f3b6458d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (60afead6-b34c-4bbf-aa5d-29185059699f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:18.959392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['307fe882-90e7-45a5-b076-cc5741d656a2'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:18.964897 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-51aea456-59c6-4a63-b866-e9f3b6458d0b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b214a32d541e459ca98406fcfb04c97f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3591039 Feb 19 03:11:18.965974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aea456-59c6-4a63-b866-e9f3b6458d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60afead6-b34c-4bbf-aa5d-29185059699f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:18.970228 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36848) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:18.996337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cb636-091b-4eb8-84fb-34f12bdb1ab2 req-e88c9145-3ac5-42e9-b61d-c2f103210c47 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:19.002764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cb636-091b-4eb8-84fb-34f12bdb1ab2 req-e88c9145-3ac5-42e9-b61d-c2f103210c47 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:19.011959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cb636-091b-4eb8-84fb-34f12bdb1ab2 req-e88c9145-3ac5-42e9-b61d-c2f103210c47 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:19.018432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['c7c7393f-e0b4-4fe6-b67b-268f9438ff93'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:19.018840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cb636-091b-4eb8-84fb-34f12bdb1ab2 req-e88c9145-3ac5-42e9-b61d-c2f103210c47 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:19.025538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cb636-091b-4eb8-84fb-34f12bdb1ab2 req-e88c9145-3ac5-42e9-b61d-c2f103210c47 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:19.030969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cb636-091b-4eb8-84fb-34f12bdb1ab2 req-e88c9145-3ac5-42e9-b61d-c2f103210c47 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:19.033659 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2733935b-42d2-489c-ba92-c71f9a5bf2b8 admin admin] Publish callbacks [] for security_group (60afead6-b34c-4bbf-aa5d-29185059699f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:19.037148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cb636-091b-4eb8-84fb-34f12bdb1ab2 req-e88c9145-3ac5-42e9-b61d-c2f103210c47 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:19.039157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b62cb636-091b-4eb8-84fb-34f12bdb1ab2 req-e88c9145-3ac5-42e9-b61d-c2f103210c47 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5427 time: 0.1642923 Feb 19 03:11:19.043299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2cb5f4-3268-437a-97b2-9a2c2423c015 req-65ac50fc-1998-4c9f-b052-41d8f456d0a7 service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422779 Feb 19 03:11:19.059515 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2733935b-42d2-489c-ba92-c71f9a5bf2b8 admin admin] Publish callbacks [] for security_group (60afead6-b34c-4bbf-aa5d-29185059699f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:19.102460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['d24d556c-9242-49ae-8a97-06770771242b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:19.127746 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2733935b-42d2-489c-ba92-c71f9a5bf2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (60afead6-b34c-4bbf-aa5d-29185059699f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:19.131520 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2733935b-42d2-489c-ba92-c71f9a5bf2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:19.135311 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2733935b-42d2-489c-ba92-c71f9a5bf2b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/60afead6-b34c-4bbf-aa5d-29185059699f HTTP/1.1" status: 204 len: 168 time: 0.1607821 Feb 19 03:11:19.153364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733935b-42d2-489c-ba92-c71f9a5bf2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60afead6-b34c-4bbf-aa5d-29185059699f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:19.185693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2cb5f4-3268-437a-97b2-9a2c2423c015 req-50344895-b48d-42c5-9d95-fded71faa99c service neutron] 10.222.0.67 "GET /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142528 Feb 19 03:11:19.209730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['0326cf6f-e775-4499-8a66-2145d413307a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:19.225154 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b62cb636-091b-4eb8-84fb-34f12bdb1ab2 req-4754f6e3-c7ad-40f9-a966-362e7b739663 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1732972 Feb 19 03:11:19.280351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e24c2a48-667d-4140-871f-fb0fe279b541'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:19.282542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['ef9160a2-f769-4929-9fe3-4b33b6ef333a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:19.324169 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['78517530-836b-4655-9fe8-84515836b501'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:20.173588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36874) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:20.313530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1229049095-network', 'tenant_id': 'a175550533a74ee1a0d86b9931dc6b03'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:20.360202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Made reservation on behalf of a175550533a74ee1a0d86b9931dc6b03 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:20.363693 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:20.379471 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:20.516202 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Publish callbacks [] for security_group (f7b1aa3e-e9a8-4057-8aed-8bdf103e8f86), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:20.542917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bfda6-6bed-4777-b126-33127e4016b8 req-55177bbe-02c2-4628-9852-33738604fbd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.550555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bfda6-6bed-4777-b126-33127e4016b8 req-55177bbe-02c2-4628-9852-33738604fbd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.556403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bfda6-6bed-4777-b126-33127e4016b8 req-55177bbe-02c2-4628-9852-33738604fbd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.561943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bfda6-6bed-4777-b126-33127e4016b8 req-55177bbe-02c2-4628-9852-33738604fbd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.567299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bfda6-6bed-4777-b126-33127e4016b8 req-55177bbe-02c2-4628-9852-33738604fbd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.573388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bfda6-6bed-4777-b126-33127e4016b8 req-55177bbe-02c2-4628-9852-33738604fbd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.578668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bfda6-6bed-4777-b126-33127e4016b8 req-55177bbe-02c2-4628-9852-33738604fbd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.581020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-029bfda6-6bed-4777-b126-33127e4016b8 req-55177bbe-02c2-4628-9852-33738604fbd3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5427 time: 0.2841041 Feb 19 03:11:20.582304 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f7b1aa3e-e9a8-4057-8aed-8bdf103e8f86), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:20.597145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:11:20.611314 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8918aa32-a1ce-4516-9c6b-1a780fa77966), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:20.611662 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Added segment 8918aa32-a1ce-4516-9c6b-1a780fa77966 of type vlan for network 13deb2e6-0cc3-433f-8bb7-5295097f7b63 Feb 19 03:11:20.643392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b1aa3e-e9a8-4057-8aed-8bdf103e8f86,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:20.737532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (13deb2e6-0cc3-433f-8bb7-5295097f7b63), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:20.785191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-029bfda6-6bed-4777-b126-33127e4016b8 req-2c7eeea3-36c0-4927-aeb8-6adf5132461d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1755912 Feb 19 03:11:20.797676 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (13deb2e6-0cc3-433f-8bb7-5295097f7b63), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:20.798737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:20.799319 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:20.908130 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36884) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:20.912689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7376034 Feb 19 03:11:20.913333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-685c4607-5ce2-4945-9e6c-58369b4d9f2f admin admin] Request body: {'subnet': {'network_id': '13deb2e6-0cc3-433f-8bb7-5295097f7b63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1229049095-subnet', 'tenant_id': 'a175550533a74ee1a0d86b9931dc6b03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:20.921383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc00d17-7d87-4a32-9197-11000f2f9610 admin admin] Pushing event updated for resources: {'Network': ['ID=13deb2e6-0cc3-433f-8bb7-5295097f7b63,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:20.942133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 13deb2e6-0cc3-433f-8bb7-5295097f7b63 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:11:20.953073 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685c4607-5ce2-4945-9e6c-58369b4d9f2f admin admin] Made reservation on behalf of a175550533a74ee1a0d86b9931dc6b03 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:20.962533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-685c4607-5ce2-4945-9e6c-58369b4d9f2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.192407 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-685c4607-5ce2-4945-9e6c-58369b4d9f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (455d92ae-1c35-4898-a170-538178994a2b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.253255 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c4607-5ce2-4945-9e6c-58369b4d9f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=455d92ae-1c35-4898-a170-538178994a2b,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:21.278555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685c4607-5ce2-4945-9e6c-58369b4d9f2f admin admin] Checking segment: {'id': '8918aa32-a1ce-4516-9c6b-1a780fa77966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '13deb2e6-0cc3-433f-8bb7-5295097f7b63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:21.278921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685c4607-5ce2-4945-9e6c-58369b4d9f2f admin admin] Network hostable DHCP agents. Network: 13deb2e6-0cc3-433f-8bb7-5295097f7b63, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:11:21.307114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685c4607-5ce2-4945-9e6c-58369b4d9f2f admin admin] Network 13deb2e6-0cc3-433f-8bb7-5295097f7b63 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:11:21.323387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-685c4607-5ce2-4945-9e6c-58369b4d9f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 13deb2e6-0cc3-433f-8bb7-5295097f7b63) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:21.327646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685c4607-5ce2-4945-9e6c-58369b4d9f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:21.329093 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-685c4607-5ce2-4945-9e6c-58369b4d9f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.337924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a11a5f5-83db-4be7-90c1-356b8c2473e5 None None] Network 13deb2e6-0cc3-433f-8bb7-5295097f7b63 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:11:21.366173 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-685c4607-5ce2-4945-9e6c-58369b4d9f2f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4567995 Feb 19 03:11:21.486215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999dc05-cbd8-4b7b-afae-9aea84073863 None None] Network 13deb2e6-0cc3-433f-8bb7-5295097f7b63 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:11:21.554019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36894) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:21.607571 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-023ad438-0675-4119-b2dd-d374a49157f4 admin admin] Deleting subnet 455d92ae-1c35-4898-a170-538178994a2b {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:11:21.613272 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-023ad438-0675-4119-b2dd-d374a49157f4 admin admin] Publish callbacks [] for subnet (455d92ae-1c35-4898-a170-538178994a2b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.665390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-023ad438-0675-4119-b2dd-d374a49157f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (455d92ae-1c35-4898-a170-538178994a2b), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.715946 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-023ad438-0675-4119-b2dd-d374a49157f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (455d92ae-1c35-4898-a170-538178994a2b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.789392 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-023ad438-0675-4119-b2dd-d374a49157f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (455d92ae-1c35-4898-a170-538178994a2b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.820484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ad438-0675-4119-b2dd-d374a49157f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=455d92ae-1c35-4898-a170-538178994a2b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:21.824871 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-023ad438-0675-4119-b2dd-d374a49157f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:21.828748 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-023ad438-0675-4119-b2dd-d374a49157f4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/455d92ae-1c35-4898-a170-538178994a2b HTTP/1.1" status: 204 len: 168 time: 0.2754068 Feb 19 03:11:21.837930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36896) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:21.916802 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (13deb2e6-0cc3-433f-8bb7-5295097f7b63), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.063554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c024584-bca8-42ee-bff3-ff99ea1b5a23 req-aac5e3f9-292f-4a34-ad76-56570f09f863 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.070470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c024584-bca8-42ee-bff3-ff99ea1b5a23 req-aac5e3f9-292f-4a34-ad76-56570f09f863 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.075778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c024584-bca8-42ee-bff3-ff99ea1b5a23 req-aac5e3f9-292f-4a34-ad76-56570f09f863 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.081291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c024584-bca8-42ee-bff3-ff99ea1b5a23 req-aac5e3f9-292f-4a34-ad76-56570f09f863 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.086678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c024584-bca8-42ee-bff3-ff99ea1b5a23 req-aac5e3f9-292f-4a34-ad76-56570f09f863 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.092051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c024584-bca8-42ee-bff3-ff99ea1b5a23 req-aac5e3f9-292f-4a34-ad76-56570f09f863 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.097555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c024584-bca8-42ee-bff3-ff99ea1b5a23 req-aac5e3f9-292f-4a34-ad76-56570f09f863 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.105836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c024584-bca8-42ee-bff3-ff99ea1b5a23 req-aac5e3f9-292f-4a34-ad76-56570f09f863 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5427 time: 0.1839964 Feb 19 03:11:22.109947 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (13deb2e6-0cc3-433f-8bb7-5295097f7b63), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.146717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13deb2e6-0cc3-433f-8bb7-5295097f7b63']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:22.166030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8918aa32-a1ce-4516-9c6b-1a780fa77966') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:22.166390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8918aa32-a1ce-4516-9c6b-1a780fa77966') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:22.187515 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (8918aa32-a1ce-4516-9c6b-1a780fa77966), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.212943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c024584-bca8-42ee-bff3-ff99ea1b5a23 req-2daa7d0b-3505-4199-ba10-66461e9156f2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1062012 Feb 19 03:11:22.213857 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8918aa32-a1ce-4516-9c6b-1a780fa77966), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.220604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:11:22.221081 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (8918aa32-a1ce-4516-9c6b-1a780fa77966), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:11:22.222811 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:11:22.288722 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (13deb2e6-0cc3-433f-8bb7-5295097f7b63), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.309896 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.316543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] 10.222.0.81 "DELETE /v2.0/networks/13deb2e6-0cc3-433f-8bb7-5295097f7b63 HTTP/1.1" status: 204 len: 168 time: 0.4745021 Feb 19 03:11:22.316543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7347a78-ab8b-49ff-8bae-e0d98691d7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=13deb2e6-0cc3-433f-8bb7-5295097f7b63,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:22.457418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36910) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:22.502868 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.510496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-849dd808-c453-4488-b6aa-34fe78eb2bc9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a175550533a74ee1a0d86b9931dc6b03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0521212 Feb 19 03:11:22.513163 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36914) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:22.565908 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc1b514f-f848-434e-ba01-5f80a9c6076a admin admin] Publish callbacks [] for security_group (f7b1aa3e-e9a8-4057-8aed-8bdf103e8f86), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.589925 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc1b514f-f848-434e-ba01-5f80a9c6076a admin admin] Publish callbacks [] for security_group (f7b1aa3e-e9a8-4057-8aed-8bdf103e8f86), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.647115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc1b514f-f848-434e-ba01-5f80a9c6076a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f7b1aa3e-e9a8-4057-8aed-8bdf103e8f86), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.651092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dc1b514f-f848-434e-ba01-5f80a9c6076a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:22.655135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dc1b514f-f848-434e-ba01-5f80a9c6076a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f7b1aa3e-e9a8-4057-8aed-8bdf103e8f86 HTTP/1.1" status: 204 len: 168 time: 0.1389558 Feb 19 03:11:22.662847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b514f-f848-434e-ba01-5f80a9c6076a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b1aa3e-e9a8-4057-8aed-8bdf103e8f86,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:22.774963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5af05-cf1e-4bd7-8ba5-b7c8b0bd5006 req-97e95c60-d78c-42e5-bf6b-e3694753af05 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:22.776559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12a5af05-cf1e-4bd7-8ba5-b7c8b0bd5006 req-97e95c60-d78c-42e5-bf6b-e3694753af05 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 946 time: 0.0561838 Feb 19 03:11:22.830088 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12a5af05-cf1e-4bd7-8ba5-b7c8b0bd5006 req-7bcdedfd-a0af-4d45-8607-02dc906e1f60 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461421 Feb 19 03:11:23.448971 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:23.462327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1a66-5fad-434f-8ca4-1f1ed78000eb req-c479402e-4d45-486d-8236-988c6e872d10 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.476255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1a66-5fad-434f-8ca4-1f1ed78000eb req-c479402e-4d45-486d-8236-988c6e872d10 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.489825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1a66-5fad-434f-8ca4-1f1ed78000eb req-c479402e-4d45-486d-8236-988c6e872d10 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.495760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1a66-5fad-434f-8ca4-1f1ed78000eb req-c479402e-4d45-486d-8236-988c6e872d10 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.510700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1a66-5fad-434f-8ca4-1f1ed78000eb req-c479402e-4d45-486d-8236-988c6e872d10 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.515966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1a66-5fad-434f-8ca4-1f1ed78000eb req-c479402e-4d45-486d-8236-988c6e872d10 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.521487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e1a66-5fad-434f-8ca4-1f1ed78000eb req-c479402e-4d45-486d-8236-988c6e872d10 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.523756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-898e1a66-5fad-434f-8ca4-1f1ed78000eb req-c479402e-4d45-486d-8236-988c6e872d10 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5427 time: 0.2053990 Feb 19 03:11:23.610916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-898e1a66-5fad-434f-8ca4-1f1ed78000eb req-a799f0a7-b5e1-415b-a2c6-2e673b74fcbf tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803611 Feb 19 03:11:23.995491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10754800-0d4d-4061-9ba1-3a06491afc3e req-97748b47-a2f5-492c-a145-f7263656944a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:23.999112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10754800-0d4d-4061-9ba1-3a06491afc3e req-97748b47-a2f5-492c-a145-f7263656944a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 946 time: 0.0771856 Feb 19 03:11:24.032274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36980) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:24.053209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10754800-0d4d-4061-9ba1-3a06491afc3e req-55812978-182b-4b03-896e-fb2cf803459c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495555 Feb 19 03:11:24.155289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e8966e02-f51e-4efb-8860-0d58faf4c014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.237085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e8966e02-f51e-4efb-8860-0d58faf4c014 admin admin] Publish callbacks [] for security_group (aade5eec-c103-4b00-8285-c8b7c50c1f9e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.247126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e8966e02-f51e-4efb-8860-0d58faf4c014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (aade5eec-c103-4b00-8285-c8b7c50c1f9e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.302786 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e8966e02-f51e-4efb-8860-0d58faf4c014 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe312a5f6e8c428f8c762f1b3f070142&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2690117 Feb 19 03:11:24.304059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8966e02-f51e-4efb-8860-0d58faf4c014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aade5eec-c103-4b00-8285-c8b7c50c1f9e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:24.305661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36998) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:24.375031 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a19aa045-6f75-44d9-85b2-2b0bd241963c admin admin] Publish callbacks [] for security_group (aade5eec-c103-4b00-8285-c8b7c50c1f9e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.401702 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a19aa045-6f75-44d9-85b2-2b0bd241963c admin admin] Publish callbacks [] for security_group (aade5eec-c103-4b00-8285-c8b7c50c1f9e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.481140 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a19aa045-6f75-44d9-85b2-2b0bd241963c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (aade5eec-c103-4b00-8285-c8b7c50c1f9e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.484176 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a19aa045-6f75-44d9-85b2-2b0bd241963c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:24.488172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a19aa045-6f75-44d9-85b2-2b0bd241963c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aade5eec-c103-4b00-8285-c8b7c50c1f9e HTTP/1.1" status: 204 len: 168 time: 0.1786842 Feb 19 03:11:24.503826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19aa045-6f75-44d9-85b2-2b0bd241963c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aade5eec-c103-4b00-8285-c8b7c50c1f9e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:24.806671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8ab54-93e9-4382-bd1c-baf685de1f12 req-b50b353b-de49-4565-ad15-5c817941f5a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.812651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8ab54-93e9-4382-bd1c-baf685de1f12 req-b50b353b-de49-4565-ad15-5c817941f5a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.820116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8ab54-93e9-4382-bd1c-baf685de1f12 req-b50b353b-de49-4565-ad15-5c817941f5a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.826738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8ab54-93e9-4382-bd1c-baf685de1f12 req-b50b353b-de49-4565-ad15-5c817941f5a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.832481 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8ab54-93e9-4382-bd1c-baf685de1f12 req-b50b353b-de49-4565-ad15-5c817941f5a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.838933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8ab54-93e9-4382-bd1c-baf685de1f12 req-b50b353b-de49-4565-ad15-5c817941f5a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.844695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8ab54-93e9-4382-bd1c-baf685de1f12 req-b50b353b-de49-4565-ad15-5c817941f5a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:24.846775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fa8ab54-93e9-4382-bd1c-baf685de1f12 req-b50b353b-de49-4565-ad15-5c817941f5a1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5427 time: 0.1194756 Feb 19 03:11:24.912232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fa8ab54-93e9-4382-bd1c-baf685de1f12 req-4de3a064-f0ad-44a6-8bea-8b6ab56d94c4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586696 Feb 19 03:11:25.403585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 307fe882-90e7-45a5-b076-cc5741d656a2 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:25.470520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 307fe882-90e7-45a5-b076-cc5741d656a2 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:25.476863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 307fe882-90e7-45a5-b076-cc5741d656a2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:25.478693 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:25.598659 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 307fe882-90e7-45a5-b076-cc5741d656a2 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:25.599334 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:25.632701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307fe882-90e7-45a5-b076-cc5741d656a2'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:25.635789 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbf93a2-bcf3-436e-aa56-172706e85c32" -d '{"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "307fe882-90e7-45a5-b076-cc5741d656a2"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:25.678022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 307fe882-90e7-45a5-b076-cc5741d656a2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=307fe882-90e7-45a5-b076-cc5741d656a2,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:25.695895 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:25.696847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device ef9160a2-f769-4929-9fe3-4b33b6ef333a up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:25.748780 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362a8559-1247-404f-a60e-886c84daff5b x-openstack-request-id: req-362a8559-1247-404f-a60e-886c84daff5b {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:25.749340 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "307fe882-90e7-45a5-b076-cc5741d656a2", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:25.749783 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-362a8559-1247-404f-a60e-886c84daff5b {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:25.750329 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '307fe882-90e7-45a5-b076-cc5741d656a2', 'code': 200} Feb 19 03:11:25.791818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=307fe882-90e7-45a5-b076-cc5741d656a2,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:25.806892 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port ef9160a2-f769-4929-9fe3-4b33b6ef333a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:25.812154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port ef9160a2-f769-4929-9fe3-4b33b6ef333a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:25.813190 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:25.931210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port ef9160a2-f769-4929-9fe3-4b33b6ef333a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:25.931888 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:25.972878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port ef9160a2-f769-4929-9fe3-4b33b6ef333a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=ef9160a2-f769-4929-9fe3-4b33b6ef333a,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:25.980981 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:25.982362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c7c7393f-e0b4-4fe6-b67b-268f9438ff93 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:26.067414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=ef9160a2-f769-4929-9fe3-4b33b6ef333a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:26.111526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:26.117796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:26.118368 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.122715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250355-5cd1-4d9d-b829-0403edd42f45 req-0d52955f-bb63-47e2-9c43-72dda224a835 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:26.139674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250355-5cd1-4d9d-b829-0403edd42f45 req-0d52955f-bb63-47e2-9c43-72dda224a835 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:26.150010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250355-5cd1-4d9d-b829-0403edd42f45 req-0d52955f-bb63-47e2-9c43-72dda224a835 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:26.166818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250355-5cd1-4d9d-b829-0403edd42f45 req-0d52955f-bb63-47e2-9c43-72dda224a835 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:26.184912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250355-5cd1-4d9d-b829-0403edd42f45 req-0d52955f-bb63-47e2-9c43-72dda224a835 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:26.196596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250355-5cd1-4d9d-b829-0403edd42f45 req-0d52955f-bb63-47e2-9c43-72dda224a835 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:26.211133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17250355-5cd1-4d9d-b829-0403edd42f45 req-0d52955f-bb63-47e2-9c43-72dda224a835 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:26.221501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17250355-5cd1-4d9d-b829-0403edd42f45 req-0d52955f-bb63-47e2-9c43-72dda224a835 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5429 time: 0.1927006 Feb 19 03:11:26.239425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:26.239843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.289228 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c7c7393f-e0b4-4fe6-b67b-268f9438ff93, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:26.304231 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.305079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0326cf6f-e775-4499-8a66-2145d413307a up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:26.352995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17250355-5cd1-4d9d-b829-0403edd42f45 req-753c25a7-f7d7-4e38-9b0c-ae0a315fd867 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1302862 Feb 19 03:11:26.361868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:26.432626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 0326cf6f-e775-4499-8a66-2145d413307a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:26.437809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 0326cf6f-e775-4499-8a66-2145d413307a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:26.438191 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0326cf6f-e775-4499-8a66-2145d413307a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.558977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 0326cf6f-e775-4499-8a66-2145d413307a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:26.559472 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0326cf6f-e775-4499-8a66-2145d413307a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.602369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0326cf6f-e775-4499-8a66-2145d413307a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0326cf6f-e775-4499-8a66-2145d413307a,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:26.608955 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0326cf6f-e775-4499-8a66-2145d413307a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.610038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d24d556c-9242-49ae-8a97-06770771242b up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:26.684537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=0326cf6f-e775-4499-8a66-2145d413307a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:26.718763 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port d24d556c-9242-49ae-8a97-06770771242b completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:26.728882 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port d24d556c-9242-49ae-8a97-06770771242b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:26.729378 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d24d556c-9242-49ae-8a97-06770771242b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.836528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d24d556c-9242-49ae-8a97-06770771242b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:26.837132 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d24d556c-9242-49ae-8a97-06770771242b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.892350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d24d556c-9242-49ae-8a97-06770771242b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d24d556c-9242-49ae-8a97-06770771242b,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:26.899689 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d24d556c-9242-49ae-8a97-06770771242b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:26.900826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e24c2a48-667d-4140-871f-fb0fe279b541 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:27.011152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d24d556c-9242-49ae-8a97-06770771242b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:27.031283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port e24c2a48-667d-4140-871f-fb0fe279b541 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:27.037974 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port e24c2a48-667d-4140-871f-fb0fe279b541 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:27.039110 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:27.157414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e24c2a48-667d-4140-871f-fb0fe279b541 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:27.157768 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:27.200118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e24c2a48-667d-4140-871f-fb0fe279b541, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e24c2a48-667d-4140-871f-fb0fe279b541,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:27.209795 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:27.210624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 78517530-836b-4655-9fe8-84515836b501 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:27.362145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 78517530-836b-4655-9fe8-84515836b501 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:11:27.372331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e24c2a48-667d-4140-871f-fb0fe279b541,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:27.383715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 78517530-836b-4655-9fe8-84515836b501 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:27.384871 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (78517530-836b-4655-9fe8-84515836b501), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:27.489257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 78517530-836b-4655-9fe8-84515836b501 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:27.489926 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (78517530-836b-4655-9fe8-84515836b501), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:27.551431 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 78517530-836b-4655-9fe8-84515836b501, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=78517530-836b-4655-9fe8-84515836b501,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:27.563396 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (78517530-836b-4655-9fe8-84515836b501), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:27.564701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9a84ba45-e110-432f-81e2-861001d5dea7 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:11:27.598003 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d039-1049-49ce-985b-6e48ff83e549 req-0d2a6aa6-7262-41eb-8a1d-58b6c27c8056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:27.608886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d039-1049-49ce-985b-6e48ff83e549 req-0d2a6aa6-7262-41eb-8a1d-58b6c27c8056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:27.623734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d039-1049-49ce-985b-6e48ff83e549 req-0d2a6aa6-7262-41eb-8a1d-58b6c27c8056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:27.629606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d039-1049-49ce-985b-6e48ff83e549 req-0d2a6aa6-7262-41eb-8a1d-58b6c27c8056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:27.638212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d039-1049-49ce-985b-6e48ff83e549 req-0d2a6aa6-7262-41eb-8a1d-58b6c27c8056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:27.645916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d039-1049-49ce-985b-6e48ff83e549 req-0d2a6aa6-7262-41eb-8a1d-58b6c27c8056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:27.652805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216d039-1049-49ce-985b-6e48ff83e549 req-0d2a6aa6-7262-41eb-8a1d-58b6c27c8056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:27.662172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1216d039-1049-49ce-985b-6e48ff83e549 req-0d2a6aa6-7262-41eb-8a1d-58b6c27c8056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5433 time: 0.1814845 Feb 19 03:11:27.663163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=78517530-836b-4655-9fe8-84515836b501,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:27.716090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9a84ba45-e110-432f-81e2-861001d5dea7 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:27.716621 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:27.750267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1216d039-1049-49ce-985b-6e48ff83e549 req-8cc135f2-7932-442f-9c1a-cc5495c1f9c4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865986 Feb 19 03:11:27.760940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9160a2-f769-4929-9fe3-4b33b6ef333a'}, {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c7393f-e0b4-4fe6-b67b-268f9438ff93'}, {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0326cf6f-e775-4499-8a66-2145d413307a'}, {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24d556c-9242-49ae-8a97-06770771242b'}, {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24c2a48-667d-4140-871f-fb0fe279b541'}, {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78517530-836b-4655-9fe8-84515836b501'}, {'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:27.773724 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0e1447-4b80-434f-a375-4cf818a29565" -d '{"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "ef9160a2-f769-4929-9fe3-4b33b6ef333a"}, {"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "c7c7393f-e0b4-4fe6-b67b-268f9438ff93"}, {"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "0326cf6f-e775-4499-8a66-2145d413307a"}, {"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "d24d556c-9242-49ae-8a97-06770771242b"}, {"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "e24c2a48-667d-4140-871f-fb0fe279b541"}, {"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "78517530-836b-4655-9fe8-84515836b501"}, {"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:27.808824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:27.825889 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:27.857415 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1211 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382a1581-a1f4-4bf9-a280-f5608463376e x-openstack-request-id: req-382a1581-a1f4-4bf9-a280-f5608463376e {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:27.857733 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "ef9160a2-f769-4929-9fe3-4b33b6ef333a", "code": 200}, {"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "c7c7393f-e0b4-4fe6-b67b-268f9438ff93", "code": 200}, {"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "0326cf6f-e775-4499-8a66-2145d413307a", "code": 200}, {"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "d24d556c-9242-49ae-8a97-06770771242b", "code": 200}, {"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "e24c2a48-667d-4140-871f-fb0fe279b541", "code": 200}, {"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-plugged", "status": "completed", "tag": "78517530-836b-4655-9fe8-84515836b501", "code": 200}, {"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:27.857988 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-382a1581-a1f4-4bf9-a280-f5608463376e {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:27.859328 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef9160a2-f769-4929-9fe3-4b33b6ef333a', 'code': 200} Feb 19 03:11:27.859586 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c7393f-e0b4-4fe6-b67b-268f9438ff93', 'code': 200} Feb 19 03:11:27.859837 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0326cf6f-e775-4499-8a66-2145d413307a', 'code': 200} Feb 19 03:11:27.860088 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24d556c-9242-49ae-8a97-06770771242b', 'code': 200} Feb 19 03:11:27.860336 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e24c2a48-667d-4140-871f-fb0fe279b541', 'code': 200} Feb 19 03:11:27.861041 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78517530-836b-4655-9fe8-84515836b501', 'code': 200} Feb 19 03:11:27.861041 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7', 'code': 200} Feb 19 03:11:28.028847 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874bf8-fb04-474c-b2d6-875844c32ef8 req-4e1d894a-d9d0-4dad-b901-480716200414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.029458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874bf8-fb04-474c-b2d6-875844c32ef8 req-4e1d894a-d9d0-4dad-b901-480716200414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.030140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874bf8-fb04-474c-b2d6-875844c32ef8 req-4e1d894a-d9d0-4dad-b901-480716200414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.030826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874bf8-fb04-474c-b2d6-875844c32ef8 req-4e1d894a-d9d0-4dad-b901-480716200414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.031290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874bf8-fb04-474c-b2d6-875844c32ef8 req-4e1d894a-d9d0-4dad-b901-480716200414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.032523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874bf8-fb04-474c-b2d6-875844c32ef8 req-4e1d894a-d9d0-4dad-b901-480716200414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.033020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a874bf8-fb04-474c-b2d6-875844c32ef8 req-4e1d894a-d9d0-4dad-b901-480716200414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.035023 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2a874bf8-fb04-474c-b2d6-875844c32ef8 req-4e1d894a-d9d0-4dad-b901-480716200414 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 6708 time: 0.0765519 Feb 19 03:11:28.076141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:28.124758 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2a874bf8-fb04-474c-b2d6-875844c32ef8 req-a178bd9c-67a6-4839-bc8d-16ad938fe4ea service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&id=c8634336-66c0-4425-a2cc-37e835a15ced&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817657 Feb 19 03:11:28.144581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37090) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:28.262918 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba16c263-fbc0-42c6-a47e-477301a95e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.350288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba16c263-fbc0-42c6-a47e-477301a95e0c admin admin] Publish callbacks [] for security_group (282cb239-d8d5-44fc-9ef5-aea4d1ea375c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.356656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba16c263-fbc0-42c6-a47e-477301a95e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (282cb239-d8d5-44fc-9ef5-aea4d1ea375c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.389840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba16c263-fbc0-42c6-a47e-477301a95e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282cb239-d8d5-44fc-9ef5-aea4d1ea375c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:28.408542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ba16c263-fbc0-42c6-a47e-477301a95e0c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c7b9ea3cd0a04c3cae7190054017258d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2625685 Feb 19 03:11:28.411321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37100) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:28.468844 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-99e5fb0e-e575-4bdd-ac58-539c043198b6 admin admin] Publish callbacks [] for security_group (282cb239-d8d5-44fc-9ef5-aea4d1ea375c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.494055 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-99e5fb0e-e575-4bdd-ac58-539c043198b6 admin admin] Publish callbacks [] for security_group (282cb239-d8d5-44fc-9ef5-aea4d1ea375c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.570106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-99e5fb0e-e575-4bdd-ac58-539c043198b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (282cb239-d8d5-44fc-9ef5-aea4d1ea375c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.573270 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-99e5fb0e-e575-4bdd-ac58-539c043198b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.575308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-99e5fb0e-e575-4bdd-ac58-539c043198b6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/282cb239-d8d5-44fc-9ef5-aea4d1ea375c HTTP/1.1" status: 204 len: 168 time: 0.1626294 Feb 19 03:11:28.584345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5fb0e-e575-4bdd-ac58-539c043198b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282cb239-d8d5-44fc-9ef5-aea4d1ea375c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:28.889193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3b50-78d4-4beb-a647-9a8cdcb1a429 req-f77636b8-b93e-4779-b8fb-a17ddd329370 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.894667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3b50-78d4-4beb-a647-9a8cdcb1a429 req-f77636b8-b93e-4779-b8fb-a17ddd329370 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.896026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37114) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:28.900464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3b50-78d4-4beb-a647-9a8cdcb1a429 req-f77636b8-b93e-4779-b8fb-a17ddd329370 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.905790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3b50-78d4-4beb-a647-9a8cdcb1a429 req-f77636b8-b93e-4779-b8fb-a17ddd329370 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.911049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3b50-78d4-4beb-a647-9a8cdcb1a429 req-f77636b8-b93e-4779-b8fb-a17ddd329370 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.913123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4e04c5e-6492-4ab4-b275-46d25d7b6fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:28.916481 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3b50-78d4-4beb-a647-9a8cdcb1a429 req-f77636b8-b93e-4779-b8fb-a17ddd329370 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.921801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3b50-78d4-4beb-a647-9a8cdcb1a429 req-f77636b8-b93e-4779-b8fb-a17ddd329370 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:28.923738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93fb3b50-78d4-4beb-a647-9a8cdcb1a429 req-f77636b8-b93e-4779-b8fb-a17ddd329370 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5434 time: 0.0959387 Feb 19 03:11:28.988700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93fb3b50-78d4-4beb-a647-9a8cdcb1a429 req-780b6ac6-b9ea-4f8d-bfae-9b7eade30861 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571437 Feb 19 03:11:28.999868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4e04c5e-6492-4ab4-b275-46d25d7b6fae admin admin] Publish callbacks [] for security_group (44ebd682-e934-43cc-8f21-3484d90bb491), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:29.006460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4e04c5e-6492-4ab4-b275-46d25d7b6fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (44ebd682-e934-43cc-8f21-3484d90bb491), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:29.047614 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f4e04c5e-6492-4ab4-b275-46d25d7b6fae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7d393c55a7b440d2849607989694e701&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1499796 Feb 19 03:11:29.048335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e04c5e-6492-4ab4-b275-46d25d7b6fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ebd682-e934-43cc-8f21-3484d90bb491,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:29.050741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37116) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:29.103867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca515942-bf1e-41a7-9eb9-9b528188dc17 admin admin] Publish callbacks [] for security_group (44ebd682-e934-43cc-8f21-3484d90bb491), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:29.127009 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca515942-bf1e-41a7-9eb9-9b528188dc17 admin admin] Publish callbacks [] for security_group (44ebd682-e934-43cc-8f21-3484d90bb491), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:29.183325 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca515942-bf1e-41a7-9eb9-9b528188dc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (44ebd682-e934-43cc-8f21-3484d90bb491), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:29.186115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca515942-bf1e-41a7-9eb9-9b528188dc17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:29.187257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ca515942-bf1e-41a7-9eb9-9b528188dc17 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44ebd682-e934-43cc-8f21-3484d90bb491 HTTP/1.1" status: 204 len: 168 time: 0.1356294 Feb 19 03:11:29.195472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca515942-bf1e-41a7-9eb9-9b528188dc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ebd682-e934-43cc-8f21-3484d90bb491,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:29.420392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9a84ba45-e110-432f-81e2-861001d5dea7 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:29.575766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:29.591982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '9a84ba45-e110-432f-81e2-861001d5dea7', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'port_id': '9a84ba45-e110-432f-81e2-861001d5dea7', 'mac_address': 'fa:16:3e:f6:80:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:29.641151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9a84ba45-e110-432f-81e2-861001d5dea7 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:29.641304 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:29.656874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a84ba45-e110-432f-81e2-861001d5dea7 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:29.683340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:29.690484 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:29.782271 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:29.965339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9a84ba45-e110-432f-81e2-861001d5dea7'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:30.251305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0d11-b5e5-45d6-bfcc-19dd8979c75d req-112f0fa9-a283-4eb8-91b6-2a4eeb6966ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.269799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0d11-b5e5-45d6-bfcc-19dd8979c75d req-112f0fa9-a283-4eb8-91b6-2a4eeb6966ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.281330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0d11-b5e5-45d6-bfcc-19dd8979c75d req-112f0fa9-a283-4eb8-91b6-2a4eeb6966ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.312866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0d11-b5e5-45d6-bfcc-19dd8979c75d req-112f0fa9-a283-4eb8-91b6-2a4eeb6966ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.320285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0d11-b5e5-45d6-bfcc-19dd8979c75d req-112f0fa9-a283-4eb8-91b6-2a4eeb6966ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.326688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0d11-b5e5-45d6-bfcc-19dd8979c75d req-112f0fa9-a283-4eb8-91b6-2a4eeb6966ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.332895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe0d11-b5e5-45d6-bfcc-19dd8979c75d req-112f0fa9-a283-4eb8-91b6-2a4eeb6966ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:30.343341 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04fe0d11-b5e5-45d6-bfcc-19dd8979c75d req-112f0fa9-a283-4eb8-91b6-2a4eeb6966ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5434 time: 0.1761696 Feb 19 03:11:30.477680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04fe0d11-b5e5-45d6-bfcc-19dd8979c75d req-1c602577-07d9-4e07-9705-d00b524ba06c tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1298797 Feb 19 03:11:31.450634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9a84ba45-e110-432f-81e2-861001d5dea7 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:31.561569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 9a84ba45-e110-432f-81e2-861001d5dea7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:31.561941 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:31.655361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9a84ba45-e110-432f-81e2-861001d5dea7 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:31.655727 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:31.694747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:31.696108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:31.699807 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f485f4f4-44a9-4e24-a9b7-5a297744aaf3" -d '{"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-plugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:31.706170 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:31.773219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=10']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:31.783988 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8435bc53-2c0b-4fbe-8018-f5f4b3a0af4b x-openstack-request-id: req-8435bc53-2c0b-4fbe-8018-f5f4b3a0af4b {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:31.785293 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-plugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:31.785293 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8435bc53-2c0b-4fbe-8018-f5f4b3a0af4b {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:31.785621 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7', 'code': 200} Feb 19 03:11:31.825204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee94246-aa10-4a8e-b33c-cdd282860c34 req-73f76712-78c0-4440-b6a7-bc7a4643b216 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:31.838185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee94246-aa10-4a8e-b33c-cdd282860c34 req-73f76712-78c0-4440-b6a7-bc7a4643b216 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:31.850822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee94246-aa10-4a8e-b33c-cdd282860c34 req-73f76712-78c0-4440-b6a7-bc7a4643b216 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:31.860435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee94246-aa10-4a8e-b33c-cdd282860c34 req-73f76712-78c0-4440-b6a7-bc7a4643b216 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:31.875576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee94246-aa10-4a8e-b33c-cdd282860c34 req-73f76712-78c0-4440-b6a7-bc7a4643b216 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:31.891094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee94246-aa10-4a8e-b33c-cdd282860c34 req-73f76712-78c0-4440-b6a7-bc7a4643b216 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:31.896778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee94246-aa10-4a8e-b33c-cdd282860c34 req-73f76712-78c0-4440-b6a7-bc7a4643b216 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:31.898666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee94246-aa10-4a8e-b33c-cdd282860c34 req-73f76712-78c0-4440-b6a7-bc7a4643b216 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5434 time: 0.2499366 Feb 19 03:11:31.985690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee94246-aa10-4a8e-b33c-cdd282860c34 req-23e005ae-dc9d-461c-997d-657977120597 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726552 Feb 19 03:11:32.296734 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37248) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:32.509904 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed11a220-b4ae-408b-b607-766647c66a33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:32.702446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed11a220-b4ae-408b-b607-766647c66a33 admin admin] Publish callbacks [] for security_group (21bf96db-1c95-4ca5-aae6-069013b00037), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:32.711960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed11a220-b4ae-408b-b607-766647c66a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (21bf96db-1c95-4ca5-aae6-069013b00037), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:32.786495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37270) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:32.787473 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ed11a220-b4ae-408b-b607-766647c66a33 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eaa1c94ee81d4c93b7492ad2b7382cc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4886761 Feb 19 03:11:32.789022 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11a220-b4ae-408b-b607-766647c66a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bf96db-1c95-4ca5-aae6-069013b00037,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:32.823747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa7bf-7061-49d8-bf9e-645050aa3d72 req-b977b5e0-f540-4dc4-ac11-dee7d68ec850 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:32.829052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa7bf-7061-49d8-bf9e-645050aa3d72 req-b977b5e0-f540-4dc4-ac11-dee7d68ec850 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:32.834594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa7bf-7061-49d8-bf9e-645050aa3d72 req-b977b5e0-f540-4dc4-ac11-dee7d68ec850 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:32.839947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa7bf-7061-49d8-bf9e-645050aa3d72 req-b977b5e0-f540-4dc4-ac11-dee7d68ec850 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:32.845279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa7bf-7061-49d8-bf9e-645050aa3d72 req-b977b5e0-f540-4dc4-ac11-dee7d68ec850 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:32.850654 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa7bf-7061-49d8-bf9e-645050aa3d72 req-b977b5e0-f540-4dc4-ac11-dee7d68ec850 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:32.855976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8afa7bf-7061-49d8-bf9e-645050aa3d72 req-b977b5e0-f540-4dc4-ac11-dee7d68ec850 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:32.858179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8afa7bf-7061-49d8-bf9e-645050aa3d72 req-b977b5e0-f540-4dc4-ac11-dee7d68ec850 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5434 time: 0.7835453 Feb 19 03:11:32.872758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37274) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:32.879266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-039917ad-9500-49ce-a893-433db462f942 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Request body: {'floatingip': {'port_id': '0326cf6f-e775-4499-8a66-2145d413307a'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:32.926579 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b96a23f-4546-44d3-8aa7-67b15cd1e0c2 admin admin] Publish callbacks [] for security_group (21bf96db-1c95-4ca5-aae6-069013b00037), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:32.958104 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-039917ad-9500-49ce-a893-433db462f942 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for floatingip (aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:32.980088 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b96a23f-4546-44d3-8aa7-67b15cd1e0c2 admin admin] Publish callbacks [] for security_group (21bf96db-1c95-4ca5-aae6-069013b00037), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.037170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b96a23f-4546-44d3-8aa7-67b15cd1e0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (21bf96db-1c95-4ca5-aae6-069013b00037), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.040070 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b96a23f-4546-44d3-8aa7-67b15cd1e0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.041503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7b96a23f-4546-44d3-8aa7-67b15cd1e0c2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/21bf96db-1c95-4ca5-aae6-069013b00037 HTTP/1.1" status: 204 len: 168 time: 0.2525761 Feb 19 03:11:33.062167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96a23f-4546-44d3-8aa7-67b15cd1e0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bf96db-1c95-4ca5-aae6-069013b00037,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:33.447257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37290) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:33.467668 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f42b5d8f-4f68-4fa3-9c13-7e43fdc153e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.587480 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d068b25d-8250-402f-89a1-4735ec2cc9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.659319 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f42b5d8f-4f68-4fa3-9c13-7e43fdc153e8 admin admin] Publish callbacks [] for security_group (8f4f8df5-63e6-430d-bb37-b2a120a72d51), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.669824 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f42b5d8f-4f68-4fa3-9c13-7e43fdc153e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8f4f8df5-63e6-430d-bb37-b2a120a72d51), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.740873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42b5d8f-4f68-4fa3-9c13-7e43fdc153e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4f8df5-63e6-430d-bb37-b2a120a72d51,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:33.773472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37302) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:33.773979 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f42b5d8f-4f68-4fa3-9c13-7e43fdc153e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=72f2a782ea53499fa03101815ccd6d28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3253891 Feb 19 03:11:33.797497 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.db.resource_extend [None req-039917ad-9500-49ce-a893-433db462f942 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:11:33.918133 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-039917ad-9500-49ce-a893-433db462f942 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.921137 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad524698-ca89-4134-aade-eb1cb62f2b8e admin admin] Publish callbacks [] for security_group (8f4f8df5-63e6-430d-bb37-b2a120a72d51), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:33.951943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fff01-700d-4599-979b-6c8d68d6f6e6 req-6f31846a-176f-472a-94e4-17df68f5beed tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:33.953913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-397fff01-700d-4599-979b-6c8d68d6f6e6 req-6f31846a-176f-472a-94e4-17df68f5beed tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0733280 Feb 19 03:11:33.958106 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-039917ad-9500-49ce-a893-433db462f942 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:34.026486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad524698-ca89-4134-aade-eb1cb62f2b8e admin admin] Publish callbacks [] for security_group (8f4f8df5-63e6-430d-bb37-b2a120a72d51), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:34.041812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-397fff01-700d-4599-979b-6c8d68d6f6e6 req-ac936405-d0d5-4564-8dfb-df261022fddd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818956 Feb 19 03:11:34.123170 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad524698-ca89-4134-aade-eb1cb62f2b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8f4f8df5-63e6-430d-bb37-b2a120a72d51), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:34.126481 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad524698-ca89-4134-aade-eb1cb62f2b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:34.131164 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ad524698-ca89-4134-aade-eb1cb62f2b8e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f4f8df5-63e6-430d-bb37-b2a120a72d51 HTTP/1.1" status: 204 len: 168 time: 0.3564148 Feb 19 03:11:34.144608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad524698-ca89-4134-aade-eb1cb62f2b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4f8df5-63e6-430d-bb37-b2a120a72d51,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:34.222713 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-039917ad-9500-49ce-a893-433db462f942 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Floating IP aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0 associated. External IP: 172.25.1.130, port: 0326cf6f-e775-4499-8a66-2145d413307a. Feb 19 03:11:34.493796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039917ad-9500-49ce-a893-433db462f942 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:11:35.131894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039917ad-9500-49ce-a893-433db462f942 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:11:35.142949 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6eb3d6-007f-4d05-bfda-1be5828bf2a2 None None] Sync routers for ids ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:11:35.152582 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-039917ad-9500-49ce-a893-433db462f942 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:35.157623 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6eb3d6-007f-4d05-bfda-1be5828bf2a2 None None] Routers {'4a3bc3a2-0de6-428c-99b4-955b67ab0cae'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:11:35.159907 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dd6eb3d6-007f-4d05-bfda-1be5828bf2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:11:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:35.238363 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-039917ad-9500-49ce-a893-433db462f942 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "PUT /v2.0/floatingips/aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0 HTTP/1.1" status: 200 len: 991 time: 2.3639526 Feb 19 03:11:35.239344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': '0326cf6f-e775-4499-8a66-2145d413307a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:35.245368 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d594b79-b01a-47ba-b362-4bf02c605c23" -d '{"events": [{"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "0326cf6f-e775-4499-8a66-2145d413307a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:35.271346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d3660-51d6-4d2e-a05d-1dd1fd773be9 req-24ff3cce-331a-4510-801b-6ea3da19d5e8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.273530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c69d3660-51d6-4d2e-a05d-1dd1fd773be9 req-24ff3cce-331a-4510-801b-6ea3da19d5e8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0736551 Feb 19 03:11:35.345082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c69d3660-51d6-4d2e-a05d-1dd1fd773be9 req-0469b4fd-5622-4fd4-a0bc-2c0fda618bc8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645854 Feb 19 03:11:35.440014 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a3cd-1913-44f2-9e8d-27bf9fb412b1 req-ad312e5c-322e-46d7-ae84-9f376e10845f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.447253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a3cd-1913-44f2-9e8d-27bf9fb412b1 req-ad312e5c-322e-46d7-ae84-9f376e10845f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.453139 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb75c42b-70fc-4ded-b598-306a1ddbb86b x-openstack-request-id: req-cb75c42b-70fc-4ded-b598-306a1ddbb86b {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:35.453435 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "tag": "0326cf6f-e775-4499-8a66-2145d413307a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:35.453713 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cb75c42b-70fc-4ded-b598-306a1ddbb86b {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:35.454119 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'tag': '0326cf6f-e775-4499-8a66-2145d413307a', 'status': 'completed', 'code': 200} Feb 19 03:11:35.454263 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a3cd-1913-44f2-9e8d-27bf9fb412b1 req-ad312e5c-322e-46d7-ae84-9f376e10845f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.469529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a3cd-1913-44f2-9e8d-27bf9fb412b1 req-ad312e5c-322e-46d7-ae84-9f376e10845f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.479284 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-dd6eb3d6-007f-4d05-bfda-1be5828bf2a2 None None] Set router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:11:35.482765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a3cd-1913-44f2-9e8d-27bf9fb412b1 req-ad312e5c-322e-46d7-ae84-9f376e10845f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.490432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a3cd-1913-44f2-9e8d-27bf9fb412b1 req-ad312e5c-322e-46d7-ae84-9f376e10845f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.496893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81a3cd-1913-44f2-9e8d-27bf9fb412b1 req-ad312e5c-322e-46d7-ae84-9f376e10845f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.499418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df81a3cd-1913-44f2-9e8d-27bf9fb412b1 req-ad312e5c-322e-46d7-ae84-9f376e10845f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5434 time: 0.1606047 Feb 19 03:11:35.547263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-a55c4c8a-0ee3-4c8b-b137-81b9b388f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.547894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-a55c4c8a-0ee3-4c8b-b137-81b9b388f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.548368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-a55c4c8a-0ee3-4c8b-b137-81b9b388f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.548851 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-a55c4c8a-0ee3-4c8b-b137-81b9b388f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.549310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-a55c4c8a-0ee3-4c8b-b137-81b9b388f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.549765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-a55c4c8a-0ee3-4c8b-b137-81b9b388f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.550223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-a55c4c8a-0ee3-4c8b-b137-81b9b388f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.553263 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-a55c4c8a-0ee3-4c8b-b137-81b9b388f88a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e39d76280cc94c6698f5e7260dc58776&device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 6708 time: 0.0662594 Feb 19 03:11:35.650646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df81a3cd-1913-44f2-9e8d-27bf9fb412b1 req-f50902ac-6fe8-4434-8197-e9b945ded1c9 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306019 Feb 19 03:11:35.778836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-55fc10de-cd6e-4bf9-a44f-9f79f91e6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.784704 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-55fc10de-cd6e-4bf9-a44f-9f79f91e6a96 service neutron] 10.222.0.87 "GET /v2.0/networks?id=08887c7d-6d72-4ea2-8b38-77fe8c245453 HTTP/1.1" status: 200 len: 913 time: 0.2229767 Feb 19 03:11:35.871481 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-140aefb0-4a85-4ba1-9536-3a58a035cb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:35.926967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d0285-d5ff-460b-b79d-1c58410651dd req-aa6c3d5c-b71a-4ef4-b5f1-b99409fa4350 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.936831 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d0285-d5ff-460b-b79d-1c58410651dd req-aa6c3d5c-b71a-4ef4-b5f1-b99409fa4350 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.953344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d0285-d5ff-460b-b79d-1c58410651dd req-aa6c3d5c-b71a-4ef4-b5f1-b99409fa4350 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.968984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d0285-d5ff-460b-b79d-1c58410651dd req-aa6c3d5c-b71a-4ef4-b5f1-b99409fa4350 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.972726 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-3bfc7e16-f3f8-4811-bdf6-f96e5d0b6e54 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0326cf6f-e775-4499-8a66-2145d413307a HTTP/1.1" status: 200 len: 999 time: 0.1776273 Feb 19 03:11:35.982336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d0285-d5ff-460b-b79d-1c58410651dd req-aa6c3d5c-b71a-4ef4-b5f1-b99409fa4350 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.987751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d0285-d5ff-460b-b79d-1c58410651dd req-aa6c3d5c-b71a-4ef4-b5f1-b99409fa4350 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:35.995576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d0285-d5ff-460b-b79d-1c58410651dd req-aa6c3d5c-b71a-4ef4-b5f1-b99409fa4350 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:36.007480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b26d0285-d5ff-460b-b79d-1c58410651dd req-aa6c3d5c-b71a-4ef4-b5f1-b99409fa4350 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5434 time: 0.2073841 Feb 19 03:11:36.031315 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dd6eb3d6-007f-4d05-bfda-1be5828bf2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:08:24Z', 'revision_number': 4, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'port_id': '0326cf6f-e775-4499-8a66-2145d413307a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'mac_address': 'fa:16:3e:da:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:20Z', 'updated_at': '2022-02-19T03:11:33Z', 'revision_number': 1, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a3c866-cccb-4cd0-b0b8-6065abb05af2', 'name': '', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'mac_address': 'fa:16:3e:24:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:23Z', 'updated_at': '2022-02-19T03:08:31Z', 'revision_number': 5, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'subnets': [{'id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:36.093276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-ec3a33f0-a40e-4535-bcae-9d1601dc0c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:36.102480 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-ec3a33f0-a40e-4535-bcae-9d1601dc0c7a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d0bf3019-8554-43e8-b535-c149fe732d9a HTTP/1.1" status: 200 len: 851 time: 0.1171498 Feb 19 03:11:36.107860 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6eb3d6-007f-4d05-bfda-1be5828bf2a2 None None] Checking router: 4a3bc3a2-0de6-428c-99b4-955b67ab0cae for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:11:36.123106 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6eb3d6-007f-4d05-bfda-1be5828bf2a2 None None] Routers {'4a3bc3a2-0de6-428c-99b4-955b67ab0cae'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:11:36.124240 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dd6eb3d6-007f-4d05-bfda-1be5828bf2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:11:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:36.219067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-2f05e921-4fb1-4051-9f73-94827d4028f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:36.221214 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-2f05e921-4fb1-4051-9f73-94827d4028f8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08887c7d-6d72-4ea2-8b38-77fe8c245453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1112156 Feb 19 03:11:36.416120 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-f4449457-c326-40cf-81fc-9336a62359fc service neutron] 10.222.0.87 "GET /v2.0/networks/08887c7d-6d72-4ea2-8b38-77fe8c245453?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860681 Feb 19 03:11:36.565137 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-dd6eb3d6-007f-4d05-bfda-1be5828bf2a2 None None] Set router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:11:36.608854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2979f-9211-4c9b-ace6-f568efc6719c req-8c5387f9-a100-4307-a4e1-bfb6fce4c614 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:36.613508 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d594b79-b01a-47ba-b362-4bf02c605c23 req-3606d0bb-2b53-4c7d-b4e1-e7092417027e service neutron] 10.222.0.87 "GET /v2.0/networks/08887c7d-6d72-4ea2-8b38-77fe8c245453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902347 Feb 19 03:11:36.615950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16a2979f-9211-4c9b-ace6-f568efc6719c req-8c5387f9-a100-4307-a4e1-bfb6fce4c614 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1111534 Feb 19 03:11:36.681636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16a2979f-9211-4c9b-ace6-f568efc6719c req-1cc452db-e34f-4435-9eb8-f4b22e9b95e6 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647089 Feb 19 03:11:37.009974 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:37.010650 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dd6eb3d6-007f-4d05-bfda-1be5828bf2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:08:24Z', 'revision_number': 4, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'port_id': '0326cf6f-e775-4499-8a66-2145d413307a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'mac_address': 'fa:16:3e:da:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:20Z', 'updated_at': '2022-02-19T03:11:33Z', 'revision_number': 1, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a3c866-cccb-4cd0-b0b8-6065abb05af2', 'name': '', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'mac_address': 'fa:16:3e:24:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:23Z', 'updated_at': '2022-02-19T03:08:31Z', 'revision_number': 5, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'subnets': [{'id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:37.045857 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6eb3d6-007f-4d05-bfda-1be5828bf2a2 None None] The sync data for ids ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'] in n-d-826755-2 is: [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:08:24Z', 'revision_number': 4, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'floating_ip_address': '172.25.1.130', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'port_id': '0326cf6f-e775-4499-8a66-2145d413307a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'mac_address': 'fa:16:3e:da:4c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:09:20Z', 'updated_at': '2022-02-19T03:11:33Z', 'revision_number': 1, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a3c866-cccb-4cd0-b0b8-6065abb05af2', 'name': '', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'mac_address': 'fa:16:3e:24:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:23Z', 'updated_at': '2022-02-19T03:08:31Z', 'revision_number': 5, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'subnets': [{'id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:11:37.462272 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d7595b7-d8d2-4e9b-945c-8c7b13bb2227 None None] New status for floating IP aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:11:37.841540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ce53d-74d7-495a-bbe9-f68fd3d023e5 req-5167175c-f832-4ce7-a614-12f8e7144f2f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:37.854085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-631ce53d-74d7-495a-bbe9-f68fd3d023e5 req-5167175c-f832-4ce7-a614-12f8e7144f2f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0792489 Feb 19 03:11:37.922516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-631ce53d-74d7-495a-bbe9-f68fd3d023e5 req-8dcb2b12-5996-4136-a953-f3bfe1b9dc82 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663927 Feb 19 03:11:38.355720 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.413389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37474) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:38.582463 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a2d18ba2-9198-49db-8eef-b18817accaf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.698421 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a2d18ba2-9198-49db-8eef-b18817accaf9 admin admin] Publish callbacks [] for security_group (1185efd8-74c1-41c5-9abc-2fd64c53d646), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.709944 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a2d18ba2-9198-49db-8eef-b18817accaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1185efd8-74c1-41c5-9abc-2fd64c53d646), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.753537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37478) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:38.753763 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a2d18ba2-9198-49db-8eef-b18817accaf9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1f41a8853fe4b63a3b78b87de6ebd66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3374164 Feb 19 03:11:38.755693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d18ba2-9198-49db-8eef-b18817accaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1185efd8-74c1-41c5-9abc-2fd64c53d646,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:38.825880 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-07529ac6-becc-469b-9815-c42b0391830c admin admin] Publish callbacks [] for security_group (1185efd8-74c1-41c5-9abc-2fd64c53d646), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.865370 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-07529ac6-becc-469b-9815-c42b0391830c admin admin] Publish callbacks [] for security_group (1185efd8-74c1-41c5-9abc-2fd64c53d646), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.953878 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-07529ac6-becc-469b-9815-c42b0391830c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1185efd8-74c1-41c5-9abc-2fd64c53d646), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.956382 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-07529ac6-becc-469b-9815-c42b0391830c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:38.958817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-07529ac6-becc-469b-9815-c42b0391830c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1185efd8-74c1-41c5-9abc-2fd64c53d646 HTTP/1.1" status: 204 len: 168 time: 0.2021556 Feb 19 03:11:38.986274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07529ac6-becc-469b-9815-c42b0391830c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1185efd8-74c1-41c5-9abc-2fd64c53d646,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:39.173017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbe4aa-4ce7-4291-85d9-e68e66ef3e51 req-63e737f7-0d39-4c76-bdf3-a836eed8aa19 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:39.191573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95dbe4aa-4ce7-4291-85d9-e68e66ef3e51 req-63e737f7-0d39-4c76-bdf3-a836eed8aa19 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1282146 Feb 19 03:11:39.289110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95dbe4aa-4ce7-4291-85d9-e68e66ef3e51 req-4adc6985-cbb5-4bfe-9f26-c160cb41f60d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0931282 Feb 19 03:11:39.424688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37490) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:39.445523 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d7662700-25df-4490-bce6-9a3181c25e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:39.585534 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d7662700-25df-4490-bce6-9a3181c25e29 admin admin] Publish callbacks [] for security_group (57f3dbbc-dc57-4a4c-9359-7c9eb5d685b5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:39.594532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d7662700-25df-4490-bce6-9a3181c25e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (57f3dbbc-dc57-4a4c-9359-7c9eb5d685b5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:39.640143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d7662700-25df-4490-bce6-9a3181c25e29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=688108ff5e5944d5a3e621b57d93d606&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2120044 Feb 19 03:11:39.640143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7662700-25df-4490-bce6-9a3181c25e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f3dbbc-dc57-4a4c-9359-7c9eb5d685b5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:39.640526 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37492) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:39.698690 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-029dcbf0-99e4-4dd1-af9a-c5fa1df9d1a3 admin admin] Publish callbacks [] for security_group (57f3dbbc-dc57-4a4c-9359-7c9eb5d685b5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:39.722815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-029dcbf0-99e4-4dd1-af9a-c5fa1df9d1a3 admin admin] Publish callbacks [] for security_group (57f3dbbc-dc57-4a4c-9359-7c9eb5d685b5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:39.788832 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-029dcbf0-99e4-4dd1-af9a-c5fa1df9d1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (57f3dbbc-dc57-4a4c-9359-7c9eb5d685b5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:39.791924 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-029dcbf0-99e4-4dd1-af9a-c5fa1df9d1a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:39.796292 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-029dcbf0-99e4-4dd1-af9a-c5fa1df9d1a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57f3dbbc-dc57-4a4c-9359-7c9eb5d685b5 HTTP/1.1" status: 204 len: 168 time: 0.1546640 Feb 19 03:11:39.806171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dcbf0-99e4-4dd1-af9a-c5fa1df9d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f3dbbc-dc57-4a4c-9359-7c9eb5d685b5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:39.995667 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:40.461586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945240dd-1f6a-4ff1-80d2-9ae5cbb2a957 req-fe2572ec-b5b6-4f43-b850-26505d2461b4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:40.463132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-945240dd-1f6a-4ff1-80d2-9ae5cbb2a957 req-fe2572ec-b5b6-4f43-b850-26505d2461b4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0671506 Feb 19 03:11:40.556062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-945240dd-1f6a-4ff1-80d2-9ae5cbb2a957 req-8d5eca29-861a-4f18-90a9-9aea45c09a9c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743802 Feb 19 03:11:41.741459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399683c0-d004-416b-bc12-d6d0d2b911dd req-53d2334a-af34-4db3-b049-6bedd523319c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:41.751142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-399683c0-d004-416b-bc12-d6d0d2b911dd req-53d2334a-af34-4db3-b049-6bedd523319c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0823827 Feb 19 03:11:41.824827 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-399683c0-d004-416b-bc12-d6d0d2b911dd req-a62fe1e9-b043-470c-a763-4c4b9327b718 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650246 Feb 19 03:11:43.048856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd43d6-ee79-407b-97d6-a01ef8d268e1 req-33f2b9b8-940c-4c83-bb78-98604e3dcd72 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:43.057549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93dd43d6-ee79-407b-97d6-a01ef8d268e1 req-33f2b9b8-940c-4c83-bb78-98604e3dcd72 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0967424 Feb 19 03:11:43.120366 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37600) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:43.131720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93dd43d6-ee79-407b-97d6-a01ef8d268e1 req-5e500b19-2c77-47d9-95c2-cc575fb819cb tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689135 Feb 19 03:11:43.263897 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7c1e85e-b5db-4901-9640-0c7ea8ca9d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.389360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7c1e85e-b5db-4901-9640-0c7ea8ca9d6c admin admin] Publish callbacks [] for security_group (31ab315a-4011-4af7-bf77-dd4e166195e4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.396934 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7c1e85e-b5db-4901-9640-0c7ea8ca9d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (31ab315a-4011-4af7-bf77-dd4e166195e4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.450872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37608) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:43.451952 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b7c1e85e-b5db-4901-9640-0c7ea8ca9d6c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=40817e8cdb1c4570b4b8e67028110b71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3302379 Feb 19 03:11:43.453466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1e85e-b5db-4901-9640-0c7ea8ca9d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ab315a-4011-4af7-bf77-dd4e166195e4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:43.526092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-387314ed-7edc-490f-8017-69220bb89c25 admin admin] Publish callbacks [] for security_group (31ab315a-4011-4af7-bf77-dd4e166195e4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.555137 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-387314ed-7edc-490f-8017-69220bb89c25 admin admin] Publish callbacks [] for security_group (31ab315a-4011-4af7-bf77-dd4e166195e4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.615881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-387314ed-7edc-490f-8017-69220bb89c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (31ab315a-4011-4af7-bf77-dd4e166195e4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.619227 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-387314ed-7edc-490f-8017-69220bb89c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:43.620837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-387314ed-7edc-490f-8017-69220bb89c25 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31ab315a-4011-4af7-bf77-dd4e166195e4 HTTP/1.1" status: 204 len: 168 time: 0.1688685 Feb 19 03:11:43.631521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387314ed-7edc-490f-8017-69220bb89c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ab315a-4011-4af7-bf77-dd4e166195e4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:44.058347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37614) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:44.082591 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb8a2-362d-4b68-a019-7fd6f984e981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:44.214032 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb8a2-362d-4b68-a019-7fd6f984e981 admin admin] Publish callbacks [] for security_group (079f6665-aac3-4f90-89d6-03e0a33f5fcb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:44.219719 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e9bb8a2-362d-4b68-a019-7fd6f984e981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (079f6665-aac3-4f90-89d6-03e0a33f5fcb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:44.255915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2e9bb8a2-362d-4b68-a019-7fd6f984e981 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c70c3c0e0c424ae4ad75aa3e9884f271&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1958840 Feb 19 03:11:44.258365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37620) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:44.273046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9bb8a2-362d-4b68-a019-7fd6f984e981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079f6665-aac3-4f90-89d6-03e0a33f5fcb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:44.329302 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-472a3f72-9cbe-4b10-97d4-e55699de8d21 admin admin] Publish callbacks [] for security_group (079f6665-aac3-4f90-89d6-03e0a33f5fcb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:44.350053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe248db-c1f4-485f-922a-175da6580c68 req-d70ae964-d4ec-44a9-95d5-398e42fbed12 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:44.352060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cbe248db-c1f4-485f-922a-175da6580c68 req-d70ae964-d4ec-44a9-95d5-398e42fbed12 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0759022 Feb 19 03:11:44.362776 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-472a3f72-9cbe-4b10-97d4-e55699de8d21 admin admin] Publish callbacks [] for security_group (079f6665-aac3-4f90-89d6-03e0a33f5fcb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:44.464306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-472a3f72-9cbe-4b10-97d4-e55699de8d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (079f6665-aac3-4f90-89d6-03e0a33f5fcb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:44.465205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cbe248db-c1f4-485f-922a-175da6580c68 req-748dda53-2048-4e05-b360-92bce3131173 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1013441 Feb 19 03:11:44.467937 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-472a3f72-9cbe-4b10-97d4-e55699de8d21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:44.470613 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-472a3f72-9cbe-4b10-97d4-e55699de8d21 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/079f6665-aac3-4f90-89d6-03e0a33f5fcb HTTP/1.1" status: 204 len: 168 time: 0.2110586 Feb 19 03:11:44.499678 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a3f72-9cbe-4b10-97d4-e55699de8d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079f6665-aac3-4f90-89d6-03e0a33f5fcb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:45.622440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f714f-a2bb-49e1-9afd-431ff8c82ac7 req-8bedb195-e768-4da9-a5bf-426a642e075c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:45.629626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d4f714f-a2bb-49e1-9afd-431ff8c82ac7 req-8bedb195-e768-4da9-a5bf-426a642e075c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0816696 Feb 19 03:11:45.720230 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d4f714f-a2bb-49e1-9afd-431ff8c82ac7 req-99bca882-4664-4878-b890-9f8c7a25e775 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0862994 Feb 19 03:11:46.723822 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37748) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:46.878967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b4f0e-7439-4b5f-b2e7-a59f79920b08 req-2c942d43-1d5f-454c-bb49-f70defd2c406 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:46.884758 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7680b478-b459-4999-9229-962a847690af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:46.886150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e69b4f0e-7439-4b5f-b2e7-a59f79920b08 req-2c942d43-1d5f-454c-bb49-f70defd2c406 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0741744 Feb 19 03:11:46.946658 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e69b4f0e-7439-4b5f-b2e7-a59f79920b08 req-0fb8aee2-b59b-46a2-906b-9002851e5671 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592992 Feb 19 03:11:47.009024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7680b478-b459-4999-9229-962a847690af admin admin] Publish callbacks [] for security_group (c235768e-6ec0-4c54-bb29-32b5e91a5692), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:47.015589 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7680b478-b459-4999-9229-962a847690af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c235768e-6ec0-4c54-bb29-32b5e91a5692), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:47.060555 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7680b478-b459-4999-9229-962a847690af admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d69f073f4eac427290674ed7ca9f3710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3346117 Feb 19 03:11:47.062778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37754) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:47.070181 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680b478-b459-4999-9229-962a847690af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c235768e-6ec0-4c54-bb29-32b5e91a5692,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:47.130713 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f9499c1-4696-4e1a-8e39-f0f81f19634f admin admin] Publish callbacks [] for security_group (c235768e-6ec0-4c54-bb29-32b5e91a5692), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:47.154011 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f9499c1-4696-4e1a-8e39-f0f81f19634f admin admin] Publish callbacks [] for security_group (c235768e-6ec0-4c54-bb29-32b5e91a5692), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:47.210100 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f9499c1-4696-4e1a-8e39-f0f81f19634f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c235768e-6ec0-4c54-bb29-32b5e91a5692), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:47.214359 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f9499c1-4696-4e1a-8e39-f0f81f19634f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:47.218428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8f9499c1-4696-4e1a-8e39-f0f81f19634f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c235768e-6ec0-4c54-bb29-32b5e91a5692 HTTP/1.1" status: 204 len: 168 time: 0.1531646 Feb 19 03:11:47.241305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9499c1-4696-4e1a-8e39-f0f81f19634f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c235768e-6ec0-4c54-bb29-32b5e91a5692,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:48.140931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe95095-84a7-4efe-aeee-516e1fb94f13 req-e833c4b0-ef23-42f6-8e87-18e4d9642234 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:48.142731 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fe95095-84a7-4efe-aeee-516e1fb94f13 req-e833c4b0-ef23-42f6-8e87-18e4d9642234 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0856009 Feb 19 03:11:48.202531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fe95095-84a7-4efe-aeee-516e1fb94f13 req-408c680f-9ba0-4566-9dbd-4127775edd9c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503056 Feb 19 03:11:48.939544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccc061-cec7-4e39-80f0-bd1f16368f1d req-4389c233-d2a8-447f-b0c4-6b251d897af1 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:48.941665 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0bccc061-cec7-4e39-80f0-bd1f16368f1d req-4389c233-d2a8-447f-b0c4-6b251d897af1 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.0801470 Feb 19 03:11:49.027209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37830) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:49.032825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0bccc061-cec7-4e39-80f0-bd1f16368f1d req-0a87b7c9-9746-49ab-a958-21db4a0ad586 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829709 Feb 19 03:11:49.178109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-319863701'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:49.199460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Made reservation on behalf of 25ea94b0808d4d70b901d5ecb2906cb8 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:49.203403 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.212716 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.319961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks [] for security_group (25061897-1e38-4054-8949-7a0de00c6742), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.330857 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (25061897-1e38-4054-8949-7a0de00c6742), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.400454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1360b0-ace2-46d7-9181-ccbb064c7c43 req-20a7c482-29a7-4b0d-a5a5-811b04dfbacb tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:49.403048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b1360b0-ace2-46d7-9181-ccbb064c7c43 req-20a7c482-29a7-4b0d-a5a5-811b04dfbacb tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0693839 Feb 19 03:11:49.429511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25061897-1e38-4054-8949-7a0de00c6742,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:49.438889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:11:49.460554 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (65b9da0e-d1d4-4e62-8239-55a8527d0a99), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.461509 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Added segment 65b9da0e-d1d4-4e62-8239-55a8527d0a99 of type vlan for network 5a0517fd-6627-4a03-8711-86884b22107e Feb 19 03:11:49.513870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b1360b0-ace2-46d7-9181-ccbb064c7c43 req-512193b5-f8a2-4f88-bb3d-a012ae12dd04 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028497 Feb 19 03:11:49.528801 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (5a0517fd-6627-4a03-8711-86884b22107e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.562551 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (5a0517fd-6627-4a03-8711-86884b22107e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.568364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:49.569228 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.628171 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5998282 Feb 19 03:11:49.632202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37854) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:49.646904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85ca06-380f-486b-906e-434ab395c6b5 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Pushing event updated for resources: {'Network': ['ID=5a0517fd-6627-4a03-8711-86884b22107e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:49.658872 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 5a0517fd-6627-4a03-8711-86884b22107e details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:11:49.713719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Request body: {'network': {'name': 'tempest-network--896112351', 'router:external': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:49.737161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Made reservation on behalf of 487f6f9114144c3581add78c2af39a2d for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:49.739530 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.749695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.834706 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks [] for security_group (7dfdad57-58e5-4957-bfa0-d406e79b978c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.840146 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7dfdad57-58e5-4957-bfa0-d406e79b978c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.864149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:11:49.874522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfdad57-58e5-4957-bfa0-d406e79b978c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:49.879190 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (76626c0b-fdf7-41e7-b574-f4211afbf5a8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.879503 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Added segment 76626c0b-fdf7-41e7-b574-f4211afbf5a8 of type vlan for network 78006ee6-cb07-4efb-b9d1-f749113e8243 Feb 19 03:11:49.930361 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (78006ee6-cb07-4efb-b9d1-f749113e8243), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.959611 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (78006ee6-cb07-4efb-b9d1-f749113e8243), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:49.960558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:49.961199 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.021292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3843598 Feb 19 03:11:50.021707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37866) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:50.032019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9df66-05b3-48af-af2b-a7fdb47ee473 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event updated for resources: {'Network': ['ID=78006ee6-cb07-4efb-b9d1-f749113e8243,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:50.054831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 78006ee6-cb07-4efb-b9d1-f749113e8243 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:11:50.102485 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (78006ee6-cb07-4efb-b9d1-f749113e8243), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.201820 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:11:50.229277 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (78006ee6-cb07-4efb-b9d1-f749113e8243), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.248177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd37cd-3041-4bda-83a1-b9ac6f92d2e0 req-e3c9f08d-4c1a-4da3-873b-74613a7c3a1c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:50.249768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4dbd37cd-3041-4bda-83a1-b9ac6f92d2e0 req-e3c9f08d-4c1a-4da3-873b-74613a7c3a1c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.1433818 Feb 19 03:11:50.269049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78006ee6-cb07-4efb-b9d1-f749113e8243']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:50.298722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76626c0b-fdf7-41e7-b574-f4211afbf5a8') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:50.299016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76626c0b-fdf7-41e7-b574-f4211afbf5a8') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:50.313010 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (76626c0b-fdf7-41e7-b574-f4211afbf5a8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.340643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (76626c0b-fdf7-41e7-b574-f4211afbf5a8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.348545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4dbd37cd-3041-4bda-83a1-b9ac6f92d2e0 req-1151fc0b-dbab-4230-9c26-04871ab753a9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893781 Feb 19 03:11:50.352533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:11:50.352722 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (76626c0b-fdf7-41e7-b574-f4211afbf5a8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:11:50.354893 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:11:50.435930 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (78006ee6-cb07-4efb-b9d1-f749113e8243), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.447469 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 78006ee6-cb07-4efb-b9d1-f749113e8243 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:11:50.451056 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.457528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "DELETE /v2.0/networks/78006ee6-cb07-4efb-b9d1-f749113e8243 HTTP/1.1" status: 204 len: 168 time: 0.4314935 Feb 19 03:11:50.457846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37876) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:50.462950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-325b4b30-8886-44fe-b397-b3f5b4e62b9c tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:50.464491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549a3ac-189e-4c2a-a86b-57cd7a28d8dd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event deleted for resources: {'Network': ['ID=78006ee6-cb07-4efb-b9d1-f749113e8243,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:50.514764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325b4b30-8886-44fe-b397-b3f5b4e62b9c tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Made reservation on behalf of 487f6f9114144c3581add78c2af39a2d for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:50.517155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-325b4b30-8886-44fe-b397-b3f5b4e62b9c tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.567351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325b4b30-8886-44fe-b397-b3f5b4e62b9c tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:11:50.592457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-325b4b30-8886-44fe-b397-b3f5b4e62b9c tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (bb1c043b-cb88-4f94-a774-37d23af4caac), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.592839 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-325b4b30-8886-44fe-b397-b3f5b4e62b9c tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Added segment bb1c043b-cb88-4f94-a774-37d23af4caac of type vlan for network 8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc Feb 19 03:11:50.703481 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-325b4b30-8886-44fe-b397-b3f5b4e62b9c tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.733853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de600fb0-f265-487f-a310-3e4ff2958a2d req-695dcc00-d194-486e-b85d-1a4c10e795d9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:50.738619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de600fb0-f265-487f-a310-3e4ff2958a2d req-695dcc00-d194-486e-b85d-1a4c10e795d9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1240859 Feb 19 03:11:50.742709 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-325b4b30-8886-44fe-b397-b3f5b4e62b9c tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.744148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325b4b30-8886-44fe-b397-b3f5b4e62b9c tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:50.745385 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-325b4b30-8886-44fe-b397-b3f5b4e62b9c tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:50.819532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b4b30-8886-44fe-b397-b3f5b4e62b9c tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event updated for resources: {'Network': ['ID=8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:50.838483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de600fb0-f265-487f-a310-3e4ff2958a2d req-7817cb6d-9748-4b45-8bd2-4fb6f2614fe4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0907381 Feb 19 03:11:50.839656 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-325b4b30-8886-44fe-b397-b3f5b4e62b9c tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3804379 Feb 19 03:11:50.842631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37890) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:50.850292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Request body: {'subnet': {'network_id': '8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:50.854439 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:11:50.922514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Made reservation on behalf of 487f6f9114144c3581add78c2af39a2d for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:50.925479 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.042250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba32d9-e1c2-4a1c-9f99-44723220933e req-15454820-25b1-42b3-92bb-ef8e93c208fc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:51.046334 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09ba32d9-e1c2-4a1c-9f99-44723220933e req-15454820-25b1-42b3-92bb-ef8e93c208fc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.0949650 Feb 19 03:11:51.110444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09ba32d9-e1c2-4a1c-9f99-44723220933e req-7e974c13-c46c-4259-a264-529f71bbb34b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562222 Feb 19 03:11:51.260421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.objects.ports [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109898) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:11:51.260905 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (4adc11d8-f57b-4dda-a231-b17353ddb9c8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.314317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4adc11d8-f57b-4dda-a231-b17353ddb9c8,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:51.330143 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Checking segment: {'id': 'bb1c043b-cb88-4f94-a774-37d23af4caac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:11:51.330503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Network hostable DHCP agents. Network: 8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:11:51.349439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Network 8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:11:51.359715 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:51.364253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:51.365005 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.372865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad050f0d-75a1-4713-b060-f613596c3c83 None None] Network 8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:11:51.386845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37896) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:51.387720 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5ed7edb7-2201-4866-a346-184095e4c0a6 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5439060 Feb 19 03:11:51.391796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Request body: {'floatingip': {'floating_network_id': '8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:51.411535 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.478139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4b4cdb-ec63-443b-b484-f8c45a29f261 None None] Network 8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:11:51.524133 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.558405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9a84ba45-e110-432f-81e2-861001d5dea7 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:11:51.645193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Allocated IP 172.20.0.5 (8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc/4adc11d8-f57b-4dda-a231-b17353ddb9c8/63df648b-e336-4adc-ac8c-cab4d996d843) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:11:51.665424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9a84ba45-e110-432f-81e2-861001d5dea7 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:51.665938 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.698055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:51.701473 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1565cc6-45c3-4016-8e0a-2e9edc24b068" -d '{"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:51.707156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:51.715299 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.750156 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad33c66-9a95-4850-9662-74af8c7e2c78 x-openstack-request-id: req-9ad33c66-9a95-4850-9662-74af8c7e2c78 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:51.750523 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:51.750825 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ad33c66-9a95-4850-9662-74af8c7e2c78 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:51.751159 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7', 'code': 200} Feb 19 03:11:51.776051 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks [] for port (63df648b-e336-4adc-ac8c-cab4d996d843), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.777536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=11']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:51.811354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (63df648b-e336-4adc-ac8c-cab4d996d843), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:51.851904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Network 8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:11:51.857045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:11:51.859718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:11:51.865803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event updated for resources: {'Port': ['ID=63df648b-e336-4adc-ac8c-cab4d996d843,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:52.004561 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks [] for floatingip (a7cbb022-5344-4bfd-961c-3985f7f43713), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.016492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376c0ad-f2ca-4bd3-8647-7b2cd8645944 req-cafb1ec5-8939-48a6-adbb-d33c3a5007fc tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:52.018021 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6376c0ad-f2ca-4bd3-8647-7b2cd8645944 req-cafb1ec5-8939-48a6-adbb-d33c3a5007fc tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.0992966 Feb 19 03:11:52.067264 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (63df648b-e336-4adc-ac8c-cab4d996d843), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.113208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6376c0ad-f2ca-4bd3-8647-7b2cd8645944 req-be3e688d-7385-4c1d-8781-442c40eee33b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0876324 Feb 19 03:11:52.243760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9a19cac8-b5c0-4bb9-96ed-0558fd538630 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:52.284726 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks [] for port (63df648b-e336-4adc-ac8c-cab4d996d843), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.293260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d93d8-486a-436b-b9ff-02492df29a2b req-729a81f9-2660-4c28-87a0-f58ffff43b45 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:52.294807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e41d93d8-486a-436b-b9ff-02492df29a2b req-729a81f9-2660-4c28-87a0-f58ffff43b45 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1003594 Feb 19 03:11:52.295965 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (63df648b-e336-4adc-ac8c-cab4d996d843), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.351296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:52.366193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'port_id': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'mac_address': 'fa:16:3e:5c:30:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:52.396656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event updated for resources: {'Port': ['ID=63df648b-e336-4adc-ac8c-cab4d996d843,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:52.406846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:52.407322 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.420890 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (a7cbb022-5344-4bfd-961c-3985f7f43713), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.421675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a19cac8-b5c0-4bb9-96ed-0558fd538630 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:52.429168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e41d93d8-486a-436b-b9ff-02492df29a2b req-0877f278-d0d0-4f5d-8286-e78f99e8e5c6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031442 Feb 19 03:11:52.442542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:52.447369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.447584 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.451505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-34ec9cc0-a9c7-49ba-8b8f-40732b8e4047 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0606987 Feb 19 03:11:52.451724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37906) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:52.507260 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.517871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9a19cac8-b5c0-4bb9-96ed-0558fd538630,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:52.530701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bf4bb0a7-5efc-4a99-bb23-a222c7f654d3 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "GET /v2.0/floatingips?floating_network_id=8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc HTTP/1.1" status: 200 len: 689 time: 0.0759504 Feb 19 03:11:52.531785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37908) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:52.534578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['9a19cac8-b5c0-4bb9-96ed-0558fd538630'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:52.628447 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.749845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Deleting port 63df648b-e336-4adc-ac8c-cab4d996d843 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:11:52.750620 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (63df648b-e336-4adc-ac8c-cab4d996d843), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.834498 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (63df648b-e336-4adc-ac8c-cab4d996d843), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.834827 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks [] for floatingip (63df648b-e336-4adc-ac8c-cab4d996d843), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:52.855453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Calling delete_port for 63df648b-e336-4adc-ac8c-cab4d996d843 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:11:52.990867 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (63df648b-e336-4adc-ac8c-cab4d996d843), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.023517 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event deleted for resources: {'Port': ['ID=63df648b-e336-4adc-ac8c-cab4d996d843,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:53.088699 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks [] for floatingip (a7cbb022-5344-4bfd-961c-3985f7f43713), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.134141 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (4adc11d8-f57b-4dda-a231-b17353ddb9c8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.196384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (4adc11d8-f57b-4dda-a231-b17353ddb9c8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.223023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4adc11d8-f57b-4dda-a231-b17353ddb9c8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:53.255919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f1f8a-46a4-4420-8d06-a2bb4b1d839f req-a5f8871c-9f59-4582-b5b9-d57f31dd90ee tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.257502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e84f1f8a-46a4-4420-8d06-a2bb4b1d839f req-a5f8871c-9f59-4582-b5b9-d57f31dd90ee tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 945 time: 0.0594096 Feb 19 03:11:53.285756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.306520 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e84f1f8a-46a4-4420-8d06-a2bb4b1d839f req-8c78b217-6ef8-4fa7-832a-1f43f1f2453f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431325 Feb 19 03:11:53.307785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:53.318177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1c043b-cb88-4f94-a774-37d23af4caac') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:53.319082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1c043b-cb88-4f94-a774-37d23af4caac') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:53.329271 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (bb1c043b-cb88-4f94-a774-37d23af4caac), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.342837 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (bb1c043b-cb88-4f94-a774-37d23af4caac), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.348842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:11:53.349219 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (bb1c043b-cb88-4f94-a774-37d23af4caac), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:11:53.350973 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:11:53.412630 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.418114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:11:53.421253 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.424586 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "DELETE /v2.0/networks/8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc HTTP/1.1" status: 204 len: 168 time: 0.8916876 Feb 19 03:11:53.427525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37914) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:53.439374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2578f29-2b44-456e-966b-4c8fb5820a08 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event deleted for resources: {'Network': ['ID=8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:53.468051 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.580483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ce7a4707-c13f-40ad-acf9-0cd2545dd194 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3349 time: 0.1514413 Feb 19 03:11:53.583407 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37918) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:53.614952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fd944-ba12-4454-bfc4-b0c2ecbcf28d req-fc46d8d6-cb59-42a8-bced-9662e3a649bd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.617026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e68fd944-ba12-4454-bfc4-b0c2ecbcf28d req-fc46d8d6-cb59-42a8-bced-9662e3a649bd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.0989771 Feb 19 03:11:53.677929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e68fd944-ba12-4454-bfc4-b0c2ecbcf28d req-9fc13f8e-449f-47fc-9506-119a3ed12d36 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545447 Feb 19 03:11:53.710522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.711098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.711632 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.712115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.712552 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.713048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.713522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.713965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.714393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.714875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.715315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.715784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.716212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.716634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.717161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.720703 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-610b8500-0fda-4efb-8f6f-23957c4cf75b tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9685 time: 0.1349320 Feb 19 03:11:53.722758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37920) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:53.758025 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-a7ce5238-e128-407e-831c-f876c7299756 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] delete failed (client error): The resource could not be found. Feb 19 03:11:53.761590 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a7ce5238-e128-407e-831c-f876c7299756 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/a7cbb022-5344-4bfd-961c-3985f7f43713 HTTP/1.1" status: 404 len: 345 time: 0.0353763 Feb 19 03:11:53.761829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37922) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:53.778273 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f887113-71e4-4694-98e6-9eb03e9a89cd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] DELETE failed (client error): The resource could not be found. Feb 19 03:11:53.778786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f887113-71e4-4694-98e6-9eb03e9a89cd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:11:53.785382 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5f887113-71e4-4694-98e6-9eb03e9a89cd tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "DELETE /v2.0/networks/8709c1cc-9f25-44cc-b0b8-1d753c6e8dbc HTTP/1.1" status: 404 len: 339 time: 0.0189855 Feb 19 03:11:53.786282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37924) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:53.790842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3125fbf0-e606-430d-bb15-0bcdb44df3a7 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Request body: {'network': {'name': 'tempest-network--94626145', 'router:external': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:53.811074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3125fbf0-e606-430d-bb15-0bcdb44df3a7 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Made reservation on behalf of 487f6f9114144c3581add78c2af39a2d for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:53.813658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3125fbf0-e606-430d-bb15-0bcdb44df3a7 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.838330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3125fbf0-e606-430d-bb15-0bcdb44df3a7 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:11:53.857006 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3125fbf0-e606-430d-bb15-0bcdb44df3a7 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e0b62c6f-dceb-4b16-8c4f-4b37771ef0e2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.857351 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-3125fbf0-e606-430d-bb15-0bcdb44df3a7 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Added segment e0b62c6f-dceb-4b16-8c4f-4b37771ef0e2 of type vlan for network e5a066a1-0258-43a5-b33f-ffc9619c7d43 Feb 19 03:11:53.909929 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3125fbf0-e606-430d-bb15-0bcdb44df3a7 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (e5a066a1-0258-43a5-b33f-ffc9619c7d43), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.963221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3125fbf0-e606-430d-bb15-0bcdb44df3a7 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e5a066a1-0258-43a5-b33f-ffc9619c7d43), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:53.965275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3125fbf0-e606-430d-bb15-0bcdb44df3a7 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:53.967276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3125fbf0-e606-430d-bb15-0bcdb44df3a7 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.058884 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3125fbf0-e606-430d-bb15-0bcdb44df3a7 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.2675269 Feb 19 03:11:54.059492 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37934) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:54.076269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3125fbf0-e606-430d-bb15-0bcdb44df3a7 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event updated for resources: {'Network': ['ID=e5a066a1-0258-43a5-b33f-ffc9619c7d43,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:54.089818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network e5a066a1-0258-43a5-b33f-ffc9619c7d43 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:11:54.250940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9a19cac8-b5c0-4bb9-96ed-0558fd538630 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:54.261111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c993016-831e-4040-a91c-f8ba6fd6a5eb tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.266521 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c993016-831e-4040-a91c-f8ba6fd6a5eb tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.271663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c993016-831e-4040-a91c-f8ba6fd6a5eb tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.277103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c993016-831e-4040-a91c-f8ba6fd6a5eb tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.278821 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3c993016-831e-4040-a91c-f8ba6fd6a5eb tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 0.2040977 Feb 19 03:11:54.281795 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37936) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:54.307636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:54.308109 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.368141 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (e5a066a1-0258-43a5-b33f-ffc9619c7d43), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.416312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:54.416746 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.442166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:54.445160 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5defd753-ccbf-4137-8c98-22c89fe24bb5" -d '{"events": [{"server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "name": "network-vif-plugged", "status": "completed", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:54.458733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:54.466869 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.488103 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (e5a066a1-0258-43a5-b33f-ffc9619c7d43), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.511288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce749e-e2f4-4af6-ab3e-e1be72ae9a20 req-9334c04e-56bd-47af-9771-53480dca73b9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.514538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7ce749e-e2f4-4af6-ab3e-e1be72ae9a20 req-9334c04e-56bd-47af-9771-53480dca73b9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 945 time: 0.1113856 Feb 19 03:11:54.530416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a066a1-0258-43a5-b33f-ffc9619c7d43']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:54.545795 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a2ac2c-3967-4e49-8ea7-8820c4b78074 x-openstack-request-id: req-35a2ac2c-3967-4e49-8ea7-8820c4b78074 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:54.546815 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "name": "network-vif-plugged", "status": "completed", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:54.547234 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35a2ac2c-3967-4e49-8ea7-8820c4b78074 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:54.547860 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'code': 200} Feb 19 03:11:54.551388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b62c6f-dceb-4b16-8c4f-4b37771ef0e2') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:54.551702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b62c6f-dceb-4b16-8c4f-4b37771ef0e2') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:54.554445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9a19cac8-b5c0-4bb9-96ed-0558fd538630,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:54.568765 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (e0b62c6f-dceb-4b16-8c4f-4b37771ef0e2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.577730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7ce749e-e2f4-4af6-ab3e-e1be72ae9a20 req-62599284-c363-4527-be79-631d4b91d888 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572615 Feb 19 03:11:54.583686 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e0b62c6f-dceb-4b16-8c4f-4b37771ef0e2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.591558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:11:54.592027 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (e0b62c6f-dceb-4b16-8c4f-4b37771ef0e2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:11:54.594169 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:11:54.657108 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (e5a066a1-0258-43a5-b33f-ffc9619c7d43), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.662277 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e5a066a1-0258-43a5-b33f-ffc9619c7d43 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:11:54.672792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.674626 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "DELETE /v2.0/networks/e5a066a1-0258-43a5-b33f-ffc9619c7d43 HTTP/1.1" status: 204 len: 168 time: 0.3914742 Feb 19 03:11:54.679012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37942) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:54.687208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5f9bfa4d-531d-4c4b-9de4-02ca8254697e tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Request body: {'network': {'name': 'tempest-network--1885203105', 'router:external': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:54.720448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154698c-93f9-44f7-a22f-4d0d012632c5 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event deleted for resources: {'Network': ['ID=e5a066a1-0258-43a5-b33f-ffc9619c7d43,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:54.723015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9bfa4d-531d-4c4b-9de4-02ca8254697e tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Made reservation on behalf of 487f6f9114144c3581add78c2af39a2d for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:54.726915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfa4d-531d-4c4b-9de4-02ca8254697e tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.760293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9bfa4d-531d-4c4b-9de4-02ca8254697e tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:11:54.772513 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfa4d-531d-4c4b-9de4-02ca8254697e tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f8627bc7-9da7-4d45-b19b-c16529006185), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.773184 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-5f9bfa4d-531d-4c4b-9de4-02ca8254697e tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Added segment f8627bc7-9da7-4d45-b19b-c16529006185 of type vlan for network c0068fda-7ce3-4178-82dc-fc0e035b50c0 Feb 19 03:11:54.833298 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfa4d-531d-4c4b-9de4-02ca8254697e tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (c0068fda-7ce3-4178-82dc-fc0e035b50c0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.834876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a984632-0372-4b60-b50d-8ff1ac3e1f5e req-9f722669-e2ce-4e8d-9fb4-a603010d5b6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.843434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a984632-0372-4b60-b50d-8ff1ac3e1f5e req-9f722669-e2ce-4e8d-9fb4-a603010d5b6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.0721533 Feb 19 03:11:54.878337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfa4d-531d-4c4b-9de4-02ca8254697e tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (c0068fda-7ce3-4178-82dc-fc0e035b50c0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.879509 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9bfa4d-531d-4c4b-9de4-02ca8254697e tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:54.880874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5f9bfa4d-531d-4c4b-9de4-02ca8254697e tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:54.923184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a984632-0372-4b60-b50d-8ff1ac3e1f5e req-12555dfe-e589-485d-9819-255226daaa43 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782611 Feb 19 03:11:54.977234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9bfa4d-531d-4c4b-9de4-02ca8254697e tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event updated for resources: {'Network': ['ID=c0068fda-7ce3-4178-82dc-fc0e035b50c0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:54.988047 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network c0068fda-7ce3-4178-82dc-fc0e035b50c0 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:11:55.000135 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5f9bfa4d-531d-4c4b-9de4-02ca8254697e tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3197005 Feb 19 03:11:55.003010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37948) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:55.136897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4648971f-c296-47a8-aa98-e562c128b3fa tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:55.141135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4648971f-c296-47a8-aa98-e562c128b3fa tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] 10.222.0.81 "GET /v2.0/networks/c0068fda-7ce3-4178-82dc-fc0e035b50c0 HTTP/1.1" status: 200 len: 757 time: 0.1369710 Feb 19 03:11:55.141589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37958) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:55.283839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1de0a8-dfa3-402b-8f18-62bb5cb61047 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:55.285590 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fc1de0a8-dfa3-402b-8f18-62bb5cb61047 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] 10.222.0.81 "GET /v2.0/networks/5a0517fd-6627-4a03-8711-86884b22107e HTTP/1.1" status: 200 len: 767 time: 0.1429586 Feb 19 03:11:55.288775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37962) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:55.396744 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (c0068fda-7ce3-4178-82dc-fc0e035b50c0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.489418 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (c0068fda-7ce3-4178-82dc-fc0e035b50c0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.518035 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0068fda-7ce3-4178-82dc-fc0e035b50c0']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:55.528553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8627bc7-9da7-4d45-b19b-c16529006185') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:55.528901 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8627bc7-9da7-4d45-b19b-c16529006185') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:55.539166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (f8627bc7-9da7-4d45-b19b-c16529006185), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.553070 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f8627bc7-9da7-4d45-b19b-c16529006185), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.554303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9a84ba45-e110-432f-81e2-861001d5dea7 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:11:55.559803 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:11:55.560256 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (f8627bc7-9da7-4d45-b19b-c16529006185), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:11:55.562410 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:11:55.644722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (c0068fda-7ce3-4178-82dc-fc0e035b50c0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.663062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c0068fda-7ce3-4178-82dc-fc0e035b50c0 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:11:55.686782 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.700040 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "DELETE /v2.0/networks/c0068fda-7ce3-4178-82dc-fc0e035b50c0 HTTP/1.1" status: 204 len: 168 time: 0.4077299 Feb 19 03:11:55.701664 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e764d-3cbd-4a22-b2bc-595014cf75aa tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0068fda-7ce3-4178-82dc-fc0e035b50c0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:55.703448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37968) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:55.713544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c454b1cf-7029-43eb-aaa2-34674c0fa855 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Request body: {'network': {'name': 'tempest-network--334628700'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:55.761187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:55.776480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '9a84ba45-e110-432f-81e2-861001d5dea7', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'port_id': '9a84ba45-e110-432f-81e2-861001d5dea7', 'mac_address': 'fa:16:3e:f6:80:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:11:55.801120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c454b1cf-7029-43eb-aaa2-34674c0fa855 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Made reservation on behalf of 487f6f9114144c3581add78c2af39a2d for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:11:55.808169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c454b1cf-7029-43eb-aaa2-34674c0fa855 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.845244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba0ced-2c43-4290-8313-6db1f37004a4 req-c46615c3-9804-427c-b8a1-8a06986afbc5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:55.853930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cbba0ced-2c43-4290-8313-6db1f37004a4 req-c46615c3-9804-427c-b8a1-8a06986afbc5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1364028 Feb 19 03:11:55.877729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9a84ba45-e110-432f-81e2-861001d5dea7 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:55.878126 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.889319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c454b1cf-7029-43eb-aaa2-34674c0fa855 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:11:55.906090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a84ba45-e110-432f-81e2-861001d5dea7 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:11:55.918377 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c454b1cf-7029-43eb-aaa2-34674c0fa855 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c98fe778-e7d6-4ef2-babb-4fa643f84d80), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.919085 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-c454b1cf-7029-43eb-aaa2-34674c0fa855 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Added segment c98fe778-e7d6-4ef2-babb-4fa643f84d80 of type vlan for network c8d9e7de-0a7d-4be7-85e8-069ee992dc2e Feb 19 03:11:55.940547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cbba0ced-2c43-4290-8313-6db1f37004a4 req-a09ba2c7-954f-4018-b718-aac556f05bad tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853887 Feb 19 03:11:55.949374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:55.971661 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:55.992889 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c454b1cf-7029-43eb-aaa2-34674c0fa855 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (c8d9e7de-0a7d-4be7-85e8-069ee992dc2e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.045239 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c454b1cf-7029-43eb-aaa2-34674c0fa855 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (c8d9e7de-0a7d-4be7-85e8-069ee992dc2e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.046702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c454b1cf-7029-43eb-aaa2-34674c0fa855 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:56.047502 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c454b1cf-7029-43eb-aaa2-34674c0fa855 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.086923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=12']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:56.119749 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9a84ba45-e110-432f-81e2-861001d5dea7'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:11:56.130826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c454b1cf-7029-43eb-aaa2-34674c0fa855 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4262178 Feb 19 03:11:56.133685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37972) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:56.139069 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-824a7a1b-7663-4948-ba99-b841288c141d tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:11:56.183797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454b1cf-7029-43eb-aaa2-34674c0fa855 tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event updated for resources: {'Network': ['ID=c8d9e7de-0a7d-4be7-85e8-069ee992dc2e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:56.204438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network c8d9e7de-0a7d-4be7-85e8-069ee992dc2e details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:11:56.207817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb03e61-a75c-4d40-a911-bca53a8bda18 req-a0a5e1a7-b6e1-40f5-9408-444c17580bd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:56.220459 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfb03e61-a75c-4d40-a911-bca53a8bda18 req-a0a5e1a7-b6e1-40f5-9408-444c17580bd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 946 time: 0.1871226 Feb 19 03:11:56.367775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfb03e61-a75c-4d40-a911-bca53a8bda18 req-faca3562-fce1-42db-a159-cd814163ff97 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457939 Feb 19 03:11:56.463386 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-824a7a1b-7663-4948-ba99-b841288c141d tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (c8d9e7de-0a7d-4be7-85e8-069ee992dc2e), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.481306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-824a7a1b-7663-4948-ba99-b841288c141d tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (c8d9e7de-0a7d-4be7-85e8-069ee992dc2e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.492541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-824a7a1b-7663-4948-ba99-b841288c141d tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Network c8d9e7de-0a7d-4be7-85e8-069ee992dc2e is not hosted by any dhcp agent {{(pid=109898) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:11:56.493647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824a7a1b-7663-4948-ba99-b841288c141d tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:56.494240 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-824a7a1b-7663-4948-ba99-b841288c141d tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.498079 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-824a7a1b-7663-4948-ba99-b841288c141d tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "PUT /v2.0/networks/c8d9e7de-0a7d-4be7-85e8-069ee992dc2e HTTP/1.1" status: 200 len: 857 time: 0.3605750 Feb 19 03:11:56.498402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37982) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:56.595535 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a7a1b-7663-4948-ba99-b841288c141d tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event updated for resources: {'Network': ['ID=c8d9e7de-0a7d-4be7-85e8-069ee992dc2e,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:56.610378 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (c8d9e7de-0a7d-4be7-85e8-069ee992dc2e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.695414 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (c8d9e7de-0a7d-4be7-85e8-069ee992dc2e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.715579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d9e7de-0a7d-4be7-85e8-069ee992dc2e']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:56.725194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98fe778-e7d6-4ef2-babb-4fa643f84d80') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:56.725427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98fe778-e7d6-4ef2-babb-4fa643f84d80') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:56.735126 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (c98fe778-e7d6-4ef2-babb-4fa643f84d80), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.750497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c98fe778-e7d6-4ef2-babb-4fa643f84d80), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.758475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:11:56.758875 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (c98fe778-e7d6-4ef2-babb-4fa643f84d80), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:11:56.760962 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:11:56.827275 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (c8d9e7de-0a7d-4be7-85e8-069ee992dc2e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.832177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c8d9e7de-0a7d-4be7-85e8-069ee992dc2e {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:11:56.835952 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:56.844634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] 10.222.0.81 "DELETE /v2.0/networks/c8d9e7de-0a7d-4be7-85e8-069ee992dc2e HTTP/1.1" status: 204 len: 168 time: 0.3399858 Feb 19 03:11:56.844775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37984) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:56.853884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc465b0-e595-4aa6-9447-62df3c8506db tempest-ExternalNetworksTestJSON-1092379984 tempest-ExternalNetworksTestJSON-1092379984-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8d9e7de-0a7d-4be7-85e8-069ee992dc2e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:56.913004 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b4ea7c3-55ff-42b3-a5f4-f69155c85dc4 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] DELETE failed (client error): The resource could not be found. Feb 19 03:11:56.913457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b4ea7c3-55ff-42b3-a5f4-f69155c85dc4 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:11:56.927592 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4b4ea7c3-55ff-42b3-a5f4-f69155c85dc4 tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] 10.222.0.81 "DELETE /v2.0/subnets/4adc11d8-f57b-4dda-a231-b17353ddb9c8 HTTP/1.1" status: 404 len: 337 time: 0.0808690 Feb 19 03:11:56.928300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37986) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:57.031597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (5a0517fd-6627-4a03-8711-86884b22107e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.206432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c364fa-b6c4-49cd-a65e-b4a324dcf908 req-8de635be-16b3-4bfd-82a3-7f5105096576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:57.214047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12c364fa-b6c4-49cd-a65e-b4a324dcf908 req-8de635be-16b3-4bfd-82a3-7f5105096576 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1050828 Feb 19 03:11:57.227597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (5a0517fd-6627-4a03-8711-86884b22107e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.260350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0517fd-6627-4a03-8711-86884b22107e']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:57.271381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b9da0e-d1d4-4e62-8239-55a8527d0a99') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:57.272200 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b9da0e-d1d4-4e62-8239-55a8527d0a99') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:11:57.283845 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (65b9da0e-d1d4-4e62-8239-55a8527d0a99), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.287296 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12c364fa-b6c4-49cd-a65e-b4a324dcf908 req-c7a537f1-8b6b-4afd-b849-0aa3ad2edaf3 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721529 Feb 19 03:11:57.300812 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (65b9da0e-d1d4-4e62-8239-55a8527d0a99), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.321557 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:11:57.321959 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (65b9da0e-d1d4-4e62-8239-55a8527d0a99), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:11:57.401024 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:11:57.411339 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (5a0517fd-6627-4a03-8711-86884b22107e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.462791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.476381 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] 10.222.0.81 "DELETE /v2.0/networks/5a0517fd-6627-4a03-8711-86884b22107e HTTP/1.1" status: 204 len: 168 time: 0.5441175 Feb 19 03:11:57.477421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f300e610-2c79-409e-8f88-e520782d740e tempest-ExternalNetworksTestJSON-1710268017 tempest-ExternalNetworksTestJSON-1710268017-project] Pushing event deleted for resources: {'Network': ['ID=5a0517fd-6627-4a03-8711-86884b22107e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:57.573859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9a84ba45-e110-432f-81e2-861001d5dea7 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:11:57.623284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3ffab-01ae-4cc6-b635-7797a8204e8b req-1f1e1d77-3a84-48e3-b41c-5f9243e716d6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:57.635905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53f3ffab-01ae-4cc6-b635-7797a8204e8b req-1f1e1d77-3a84-48e3-b41c-5f9243e716d6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 946 time: 0.1336460 Feb 19 03:11:57.713318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 9a84ba45-e110-432f-81e2-861001d5dea7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:11:57.713696 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.782662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53f3ffab-01ae-4cc6-b635-7797a8204e8b req-0549edd3-ccab-4f1b-9b02-1ea32e347b7b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457217 Feb 19 03:11:57.877566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9a84ba45-e110-432f-81e2-861001d5dea7 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:11:57.877566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:57.935510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:11:57.936061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:11:57.938601 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21c7f70-857a-4b63-8dae-9d99c00658cf" -d '{"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-plugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:11:57.958593 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.044439 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2505fb23-6854-4be3-93c3-9ee989f40501 x-openstack-request-id: req-2505fb23-6854-4be3-93c3-9ee989f40501 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:11:58.045017 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-plugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:11:58.045510 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2505fb23-6854-4be3-93c3-9ee989f40501 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:11:58.046120 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7', 'code': 200} Feb 19 03:11:58.047312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=13']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:58.077730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38026) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:58.317739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38034) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:58.330969 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b61c2868-9f05-447c-b998-f1c52785454d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=25ea94b0808d4d70b901d5ecb2906cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2503061 Feb 19 03:11:58.442716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08aa3863-efb5-4ad9-b093-6006327cbb1d admin admin] Publish callbacks [] for security_group (25061897-1e38-4054-8949-7a0de00c6742), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.578092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08aa3863-efb5-4ad9-b093-6006327cbb1d admin admin] Publish callbacks [] for security_group (25061897-1e38-4054-8949-7a0de00c6742), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.764236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557bc77-f0aa-497e-88ad-d1f4974c2bd4 req-2ec1eb22-043d-496d-aab4-a94e925daf52 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:58.789717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8557bc77-f0aa-497e-88ad-d1f4974c2bd4 req-2ec1eb22-043d-496d-aab4-a94e925daf52 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.3449953 Feb 19 03:11:58.871482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8557bc77-f0aa-497e-88ad-d1f4974c2bd4 req-3501cae7-caaa-492d-b30d-4e904041280c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801983 Feb 19 03:11:58.880243 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08aa3863-efb5-4ad9-b093-6006327cbb1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (25061897-1e38-4054-8949-7a0de00c6742), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.888334 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08aa3863-efb5-4ad9-b093-6006327cbb1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:58.890241 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-08aa3863-efb5-4ad9-b093-6006327cbb1d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25061897-1e38-4054-8949-7a0de00c6742 HTTP/1.1" status: 204 len: 168 time: 0.5702579 Feb 19 03:11:58.901558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa3863-efb5-4ad9-b093-6006327cbb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25061897-1e38-4054-8949-7a0de00c6742,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:11:59.068794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16378c77-3da6-4d67-a4b4-ac62b42005da req-05715e70-4f7b-47a3-b41a-106f21da4d85 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:11:59.070369 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16378c77-3da6-4d67-a4b4-ac62b42005da req-05715e70-4f7b-47a3-b41a-106f21da4d85 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.1174347 Feb 19 03:11:59.185203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16378c77-3da6-4d67-a4b4-ac62b42005da req-b6b2c873-1268-47e0-99e7-29057e2b2bba tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060023 Feb 19 03:11:59.409871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38060) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:59.471285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b1407809-3c88-4bc2-9dae-432dbae30168 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=487f6f9114144c3581add78c2af39a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579371 Feb 19 03:11:59.471922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38064) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:11:59.534111 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2592ec7f-8741-4a77-9e37-df7509ecd61d admin admin] Publish callbacks [] for security_group (7dfdad57-58e5-4957-bfa0-d406e79b978c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:59.562993 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2592ec7f-8741-4a77-9e37-df7509ecd61d admin admin] Publish callbacks [] for security_group (7dfdad57-58e5-4957-bfa0-d406e79b978c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:59.630786 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2592ec7f-8741-4a77-9e37-df7509ecd61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7dfdad57-58e5-4957-bfa0-d406e79b978c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:59.633747 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2592ec7f-8741-4a77-9e37-df7509ecd61d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:11:59.634948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2592ec7f-8741-4a77-9e37-df7509ecd61d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7dfdad57-58e5-4957-bfa0-d406e79b978c HTTP/1.1" status: 204 len: 168 time: 0.1620901 Feb 19 03:11:59.647729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592ec7f-8741-4a77-9e37-df7509ecd61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfdad57-58e5-4957-bfa0-d406e79b978c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:00.126151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148aed3-a60a-4876-b7a5-826b5b50fa90 req-414f63f4-2504-4ec1-b04a-05586832e549 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:00.135721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a148aed3-a60a-4876-b7a5-826b5b50fa90 req-414f63f4-2504-4ec1-b04a-05586832e549 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1124063 Feb 19 03:12:00.215330 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a148aed3-a60a-4876-b7a5-826b5b50fa90 req-cc8586e0-0187-4fdd-a89c-122b329a39b1 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742352 Feb 19 03:12:00.442628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4a6ec-6ba9-433a-a534-faabc07662f4 req-2e9569b2-92ea-427e-9b1d-0c494c9d8c18 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:00.448326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58f4a6ec-6ba9-433a-a534-faabc07662f4 req-2e9569b2-92ea-427e-9b1d-0c494c9d8c18 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.1043689 Feb 19 03:12:00.551066 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58f4a6ec-6ba9-433a-a534-faabc07662f4 req-26796d9a-31d5-471d-bae0-80296c7b760f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985596 Feb 19 03:12:01.511809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa1e73-a82c-4574-8dce-c5ec0105e19d req-aa16fa09-9d27-482b-b44a-d6efeacdd268 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:01.521106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3aa1e73-a82c-4574-8dce-c5ec0105e19d req-aa16fa09-9d27-482b-b44a-d6efeacdd268 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1301825 Feb 19 03:12:01.691006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3aa1e73-a82c-4574-8dce-c5ec0105e19d req-d0ef4698-9c91-4ff0-b1b1-6abd4ef659c4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1682920 Feb 19 03:12:01.849354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bc04f-71f5-495b-b403-b7e27b9c5c9a req-82760824-4e0d-4e7b-a345-3564346c40e7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:01.866165 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c81bc04f-71f5-495b-b403-b7e27b9c5c9a req-82760824-4e0d-4e7b-a345-3564346c40e7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.1605468 Feb 19 03:12:01.981616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c81bc04f-71f5-495b-b403-b7e27b9c5c9a req-858166bd-3569-4d26-b687-579748d83ba5 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140826 Feb 19 03:12:02.387883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38156) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:02.725022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-941723076'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:02.788567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Made reservation on behalf of dcfeaebaa1ce4bc589219532831a8239 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:02.793390 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:02.815014 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.045461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd0cf9-9f92-491d-9bc2-f497ef550f94 req-38f6fd18-9639-40fa-b53f-2e5ba0589a4c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:03.047289 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66bd0cf9-9f92-491d-9bc2-f497ef550f94 req-38f6fd18-9639-40fa-b53f-2e5ba0589a4c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.2047892 Feb 19 03:12:03.185210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66bd0cf9-9f92-491d-9bc2-f497ef550f94 req-3402b9a8-b291-4d96-bc3a-75deaae5ba12 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252708 Feb 19 03:12:03.335645 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks [] for security_group (4da223e8-6024-48e4-886e-860fb7b3e553), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.351744 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4da223e8-6024-48e4-886e-860fb7b3e553), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.379484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:12:03.397652 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (314c2349-ef62-44ae-8ff8-dcb8e4f5125e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.398000 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Added segment 314c2349-ef62-44ae-8ff8-dcb8e4f5125e of type vlan for network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 Feb 19 03:12:03.494459 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.605974 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d719f94-bf2b-4295-88a1-ba842d1527e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.606948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da223e8-6024-48e4-886e-860fb7b3e553,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:03.610207 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.621635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:03.622290 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:03.743056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e7c92-727c-42e6-a9de-c7f8c68246be req-01c9cb64-6e93-4984-9f7b-15fe3c4d9dca tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:03.760429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b96e7c92-727c-42e6-a9de-c7f8c68246be req-01c9cb64-6e93-4984-9f7b-15fe3c4d9dca tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.5918791 Feb 19 03:12:03.903191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5153313 Feb 19 03:12:04.027844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afba01b-24cc-4c60-afc5-1c02a320c25c tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Pushing event updated for resources: {'Network': ['ID=a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:04.053622 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:12:04.370900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b96e7c92-727c-42e6-a9de-c7f8c68246be req-cc0418c7-4bf6-4ee6-9158-14d17e33e9a6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6068485 Feb 19 03:12:04.520075 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38178) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:04.529718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Request body: {'port': {'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5', 'binding:host_id': 'n-h1-826755-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1702708749'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:04.570983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Made reservation on behalf of a0a98ca807fa4e46a5e3c90690622af2 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:04.573484 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:04.606932 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:04.661814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ef5c1-bb4c-4b54-94d0-2a725fc8336f req-fb2090e8-dac0-47f1-80a6-01ac0ae765b8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:04.672907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-397ef5c1-bb4c-4b54-94d0-2a725fc8336f req-fb2090e8-dac0-47f1-80a6-01ac0ae765b8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1216590 Feb 19 03:12:04.791234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-397ef5c1-bb4c-4b54-94d0-2a725fc8336f req-b42bba08-576e-4640-b884-00eab2c292a1 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129158 Feb 19 03:12:04.883000 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks [] for security_group (5a4284db-03a4-4ae8-8c62-3b36ad27a9b4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:04.891004 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5a4284db-03a4-4ae8-8c62-3b36ad27a9b4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:04.898753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] device_id is not set on port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:05.134391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4284db-03a4-4ae8-8c62-3b36ad27a9b4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:05.411694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] device_id is not set on port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:05.450304 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks [] for port (f1fed1e9-eccc-42cc-99a1-e4003f3cc741), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:05.464134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f1fed1e9-eccc-42cc-99a1-e4003f3cc741), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:05.627700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event updated for resources: {'Port': ['ID=f1fed1e9-eccc-42cc-99a1-e4003f3cc741,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:05.633787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Checking segment: {'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:05.648174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Network hostable DHCP agents. Network: a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:12:05.666551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418782ac-321d-4f01-962d-5f20449ee84e req-fd84ab9c-ccf8-4e96-95c7-13b377d5fbfb tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:05.675483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.675483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.675483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.675483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.675483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.675483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.675483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.675483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.675483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.675483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.675483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.675483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.677702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:05.698236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-418782ac-321d-4f01-962d-5f20449ee84e req-fd84ab9c-ccf8-4e96-95c7-13b377d5fbfb tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.1646323 Feb 19 03:12:05.725926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:12:05.741584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:05.750250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:05.760320 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32abfd1c-559c-42f5-b4da-d3a15a220387 None None] Network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:05.784248 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:05.784845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:05.785266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:05.790777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:05.791250 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:05.793793 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 2 to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 Feb 19 03:12:05.819619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:05.822584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:05.823062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:05.843634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:05.844112 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:05.844611 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 3 to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 Feb 19 03:12:05.848050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-418782ac-321d-4f01-962d-5f20449ee84e req-f9ea0447-fd17-45ea-9908-9d036e8156a9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483710 Feb 19 03:12:05.864226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:05.864737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:05.865160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:05.883314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:05.883710 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:05.884129 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 4 to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 Feb 19 03:12:05.903583 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:05.903922 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:05.904259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:05.933646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:05.934384 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:05.934866 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 5 to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 Feb 19 03:12:05.962861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:05.963293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:05.967714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:05.976593 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:05.976963 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:05.977341 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 6 to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 Feb 19 03:12:06.003457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:06.003796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:06.004141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:06.017454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5d857-c11c-488f-bc7c-95fc32c5adcb req-8e1d0708-7878-4624-814a-7f6cbe62f500 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:06.029302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:06.029714 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:06.030090 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 7 to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 Feb 19 03:12:06.032804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aaa5d857-c11c-488f-bc7c-95fc32c5adcb req-8e1d0708-7878-4624-814a-7f6cbe62f500 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1037617 Feb 19 03:12:06.041072 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3e2c2009-7262-4dc8-9e31-1523c9473d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:06.060520 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:06.060904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:06.061241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:06.071571 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:06.071902 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:06.072297 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 8 to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 Feb 19 03:12:06.126303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:06.126644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:06.126989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:06.165129 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:06.165381 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:06.165772 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 9 to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 Feb 19 03:12:06.195590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aaa5d857-c11c-488f-bc7c-95fc32c5adcb req-b44b17eb-60ad-48de-a65a-e9c850b039c6 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1610873 Feb 19 03:12:06.208129 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:06.208651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:06.209252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:06.226038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:06.226372 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:06.226767 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 10 to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 Feb 19 03:12:06.249242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:06.249602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:06.250167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:06.257034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:06.257362 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:06.257744 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f1fed1e9-eccc-42cc-99a1-e4003f3cc741), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:06.355084 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] For port f1fed1e9-eccc-42cc-99a1-e4003f3cc741, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:06.355472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempted to set empty binding levels {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:12:06.369835 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f1fed1e9-eccc-42cc-99a1-e4003f3cc741), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:06.484186 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event updated for resources: {'Port': ['ID=f1fed1e9-eccc-42cc-99a1-e4003f3cc741,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:06.511626 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:06.513577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:06.551622 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-00c3458f-0f1b-45d5-9c3a-94ec9d6230c5 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.0239103 Feb 19 03:12:06.552436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38188) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:06.722471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Deleting port f1fed1e9-eccc-42cc-99a1-e4003f3cc741 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:06.723083 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f1fed1e9-eccc-42cc-99a1-e4003f3cc741), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:06.895902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] For port f1fed1e9-eccc-42cc-99a1-e4003f3cc741, host n-h1-826755-2, got binding levels [] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:06.896579 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f1fed1e9-eccc-42cc-99a1-e4003f3cc741), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:06.961700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Calling delete_port for f1fed1e9-eccc-42cc-99a1-e4003f3cc741 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:07.031864 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.074811 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f1fed1e9-eccc-42cc-99a1-e4003f3cc741), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.142014 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.146657 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "DELETE /v2.0/ports/f1fed1e9-eccc-42cc-99a1-e4003f3cc741 HTTP/1.1" status: 204 len: 168 time: 0.5929484 Feb 19 03:12:07.150284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1fed1e9-eccc-42cc-99a1-e4003f3cc741,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:07.151044 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38194) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:07.161011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.161533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.162129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.162721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.163490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.164156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.164741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.165444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.166023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.166837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.167389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.167918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.168426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33855bb2-37b5-448a-9469-f224c7d0087a tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:07.205190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4944f-8ba3-445b-b396-e9da49209d76 req-3b237fb2-d442-45f3-8802-3517443755a0 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.214225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2a4944f-8ba3-445b-b396-e9da49209d76 req-3b237fb2-d442-45f3-8802-3517443755a0 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.1525192 Feb 19 03:12:07.241432 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-34bef1aa-11aa-4fee-9497-ce53e6b0c4d1 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:12:07.248722 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-34bef1aa-11aa-4fee-9497-ce53e6b0c4d1 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "GET /v2.0/ports/f1fed1e9-eccc-42cc-99a1-e4003f3cc741 HTTP/1.1" status: 404 len: 333 time: 0.0937183 Feb 19 03:12:07.252537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38200) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:07.263481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Request body: {'port': {'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-516552990'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:07.320784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Made reservation on behalf of a0a98ca807fa4e46a5e3c90690622af2 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:07.333805 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.345747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2a4944f-8ba3-445b-b396-e9da49209d76 req-0a34dd9b-61d3-41f9-a96f-d55c3019524e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259294 Feb 19 03:12:07.388889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] device_id is not set on port 196b78b3-09bb-435b-9dde-c5a240ccaa6b yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:07.481375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9412c2db-fe73-4d73-b1e8-29c92e841563 req-4d83fa31-315e-4c83-ac5c-abb61de80a2b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:07.486300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9412c2db-fe73-4d73-b1e8-29c92e841563 req-4d83fa31-315e-4c83-ac5c-abb61de80a2b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1390381 Feb 19 03:12:07.590663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9412c2db-fe73-4d73-b1e8-29c92e841563 req-d4f5a0be-de08-49c6-bf6e-855cf372e8d9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955789 Feb 19 03:12:07.758389 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks [] for port (196b78b3-09bb-435b-9dde-c5a240ccaa6b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.847083 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (196b78b3-09bb-435b-9dde-c5a240ccaa6b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:07.993815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event updated for resources: {'Port': ['ID=196b78b3-09bb-435b-9dde-c5a240ccaa6b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:08.007991 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:08.017832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:08.021275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:08.023235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.023903 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:08.053882 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e50f1c90-b12e-4718-99b4-480ea385ccaa tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7995589 Feb 19 03:12:08.056306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38212) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:08.062319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:08.123877 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-8dcc9e8e-02e3-4fdd-95b3-f2bc1acec318 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0680842 Feb 19 03:12:08.175909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (196b78b3-09bb-435b-9dde-c5a240ccaa6b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:08.398597 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-cf43603b-fc49-4dc4-8fdc-8129d0206a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.398597 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-cf43603b-fc49-4dc4-8fdc-8129d0206a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.399315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-cf43603b-fc49-4dc4-8fdc-8129d0206a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.407078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-cf43603b-fc49-4dc4-8fdc-8129d0206a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.407661 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-cf43603b-fc49-4dc4-8fdc-8129d0206a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.408192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-cf43603b-fc49-4dc4-8fdc-8129d0206a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.408730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-cf43603b-fc49-4dc4-8fdc-8129d0206a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.420828 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-cf43603b-fc49-4dc4-8fdc-8129d0206a94 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e39d76280cc94c6698f5e7260dc58776&device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 6708 time: 0.2040241 Feb 19 03:12:08.491303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] device_id is not set on port 196b78b3-09bb-435b-9dde-c5a240ccaa6b yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:08.501700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks [] for port (196b78b3-09bb-435b-9dde-c5a240ccaa6b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:08.513410 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (196b78b3-09bb-435b-9dde-c5a240ccaa6b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:08.588366 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:08.806788 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-d126129c-9047-4a86-a940-c394510e6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.813312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-d126129c-9047-4a86-a940-c394510e6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.814032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-d126129c-9047-4a86-a940-c394510e6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:08.821065 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-d126129c-9047-4a86-a940-c394510e6b0d service neutron] 10.222.0.87 "GET /v2.0/networks?id=08887c7d-6d72-4ea2-8b38-77fe8c245453&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=6af92cd5-54ec-4f14-82e4-e7e519181964&id=6af92cd5-54ec-4f14-82e4-e7e519181964 HTTP/1.1" status: 200 len: 2292 time: 0.3635874 Feb 19 03:12:09.075812 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-ba5cb8a7-06d2-4f2a-a606-e30140bfd8f6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0326cf6f-e775-4499-8a66-2145d413307a HTTP/1.1" status: 200 len: 1001 time: 0.2481387 Feb 19 03:12:09.244384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-70d1b65b-7048-4a62-a0be-ded83d0d3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:09.250724 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-70d1b65b-7048-4a62-a0be-ded83d0d3866 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d0bf3019-8554-43e8-b535-c149fe732d9a HTTP/1.1" status: 200 len: 851 time: 0.1687267 Feb 19 03:12:09.394353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-15e2d778-f6f2-4b8f-9998-ea0325cc6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:09.407659 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-15e2d778-f6f2-4b8f-9998-ea0325cc6006 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08887c7d-6d72-4ea2-8b38-77fe8c245453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1488535 Feb 19 03:12:09.441771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event updated for resources: {'Port': ['ID=196b78b3-09bb-435b-9dde-c5a240ccaa6b,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:09.559738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:09.562499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:09.563209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:09.574763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:09.575861 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:09.582185 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 2 to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b Feb 19 03:12:09.604935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:09.605536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:09.606131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:09.618245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:09.618842 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:09.623674 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 3 to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b Feb 19 03:12:09.665053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f85f444-be71-47d1-aa83-7103d9c16a09 req-1e91d1b0-0ca2-4cfd-9ce7-d86ee6bdd021 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:09.667306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f85f444-be71-47d1-aa83-7103d9c16a09 req-1e91d1b0-0ca2-4cfd-9ce7-d86ee6bdd021 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.2282445 Feb 19 03:12:09.713252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d2a57-74dd-4a30-82f4-797032821f4a req-181b99a2-6ac1-4d1f-96c5-567ea495ba83 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:09.715119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-095d2a57-74dd-4a30-82f4-797032821f4a req-181b99a2-6ac1-4d1f-96c5-567ea495ba83 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.2749555 Feb 19 03:12:09.789895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f85f444-be71-47d1-aa83-7103d9c16a09 req-7b04de63-cc0f-4e4c-a01b-3285239850bb tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040947 Feb 19 03:12:09.938695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-095d2a57-74dd-4a30-82f4-797032821f4a req-b8a7d9a0-3488-4ddb-ae44-fc9bc318f417 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587799 Feb 19 03:12:09.939620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:09.940063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:09.940526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:09.950894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:09.951704 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:09.953203 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 4 to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b Feb 19 03:12:09.987969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:09.991907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:09.992766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:09.999000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:09.999531 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:10.000033 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 5 to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b Feb 19 03:12:10.015101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:10.015610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:10.016170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:10.021666 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:10.022136 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:10.022694 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 6 to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b Feb 19 03:12:10.025194 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:10.036907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:10.037616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:10.038057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:10.043922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:10.044436 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:10.047179 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 7 to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b Feb 19 03:12:10.071449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:10.073394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:10.073850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:10.082212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:10.085024 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:10.085594 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 8 to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b Feb 19 03:12:10.112234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:10.118003 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:10.118557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:10.124143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:10.125971 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:10.126520 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 9 to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b Feb 19 03:12:10.159814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:10.165346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:10.166011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:10.179756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:10.191723 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:10.192703 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 10 to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b Feb 19 03:12:10.240425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:10.241106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:10.242636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:10.263829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:10.266972 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:10.267474 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (196b78b3-09bb-435b-9dde-c5a240ccaa6b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:10.517723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] For port 196b78b3-09bb-435b-9dde-c5a240ccaa6b, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:10.517723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempted to set empty binding levels {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:12:10.581144 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (196b78b3-09bb-435b-9dde-c5a240ccaa6b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:10.769574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] In _notify_port_updated(), no bound segment for port 196b78b3-09bb-435b-9dde-c5a240ccaa6b on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:12:10.781316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:10.781973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:10.783374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "PUT /v2.0/ports/196b78b3-09bb-435b-9dde-c5a240ccaa6b HTTP/1.1" status: 200 len: 974 time: 2.7258906 Feb 19 03:12:10.786269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38244) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:10.824426 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-008a456b-d9c9-4199-926d-28e4de9450be service neutron] 10.222.0.87 "GET /v2.0/networks/08887c7d-6d72-4ea2-8b38-77fe8c245453?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4158781 Feb 19 03:12:11.031265 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-00eb5518-0fde-44f8-b792-e02dab428d27 service neutron] 10.222.0.87 "GET /v2.0/networks/08887c7d-6d72-4ea2-8b38-77fe8c245453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970725 Feb 19 03:12:11.072053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700fa48-4424-4536-8fbc-73620a9c018f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event updated for resources: {'Port': ['ID=196b78b3-09bb-435b-9dde-c5a240ccaa6b,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:11.175624 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-1f52e57c-e8cb-4909-a9bb-35c09fef3df5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=e24c2a48-667d-4140-871f-fb0fe279b541 HTTP/1.1" status: 200 len: 217 time: 0.1348944 Feb 19 03:12:11.335095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.335579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.336050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.336507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.343284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.343791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.344266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.344771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.345043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-a828667b-a645-4aa0-82a3-df1da62cdd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.345336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.345827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.346143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.346597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.347056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.347518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.347967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.348453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.353922 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-a828667b-a645-4aa0-82a3-df1da62cdd19 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 200 len: 797 time: 0.1621025 Feb 19 03:12:11.355042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.355561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.356035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.356497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.357605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.358066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.358526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.358978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.359433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.372854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.373385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.376410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.381606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.382195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.383545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.383545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.383545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.384058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.384453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.391825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.392367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.393153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.393648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.394096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.394558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.395018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.395634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.396090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.400904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-85328be3-862c-4dbc-a799-d90ef667945e tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40723 time: 0.6135781 Feb 19 03:12:11.425987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38262) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:11.532249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-b7f50505-962c-44e9-a51f-685eff63b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.539135 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-b7f50505-962c-44e9-a51f-685eff63b2cb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1834996 Feb 19 03:12:11.567512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5aa60-3ea9-43ae-a8b8-f0c2445b721b req-106e73e9-da22-415f-94c7-642c6af51e88 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.581048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38e5aa60-3ea9-43ae-a8b8-f0c2445b721b req-106e73e9-da22-415f-94c7-642c6af51e88 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.5869126 Feb 19 03:12:11.698858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f8b0e-20fb-46f0-a0e5-a8866b520046 req-19e17548-d8b1-4de7-b4a8-23ba354adffb tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:11.699754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b3f8b0e-20fb-46f0-a0e5-a8866b520046 req-19e17548-d8b1-4de7-b4a8-23ba354adffb tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.6013200 Feb 19 03:12:11.894306 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-676949cc-7980-4a8c-9ca8-9e7f59c66c92 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491943 Feb 19 03:12:11.934287 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38e5aa60-3ea9-43ae-a8b8-f0c2445b721b req-ddfef79c-fef6-499c-a105-af9bdfd1c21e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3521297 Feb 19 03:12:12.052774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b3f8b0e-20fb-46f0-a0e5-a8866b520046 req-df86bf45-260f-41e8-8b01-d92670d812e4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060410 Feb 19 03:12:12.093731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-85888a12-a464-499a-b746-27672f7f9d52 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Deleting port 196b78b3-09bb-435b-9dde-c5a240ccaa6b {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:12.094512 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85888a12-a464-499a-b746-27672f7f9d52 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (196b78b3-09bb-435b-9dde-c5a240ccaa6b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.132947 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-182db907-14d7-445f-953e-666db6eb9011 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302039 Feb 19 03:12:12.227030 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-f34491ed-bd8f-4aa2-8a51-51447f17f4cb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=ef9160a2-f769-4929-9fe3-4b33b6ef333a HTTP/1.1" status: 200 len: 217 time: 0.0858338 Feb 19 03:12:12.260309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-85888a12-a464-499a-b746-27672f7f9d52 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] For port 196b78b3-09bb-435b-9dde-c5a240ccaa6b, host n-h1-826755-2, got binding levels [] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:12.260920 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85888a12-a464-499a-b746-27672f7f9d52 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (196b78b3-09bb-435b-9dde-c5a240ccaa6b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.302261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-85888a12-a464-499a-b746-27672f7f9d52 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Calling delete_port for 196b78b3-09bb-435b-9dde-c5a240ccaa6b owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:12.424701 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-b653ca89-774b-4291-b9dd-20a12eed3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:12.428803 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85888a12-a464-499a-b746-27672f7f9d52 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (196b78b3-09bb-435b-9dde-c5a240ccaa6b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.436865 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-b653ca89-774b-4291-b9dd-20a12eed3c8b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 200 len: 797 time: 0.2020061 Feb 19 03:12:12.533363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85888a12-a464-499a-b746-27672f7f9d52 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event deleted for resources: {'Port': ['ID=196b78b3-09bb-435b-9dde-c5a240ccaa6b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:12.591081 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85888a12-a464-499a-b746-27672f7f9d52 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.606092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-85888a12-a464-499a-b746-27672f7f9d52 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "DELETE /v2.0/ports/196b78b3-09bb-435b-9dde-c5a240ccaa6b HTTP/1.1" status: 204 len: 168 time: 1.1761677 Feb 19 03:12:12.606669 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38276) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:12.682483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-5157f002-0c46-4359-b13e-fdb4ab5222e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:12.686308 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-5157f002-0c46-4359-b13e-fdb4ab5222e1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2415729 Feb 19 03:12:12.687317 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-114d7359-2167-44e7-a5ae-488a9331d181 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:12:12.691051 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-114d7359-2167-44e7-a5ae-488a9331d181 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "GET /v2.0/ports/196b78b3-09bb-435b-9dde-c5a240ccaa6b HTTP/1.1" status: 404 len: 333 time: 0.0832884 Feb 19 03:12:12.697879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38280) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:12.702807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1810048345', 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:12.761848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Made reservation on behalf of a0a98ca807fa4e46a5e3c90690622af2 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:12.764246 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:12.806239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] device_id is not set on port ac4c1206-5c4d-4c2b-a963-238060c01fb8 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:13.083876 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-bce0bd60-365f-4e9c-a58d-3ae46caf797f service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900878 Feb 19 03:12:13.390137 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-9e2c1a7e-0b63-4640-8c0d-e4b33903085b service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980626 Feb 19 03:12:13.442714 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks [] for port (ac4c1206-5c4d-4c2b-a963-238060c01fb8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.566500 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-5a97e027-28bd-4481-bb80-a6ddbf786df2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=78517530-836b-4655-9fe8-84515836b501 HTTP/1.1" status: 200 len: 217 time: 0.1587176 Feb 19 03:12:13.643834 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ac4c1206-5c4d-4c2b-a963-238060c01fb8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.740971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-4fe37fff-8f52-4d81-bfe6-ab471b3bd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:13.743232 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-4fe37fff-8f52-4d81-bfe6-ab471b3bd72c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 200 len: 797 time: 0.1753485 Feb 19 03:12:13.823566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:13.847278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:13.850863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event updated for resources: {'Port': ['ID=ac4c1206-5c4d-4c2b-a963-238060c01fb8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:13.876070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:13.877050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:13.877646 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:13.881912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-73dc0dac-5ccd-4600-8ba9-9b721a53957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:13.884642 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-73dc0dac-5ccd-4600-8ba9-9b721a53957d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1320162 Feb 19 03:12:13.919094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8699d54c-0b67-4fc5-bcc6-673903a10098 req-b8a8397f-2ff3-4869-99e4-ba7a0b5b3c3f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:13.920742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8699d54c-0b67-4fc5-bcc6-673903a10098 req-b8a8397f-2ff3-4869-99e4-ba7a0b5b3c3f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.5854206 Feb 19 03:12:14.056035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d06de-c20d-413d-a6a7-d5f1e7d222ec req-0adcd185-b4d6-48ed-a68d-8835e49020f4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.074773 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e76d06de-c20d-413d-a6a7-d5f1e7d222ec req-0adcd185-b4d6-48ed-a68d-8835e49020f4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.7251308 Feb 19 03:12:14.170422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e10483bd-c0cb-4275-89bd-ca989c2af2d8 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4713955 Feb 19 03:12:14.175369 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38298) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:14.252626 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-ccabd7e2-2314-4288-851e-da59d7795770 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507891 Feb 19 03:12:14.286031 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e76d06de-c20d-413d-a6a7-d5f1e7d222ec req-75d95185-4da8-4b9b-b5c4-c7354c1b5795 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2016454 Feb 19 03:12:14.322352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8699d54c-0b67-4fc5-bcc6-673903a10098 req-c6838755-117e-49d4-ab30-9d5b7f98cf52 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3828821 Feb 19 03:12:14.452047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea3c1e7-ed1e-49db-a366-03f9d509e560 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:14.453575 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fea3c1e7-ed1e-49db-a366-03f9d509e560 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "GET /v2.0/ports/ac4c1206-5c4d-4c2b-a963-238060c01fb8 HTTP/1.1" status: 200 len: 955 time: 0.2601898 Feb 19 03:12:14.456394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38304) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:14.665542 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-de72f59b-9605-4a9f-9a3d-2f865c11ac9a service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112234 Feb 19 03:12:14.831272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a6f4a629-39e9-473e-b96d-ad8d5a52289f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Deleting port ac4c1206-5c4d-4c2b-a963-238060c01fb8 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:14.831838 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a629-39e9-473e-b96d-ad8d5a52289f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ac4c1206-5c4d-4c2b-a963-238060c01fb8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:14.910335 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-a81d400a-19ad-4a4e-8914-7e49a11aa603 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=307fe882-90e7-45a5-b076-cc5741d656a2 HTTP/1.1" status: 200 len: 217 time: 0.2302783 Feb 19 03:12:14.948931 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a629-39e9-473e-b96d-ad8d5a52289f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ac4c1206-5c4d-4c2b-a963-238060c01fb8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:14.983345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a6f4a629-39e9-473e-b96d-ad8d5a52289f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Calling delete_port for ac4c1206-5c4d-4c2b-a963-238060c01fb8 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:15.031252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-f687874a-0715-45da-959b-0994fb338679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:15.040609 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-f687874a-0715-45da-959b-0994fb338679 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 200 len: 797 time: 0.1145983 Feb 19 03:12:15.175598 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-f84673cd-905d-4f85-87d9-acf96c11a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:15.175598 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-f84673cd-905d-4f85-87d9-acf96c11a6a4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1339350 Feb 19 03:12:15.181020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a629-39e9-473e-b96d-ad8d5a52289f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ac4c1206-5c4d-4c2b-a963-238060c01fb8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.245351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4a629-39e9-473e-b96d-ad8d5a52289f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac4c1206-5c4d-4c2b-a963-238060c01fb8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:15.273825 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a629-39e9-473e-b96d-ad8d5a52289f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.294547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38312) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:15.295261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a6f4a629-39e9-473e-b96d-ad8d5a52289f tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "DELETE /v2.0/ports/ac4c1206-5c4d-4c2b-a963-238060c01fb8 HTTP/1.1" status: 204 len: 168 time: 0.8333192 Feb 19 03:12:15.513949 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6101dd1-f574-41cd-863d-c2ce591b3624 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:12:15.522610 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d6101dd1-f574-41cd-863d-c2ce591b3624 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "GET /v2.0/ports/ac4c1206-5c4d-4c2b-a963-238060c01fb8 HTTP/1.1" status: 404 len: 333 time: 0.2266517 Feb 19 03:12:15.529959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38322) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:15.537055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Request body: {'port': {'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1322483486'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:15.612026 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88139c35-facd-4e22-a9e2-1f527c5e66b8 req-3b759788-c9d1-4d8e-afcd-3ded310e2026 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:15.612455 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-292125f1-6891-4989-aa5e-10618ce470ab service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243584 Feb 19 03:12:15.624050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88139c35-facd-4e22-a9e2-1f527c5e66b8 req-3b759788-c9d1-4d8e-afcd-3ded310e2026 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.1862400 Feb 19 03:12:15.646675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Made reservation on behalf of a0a98ca807fa4e46a5e3c90690622af2 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:15.654221 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:15.673567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78206fa-1c2d-48cd-b7bb-96912a9299fe req-24597650-a5ea-4bd0-a1da-ca7bd4092642 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:15.676440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c78206fa-1c2d-48cd-b7bb-96912a9299fe req-24597650-a5ea-4bd0-a1da-ca7bd4092642 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.2010355 Feb 19 03:12:15.787137 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-f6582f28-2035-4a27-bdb5-31f57a1ad557 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710825 Feb 19 03:12:15.898341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] device_id is not set on port d40ad72e-8280-4f8c-ae37-b4126b7596fa yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:15.903021 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-c4f69c6c-67ed-40fd-8b1d-e0b74277320e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d24d556c-9242-49ae-8a97-06770771242b HTTP/1.1" status: 200 len: 217 time: 0.1064343 Feb 19 03:12:16.037223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-4b7e1eac-cc8c-4044-8492-8df0830ec89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:16.042046 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-4b7e1eac-cc8c-4044-8492-8df0830ec89d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=60c72830-55c7-4d41-887b-cc9edfd6d350 HTTP/1.1" status: 200 len: 797 time: 0.1293430 Feb 19 03:12:16.079462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c78206fa-1c2d-48cd-b7bb-96912a9299fe req-794be3e3-a66e-40d7-86e3-c7b4399fbfdc tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3530974 Feb 19 03:12:16.213552 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-a882c77a-7a1f-4b45-b065-03f8b9d3f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:16.215938 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-a882c77a-7a1f-4b45-b065-03f8b9d3f2c1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6af92cd5-54ec-4f14-82e4-e7e519181964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1678481 Feb 19 03:12:16.270589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88139c35-facd-4e22-a9e2-1f527c5e66b8 req-99050dec-21fd-423c-982c-e44c0f6be37c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6453631 Feb 19 03:12:16.425535 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks [] for port (d40ad72e-8280-4f8c-ae37-b4126b7596fa), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:16.466502 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-5c5e0fde-5cb4-465e-8f83-216bbd23d07d service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404814 Feb 19 03:12:16.515595 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d40ad72e-8280-4f8c-ae37-b4126b7596fa), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:16.615741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:16.624740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:16.636107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:16.639681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:16.641330 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:16.705209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event updated for resources: {'Port': ['ID=d40ad72e-8280-4f8c-ae37-b4126b7596fa,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:16.736201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5b350545-840f-4285-8b3b-c195cac49ca4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2001476 Feb 19 03:12:16.738001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38338) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:16.759098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:16.790434 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-9e2f8c7e-0ba3-4b63-87da-500eef52ec96 service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180146 Feb 19 03:12:16.910441 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-0f659b5c-3941-48b6-836f-fee495781236 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7c7393f-e0b4-4fe6-b67b-268f9438ff93 HTTP/1.1" status: 200 len: 217 time: 0.1133802 Feb 19 03:12:16.952504 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d40ad72e-8280-4f8c-ae37-b4126b7596fa), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:17.087647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-96c4cb0b-a326-4568-a758-11b74daea7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:17.095688 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-96c4cb0b-a326-4568-a758-11b74daea7d0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=60c72830-55c7-4d41-887b-cc9edfd6d350 HTTP/1.1" status: 200 len: 797 time: 0.1784170 Feb 19 03:12:17.240409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-943985d2-681f-4eb6-9290-76c619ad7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:17.242004 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-943985d2-681f-4eb6-9290-76c619ad7e00 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6af92cd5-54ec-4f14-82e4-e7e519181964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1378944 Feb 19 03:12:17.495277 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-625fe107-fa6d-42b0-b87b-2901facd94d1 service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460835 Feb 19 03:12:17.597675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fa37b-1c41-42e7-b67f-caf27c0a71be req-c1b9ef44-d726-4d67-bd87-02fdc18a6b92 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:17.606222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b92fa37b-1c41-42e7-b67f-caf27c0a71be req-c1b9ef44-d726-4d67-bd87-02fdc18a6b92 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.3075716 Feb 19 03:12:17.630509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbf929-f558-463f-8bf7-53213ad9f76a req-b3f11c43-e165-4527-ab18-b206a0f5ba5a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:17.632625 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1cbf929-f558-463f-8bf7-53213ad9f76a req-b3f11c43-e165-4527-ab18-b206a0f5ba5a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.1420310 Feb 19 03:12:17.792891 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-01ffafa9-0cf6-45f9-9f7b-143639c5f3e6 req-5a2ef0cc-b176-4321-8a03-4423c8603e10 service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898259 Feb 19 03:12:17.822262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b92fa37b-1c41-42e7-b67f-caf27c0a71be req-4fbdf15f-8fbb-4ace-9747-81311624ab5b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2144411 Feb 19 03:12:17.864513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] device_id is not set on port d40ad72e-8280-4f8c-ae37-b4126b7596fa yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:17.928557 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks [] for port (d40ad72e-8280-4f8c-ae37-b4126b7596fa), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:17.974865 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d40ad72e-8280-4f8c-ae37-b4126b7596fa), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:18.075079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1cbf929-f558-463f-8bf7-53213ad9f76a req-311eb5c0-2109-4c4c-b17f-81b36a9c6804 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794131 Feb 19 03:12:18.272751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event updated for resources: {'Port': ['ID=d40ad72e-8280-4f8c-ae37-b4126b7596fa,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:18.370504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:18.371164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:18.371627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:18.385012 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:18.385538 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:18.390158 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 2 to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa Feb 19 03:12:18.415920 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e803b6-19c9-4628-998b-6dc5277cd271 req-c16f7259-6b88-4722-807b-7faba5ff9716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:18.421246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24e803b6-19c9-4628-998b-6dc5277cd271 req-c16f7259-6b88-4722-807b-7faba5ff9716 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 1128 time: 0.2356870 Feb 19 03:12:18.493343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:18.493795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:18.494244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:18.527664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:18.529361 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:18.534424 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 3 to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa Feb 19 03:12:18.680980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:18.680980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:18.680980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:18.680980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:18.680980 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:18.680980 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 4 to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa Feb 19 03:12:18.716475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:18.741159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:18.741614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:18.749203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:18.749668 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:18.761056 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 5 to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa Feb 19 03:12:18.835573 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:18.836044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:18.836487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:18.842686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:18.843186 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:18.846689 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 6 to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa Feb 19 03:12:18.876175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:18.876175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:18.876175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:18.887574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:18.887574 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:18.890478 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 7 to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa Feb 19 03:12:18.909164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:18.909652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:18.910118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:18.916132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:18.916611 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:18.917276 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 8 to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa Feb 19 03:12:18.953525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e803b6-19c9-4628-998b-6dc5277cd271 req-da98587a-c8bc-4b2a-9e4e-f34a5a748eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:18.956688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24e803b6-19c9-4628-998b-6dc5277cd271 req-da98587a-c8bc-4b2a-9e4e-f34a5a748eae service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 918 time: 0.5028400 Feb 19 03:12:18.961513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:18.961846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:18.962335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:19.109950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:19.110971 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:19.125640 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 9 to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa Feb 19 03:12:19.168741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:19.169190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:19.169542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:19.251864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:19.257945 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:19.267931 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempt 10 to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa Feb 19 03:12:19.365788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:19.366127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:19.366468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempting to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:19.389903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:19.390235 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Failed to bind port d40ad72e-8280-4f8c-ae37-b4126b7596fa on host n-h1-826755-2 for vnic_type normal using segments [{'id': '314c2349-ef62-44ae-8ff8-dcb8e4f5125e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5'}] Feb 19 03:12:19.390606 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d40ad72e-8280-4f8c-ae37-b4126b7596fa), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:19.509557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24e803b6-19c9-4628-998b-6dc5277cd271 req-533fcdaa-5ff6-4720-90ba-82d63c1d61b5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630 HTTP/1.1" status: 200 len: 1002 time: 0.5443931 Feb 19 03:12:19.683357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7239b7d-7ecf-47e4-b0ed-60c23956bdb5 req-911d3ce1-ef59-4e97-b2a9-b5b5876d6b4a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.694333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7239b7d-7ecf-47e4-b0ed-60c23956bdb5 req-911d3ce1-ef59-4e97-b2a9-b5b5876d6b4a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.6514764 Feb 19 03:12:19.890533 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7239b7d-7ecf-47e4-b0ed-60c23956bdb5 req-46c45e4e-f882-41c8-aa1c-dd6e4df9feab tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1929836 Feb 19 03:12:19.969561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31eb26-dbe2-4d29-b3e3-84831e1b08c1 req-41191705-4a2c-4f74-b862-86a3625a570a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:19.975379 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c31eb26-dbe2-4d29-b3e3-84831e1b08c1 req-41191705-4a2c-4f74-b862-86a3625a570a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.6448040 Feb 19 03:12:20.030736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e803b6-19c9-4628-998b-6dc5277cd271 req-40617d65-82bf-449b-8da9-bc6408acc439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:20.032491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24e803b6-19c9-4628-998b-6dc5277cd271 req-40617d65-82bf-449b-8da9-bc6408acc439 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.5094707 Feb 19 03:12:20.111910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] For port d40ad72e-8280-4f8c-ae37-b4126b7596fa, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:20.112587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attempted to set empty binding levels {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:12:20.164281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c31eb26-dbe2-4d29-b3e3-84831e1b08c1 req-9f3f6ce3-cc98-47e9-922b-bbba503e88e2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775970 Feb 19 03:12:20.178536 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d40ad72e-8280-4f8c-ae37-b4126b7596fa), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.221160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] In _notify_port_updated(), no bound segment for port d40ad72e-8280-4f8c-ae37-b4126b7596fa on network a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 {{(pid=109899) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:12:20.224584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:20.225428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.231066 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38378) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:20.248043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "PUT /v2.0/ports/d40ad72e-8280-4f8c-ae37-b4126b7596fa HTTP/1.1" status: 200 len: 975 time: 3.5064995 Feb 19 03:12:20.386816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e803b6-19c9-4628-998b-6dc5277cd271 req-fca67708-c736-4ab4-ba18-e9731de1715d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:20.389158 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24e803b6-19c9-4628-998b-6dc5277cd271 req-fca67708-c736-4ab4-ba18-e9731de1715d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3429892 Feb 19 03:12:20.520585 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-71931151-96f3-41e6-a979-953580ff07f4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Deleting port d40ad72e-8280-4f8c-ae37-b4126b7596fa {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:20.522699 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71931151-96f3-41e6-a979-953580ff07f4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d40ad72e-8280-4f8c-ae37-b4126b7596fa), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.630258 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24e803b6-19c9-4628-998b-6dc5277cd271 req-b3ca6f22-9ca0-472e-9088-04e587d0d4f9 service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228734 Feb 19 03:12:20.672902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-71931151-96f3-41e6-a979-953580ff07f4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] For port d40ad72e-8280-4f8c-ae37-b4126b7596fa, host n-h1-826755-2, got binding levels [] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:20.673168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71931151-96f3-41e6-a979-953580ff07f4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d40ad72e-8280-4f8c-ae37-b4126b7596fa), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.713325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-71931151-96f3-41e6-a979-953580ff07f4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Calling delete_port for d40ad72e-8280-4f8c-ae37-b4126b7596fa owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:20.887259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24e803b6-19c9-4628-998b-6dc5277cd271 req-30ef2b90-79f4-4846-89ec-8d578dc4e79a service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362621 Feb 19 03:12:20.908524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5882ae4-a121-4d31-893d-b5ce74968aea tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event updated for resources: {'Port': ['ID=d40ad72e-8280-4f8c-ae37-b4126b7596fa,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:20.949272 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71931151-96f3-41e6-a979-953580ff07f4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d40ad72e-8280-4f8c-ae37-b4126b7596fa), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.987093 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-71931151-96f3-41e6-a979-953580ff07f4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:20.995304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38386) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:21.042644 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-71931151-96f3-41e6-a979-953580ff07f4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "DELETE /v2.0/ports/d40ad72e-8280-4f8c-ae37-b4126b7596fa HTTP/1.1" status: 204 len: 168 time: 0.8063619 Feb 19 03:12:21.083536 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-910a7cec-dd88-475f-a7f2-a8d420ed1c5c tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:12:21.110869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-910a7cec-dd88-475f-a7f2-a8d420ed1c5c tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] 10.222.0.81 "GET /v2.0/ports/d40ad72e-8280-4f8c-ae37-b4126b7596fa HTTP/1.1" status: 404 len: 333 time: 0.1059587 Feb 19 03:12:21.111548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38394) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:21.113178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71931151-96f3-41e6-a979-953580ff07f4 tempest-PortsAdminExtendedAttrsTestJSON-1561006348 tempest-PortsAdminExtendedAttrsTestJSON-1561006348-project-admin] Pushing event deleted for resources: {'Port': ['ID=d40ad72e-8280-4f8c-ae37-b4126b7596fa,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:21.232037 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.437122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ca5d7-6d96-4689-922d-0ad60e74bf0c req-faac8aca-d21a-4a5b-9be4-4a47df612bb5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:21.438734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-859ca5d7-6d96-4689-922d-0ad60e74bf0c req-faac8aca-d21a-4a5b-9be4-4a47df612bb5 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.3262897 Feb 19 03:12:21.616422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.638111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-859ca5d7-6d96-4689-922d-0ad60e74bf0c req-6da9ffe1-e77d-4daa-9949-9084a881e987 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1777418 Feb 19 03:12:21.718730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:21.744709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314c2349-ef62-44ae-8ff8-dcb8e4f5125e') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:21.745078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314c2349-ef62-44ae-8ff8-dcb8e4f5125e') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:21.768326 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (314c2349-ef62-44ae-8ff8-dcb8e4f5125e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.789044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a5caa-0299-476d-bfb2-e6f28181438e req-a717f2f2-25ca-4830-a52f-69bddec3538e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:21.790917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-529a5caa-0299-476d-bfb2-e6f28181438e req-a717f2f2-25ca-4830-a52f-69bddec3538e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.4606218 Feb 19 03:12:21.825638 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (314c2349-ef62-44ae-8ff8-dcb8e4f5125e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.841429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:12:21.842841 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (314c2349-ef62-44ae-8ff8-dcb8e4f5125e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:12:21.846667 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:12:21.877964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-529a5caa-0299-476d-bfb2-e6f28181438e req-252e25e5-b2c4-47ca-bb9e-d8c75bef181e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801151 Feb 19 03:12:22.026938 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:22.033985 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:22.052185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] 10.222.0.81 "DELETE /v2.0/networks/a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5 HTTP/1.1" status: 204 len: 168 time: 0.9262903 Feb 19 03:12:22.085049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b7371-7827-41c5-a7ec-c9f95f1c6940 tempest-PortsAdminExtendedAttrsTestJSON-297185360 tempest-PortsAdminExtendedAttrsTestJSON-297185360-project] Pushing event deleted for resources: {'Network': ['ID=a34214c0-1cc7-4cc5-bc2c-25d6b0c9c8d5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:22.511305 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:22.535368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dad32-3548-4220-974f-97b8f5f0a218 req-1609ec82-ef83-489d-a649-f217caa445d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:22.537236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-438dad32-3548-4220-974f-97b8f5f0a218 req-1609ec82-ef83-489d-a649-f217caa445d4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 1128 time: 0.1325536 Feb 19 03:12:22.654379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38426) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:22.953962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dad32-3548-4220-974f-97b8f5f0a218 req-9d0d5055-9bc1-4886-8f06-590add867110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:22.982657 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-438dad32-3548-4220-974f-97b8f5f0a218 req-9d0d5055-9bc1-4886-8f06-590add867110 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 918 time: 0.4293978 Feb 19 03:12:23.032154 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4449ba2f-6d4c-4972-a929-2873332ccf5f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcfeaebaa1ce4bc589219532831a8239&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3757131 Feb 19 03:12:23.033543 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38442) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:23.140512 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da773c23-e342-4d39-8279-813edadde14f admin admin] Publish callbacks [] for security_group (4da223e8-6024-48e4-886e-860fb7b3e553), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:23.143018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a55c6b-45cb-4b58-82e6-0eae74a9f819 req-f4fe2c78-58f0-4811-b0c6-91a66e64b600 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:23.145267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8a55c6b-45cb-4b58-82e6-0eae74a9f819 req-f4fe2c78-58f0-4811-b0c6-91a66e64b600 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.3127365 Feb 19 03:12:23.171517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da773c23-e342-4d39-8279-813edadde14f admin admin] Publish callbacks [] for security_group (4da223e8-6024-48e4-886e-860fb7b3e553), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:23.233753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31cd2a-87dc-42af-94f3-85f11394ad54 req-20f861fc-c457-47b2-a261-9648f2d9d663 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:23.244436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a31cd2a-87dc-42af-94f3-85f11394ad54 req-20f861fc-c457-47b2-a261-9648f2d9d663 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.1753809 Feb 19 03:12:23.256774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-438dad32-3548-4220-974f-97b8f5f0a218 req-c30f3824-2288-4369-a770-d4a60682095b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630 HTTP/1.1" status: 200 len: 1002 time: 0.2600029 Feb 19 03:12:23.263624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8a55c6b-45cb-4b58-82e6-0eae74a9f819 req-1c86da38-8fef-43ea-aefe-e254ffa4c00f tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1105051 Feb 19 03:12:23.268839 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da773c23-e342-4d39-8279-813edadde14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4da223e8-6024-48e4-886e-860fb7b3e553), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:23.272961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da773c23-e342-4d39-8279-813edadde14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:23.286604 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-da773c23-e342-4d39-8279-813edadde14f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4da223e8-6024-48e4-886e-860fb7b3e553 HTTP/1.1" status: 204 len: 168 time: 0.2516196 Feb 19 03:12:23.327451 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da773c23-e342-4d39-8279-813edadde14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da223e8-6024-48e4-886e-860fb7b3e553,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:23.328217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dad32-3548-4220-974f-97b8f5f0a218 req-415e0173-d4e9-4507-ac43-d26b000ada64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:23.330043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-438dad32-3548-4220-974f-97b8f5f0a218 req-415e0173-d4e9-4507-ac43-d26b000ada64 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.0652542 Feb 19 03:12:23.476382 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:23.498191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a31cd2a-87dc-42af-94f3-85f11394ad54 req-67482d42-1338-4e28-b212-e0a94e39b764 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508240 Feb 19 03:12:23.582443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438dad32-3548-4220-974f-97b8f5f0a218 req-889d15a7-95ba-43d9-9d33-71253239c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:23.615470 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-438dad32-3548-4220-974f-97b8f5f0a218 req-889d15a7-95ba-43d9-9d33-71253239c740 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2752995 Feb 19 03:12:23.850728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-438dad32-3548-4220-974f-97b8f5f0a218 req-77f8e245-a185-4b04-9066-12b82808916d service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285759 Feb 19 03:12:23.888035 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38458) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:24.019044 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f624a226-39a4-451b-b038-0f7bd30e9c89 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0a98ca807fa4e46a5e3c90690622af2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291993 Feb 19 03:12:24.021923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38460) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:24.058540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-438dad32-3548-4220-974f-97b8f5f0a218 req-b94c4b0b-e5d9-488b-8b8a-4b94da62c9a2 service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990693 Feb 19 03:12:24.150566 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d11b9b1-6a50-4a75-b0e6-d5910075db68 admin admin] Publish callbacks [] for security_group (5a4284db-03a4-4ae8-8c62-3b36ad27a9b4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:24.183510 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d11b9b1-6a50-4a75-b0e6-d5910075db68 admin admin] Publish callbacks [] for security_group (5a4284db-03a4-4ae8-8c62-3b36ad27a9b4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:24.258114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d11b9b1-6a50-4a75-b0e6-d5910075db68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5a4284db-03a4-4ae8-8c62-3b36ad27a9b4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:24.262180 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d11b9b1-6a50-4a75-b0e6-d5910075db68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:24.263796 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4d11b9b1-6a50-4a75-b0e6-d5910075db68 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a4284db-03a4-4ae8-8c62-3b36ad27a9b4 HTTP/1.1" status: 204 len: 168 time: 0.2408249 Feb 19 03:12:24.290269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11b9b1-6a50-4a75-b0e6-d5910075db68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4284db-03a4-4ae8-8c62-3b36ad27a9b4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:24.505190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6be34-03a3-4aea-9f88-89470410e850 req-57ddda6e-79b4-4c71-9e2c-794b217f7de4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:24.506797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64b6be34-03a3-4aea-9f88-89470410e850 req-57ddda6e-79b4-4c71-9e2c-794b217f7de4 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1030240 Feb 19 03:12:24.637061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64b6be34-03a3-4aea-9f88-89470410e850 req-ff2969c9-1490-4b49-a2d8-e9c564a53479 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246939 Feb 19 03:12:24.704520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697b104-fa82-4299-8564-4195d362eadb req-5b1b2910-afb3-4f3c-b934-8b7e9ec76f09 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:24.706251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0697b104-fa82-4299-8564-4195d362eadb req-5b1b2910-afb3-4f3c-b934-8b7e9ec76f09 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.0965028 Feb 19 03:12:24.807265 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0697b104-fa82-4299-8564-4195d362eadb req-6ff20c72-4aa8-4343-9858-bea77e9980a1 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932429 Feb 19 03:12:25.534513 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38518) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:25.761464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1084687141'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:25.821696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Made reservation on behalf of 22e05b8c41514872a55356e6be83da3b for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:25.829411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:25.843449 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:25.931143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee156f-0d01-41e1-833c-f1d29dbdf2f0 req-61c838a4-7147-4e74-936d-7190f6cce5c7 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:25.943713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcee156f-0d01-41e1-833c-f1d29dbdf2f0 req-61c838a4-7147-4e74-936d-7190f6cce5c7 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 946 time: 0.1319497 Feb 19 03:12:26.051519 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for security_group (4a22e623-20a0-47c4-8ddf-7f86e8cfe98f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.064564 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4a22e623-20a0-47c4-8ddf-7f86e8cfe98f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.164785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:12:26.205495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (3fa6f36f-6844-43b4-8c2b-2dd3170e66a5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.208281 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Added segment 3fa6f36f-6844-43b4-8c2b-2dd3170e66a5 of type vlan for network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 Feb 19 03:12:26.236112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a22e623-20a0-47c4-8ddf-7f86e8cfe98f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:26.402214 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (073cb98a-f863-4a8b-aee1-9a0e0d914de1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.411171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9a19cac8-b5c0-4bb9-96ed-0558fd538630 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:26.455240 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (073cb98a-f863-4a8b-aee1-9a0e0d914de1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.464607 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:26.466501 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.572370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:26.573182 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.598644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event updated for resources: {'Network': ['ID=073cb98a-f863-4a8b-aee1-9a0e0d914de1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:26.619211 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c4704e4e-eae3-4ed0-a907-44904a795ad3 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0796404 Feb 19 03:12:26.619412 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38560) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:26.625536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-45e69303-2ed7-4b11-bc37-0d79dcc6a480 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Request body: {'subnet': {'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:26.642346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:26.645263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:26.647916 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7046ef4-a643-4bd6-afb4-75030f173d7b" -d '{"events": [{"server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "name": "network-vif-unplugged", "status": "completed", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:26.651098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:12:26.757202 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.761934 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e69303-2ed7-4b11-bc37-0d79dcc6a480 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Made reservation on behalf of 22e05b8c41514872a55356e6be83da3b for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:26.766434 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45e69303-2ed7-4b11-bc37-0d79dcc6a480 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:26.834592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7695ac3-c1e1-47d9-9b59-bf1b82153568 req-69206421-6305-48fb-8007-4ff3e6631be7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:26.854735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7695ac3-c1e1-47d9-9b59-bf1b82153568 req-69206421-6305-48fb-8007-4ff3e6631be7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.8926837 Feb 19 03:12:26.889565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcee156f-0d01-41e1-833c-f1d29dbdf2f0 req-2dee9805-e08f-4a19-bb87-c404806fc07c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.9444330 Feb 19 03:12:26.921678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9a19cac8-b5c0-4bb9-96ed-0558fd538630,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:26.979720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:26.987224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:26.994840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:26.999072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:27.003501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:27.013478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:27.017787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:27.018334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:27.026682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:27.027034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:27.027376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:27.027714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:27.028050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:12:27.048484 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30567c2f-82b3-48fd-a82d-70646c3abb10 x-openstack-request-id: req-30567c2f-82b3-48fd-a82d-70646c3abb10 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:27.051116 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "name": "network-vif-unplugged", "status": "failed", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630", "code": 422}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:27.052747 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30567c2f-82b3-48fd-a82d-70646c3abb10 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:27.053387 n-d-826755-2 neutron-server[109900]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'code': 422} returned with failed status Feb 19 03:12:27.073494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7695ac3-c1e1-47d9-9b59-bf1b82153568 req-5ccab3eb-f970-4ee2-9d39-1a22ab992ff3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2112110 Feb 19 03:12:27.202529 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:12:27.257236 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45e69303-2ed7-4b11-bc37-0d79dcc6a480 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:27.363106 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e69303-2ed7-4b11-bc37-0d79dcc6a480 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event updated for resources: {'Subnet': ['ID=f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:27.375267 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e69303-2ed7-4b11-bc37-0d79dcc6a480 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Checking segment: {'id': '3fa6f36f-6844-43b4-8c2b-2dd3170e66a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:27.375503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e69303-2ed7-4b11-bc37-0d79dcc6a480 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Network hostable DHCP agents. Network: 073cb98a-f863-4a8b-aee1-9a0e0d914de1, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:12:27.382775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d896e11-dedd-4a06-a193-0fd789916430 req-c64888ec-cdc3-422c-b8b0-0e930ee3930e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:27.388991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d896e11-dedd-4a06-a193-0fd789916430 req-c64888ec-cdc3-422c-b8b0-0e930ee3930e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.0884349 Feb 19 03:12:27.394790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e69303-2ed7-4b11-bc37-0d79dcc6a480 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:12:27.407520 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-45e69303-2ed7-4b11-bc37-0d79dcc6a480 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 073cb98a-f863-4a8b-aee1-9a0e0d914de1) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:27.412895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e69303-2ed7-4b11-bc37-0d79dcc6a480 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:27.413804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45e69303-2ed7-4b11-bc37-0d79dcc6a480 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:27.419545 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db1505-84cf-43f6-b5bb-75046fd8bda2 None None] Network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:27.442793 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-45e69303-2ed7-4b11-bc37-0d79dcc6a480 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8198156 Feb 19 03:12:27.444448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38582) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:27.454424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Request body: {'port': {'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1175391960'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:27.476256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d896e11-dedd-4a06-a193-0fd789916430 req-a0d6e62c-c119-4600-b725-fafb03ea5663 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839064 Feb 19 03:12:27.582856 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-073cb98a-f863-4a8b-aee1-9a0e0d914de1', 'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1', 'project_id': '22e05b8c41514872a55356e6be83da3b', 'fixed_ips': [{'subnet_id': 'f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:12:27.583915 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:27.663297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Made reservation on behalf of 22e05b8c41514872a55356e6be83da3b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:27.667106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:27.703695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] device_id is not set on port ff4fcdb1-a08c-4344-ab96-df7044b593ea yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:27.822088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Allocated IP 2001:db8::2 (073cb98a-f863-4a8b-aee1-9a0e0d914de1/f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc/a9e73be0-2e63-4b64-8b4b-025c8a11f8b8) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:28.036186 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Publish callbacks [] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:28.047112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:28.107102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Pushing event updated for resources: {'Port': ['ID=a9e73be0-2e63-4b64-8b4b-025c8a11f8b8,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:28.127258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:28.130215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:28.145972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:28.153161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Allocated IP 2001:db8::48 (073cb98a-f863-4a8b-aee1-9a0e0d914de1/f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc/ff4fcdb1-a08c-4344-ab96-df7044b593ea) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:28.246782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Attempting to bind port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:28.247551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Attempting to bind port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '3fa6f36f-6844-43b4-8c2b-2dd3170e66a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:28.248147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Attempting to bind port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 on network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:28.255015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:28.257035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Checking segment: {'id': '3fa6f36f-6844-43b4-8c2b-2dd3170e66a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:28.258306 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:28.259773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Bound using segment: {'id': '3fa6f36f-6844-43b4-8c2b-2dd3170e66a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:28.260527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Bound port: a9e73be0-2e63-4b64-8b4b-025c8a11f8b8, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa6f36f-6844-43b4-8c2b-2dd3170e66a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:28.261467 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:28.290381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8930f-88bf-4cc9-b6a3-d13abc459628 req-933ea91c-8cd9-419b-baee-d574faffb8ae tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:28.291859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2b8930f-88bf-4cc9-b6a3-d13abc459628 req-933ea91c-8cd9-419b-baee-d574faffb8ae tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.1068604 Feb 19 03:12:28.402153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] For port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:28.411212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] For port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a9e73be0-2e63-4b64-8b4b-025c8a11f8b8,segment=NetworkSegment(3fa6f36f-6844-43b4-8c2b-2dd3170e66a5),segment_id=3fa6f36f-6844-43b4-8c2b-2dd3170e66a5)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:28.424578 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:28.502622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2b8930f-88bf-4cc9-b6a3-d13abc459628 req-06fb7137-4dfa-44c6-8604-7aa7703c901c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1411922 Feb 19 03:12:28.548984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ad4c6-5a21-4ddf-be22-9350960d0584 None None] Pushing event updated for resources: {'Port': ['ID=a9e73be0-2e63-4b64-8b4b-025c8a11f8b8,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:28.654681 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for port (ff4fcdb1-a08c-4344-ab96-df7044b593ea), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:28.711425 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ff4fcdb1-a08c-4344-ab96-df7044b593ea), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:28.784066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:28.788638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:28.794867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:28.810471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:28.811279 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:28.849240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event updated for resources: {'Port': ['ID=ff4fcdb1-a08c-4344-ab96-df7044b593ea,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:28.869297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cfdb135f-bf44-4869-ab3d-ef80893ed629 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4234467 Feb 19 03:12:28.872505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38678) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:28.889755 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Request body: {'port': {'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-798015874', 'allowed_address_pairs': [{'ip_address': '2001:db8::48', 'mac_address': 'fa:16:3e:e9:ff:89'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:29.146274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Made reservation on behalf of 22e05b8c41514872a55356e6be83da3b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:29.267459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a43aa-2f57-41db-a4d4-1814208c1966 req-ba588bdc-a7c1-4cbe-9fba-211cb8603f09 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:29.271093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d10a43aa-2f57-41db-a4d4-1814208c1966 req-ba588bdc-a7c1-4cbe-9fba-211cb8603f09 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.0789826 Feb 19 03:12:29.353901 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:29.379369 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] device_id is not set on port 88082934-1e6c-407d-8881-70f74a727311 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:29.398713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d10a43aa-2f57-41db-a4d4-1814208c1966 req-23de08f8-9f01-470f-aad8-0897dff12521 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219099 Feb 19 03:12:29.629554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e025a-f21f-470b-9987-ce911ea2eba2 req-25418b51-4641-4218-ac98-e2cdce9c8dd6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:29.642317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-651e025a-f21f-470b-9987-ce911ea2eba2 req-25418b51-4641-4218-ac98-e2cdce9c8dd6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.1381555 Feb 19 03:12:29.650002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Allocated IP 2001:db8::1d9 (073cb98a-f863-4a8b-aee1-9a0e0d914de1/f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc/88082934-1e6c-407d-8881-70f74a727311) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:29.724864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9a84ba45-e110-432f-81e2-861001d5dea7 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:29.747739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-651e025a-f21f-470b-9987-ce911ea2eba2 req-c78e19e2-bcc4-43e4-86cd-f1dd41b2c314 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043890 Feb 19 03:12:29.936435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9a84ba45-e110-432f-81e2-861001d5dea7 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:29.937197 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:30.047426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39896c7e-3cd9-47c5-a6ef-548851e9a5af req-91ab4665-f31c-441a-a5c7-9d9b2efbdbe7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:30.049570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39896c7e-3cd9-47c5-a6ef-548851e9a5af req-91ab4665-f31c-441a-a5c7-9d9b2efbdbe7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 947 time: 0.1952901 Feb 19 03:12:30.054691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:30.057864 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e1bca9-0ccf-4f06-b4d6-3f089646a87e" -d '{"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:30.142791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for port (88082934-1e6c-407d-8881-70f74a727311), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:30.159561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:30.175716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:30.221732 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39896c7e-3cd9-47c5-a6ef-548851e9a5af req-e72c1971-475f-417b-937e-0f646602d67a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659362 Feb 19 03:12:30.264050 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28edcbfc-c645-41b5-b771-2cc780cc3ff7 x-openstack-request-id: req-28edcbfc-c645-41b5-b771-2cc780cc3ff7 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:30.265159 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-unplugged", "status": "completed", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:30.265694 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-28edcbfc-c645-41b5-b771-2cc780cc3ff7 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:30.266578 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7', 'code': 200} Feb 19 03:12:30.269301 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:30.276584 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (88082934-1e6c-407d-8881-70f74a727311), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:30.380304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:30.397189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=14']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:30.403208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:30.413944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:30.422916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:30.423580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:30.433221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event updated for resources: {'Port': ['ID=88082934-1e6c-407d-8881-70f74a727311,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:30.454522 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:30.454904 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:30.475530 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5ff6cbe0-6e89-43a6-9701-cf9b30e7523f tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.6008613 Feb 19 03:12:30.479133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38724) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:30.513546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee2d9d2-daf7-4ed5-9893-529e3a54248e None None] Network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:30.689271 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-776ed655-95f3-4d21-a4d6-6810aa2b68dd None None] Provisioning complete for port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:30.690103 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-776ed655-95f3-4d21-a4d6-6810aa2b68dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:30.727939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:30.728682 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:30.741291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760f22-0038-4d85-a9fa-3ee734703b23 req-d16f4a9b-fb22-4226-9ea5-79b4baacd538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:30.743350 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bf760f22-0038-4d85-a9fa-3ee734703b23 req-d16f4a9b-fb22-4226-9ea5-79b4baacd538 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 1127 time: 0.1494198 Feb 19 03:12:30.852445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a9e73be0-2e63-4b64-8b4b-025c8a11f8b8,segment=NetworkSegment(3fa6f36f-6844-43b4-8c2b-2dd3170e66a5),segment_id=3fa6f36f-6844-43b4-8c2b-2dd3170e66a5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:30.876291 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:30.897511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fe5ba-3fd2-4a6b-87a7-a40161fadc99 req-4a28c8c8-47f9-4ad3-bd5c-13bb1914f388 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:30.910289 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f70fe5ba-3fd2-4a6b-87a7-a40161fadc99 req-4a28c8c8-47f9-4ad3-bd5c-13bb1914f388 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2111366 Feb 19 03:12:30.922649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae305305-802c-4e88-bcd7-bf6dceab2c92 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:30.954932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae305305-802c-4e88-bcd7-bf6dceab2c92 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:30.980820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae305305-802c-4e88-bcd7-bf6dceab2c92 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:30.985081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ae305305-802c-4e88-bcd7-bf6dceab2c92 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.5021739 Feb 19 03:12:30.988337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760f22-0038-4d85-a9fa-3ee734703b23 req-2402479c-f3ef-49c8-aa1e-c1fe2ea9b534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:30.990044 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bf760f22-0038-4d85-a9fa-3ee734703b23 req-2402479c-f3ef-49c8-aa1e-c1fe2ea9b534 service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.2414057 Feb 19 03:12:30.990623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38740) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:31.010330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-776ed655-95f3-4d21-a4d6-6810aa2b68dd None None] Current status of the port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:31.029967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=a9e73be0-2e63-4b64-8b4b-025c8a11f8b8,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:31.144084 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bf760f22-0038-4d85-a9fa-3ee734703b23 req-1361f6fd-be33-4fb8-9aa4-8c6e955c1a77 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 200 len: 999 time: 0.1356778 Feb 19 03:12:31.159416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f70fe5ba-3fd2-4a6b-87a7-a40161fadc99 req-a2a86c50-9d13-4a70-ae83-375aa6c3023d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727855 Feb 19 03:12:31.192526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc9c72-bacb-44c0-abbc-fb8c52eae253 req-f2a2c41f-7937-4fc5-9b4c-17a5bf1dfdef tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:31.195054 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adcc9c72-bacb-44c0-abbc-fb8c52eae253 req-f2a2c41f-7937-4fc5-9b4c-17a5bf1dfdef tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.2837250 Feb 19 03:12:31.287479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-eff195af-a27c-413e-9094-7790f4e5df0c None None] Provisioning complete for port 88082934-1e6c-407d-8881-70f74a727311 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:31.288254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eff195af-a27c-413e-9094-7790f4e5df0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (88082934-1e6c-407d-8881-70f74a727311), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:31.321708 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adcc9c72-bacb-44c0-abbc-fb8c52eae253 req-75c0fe33-11e7-429f-9564-d422eda5683d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1194484 Feb 19 03:12:31.377294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760f22-0038-4d85-a9fa-3ee734703b23 req-bf97e429-c53b-4d36-be09-12659222ce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:31.390084 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bf760f22-0038-4d85-a9fa-3ee734703b23 req-bf97e429-c53b-4d36-be09-12659222ce3c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.2042449 Feb 19 03:12:31.422755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-eff195af-a27c-413e-9094-7790f4e5df0c None None] Port 88082934-1e6c-407d-8881-70f74a727311 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:31.429792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f4460be9-92ef-4ebe-a84e-1cb9205411fe tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Deleting port 88082934-1e6c-407d-8881-70f74a727311 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:31.431169 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4460be9-92ef-4ebe-a84e-1cb9205411fe tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (88082934-1e6c-407d-8881-70f74a727311), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:31.449041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-eff195af-a27c-413e-9094-7790f4e5df0c None None] Provisioning complete for port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:31.450194 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eff195af-a27c-413e-9094-7790f4e5df0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:31.451897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-4bf0aea7-507d-42f7-a5b1-dfb63a0950a9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2302725 Feb 19 03:12:31.463680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-1153191d-850f-47c0-83e8-13362618fc9c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:12:31.482370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-1153191d-850f-47c0-83e8-13362618fc9c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0205102 Feb 19 03:12:31.608432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760f22-0038-4d85-a9fa-3ee734703b23 req-acf8ec49-ac97-432e-829c-9c717a81e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:31.611165 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bf760f22-0038-4d85-a9fa-3ee734703b23 req-acf8ec49-ac97-432e-829c-9c717a81e421 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2197196 Feb 19 03:12:31.631452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-eff195af-a27c-413e-9094-7790f4e5df0c None None] Current status of the port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:31.674527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-eff195af-a27c-413e-9094-7790f4e5df0c None None] Provisioning complete for port ff4fcdb1-a08c-4344-ab96-df7044b593ea triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:31.674900 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eff195af-a27c-413e-9094-7790f4e5df0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ff4fcdb1-a08c-4344-ab96-df7044b593ea), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:31.713592 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4460be9-92ef-4ebe-a84e-1cb9205411fe tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (88082934-1e6c-407d-8881-70f74a727311), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:31.731361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f4460be9-92ef-4ebe-a84e-1cb9205411fe tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Calling delete_port for 88082934-1e6c-407d-8881-70f74a727311 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:31.789650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-eff195af-a27c-413e-9094-7790f4e5df0c None None] Port ff4fcdb1-a08c-4344-ab96-df7044b593ea cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:31.877983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-caf91ed6-045d-44fb-94e3-4742c3bacd44 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:31.895628 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-caf91ed6-045d-44fb-94e3-4742c3bacd44 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports/9a19cac8-b5c0-4bb9-96ed-0558fd538630 HTTP/1.1" status: 200 len: 941 time: 0.3463795 Feb 19 03:12:31.924951 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f1037252-1aa3-4f16-beb8-b339d0d0ce2a None None] Provisioning complete for port ff4fcdb1-a08c-4344-ab96-df7044b593ea triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:31.926422 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f1037252-1aa3-4f16-beb8-b339d0d0ce2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ff4fcdb1-a08c-4344-ab96-df7044b593ea), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:32.015447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f1037252-1aa3-4f16-beb8-b339d0d0ce2a None None] Port ff4fcdb1-a08c-4344-ab96-df7044b593ea cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:32.055545 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bf760f22-0038-4d85-a9fa-3ee734703b23 req-86ef7020-0f7e-4991-a48c-654604759891 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311445 Feb 19 03:12:32.087459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:32.163997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-80296f37-ad54-4fa9-baa3-b91c77d71abe None None] Provisioning complete for port 88082934-1e6c-407d-8881-70f74a727311 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:32.164593 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80296f37-ad54-4fa9-baa3-b91c77d71abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (88082934-1e6c-407d-8881-70f74a727311), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:32.274572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-80296f37-ad54-4fa9-baa3-b91c77d71abe None None] Port 88082934-1e6c-407d-8881-70f74a727311 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:32.286822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:32.287642 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4460be9-92ef-4ebe-a84e-1cb9205411fe tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (88082934-1e6c-407d-8881-70f74a727311), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:32.289172 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:32.296437 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bf760f22-0038-4d85-a9fa-3ee734703b23 req-c9d54d48-423d-44fd-baf7-ba89888e5c26 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241611 Feb 19 03:12:32.386227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4460be9-92ef-4ebe-a84e-1cb9205411fe tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event deleted for resources: {'Port': ['ID=88082934-1e6c-407d-8881-70f74a727311,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:32.463249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259cac73-2c4d-4e47-a24c-959a1cf7d239 req-addc6a7f-939c-4374-8ea4-d26a7bdd59e8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:32.484711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-259cac73-2c4d-4e47-a24c-959a1cf7d239 req-addc6a7f-939c-4374-8ea4-d26a7bdd59e8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1619542 Feb 19 03:12:32.527787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:32.611182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-259cac73-2c4d-4e47-a24c-959a1cf7d239 req-1b547508-9cb3-4b82-99bc-bd8251b8ba86 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254520 Feb 19 03:12:32.666943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1f23c-e8c2-4ab3-8404-aafdc712e08a req-f12146f0-ec46-4fc3-bedd-55e1126c2280 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:32.668562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70a1f23c-e8c2-4ab3-8404-aafdc712e08a req-f12146f0-ec46-4fc3-bedd-55e1126c2280 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.1588025 Feb 19 03:12:32.751609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4460be9-92ef-4ebe-a84e-1cb9205411fe tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:32.756479 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70a1f23c-e8c2-4ab3-8404-aafdc712e08a req-f02dec04-0d40-4941-bd5d-13296715b0aa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768187 Feb 19 03:12:32.766448 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f4460be9-92ef-4ebe-a84e-1cb9205411fe tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "DELETE /v2.0/ports/88082934-1e6c-407d-8881-70f74a727311 HTTP/1.1" status: 204 len: 168 time: 1.7721014 Feb 19 03:12:32.768589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38780) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:32.801733 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f59b76-bb24-44e2-858e-3022ca50ab0c tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] GET failed (client error): The resource could not be found. Feb 19 03:12:32.804924 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-01f59b76-bb24-44e2-858e-3022ca50ab0c tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "GET /v2.0/ports/88082934-1e6c-407d-8881-70f74a727311 HTTP/1.1" status: 404 len: 333 time: 0.0342484 Feb 19 03:12:32.810178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38782) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:32.815479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Request body: {'port': {'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-316779822'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:33.000065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Made reservation on behalf of 22e05b8c41514872a55356e6be83da3b for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:33.004109 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:33.025850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] device_id is not set on port 4549beff-e470-42be-872e-118b46cc76fe yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:33.248622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Allocated IP 2001:db8::c0 (073cb98a-f863-4a8b-aee1-9a0e0d914de1/f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc/4549beff-e470-42be-872e-118b46cc76fe) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:33.273112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-83eebabf-1fde-4036-a6fc-9f92caf907d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:33.274634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-83eebabf-1fde-4036-a6fc-9f92caf907d9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f&tenant_id=64b38365811a47d39a3a382b5d574f89 HTTP/1.1" status: 200 len: 1126 time: 0.1410332 Feb 19 03:12:33.443144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-8d883c10-07a3-4c1e-bdc3-b25a31537c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:33.444624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-8d883c10-07a3-4c1e-bdc3-b25a31537c80 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 1126 time: 0.1314292 Feb 19 03:12:33.537948 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for port (4549beff-e470-42be-872e-118b46cc76fe), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:33.584919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e1676d37-c489-4fa0-994c-ca080634c3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:33.609375 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4549beff-e470-42be-872e-118b46cc76fe), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:33.664920 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:33.681964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:33.697027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:33.702529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:33.703269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:33.729974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-f4e64501-20ba-4467-b9b5-ac82da08c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:33.733252 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-f4e64501-20ba-4467-b9b5-ac82da08c805 service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 918 time: 0.2796845 Feb 19 03:12:33.781094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9674067 Feb 19 03:12:33.781539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38792) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:33.783683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8bc43-a3f0-4798-ad87-93b44f9417c0 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event updated for resources: {'Port': ['ID=4549beff-e470-42be-872e-118b46cc76fe,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:33.788117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1d94a3da-f709-4f6a-a180-782d0217423e tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::48', 'mac_address': 'fa:16:3e:e9:ff:89'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:33.862435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665f0fd-f3c2-4f1c-9ec3-21d813ed14cd req-59e8b1a1-a3ac-474e-ba79-33d22b4f2208 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:33.867795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2665f0fd-f3c2-4f1c-9ec3-21d813ed14cd req-59e8b1a1-a3ac-474e-ba79-33d22b4f2208 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1582150 Feb 19 03:12:33.930062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-d581886b-36ef-4aca-82e1-dd03caf33f9c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630 HTTP/1.1" status: 200 len: 1000 time: 0.1691217 Feb 19 03:12:33.998814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d94a3da-f709-4f6a-a180-782d0217423e tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4549beff-e470-42be-872e-118b46cc76fe), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:34.002607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2665f0fd-f3c2-4f1c-9ec3-21d813ed14cd req-03b6d236-825e-4566-bc40-3283ff31aef3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239030 Feb 19 03:12:34.073313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-95e06ce3-85d1-4947-9a95-d11e560ca20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:34.075053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-95e06ce3-85d1-4947-9a95-d11e560ca20c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.1364508 Feb 19 03:12:34.121785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-32942b0f-630c-4f70-a18c-5ebb4006a09b None None] Provisioning complete for port 4549beff-e470-42be-872e-118b46cc76fe triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:34.125106 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-32942b0f-630c-4f70-a18c-5ebb4006a09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4549beff-e470-42be-872e-118b46cc76fe), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:34.141808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6d742-50f4-467a-918a-80729a10d18f req-0b963215-4e99-4867-b66c-095660ac4738 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:34.143663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39e6d742-50f4-467a-918a-80729a10d18f req-0b963215-4e99-4867-b66c-095660ac4738 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.1917477 Feb 19 03:12:34.192298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-b66d65de-548c-4be1-bf04-55c322b9b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:34.194818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-b66d65de-548c-4be1-bf04-55c322b9b1c9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1087523 Feb 19 03:12:34.230908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-32942b0f-630c-4f70-a18c-5ebb4006a09b None None] Port 4549beff-e470-42be-872e-118b46cc76fe cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:34.307850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39e6d742-50f4-467a-918a-80729a10d18f req-a4562b4e-2c36-4bd1-ac9c-02299db17166 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1513648 Feb 19 03:12:34.421215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-084d0852-5f33-4607-835c-669f5649c686 service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160876 Feb 19 03:12:34.447473 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d94a3da-f709-4f6a-a180-782d0217423e tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for port (4549beff-e470-42be-872e-118b46cc76fe), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:34.461058 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d94a3da-f709-4f6a-a180-782d0217423e tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (4549beff-e470-42be-872e-118b46cc76fe), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:34.590598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e1a6e3a-45c1-451c-ba49-1de952983ba7 req-6a96fcd9-9f77-421d-956e-17ee34822d4c service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646607 Feb 19 03:12:34.621654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1d94a3da-f709-4f6a-a180-782d0217423e tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] In _notify_port_updated(), no bound segment for port 4549beff-e470-42be-872e-118b46cc76fe on network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:12:34.627317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d94a3da-f709-4f6a-a180-782d0217423e tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:34.627953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d94a3da-f709-4f6a-a180-782d0217423e tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:34.633316 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1d94a3da-f709-4f6a-a180-782d0217423e tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "PUT /v2.0/ports/4549beff-e470-42be-872e-118b46cc76fe HTTP/1.1" status: 200 len: 1000 time: 0.8472958 Feb 19 03:12:34.634117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38814) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:34.635074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94a3da-f709-4f6a-a180-782d0217423e tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event updated for resources: {'Port': ['ID=4549beff-e470-42be-872e-118b46cc76fe,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:34.772385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b680ea-31de-468e-bbbf-56ba13f50d6f req-9fbccdbc-e7af-4f94-890d-beb1517893dc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:34.774089 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4b680ea-31de-468e-bbbf-56ba13f50d6f req-9fbccdbc-e7af-4f94-890d-beb1517893dc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1740949 Feb 19 03:12:34.819006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-da214f5b-e310-4689-9f43-902b1497b8df tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Deleting port 4549beff-e470-42be-872e-118b46cc76fe {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:34.819600 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da214f5b-e310-4689-9f43-902b1497b8df tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4549beff-e470-42be-872e-118b46cc76fe), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:34.933365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4b680ea-31de-468e-bbbf-56ba13f50d6f req-09dc9180-6813-48a4-a8d0-6307598fd545 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469173 Feb 19 03:12:35.230980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7c2e26ff-744c-45a6-b328-d8d06479c843 None None] Provisioning complete for port 4549beff-e470-42be-872e-118b46cc76fe triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:35.235735 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c2e26ff-744c-45a6-b328-d8d06479c843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4549beff-e470-42be-872e-118b46cc76fe), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:35.351906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38850) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:35.395187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7c2e26ff-744c-45a6-b328-d8d06479c843 None None] Port 4549beff-e470-42be-872e-118b46cc76fe cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:35.453267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f22864-7244-429b-a9e9-4a5d2076764b req-1b103bb3-5f82-47bc-871a-203d688351e3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.468912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72f22864-7244-429b-a9e9-4a5d2076764b req-1b103bb3-5f82-47bc-871a-203d688351e3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2688413 Feb 19 03:12:35.619090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72f22864-7244-429b-a9e9-4a5d2076764b req-c43957e3-ae19-434a-8a4d-cf414fc7845b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468194 Feb 19 03:12:35.801049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dadb7-ea2c-4a44-b6e7-f4be59f0af0c req-9a2078f4-8706-48d7-ac24-3b991c9ce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.803955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dadb7-ea2c-4a44-b6e7-f4be59f0af0c req-9a2078f4-8706-48d7-ac24-3b991c9ce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.805548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dadb7-ea2c-4a44-b6e7-f4be59f0af0c req-9a2078f4-8706-48d7-ac24-3b991c9ce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.807208 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dadb7-ea2c-4a44-b6e7-f4be59f0af0c req-9a2078f4-8706-48d7-ac24-3b991c9ce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.809216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dadb7-ea2c-4a44-b6e7-f4be59f0af0c req-9a2078f4-8706-48d7-ac24-3b991c9ce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.810371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dadb7-ea2c-4a44-b6e7-f4be59f0af0c req-9a2078f4-8706-48d7-ac24-3b991c9ce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.810843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427dadb7-ea2c-4a44-b6e7-f4be59f0af0c req-9a2078f4-8706-48d7-ac24-3b991c9ce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.820351 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da214f5b-e310-4689-9f43-902b1497b8df tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4549beff-e470-42be-872e-118b46cc76fe), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:35.825152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-427dadb7-ea2c-4a44-b6e7-f4be59f0af0c req-9a2078f4-8706-48d7-ac24-3b991c9ce606 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 6708 time: 0.4715388 Feb 19 03:12:35.865092 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2e49c17f-65b4-4aba-87b9-d3efb46706a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:35.873792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-da214f5b-e310-4689-9f43-902b1497b8df tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Calling delete_port for 4549beff-e470-42be-872e-118b46cc76fe owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:35.889447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a0981-9d10-4e75-a047-9372305d4ef3 req-7bbb1f43-f363-414d-a513-a46976e925aa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:35.903042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e55a0981-9d10-4e75-a047-9372305d4ef3 req-7bbb1f43-f363-414d-a513-a46976e925aa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.4290175 Feb 19 03:12:36.009447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-427dadb7-ea2c-4a44-b6e7-f4be59f0af0c req-ff2512fa-beec-4b78-b9c8-103f886d47b9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&id=c8634336-66c0-4425-a2cc-37e835a15ced&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1784453 Feb 19 03:12:36.165877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c38ee-a551-4551-932f-d2e9b8f5096f req-5070217e-24bf-4bff-b329-fb380aef90d4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:36.167473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f4c38ee-a551-4551-932f-d2e9b8f5096f req-5070217e-24bf-4bff-b329-fb380aef90d4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.3197727 Feb 19 03:12:36.208600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e55a0981-9d10-4e75-a047-9372305d4ef3 req-e8eb4860-913c-433c-945b-b24bbeaf18c3 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2984779 Feb 19 03:12:36.226699 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da214f5b-e310-4689-9f43-902b1497b8df tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4549beff-e470-42be-872e-118b46cc76fe), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:36.295857 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da214f5b-e310-4689-9f43-902b1497b8df tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event deleted for resources: {'Port': ['ID=4549beff-e470-42be-872e-118b46cc76fe,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:36.345451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f4c38ee-a551-4551-932f-d2e9b8f5096f req-a2e72047-2995-4106-a3d5-b484aae716f6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696036 Feb 19 03:12:36.516134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da214f5b-e310-4689-9f43-902b1497b8df tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:36.520455 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-da214f5b-e310-4689-9f43-902b1497b8df tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "DELETE /v2.0/ports/4549beff-e470-42be-872e-118b46cc76fe HTTP/1.1" status: 204 len: 168 time: 1.8802266 Feb 19 03:12:36.528397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38874) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:36.555615 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a6750d-f555-48b3-8a58-424977e4b0c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] GET failed (client error): The resource could not be found. Feb 19 03:12:36.560705 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e5a6750d-f555-48b3-8a58-424977e4b0c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "GET /v2.0/ports/4549beff-e470-42be-872e-118b46cc76fe HTTP/1.1" status: 404 len: 333 time: 0.0274060 Feb 19 03:12:36.563013 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38876) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:36.568435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Request body: {'port': {'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1389709089'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:36.588395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462c5cb-9ea9-4ae7-ab7a-93092a9ce1b4 req-7c71292b-5260-4b46-abfb-e7d7bc1fff3d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:36.604629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4462c5cb-9ea9-4ae7-ab7a-93092a9ce1b4 req-7c71292b-5260-4b46-abfb-e7d7bc1fff3d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1284068 Feb 19 03:12:36.762799 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4462c5cb-9ea9-4ae7-ab7a-93092a9ce1b4 req-07ac2aab-175a-4d1c-a066-5c331671b2ab tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560884 Feb 19 03:12:36.888710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Made reservation on behalf of 22e05b8c41514872a55356e6be83da3b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:36.893003 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:36.927298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] device_id is not set on port 3a9b23cd-b42e-4172-89fb-2174b24d2980 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:37.022658 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:37.179063 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Allocated IP 2001:db8::23e (073cb98a-f863-4a8b-aee1-9a0e0d914de1/f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc/3a9b23cd-b42e-4172-89fb-2174b24d2980) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:37.443904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-22193388-9d2d-47ab-92b6-b1fc198ef09f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:37.454332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-22193388-9d2d-47ab-92b6-b1fc198ef09f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 811 time: 0.3667264 Feb 19 03:12:37.534830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-005992bd-48f8-4d1f-9ff1-890daab728a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/quotas/a88df77c28184abca4e29c7ab756af99 HTTP/1.1" status: 200 len: 375 time: 0.0781198 Feb 19 03:12:37.604837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a1046-f422-4601-8fd2-88162214ca0d req-e0d98e4d-4276-426d-8887-e12dbbdcf561 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:37.607051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e21a1046-f422-4601-8fd2-88162214ca0d req-e0d98e4d-4276-426d-8887-e12dbbdcf561 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.2093678 Feb 19 03:12:37.658812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-e73da8b3-5c5e-4300-9788-0ed491b2713e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1224675 Feb 19 03:12:37.714811 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for port (3a9b23cd-b42e-4172-89fb-2174b24d2980), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:37.743274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e21a1046-f422-4601-8fd2-88162214ca0d req-e6a4f9fb-b0a6-466f-b2c7-4cca147786d8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1295369 Feb 19 03:12:37.835090 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3a9b23cd-b42e-4172-89fb-2174b24d2980), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:37.940402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event updated for resources: {'Port': ['ID=3a9b23cd-b42e-4172-89fb-2174b24d2980,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:37.958821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:37.962832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:37.962832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:37.968539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:37.969442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:38.014327 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ec9d4e55-610a-4b93-8719-d7abe9671701 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4501195 Feb 19 03:12:38.015143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38894) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:38.045037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b5d6e93f-3f0f-4bda-8cd4-dcd9de9fe9ab tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e9:ff:89'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:38.134570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-01979720-5a70-4467-bc04-133f3c7686f9 service neutron] 10.222.0.81 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744859 Feb 19 03:12:38.355031 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:38.453208 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5eb304fe-48cd-40d6-bb7a-a0c5cc9b3e2f None None] Provisioning complete for port 3a9b23cd-b42e-4172-89fb-2174b24d2980 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:38.455860 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5eb304fe-48cd-40d6-bb7a-a0c5cc9b3e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a9b23cd-b42e-4172-89fb-2174b24d2980), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:38.545677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-cac202bc-49a8-48c5-90bf-141f6d5701a6 service neutron] 10.222.0.81 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073799 Feb 19 03:12:38.582269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5eb304fe-48cd-40d6-bb7a-a0c5cc9b3e2f None None] Port 3a9b23cd-b42e-4172-89fb-2174b24d2980 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:38.677975 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5d6e93f-3f0f-4bda-8cd4-dcd9de9fe9ab tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a9b23cd-b42e-4172-89fb-2174b24d2980), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:39.283667 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-850f0793-05bc-46e1-82e6-c42c6042ed55 req-8cad9372-23e9-488c-ac4d-0a26235eb09c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 210 time: 0.1198382 Feb 19 03:12:39.379572 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5d6e93f-3f0f-4bda-8cd4-dcd9de9fe9ab tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for port (3a9b23cd-b42e-4172-89fb-2174b24d2980), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:39.392888 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5d6e93f-3f0f-4bda-8cd4-dcd9de9fe9ab tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (3a9b23cd-b42e-4172-89fb-2174b24d2980), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:39.413400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6766e-92c7-49bb-96d0-766773982d0a req-a3d59552-4953-4b2a-8d03-0707099afcb8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:39.422688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cde6766e-92c7-49bb-96d0-766773982d0a req-a3d59552-4953-4b2a-8d03-0707099afcb8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.2532759 Feb 19 03:12:39.529929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6e93f-3f0f-4bda-8cd4-dcd9de9fe9ab tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event updated for resources: {'Port': ['ID=3a9b23cd-b42e-4172-89fb-2174b24d2980,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:39.532810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6e93f-3f0f-4bda-8cd4-dcd9de9fe9ab tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] In _notify_port_updated(), no bound segment for port 3a9b23cd-b42e-4172-89fb-2174b24d2980 on network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 {{(pid=109899) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:12:39.538199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d6e93f-3f0f-4bda-8cd4-dcd9de9fe9ab tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:39.538895 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5d6e93f-3f0f-4bda-8cd4-dcd9de9fe9ab tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:39.540356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b5d6e93f-3f0f-4bda-8cd4-dcd9de9fe9ab tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "PUT /v2.0/ports/3a9b23cd-b42e-4172-89fb-2174b24d2980 HTTP/1.1" status: 200 len: 1003 time: 1.5070441 Feb 19 03:12:39.543221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38908) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:39.603083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cde6766e-92c7-49bb-96d0-766773982d0a req-2b4bbc4c-833b-438a-9e16-65a1bc8cf10b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1793482 Feb 19 03:12:39.824651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-29668101-fcae-4835-b308-536ea5c5be93 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Deleting port 3a9b23cd-b42e-4172-89fb-2174b24d2980 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:39.825063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29668101-fcae-4835-b308-536ea5c5be93 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3a9b23cd-b42e-4172-89fb-2174b24d2980), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:40.023571 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:40.083997 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29668101-fcae-4835-b308-536ea5c5be93 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3a9b23cd-b42e-4172-89fb-2174b24d2980), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:40.130847 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-29668101-fcae-4835-b308-536ea5c5be93 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Calling delete_port for 3a9b23cd-b42e-4172-89fb-2174b24d2980 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:40.155052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-be94cb35-7ae2-4a9a-8268-ff124bead981 None None] Provisioning complete for port 3a9b23cd-b42e-4172-89fb-2174b24d2980 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:40.156045 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-be94cb35-7ae2-4a9a-8268-ff124bead981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a9b23cd-b42e-4172-89fb-2174b24d2980), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:40.297901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-be94cb35-7ae2-4a9a-8268-ff124bead981 None None] Port 3a9b23cd-b42e-4172-89fb-2174b24d2980 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:40.459580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29668101-fcae-4835-b308-536ea5c5be93 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3a9b23cd-b42e-4172-89fb-2174b24d2980), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:40.542899 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0d6ce95-b0f0-4195-98c0-5a16698909ed req-bcf806ca-3452-4d6e-9e96-dffbde177f7b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 210 time: 0.0923340 Feb 19 03:12:40.547937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29668101-fcae-4835-b308-536ea5c5be93 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event deleted for resources: {'Port': ['ID=3a9b23cd-b42e-4172-89fb-2174b24d2980,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:40.659414 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29668101-fcae-4835-b308-536ea5c5be93 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:40.666445 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-29668101-fcae-4835-b308-536ea5c5be93 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "DELETE /v2.0/ports/3a9b23cd-b42e-4172-89fb-2174b24d2980 HTTP/1.1" status: 204 len: 168 time: 1.1214631 Feb 19 03:12:40.674999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38916) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:40.730753 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7093f5-97ae-4a92-b0a3-94f4bcda900b tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] GET failed (client error): The resource could not be found. Feb 19 03:12:40.736743 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38918) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:40.741477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0a7093f5-97ae-4a92-b0a3-94f4bcda900b tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "GET /v2.0/ports/3a9b23cd-b42e-4172-89fb-2174b24d2980 HTTP/1.1" status: 404 len: 333 time: 0.0711174 Feb 19 03:12:40.745068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Request body: {'port': {'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1257625105'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:41.098464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Made reservation on behalf of 22e05b8c41514872a55356e6be83da3b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:41.116692 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:41.173959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] device_id is not set on port a3ec4d1c-3293-4462-b8c3-1868ea249fb4 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:41.207144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f8cb0-0138-4fa8-92dd-a26d9c2373c2 req-cd0883d2-fbb2-46d7-b87b-93eec240febf tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:41.209343 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-525f8cb0-0138-4fa8-92dd-a26d9c2373c2 req-cd0883d2-fbb2-46d7-b87b-93eec240febf tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.3797674 Feb 19 03:12:41.462475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-525f8cb0-0138-4fa8-92dd-a26d9c2373c2 req-26fdabae-af73-43f1-8ea2-25ada5552db8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2432108 Feb 19 03:12:41.536918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-10607817-e4cd-4152-affc-cfa34d9a91d6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:41.538508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-10607817-e4cd-4152-affc-cfa34d9a91d6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.67 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 811 time: 0.5636113 Feb 19 03:12:41.557521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Request body: {'port': {'device_id': 'af4a69be-b69c-4c64-a1b7-c15cbe231abf', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'admin_state_up': True, 'tenant_id': 'a88df77c28184abca4e29c7ab756af99'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:41.602187 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Allocated IP 2001:db8::166 (073cb98a-f863-4a8b-aee1-9a0e0d914de1/f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc/a3ec4d1c-3293-4462-b8c3-1868ea249fb4) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:41.912942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1af9236-092b-4609-9401-28f5ca186fa0 req-842ec6d2-0588-4a40-b7d2-95791529f07f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 210 time: 0.1103950 Feb 19 03:12:41.945484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Made reservation on behalf of a88df77c28184abca4e29c7ab756af99 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:41.950498 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.087558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for port (a3ec4d1c-3293-4462-b8c3-1868ea249fb4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.208429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a3ec4d1c-3293-4462-b8c3-1868ea249fb4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.310224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Allocated IP 172.20.0.5 (513b987e-c7a7-43b2-a06f-79c14abfbbdd/6e6c0d3a-bff9-42fa-92bf-9c63146b4741/674c6733-0cbc-4561-af2a-502d63f2fd64) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:42.340122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:42.343634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:42.363753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:42.381323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:42.382197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.421064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event updated for resources: {'Port': ['ID=a3ec4d1c-3293-4462-b8c3-1868ea249fb4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:42.450181 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a576f674-a713-4dd3-86fe-6069a82ed11d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7118587 Feb 19 03:12:42.451323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38922) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:42.461926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Request body: {'port': {'network_id': '073cb98a-f863-4a8b-aee1-9a0e0d914de1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1042827100'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:42.692790 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.767988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Made reservation on behalf of 22e05b8c41514872a55356e6be83da3b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:42.772683 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.815553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] device_id is not set on port d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:12:42.868095 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:42.985495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ec2100c7-c7db-447d-9efe-289df7e27e39 None None] Provisioning complete for port a3ec4d1c-3293-4462-b8c3-1868ea249fb4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:42.986843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ec2100c7-c7db-447d-9efe-289df7e27e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a3ec4d1c-3293-4462-b8c3-1868ea249fb4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:43.006048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event updated for resources: {'Port': ['ID=674c6733-0cbc-4561-af2a-502d63f2fd64,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:43.080355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed513ae-853b-4c83-8b4e-b0183899e210 req-c9df8f0e-9ac5-4b05-9541-5269e7873a5e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:43.121508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eed513ae-853b-4c83-8b4e-b0183899e210 req-c9df8f0e-9ac5-4b05-9541-5269e7873a5e tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.3980415 Feb 19 03:12:43.156421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ec2100c7-c7db-447d-9efe-289df7e27e39 None None] Port a3ec4d1c-3293-4462-b8c3-1868ea249fb4 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:43.212149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:43.246464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:43.251125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:43.314194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Allocated IP 2001:db8::125 (073cb98a-f863-4a8b-aee1-9a0e0d914de1/f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc/d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:43.329311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eed513ae-853b-4c83-8b4e-b0183899e210 req-913ecad7-acf3-4cac-b132-53a92979cbd9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1946445 Feb 19 03:12:43.448721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:43.449986 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:43.479284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7546a3a-4e7f-4e0a-b1c3-d0f2ac2870a4 req-b18493a5-e766-4763-951e-798f83998785 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:43.487270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7546a3a-4e7f-4e0a-b1c3-d0f2ac2870a4 req-b18493a5-e766-4763-951e-798f83998785 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 931 time: 0.3229487 Feb 19 03:12:43.540869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c78343f1-41e4-4991-89ec-4a69ad8c7842 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9880357 Feb 19 03:12:43.567586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Request body: {'port': {'device_id': 'af4a69be-b69c-4c64-a1b7-c15cbe231abf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:43.700875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7546a3a-4e7f-4e0a-b1c3-d0f2ac2870a4 req-de1ad18b-15bb-4aa5-8f7f-d4e83ef34b4b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122405 Feb 19 03:12:43.750404 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:43.827037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-667379aa-3084-4489-abd3-c7f05cab4bc4 None None] Provisioning complete for port 674c6733-0cbc-4561-af2a-502d63f2fd64 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:43.827844 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-667379aa-3084-4489-abd3-c7f05cab4bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:43.863623 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for port (d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:43.908546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-667379aa-3084-4489-abd3-c7f05cab4bc4 None None] Port 674c6733-0cbc-4561-af2a-502d63f2fd64 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:43.944717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.053714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:44.065728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:44.081364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:44.086657 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:44.097812 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.160733 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event updated for resources: {'Port': ['ID=d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:44.197454 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b0af74b2-1a96-4eb7-b710-bc46f86f60c9 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7448468 Feb 19 03:12:44.198085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38930) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:44.221307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fb963994-6a92-4777-ae63-8721a95a159d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::48', 'mac_address': 'fa:16:3e:e9:ff:89'}, {'ip_address': '2001:db8::166', 'mac_address': 'fa:16:3e:68:0b:67'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:44.340600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 674c6733-0cbc-4561-af2a-502d63f2fd64 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:44.349831 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Publish callbacks [] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.382178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Transition to ACTIVE for port object 674c6733-0cbc-4561-af2a-502d63f2fd64 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:12:44.392123 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.512492 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb963994-6a92-4777-ae63-8721a95a159d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.608531 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Pushing event updated for resources: {'Port': ['ID=674c6733-0cbc-4561-af2a-502d63f2fd64,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:44.662646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c1e39d14-ad4d-4453-ba16-26fe16fdbbfd None None] Provisioning complete for port d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:44.663324 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c1e39d14-ad4d-4453-ba16-26fe16fdbbfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:44.808565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c1e39d14-ad4d-4453-ba16-26fe16fdbbfd None None] Port d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:44.942446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Attempting to bind port 674c6733-0cbc-4561-af2a-502d63f2fd64 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:44.945012 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Attempting to bind port 674c6733-0cbc-4561-af2a-502d63f2fd64 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:44.946206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Attempting to bind port 674c6733-0cbc-4561-af2a-502d63f2fd64 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:45.055187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Port 674c6733-0cbc-4561-af2a-502d63f2fd64 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:12:45.057856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Attempting to bind port 674c6733-0cbc-4561-af2a-502d63f2fd64 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:45.071851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb963994-6a92-4777-ae63-8721a95a159d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for port (d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.076766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:45.079447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Checking segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:45.080019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Bound using segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:45.080491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Bound port: 674c6733-0cbc-4561-af2a-502d63f2fd64, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:45.080948 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.084467 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb963994-6a92-4777-ae63-8721a95a159d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.134696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e3b164-7703-4f44-a1ae-9415002b2e27 req-f0ee10bf-ef90-4390-8657-d5661507ef3d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:45.136271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84e3b164-7703-4f44-a1ae-9415002b2e27 req-f0ee10bf-ef90-4390-8657-d5661507ef3d tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.5650737 Feb 19 03:12:45.157598 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d041c-fe4b-447d-8674-fa30e02b2629 req-7d201cd0-4e14-48c0-b88d-c512a10f187e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:45.159169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb2d041c-fe4b-447d-8674-fa30e02b2629 req-7d201cd0-4e14-48c0-b88d-c512a10f187e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 943 time: 0.2459123 Feb 19 03:12:45.191993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-fb963994-6a92-4777-ae63-8721a95a159d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] In _notify_port_updated(), no bound segment for port d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69 on network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:12:45.200782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb963994-6a92-4777-ae63-8721a95a159d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:45.201943 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb963994-6a92-4777-ae63-8721a95a159d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.204448 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fb963994-6a92-4777-ae63-8721a95a159d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "PUT /v2.0/ports/d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69 HTTP/1.1" status: 200 len: 1067 time: 1.0047443 Feb 19 03:12:45.205938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb963994-6a92-4777-ae63-8721a95a159d tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event updated for resources: {'Port': ['ID=d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:45.221537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38936) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:45.449975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb2d041c-fe4b-447d-8674-fa30e02b2629 req-77ed98b1-5612-4115-87ea-605c4140f563 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729366 Feb 19 03:12:45.455212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84e3b164-7703-4f44-a1ae-9415002b2e27 req-ad8b6594-384e-42b6-8917-8bc7cfd5c3aa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2929590 Feb 19 03:12:45.478854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] For port 674c6733-0cbc-4561-af2a-502d63f2fd64, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:45.487439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] For port 674c6733-0cbc-4561-af2a-502d63f2fd64, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=674c6733-0cbc-4561-af2a-502d63f2fd64,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:45.502861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-db7e2427-a6b6-4fbb-a507-c8f6ca4888cc tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Deleting port d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:45.504449 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db7e2427-a6b6-4fbb-a507-c8f6ca4888cc tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.510263 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.654667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:45.655288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.656790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] 10.222.0.67 "PUT /v2.0/ports/674c6733-0cbc-4561-af2a-502d63f2fd64 HTTP/1.1" status: 200 len: 1091 time: 2.0956266 Feb 19 03:12:45.657253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af4a69be-b69c-4c64-a1b7-c15cbe231abf', 'tag': '674c6733-0cbc-4561-af2a-502d63f2fd64'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:45.659604 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161855c6-75f5-404f-9ada-4f365b6abf6d" -d '{"events": [{"name": "network-changed", "server_uuid": "af4a69be-b69c-4c64-a1b7-c15cbe231abf", "tag": "674c6733-0cbc-4561-af2a-502d63f2fd64"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:45.704648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f61906-f401-4340-a0d1-5b455cbc1e4d service neutron] Pushing event updated for resources: {'Port': ['ID=674c6733-0cbc-4561-af2a-502d63f2fd64,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:45.776342 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db7e2427-a6b6-4fbb-a507-c8f6ca4888cc tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.809376 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6accb99c-138c-4fc7-8baa-4c2a86a19507 x-openstack-request-id: req-6accb99c-138c-4fc7-8baa-4c2a86a19507 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:45.809904 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af4a69be-b69c-4c64-a1b7-c15cbe231abf", "tag": "674c6733-0cbc-4561-af2a-502d63f2fd64", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:45.810333 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6accb99c-138c-4fc7-8baa-4c2a86a19507 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:45.810917 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af4a69be-b69c-4c64-a1b7-c15cbe231abf', 'tag': '674c6733-0cbc-4561-af2a-502d63f2fd64', 'status': 'completed', 'code': 200} Feb 19 03:12:45.819719 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-db7e2427-a6b6-4fbb-a507-c8f6ca4888cc tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Calling delete_port for d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:45.854441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-30b603bd-1dd6-412d-9309-5df64f4456c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:45.856309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-30b603bd-1dd6-412d-9309-5df64f4456c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 1125 time: 0.1159999 Feb 19 03:12:45.914025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-764b31c0-d083-4064-a7ed-e5f7aa4c0211 None None] Provisioning complete for port d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:45.914615 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-764b31c0-d083-4064-a7ed-e5f7aa4c0211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:45.978599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-d4855f87-dd5e-435a-b650-47ba369326de service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=674c6733-0cbc-4561-af2a-502d63f2fd64 HTTP/1.1" status: 200 len: 217 time: 0.1039634 Feb 19 03:12:46.003029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-764b31c0-d083-4064-a7ed-e5f7aa4c0211 None None] Port d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:46.087318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c01bdd61-5693-4ab3-96b3-1491a2b3c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:46.088831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-c01bdd61-5693-4ab3-96b3-1491a2b3c57b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.1094058 Feb 19 03:12:46.134970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db7e2427-a6b6-4fbb-a507-c8f6ca4888cc tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:46.195978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-58d9e13e-9d93-4bd7-a1f8-ec5588763c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:46.197697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-58d9e13e-9d93-4bd7-a1f8-ec5588763c44 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0833178 Feb 19 03:12:46.357148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7e2427-a6b6-4fbb-a507-c8f6ca4888cc tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event deleted for resources: {'Port': ['ID=d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:46.447756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-a46ade96-a977-4be9-b567-c105377c4c71 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434680 Feb 19 03:12:46.521615 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db7e2427-a6b6-4fbb-a507-c8f6ca4888cc tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:46.535853 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-db7e2427-a6b6-4fbb-a507-c8f6ca4888cc tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "DELETE /v2.0/ports/d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69 HTTP/1.1" status: 204 len: 168 time: 1.3091519 Feb 19 03:12:46.536931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38944) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:46.571405 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e8cad1-fc2c-4663-9be8-a5daf9285106 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] GET failed (client error): The resource could not be found. Feb 19 03:12:46.577951 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-22e8cad1-fc2c-4663-9be8-a5daf9285106 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "GET /v2.0/ports/d31c3eef-e3b9-4e74-9bcd-c4b6e6819d69 HTTP/1.1" status: 404 len: 333 time: 0.0393734 Feb 19 03:12:46.578603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38946) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:46.720030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0621b347-0e59-407c-8112-8d33427ec2e7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Deleting port a3ec4d1c-3293-4462-b8c3-1868ea249fb4 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:46.721841 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0621b347-0e59-407c-8112-8d33427ec2e7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a3ec4d1c-3293-4462-b8c3-1868ea249fb4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:46.854521 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0621b347-0e59-407c-8112-8d33427ec2e7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a3ec4d1c-3293-4462-b8c3-1868ea249fb4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:46.881558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0621b347-0e59-407c-8112-8d33427ec2e7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Calling delete_port for a3ec4d1c-3293-4462-b8c3-1868ea249fb4 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:46.939625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547d489-cd61-4b22-8961-712e0efca70e req-83810f7e-432d-447c-8881-31e365f21c44 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:46.941245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4547d489-cd61-4b22-8961-712e0efca70e req-83810f7e-432d-447c-8881-31e365f21c44 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 943 time: 0.2474587 Feb 19 03:12:47.012462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1279dc-dea5-4085-8174-c466de8fd46b req-2d5c77bd-4edd-4af4-a253-2ed43060312c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:47.015359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1279dc-dea5-4085-8174-c466de8fd46b req-2d5c77bd-4edd-4af4-a253-2ed43060312c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.3552592 Feb 19 03:12:47.018750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b12ec3e5-6c51-46b5-914b-bdcf59a89be8 req-26a4cef7-e6d2-43cb-9185-447d2305c255 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554347 Feb 19 03:12:47.115844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4547d489-cd61-4b22-8961-712e0efca70e req-d08ea2bf-5587-47f6-98c0-f56ccfda34fc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662424 Feb 19 03:12:47.145932 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0621b347-0e59-407c-8112-8d33427ec2e7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a3ec4d1c-3293-4462-b8c3-1868ea249fb4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:47.194405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0621b347-0e59-407c-8112-8d33427ec2e7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event deleted for resources: {'Port': ['ID=a3ec4d1c-3293-4462-b8c3-1868ea249fb4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:47.231164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1279dc-dea5-4085-8174-c466de8fd46b req-0f80811c-4e03-44f8-93a5-1555f2cbea25 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1949534 Feb 19 03:12:47.267985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161855c6-75f5-404f-9ada-4f365b6abf6d req-7ad44802-f4a0-4ed7-b7f6-d2f4a55754a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:47.269203 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0621b347-0e59-407c-8112-8d33427ec2e7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:47.275975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-161855c6-75f5-404f-9ada-4f365b6abf6d req-7ad44802-f4a0-4ed7-b7f6-d2f4a55754a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 1125 time: 0.1561558 Feb 19 03:12:47.279710 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0621b347-0e59-407c-8112-8d33427ec2e7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "DELETE /v2.0/ports/a3ec4d1c-3293-4462-b8c3-1868ea249fb4 HTTP/1.1" status: 204 len: 168 time: 0.6953857 Feb 19 03:12:47.280065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38948) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:47.480210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161855c6-75f5-404f-9ada-4f365b6abf6d req-54e7220c-d8dc-4301-826e-42033d61d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:47.481718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-161855c6-75f5-404f-9ada-4f365b6abf6d req-54e7220c-d8dc-4301-826e-42033d61d668 service neutron] 10.222.0.67 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.1922472 Feb 19 03:12:47.511710 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1faad59-c3f1-43c5-a5ab-c5865613c9b7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] GET failed (client error): The resource could not be found. Feb 19 03:12:47.517084 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c1faad59-c3f1-43c5-a5ab-c5865613c9b7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "GET /v2.0/ports/a3ec4d1c-3293-4462-b8c3-1868ea249fb4 HTTP/1.1" status: 404 len: 333 time: 0.2322228 Feb 19 03:12:47.517698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38952) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:47.617747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-161855c6-75f5-404f-9ada-4f365b6abf6d req-54a715c7-4f2b-4a50-8640-048670111875 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=674c6733-0cbc-4561-af2a-502d63f2fd64 HTTP/1.1" status: 200 len: 217 time: 0.0772972 Feb 19 03:12:47.700197 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8fc9d2b3-51b4-4eab-b70a-8c678a053fe7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Deleting port ff4fcdb1-a08c-4344-ab96-df7044b593ea {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:47.700568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fc9d2b3-51b4-4eab-b70a-8c678a053fe7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ff4fcdb1-a08c-4344-ab96-df7044b593ea), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:47.898848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fc9d2b3-51b4-4eab-b70a-8c678a053fe7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ff4fcdb1-a08c-4344-ab96-df7044b593ea), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:47.903207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161855c6-75f5-404f-9ada-4f365b6abf6d req-0ed9449a-f702-4bac-be4c-774f75af0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:47.911833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-161855c6-75f5-404f-9ada-4f365b6abf6d req-0ed9449a-f702-4bac-be4c-774f75af0b21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.0989442 Feb 19 03:12:47.926951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8fc9d2b3-51b4-4eab-b70a-8c678a053fe7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Calling delete_port for ff4fcdb1-a08c-4344-ab96-df7044b593ea owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:48.052379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161855c6-75f5-404f-9ada-4f365b6abf6d req-95901e24-8420-4311-bfc5-0f60b876aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:48.053949 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-161855c6-75f5-404f-9ada-4f365b6abf6d req-95901e24-8420-4311-bfc5-0f60b876aff1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1353405 Feb 19 03:12:48.164247 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fc9d2b3-51b4-4eab-b70a-8c678a053fe7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ff4fcdb1-a08c-4344-ab96-df7044b593ea), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.235354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9d2b3-51b4-4eab-b70a-8c678a053fe7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event deleted for resources: {'Port': ['ID=ff4fcdb1-a08c-4344-ab96-df7044b593ea,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:48.283077 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fc9d2b3-51b4-4eab-b70a-8c678a053fe7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.292576 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8fc9d2b3-51b4-4eab-b70a-8c678a053fe7 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "DELETE /v2.0/ports/ff4fcdb1-a08c-4344-ab96-df7044b593ea HTTP/1.1" status: 204 len: 168 time: 0.7738070 Feb 19 03:12:48.295501 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38958) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:48.414872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-5028422e-ea72-494e-8461-734361a07914 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Deleting subnet f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:12:48.426083 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5028422e-ea72-494e-8461-734361a07914 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for subnet (f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.515996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5028422e-ea72-494e-8461-734361a07914 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.641079 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5028422e-ea72-494e-8461-734361a07914 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.707847 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5028422e-ea72-494e-8461-734361a07914 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.739231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028422e-ea72-494e-8461-734361a07914 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:48.744122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5028422e-ea72-494e-8461-734361a07914 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.748020 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5028422e-ea72-494e-8461-734361a07914 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "DELETE /v2.0/subnets/f6ea01bd-257e-4802-9b6f-3f9c2a8db7bc HTTP/1.1" status: 204 len: 168 time: 0.4512355 Feb 19 03:12:48.750923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38960) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:48.753438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f385f2-0f51-4847-a6fc-ee089e672a5b None None] Network 073cb98a-f863-4a8b-aee1-9a0e0d914de1 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:48.875313 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (073cb98a-f863-4a8b-aee1-9a0e0d914de1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.930252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Deleting port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:48.930860 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:48.993845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255a336-b01f-4775-ae02-75a625451728 req-f645416d-f984-4dc7-861b-03156f5a3cc3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:48.995427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1255a336-b01f-4775-ae02-75a625451728 req-f645416d-f984-4dc7-861b-03156f5a3cc3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 943 time: 0.1444166 Feb 19 03:12:48.999633 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-161855c6-75f5-404f-9ada-4f365b6abf6d req-0c7a9e54-1046-40b5-bfea-52810705765d service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8327134 Feb 19 03:12:49.001877 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a578351-3fb1-417f-8691-7dc64a5ded92 None None] DHCP port deletion for 073cb98a-f863-4a8b-aee1-9a0e0d914de1 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:12:49.022625 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] For port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a9e73be0-2e63-4b64-8b4b-025c8a11f8b8,segment=NetworkSegment(3fa6f36f-6844-43b4-8c2b-2dd3170e66a5),segment_id=3fa6f36f-6844-43b4-8c2b-2dd3170e66a5)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:49.023431 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:49.043363 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Calling delete_port for a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:49.054217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39c830-a6a6-4a5e-8997-dac003b8ea10 req-34a148f8-7816-43c5-ba62-d7f59dbb0fdc tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:49.059766 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e39c830-a6a6-4a5e-8997-dac003b8ea10 req-34a148f8-7816-43c5-ba62-d7f59dbb0fdc tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.2209771 Feb 19 03:12:49.131559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1255a336-b01f-4775-ae02-75a625451728 req-bf47c246-5ece-4263-8716-a0997da0d1c1 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225128 Feb 19 03:12:49.134994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1a578351-3fb1-417f-8691-7dc64a5ded92 None None] Deleting port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:49.136322 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1a578351-3fb1-417f-8691-7dc64a5ded92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:49.176353 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e39c830-a6a6-4a5e-8997-dac003b8ea10 req-3eb7cd96-cb2a-4a47-9021-20d43d7cbac6 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0971177 Feb 19 03:12:49.201231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:49.233968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1a578351-3fb1-417f-8691-7dc64a5ded92 None None] For port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a9e73be0-2e63-4b64-8b4b-025c8a11f8b8,segment=NetworkSegment(3fa6f36f-6844-43b4-8c2b-2dd3170e66a5),segment_id=3fa6f36f-6844-43b4-8c2b-2dd3170e66a5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:49.234635 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1a578351-3fb1-417f-8691-7dc64a5ded92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:49.244328 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] No DVR routers for this DVR port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:49.250815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event deleted for resources: {'Port': ['ID=a9e73be0-2e63-4b64-8b4b-025c8a11f8b8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:49.252292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1a578351-3fb1-417f-8691-7dc64a5ded92 None None] Calling delete_port for a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:49.338525 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1a578351-3fb1-417f-8691-7dc64a5ded92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (a9e73be0-2e63-4b64-8b4b-025c8a11f8b8), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:49.349392 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (073cb98a-f863-4a8b-aee1-9a0e0d914de1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:49.358027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a578351-3fb1-417f-8691-7dc64a5ded92 None None] No DVR routers for this DVR port a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:49.377966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073cb98a-f863-4a8b-aee1-9a0e0d914de1']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:49.380751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a578351-3fb1-417f-8691-7dc64a5ded92 None None] Pushing event deleted for resources: {'Port': ['ID=a9e73be0-2e63-4b64-8b4b-025c8a11f8b8,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:49.399172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa6f36f-6844-43b4-8c2b-2dd3170e66a5') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:49.399588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa6f36f-6844-43b4-8c2b-2dd3170e66a5') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:49.413484 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (3fa6f36f-6844-43b4-8c2b-2dd3170e66a5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:49.429537 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (3fa6f36f-6844-43b4-8c2b-2dd3170e66a5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:49.438902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:12:49.439305 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (3fa6f36f-6844-43b4-8c2b-2dd3170e66a5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:12:49.443222 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:12:49.520220 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (073cb98a-f863-4a8b-aee1-9a0e0d914de1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:49.527495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:49.530833 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] 10.222.0.81 "DELETE /v2.0/networks/073cb98a-f863-4a8b-aee1-9a0e0d914de1 HTTP/1.1" status: 204 len: 168 time: 0.7785590 Feb 19 03:12:49.546079 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45933b-d0cb-4109-9024-e00e3b065c21 tempest-AllowedAddressPairIpV6TestJSON-1434275022 tempest-AllowedAddressPairIpV6TestJSON-1434275022-project] Pushing event deleted for resources: {'Network': ['ID=073cb98a-f863-4a8b-aee1-9a0e0d914de1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:49.789454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38966) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:49.927214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-71572892-79e2-4020-9ac6-53802f2c42ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=22e05b8c41514872a55356e6be83da3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365268 Feb 19 03:12:49.930017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38970) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:49.979716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16d6216a-7e8a-4681-811c-c6635262db95 admin admin] Publish callbacks [] for security_group (4a22e623-20a0-47c4-8ddf-7f86e8cfe98f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:50.002436 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16d6216a-7e8a-4681-811c-c6635262db95 admin admin] Publish callbacks [] for security_group (4a22e623-20a0-47c4-8ddf-7f86e8cfe98f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:50.038792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:50.052561 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16d6216a-7e8a-4681-811c-c6635262db95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4a22e623-20a0-47c4-8ddf-7f86e8cfe98f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:50.055627 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16d6216a-7e8a-4681-811c-c6635262db95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:50.059157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-16d6216a-7e8a-4681-811c-c6635262db95 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4a22e623-20a0-47c4-8ddf-7f86e8cfe98f HTTP/1.1" status: 204 len: 168 time: 0.1258156 Feb 19 03:12:50.064913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:12:50.065600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a9e73be0-2e63-4b64-8b4b-025c8a11f8b8 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:12:50.066342 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d6216a-7e8a-4681-811c-c6635262db95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a22e623-20a0-47c4-8ddf-7f86e8cfe98f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:50.313941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666a00f-c99f-4e24-8962-d40b935eb488 req-58fdf92d-e4c4-4c3a-94a5-fde50469b889 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:50.317854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2666a00f-c99f-4e24-8962-d40b935eb488 req-58fdf92d-e4c4-4c3a-94a5-fde50469b889 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 943 time: 0.0978789 Feb 19 03:12:50.326995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d493ac5-f8f4-40b7-b648-72d92f4ac6f8 req-c2bdca26-2bc7-43c9-afb3-7f908caf0fd6 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:50.329310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d493ac5-f8f4-40b7-b648-72d92f4ac6f8 req-c2bdca26-2bc7-43c9-afb3-7f908caf0fd6 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.0772564 Feb 19 03:12:50.405832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2666a00f-c99f-4e24-8962-d40b935eb488 req-f5ab8239-519f-459e-8582-795c637cf4b4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754442 Feb 19 03:12:50.413154 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d493ac5-f8f4-40b7-b648-72d92f4ac6f8 req-fffdd54a-a210-4b04-aeb6-c95619ece597 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748520 Feb 19 03:12:50.775096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38996) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:50.874236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3aa747fc-b89b-4d9a-8d56-4f158668aaf2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-10367593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:50.897626 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3aa747fc-b89b-4d9a-8d56-4f158668aaf2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (a4882e93-2346-4302-8ca3-7feec0e7ab22), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:50.898721 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3aa747fc-b89b-4d9a-8d56-4f158668aaf2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (a4882e93-2346-4302-8ca3-7feec0e7ab22), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:50.954806 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3aa747fc-b89b-4d9a-8d56-4f158668aaf2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for router_controller (a4882e93-2346-4302-8ca3-7feec0e7ab22), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:50.960429 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3aa747fc-b89b-4d9a-8d56-4f158668aaf2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (a4882e93-2346-4302-8ca3-7feec0e7ab22), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:50.979140 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3aa747fc-b89b-4d9a-8d56-4f158668aaf2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:50.980514 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3aa747fc-b89b-4d9a-8d56-4f158668aaf2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.2044046 Feb 19 03:12:50.983482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39000) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:50.988932 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1578898640'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:51.012916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Made reservation on behalf of c7b3d0f2b6ad4bbfb13967533c0febbc for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:51.016278 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.025900 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.115656 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for security_group (6f7a5621-6fe3-472b-9001-ff6b31eb26ef), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.121998 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6f7a5621-6fe3-472b-9001-ff6b31eb26ef), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.152754 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:12:51.163252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7a5621-6fe3-472b-9001-ff6b31eb26ef,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:51.169461 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (9e225472-9e06-437e-a4af-1218ff9e188b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.169774 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Added segment 9e225472-9e06-437e-a4af-1218ff9e188b of type vlan for network f0f6e713-ba31-4c37-99de-249dce8e71c0 Feb 19 03:12:51.213499 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (f0f6e713-ba31-4c37-99de-249dce8e71c0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.239166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (f0f6e713-ba31-4c37-99de-249dce8e71c0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.244613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:51.245210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.306382 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3217139 Feb 19 03:12:51.309288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39002) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:51.314155 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4b3d9b90-49c4-4cdb-b15a-8a60ea2d59e2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Request body: {'subnet': {'network_id': 'f0f6e713-ba31-4c37-99de-249dce8e71c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:51.336007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727d33a-7f6b-4967-ad0b-f3037c65ae3a tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'Network': ['ID=f0f6e713-ba31-4c37-99de-249dce8e71c0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:51.346923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network f0f6e713-ba31-4c37-99de-249dce8e71c0 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:12:51.414915 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3d9b90-49c4-4cdb-b15a-8a60ea2d59e2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Made reservation on behalf of c7b3d0f2b6ad4bbfb13967533c0febbc for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:51.419063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9b90-49c4-4cdb-b15a-8a60ea2d59e2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.592030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ddc699-7607-438f-90d6-7df6e375e524 req-18e87e90-87ec-4483-9c19-67d4b6011979 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:51.593564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67ddc699-7607-438f-90d6-7df6e375e524 req-18e87e90-87ec-4483-9c19-67d4b6011979 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.0888474 Feb 19 03:12:51.600465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08568b-0099-48c9-8add-54e5e75fd643 req-66818146-143f-4856-9ec7-4f6b9f0124ac tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:51.601927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d08568b-0099-48c9-8add-54e5e75fd643 req-66818146-143f-4856-9ec7-4f6b9f0124ac tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 943 time: 0.0845768 Feb 19 03:12:51.638534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9b90-49c4-4cdb-b15a-8a60ea2d59e2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (4e2f0906-7765-47a3-bb5e-c755311b0604), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.688885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67ddc699-7607-438f-90d6-7df6e375e524 req-c71aaf97-f4fa-4528-9822-61cb64acbe96 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858395 Feb 19 03:12:51.696760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d08568b-0099-48c9-8add-54e5e75fd643 req-ce9213c5-7aa2-4655-a9b5-d70af8e58d12 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869904 Feb 19 03:12:51.719949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d9b90-49c4-4cdb-b15a-8a60ea2d59e2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'Subnet': ['ID=4e2f0906-7765-47a3-bb5e-c755311b0604,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:51.731586 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3d9b90-49c4-4cdb-b15a-8a60ea2d59e2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Checking segment: {'id': '9e225472-9e06-437e-a4af-1218ff9e188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f0f6e713-ba31-4c37-99de-249dce8e71c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:51.732000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d9b90-49c4-4cdb-b15a-8a60ea2d59e2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Network hostable DHCP agents. Network: f0f6e713-ba31-4c37-99de-249dce8e71c0, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:12:51.750018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d9b90-49c4-4cdb-b15a-8a60ea2d59e2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Network f0f6e713-ba31-4c37-99de-249dce8e71c0 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:12:51.759711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-4b3d9b90-49c4-4cdb-b15a-8a60ea2d59e2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, f0f6e713-ba31-4c37-99de-249dce8e71c0) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:51.763911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d9b90-49c4-4cdb-b15a-8a60ea2d59e2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:51.764488 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9b90-49c4-4cdb-b15a-8a60ea2d59e2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.772352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4cecd9-9f60-4ca1-a50e-e897d3a89ef1 None None] Network f0f6e713-ba31-4c37-99de-249dce8e71c0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:51.783682 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4b3d9b90-49c4-4cdb-b15a-8a60ea2d59e2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4733851 Feb 19 03:12:51.786923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39008) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:51.792136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-77dac91a-fa71-492e-bc63-e2362041b397 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Request body: {'network': {'name': 'tempest-router-network01--690523901'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:51.815165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dac91a-fa71-492e-bc63-e2362041b397 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Made reservation on behalf of c7b3d0f2b6ad4bbfb13967533c0febbc for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:51.820231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77dac91a-fa71-492e-bc63-e2362041b397 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.845479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77dac91a-fa71-492e-bc63-e2362041b397 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:12:51.856978 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77dac91a-fa71-492e-bc63-e2362041b397 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (872ce9e8-6184-402c-acf1-b6ae3cb1fd70), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.857499 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-77dac91a-fa71-492e-bc63-e2362041b397 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Added segment 872ce9e8-6184-402c-acf1-b6ae3cb1fd70 of type vlan for network 7ff8d039-6374-461c-b5fc-c714668f5788 Feb 19 03:12:51.882965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-f0f6e713-ba31-4c37-99de-249dce8e71c0', 'network_id': 'f0f6e713-ba31-4c37-99de-249dce8e71c0', 'project_id': 'c7b3d0f2b6ad4bbfb13967533c0febbc', 'fixed_ips': [{'subnet_id': '4e2f0906-7765-47a3-bb5e-c755311b0604'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:12:51.884113 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.905577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77dac91a-fa71-492e-bc63-e2362041b397 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (7ff8d039-6374-461c-b5fc-c714668f5788), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.942651 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77dac91a-fa71-492e-bc63-e2362041b397 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (7ff8d039-6374-461c-b5fc-c714668f5788), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:51.954275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dac91a-fa71-492e-bc63-e2362041b397 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:51.955372 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-77dac91a-fa71-492e-bc63-e2362041b397 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.041923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-161855c6-75f5-404f-9ada-4f365b6abf6d req-b4483c23-ddd7-4679-9590-075c79cc9ed1 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078234 Feb 19 03:12:52.045093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dac91a-fa71-492e-bc63-e2362041b397 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'Network': ['ID=7ff8d039-6374-461c-b5fc-c714668f5788,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:52.069001 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-77dac91a-fa71-492e-bc63-e2362041b397 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2782087 Feb 19 03:12:52.069256 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39010) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:52.074545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-72f59682-5455-4914-860e-1bfc3aa586be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Request body: {'network': {'name': 'tempest-router-network02--1202123311'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:52.100319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f59682-5455-4914-860e-1bfc3aa586be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Made reservation on behalf of c7b3d0f2b6ad4bbfb13967533c0febbc for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:52.104217 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72f59682-5455-4914-860e-1bfc3aa586be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.130014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f59682-5455-4914-860e-1bfc3aa586be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:12:52.139765 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72f59682-5455-4914-860e-1bfc3aa586be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.140233 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-72f59682-5455-4914-860e-1bfc3aa586be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Added segment 21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac of type vlan for network 765d3dd2-6021-48da-bdea-621132f909f5 Feb 19 03:12:52.176584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 7ff8d039-6374-461c-b5fc-c714668f5788 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:12:52.186658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72f59682-5455-4914-860e-1bfc3aa586be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (765d3dd2-6021-48da-bdea-621132f909f5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.214531 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72f59682-5455-4914-860e-1bfc3aa586be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (765d3dd2-6021-48da-bdea-621132f909f5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.219670 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f59682-5455-4914-860e-1bfc3aa586be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:52.220250 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72f59682-5455-4914-860e-1bfc3aa586be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.251370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Allocated IP 2001:db8::2 (f0f6e713-ba31-4c37-99de-249dce8e71c0/4e2f0906-7765-47a3-bb5e-c755311b0604/fc269355-594a-4698-a2b1-5bfd9be120b1) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:52.288885 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-72f59682-5455-4914-860e-1bfc3aa586be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2184777 Feb 19 03:12:52.291823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39012) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:52.296536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2c71b8c8-7591-445f-850d-edf1c138a6f6 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Request body: {'subnet': {'network_id': '7ff8d039-6374-461c-b5fc-c714668f5788', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:52.301330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f59682-5455-4914-860e-1bfc3aa586be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'Network': ['ID=765d3dd2-6021-48da-bdea-621132f909f5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:52.317257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 765d3dd2-6021-48da-bdea-621132f909f5 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:12:52.400099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c71b8c8-7591-445f-850d-edf1c138a6f6 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Made reservation on behalf of c7b3d0f2b6ad4bbfb13967533c0febbc for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:52.404142 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2c71b8c8-7591-445f-850d-edf1c138a6f6 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.466536 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Publish callbacks [] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.476036 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.525579 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Network f0f6e713-ba31-4c37-99de-249dce8e71c0 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:52.528343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.531311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:52.535457 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:52.567834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Pushing event updated for resources: {'Port': ['ID=fc269355-594a-4698-a2b1-5bfd9be120b1,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:52.600070 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2c71b8c8-7591-445f-850d-edf1c138a6f6 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (18a733db-1141-4846-953f-49cf1cb9c968), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.600438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Attempting to bind port fc269355-594a-4698-a2b1-5bfd9be120b1 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:52.600953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Attempting to bind port fc269355-594a-4698-a2b1-5bfd9be120b1 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '9e225472-9e06-437e-a4af-1218ff9e188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f0f6e713-ba31-4c37-99de-249dce8e71c0'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:52.601413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Attempting to bind port fc269355-594a-4698-a2b1-5bfd9be120b1 on network f0f6e713-ba31-4c37-99de-249dce8e71c0 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:52.606875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:52.607085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Checking segment: {'id': '9e225472-9e06-437e-a4af-1218ff9e188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f0f6e713-ba31-4c37-99de-249dce8e71c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:52.607566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.608042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Bound using segment: {'id': '9e225472-9e06-437e-a4af-1218ff9e188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f0f6e713-ba31-4c37-99de-249dce8e71c0'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:52.608594 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Bound port: fc269355-594a-4698-a2b1-5bfd9be120b1, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e225472-9e06-437e-a4af-1218ff9e188b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'f0f6e713-ba31-4c37-99de-249dce8e71c0'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:52.609086 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.665797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71b8c8-7591-445f-850d-edf1c138a6f6 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'Subnet': ['ID=18a733db-1141-4846-953f-49cf1cb9c968,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:52.674928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c71b8c8-7591-445f-850d-edf1c138a6f6 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Checking segment: {'id': '872ce9e8-6184-402c-acf1-b6ae3cb1fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ff8d039-6374-461c-b5fc-c714668f5788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:52.675311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c71b8c8-7591-445f-850d-edf1c138a6f6 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Network hostable DHCP agents. Network: 7ff8d039-6374-461c-b5fc-c714668f5788, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:12:52.677428 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] For port fc269355-594a-4698-a2b1-5bfd9be120b1, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:52.681742 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] For port fc269355-594a-4698-a2b1-5bfd9be120b1, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fc269355-594a-4698-a2b1-5bfd9be120b1,segment=NetworkSegment(9e225472-9e06-437e-a4af-1218ff9e188b),segment_id=9e225472-9e06-437e-a4af-1218ff9e188b)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:52.697962 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.701592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c71b8c8-7591-445f-850d-edf1c138a6f6 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Network 7ff8d039-6374-461c-b5fc-c714668f5788 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:12:52.712566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-2c71b8c8-7591-445f-850d-edf1c138a6f6 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 7ff8d039-6374-461c-b5fc-c714668f5788) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:52.721719 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c71b8c8-7591-445f-850d-edf1c138a6f6 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:52.722550 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2c71b8c8-7591-445f-850d-edf1c138a6f6 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.734868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63d745e-4168-4ea7-a91f-a0314b826e40 None None] Network 7ff8d039-6374-461c-b5fc-c714668f5788 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:52.747601 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2c71b8c8-7591-445f-850d-edf1c138a6f6 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4547608 Feb 19 03:12:52.750535 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39018) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:52.756533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1ee53c50-fdcb-4bdb-9f94-208029f20deb tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Request body: {'subnet': {'network_id': '765d3dd2-6021-48da-bdea-621132f909f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:12:52.908423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-7ff8d039-6374-461c-b5fc-c714668f5788', 'network_id': '7ff8d039-6374-461c-b5fc-c714668f5788', 'project_id': 'c7b3d0f2b6ad4bbfb13967533c0febbc', 'fixed_ips': [{'subnet_id': '18a733db-1141-4846-953f-49cf1cb9c968'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:12:52.909738 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.911270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee53c50-fdcb-4bdb-9f94-208029f20deb tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Made reservation on behalf of c7b3d0f2b6ad4bbfb13967533c0febbc for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:12:52.915909 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ee53c50-fdcb-4bdb-9f94-208029f20deb tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:52.918280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a2ffa-6749-42dc-a343-0ceabf00ab84 req-4cc084cc-8f94-41d9-a2f0-193d1f839b57 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:52.928068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a19a2ffa-6749-42dc-a343-0ceabf00ab84 req-4cc084cc-8f94-41d9-a2f0-193d1f839b57 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.1388228 Feb 19 03:12:52.998028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a19a2ffa-6749-42dc-a343-0ceabf00ab84 req-596c0666-73ec-4a84-a5bc-31b9e0851358 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686870 Feb 19 03:12:53.020247 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a2f88-c688-4ec8-bbc9-5fab8150601c req-90933fe8-50c5-4bd1-a7df-84edc1a5043d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:53.030184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be0a2f88-c688-4ec8-bbc9-5fab8150601c req-90933fe8-50c5-4bd1-a7df-84edc1a5043d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 943 time: 0.2080927 Feb 19 03:12:53.086550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8b306-3bd4-4fa0-9e8b-1acc1e656977 None None] Pushing event updated for resources: {'Port': ['ID=fc269355-594a-4698-a2b1-5bfd9be120b1,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:53.118860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Allocated IP 2001:db8::2 (7ff8d039-6374-461c-b5fc-c714668f5788/18a733db-1141-4846-953f-49cf1cb9c968/5690dd50-bc0a-495a-bac7-9b2d682f5dd8) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:53.119663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be0a2f88-c688-4ec8-bbc9-5fab8150601c req-5ab8adcb-81bc-4d3e-a971-37f15292b1e4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880353 Feb 19 03:12:53.243262 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ee53c50-fdcb-4bdb-9f94-208029f20deb tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (c430c921-d6d4-47fe-9359-454483ecc49f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.377983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Publish callbacks [] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.388216 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee53c50-fdcb-4bdb-9f94-208029f20deb tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'Subnet': ['ID=c430c921-d6d4-47fe-9359-454483ecc49f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:53.392832 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.408888 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee53c50-fdcb-4bdb-9f94-208029f20deb tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Checking segment: {'id': '21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '765d3dd2-6021-48da-bdea-621132f909f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:53.409765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee53c50-fdcb-4bdb-9f94-208029f20deb tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Network hostable DHCP agents. Network: 765d3dd2-6021-48da-bdea-621132f909f5, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:12:53.433423 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee53c50-fdcb-4bdb-9f94-208029f20deb tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Network 765d3dd2-6021-48da-bdea-621132f909f5 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:12:53.451273 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1ee53c50-fdcb-4bdb-9f94-208029f20deb tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 765d3dd2-6021-48da-bdea-621132f909f5) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:53.455928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee53c50-fdcb-4bdb-9f94-208029f20deb tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:53.457105 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ee53c50-fdcb-4bdb-9f94-208029f20deb tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.468863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0b1ed5-8497-4712-92c5-07274b13c048 None None] Network 765d3dd2-6021-48da-bdea-621132f909f5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:53.487079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39022) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:53.487914 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1ee53c50-fdcb-4bdb-9f94-208029f20deb tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7361083 Feb 19 03:12:53.564745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Network 7ff8d039-6374-461c-b5fc-c714668f5788 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:53.575785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:53.604870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:53.614148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Pushing event updated for resources: {'Port': ['ID=5690dd50-bc0a-495a-bac7-9b2d682f5dd8,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:53.618505 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.626117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-765d3dd2-6021-48da-bdea-621132f909f5', 'network_id': '765d3dd2-6021-48da-bdea-621132f909f5', 'project_id': 'c7b3d0f2b6ad4bbfb13967533c0febbc', 'fixed_ips': [{'subnet_id': 'c430c921-d6d4-47fe-9359-454483ecc49f'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:12:53.626932 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.730170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Attempting to bind port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:53.733900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Attempting to bind port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '872ce9e8-6184-402c-acf1-b6ae3cb1fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ff8d039-6374-461c-b5fc-c714668f5788'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:53.734394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Attempting to bind port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 on network 7ff8d039-6374-461c-b5fc-c714668f5788 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:53.743543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:53.743999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Checking segment: {'id': '872ce9e8-6184-402c-acf1-b6ae3cb1fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ff8d039-6374-461c-b5fc-c714668f5788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:53.746043 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:53.746043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Bound using segment: {'id': '872ce9e8-6184-402c-acf1-b6ae3cb1fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ff8d039-6374-461c-b5fc-c714668f5788'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:53.746043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Bound port: 5690dd50-bc0a-495a-bac7-9b2d682f5dd8, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872ce9e8-6184-402c-acf1-b6ae3cb1fd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7ff8d039-6374-461c-b5fc-c714668f5788'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:53.746043 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.002384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-df226f6c-b704-421e-9042-c583d1843761 None None] For port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:54.010232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-df226f6c-b704-421e-9042-c583d1843761 None None] For port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5690dd50-bc0a-495a-bac7-9b2d682f5dd8,segment=NetworkSegment(872ce9e8-6184-402c-acf1-b6ae3cb1fd70),segment_id=872ce9e8-6184-402c-acf1-b6ae3cb1fd70)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:54.048449 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.051029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Allocated IP 2001:db8::2 (765d3dd2-6021-48da-bdea-621132f909f5/c430c921-d6d4-47fe-9359-454483ecc49f/b6385571-2aca-47a2-86b9-6f5b472dd620) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:54.076416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e066a47-5c37-4f68-9408-a77bdca2841e req-23fd53a1-1d4b-4b94-bd70-6992fe1d47ac tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:54.078862 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e066a47-5c37-4f68-9408-a77bdca2841e req-23fd53a1-1d4b-4b94-bd70-6992fe1d47ac tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 945 time: 0.2503846 Feb 19 03:12:54.183694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fc269355-594a-4698-a2b1-5bfd9be120b1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:54.215618 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.219338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df226f6c-b704-421e-9042-c583d1843761 None None] Pushing event updated for resources: {'Port': ['ID=5690dd50-bc0a-495a-bac7-9b2d682f5dd8,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:54.251995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e066a47-5c37-4f68-9408-a77bdca2841e req-500dc220-6fd3-4a24-804e-61ca95670a1c tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c259eee-2f0f-46d4-9569-1fac6af9a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659133 Feb 19 03:12:54.367739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port fc269355-594a-4698-a2b1-5bfd9be120b1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:54.372712 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.378533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ab2ee-f333-422f-a460-5392b7f542b9 req-0a98922b-f29a-4714-a6e8-49c538f4bc96 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:54.386418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b95ab2ee-f333-422f-a460-5392b7f542b9 req-0a98922b-f29a-4714-a6e8-49c538f4bc96 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 944 time: 0.2339263 Feb 19 03:12:54.522380 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Publish callbacks [] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.530835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5744b2-4597-453a-a9e5-c4fc3d3432be None None] Network f0f6e713-ba31-4c37-99de-249dce8e71c0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:54.598630 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9a19cac8-b5c0-4bb9-96ed-0558fd538630 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:54.614373 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.637550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-8518f03d-84cd-42fb-98d1-2871e51a4b77 None None] Provisioning complete for port fc269355-594a-4698-a2b1-5bfd9be120b1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:54.637922 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8518f03d-84cd-42fb-98d1-2871e51a4b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:54.750516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b95ab2ee-f333-422f-a460-5392b7f542b9 req-f3112974-d89b-447b-820b-f8abcdb029c8 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3618209 Feb 19 03:12:54.764959 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Network 765d3dd2-6021-48da-bdea-621132f909f5 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:54.794611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7868ba43-e611-4067-a3cb-72623273f319 req-f1ee262d-f195-48fe-8412-2e100d099e8b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:54.796141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7868ba43-e611-4067-a3cb-72623273f319 req-f1ee262d-f195-48fe-8412-2e100d099e8b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 943 time: 0.2622461 Feb 19 03:12:54.799945 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:54.821688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:54.837973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Allocated IP 2001:db8::1 (7ff8d039-6374-461c-b5fc-c714668f5788/18a733db-1141-4846-953f-49cf1cb9c968/7957810c-de96-4f5d-ab60-ce087e3f3a39) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:12:54.915665 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7868ba43-e611-4067-a3cb-72623273f319 req-fd42e6f3-1e96-48f2-884f-7f72e5a97f59 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886650 Feb 19 03:12:55.042569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Pushing event updated for resources: {'Port': ['ID=b6385571-2aca-47a2-86b9-6f5b472dd620,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:55.064715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port fc269355-594a-4698-a2b1-5bfd9be120b1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:55.065410 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.097210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8518f03d-84cd-42fb-98d1-2871e51a4b77 None None] Current status of the port fc269355-594a-4698-a2b1-5bfd9be120b1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:55.098209 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8518f03d-84cd-42fb-98d1-2871e51a4b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.134589 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for port (7957810c-de96-4f5d-ab60-ce087e3f3a39), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.155821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569d313-d665-49f8-b95c-6d7a60682e29 req-368527a1-dbaa-4b26-b802-2658a6c39f5d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:55.157552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8569d313-d665-49f8-b95c-6d7a60682e29 req-368527a1-dbaa-4b26-b802-2658a6c39f5d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 945 time: 0.1054807 Feb 19 03:12:55.228270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port fc269355-594a-4698-a2b1-5bfd9be120b1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fc269355-594a-4698-a2b1-5bfd9be120b1,segment=NetworkSegment(9e225472-9e06-437e-a4af-1218ff9e188b),segment_id=9e225472-9e06-437e-a4af-1218ff9e188b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:55.234093 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7957810c-de96-4f5d-ab60-ce087e3f3a39), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.234287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Attempting to bind port b6385571-2aca-47a2-86b9-6f5b472dd620 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:12:55.234481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Attempting to bind port b6385571-2aca-47a2-86b9-6f5b472dd620 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '765d3dd2-6021-48da-bdea-621132f909f5'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:12:55.234842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Attempting to bind port b6385571-2aca-47a2-86b9-6f5b472dd620 on network 765d3dd2-6021-48da-bdea-621132f909f5 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:12:55.238823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:55.252641 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.252903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8569d313-d665-49f8-b95c-6d7a60682e29 req-b0a87e85-f157-48ee-9cba-bcee5a0c98d5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788014 Feb 19 03:12:55.262712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:12:55.262712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Checking segment: {'id': '21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '765d3dd2-6021-48da-bdea-621132f909f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:12:55.263031 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.263364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Bound using segment: {'id': '21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '765d3dd2-6021-48da-bdea-621132f909f5'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:12:55.263840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Bound port: b6385571-2aca-47a2-86b9-6f5b472dd620, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '765d3dd2-6021-48da-bdea-621132f909f5'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:12:55.264212 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.284867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'port_id': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'mac_address': 'fa:16:3e:5c:30:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:12:55.294741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Network 7ff8d039-6374-461c-b5fc-c714668f5788 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:55.298150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:55.301350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:12:55.302515 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (a4882e93-2346-4302-8ca3-7feec0e7ab22), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.384298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'Port': ['ID=7957810c-de96-4f5d-ab60-ce087e3f3a39,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:55.501732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] For port b6385571-2aca-47a2-86b9-6f5b472dd620, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:12:55.507258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] For port b6385571-2aca-47a2-86b9-6f5b472dd620, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b6385571-2aca-47a2-86b9-6f5b472dd620,segment=NetworkSegment(21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac),segment_id=21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:12:55.528943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=fc269355-594a-4698-a2b1-5bfd9be120b1,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:55.551271 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.551655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f98fb-e3ba-41eb-996f-8a3a09c08442 req-caddbdcf-6b87-4d14-af7a-9dfcfb2f6033 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:55.553100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-248f98fb-e3ba-41eb-996f-8a3a09c08442 req-caddbdcf-6b87-4d14-af7a-9dfcfb2f6033 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 945 time: 0.1576822 Feb 19 03:12:55.605123 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-8518f03d-84cd-42fb-98d1-2871e51a4b77 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:12:55.605881 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-8518f03d-84cd-42fb-98d1-2871e51a4b77 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:12:55.606593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:55.607788 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.625737 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7957810c-de96-4f5d-ab60-ce087e3f3a39), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.647411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a19cac8-b5c0-4bb9-96ed-0558fd538630 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:55.677123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd87045-f30c-4fca-93f5-1b50cb9aa536 None None] Pushing event updated for resources: {'Port': ['ID=b6385571-2aca-47a2-86b9-6f5b472dd620,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:55.702566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:55.707628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-248f98fb-e3ba-41eb-996f-8a3a09c08442 req-53696102-d268-46b7-b79f-51d5b9ade506 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c259eee-2f0f-46d4-9569-1fac6af9a96c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251912 Feb 19 03:12:55.714841 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.715857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 674c6733-0cbc-4561-af2a-502d63f2fd64 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:12:55.773252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9b23a-bcf3-4d25-8503-dcf65cfd3fd3 req-bee8dc57-c08d-43c0-adf7-0ea72ef0c61b tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:55.775887 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1db9b23a-bcf3-4d25-8503-dcf65cfd3fd3 req-bee8dc57-c08d-43c0-adf7-0ea72ef0c61b tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.87 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 945 time: 0.1440079 Feb 19 03:12:55.840339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b6b272-4c03-4790-8321-b57236422daa None None] Network 7ff8d039-6374-461c-b5fc-c714668f5788 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:55.951899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-1db9b23a-bcf3-4d25-8503-dcf65cfd3fd3 req-740784c0-3080-4bc8-b47b-9fa5d2d40790 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Deleting port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:55.953150 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1db9b23a-bcf3-4d25-8503-dcf65cfd3fd3 req-740784c0-3080-4bc8-b47b-9fa5d2d40790 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:55.994875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9a19cac8-b5c0-4bb9-96ed-0558fd538630,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:56.150411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-1db9b23a-bcf3-4d25-8503-dcf65cfd3fd3 req-740784c0-3080-4bc8-b47b-9fa5d2d40790 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] For port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2e5f8d0e-91a0-461b-9673-a88bc1abfc20,segment=NetworkSegment(56f7ac48-a6af-49b6-86ed-dfe81d16ca1e),segment_id=56f7ac48-a6af-49b6-86ed-dfe81d16ca1e)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:56.154263 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1db9b23a-bcf3-4d25-8503-dcf65cfd3fd3 req-740784c0-3080-4bc8-b47b-9fa5d2d40790 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.195581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-1db9b23a-bcf3-4d25-8503-dcf65cfd3fd3 req-740784c0-3080-4bc8-b47b-9fa5d2d40790 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Calling delete_port for 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:56.204870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 674c6733-0cbc-4561-af2a-502d63f2fd64, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=674c6733-0cbc-4561-af2a-502d63f2fd64,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:56.220871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602a283-e36c-4685-b03d-19a3c03e9c15 req-7bfa4a96-76ff-44b7-ba26-ba255f8ee377 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:56.223406 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b602a283-e36c-4685-b03d-19a3c03e9c15 req-7bfa4a96-76ff-44b7-ba26-ba255f8ee377 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 945 time: 0.3192692 Feb 19 03:12:56.235092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '674c6733-0cbc-4561-af2a-502d63f2fd64', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'port_id': '674c6733-0cbc-4561-af2a-502d63f2fd64', 'mac_address': 'fa:16:3e:b1:0f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:12:56.241735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8518f03d-84cd-42fb-98d1-2871e51a4b77 None None] Current status of the port fc269355-594a-4698-a2b1-5bfd9be120b1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:56.300345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 674c6733-0cbc-4561-af2a-502d63f2fd64 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:56.300866 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.328373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 674c6733-0cbc-4561-af2a-502d63f2fd64 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:12:56.362495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 674c6733-0cbc-4561-af2a-502d63f2fd64, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=674c6733-0cbc-4561-af2a-502d63f2fd64,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:56.384929 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.393807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e615bb93-56cd-4631-9643-b12e3888236e None None] Provisioning complete for port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:56.394312 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e615bb93-56cd-4631-9643-b12e3888236e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.441308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:56.477008 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for port (7957810c-de96-4f5d-ab60-ce087e3f3a39), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.485922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08454a76-8a96-454e-b8b1-94bf1b2b86e9 req-bf2ca1db-dd06-4e08-baf9-2939e7b77bf8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:56.488351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08454a76-8a96-454e-b8b1-94bf1b2b86e9 req-bf2ca1db-dd06-4e08-baf9-2939e7b77bf8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 943 time: 0.4761813 Feb 19 03:12:56.500114 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b602a283-e36c-4685-b03d-19a3c03e9c15 req-4b1a7be9-891f-427c-9b13-e7511bfeea30 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2672768 Feb 19 03:12:56.515700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7957810c-de96-4f5d-ab60-ce087e3f3a39), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.516799 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (a4882e93-2346-4302-8ca3-7feec0e7ab22), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.527515 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1db9b23a-bcf3-4d25-8503-dcf65cfd3fd3 req-740784c0-3080-4bc8-b47b-9fa5d2d40790 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2e5f8d0e-91a0-461b-9673-a88bc1abfc20), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.545749 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['2e5f8d0e-91a0-461b-9673-a88bc1abfc20'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:56.577451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=674c6733-0cbc-4561-af2a-502d63f2fd64,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:56.592179 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740784c0-3080-4bc8-b47b-9fa5d2d40790 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Pushing event deleted for resources: {'Port': ['ID=2e5f8d0e-91a0-461b-9673-a88bc1abfc20,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:56.632297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:56.632681 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.643092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'Port': ['ID=7957810c-de96-4f5d-ab60-ce087e3f3a39,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:56.720087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db9b23a-bcf3-4d25-8503-dcf65cfd3fd3 req-740784c0-3080-4bc8-b47b-9fa5d2d40790 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] No DVR routers for this DVR port 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:12:56.724492 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1db9b23a-bcf3-4d25-8503-dcf65cfd3fd3 req-740784c0-3080-4bc8-b47b-9fa5d2d40790 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.728556 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1db9b23a-bcf3-4d25-8503-dcf65cfd3fd3 req-740784c0-3080-4bc8-b47b-9fa5d2d40790 tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.87 "DELETE /v2.0/ports/2e5f8d0e-91a0-461b-9673-a88bc1abfc20 HTTP/1.1" status: 204 len: 173 time: 0.9451461 Feb 19 03:12:56.730870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f20256-106a-4187-82f6-9671209f6461', 'name': 'network-vif-deleted', 'tag': '2e5f8d0e-91a0-461b-9673-a88bc1abfc20'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:56.731522 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab92089-7041-4153-9825-4787e3b801e8" -d '{"events": [{"server_uuid": "50f20256-106a-4187-82f6-9671209f6461", "name": "network-vif-deleted", "tag": "2e5f8d0e-91a0-461b-9673-a88bc1abfc20"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:56.780341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e615bb93-56cd-4631-9643-b12e3888236e None None] Current status of the port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:56.780806 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e615bb93-56cd-4631-9643-b12e3888236e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:56.822748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662bd17-e6fe-48f7-8ed8-934a7206f77e req-5a502156-884c-4059-a767-48a53afc6141 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:56.829749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8662bd17-e6fe-48f7-8ed8-934a7206f77e req-5a502156-884c-4059-a767-48a53afc6141 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 945 time: 0.1876099 Feb 19 03:12:56.848276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08454a76-8a96-454e-b8b1-94bf1b2b86e9 req-015a03d9-f00e-42fa-bd78-0c9a9e464768 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408151 Feb 19 03:12:56.957630 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5319a458-cada-48ad-bc64-224062fbe593 x-openstack-request-id: req-5319a458-cada-48ad-bc64-224062fbe593 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:56.958174 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50f20256-106a-4187-82f6-9671209f6461", "name": "network-vif-deleted", "tag": "2e5f8d0e-91a0-461b-9673-a88bc1abfc20", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:56.958174 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5319a458-cada-48ad-bc64-224062fbe593 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:56.958527 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f20256-106a-4187-82f6-9671209f6461', 'name': 'network-vif-deleted', 'tag': '2e5f8d0e-91a0-461b-9673-a88bc1abfc20', 'status': 'completed', 'code': 200} Feb 19 03:12:56.966038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e615bb93-56cd-4631-9643-b12e3888236e None None] For port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5690dd50-bc0a-495a-bac7-9b2d682f5dd8,segment=NetworkSegment(872ce9e8-6184-402c-acf1-b6ae3cb1fd70),segment_id=872ce9e8-6184-402c-acf1-b6ae3cb1fd70)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:56.997862 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8662bd17-e6fe-48f7-8ed8-934a7206f77e req-11996b31-7ba2-4929-ae71-1b612699d6d9 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671250 Feb 19 03:12:57.013695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['674c6733-0cbc-4561-af2a-502d63f2fd64'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:57.014942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Network 7ff8d039-6374-461c-b5fc-c714668f5788 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:12:57.040801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:12:57.076394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['9a19cac8-b5c0-4bb9-96ed-0558fd538630'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:12:57.083231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:57.083630 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:57.120446 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00291e3d-7cb7-4908-b731-fac9a6fafb35 req-b9dfdc55-5bc5-489c-8ce3-939479b13c6c tempest-VolumesAdminNegativeTest-361128967 tempest-VolumesAdminNegativeTest-361128967-project] 10.222.0.81 "GET /v2.0/ports?device_id=50f20256-106a-4187-82f6-9671209f6461 HTTP/1.1" status: 200 len: 210 time: 0.0814877 Feb 19 03:12:57.123494 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e615bb93-56cd-4631-9643-b12e3888236e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:57.255472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-c86279fe-90cd-46b8-934a-31a48a726c8d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:57.257979 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-c86279fe-90cd-46b8-934a-31a48a726c8d tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.67 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 945 time: 0.2416432 Feb 19 03:12:57.370362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e615bb93-56cd-4631-9643-b12e3888236e None None] Pushing event updated for resources: {'Port': ['ID=5690dd50-bc0a-495a-bac7-9b2d682f5dd8,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:57.438060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e615bb93-56cd-4631-9643-b12e3888236e None None] Provisioning complete for port fc269355-594a-4698-a2b1-5bfd9be120b1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:57.438432 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e615bb93-56cd-4631-9643-b12e3888236e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:57.600038 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:12:57.600635 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:12:57.630475 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6468c312-119b-4fe8-a50f-eafc33747cea None None] Network 765d3dd2-6021-48da-bdea-621132f909f5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:12:57.752958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e615bb93-56cd-4631-9643-b12e3888236e None None] Current status of the port fc269355-594a-4698-a2b1-5bfd9be120b1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:57.878228 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] Provisioning complete for port b6385571-2aca-47a2-86b9-6f5b472dd620 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:57.878721 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:57.922434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Router a4882e93-2346-4302-8ca3-7feec0e7ab22 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:12:57.952506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8e3ac-af7b-43d1-ab65-14665ecf23b3 req-e86292c6-34b1-49fa-99bc-4630bf716aa7 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:57.954282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87a8e3ac-af7b-43d1-ab65-14665ecf23b3 req-e86292c6-34b1-49fa-99bc-4630bf716aa7 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 945 time: 0.1392362 Feb 19 03:12:58.069880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Deleting port 4c81c3bc-7533-4480-b3d1-272de3cf8806 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:12:58.070217 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.212542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e378e4-376c-4948-9ce9-3a459453ea7c req-f707d49a-1002-4101-bcfd-27c87963590a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:58.216816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48e378e4-376c-4948-9ce9-3a459453ea7c req-f707d49a-1002-4101-bcfd-27c87963590a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 944 time: 0.2722108 Feb 19 03:12:58.255513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:58.255513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fc269355-594a-4698-a2b1-5bfd9be120b1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:58.263051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:12:58.276067 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b21879c-9ab8-4652-94e3-58c2ca0cf69b None None] Sync routers for ids ['a4882e93-2346-4302-8ca3-7feec0e7ab22'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:12:58.276618 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87a8e3ac-af7b-43d1-ab65-14665ecf23b3 req-1d254f19-a9df-45c8-84dc-21b0cc1186ba tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2706831 Feb 19 03:12:58.287448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-864557cc-523e-47e5-8e97-deb6e9e6846e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "PUT /v2.0/routers/a4882e93-2346-4302-8ca3-7feec0e7ab22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7963841 Feb 19 03:12:58.289055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39086) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:58.294712 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21879c-9ab8-4652-94e3-58c2ca0cf69b None None] Routers {'a4882e93-2346-4302-8ca3-7feec0e7ab22'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:58.295622 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0b21879c-9ab8-4652-94e3-58c2ca0cf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:12:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a4882e93-2346-4302-8ca3-7feec0e7ab22'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:58.321655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] Current status of the port b6385571-2aca-47a2-86b9-6f5b472dd620 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:58.322041 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.339556 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0b21879c-9ab8-4652-94e3-58c2ca0cf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:58.353647 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b21879c-9ab8-4652-94e3-58c2ca0cf69b None None] Routers {'a4882e93-2346-4302-8ca3-7feec0e7ab22'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:12:58.354841 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0b21879c-9ab8-4652-94e3-58c2ca0cf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:12:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a4882e93-2346-4302-8ca3-7feec0e7ab22'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:58.383363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port fc269355-594a-4698-a2b1-5bfd9be120b1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:58.383872 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.384953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] For port 4c81c3bc-7533-4480-b3d1-272de3cf8806, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=4c81c3bc-7533-4480-b3d1-272de3cf8806,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:58.385324 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.387684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] For port b6385571-2aca-47a2-86b9-6f5b472dd620, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b6385571-2aca-47a2-86b9-6f5b472dd620,segment=NetworkSegment(21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac),segment_id=21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:58.410186 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.415166 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0b21879c-9ab8-4652-94e3-58c2ca0cf69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:12:58.417484 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b21879c-9ab8-4652-94e3-58c2ca0cf69b None None] The sync data for ids ['a4882e93-2346-4302-8ca3-7feec0e7ab22'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:12:58.460653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] Provisioning complete for port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:58.461134 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.572523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] Pushing event updated for resources: {'Port': ['ID=b6385571-2aca-47a2-86b9-6f5b472dd620,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:58.575802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9a19cac8-b5c0-4bb9-96ed-0558fd538630 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:58.605293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48e378e4-376c-4948-9ce9-3a459453ea7c req-cab58d3f-8509-4945-9ac2-de9947b7bf0d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165200 Feb 19 03:12:58.685544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a27bee-9c1d-47a7-bcbd-11b97c60ed7e req-cf9e65cb-c7b6-4003-9f18-38120048ae4a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:58.698098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5a27bee-9c1d-47a7-bcbd-11b97c60ed7e req-cf9e65cb-c7b6-4003-9f18-38120048ae4a tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 945 time: 0.1382945 Feb 19 03:12:58.706826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] Current status of the port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:58.719921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39088) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:58.730388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port fc269355-594a-4698-a2b1-5bfd9be120b1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:58.739705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] Provisioning complete for port 7957810c-de96-4f5d-ab60-ce087e3f3a39 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:58.740078 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7957810c-de96-4f5d-ab60-ce087e3f3a39), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.801159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:58.801628 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:58.860810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6e4cf695-6c06-42f5-b230-60a5f2585988 None None] Port 7957810c-de96-4f5d-ab60-ce087e3f3a39 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:12:58.918064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5a27bee-9c1d-47a7-bcbd-11b97c60ed7e req-ea7c26f0-6444-4d9a-9c13-c7d4b4447100 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups?id=3a79eb33-34ee-456d-825f-0158cdfb02a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190557 Feb 19 03:12:58.967269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-055743f7-8e21-43ab-8948-0bbe5d13c384 admin admin] Deleting subnet 9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:12:58.977988 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-055743f7-8e21-43ab-8948-0bbe5d13c384 admin admin] Publish callbacks [] for subnet (9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.002275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:59.002828 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.021986 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.022415 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (179b8ad2-926e-400e-a927-085b236bebbd), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.022743 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Floating IP 179b8ad2-926e-400e-a927-085b236bebbd disassociated. External IP: 172.25.1.79, port: 4c81c3bc-7533-4480-b3d1-272de3cf8806. Feb 19 03:12:59.023088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Calling delete_port for 4c81c3bc-7533-4480-b3d1-272de3cf8806 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:12:59.075641 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-055743f7-8e21-43ab-8948-0bbe5d13c384 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.082464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:59.108352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-71a6f50b-a64c-4057-9ed2-5c5dc3261884 None None] Provisioning complete for port b6385571-2aca-47a2-86b9-6f5b472dd620 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:59.110532 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-71a6f50b-a64c-4057-9ed2-5c5dc3261884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.131090 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-055743f7-8e21-43ab-8948-0bbe5d13c384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.211354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:59.231163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:12:59.233760 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d06d7b1-2e08-4796-97cf-4bfb97bbcc1a" -d '{"events": [{"server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "name": "network-vif-plugged", "status": "completed", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:12:59.241650 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-055743f7-8e21-43ab-8948-0bbe5d13c384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.242475 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.243450 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 674c6733-0cbc-4561-af2a-502d63f2fd64 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:59.251694 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4c81c3bc-7533-4480-b3d1-272de3cf8806), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.336165 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eeee9a3-3dd0-42cf-abed-8e75e38a700e x-openstack-request-id: req-8eeee9a3-3dd0-42cf-abed-8e75e38a700e {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:12:59.336625 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "name": "network-vif-plugged", "status": "completed", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:12:59.337003 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8eeee9a3-3dd0-42cf-abed-8e75e38a700e {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:12:59.337502 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'code': 200} Feb 19 03:12:59.340866 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-d2fb9266-6ecb-4ad3-8304-d0a0d284f518 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:12:59.342036 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d2fb9266-6ecb-4ad3-8304-d0a0d284f518 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "PUT /v2.0/routers/a4882e93-2346-4302-8ca3-7feec0e7ab22/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0519502 Feb 19 03:12:59.344907 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39098) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:59.389541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055743f7-8e21-43ab-8948-0bbe5d13c384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:59.410729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event deleted for resources: {'Port': ['ID=4c81c3bc-7533-4480-b3d1-272de3cf8806,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:59.421596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-055743f7-8e21-43ab-8948-0bbe5d13c384 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.424891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-055743f7-8e21-43ab-8948-0bbe5d13c384 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9b27dc7e-e60d-4b70-b8b6-bfbcecdac6d9 HTTP/1.1" status: 204 len: 168 time: 0.6771903 Feb 19 03:12:59.443415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39100) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:12:59.481575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9a19cac8-b5c0-4bb9-96ed-0558fd538630,revision_number=10']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:12:59.492790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 674c6733-0cbc-4561-af2a-502d63f2fd64 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:12:59.502154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:59.502676 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.506162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 674c6733-0cbc-4561-af2a-502d63f2fd64 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:59.506162 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.607121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-71a6f50b-a64c-4057-9ed2-5c5dc3261884 None None] Current status of the port b6385571-2aca-47a2-86b9-6f5b472dd620 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:59.699718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:59.700881 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b6385571-2aca-47a2-86b9-6f5b472dd620 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:12:59.725674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 674c6733-0cbc-4561-af2a-502d63f2fd64 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:12:59.727234 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.759394 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (9aee34eb-8b1f-483f-ad3e-ae2509650d58), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.793096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe6895-7d7b-4e9f-938e-89483df33943 req-9316ab17-08f5-4eb5-9009-925591647948 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:59.794658 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9fe6895-7d7b-4e9f-938e-89483df33943 req-9316ab17-08f5-4eb5-9009-925591647948 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 947 time: 0.3686590 Feb 19 03:12:59.811815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:12:59.862479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0835e33-88b9-40f9-86a3-34bfb4f5afe8 req-0326d499-76c3-4ffc-a1fb-918bc62cc763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:12:59.864183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0835e33-88b9-40f9-86a3-34bfb4f5afe8 req-0326d499-76c3-4ffc-a1fb-918bc62cc763 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 1129 time: 0.3679717 Feb 19 03:12:59.871188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 674c6733-0cbc-4561-af2a-502d63f2fd64, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=674c6733-0cbc-4561-af2a-502d63f2fd64,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:12:59.872795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:12:59.873227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 2e5f8d0e-91a0-461b-9673-a88bc1abfc20 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:12:59.882820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b6385571-2aca-47a2-86b9-6f5b472dd620 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:12:59.883343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.886187 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.947843 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe55596a-f90e-45f0-9e45-1618dd64543b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (a4882e93-2346-4302-8ca3-7feec0e7ab22), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:12:59.963669 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Router 70c393a8-7604-436e-b7a0-12e9da4f83c2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:12:59.991691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=674c6733-0cbc-4561-af2a-502d63f2fd64,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:00.073078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b6385571-2aca-47a2-86b9-6f5b472dd620 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:00.107840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f3932-0c6c-4e9e-9836-83a41a605b49 req-e1ebe09e-cc75-412a-83cf-a304ddda7340 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:00.109439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a29f3932-0c6c-4e9e-9836-83a41a605b49 req-e1ebe09e-cc75-412a-83cf-a304ddda7340 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 944 time: 0.3594491 Feb 19 03:13:00.124127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9fe6895-7d7b-4e9f-938e-89483df33943 req-405f8c0d-9a60-4c27-8b8c-8a1b223f0442 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2981174 Feb 19 03:13:00.134546 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (9aee34eb-8b1f-483f-ad3e-ae2509650d58), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.250513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0835e33-88b9-40f9-86a3-34bfb4f5afe8 req-2931a4a6-9ae8-4166-8f21-667ddf4d2ff3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3517764 Feb 19 03:13:00.271364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aee34eb-8b1f-483f-ad3e-ae2509650d58']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:00.307769 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce67711a-e2bc-4448-98c8-f9cea15ad972 req-7f18f6c8-9bed-46ae-8967-b1636db0f433 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 210 time: 0.0715454 Feb 19 03:13:00.316567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56f7ac48-a6af-49b6-86ed-dfe81d16ca1e') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:00.318692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56f7ac48-a6af-49b6-86ed-dfe81d16ca1e') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:00.385534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-fe55596a-f90e-45f0-9e45-1618dd64543b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Deleting port 7957810c-de96-4f5d-ab60-ce087e3f3a39 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:00.386054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe55596a-f90e-45f0-9e45-1618dd64543b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7957810c-de96-4f5d-ab60-ce087e3f3a39), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.479844 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe55596a-f90e-45f0-9e45-1618dd64543b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7957810c-de96-4f5d-ab60-ce087e3f3a39), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.494549 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-fe55596a-f90e-45f0-9e45-1618dd64543b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Calling delete_port for 7957810c-de96-4f5d-ab60-ce087e3f3a39 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:00.568844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 4c81c3bc-7533-4480-b3d1-272de3cf8806 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:00.600535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 4c81c3bc-7533-4480-b3d1-272de3cf8806 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:00.601173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 4c81c3bc-7533-4480-b3d1-272de3cf8806 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:00.629785 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (56f7ac48-a6af-49b6-86ed-dfe81d16ca1e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.642710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a29f3932-0c6c-4e9e-9836-83a41a605b49 req-0e85434e-3e3b-41f8-90e0-9245cab61c53 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160050 Feb 19 03:13:00.657389 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (56f7ac48-a6af-49b6-86ed-dfe81d16ca1e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.667481 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:00.667890 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (56f7ac48-a6af-49b6-86ed-dfe81d16ca1e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:00.672166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:00.697297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98e039-7738-4de8-bfb4-b6b31feb9907 None None] Sync routers for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:00.708318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98e039-7738-4de8-bfb4-b6b31feb9907 None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:00.709147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2d98e039-7738-4de8-bfb4-b6b31feb9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:12:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:00.727992 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe55596a-f90e-45f0-9e45-1618dd64543b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7957810c-de96-4f5d-ab60-ce087e3f3a39), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.757408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55596a-f90e-45f0-9e45-1618dd64543b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Port': ['ID=7957810c-de96-4f5d-ab60-ce087e3f3a39,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:00.767339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] No DVR routers for this DVR port 4c81c3bc-7533-4480-b3d1-272de3cf8806 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:00.770067 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.773468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf133ad-129d-4d96-8ed2-443e210d1ac4 req-715a60b2-4dab-4d2d-88a6-5d9419731aa5 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.67 "DELETE /v2.0/ports/4c81c3bc-7533-4480-b3d1-272de3cf8806 HTTP/1.1" status: 204 len: 173 time: 3.5026243 Feb 19 03:13:00.773981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'name': 'network-vif-deleted', 'tag': '4c81c3bc-7533-4480-b3d1-272de3cf8806'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:00.776238 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd0d71d-5e10-420c-8bcd-6bfdf067321e" -d '{"events": [{"server_uuid": "6fe99368-ce35-4ff7-a80f-1b284bfcf731", "name": "network-vif-deleted", "tag": "4c81c3bc-7533-4480-b3d1-272de3cf8806"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:00.801599 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (9aee34eb-8b1f-483f-ad3e-ae2509650d58), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.811615 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.818324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] 10.222.0.81 "DELETE /v2.0/networks/9aee34eb-8b1f-483f-ad3e-ae2509650d58 HTTP/1.1" status: 204 len: 168 time: 1.3738453 Feb 19 03:13:00.827877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39112) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:00.845642 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd28f16-100d-4d74-aee6-c47891f82283 x-openstack-request-id: req-1cd28f16-100d-4d74-aee6-c47891f82283 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:00.846032 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fe99368-ce35-4ff7-a80f-1b284bfcf731", "name": "network-vif-deleted", "tag": "4c81c3bc-7533-4480-b3d1-272de3cf8806", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:00.846339 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1cd28f16-100d-4d74-aee6-c47891f82283 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:00.846593 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fe99368-ce35-4ff7-a80f-1b284bfcf731', 'name': 'network-vif-deleted', 'tag': '4c81c3bc-7533-4480-b3d1-272de3cf8806', 'status': 'completed', 'code': 200} Feb 19 03:13:00.852371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a424b-f7d7-4cff-baa1-6c86253db7cd admin admin] Pushing event deleted for resources: {'Network': ['ID=9aee34eb-8b1f-483f-ad3e-ae2509650d58,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:00.935303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe55596a-f90e-45f0-9e45-1618dd64543b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (a4882e93-2346-4302-8ca3-7feec0e7ab22), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:00.945964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2d98e039-7738-4de8-bfb4-b6b31feb9907 None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:00.982705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-6646994b-e794-4790-8058-b65cc4bb1914 admin admin] Deleting subnet 356c97e9-fd3c-4cc9-b9c8-176be2b82de9 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:13:00.989196 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6646994b-e794-4790-8058-b65cc4bb1914 admin admin] Publish callbacks [] for subnet (356c97e9-fd3c-4cc9-b9c8-176be2b82de9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.112494 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6646994b-e794-4790-8058-b65cc4bb1914 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (356c97e9-fd3c-4cc9-b9c8-176be2b82de9), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.225488 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6646994b-e794-4790-8058-b65cc4bb1914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (356c97e9-fd3c-4cc9-b9c8-176be2b82de9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.237900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2d98e039-7738-4de8-bfb4-b6b31feb9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:22Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:01.274697 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98e039-7738-4de8-bfb4-b6b31feb9907 None None] Checking router: 70c393a8-7604-436e-b7a0-12e9da4f83c2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:13:01.275483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe55596a-f90e-45f0-9e45-1618dd64543b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Router a4882e93-2346-4302-8ca3-7feec0e7ab22 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:13:01.290075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98e039-7738-4de8-bfb4-b6b31feb9907 None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:01.290075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2d98e039-7738-4de8-bfb4-b6b31feb9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:12:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:01.304916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541069f4-b487-4108-95db-44164dfbb0d8 req-bfb37038-62bc-4eee-b41b-2a5347b7e1a9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:01.307259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-541069f4-b487-4108-95db-44164dfbb0d8 req-bfb37038-62bc-4eee-b41b-2a5347b7e1a9 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 947 time: 0.0989718 Feb 19 03:13:01.402130 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-541069f4-b487-4108-95db-44164dfbb0d8 req-d68ca75b-7beb-49da-af3c-db94379c355c tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868497 Feb 19 03:13:01.485279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2d98e039-7738-4de8-bfb4-b6b31feb9907 None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:01.570243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1684f1d0-2e06-473b-a7f1-3d1f88d3b5c2 req-11664439-82d4-4868-9f66-91fde0813626 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/ports?device_id=6fe99368-ce35-4ff7-a80f-1b284bfcf731 HTTP/1.1" status: 200 len: 210 time: 0.0764704 Feb 19 03:13:01.638203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4a69be-b69c-4c64-a1b7-c15cbe231abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674c6733-0cbc-4561-af2a-502d63f2fd64'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:01.641233 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e6754c-c4a8-41a7-97c4-3bff8672a21d" -d '{"events": [{"server_uuid": "af4a69be-b69c-4c64-a1b7-c15cbe231abf", "name": "network-vif-plugged", "status": "completed", "tag": "674c6733-0cbc-4561-af2a-502d63f2fd64"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:01.791003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe55596a-f90e-45f0-9e45-1618dd64543b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:01.798443 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-962eaa96-af37-445a-8def-267c8ea3829d x-openstack-request-id: req-962eaa96-af37-445a-8def-267c8ea3829d {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:01.806582 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fe55596a-f90e-45f0-9e45-1618dd64543b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "PUT /v2.0/routers/a4882e93-2346-4302-8ca3-7feec0e7ab22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4541409 Feb 19 03:13:01.806967 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4a69be-b69c-4c64-a1b7-c15cbe231abf", "name": "network-vif-plugged", "status": "completed", "tag": "674c6733-0cbc-4561-af2a-502d63f2fd64", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:01.806967 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-962eaa96-af37-445a-8def-267c8ea3829d {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:01.806967 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4a69be-b69c-4c64-a1b7-c15cbe231abf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '674c6733-0cbc-4561-af2a-502d63f2fd64', 'code': 200} Feb 19 03:13:01.807222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39134) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:01.817864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6646994b-e794-4790-8058-b65cc4bb1914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (356c97e9-fd3c-4cc9-b9c8-176be2b82de9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.824147 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb50455-c39d-4cf1-b507-fe73105815e7 None None] Sync routers for ids ['a4882e93-2346-4302-8ca3-7feec0e7ab22'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:01.865019 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb50455-c39d-4cf1-b507-fe73105815e7 None None] Routers {'a4882e93-2346-4302-8ca3-7feec0e7ab22'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:01.869214 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3cb50455-c39d-4cf1-b507-fe73105815e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:12:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a4882e93-2346-4302-8ca3-7feec0e7ab22'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:01.876910 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-ec081545-224f-4140-b25d-cf4819eb018b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] delete failed (client error): The resource could not be found. Feb 19 03:13:01.883649 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ec081545-224f-4140-b25d-cf4819eb018b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1217089439 HTTP/1.1" status: 404 len: 335 time: 0.0701954 Feb 19 03:13:01.889769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39140) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:01.901408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2d98e039-7738-4de8-bfb4-b6b31feb9907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:22Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:01.903080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-93dec87f-b27b-4f6b-9c6c-20f81e773b01 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a4882e93-2346-4302-8ca3-7feec0e7ab22'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:01.927436 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6646994b-e794-4790-8058-b65cc4bb1914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:01.932875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6646994b-e794-4790-8058-b65cc4bb1914 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/356c97e9-fd3c-4cc9-b9c8-176be2b82de9 HTTP/1.1" status: 204 len: 168 time: 1.1015270 Feb 19 03:13:01.934160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39146) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:01.942801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646994b-e794-4790-8058-b65cc4bb1914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=356c97e9-fd3c-4cc9-b9c8-176be2b82de9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:01.958477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d98e039-7738-4de8-bfb4-b6b31feb9907 None None] The sync data for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 is: [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'cb1e1e93-1211-4d43-9bd3-e702a369324b', 'name': '', 'network_id': 'e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'mac_address': 'fa:16:3e:47:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '72e1106a-2b0f-4878-83b4-66426da45471', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:14Z', 'updated_at': '2022-02-19T03:03:22Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'subnets': [{'id': '72e1106a-2b0f-4878-83b4-66426da45471', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:01.959924 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3cb50455-c39d-4cf1-b507-fe73105815e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:01.972056 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb50455-c39d-4cf1-b507-fe73105815e7 None None] Routers {'a4882e93-2346-4302-8ca3-7feec0e7ab22'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:01.973094 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3cb50455-c39d-4cf1-b507-fe73105815e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:12:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a4882e93-2346-4302-8ca3-7feec0e7ab22'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:02.026006 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3cb50455-c39d-4cf1-b507-fe73105815e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:02.026944 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb50455-c39d-4cf1-b507-fe73105815e7 None None] The sync data for ids ['a4882e93-2346-4302-8ca3-7feec0e7ab22'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:02.035799 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (71e4a821-7529-4125-bbda-ec31bd1b4227), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.117977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7583d1-da34-44a6-a2a9-c663c2264810 req-a9ed9694-5e3b-4be2-a45c-6fc6b3c0ca5f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:02.130172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca7583d1-da34-44a6-a2a9-c663c2264810 req-a9ed9694-5e3b-4be2-a45c-6fc6b3c0ca5f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.3551123 Feb 19 03:13:02.133378 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (71e4a821-7529-4125-bbda-ec31bd1b4227), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.159204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e4a821-7529-4125-bbda-ec31bd1b4227']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:02.175270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be061645-f7b2-4e68-9df4-3e98dc1aecf5') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:02.175852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be061645-f7b2-4e68-9df4-3e98dc1aecf5') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:02.189410 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (be061645-f7b2-4e68-9df4-3e98dc1aecf5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.202951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5afba-bece-4704-b650-d0d83285c5b3 req-a56db259-0f2a-4c38-9695-48824f2c9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:02.204697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ef5afba-bece-4704-b650-d0d83285c5b3 req-a56db259-0f2a-4c38-9695-48824f2c9329 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 1127 time: 0.3852997 Feb 19 03:13:02.210088 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (be061645-f7b2-4e68-9df4-3e98dc1aecf5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.217942 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:02.218346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (be061645-f7b2-4e68-9df4-3e98dc1aecf5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:02.220111 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:02.303768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (71e4a821-7529-4125-bbda-ec31bd1b4227), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.316433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.325488 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] 10.222.0.81 "DELETE /v2.0/networks/71e4a821-7529-4125-bbda-ec31bd1b4227 HTTP/1.1" status: 204 len: 168 time: 0.3895712 Feb 19 03:13:02.358048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93669c84-5401-4314-bc78-635ecce955aa admin admin] Pushing event deleted for resources: {'Network': ['ID=71e4a821-7529-4125-bbda-ec31bd1b4227,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:02.377304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca7583d1-da34-44a6-a2a9-c663c2264810 req-c8db81d1-a88c-4fd6-93a9-2e83d7d76672 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461388 Feb 19 03:13:02.426393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ef5afba-bece-4704-b650-d0d83285c5b3 req-f7aa5082-5a04-474b-ba00-cea42fd98090 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704133 Feb 19 03:13:02.433021 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-93dec87f-b27b-4f6b-9c6c-20f81e773b01 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for router_gateway (a4882e93-2346-4302-8ca3-7feec0e7ab22), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.468356 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-93dec87f-b27b-4f6b-9c6c-20f81e773b01 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] update failed (client error): The resource could not be found. Feb 19 03:13:02.469603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-93dec87f-b27b-4f6b-9c6c-20f81e773b01 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "PUT /v2.0/routers/a4882e93-2346-4302-8ca3-7feec0e7ab22 HTTP/1.1" status: 404 len: 339 time: 0.5779746 Feb 19 03:13:02.475025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39172) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:02.478078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6830f26f-abda-4054-8650-caa9e96deb99 None None] New status for floating IP 179b8ad2-926e-400e-a927-085b236bebbd: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:13:02.482795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f719e667-6629-4fa1-b73e-ed7e16a11b37 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-754901937'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:02.512049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f719e667-6629-4fa1-b73e-ed7e16a11b37 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Made reservation on behalf of c7b3d0f2b6ad4bbfb13967533c0febbc for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:02.516377 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f719e667-6629-4fa1-b73e-ed7e16a11b37 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.584006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f719e667-6629-4fa1-b73e-ed7e16a11b37 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:13:02.614695 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39178) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:02.628040 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f719e667-6629-4fa1-b73e-ed7e16a11b37 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.628525 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-f719e667-6629-4fa1-b73e-ed7e16a11b37 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Added segment e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396 of type vlan for network cda9d279-f546-4943-b236-1edc2c510252 Feb 19 03:13:02.677887 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cb872f13-344c-41a8-b2ef-6a964b48b9af admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b521cb3460574bd19c6f271f36383741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0617681 Feb 19 03:13:02.680130 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39182) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:02.697523 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f719e667-6629-4fa1-b73e-ed7e16a11b37 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (cda9d279-f546-4943-b236-1edc2c510252), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.711692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465702d-9669-4df8-b519-ff27d537e031 req-70fda275-11ea-4587-9052-9193a6c2075a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:02.731094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39184) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:02.733438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4465702d-9669-4df8-b519-ff27d537e031 req-70fda275-11ea-4587-9052-9193a6c2075a tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 947 time: 0.1461430 Feb 19 03:13:02.816867 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d37aeb5d-92ee-4449-8caa-ab56d7366ed6 admin admin] Publish callbacks [] for security_group (7c259eee-2f0f-46d4-9569-1fac6af9a96c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.864265 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d37aeb5d-92ee-4449-8caa-ab56d7366ed6 admin admin] Publish callbacks [] for security_group (7c259eee-2f0f-46d4-9569-1fac6af9a96c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.873986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4465702d-9669-4df8-b519-ff27d537e031 req-09ce8923-924e-4de6-9439-0abdef512372 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1378710 Feb 19 03:13:02.875307 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f719e667-6629-4fa1-b73e-ed7e16a11b37 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (cda9d279-f546-4943-b236-1edc2c510252), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.881406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-30de109b-4ac7-40d6-8d19-44e2a356c107 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group (3a79eb33-34ee-456d-825f-0158cdfb02a2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.888829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f719e667-6629-4fa1-b73e-ed7e16a11b37 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:02.891380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f719e667-6629-4fa1-b73e-ed7e16a11b37 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.933798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-30de109b-4ac7-40d6-8d19-44e2a356c107 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group (3a79eb33-34ee-456d-825f-0158cdfb02a2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.975385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f719e667-6629-4fa1-b73e-ed7e16a11b37 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4977643 Feb 19 03:13:02.978554 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d37aeb5d-92ee-4449-8caa-ab56d7366ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7c259eee-2f0f-46d4-9569-1fac6af9a96c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.978730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39186) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:02.981754 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d37aeb5d-92ee-4449-8caa-ab56d7366ed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:02.983123 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d37aeb5d-92ee-4449-8caa-ab56d7366ed6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c259eee-2f0f-46d4-9569-1fac6af9a96c HTTP/1.1" status: 204 len: 168 time: 0.3019431 Feb 19 03:13:02.987361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-889a6aa8-60ec-4765-aa4c-59e6034846fc tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Request body: {'subnet': {'network_id': 'cda9d279-f546-4943-b236-1edc2c510252', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:02.996527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719e667-6629-4fa1-b73e-ed7e16a11b37 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'Network': ['ID=cda9d279-f546-4943-b236-1edc2c510252,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:03.009833 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37aeb5d-92ee-4449-8caa-ab56d7366ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c259eee-2f0f-46d4-9569-1fac6af9a96c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:03.010023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network cda9d279-f546-4943-b236-1edc2c510252 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:13:03.019069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-30de109b-4ac7-40d6-8d19-44e2a356c107 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3a79eb33-34ee-456d-825f-0158cdfb02a2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.022433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-30de109b-4ac7-40d6-8d19-44e2a356c107 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.028330 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-30de109b-4ac7-40d6-8d19-44e2a356c107 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "DELETE /v2.0/security-groups/3a79eb33-34ee-456d-825f-0158cdfb02a2 HTTP/1.1" status: 204 len: 168 time: 0.2929809 Feb 19 03:13:03.031159 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39190) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:03.077419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de109b-4ac7-40d6-8d19-44e2a356c107 tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a79eb33-34ee-456d-825f-0158cdfb02a2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:03.085316 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-51ec7f00-70a3-47bd-a108-dc5833d9221c tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] show failed (client error): The resource could not be found. Feb 19 03:13:03.089402 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-51ec7f00-70a3-47bd-a108-dc5833d9221c tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "GET /v2.0/security-groups/3a79eb33-34ee-456d-825f-0158cdfb02a2 HTTP/1.1" status: 404 len: 347 time: 0.0494487 Feb 19 03:13:03.089585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39192) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:03.242319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a6aa8-60ec-4765-aa4c-59e6034846fc tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Made reservation on behalf of c7b3d0f2b6ad4bbfb13967533c0febbc for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:03.245765 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-889a6aa8-60ec-4765-aa4c-59e6034846fc tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.321753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5808f24a-f35e-48bf-bbc5-e085d6d3c0eb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Deleting port 82addd20-de5a-4159-97d3-28b8e2a3f81f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:03.322082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5808f24a-f35e-48bf-bbc5-e085d6d3c0eb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (82addd20-de5a-4159-97d3-28b8e2a3f81f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.392642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39198) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:03.480707 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5808f24a-f35e-48bf-bbc5-e085d6d3c0eb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (82addd20-de5a-4159-97d3-28b8e2a3f81f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.481058 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5808f24a-f35e-48bf-bbc5-e085d6d3c0eb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (82addd20-de5a-4159-97d3-28b8e2a3f81f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.537560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5808f24a-f35e-48bf-bbc5-e085d6d3c0eb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Calling delete_port for 82addd20-de5a-4159-97d3-28b8e2a3f81f owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:03.548928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-16523403-0976-4ddb-b188-aae611a762a4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c19ef068fc244788a9c02265df812b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545677 Feb 19 03:13:03.551874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39202) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:03.571192 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4ee9eda6-b8cb-494f-90be-1731b18d82f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.610250 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ec9b-bc13-490e-afb1-49b8b6ccc63d admin admin] Publish callbacks [] for security_group (fb5c9789-b6a3-4138-851e-dfd9bbcc4095), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.635395 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ec9b-bc13-490e-afb1-49b8b6ccc63d admin admin] Publish callbacks [] for security_group (fb5c9789-b6a3-4138-851e-dfd9bbcc4095), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.656004 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-889a6aa8-60ec-4765-aa4c-59e6034846fc tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (d301440e-b1c2-45c1-b11d-e371564341f9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.672813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6011976-f25c-4ba7-97b6-9657af55388b req-aab14390-c5ea-467f-ac45-b5abad8d10ab tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:03.674242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6011976-f25c-4ba7-97b6-9657af55388b req-aab14390-c5ea-467f-ac45-b5abad8d10ab tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.1957057 Feb 19 03:13:03.726595 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ec9b-bc13-490e-afb1-49b8b6ccc63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fb5c9789-b6a3-4138-851e-dfd9bbcc4095), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.730019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c8c9ec9b-bc13-490e-afb1-49b8b6ccc63d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.734661 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c8c9ec9b-bc13-490e-afb1-49b8b6ccc63d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fb5c9789-b6a3-4138-851e-dfd9bbcc4095 HTTP/1.1" status: 204 len: 168 time: 0.1809673 Feb 19 03:13:03.747958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9ec9b-bc13-490e-afb1-49b8b6ccc63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5c9789-b6a3-4138-851e-dfd9bbcc4095,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:03.821441 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6011976-f25c-4ba7-97b6-9657af55388b req-3972ecfa-86ec-4a23-b4fe-9f8e202b0651 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225142 Feb 19 03:13:03.853393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a6aa8-60ec-4765-aa4c-59e6034846fc tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Checking segment: {'id': 'e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cda9d279-f546-4943-b236-1edc2c510252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:03.853730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a6aa8-60ec-4765-aa4c-59e6034846fc tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Network hostable DHCP agents. Network: cda9d279-f546-4943-b236-1edc2c510252, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:13:03.881242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a6aa8-60ec-4765-aa4c-59e6034846fc tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'Subnet': ['ID=d301440e-b1c2-45c1-b11d-e371564341f9,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:03.919551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a6aa8-60ec-4765-aa4c-59e6034846fc tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Network cda9d279-f546-4943-b236-1edc2c510252 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:13:03.926094 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5808f24a-f35e-48bf-bbc5-e085d6d3c0eb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (82addd20-de5a-4159-97d3-28b8e2a3f81f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:03.963235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808f24a-f35e-48bf-bbc5-e085d6d3c0eb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Pushing event deleted for resources: {'Port': ['ID=82addd20-de5a-4159-97d3-28b8e2a3f81f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:03.968029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-889a6aa8-60ec-4765-aa4c-59e6034846fc tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, cda9d279-f546-4943-b236-1edc2c510252) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:03.986758 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b401cd-e417-44c6-a90b-61eada5a28b9 None None] Network cda9d279-f546-4943-b236-1edc2c510252 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:03.995615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a6aa8-60ec-4765-aa4c-59e6034846fc tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:03.996350 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-889a6aa8-60ec-4765-aa4c-59e6034846fc tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.079396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-889a6aa8-60ec-4765-aa4c-59e6034846fc tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0996587 Feb 19 03:13:04.082481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39212) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:04.087167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-852aabd5-391d-432f-8d52-8baa4e3ce267 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cda9d279-f546-4943-b236-1edc2c510252'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:04.089231 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35350a2-38c4-4f03-bee1-a5451d0d7953 req-792b3994-8686-4b38-80bb-0daed8e339cf tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:04.090870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a35350a2-38c4-4f03-bee1-a5451d0d7953 req-792b3994-8686-4b38-80bb-0daed8e339cf tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 947 time: 0.1015463 Feb 19 03:13:04.094075 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5808f24a-f35e-48bf-bbc5-e085d6d3c0eb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks [] for floatingip (179b8ad2-926e-400e-a927-085b236bebbd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.096934 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5808f24a-f35e-48bf-bbc5-e085d6d3c0eb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.098266 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5808f24a-f35e-48bf-bbc5-e085d6d3c0eb tempest-AttachVolumeTestJSON-321727270 tempest-AttachVolumeTestJSON-321727270-project] 10.222.0.81 "DELETE /v2.0/floatingips/179b8ad2-926e-400e-a927-085b236bebbd HTTP/1.1" status: 204 len: 168 time: 1.0069578 Feb 19 03:13:04.149647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-cda9d279-f546-4943-b236-1edc2c510252', 'network_id': 'cda9d279-f546-4943-b236-1edc2c510252', 'project_id': 'c7b3d0f2b6ad4bbfb13967533c0febbc', 'fixed_ips': [{'subnet_id': 'd301440e-b1c2-45c1-b11d-e371564341f9'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:13:04.162686 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.176953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a35350a2-38c4-4f03-bee1-a5451d0d7953 req-46b40b0f-4a5c-44e6-b821-e4ee7e2cb1b6 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770569 Feb 19 03:13:04.202779 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:13:04.415862 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-852aabd5-391d-432f-8d52-8baa4e3ce267 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for router_gateway (a4882e93-2346-4302-8ca3-7feec0e7ab22), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.436994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Allocated IP 2001:db8:1::2 (cda9d279-f546-4943-b236-1edc2c510252/d301440e-b1c2-45c1-b11d-e371564341f9/4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:04.565729 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-852aabd5-391d-432f-8d52-8baa4e3ce267 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:04.570297 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-852aabd5-391d-432f-8d52-8baa4e3ce267 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "PUT /v2.0/routers/a4882e93-2346-4302-8ca3-7feec0e7ab22 HTTP/1.1" status: 400 len: 364 time: 0.4834666 Feb 19 03:13:04.570805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39234) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:04.631402 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Publish callbacks [] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.641146 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.710146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Network cda9d279-f546-4943-b236-1edc2c510252 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:04.711723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Pushing event updated for resources: {'Port': ['ID=4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:04.722741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:04.733660 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:04.781835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39242) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:04.808646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Attempting to bind port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:04.809162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Attempting to bind port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cda9d279-f546-4943-b236-1edc2c510252'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:04.809595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Attempting to bind port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a on network cda9d279-f546-4943-b236-1edc2c510252 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:04.815280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:04.815923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Checking segment: {'id': 'e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cda9d279-f546-4943-b236-1edc2c510252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:04.816401 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.816977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Bound using segment: {'id': 'e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cda9d279-f546-4943-b236-1edc2c510252'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:04.817739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Bound port: 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cda9d279-f546-4943-b236-1edc2c510252'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:04.818420 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.903109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] For port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:04.906804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] For port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a,segment=NetworkSegment(e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396),segment_id=e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:04.918279 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:04.927161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-network', 'tenant_id': '82dad37909b049e1bf2de6b4db533728'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:04.980483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae1289-057e-44a8-b247-b124c2b7434d None None] Pushing event updated for resources: {'Port': ['ID=4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:05.011694 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.025723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Made reservation on behalf of 82dad37909b049e1bf2de6b4db533728 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:05.028087 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.044918 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.094914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff12553-6271-4970-b039-045740c13045 req-3a48e876-d086-4de3-b9d2-565565040bfe tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:05.096581 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff12553-6271-4970-b039-045740c13045 req-3a48e876-d086-4de3-b9d2-565565040bfe tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.1752059 Feb 19 03:13:05.548094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff12553-6271-4970-b039-045740c13045 req-8e0adfe6-dbb7-476c-a6b5-fb0db1b8a09a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4439466 Feb 19 03:13:05.631717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Publish callbacks [] for security_group (c908c0c7-1187-4d4e-860b-3817de047547), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.638383 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c908c0c7-1187-4d4e-860b-3817de047547), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.703550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:13:05.711980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c908c0c7-1187-4d4e-860b-3817de047547,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:05.737717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (0e6937ac-d371-4ada-a105-2009a16227b9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.738180 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Added segment 0e6937ac-d371-4ada-a105-2009a16227b9 of type vlan for network cde8dd25-f108-4307-91ab-7836fe0a9bfd Feb 19 03:13:05.749322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Allocated IP 2001:db8::1 (f0f6e713-ba31-4c37-99de-249dce8e71c0/4e2f0906-7765-47a3-bb5e-c755311b0604/c53d4e35-4889-44f2-abbb-859609924a8a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:05.858821 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-631fcf63-5517-4d1e-ab8e-afe64bc600ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.861494 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (cde8dd25-f108-4307-91ab-7836fe0a9bfd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.956178 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (cde8dd25-f108-4307-91ab-7836fe0a9bfd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.957308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:05.958082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:05.975882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5d151-e044-4733-8322-ea0e7569160d req-76e7fa20-cf2b-4d7f-bead-a340d3418c30 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:05.977542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24b5d151-e044-4733-8322-ea0e7569160d req-76e7fa20-cf2b-4d7f-bead-a340d3418c30 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.2254295 Feb 19 03:13:06.082981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3000209 Feb 19 03:13:06.086132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39258) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:06.092184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Request body: {'subnet': {'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-subnet', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:06.099353 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for port (c53d4e35-4889-44f2-abbb-859609924a8a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.104090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1aa0a-c936-4aa4-8ad2-d047c640ecb6 admin admin] Pushing event updated for resources: {'Network': ['ID=cde8dd25-f108-4307-91ab-7836fe0a9bfd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:06.111876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719b083a-4773-4a79-b4c8-ed3796210db4 None None] Network cda9d279-f546-4943-b236-1edc2c510252 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:06.130284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network cde8dd25-f108-4307-91ab-7836fe0a9bfd details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:13:06.133809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Made reservation on behalf of 82dad37909b049e1bf2de6b4db533728 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:06.137534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.150675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24b5d151-e044-4733-8322-ea0e7569160d req-f42382ab-da9c-4b73-a90b-340c1c7e78e4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571941 Feb 19 03:13:06.187213 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c53d4e35-4889-44f2-abbb-859609924a8a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.242340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Network f0f6e713-ba31-4c37-99de-249dce8e71c0 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:06.247806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:06.266678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:06.267252 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (a4882e93-2346-4302-8ca3-7feec0e7ab22), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.285808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-786ee2a5-a01d-438f-86e7-d4b539e6c8b2 None None] Provisioning complete for port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:06.286415 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-786ee2a5-a01d-438f-86e7-d4b539e6c8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.323018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'Port': ['ID=c53d4e35-4889-44f2-abbb-859609924a8a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:06.433682 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (c111a654-e393-48a7-9224-9f130ed27262), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.510629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-786ee2a5-a01d-438f-86e7-d4b539e6c8b2 None None] Current status of the port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:06.512085 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-786ee2a5-a01d-438f-86e7-d4b539e6c8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.561082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-786ee2a5-a01d-438f-86e7-d4b539e6c8b2 None None] For port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a,segment=NetworkSegment(e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396),segment_id=e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:06.569389 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-786ee2a5-a01d-438f-86e7-d4b539e6c8b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.579872 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c53d4e35-4889-44f2-abbb-859609924a8a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.583799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c111a654-e393-48a7-9224-9f130ed27262,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:06.587948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Checking segment: {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:06.588316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Network hostable DHCP agents. Network: cde8dd25-f108-4307-91ab-7836fe0a9bfd, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:13:06.598900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.599251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.600166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.600899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.601259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.602125 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.602472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.602950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.603286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.603619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.603947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.604276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.604600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:06.645781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Network cde8dd25-f108-4307-91ab-7836fe0a9bfd is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:13:06.648034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ee2a5-a01d-438f-86e7-d4b539e6c8b2 None None] Pushing event updated for resources: {'Port': ['ID=4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:06.677899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, cde8dd25-f108-4307-91ab-7836fe0a9bfd) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:06.704775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0841825a-0141-4e70-b553-ca4a61e34251 None None] Network cde8dd25-f108-4307-91ab-7836fe0a9bfd requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:06.706900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:06.707984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.745943 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fff64ad0-61e4-4383-a5ad-dc0dcd9f9024 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6586168 Feb 19 03:13:06.748595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39266) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:06.755173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:06.825136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.826408 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.902363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0ce24e03-27ac-4f7c-b496-7cdcc5efd9ac None None] Provisioning complete for port c53d4e35-4889-44f2-abbb-859609924a8a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:06.903335 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0ce24e03-27ac-4f7c-b496-7cdcc5efd9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c53d4e35-4889-44f2-abbb-859609924a8a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:06.958819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:07.011647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Publish callbacks [] for router_controller (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.047553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0ce24e03-27ac-4f7c-b496-7cdcc5efd9ac None None] Port c53d4e35-4889-44f2-abbb-859609924a8a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:13:07.063397 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for port (c53d4e35-4889-44f2-abbb-859609924a8a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.065595 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.076540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:13:07.077802 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.087231 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c53d4e35-4889-44f2-abbb-859609924a8a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.088026 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (a4882e93-2346-4302-8ca3-7feec0e7ab22), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.202510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:07.202873 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.215748 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Publish callbacks [] for router_gateway (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.225049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event updated for resources: {'Port': ['ID=c53d4e35-4889-44f2-abbb-859609924a8a,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:07.235386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c7627d74-1a3c-4346-8faa-4a74707abd02 None None] Provisioning complete for port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:07.235771 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7627d74-1a3c-4346-8faa-4a74707abd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.242998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.243402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.243686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.244027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.244367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.244719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.245053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.245381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.245706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.246030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.246355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.246685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.246999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:07.264921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cf2fe-73df-4e69-90b6-8527fd95f2fb req-96fc0d9c-b1a5-4044-bf05-064b1b78410e tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:07.272352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a1cf2fe-73df-4e69-90b6-8527fd95f2fb req-96fc0d9c-b1a5-4044-bf05-064b1b78410e tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 946 time: 0.1978810 Feb 19 03:13:07.365490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Network f0f6e713-ba31-4c37-99de-249dce8e71c0 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:07.377613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:07.383172 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Allocated IP 172.20.0.2 (cde8dd25-f108-4307-91ab-7836fe0a9bfd/c111a654-e393-48a7-9224-9f130ed27262/c0c61c07-aed2-40f3-8ae7-45044511b653) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:07.408561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a1cf2fe-73df-4e69-90b6-8527fd95f2fb req-1b472da7-dbc6-4e54-a034-06e7dd5f7a2c tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300516 Feb 19 03:13:07.467346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6467f20-c00f-4211-a8a3-ad9c45c1b8be req-d00192a3-2034-4616-98fe-08a8205cee6e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:07.469171 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6467f20-c00f-4211-a8a3-ad9c45c1b8be req-d00192a3-2034-4616-98fe-08a8205cee6e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.2137210 Feb 19 03:13:07.499186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:07.515658 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c7627d74-1a3c-4346-8faa-4a74707abd02 None None] Current status of the port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:07.566160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Publish callbacks [] for router_gateway (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.609952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Router a4882e93-2346-4302-8ca3-7feec0e7ab22 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:13:07.617221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.621460 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6467f20-c00f-4211-a8a3-ad9c45c1b8be req-db90e1fa-6d90-4c29-92cc-87386a1cf618 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676532 Feb 19 03:13:07.691753 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Publish callbacks [] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.708864 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.752250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Network cde8dd25-f108-4307-91ab-7836fe0a9bfd is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:07.764629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:07.768106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:07.779793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Pushing event updated for resources: {'Port': ['ID=c0c61c07-aed2-40f3-8ae7-45044511b653,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:07.808372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Allocated IP 172.25.1.8 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/b852800b-387c-42b6-861e-797bb29ca1d8) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:07.812820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:07.819228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0920b058-0756-422c-9818-3e8d26999b67 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "PUT /v2.0/routers/a4882e93-2346-4302-8ca3-7feec0e7ab22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2463017 Feb 19 03:13:07.821457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39276) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:07.825969 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5df36c-1f76-400e-89c8-2c92d70791b2 None None] Sync routers for ids ['a4882e93-2346-4302-8ca3-7feec0e7ab22'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:07.840402 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5df36c-1f76-400e-89c8-2c92d70791b2 None None] Routers {'a4882e93-2346-4302-8ca3-7feec0e7ab22'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:07.850116 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4e5df36c-1f76-400e-89c8-2c92d70791b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a4882e93-2346-4302-8ca3-7feec0e7ab22'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:07.852509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Attempting to bind port c0c61c07-aed2-40f3-8ae7-45044511b653 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:07.852922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Attempting to bind port c0c61c07-aed2-40f3-8ae7-45044511b653 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:07.854391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Attempting to bind port c0c61c07-aed2-40f3-8ae7-45044511b653 on network cde8dd25-f108-4307-91ab-7836fe0a9bfd {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:07.859429 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2075f6f2-6119-48a8-891a-a09e9ffb4618 None None] Provisioning complete for port c53d4e35-4889-44f2-abbb-859609924a8a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:07.859798 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2075f6f2-6119-48a8-891a-a09e9ffb4618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c53d4e35-4889-44f2-abbb-859609924a8a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.863313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:07.863843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Checking segment: {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:07.864299 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.864788 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Bound using segment: {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:07.865261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Bound port: c0c61c07-aed2-40f3-8ae7-45044511b653, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:07.865705 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:07.913995 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4e5df36c-1f76-400e-89c8-2c92d70791b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:07.943882 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5df36c-1f76-400e-89c8-2c92d70791b2 None None] Routers {'a4882e93-2346-4302-8ca3-7feec0e7ab22'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:07.944540 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4e5df36c-1f76-400e-89c8-2c92d70791b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a4882e93-2346-4302-8ca3-7feec0e7ab22'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:07.962980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] For port c0c61c07-aed2-40f3-8ae7-45044511b653, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:07.966244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] For port c0c61c07-aed2-40f3-8ae7-45044511b653, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c0c61c07-aed2-40f3-8ae7-45044511b653,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:07.981803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2075f6f2-6119-48a8-891a-a09e9ffb4618 None None] Port c53d4e35-4889-44f2-abbb-859609924a8a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:13:07.989062 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.013650 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9e82973-f0c2-4925-8321-e56afbe0a019 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for router (a4882e93-2346-4302-8ca3-7feec0e7ab22), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.046791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Publish callbacks [] for port (b852800b-387c-42b6-861e-797bb29ca1d8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.049561 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4e5df36c-1f76-400e-89c8-2c92d70791b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:08.050260 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5df36c-1f76-400e-89c8-2c92d70791b2 None None] The sync data for ids ['a4882e93-2346-4302-8ca3-7feec0e7ab22'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:08.091236 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b852800b-387c-42b6-861e-797bb29ca1d8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.105262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405ee3a-450d-412f-89d0-270b97a30a58 None None] Pushing event updated for resources: {'Port': ['ID=c0c61c07-aed2-40f3-8ae7-45044511b653,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:08.146572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Pushing event updated for resources: {'Port': ['ID=b852800b-387c-42b6-861e-797bb29ca1d8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:08.150494 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:08.152588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:08.153277 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-e9e82973-f0c2-4925-8321-e56afbe0a019 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 03:13:08.156900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:08.158135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e9e82973-f0c2-4925-8321-e56afbe0a019 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "DELETE /v2.0/routers/a4882e93-2346-4302-8ca3-7feec0e7ab22 HTTP/1.1" status: 409 len: 329 time: 0.3317544 Feb 19 03:13:08.158919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39280) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:08.353676 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.485381 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Publish callbacks [] for router_gateway (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.644736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c85d6e-dd3d-4ac3-a056-f8d9e899ac84 req-30bdf4f9-2c22-41dd-a296-1b566e6eff4b tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:08.646312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4c85d6e-dd3d-4ac3-a056-f8d9e899ac84 req-30bdf4f9-2c22-41dd-a296-1b566e6eff4b tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 946 time: 0.1282749 Feb 19 03:13:08.765132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4c85d6e-dd3d-4ac3-a056-f8d9e899ac84 req-2784efdd-5a9e-4dd0-8ab1-efb31f03c47a tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088552 Feb 19 03:13:08.826516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7976764-9ab1-4a85-9f0f-27b90d8c2d98 req-fb8cdbbd-9f0c-4938-9364-15079bafe175 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:08.828054 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d7976764-9ab1-4a85-9f0f-27b90d8c2d98 req-fb8cdbbd-9f0c-4938-9364-15079bafe175 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.87 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 946 time: 0.0792120 Feb 19 03:13:08.829476 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.836110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9856de0a-f2a9-4109-9f33-718f5af6d113 req-eb7d8f99-7644-4e0f-a620-3aa6182a5061 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:08.837724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9856de0a-f2a9-4109-9f33-718f5af6d113 req-eb7d8f99-7644-4e0f-a620-3aa6182a5061 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.0932579 Feb 19 03:13:08.871111 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6bf09077-c44b-4357-94a4-2dfe1ea9d994 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (a4882e93-2346-4302-8ca3-7feec0e7ab22), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:08.911427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c0c61c07-aed2-40f3-8ae7-45044511b653 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:09.031562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c0c61c07-aed2-40f3-8ae7-45044511b653 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:09.032190 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:09.235447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c0c61c07-aed2-40f3-8ae7-45044511b653 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:09.235792 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:09.312850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port c0c61c07-aed2-40f3-8ae7-45044511b653, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c0c61c07-aed2-40f3-8ae7-45044511b653,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:09.327774 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:09.427839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=c0c61c07-aed2-40f3-8ae7-45044511b653,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:09.449596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9856de0a-f2a9-4109-9f33-718f5af6d113 req-56d5b88c-1ec4-498d-9c71-42b777cfa970 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011972 Feb 19 03:13:09.586458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-d7976764-9ab1-4a85-9f0f-27b90d8c2d98 req-331f1c87-b536-419b-b64f-7aa3e071b3fb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Deleting port 2cac8824-aa8b-4b5b-839c-b7efd5119180 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:09.587129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d7976764-9ab1-4a85-9f0f-27b90d8c2d98 req-331f1c87-b536-419b-b64f-7aa3e071b3fb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:09.594255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dfdc48-a2a4-4306-9c9b-5bf52d33443a None None] Network cde8dd25-f108-4307-91ab-7836fe0a9bfd requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:09.620427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:13:09.749190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ff349889-c217-4e41-8dc0-87a58b15b1dc None None] Provisioning complete for port c0c61c07-aed2-40f3-8ae7-45044511b653 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:09.761105 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff349889-c217-4e41-8dc0-87a58b15b1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:09.776585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-6bf09077-c44b-4357-94a4-2dfe1ea9d994 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Deleting port c53d4e35-4889-44f2-abbb-859609924a8a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:09.776958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6bf09077-c44b-4357-94a4-2dfe1ea9d994 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c53d4e35-4889-44f2-abbb-859609924a8a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:09.780923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d7976764-9ab1-4a85-9f0f-27b90d8c2d98 req-331f1c87-b536-419b-b64f-7aa3e071b3fb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] For port 2cac8824-aa8b-4b5b-839c-b7efd5119180, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2cac8824-aa8b-4b5b-839c-b7efd5119180,segment=NetworkSegment(2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de),segment_id=2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:09.782191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d7976764-9ab1-4a85-9f0f-27b90d8c2d98 req-331f1c87-b536-419b-b64f-7aa3e071b3fb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:09.802470 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-d7976764-9ab1-4a85-9f0f-27b90d8c2d98 req-331f1c87-b536-419b-b64f-7aa3e071b3fb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Calling delete_port for 2cac8824-aa8b-4b5b-839c-b7efd5119180 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:09.921881 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:09.973511 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:09.974585 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-26d151bc-65dd-4e89-9de2-eb36361ba699 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.2249465 Feb 19 03:13:09.977604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39294) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:10.002428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6bf09077-c44b-4357-94a4-2dfe1ea9d994 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c53d4e35-4889-44f2-abbb-859609924a8a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.020776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-6bf09077-c44b-4357-94a4-2dfe1ea9d994 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Calling delete_port for c53d4e35-4889-44f2-abbb-859609924a8a owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:10.142499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Sync routers for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:10.188633 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.203728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f9f1a-f1ea-4039-9b75-9f02d1994eac req-6378402d-c763-4148-a461-91b5257d15c8 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:10.214215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:10.215040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:10.219156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-168f9f1a-f1ea-4039-9b75-9f02d1994eac req-6378402d-c763-4148-a461-91b5257d15c8 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 946 time: 0.2953393 Feb 19 03:13:10.309511 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d7976764-9ab1-4a85-9f0f-27b90d8c2d98 req-331f1c87-b536-419b-b64f-7aa3e071b3fb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2cac8824-aa8b-4b5b-839c-b7efd5119180), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.355479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:10.367954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-168f9f1a-f1ea-4039-9b75-9f02d1994eac req-e0257228-ced5-40a1-84d1-9170077ea236 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353803 Feb 19 03:13:10.372692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80ae8813-59f2-461d-8a8a-230f4b291e8f req-641636b2-a690-4cc0-b792-1c4874146f2b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1360323 Feb 19 03:13:10.373759 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6bf09077-c44b-4357-94a4-2dfe1ea9d994 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c53d4e35-4889-44f2-abbb-859609924a8a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.427159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf09077-c44b-4357-94a4-2dfe1ea9d994 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Port': ['ID=c53d4e35-4889-44f2-abbb-859609924a8a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:10.462828 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f1c87-b536-419b-b64f-7aa3e071b3fb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Pushing event deleted for resources: {'Port': ['ID=2cac8824-aa8b-4b5b-839c-b7efd5119180,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:10.568106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['2cac8824-aa8b-4b5b-839c-b7efd5119180'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:10.594048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ff349889-c217-4e41-8dc0-87a58b15b1dc None None] Current status of the port c0c61c07-aed2-40f3-8ae7-45044511b653 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:10.616020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7976764-9ab1-4a85-9f0f-27b90d8c2d98 req-331f1c87-b536-419b-b64f-7aa3e071b3fb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] No DVR routers for this DVR port 2cac8824-aa8b-4b5b-839c-b7efd5119180 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:10.623647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d7976764-9ab1-4a85-9f0f-27b90d8c2d98 req-331f1c87-b536-419b-b64f-7aa3e071b3fb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.627007 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d7976764-9ab1-4a85-9f0f-27b90d8c2d98 req-331f1c87-b536-419b-b64f-7aa3e071b3fb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.87 "DELETE /v2.0/ports/2cac8824-aa8b-4b5b-839c-b7efd5119180 HTTP/1.1" status: 204 len: 173 time: 1.6698534 Feb 19 03:13:10.627474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9', 'name': 'network-vif-deleted', 'tag': '2cac8824-aa8b-4b5b-839c-b7efd5119180'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:10.630160 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa878da1-49f9-49f8-813d-de4b6347b9f8" -d '{"events": [{"server_uuid": "5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9", "name": "network-vif-deleted", "tag": "2cac8824-aa8b-4b5b-839c-b7efd5119180"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:10.719186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:08Z', 'revision_number': 3, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:10.735999 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6bf09077-c44b-4357-94a4-2dfe1ea9d994 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (a4882e93-2346-4302-8ca3-7feec0e7ab22), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.817970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Checking router: ac76a650-60fb-4e13-ae6f-ca11391ec6d2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:13:10.818265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Updating router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 port b852800b-387c-42b6-861e-797bb29ca1d8 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:13:10.824753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae8813-59f2-461d-8a8a-230f4b291e8f req-3b207abe-949a-42dc-830a-f43442ea4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:10.833036 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80ae8813-59f2-461d-8a8a-230f4b291e8f req-3b207abe-949a-42dc-830a-f43442ea4a55 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 1127 time: 0.4076207 Feb 19 03:13:10.891562 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b852800b-387c-42b6-861e-797bb29ca1d8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:10.986241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c0c61c07-aed2-40f3-8ae7-45044511b653 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:10.997796 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54f7c32-a744-4031-82e9-1aab9ad4f958 x-openstack-request-id: req-d54f7c32-a744-4031-82e9-1aab9ad4f958 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:10.998184 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9", "name": "network-vif-deleted", "tag": "2cac8824-aa8b-4b5b-839c-b7efd5119180", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:10.998639 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d54f7c32-a744-4031-82e9-1aab9ad4f958 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:10.999146 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9', 'name': 'network-vif-deleted', 'tag': '2cac8824-aa8b-4b5b-839c-b7efd5119180', 'status': 'completed', 'code': 200} Feb 19 03:13:11.156153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53caa1c-6011-45d5-a845-2bb1657b0fab req-87983dbc-0d3d-4fc0-b8c9-7d6b43257f76 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:11.157802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d53caa1c-6011-45d5-a845-2bb1657b0fab req-87983dbc-0d3d-4fc0-b8c9-7d6b43257f76 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.4968410 Feb 19 03:13:11.184214 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.253422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c0c61c07-aed2-40f3-8ae7-45044511b653 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:11.254604 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.303920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5f9b87c5-5eea-4db7-a949-be598ddc3bd6 None None] Provisioning complete for port c0c61c07-aed2-40f3-8ae7-45044511b653 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:11.304305 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f9b87c5-5eea-4db7-a949-be598ddc3bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.484257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf09077-c44b-4357-94a4-2dfe1ea9d994 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Router a4882e93-2346-4302-8ca3-7feec0e7ab22 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:13:11.531063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae8813-59f2-461d-8a8a-230f4b291e8f req-69a6491c-520d-4dd9-a38f-27189653b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:11.532768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80ae8813-59f2-461d-8a8a-230f4b291e8f req-69a6491c-520d-4dd9-a38f-27189653b10f service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.4903769 Feb 19 03:13:11.540510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d53caa1c-6011-45d5-a845-2bb1657b0fab req-858a2408-d33a-43cf-b464-7274ab375bd7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777255 Feb 19 03:13:11.550173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b87c5-5eea-4db7-a949-be598ddc3bd6 None None] Current status of the port c0c61c07-aed2-40f3-8ae7-45044511b653 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:11.608391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c0c61c07-aed2-40f3-8ae7-45044511b653 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:11.697114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Allocated IP 172.20.0.1 (cde8dd25-f108-4307-91ab-7836fe0a9bfd/c111a654-e393-48a7-9224-9f130ed27262/91d26238-6c12-4838-a879-2169f54ccf9f) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:11.707660 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Publish callbacks [] for port (b852800b-387c-42b6-861e-797bb29ca1d8), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.716146 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b852800b-387c-42b6-861e-797bb29ca1d8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.735715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6379576-a1cc-4c41-9f30-2b73373eeaa6 req-0010224f-bf7b-476c-87cd-c5596df33063 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=5d7d3df6-6478-4e2f-bcfd-8ccacf8589e9 HTTP/1.1" status: 200 len: 210 time: 0.1467421 Feb 19 03:13:11.740475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf09077-c44b-4357-94a4-2dfe1ea9d994 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:11.752230 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5edbcb-ccbf-4bde-b317-3bc105f2f0ab None None] Sync routers for ids ['a4882e93-2346-4302-8ca3-7feec0e7ab22'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:11.766026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6bf09077-c44b-4357-94a4-2dfe1ea9d994 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "PUT /v2.0/routers/a4882e93-2346-4302-8ca3-7feec0e7ab22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6055396 Feb 19 03:13:11.769153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39308) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:11.783945 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5edbcb-ccbf-4bde-b317-3bc105f2f0ab None None] Routers {'a4882e93-2346-4302-8ca3-7feec0e7ab22'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:11.788549 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3e5edbcb-ccbf-4bde-b317-3bc105f2f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a4882e93-2346-4302-8ca3-7feec0e7ab22'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:11.819586 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-ce572434-4320-4c6b-9fde-4fa0a2fa117b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] show failed (client error): The resource could not be found. Feb 19 03:13:11.824458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ce572434-4320-4c6b-9fde-4fa0a2fa117b tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1909077856 HTTP/1.1" status: 404 len: 335 time: 0.0538948 Feb 19 03:13:11.825108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39310) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:11.834357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-28cb1121-f0be-4b98-ad82-00ae432374df tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:11.840994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80ae8813-59f2-461d-8a8a-230f4b291e8f req-b8c6731a-c334-4769-8420-15c2aa6af550 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 200 len: 999 time: 0.2994845 Feb 19 03:13:11.892468 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51163b-4e1c-4415-a283-96a366df39ec None None] Pushing event updated for resources: {'Port': ['ID=b852800b-387c-42b6-861e-797bb29ca1d8,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:11.905990 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3e5edbcb-ccbf-4bde-b317-3bc105f2f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:11.923022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Attempting to bind port b852800b-387c-42b6-861e-797bb29ca1d8 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:11.925255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Attempting to bind port b852800b-387c-42b6-861e-797bb29ca1d8 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:11.925777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Attempting to bind port b852800b-387c-42b6-861e-797bb29ca1d8 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:11.928846 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-28cb1121-f0be-4b98-ad82-00ae432374df tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] update failed (client error): The resource could not be found. Feb 19 03:13:11.930328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-28cb1121-f0be-4b98-ad82-00ae432374df tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-581122288 HTTP/1.1" status: 404 len: 334 time: 0.0999753 Feb 19 03:13:11.934026 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5edbcb-ccbf-4bde-b317-3bc105f2f0ab None None] Routers {'a4882e93-2346-4302-8ca3-7feec0e7ab22'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:11.935284 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3e5edbcb-ccbf-4bde-b317-3bc105f2f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a4882e93-2346-4302-8ca3-7feec0e7ab22'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:11.941090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:11.941616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:11.942568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39314) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:11.942943 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:11.943356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:11.945277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Bound port: b852800b-387c-42b6-861e-797bb29ca1d8, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:11.945676 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b852800b-387c-42b6-861e-797bb29ca1d8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.005406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae8813-59f2-461d-8a8a-230f4b291e8f req-574b37c7-0bfd-48b0-8d8b-6eb9d35c351f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:12.007359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80ae8813-59f2-461d-8a8a-230f4b291e8f req-574b37c7-0bfd-48b0-8d8b-6eb9d35c351f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.1129665 Feb 19 03:13:12.016193 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3e5edbcb-ccbf-4bde-b317-3bc105f2f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:12.017325 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5edbcb-ccbf-4bde-b317-3bc105f2f0ab None None] The sync data for ids ['a4882e93-2346-4302-8ca3-7feec0e7ab22'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:12.047356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] For port b852800b-387c-42b6-861e-797bb29ca1d8, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:12.057725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] For port b852800b-387c-42b6-861e-797bb29ca1d8, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b852800b-387c-42b6-861e-797bb29ca1d8,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:12.072041 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b852800b-387c-42b6-861e-797bb29ca1d8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.110412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Publish callbacks [] for port (91d26238-6c12-4838-a879-2169f54ccf9f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.129127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae8813-59f2-461d-8a8a-230f4b291e8f req-40664fec-f037-46b4-aba7-95b63d261727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:12.131170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80ae8813-59f2-461d-8a8a-230f4b291e8f req-40664fec-f037-46b4-aba7-95b63d261727 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1148152 Feb 19 03:13:12.155064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9f0b96-2589-4237-89c3-b20d5aa29ea2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Deleting subnet d301440e-b1c2-45c1-b11d-e371564341f9 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:13:12.161686 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0b96-2589-4237-89c3-b20d5aa29ea2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for subnet (d301440e-b1c2-45c1-b11d-e371564341f9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.164983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51163b-4e1c-4415-a283-96a366df39ec None None] Pushing event updated for resources: {'Port': ['ID=b852800b-387c-42b6-861e-797bb29ca1d8,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:12.190158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:12.191146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:12.235237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0b96-2589-4237-89c3-b20d5aa29ea2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (d301440e-b1c2-45c1-b11d-e371564341f9), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.261263 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.291845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80ae8813-59f2-461d-8a8a-230f4b291e8f req-c443451d-89c3-4d89-a29b-77ee8ba91f56 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532483 Feb 19 03:13:12.331968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Network cde8dd25-f108-4307-91ab-7836fe0a9bfd is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:12.341437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Pushing event updated for resources: {'Port': ['ID=91d26238-6c12-4838-a879-2169f54ccf9f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:12.345654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:12.348547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:12.357477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:12.425134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.503415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80ae8813-59f2-461d-8a8a-230f4b291e8f req-79d6f1a3-89d9-499b-b15b-c105a34d7469 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036412 Feb 19 03:13:12.523644 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0b96-2589-4237-89c3-b20d5aa29ea2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d301440e-b1c2-45c1-b11d-e371564341f9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.699687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:08Z', 'revision_number': 3, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:12.724372 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0b96-2589-4237-89c3-b20d5aa29ea2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (d301440e-b1c2-45c1-b11d-e371564341f9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.753061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86da3ae-9e35-40fc-bfc7-593c428faed0 None None] The sync data for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 is: [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:08Z', 'revision_number': 3, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:12.777913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f0b96-2589-4237-89c3-b20d5aa29ea2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Subnet': ['ID=d301440e-b1c2-45c1-b11d-e371564341f9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:12.788777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bbd94d-692c-4780-b10b-70246ddf4a4a req-fefe2ecc-4bcc-414d-9870-f398f3d7be5e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:12.792539 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4bbd94d-692c-4780-b10b-70246ddf4a4a req-fefe2ecc-4bcc-414d-9870-f398f3d7be5e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.1126060 Feb 19 03:13:12.794878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-91494a5e-2fe7-44f9-bba6-2138af93eb3c None None] Provisioning complete for port 91d26238-6c12-4838-a879-2169f54ccf9f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:12.795431 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91494a5e-2fe7-44f9-bba6-2138af93eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.802276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0b96-2589-4237-89c3-b20d5aa29ea2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.812501 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-aa9f0b96-2589-4237-89c3-b20d5aa29ea2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "DELETE /v2.0/subnets/d301440e-b1c2-45c1-b11d-e371564341f9 HTTP/1.1" status: 204 len: 168 time: 0.8502097 Feb 19 03:13:12.812501 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:12.820138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39322) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:12.863102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63f5c62-b547-46d8-8ad0-9707c7fb9997 None None] Network cda9d279-f546-4943-b236-1edc2c510252 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:12.899775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4bbd94d-692c-4780-b10b-70246ddf4a4a req-be1450e9-c38f-44c7-a77f-386038467afe tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016707 Feb 19 03:13:12.986294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-91494a5e-2fe7-44f9-bba6-2138af93eb3c None None] Port 91d26238-6c12-4838-a879-2169f54ccf9f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:13:13.048410 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (cda9d279-f546-4943-b236-1edc2c510252), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:13.190317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4516ed1-21a9-4392-a235-853df125a70e None None] DHCP port deletion for cda9d279-f546-4943-b236-1edc2c510252 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:13:13.536380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d4516ed1-21a9-4392-a235-853df125a70e None None] Deleting port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:13.537073 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d4516ed1-21a9-4392-a235-853df125a70e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:13.630810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d4516ed1-21a9-4392-a235-853df125a70e None None] For port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a,segment=NetworkSegment(e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396),segment_id=e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:13.631369 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d4516ed1-21a9-4392-a235-853df125a70e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:13.657403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d4516ed1-21a9-4392-a235-853df125a70e None None] Calling delete_port for 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:13.802260 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d4516ed1-21a9-4392-a235-853df125a70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:13.838660 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4516ed1-21a9-4392-a235-853df125a70e None None] Pushing event deleted for resources: {'Port': ['ID=4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:13.866022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4516ed1-21a9-4392-a235-853df125a70e None None] No DVR routers for this DVR port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:13.898300 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 2cac8824-aa8b-4b5b-839c-b7efd5119180 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:13.926746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Deleting port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:13.927336 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:13.984335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 2cac8824-aa8b-4b5b-839c-b7efd5119180 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:13.984877 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 2cac8824-aa8b-4b5b-839c-b7efd5119180 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:14.035872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] For port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a, host n-d-826755-2, got binding levels [] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:14.036382 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.089114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Publish callbacks [] for port (91d26238-6c12-4838-a879-2169f54ccf9f), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.107880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Calling delete_port for 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:14.109992 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.113062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.ipam_backend_mixin [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a was not found and therefore no delete operation was performed {{(pid=109898) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:13:14.150980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5a4a9-160a-44f9-ac41-4d3f950126cd req-9c385d7a-8e98-4831-a3fe-ca763aff3964 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:14.153675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4b5a4a9-160a-44f9-ac41-4d3f950126cd req-9c385d7a-8e98-4831-a3fe-ca763aff3964 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.1114664 Feb 19 03:13:14.217014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4b5a4a9-160a-44f9-ac41-4d3f950126cd req-fe8ba5c7-9d64-4576-87fd-cb5e2f56d7f4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566514 Feb 19 03:13:14.246207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.248286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Pushing event updated for resources: {'Port': ['ID=91d26238-6c12-4838-a879-2169f54ccf9f,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:14.301313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] No DVR routers for this DVR port 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:14.303249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Port': ['ID=4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:14.376791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.446581 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (cda9d279-f546-4943-b236-1edc2c510252), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.500875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda9d279-f546-4943-b236-1edc2c510252']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:14.515296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:14.515604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:14.533487 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.567676 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.576895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Network cde8dd25-f108-4307-91ab-7836fe0a9bfd is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:14.577971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:14.578372 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (e62dfa5b-eb53-47b0-a8b5-c9e39b2b3396), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:14.582158 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:14.584333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:14.719975 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (cda9d279-f546-4943-b236-1edc2c510252), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.744072 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.750857 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "DELETE /v2.0/networks/cda9d279-f546-4943-b236-1edc2c510252 HTTP/1.1" status: 204 len: 168 time: 1.9274087 Feb 19 03:13:14.751448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4429520-91a4-46dd-b22e-13f2e385229e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Network': ['ID=cda9d279-f546-4943-b236-1edc2c510252,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:14.753194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39340) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:14.828632 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:13:14.853949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-d35f6dd9-2757-42a4-a4ae-59f9bc5752b2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Deleting subnet c430c921-d6d4-47fe-9359-454483ecc49f {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:13:14.859222 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d35f6dd9-2757-42a4-a4ae-59f9bc5752b2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for subnet (c430c921-d6d4-47fe-9359-454483ecc49f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:14.930143 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d35f6dd9-2757-42a4-a4ae-59f9bc5752b2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (c430c921-d6d4-47fe-9359-454483ecc49f), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.022551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b852800b-387c-42b6-861e-797bb29ca1d8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:15.137855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b0f66ae5-3716-46d0-bafc-1bda2bcac055 None None] Provisioning complete for port 91d26238-6c12-4838-a879-2169f54ccf9f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:15.138768 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0f66ae5-3716-46d0-bafc-1bda2bcac055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.140317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:15.172693 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fbe4a34c-13a5-4f2b-a3c4-438c403cb9cc admin admin] 10.222.0.81 "PUT /v2.0/routers/ac76a650-60fb-4e13-ae6f-ca11391ec6d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1820350 Feb 19 03:13:15.173143 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d35f6dd9-2757-42a4-a4ae-59f9bc5752b2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (c430c921-d6d4-47fe-9359-454483ecc49f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.292106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b852800b-387c-42b6-861e-797bb29ca1d8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:15.292474 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b852800b-387c-42b6-861e-797bb29ca1d8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.385455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b0f66ae5-3716-46d0-bafc-1bda2bcac055 None None] Port 91d26238-6c12-4838-a879-2169f54ccf9f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:13:15.446664 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d35f6dd9-2757-42a4-a4ae-59f9bc5752b2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (c430c921-d6d4-47fe-9359-454483ecc49f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.510769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b852800b-387c-42b6-861e-797bb29ca1d8 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:15.511166 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b852800b-387c-42b6-861e-797bb29ca1d8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.523384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f6dd9-2757-42a4-a4ae-59f9bc5752b2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Subnet': ['ID=c430c921-d6d4-47fe-9359-454483ecc49f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:15.536828 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d35f6dd9-2757-42a4-a4ae-59f9bc5752b2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.547719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d35f6dd9-2757-42a4-a4ae-59f9bc5752b2 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "DELETE /v2.0/subnets/c430c921-d6d4-47fe-9359-454483ecc49f HTTP/1.1" status: 204 len: 168 time: 0.7924845 Feb 19 03:13:15.548463 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39352) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:15.579758 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port b852800b-387c-42b6-861e-797bb29ca1d8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b852800b-387c-42b6-861e-797bb29ca1d8,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:15.589343 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9921bb3e-3324-4099-be50-f60d5a9458a6 None None] Network 765d3dd2-6021-48da-bdea-621132f909f5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:15.595634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69748f2f-48a9-42f4-aaf4-d38c3f60d7b6 req-d4707cf9-ae2c-4eee-9373-17e3c75fc759 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:15.602798 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b852800b-387c-42b6-861e-797bb29ca1d8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.605867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69748f2f-48a9-42f4-aaf4-d38c3f60d7b6 req-d4707cf9-ae2c-4eee-9373-17e3c75fc759 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.2567964 Feb 19 03:13:15.606504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39360) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:15.726166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce12f221-9dfb-49c3-969d-703f18f6d1e9 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Deleting subnet 18a733db-1141-4846-953f-49cf1cb9c968 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:13:15.749050 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce12f221-9dfb-49c3-969d-703f18f6d1e9 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for subnet (18a733db-1141-4846-953f-49cf1cb9c968), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.774314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69748f2f-48a9-42f4-aaf4-d38c3f60d7b6 req-f9bdecd9-0577-4cda-8730-04b265cb8af5 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534560 Feb 19 03:13:15.846727 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce12f221-9dfb-49c3-969d-703f18f6d1e9 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (18a733db-1141-4846-953f-49cf1cb9c968), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:15.853271 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=b852800b-387c-42b6-861e-797bb29ca1d8,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:15.860831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:15.887781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Sync routers for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:16.008054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:16.009035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:16.013957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce12f221-9dfb-49c3-969d-703f18f6d1e9 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (18a733db-1141-4846-953f-49cf1cb9c968), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:16.023550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:16.024183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4d3ebcbf-b1da-4e80-bd86-aa8c5da8b37a not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:16.162211 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce12f221-9dfb-49c3-969d-703f18f6d1e9 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (18a733db-1141-4846-953f-49cf1cb9c968), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:16.226273 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12f221-9dfb-49c3-969d-703f18f6d1e9 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Subnet': ['ID=18a733db-1141-4846-953f-49cf1cb9c968,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:16.237159 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce12f221-9dfb-49c3-969d-703f18f6d1e9 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:16.244294 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ce12f221-9dfb-49c3-969d-703f18f6d1e9 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "DELETE /v2.0/subnets/18a733db-1141-4846-953f-49cf1cb9c968 HTTP/1.1" status: 204 len: 168 time: 0.6897340 Feb 19 03:13:16.245140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39372) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:16.264425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afde2ca-ade9-466e-a751-cbc7b379fbf0 None None] Network 7ff8d039-6374-461c-b5fc-c714668f5788 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:16.418063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-7df544ea-e884-4374-b893-b647fd419630 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:16.426203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-7df544ea-e884-4374-b893-b647fd419630 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 821 time: 0.3253849 Feb 19 03:13:16.458215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-8f386f18-8709-40c2-878b-b0ebf35eb6b2 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/quotas/82dad37909b049e1bf2de6b4db533728 HTTP/1.1" status: 200 len: 375 time: 0.0309844 Feb 19 03:13:16.522863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (765d3dd2-6021-48da-bdea-621132f909f5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:16.564230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:16.631002 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-30ea536e-eac0-457a-a30e-49ad9dcd2132 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1716428 Feb 19 03:13:16.715859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c24bdfc-bc71-4f49-9037-8c0c17c28139 None None] DHCP port deletion for 765d3dd2-6021-48da-bdea-621132f909f5 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:13:16.979375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d7ce8-934f-4596-a1b2-84546fd646e5 None None] DHCP port deletion for 7ff8d039-6374-461c-b5fc-c714668f5788 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:13:17.026463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b852800b-387c-42b6-861e-797bb29ca1d8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:17.064772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-30a879bb-14af-4dfa-bb7b-21cb2e39bbb3 service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325635 Feb 19 03:13:17.177525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7c24bdfc-bc71-4f49-9037-8c0c17c28139 None None] Deleting port b6385571-2aca-47a2-86b9-6f5b472dd620 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:17.177940 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c24bdfc-bc71-4f49-9037-8c0c17c28139 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.223899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff75742-7866-497c-b4bd-153c01004a7f req-cab12f62-f421-4620-8beb-3ce768d7813b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:17.231367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff75742-7866-497c-b4bd-153c01004a7f req-cab12f62-f421-4620-8beb-3ce768d7813b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.1859221 Feb 19 03:13:17.242927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Deleting port b6385571-2aca-47a2-86b9-6f5b472dd620 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:17.243266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7c24bdfc-bc71-4f49-9037-8c0c17c28139 None None] For port b6385571-2aca-47a2-86b9-6f5b472dd620, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b6385571-2aca-47a2-86b9-6f5b472dd620,segment=NetworkSegment(21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac),segment_id=21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:17.243666 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c24bdfc-bc71-4f49-9037-8c0c17c28139 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.243910 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.257081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7c24bdfc-bc71-4f49-9037-8c0c17c28139 None None] Calling delete_port for b6385571-2aca-47a2-86b9-6f5b472dd620 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:17.315151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] For port b6385571-2aca-47a2-86b9-6f5b472dd620, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b6385571-2aca-47a2-86b9-6f5b472dd620,segment=NetworkSegment(21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac),segment_id=21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:17.316243 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.331906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Calling delete_port for b6385571-2aca-47a2-86b9-6f5b472dd620 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:17.352239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ea5d7ce8-934f-4596-a1b2-84546fd646e5 None None] Deleting port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:17.352681 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea5d7ce8-934f-4596-a1b2-84546fd646e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.372036 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c24bdfc-bc71-4f49-9037-8c0c17c28139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.430784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b6385571-2aca-47a2-86b9-6f5b472dd620), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.440656 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:13Z', 'revision_number': 2, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:17.475093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Port': ['ID=b6385571-2aca-47a2-86b9-6f5b472dd620,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:17.500773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Checking router: ac76a650-60fb-4e13-ae6f-ca11391ec6d2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:13:17.501252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Updating router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 port 91d26238-6c12-4838-a879-2169f54ccf9f binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:13:17.503210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b852800b-387c-42b6-861e-797bb29ca1d8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:17.503580 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b852800b-387c-42b6-861e-797bb29ca1d8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.507021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24bdfc-bc71-4f49-9037-8c0c17c28139 None None] Pushing event deleted for resources: {'Port': ['ID=b6385571-2aca-47a2-86b9-6f5b472dd620,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:17.526499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] No DVR routers for this DVR port b6385571-2aca-47a2-86b9-6f5b472dd620 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:17.527037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c24bdfc-bc71-4f49-9037-8c0c17c28139 None None] No DVR routers for this DVR port b6385571-2aca-47a2-86b9-6f5b472dd620 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:17.583821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-7ca51c15-5ba4-4078-a161-91eafe6d0b11 service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170619 Feb 19 03:13:17.584068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ea5d7ce8-934f-4596-a1b2-84546fd646e5 None None] For port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5690dd50-bc0a-495a-bac7-9b2d682f5dd8,segment=NetworkSegment(872ce9e8-6184-402c-acf1-b6ae3cb1fd70),segment_id=872ce9e8-6184-402c-acf1-b6ae3cb1fd70)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:17.584407 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea5d7ce8-934f-4596-a1b2-84546fd646e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.611982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ea5d7ce8-934f-4596-a1b2-84546fd646e5 None None] Calling delete_port for 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:17.626379 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.872251 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (765d3dd2-6021-48da-bdea-621132f909f5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:17.951037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765d3dd2-6021-48da-bdea-621132f909f5']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:17.985133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:17.986677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:18.025712 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.074393 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.084605 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Publish callbacks [] for port (91d26238-6c12-4838-a879-2169f54ccf9f), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.105233 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:18.107926 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (21682dd9-89b5-45e5-9ee7-2b5aba2aa9ac), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.108848 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:18.125015 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:18.193939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff75742-7866-497c-b4bd-153c01004a7f req-b98369c9-048e-4783-88bd-f31d45fd84ff tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9614575 Feb 19 03:13:18.363818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec8a892c-4cb5-4c42-873f-30e421641d01 req-2a5d3268-77fd-455b-8a75-81d9b0355c77 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 210 time: 0.2377667 Feb 19 03:13:18.365938 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (765d3dd2-6021-48da-bdea-621132f909f5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.388397 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.396991 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39394) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:18.397494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "DELETE /v2.0/networks/765d3dd2-6021-48da-bdea-621132f909f5 HTTP/1.1" status: 204 len: 168 time: 2.1501198 Feb 19 03:13:18.415647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2774785-2e06-4cbc-a360-6e80789ed92e tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Network': ['ID=765d3dd2-6021-48da-bdea-621132f909f5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:18.427312 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b117f59-9c10-4b01-a285-5d3fefc474b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (70ca21c1-0655-4b85-9a2c-f7452a51ec81), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.535107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c129f32-21e6-4aca-9f87-6ac8e8f67984 None None] Pushing event updated for resources: {'Port': ['ID=91d26238-6c12-4838-a879-2169f54ccf9f,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:18.556700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b852800b-387c-42b6-861e-797bb29ca1d8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:18.562472 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (7ff8d039-6374-461c-b5fc-c714668f5788), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.653094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a0e648f-33d8-4436-8a12-32817761d60d req-07821db8-1c1b-4bc2-ab93-e55d8d353eb9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5214245 Feb 19 03:13:18.675605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:18.759422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Deleting port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:18.759757 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.848912 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea5d7ce8-934f-4596-a1b2-84546fd646e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.866263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Attempting to bind port 91d26238-6c12-4838-a879-2169f54ccf9f on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:18.866638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Attempting to bind port 91d26238-6c12-4838-a879-2169f54ccf9f by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:18.867336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Attempting to bind port 91d26238-6c12-4838-a879-2169f54ccf9f on network cde8dd25-f108-4307-91ab-7836fe0a9bfd {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:18.904518 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d7ce8-934f-4596-a1b2-84546fd646e5 None None] No DVR routers for this DVR port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:18.905446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] For port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5690dd50-bc0a-495a-bac7-9b2d682f5dd8,segment=NetworkSegment(872ce9e8-6184-402c-acf1-b6ae3cb1fd70),segment_id=872ce9e8-6184-402c-acf1-b6ae3cb1fd70)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:18.906006 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.918001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:18.918385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Checking segment: {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:18.918829 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.919222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Bound using segment: {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:18.919716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Bound port: 91d26238-6c12-4838-a879-2169f54ccf9f, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:18.920093 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:18.958267 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Calling delete_port for 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:19.032931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e648f-33d8-4436-8a12-32817761d60d req-e690549c-6f57-4fbd-9d36-8e51295c04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:19.034883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a0e648f-33d8-4436-8a12-32817761d60d req-e690549c-6f57-4fbd-9d36-8e51295c04bb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=64b38365811a47d39a3a382b5d574f89&device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 1129 time: 0.2179704 Feb 19 03:13:19.119027 n-d-826755-2 neutron-server[109900]: INFO neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No ports have port_id starting with 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 Feb 19 03:13:19.119949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d7ce8-934f-4596-a1b2-84546fd646e5 None None] Pushing event deleted for resources: {'Port': ['ID=5690dd50-bc0a-495a-bac7-9b2d682f5dd8,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:19.152226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b6385571-2aca-47a2-86b9-6f5b472dd620 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:19.158574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5690dd50-bc0a-495a-bac7-9b2d682f5dd8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.196777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Port': ['ID=5690dd50-bc0a-495a-bac7-9b2d682f5dd8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:19.208885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] No DVR routers for this DVR port 5690dd50-bc0a-495a-bac7-9b2d682f5dd8 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:19.225705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: b6385571-2aca-47a2-86b9-6f5b472dd620 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:19.226058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b6385571-2aca-47a2-86b9-6f5b472dd620 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:19.264113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-367abcff-cc1f-4a27-9de0-2c951d20d1bf None None] Provisioning complete for port 91d26238-6c12-4838-a879-2169f54ccf9f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:19.271527 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-367abcff-cc1f-4a27-9de0-2c951d20d1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.275654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] For port 91d26238-6c12-4838-a879-2169f54ccf9f, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:19.313948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e648f-33d8-4436-8a12-32817761d60d req-3d743e99-69ca-4372-bfd8-3b6bec14dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:19.315605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a0e648f-33d8-4436-8a12-32817761d60d req-3d743e99-69ca-4372-bfd8-3b6bec14dcee service neutron] 10.222.0.67 "GET /v2.0/networks?id=dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 200 len: 918 time: 0.2597044 Feb 19 03:13:19.339767 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9b117f59-9c10-4b01-a285-5d3fefc474b7 admin admin] Deleting port 33435ac9-01f1-406d-9f49-6fcd798cfa3c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:19.340101 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b117f59-9c10-4b01-a285-5d3fefc474b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.344869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] For port 91d26238-6c12-4838-a879-2169f54ccf9f, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=91d26238-6c12-4838-a879-2169f54ccf9f,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:19.375685 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.379679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-367abcff-cc1f-4a27-9de0-2c951d20d1bf None None] Port 91d26238-6c12-4838-a879-2169f54ccf9f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:13:19.423081 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (7ff8d039-6374-461c-b5fc-c714668f5788), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.478987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ff8d039-6374-461c-b5fc-c714668f5788']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:19.497731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872ce9e8-6184-402c-acf1-b6ae3cb1fd70') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:19.498082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872ce9e8-6184-402c-acf1-b6ae3cb1fd70') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:19.499357 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:19.499995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:19.509140 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (872ce9e8-6184-402c-acf1-b6ae3cb1fd70), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.525959 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (872ce9e8-6184-402c-acf1-b6ae3cb1fd70), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.531755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-9b117f59-9c10-4b01-a285-5d3fefc474b7 admin admin] For port 33435ac9-01f1-406d-9f49-6fcd798cfa3c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=33435ac9-01f1-406d-9f49-6fcd798cfa3c,segment=NetworkSegment(68d2b9dd-1d76-44c6-9325-92d981930310),segment_id=68d2b9dd-1d76-44c6-9325-92d981930310)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:19.532308 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b117f59-9c10-4b01-a285-5d3fefc474b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.535403 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:19.536046 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (872ce9e8-6184-402c-acf1-b6ae3cb1fd70), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:19.539763 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:19.574383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9b117f59-9c10-4b01-a285-5d3fefc474b7 admin admin] Calling delete_port for 33435ac9-01f1-406d-9f49-6fcd798cfa3c owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:19.662694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c129f32-21e6-4aca-9f87-6ac8e8f67984 None None] Pushing event updated for resources: {'Port': ['ID=91d26238-6c12-4838-a879-2169f54ccf9f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:19.744457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (7ff8d039-6374-461c-b5fc-c714668f5788), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.778679 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.789918 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "DELETE /v2.0/networks/7ff8d039-6374-461c-b5fc-c714668f5788 HTTP/1.1" status: 204 len: 168 time: 1.3917575 Feb 19 03:13:19.830006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39424) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:19.864283 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba667bdb-b5e5-42e6-bf2f-05ebae5847f8 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Network': ['ID=7ff8d039-6374-461c-b5fc-c714668f5788,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:19.864556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:19.964283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bf83decf-3724-45f3-9b18-616a6637fcb3 None None] Provisioning complete for port 91d26238-6c12-4838-a879-2169f54ccf9f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:19.967502 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bf83decf-3724-45f3-9b18-616a6637fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:19.980279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2e84c2-d10d-4579-a5ec-d912ce365395 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Deleting subnet 4e2f0906-7765-47a3-bb5e-c755311b0604 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:13:19.984792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e2e84c2-d10d-4579-a5ec-d912ce365395 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for subnet (4e2f0906-7765-47a3-bb5e-c755311b0604), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.049842 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e2e84c2-d10d-4579-a5ec-d912ce365395 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (4e2f0906-7765-47a3-bb5e-c755311b0604), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.334244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a83fdd3b-1192-40cd-b666-5b7c10458657 req-a683ce91-7c76-4a57-b927-6eee8fdfa705 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 210 time: 0.2704365 Feb 19 03:13:20.348747 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e2e84c2-d10d-4579-a5ec-d912ce365395 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (4e2f0906-7765-47a3-bb5e-c755311b0604), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.406022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bf83decf-3724-45f3-9b18-616a6637fcb3 None None] Current status of the port 91d26238-6c12-4838-a879-2169f54ccf9f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:20.406564 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bf83decf-3724-45f3-9b18-616a6637fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.427681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a0e648f-33d8-4436-8a12-32817761d60d req-f550af83-5216-4dad-b269-4031b3845eaa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630 HTTP/1.1" status: 200 len: 1002 time: 1.0967607 Feb 19 03:13:20.481645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bf83decf-3724-45f3-9b18-616a6637fcb3 None None] For port 91d26238-6c12-4838-a879-2169f54ccf9f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=91d26238-6c12-4838-a879-2169f54ccf9f,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:20.484084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e2e84c2-d10d-4579-a5ec-d912ce365395 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (4e2f0906-7765-47a3-bb5e-c755311b0604), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.503457 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bf83decf-3724-45f3-9b18-616a6637fcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.552027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e84c2-d10d-4579-a5ec-d912ce365395 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Subnet': ['ID=4e2f0906-7765-47a3-bb5e-c755311b0604,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:20.556854 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e2e84c2-d10d-4579-a5ec-d912ce365395 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.559302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-c4093701-2a14-461d-8ad7-4c85d961bfb8 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:20.564517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-c4093701-2a14-461d-8ad7-4c85d961bfb8 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.87 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 821 time: 0.5015054 Feb 19 03:13:20.565440 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4e2e84c2-d10d-4579-a5ec-d912ce365395 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "DELETE /v2.0/subnets/4e2f0906-7765-47a3-bb5e-c755311b0604 HTTP/1.1" status: 204 len: 168 time: 0.7313378 Feb 19 03:13:20.568393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39432) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:20.576392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a8434c-3344-4608-9023-c3ae7c5f1071 None None] Network f0f6e713-ba31-4c37-99de-249dce8e71c0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:20.594472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Request body: {'port': {'device_id': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'admin_state_up': True, 'tenant_id': '82dad37909b049e1bf2de6b4db533728'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:20.626686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:19Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:20.713301 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b117f59-9c10-4b01-a285-5d3fefc474b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (33435ac9-01f1-406d-9f49-6fcd798cfa3c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.735033 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (f0f6e713-ba31-4c37-99de-249dce8e71c0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.754605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27765b3-d5d8-468a-94df-7e589a32bd54 None None] The sync data for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 is: [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:19Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:20.767297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83decf-3724-45f3-9b18-616a6637fcb3 None None] Pushing event updated for resources: {'Port': ['ID=91d26238-6c12-4838-a879-2169f54ccf9f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:20.866709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b47a9-cee5-4c2b-b6c0-451b3ed28bd4 req-4297b038-d6ed-4b65-9b24-ffb885a6504e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:20.870411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-711b47a9-cee5-4c2b-b6c0-451b3ed28bd4 req-4297b038-d6ed-4b65-9b24-ffb885a6504e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.8870642 Feb 19 03:13:20.912393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Deleting port fc269355-594a-4698-a2b1-5bfd9be120b1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:20.913149 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:20.993270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b280d839-459b-4793-a853-baf44097360f None None] DHCP port deletion for f0f6e713-ba31-4c37-99de-249dce8e71c0 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:13:21.029460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b117f59-9c10-4b01-a285-5d3fefc474b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33435ac9-01f1-406d-9f49-6fcd798cfa3c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:21.117525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b280d839-459b-4793-a853-baf44097360f None None] Deleting port fc269355-594a-4698-a2b1-5bfd9be120b1 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:21.117972 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b280d839-459b-4793-a853-baf44097360f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:21.118164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] For port fc269355-594a-4698-a2b1-5bfd9be120b1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fc269355-594a-4698-a2b1-5bfd9be120b1,segment=NetworkSegment(9e225472-9e06-437e-a4af-1218ff9e188b),segment_id=9e225472-9e06-437e-a4af-1218ff9e188b)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:21.118543 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:21.153803 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Calling delete_port for fc269355-594a-4698-a2b1-5bfd9be120b1 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:21.216906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e648f-33d8-4436-8a12-32817761d60d req-3be587a1-2215-4e84-8e79-76e9b4c26dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:21.219019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a0e648f-33d8-4436-8a12-32817761d60d req-3be587a1-2215-4e84-8e79-76e9b4c26dea service neutron] 10.222.0.67 "GET /v2.0/subnets?id=c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 200 len: 856 time: 0.6512668 Feb 19 03:13:21.259636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b280d839-459b-4793-a853-baf44097360f None None] For port fc269355-594a-4698-a2b1-5bfd9be120b1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fc269355-594a-4698-a2b1-5bfd9be120b1,segment=NetworkSegment(9e225472-9e06-437e-a4af-1218ff9e188b),segment_id=9e225472-9e06-437e-a4af-1218ff9e188b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:21.260509 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b280d839-459b-4793-a853-baf44097360f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:21.285273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b280d839-459b-4793-a853-baf44097360f None None] Calling delete_port for fc269355-594a-4698-a2b1-5bfd9be120b1 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:21.355452 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:21.412200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Made reservation on behalf of 82dad37909b049e1bf2de6b4db533728 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:21.417504 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:21.445177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Port': ['ID=fc269355-594a-4698-a2b1-5bfd9be120b1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:21.447231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] No DVR routers for this DVR port fc269355-594a-4698-a2b1-5bfd9be120b1 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:21.497948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-711b47a9-cee5-4c2b-b6c0-451b3ed28bd4 req-6fa4441b-c61a-419c-b08d-9573553d37a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217938 Feb 19 03:13:21.515408 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b280d839-459b-4793-a853-baf44097360f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (fc269355-594a-4698-a2b1-5bfd9be120b1), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:21.596708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280d839-459b-4793-a853-baf44097360f None None] Pushing event deleted for resources: {'Port': ['ID=fc269355-594a-4698-a2b1-5bfd9be120b1,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:21.610452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b280d839-459b-4793-a853-baf44097360f None None] No DVR routers for this DVR port fc269355-594a-4698-a2b1-5bfd9be120b1 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:21.688350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae15201e-5dec-4745-b88c-92e0590d6835 req-5c26dd03-a954-4b92-aa70-f1a6af529865 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 210 time: 0.1408572 Feb 19 03:13:21.699227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 91d26238-6c12-4838-a879-2169f54ccf9f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:21.721111 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (f0f6e713-ba31-4c37-99de-249dce8e71c0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:21.772132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f6e713-ba31-4c37-99de-249dce8e71c0']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:21.790534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e225472-9e06-437e-a4af-1218ff9e188b') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:21.791097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e225472-9e06-437e-a4af-1218ff9e188b') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:21.813845 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (9e225472-9e06-437e-a4af-1218ff9e188b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:21.824600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 91d26238-6c12-4838-a879-2169f54ccf9f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:21.825009 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:21.849809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (9e225472-9e06-437e-a4af-1218ff9e188b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:21.863890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:21.865108 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (9e225472-9e06-437e-a4af-1218ff9e188b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:21.872800 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:21.934167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0e648f-33d8-4436-8a12-32817761d60d req-647dd98c-e804-4fe2-b3dc-f8f9800fd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:21.935778 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a0e648f-33d8-4436-8a12-32817761d60d req-647dd98c-e804-4fe2-b3dc-f8f9800fd2c0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=dc362147-5daf-4111-b731-9fd1cccc2eb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6381617 Feb 19 03:13:22.031650 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (f0f6e713-ba31-4c37-99de-249dce8e71c0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.040932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 91d26238-6c12-4838-a879-2169f54ccf9f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:22.069800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.085460 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "DELETE /v2.0/networks/f0f6e713-ba31-4c37-99de-249dce8e71c0 HTTP/1.1" status: 204 len: 168 time: 1.5159738 Feb 19 03:13:22.086599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df7b52c-8786-42a1-881e-a0825f7291be tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Pushing event deleted for resources: {'Network': ['ID=f0f6e713-ba31-4c37-99de-249dce8e71c0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:22.089547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39440) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:22.117924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a0e648f-33d8-4436-8a12-32817761d60d req-afe94e15-c907-473b-ba45-5cd3234ee4e7 service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676533 Feb 19 03:13:22.143085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fc269355-594a-4698-a2b1-5bfd9be120b1 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:22.163463 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e7ff146e-be9b-49ed-bcf0-e67347439e42 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "GET /v2.0/ports?device_id=a4882e93-2346-4302-8ca3-7feec0e7ab22 HTTP/1.1" status: 200 len: 205 time: 0.0728512 Feb 19 03:13:22.168830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39444) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:22.184132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: fc269355-594a-4698-a2b1-5bfd9be120b1 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:22.189455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fc269355-594a-4698-a2b1-5bfd9be120b1 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:22.272157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a0e648f-33d8-4436-8a12-32817761d60d req-5a93018c-e931-4b47-b4a4-b82b18c6b1d3 service neutron] 10.222.0.67 "GET /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385078 Feb 19 03:13:22.351001 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57e43b48-c84d-4f85-9cdb-3251227e7514 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for router (a4882e93-2346-4302-8ca3-7feec0e7ab22), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.363839 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b117f59-9c10-4b01-a285-5d3fefc474b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (70ca21c1-0655-4b85-9a2c-f7452a51ec81), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.428154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Allocated IP 172.20.0.14 (cde8dd25-f108-4307-91ab-7836fe0a9bfd/c111a654-e393-48a7-9224-9f130ed27262/8bb7c74b-8952-45b7-a8b4-510da9c4114b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:22.534840 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.618876 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.746539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.791385 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57e43b48-c84d-4f85-9cdb-3251227e7514 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (a4882e93-2346-4302-8ca3-7feec0e7ab22), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.793917 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57e43b48-c84d-4f85-9cdb-3251227e7514 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for router_controller (a4882e93-2346-4302-8ca3-7feec0e7ab22), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.879941 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57e43b48-c84d-4f85-9cdb-3251227e7514 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (a4882e93-2346-4302-8ca3-7feec0e7ab22), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.881160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e43b48-c84d-4f85-9cdb-3251227e7514 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Fanout notify agent at l3_agent the message router_deleted on router a4882e93-2346-4302-8ca3-7feec0e7ab22 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:13:22.890634 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57e43b48-c84d-4f85-9cdb-3251227e7514 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:22.892479 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-57e43b48-c84d-4f85-9cdb-3251227e7514 tempest-RoutersNegativeIpV6Test-50110228 tempest-RoutersNegativeIpV6Test-50110228-project] 10.222.0.81 "DELETE /v2.0/routers/a4882e93-2346-4302-8ca3-7feec0e7ab22 HTTP/1.1" status: 204 len: 168 time: 0.7225714 Feb 19 03:13:23.335493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39458) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:23.405962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Network cde8dd25-f108-4307-91ab-7836fe0a9bfd is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:23.463813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:23.472631 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:23.484631 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:23.596761 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-57d2910d-eaa6-4450-b303-56741d1db773 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c7b3d0f2b6ad4bbfb13967533c0febbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2576401 Feb 19 03:13:23.597061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Pushing event updated for resources: {'Port': ['ID=8bb7c74b-8952-45b7-a8b4-510da9c4114b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:23.598594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39464) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:23.725864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24eb2574-587b-450f-821e-9c117114d1c7 admin admin] Publish callbacks [] for security_group (6f7a5621-6fe3-472b-9001-ff6b31eb26ef), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:23.768512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:23.772644 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24eb2574-587b-450f-821e-9c117114d1c7 admin admin] Publish callbacks [] for security_group (6f7a5621-6fe3-472b-9001-ff6b31eb26ef), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:23.774854 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:23.803351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d40485-4f5b-4d66-b739-9fb713c9c1f4 req-9fbd25a8-366d-41ee-9833-c964510b9be9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:23.804983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89d40485-4f5b-4d66-b739-9fb713c9c1f4 req-9fbd25a8-366d-41ee-9833-c964510b9be9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 1.1182988 Feb 19 03:13:23.845096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24eb2574-587b-450f-821e-9c117114d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6f7a5621-6fe3-472b-9001-ff6b31eb26ef), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:23.849864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24eb2574-587b-450f-821e-9c117114d1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:23.851568 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-24eb2574-587b-450f-821e-9c117114d1c7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6f7a5621-6fe3-472b-9001-ff6b31eb26ef HTTP/1.1" status: 204 len: 168 time: 0.2517700 Feb 19 03:13:23.862135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb2574-587b-450f-821e-9c117114d1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7a5621-6fe3-472b-9001-ff6b31eb26ef,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:23.866198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-85992f78-d393-4278-9605-0efd63145a34 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2851632 Feb 19 03:13:23.887299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Request body: {'port': {'device_id': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:23.976330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-19c20997-2756-491e-bfdd-e5066304a82d None None] Provisioning complete for port 8bb7c74b-8952-45b7-a8b4-510da9c4114b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:23.977320 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19c20997-2756-491e-bfdd-e5066304a82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:23.997878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4234e39-2eed-48d2-81c6-d10f42542c34 req-ce7a7008-9fdf-4985-87ce-4d684ed56644 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:23.999688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b4234e39-2eed-48d2-81c6-d10f42542c34 req-ce7a7008-9fdf-4985-87ce-4d684ed56644 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 932 time: 0.5538886 Feb 19 03:13:24.035602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-19c20997-2756-491e-bfdd-e5066304a82d None None] Port 8bb7c74b-8952-45b7-a8b4-510da9c4114b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:13:24.036122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89d40485-4f5b-4d66-b739-9fb713c9c1f4 req-27266a41-4fe1-4485-9a8b-c6de704f634d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925519 Feb 19 03:13:24.073882 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:24.098166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b117f59-9c10-4b01-a285-5d3fefc474b7 admin admin] Router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:13:24.160507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b4234e39-2eed-48d2-81c6-d10f42542c34 req-8b75cc17-cdb0-41dc-9503-0dd81ddd11c7 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503286 Feb 19 03:13:24.366439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b117f59-9c10-4b01-a285-5d3fefc474b7 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:24.376604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9b117f59-9c10-4b01-a285-5d3fefc474b7 admin admin] 10.222.0.81 "PUT /v2.0/routers/70ca21c1-0655-4b85-9a2c-f7452a51ec81/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7690434 Feb 19 03:13:24.378191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39482) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:24.386447 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04116314-3c8c-4105-9dd0-d1afd4d3e46d None None] Sync routers for ids ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:24.413475 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04116314-3c8c-4105-9dd0-d1afd4d3e46d None None] Routers {'70ca21c1-0655-4b85-9a2c-f7452a51ec81'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:24.414151 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-04116314-3c8c-4105-9dd0-d1afd4d3e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:24.605142 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Publish callbacks [] for router (70ca21c1-0655-4b85-9a2c-f7452a51ec81), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:24.617798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb7c74b-8952-45b7-a8b4-510da9c4114b {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:24.647742 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-04116314-3c8c-4105-9dd0-d1afd4d3e46d None None] Set router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:24.658435 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Publish callbacks [] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:24.701046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Transition to ACTIVE for port object 8bb7c74b-8952-45b7-a8b4-510da9c4114b will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:24.708511 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:24.850486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb7c74b-8952-45b7-a8b4-510da9c4114b,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:24.915683 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Publish callbacks [] for router_gateway (70ca21c1-0655-4b85-9a2c-f7452a51ec81), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:24.975461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Attempting to bind port 8bb7c74b-8952-45b7-a8b4-510da9c4114b on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:24.976502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Attempting to bind port 8bb7c74b-8952-45b7-a8b4-510da9c4114b by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:24.977235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Attempting to bind port 8bb7c74b-8952-45b7-a8b4-510da9c4114b on network cde8dd25-f108-4307-91ab-7836fe0a9bfd {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:24.989432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Port 8bb7c74b-8952-45b7-a8b4-510da9c4114b on network cde8dd25-f108-4307-91ab-7836fe0a9bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:24.990135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Attempting to bind port 8bb7c74b-8952-45b7-a8b4-510da9c4114b on network cde8dd25-f108-4307-91ab-7836fe0a9bfd {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:24.999246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:24.999614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Checking segment: {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:25.000149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Bound using segment: {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:25.000483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Bound port: 8bb7c74b-8952-45b7-a8b4-510da9c4114b, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:25.000811 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:25.012946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39496) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:25.061969 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-04116314-3c8c-4105-9dd0-d1afd4d3e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63'}], 'enable_snat': True}, 'gw_port_id': '89da28a8-d964-45f5-9d08-927266924aa8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port': {'id': '89da28a8-d964-45f5-9d08-927266924aa8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d1:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:28Z', 'updated_at': '2022-02-19T03:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:25.063100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Deleting port 89da28a8-d964-45f5-9d08-927266924aa8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:25.063439 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (89da28a8-d964-45f5-9d08-927266924aa8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:25.103778 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04116314-3c8c-4105-9dd0-d1afd4d3e46d None None] Checking router: 70ca21c1-0655-4b85-9a2c-f7452a51ec81 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:13:25.118405 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04116314-3c8c-4105-9dd0-d1afd4d3e46d None None] Routers {'70ca21c1-0655-4b85-9a2c-f7452a51ec81'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:25.120052 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-04116314-3c8c-4105-9dd0-d1afd4d3e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:25.147915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] For port 8bb7c74b-8952-45b7-a8b4-510da9c4114b, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:25.153087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] For port 8bb7c74b-8952-45b7-a8b4-510da9c4114b, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:25.176361 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:25.214217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] For port 89da28a8-d964-45f5-9d08-927266924aa8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=89da28a8-d964-45f5-9d08-927266924aa8,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:25.216112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:25.216824 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:25.218350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] 10.222.0.87 "PUT /v2.0/ports/8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 1092 time: 1.3389666 Feb 19 03:13:25.223178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (89da28a8-d964-45f5-9d08-927266924aa8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:25.232561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:25.242362 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31834c49-548b-43fe-90a6-8fa92153a791" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:25.283101 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Calling delete_port for 89da28a8-d964-45f5-9d08-927266924aa8 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:25.341421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1f799cb3-3b8e-429f-b119-36866e3220f7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group': {'name': 'tempest-secgroup--668503221'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:25.374005 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-04116314-3c8c-4105-9dd0-d1afd4d3e46d None None] Set router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:25.438476 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-04116314-3c8c-4105-9dd0-d1afd4d3e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:13:24Z', 'revision_number': 6, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:25.477972 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f799cb3-3b8e-429f-b119-36866e3220f7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:25.482386 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04116314-3c8c-4105-9dd0-d1afd4d3e46d None None] The sync data for ids ['70ca21c1-0655-4b85-9a2c-f7452a51ec81'] in n-d-826755-2 is: [{'id': '70ca21c1-0655-4b85-9a2c-f7452a51ec81', 'name': 'tempest-TaggedBootDevicesTest_v242-1215871794-router', 'tenant_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:26Z', 'updated_at': '2022-02-19T03:13:24Z', 'revision_number': 6, 'project_id': 'fca2ef770c0e470c8fda0550b0ef6c16', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:25.514225 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f799cb3-3b8e-429f-b119-36866e3220f7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:25.658121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc280df4-6be8-49e5-b4b2-1b844c304282 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb7c74b-8952-45b7-a8b4-510da9c4114b,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:25.704266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ee031-355b-424e-bec0-ea1655f4e42f req-753c00b8-82b8-4d49-b9c6-41f419e8144e tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:25.706754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a5ee031-355b-424e-bec0-ea1655f4e42f req-753c00b8-82b8-4d49-b9c6-41f419e8144e tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 944 time: 0.3632030 Feb 19 03:13:25.717495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1d379-8b7b-46b6-9450-95afd16d4cdc req-384209f6-7312-4f4b-b2d8-25536b6e370c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:25.719810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3f1d379-8b7b-46b6-9450-95afd16d4cdc req-384209f6-7312-4f4b-b2d8-25536b6e370c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.3889363 Feb 19 03:13:25.731388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-fcab59be-0a8c-4725-a53d-f9de0d19f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:25.733179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-fcab59be-0a8c-4725-a53d-f9de0d19f50f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 1126 time: 0.3971651 Feb 19 03:13:25.779243 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f799cb3-3b8e-429f-b119-36866e3220f7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (2da05a06-084b-488e-bcba-13ca586e31d0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:25.790183 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f799cb3-3b8e-429f-b119-36866e3220f7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2da05a06-084b-488e-bcba-13ca586e31d0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:25.818296 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (89da28a8-d964-45f5-9d08-927266924aa8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:25.864836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=89da28a8-d964-45f5-9d08-927266924aa8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:25.876007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f799cb3-3b8e-429f-b119-36866e3220f7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2da05a06-084b-488e-bcba-13ca586e31d0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:25.883407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-0ae765c9-8837-4564-8034-6064ac536869 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 217 time: 0.1238723 Feb 19 03:13:26.020090 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f799cb3-3b8e-429f-b119-36866e3220f7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (ad147f01-5367-41cd-bc08-9f3b1233d46d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.023980 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (70ca21c1-0655-4b85-9a2c-f7452a51ec81), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.038647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3f1d379-8b7b-46b6-9450-95afd16d4cdc req-aba98c3b-58df-43df-8265-3c948661455a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042719 Feb 19 03:13:26.110840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-38d4df9a-0808-468c-91e5-873ff6127062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:26.116562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-38d4df9a-0808-468c-91e5-873ff6127062 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.2279944 Feb 19 03:13:26.118816 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2056684e-3b8c-4f31-9f0f-fea2d74a328b x-openstack-request-id: req-2056684e-3b8c-4f31-9f0f-fea2d74a328b {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:26.119348 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:26.119818 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2056684e-3b8c-4f31-9f0f-fea2d74a328b {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:26.120418 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'status': 'completed', 'code': 200} Feb 19 03:13:26.137972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8a5ee031-355b-424e-bec0-ea1655f4e42f req-0ab0fd85-221e-46e2-9ce1-b2e3a95c4811 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171498 Feb 19 03:13:26.194180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-b08dd995-6fe6-40ae-99c0-202974566bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:26.196509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-b08dd995-6fe6-40ae-99c0-202974566bc8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0573282 Feb 19 03:13:26.350164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-c43868c7-8794-420f-b421-c127ba7708af service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435528 Feb 19 03:13:26.398558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f799cb3-3b8e-429f-b119-36866e3220f7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ad147f01-5367-41cd-bc08-9f3b1233d46d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.488483 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f799cb3-3b8e-429f-b119-36866e3220f7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.490296 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1f799cb3-3b8e-429f-b119-36866e3220f7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.4763250 Feb 19 03:13:26.493556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39512) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:26.566773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (70ca21c1-0655-4b85-9a2c-f7452a51ec81), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.580716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf183753-2b4f-49c0-8afd-5ce7900ec021 req-db784913-a8ff-46d3-b93f-4157e61d2c78 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251813 Feb 19 03:13:26.606142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c7365c62-b371-4645-a210-9d3e71511dd1 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1113789 Feb 19 03:13:26.606851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39516) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:26.614904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-238f2645-d891-4973-ae90-06bb46ff8105 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group': {'name': 'tempest-security--1661598621', 'description': 'tempest-security-description-1169089571'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:26.615854 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Publish callbacks [] for router_controller (70ca21c1-0655-4b85-9a2c-f7452a51ec81), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.689164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f799cb3-3b8e-429f-b119-36866e3220f7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad147f01-5367-41cd-bc08-9f3b1233d46d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:26.695193 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-238f2645-d891-4973-ae90-06bb46ff8105 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (ad147f01-5367-41cd-bc08-9f3b1233d46d), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.697547 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (70ca21c1-0655-4b85-9a2c-f7452a51ec81), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.698729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70ca21c1-0655-4b85-9a2c-f7452a51ec81 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:13:26.705995 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.709432 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f37c5fc9-6546-47b9-a3ce-d48181b78ebb admin admin] 10.222.0.81 "DELETE /v2.0/routers/70ca21c1-0655-4b85-9a2c-f7452a51ec81 HTTP/1.1" status: 204 len: 168 time: 2.3292072 Feb 19 03:13:26.711645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39518) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:26.753099 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-238f2645-d891-4973-ae90-06bb46ff8105 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (ad147f01-5367-41cd-bc08-9f3b1233d46d), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.766055 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-238f2645-d891-4973-ae90-06bb46ff8105 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ad147f01-5367-41cd-bc08-9f3b1233d46d), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.769577 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-238f2645-d891-4973-ae90-06bb46ff8105 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.771059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-238f2645-d891-4973-ae90-06bb46ff8105 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "PUT /v2.0/security-groups/ad147f01-5367-41cd-bc08-9f3b1233d46d HTTP/1.1" status: 200 len: 1797 time: 0.1632500 Feb 19 03:13:26.775830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-a458b167-26e9-464b-9306-296cf68f07b7 admin admin] Deleting subnet f79cf414-250d-440d-9768-50a61554ea8b {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:13:26.778343 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39520) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:26.822236 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a458b167-26e9-464b-9306-296cf68f07b7 admin admin] Publish callbacks [] for subnet (f79cf414-250d-440d-9768-50a61554ea8b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.867495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f2645-d891-4973-ae90-06bb46ff8105 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad147f01-5367-41cd-bc08-9f3b1233d46d,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:26.873766 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-14bcb9c9-301a-4f04-8c5a-8cb88c70caa1 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-groups/ad147f01-5367-41cd-bc08-9f3b1233d46d HTTP/1.1" status: 200 len: 1797 time: 0.0941324 Feb 19 03:13:26.877002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39524) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:26.878650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834c49-548b-43fe-90a6-8fa92153a791 req-b9454686-6910-4f15-9c53-b1f3a2ba003b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:26.880199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31834c49-548b-43fe-90a6-8fa92153a791 req-b9454686-6910-4f15-9c53-b1f3a2ba003b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 1126 time: 0.2153800 Feb 19 03:13:26.945147 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a458b167-26e9-464b-9306-296cf68f07b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (f79cf414-250d-440d-9768-50a61554ea8b), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:26.967388 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf8de0a6-085d-4b1e-9375-b40dbbdbdcd4 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (ad147f01-5367-41cd-bc08-9f3b1233d46d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.006961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf8de0a6-085d-4b1e-9375-b40dbbdbdcd4 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (ad147f01-5367-41cd-bc08-9f3b1233d46d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.107938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834c49-548b-43fe-90a6-8fa92153a791 req-e598d577-2ce4-425b-b42a-178cd8b87dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:27.110197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31834c49-548b-43fe-90a6-8fa92153a791 req-e598d577-2ce4-425b-b42a-178cd8b87dd9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.2197649 Feb 19 03:13:27.112782 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a458b167-26e9-464b-9306-296cf68f07b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (f79cf414-250d-440d-9768-50a61554ea8b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.156832 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf8de0a6-085d-4b1e-9375-b40dbbdbdcd4 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ad147f01-5367-41cd-bc08-9f3b1233d46d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.160649 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf8de0a6-085d-4b1e-9375-b40dbbdbdcd4 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.165443 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cf8de0a6-085d-4b1e-9375-b40dbbdbdcd4 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-groups/ad147f01-5367-41cd-bc08-9f3b1233d46d HTTP/1.1" status: 204 len: 168 time: 0.2867570 Feb 19 03:13:27.166390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39530) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:27.202205 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8de0a6-085d-4b1e-9375-b40dbbdbdcd4 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad147f01-5367-41cd-bc08-9f3b1233d46d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:27.219365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31834c49-548b-43fe-90a6-8fa92153a791 req-85533e78-3b91-494d-b14f-c766f5d81976 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 217 time: 0.1000981 Feb 19 03:13:27.283148 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3dab4327-3275-4cb7-a92d-2b93f281b27f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1031475 Feb 19 03:13:27.287850 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39532) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:27.324377 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-e1812e87-23e6-4536-88f7-6f4b2b858bdd tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] delete failed (client error): The resource could not be found. Feb 19 03:13:27.330576 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e1812e87-23e6-4536-88f7-6f4b2b858bdd tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-groups/ad147f01-5367-41cd-bc08-9f3b1233d46d HTTP/1.1" status: 404 len: 347 time: 0.0416229 Feb 19 03:13:27.331352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39534) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:27.340905 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-42f16f15-c850-4e5f-b417-cb91ad63a98c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group': {'name': 'tempest-secgroup--226797138'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:27.379100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a458b167-26e9-464b-9306-296cf68f07b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (f79cf414-250d-440d-9768-50a61554ea8b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.406625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 33435ac9-01f1-406d-9f49-6fcd798cfa3c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:27.423110 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a458b167-26e9-464b-9306-296cf68f07b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.429153 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a458b167-26e9-464b-9306-296cf68f07b7 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f79cf414-250d-440d-9768-50a61554ea8b HTTP/1.1" status: 204 len: 168 time: 0.7164476 Feb 19 03:13:27.430443 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42f16f15-c850-4e5f-b417-cb91ad63a98c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.438892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834c49-548b-43fe-90a6-8fa92153a791 req-4f743a4f-71f9-457d-baf8-d3d8fe8c2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:27.441451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31834c49-548b-43fe-90a6-8fa92153a791 req-4f743a4f-71f9-457d-baf8-d3d8fe8c2192 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.2071278 Feb 19 03:13:27.441643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39536) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:27.447645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458b167-26e9-464b-9306-296cf68f07b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f79cf414-250d-440d-9768-50a61554ea8b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:27.470192 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb8acb7-f9b4-4136-bd31-ad9f78f5a0e4 None None] Network e39bf806-1992-49ff-a939-99215785f492 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:27.503677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 33435ac9-01f1-406d-9f49-6fcd798cfa3c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:27.504019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 33435ac9-01f1-406d-9f49-6fcd798cfa3c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:27.504440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 89da28a8-d964-45f5-9d08-927266924aa8 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:27.532634 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42f16f15-c850-4e5f-b417-cb91ad63a98c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (65ce7fd8-88f9-4aaf-81c0-03e147b61025), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.541986 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42f16f15-c850-4e5f-b417-cb91ad63a98c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (65ce7fd8-88f9-4aaf-81c0-03e147b61025), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.595499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b400f5ab-bda1-4e3e-9464-217daa8b53bf req-a1a34167-bf39-4a0c-8bbf-dfcc1e76e469 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:27.597494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b400f5ab-bda1-4e3e-9464-217daa8b53bf req-a1a34167-bf39-4a0c-8bbf-dfcc1e76e469 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.3767195 Feb 19 03:13:27.606566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f16f15-c850-4e5f-b417-cb91ad63a98c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ce7fd8-88f9-4aaf-81c0-03e147b61025,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:27.618117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172059df-bc5d-4cc8-bdb4-d70571bea3e5 req-df9f5642-538f-469f-8388-c46d17980a16 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:27.619718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-172059df-bc5d-4cc8-bdb4-d70571bea3e5 req-df9f5642-538f-469f-8388-c46d17980a16 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 944 time: 0.3585052 Feb 19 03:13:27.626337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42f16f15-c850-4e5f-b417-cb91ad63a98c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.628826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 89da28a8-d964-45f5-9d08-927266924aa8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:27.633684 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-42f16f15-c850-4e5f-b417-cb91ad63a98c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2962909 Feb 19 03:13:27.635437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39538) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:27.637361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 89da28a8-d964-45f5-9d08-927266924aa8 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:27.664143 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4d6184fd-f0f9-44f1-9fbf-ed78756445f2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': '65ce7fd8-88f9-4aaf-81c0-03e147b61025', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:27.682128 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (e39bf806-1992-49ff-a939-99215785f492), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.693355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31834c49-548b-43fe-90a6-8fa92153a791 req-316928ec-b1c3-4e9d-a5a2-a724480e3c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:27.694905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31834c49-548b-43fe-90a6-8fa92153a791 req-316928ec-b1c3-4e9d-a5a2-a724480e3c64 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2373457 Feb 19 03:13:27.742877 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d6184fd-f0f9-44f1-9fbf-ed78756445f2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (a6d410cb-131a-4c58-a96a-7ebcf6fe8742), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.819377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] DHCP port deletion for e39bf806-1992-49ff-a939-99215785f492 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:13:27.870259 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d6184fd-f0f9-44f1-9fbf-ed78756445f2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (a6d410cb-131a-4c58-a96a-7ebcf6fe8742), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.882807 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d6184fd-f0f9-44f1-9fbf-ed78756445f2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (a6d410cb-131a-4c58-a96a-7ebcf6fe8742), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.909984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Deleting port 7daea76a-4bd0-49aa-876b-37ab3263c7ec {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:27.912292 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.923798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6184fd-f0f9-44f1-9fbf-ed78756445f2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d410cb-131a-4c58-a96a-7ebcf6fe8742,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:27.942843 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d6184fd-f0f9-44f1-9fbf-ed78756445f2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:27.947135 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4d6184fd-f0f9-44f1-9fbf-ed78756445f2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3088698 Feb 19 03:13:27.947444 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39544) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:28.014338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34647c42-e0c3-4ea4-a773-a65669634c27 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (a6d410cb-131a-4c58-a96a-7ebcf6fe8742), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.034909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] For port 7daea76a-4bd0-49aa-876b-37ab3263c7ec, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7daea76a-4bd0-49aa-876b-37ab3263c7ec,segment=NetworkSegment(68d2b9dd-1d76-44c6-9325-92d981930310),segment_id=68d2b9dd-1d76-44c6-9325-92d981930310)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:28.035181 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34647c42-e0c3-4ea4-a773-a65669634c27 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (a6d410cb-131a-4c58-a96a-7ebcf6fe8742), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.036474 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.062357 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Calling delete_port for 7daea76a-4bd0-49aa-876b-37ab3263c7ec owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:28.102970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34647c42-e0c3-4ea4-a773-a65669634c27 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (a6d410cb-131a-4c58-a96a-7ebcf6fe8742), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.124045 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34647c42-e0c3-4ea4-a773-a65669634c27 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.127939 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-34647c42-e0c3-4ea4-a773-a65669634c27 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/a6d410cb-131a-4c58-a96a-7ebcf6fe8742 HTTP/1.1" status: 204 len: 168 time: 0.1769001 Feb 19 03:13:28.127939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34647c42-e0c3-4ea4-a773-a65669634c27 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6d410cb-131a-4c58-a96a-7ebcf6fe8742,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:28.128890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39546) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:28.160984 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (7daea76a-4bd0-49aa-876b-37ab3263c7ec), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.176244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] No DVR routers for this DVR port 7daea76a-4bd0-49aa-876b-37ab3263c7ec on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:28.207943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Pushing event deleted for resources: {'Port': ['ID=7daea76a-4bd0-49aa-876b-37ab3263c7ec,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:28.218438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.218813 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.219807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.220152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.221042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.221450 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.221833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.222161 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.222550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.222878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.223205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.223566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.223887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed75d5d2-aa3c-425e-a5f6-9812ab04dac8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:13:28.239725 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bacc491f-c7c7-4ef1-9f70-a65478f12879 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1067564 Feb 19 03:13:28.240064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39548) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:28.350079 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ccab4597-71c2-453c-8013-fd10046aa88c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (65ce7fd8-88f9-4aaf-81c0-03e147b61025), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.398562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ccab4597-71c2-453c-8013-fd10046aa88c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (65ce7fd8-88f9-4aaf-81c0-03e147b61025), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.472096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-172059df-bc5d-4cc8-bdb4-d70571bea3e5 req-9f6c988b-0807-420a-96b6-023de137e245 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8396316 Feb 19 03:13:28.492446 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b400f5ab-bda1-4e3e-9464-217daa8b53bf req-6b648b85-fd3b-4174-ab08-c30fc2a98d95 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8871212 Feb 19 03:13:28.505153 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ccab4597-71c2-453c-8013-fd10046aa88c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (65ce7fd8-88f9-4aaf-81c0-03e147b61025), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.507800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ccab4597-71c2-453c-8013-fd10046aa88c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.511410 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ccab4597-71c2-453c-8013-fd10046aa88c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-groups/65ce7fd8-88f9-4aaf-81c0-03e147b61025 HTTP/1.1" status: 204 len: 168 time: 0.2679498 Feb 19 03:13:28.512279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39550) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:28.551759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab4597-71c2-453c-8013-fd10046aa88c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ce7fd8-88f9-4aaf-81c0-03e147b61025,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:28.608330 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2853ff9c-60b6-4d5b-b896-5fb1b29b1b4f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0947585 Feb 19 03:13:28.609959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39552) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:28.616381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e7792b56-904c-42ce-8bc6-b822aa17d5d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1305255267'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:28.652117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7792b56-904c-42ce-8bc6-b822aa17d5d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.679638 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31834c49-548b-43fe-90a6-8fa92153a791 req-54d768e5-7c5d-406a-b7a6-69064ef5026c service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9422436 Feb 19 03:13:28.716896 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (e39bf806-1992-49ff-a939-99215785f492), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.774246 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7792b56-904c-42ce-8bc6-b822aa17d5d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (02eae144-f215-417f-bcc8-6fd106e09926), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.793953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7792b56-904c-42ce-8bc6-b822aa17d5d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (02eae144-f215-417f-bcc8-6fd106e09926), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.813591 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39bf806-1992-49ff-a939-99215785f492']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:28.860323 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7792b56-904c-42ce-8bc6-b822aa17d5d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.874336 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e7792b56-904c-42ce-8bc6-b822aa17d5d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2630537 Feb 19 03:13:28.879849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39556) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:28.889863 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f3b30636-af4f-4308-afc4-d1f9c679092f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': '02eae144-f215-417f-bcc8-6fd106e09926', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:28.908240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d2b9dd-1d76-44c6-9325-92d981930310') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:28.908576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d2b9dd-1d76-44c6-9325-92d981930310') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:28.917671 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7792b56-904c-42ce-8bc6-b822aa17d5d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02eae144-f215-417f-bcc8-6fd106e09926,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:28.957286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3b30636-af4f-4308-afc4-d1f9c679092f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (ee7832d3-e668-4772-9982-a9157364ae23), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:28.986897 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (68d2b9dd-1d76-44c6-9325-92d981930310), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.048375 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3b30636-af4f-4308-afc4-d1f9c679092f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (ee7832d3-e668-4772-9982-a9157364ae23), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.056089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3b30636-af4f-4308-afc4-d1f9c679092f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (ee7832d3-e668-4772-9982-a9157364ae23), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.060807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31834c49-548b-43fe-90a6-8fa92153a791 req-d47544a8-2d51-41c7-9b5f-5888557f9b66 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693237 Feb 19 03:13:29.075610 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (68d2b9dd-1d76-44c6-9325-92d981930310), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.097584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:29.098795 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (68d2b9dd-1d76-44c6-9325-92d981930310), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:29.105274 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:29.114993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b30636-af4f-4308-afc4-d1f9c679092f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7832d3-e668-4772-9982-a9157364ae23,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:29.133805 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3b30636-af4f-4308-afc4-d1f9c679092f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.135402 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f3b30636-af4f-4308-afc4-d1f9c679092f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2542267 Feb 19 03:13:29.139571 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39560) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:29.147008 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a2bec186-6672-4f75-960b-cb885f518014 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': '02eae144-f215-417f-bcc8-6fd106e09926', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:29.217540 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a2bec186-6672-4f75-960b-cb885f518014 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (f2619234-80f0-4010-b21f-20da9a6ba93d), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.253906 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (e39bf806-1992-49ff-a939-99215785f492), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.259791 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.269419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e39bf806-1992-49ff-a939-99215785f492 HTTP/1.1" status: 204 len: 168 time: 1.8232563 Feb 19 03:13:29.270279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39562) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:29.290611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5eeaa6-6462-4384-885d-f8e49fbdb531 admin admin] Pushing event deleted for resources: {'Network': ['ID=e39bf806-1992-49ff-a939-99215785f492,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:29.340686 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a2bec186-6672-4f75-960b-cb885f518014 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (f2619234-80f0-4010-b21f-20da9a6ba93d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.340686 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a2bec186-6672-4f75-960b-cb885f518014 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f2619234-80f0-4010-b21f-20da9a6ba93d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.370428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bec186-6672-4f75-960b-cb885f518014 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2619234-80f0-4010-b21f-20da9a6ba93d,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:29.377452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7daea76a-4bd0-49aa-876b-37ab3263c7ec no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:29.384992 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a2bec186-6672-4f75-960b-cb885f518014 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.386057 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a2bec186-6672-4f75-960b-cb885f518014 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2444627 Feb 19 03:13:29.388930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39564) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:29.394311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e49823aa-a0c5-42cf-a42c-5b40e7b8c833 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': '02eae144-f215-417f-bcc8-6fd106e09926', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:29.402838 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 7daea76a-4bd0-49aa-876b-37ab3263c7ec {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:29.403181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7daea76a-4bd0-49aa-876b-37ab3263c7ec not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:29.428058 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e49823aa-a0c5-42cf-a42c-5b40e7b8c833 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (2045c1ee-6935-4b38-a0d5-8ced7dde6092), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.494766 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e49823aa-a0c5-42cf-a42c-5b40e7b8c833 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (2045c1ee-6935-4b38-a0d5-8ced7dde6092), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.501823 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e49823aa-a0c5-42cf-a42c-5b40e7b8c833 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (2045c1ee-6935-4b38-a0d5-8ced7dde6092), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.524062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49823aa-a0c5-42cf-a42c-5b40e7b8c833 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2045c1ee-6935-4b38-a0d5-8ced7dde6092,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:29.533055 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e49823aa-a0c5-42cf-a42c-5b40e7b8c833 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.534676 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e49823aa-a0c5-42cf-a42c-5b40e7b8c833 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1445622 Feb 19 03:13:29.537739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39570) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:29.544863 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-557caea1-93ff-42d9-af7e-62556bea5078 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': '02eae144-f215-417f-bcc8-6fd106e09926', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:29.587516 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-557caea1-93ff-42d9-af7e-62556bea5078 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (f364f9f1-4b2c-4978-bcf2-58251a9d65c8), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.658526 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-557caea1-93ff-42d9-af7e-62556bea5078 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (f364f9f1-4b2c-4978-bcf2-58251a9d65c8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.663850 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-557caea1-93ff-42d9-af7e-62556bea5078 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f364f9f1-4b2c-4978-bcf2-58251a9d65c8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.684736 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-557caea1-93ff-42d9-af7e-62556bea5078 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.689088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39572) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:29.689728 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-557caea1-93ff-42d9-af7e-62556bea5078 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1501429 Feb 19 03:13:29.696742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-46e0e627-0f3a-42c7-9dd1-982dc0f7abf5 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': '02eae144-f215-417f-bcc8-6fd106e09926', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:29.697930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557caea1-93ff-42d9-af7e-62556bea5078 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f364f9f1-4b2c-4978-bcf2-58251a9d65c8,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:29.746685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957d19a-f465-45be-b7cd-0a90b3973c41 req-6d328c2e-d7e6-4cff-abaa-68d46228a593 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:29.747972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1957d19a-f465-45be-b7cd-0a90b3973c41 req-6d328c2e-d7e6-4cff-abaa-68d46228a593 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.1447868 Feb 19 03:13:29.759583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c74789-87b5-47fa-afbe-529781ce8f75 req-278c1be3-7bb9-4792-8b7a-4a8bd28c36c0 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:29.760975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88c74789-87b5-47fa-afbe-529781ce8f75 req-278c1be3-7bb9-4792-8b7a-4a8bd28c36c0 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 944 time: 0.1620495 Feb 19 03:13:29.828800 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46e0e627-0f3a-42c7-9dd1-982dc0f7abf5 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (5c33ec27-1a67-4235-83b6-6d95820d618a), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.916796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1957d19a-f465-45be-b7cd-0a90b3973c41 req-2088c727-6a76-4170-a49e-b2870868391d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514716 Feb 19 03:13:29.922677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88c74789-87b5-47fa-afbe-529781ce8f75 req-89bfec1d-e620-411f-984e-08915cb0c652 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536536 Feb 19 03:13:29.942539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8bb7c74b-8952-45b7-a8b4-510da9c4114b details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:29.974528 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46e0e627-0f3a-42c7-9dd1-982dc0f7abf5 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (5c33ec27-1a67-4235-83b6-6d95820d618a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.982373 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-acc798d6-138e-4926-b1e1-8ace4b4252cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:29.988862 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46e0e627-0f3a-42c7-9dd1-982dc0f7abf5 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (5c33ec27-1a67-4235-83b6-6d95820d618a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.076707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0e627-0f3a-42c7-9dd1-982dc0f7abf5 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c33ec27-1a67-4235-83b6-6d95820d618a,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:30.084373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 8bb7c74b-8952-45b7-a8b4-510da9c4114b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:30.103639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'port_id': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'mac_address': 'fa:16:3e:65:8e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:13:30.168247 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46e0e627-0f3a-42c7-9dd1-982dc0f7abf5 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.172621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39594) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:30.173128 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-46e0e627-0f3a-42c7-9dd1-982dc0f7abf5 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4806042 Feb 19 03:13:30.200757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 8bb7c74b-8952-45b7-a8b4-510da9c4114b is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:30.201475 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.237679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb7c74b-8952-45b7-a8b4-510da9c4114b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:30.240692 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb270-281c-472f-a083-ccc240d1d2d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (5c33ec27-1a67-4235-83b6-6d95820d618a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.260249 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 8bb7c74b-8952-45b7-a8b4-510da9c4114b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:30.265039 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb270-281c-472f-a083-ccc240d1d2d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (5c33ec27-1a67-4235-83b6-6d95820d618a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.267359 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.273300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-6a20fd60-2d7b-4540-8778-e02b5442f405 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:30.280022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-6a20fd60-2d7b-4540-8778-e02b5442f405 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/networks?id=6c9753b4-1d5a-4b0d-8dc1-e684733b48be HTTP/1.1" status: 200 len: 813 time: 0.2492130 Feb 19 03:13:30.297896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-372219d3-644b-4405-8269-28a86a1e14fb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/quotas/f38e2519ae704ed3b2f4649ecd3b5eda HTTP/1.1" status: 200 len: 375 time: 0.0168951 Feb 19 03:13:30.336518 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=8bb7c74b-8952-45b7-a8b4-510da9c4114b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:30.342245 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb270-281c-472f-a083-ccc240d1d2d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (5c33ec27-1a67-4235-83b6-6d95820d618a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.349633 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3cbb270-281c-472f-a083-ccc240d1d2d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.351009 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d3cbb270-281c-472f-a083-ccc240d1d2d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/5c33ec27-1a67-4235-83b6-6d95820d618a HTTP/1.1" status: 204 len: 168 time: 0.1770442 Feb 19 03:13:30.360430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39600) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:30.361345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbb270-281c-472f-a083-ccc240d1d2d9 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c33ec27-1a67-4235-83b6-6d95820d618a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:30.376587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-951e2f71-cc1d-40de-bbf0-d3d7d675f904 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f38e2519ae704ed3b2f4649ecd3b5eda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777111 Feb 19 03:13:30.417319 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c040ceda-8b4f-426a-9a17-a395a25bd296 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0508823 Feb 19 03:13:30.418553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39602) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:30.448195 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2e625dc-9be1-43d1-9f1c-de74929d9fd6 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (f364f9f1-4b2c-4978-bcf2-58251a9d65c8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.466512 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2e625dc-9be1-43d1-9f1c-de74929d9fd6 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (f364f9f1-4b2c-4978-bcf2-58251a9d65c8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.503931 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2e625dc-9be1-43d1-9f1c-de74929d9fd6 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f364f9f1-4b2c-4978-bcf2-58251a9d65c8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.514091 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2e625dc-9be1-43d1-9f1c-de74929d9fd6 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.515400 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d2e625dc-9be1-43d1-9f1c-de74929d9fd6 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f364f9f1-4b2c-4978-bcf2-58251a9d65c8 HTTP/1.1" status: 204 len: 168 time: 0.0955486 Feb 19 03:13:30.518772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39604) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:30.521050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e625dc-9be1-43d1-9f1c-de74929d9fd6 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f364f9f1-4b2c-4978-bcf2-58251a9d65c8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:30.558479 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-a29998d7-5b97-4209-957e-73355d8a6833 service neutron] 10.222.0.81 "GET /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809185 Feb 19 03:13:30.678048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fe167acb-5962-473e-9d4a-85036355d9cf tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1504934 Feb 19 03:13:30.680689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39606) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:30.715191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8ef8-53ab-4e6b-9599-017ddda7fe47 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (2045c1ee-6935-4b38-a0d5-8ced7dde6092), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.720529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['8bb7c74b-8952-45b7-a8b4-510da9c4114b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:30.726407 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8ef8-53ab-4e6b-9599-017ddda7fe47 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (2045c1ee-6935-4b38-a0d5-8ced7dde6092), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.740848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-e31b6709-2f76-480a-a655-6d9de7809d95 service neutron] 10.222.0.81 "GET /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723437 Feb 19 03:13:30.759816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-acc798d6-138e-4926-b1e1-8ace4b4252cf admin admin] Deleting port f67ed2ab-6b76-4045-ba65-3396cb3fe46c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:30.760243 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-acc798d6-138e-4926-b1e1-8ace4b4252cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.787376 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8ef8-53ab-4e6b-9599-017ddda7fe47 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (2045c1ee-6935-4b38-a0d5-8ced7dde6092), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.797420 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c1c8ef8-53ab-4e6b-9599-017ddda7fe47 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.801716 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3c1c8ef8-53ab-4e6b-9599-017ddda7fe47 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/2045c1ee-6935-4b38-a0d5-8ced7dde6092 HTTP/1.1" status: 204 len: 168 time: 0.1198256 Feb 19 03:13:30.804117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39608) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:30.829400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1c8ef8-53ab-4e6b-9599-017ddda7fe47 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2045c1ee-6935-4b38-a0d5-8ced7dde6092,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:30.865612 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-01aed69d-1612-449e-ae64-c38ab42a2613 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0556896 Feb 19 03:13:30.866651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39610) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:30.897658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38d4d24b-5508-4037-b5e2-187aa6205750 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (f2619234-80f0-4010-b21f-20da9a6ba93d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.910113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-acc798d6-138e-4926-b1e1-8ace4b4252cf admin admin] For port f67ed2ab-6b76-4045-ba65-3396cb3fe46c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f67ed2ab-6b76-4045-ba65-3396cb3fe46c,segment=NetworkSegment(e8bcba7a-3c46-4f79-83a0-5e647c3752fe),segment_id=e8bcba7a-3c46-4f79-83a0-5e647c3752fe)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:30.910489 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-acc798d6-138e-4926-b1e1-8ace4b4252cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.913324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38d4d24b-5508-4037-b5e2-187aa6205750 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (f2619234-80f0-4010-b21f-20da9a6ba93d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:30.926805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-acc798d6-138e-4926-b1e1-8ace4b4252cf admin admin] Calling delete_port for f67ed2ab-6b76-4045-ba65-3396cb3fe46c owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:30.995943 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38d4d24b-5508-4037-b5e2-187aa6205750 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f2619234-80f0-4010-b21f-20da9a6ba93d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.000881 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38d4d24b-5508-4037-b5e2-187aa6205750 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.005816 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-38d4d24b-5508-4037-b5e2-187aa6205750 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f2619234-80f0-4010-b21f-20da9a6ba93d HTTP/1.1" status: 204 len: 168 time: 0.1376441 Feb 19 03:13:31.006698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39618) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:31.079015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4d24b-5508-4037-b5e2-187aa6205750 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f2619234-80f0-4010-b21f-20da9a6ba93d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:31.130749 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2a91ec4f-23a1-4319-8383-4cc2f234d89b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1187716 Feb 19 03:13:31.131674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39622) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:31.170659 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c3aa-3e49-490c-8bfd-5d38cebe60fb tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (ee7832d3-e668-4772-9982-a9157364ae23), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.181809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c3aa-3e49-490c-8bfd-5d38cebe60fb tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (ee7832d3-e668-4772-9982-a9157364ae23), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.239359 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c3aa-3e49-490c-8bfd-5d38cebe60fb tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (ee7832d3-e668-4772-9982-a9157364ae23), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.249753 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-acc798d6-138e-4926-b1e1-8ace4b4252cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f67ed2ab-6b76-4045-ba65-3396cb3fe46c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.250191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1a1c3aa-3e49-490c-8bfd-5d38cebe60fb tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.251412 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f1a1c3aa-3e49-490c-8bfd-5d38cebe60fb tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/ee7832d3-e668-4772-9982-a9157364ae23 HTTP/1.1" status: 204 len: 168 time: 0.1186404 Feb 19 03:13:31.257690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39624) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:31.266856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1c3aa-3e49-490c-8bfd-5d38cebe60fb tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee7832d3-e668-4772-9982-a9157364ae23,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:31.328179 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c61d73a4-a8ca-4323-8a4e-764d286f6117 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0669007 Feb 19 03:13:31.328398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc798d6-138e-4926-b1e1-8ace4b4252cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f67ed2ab-6b76-4045-ba65-3396cb3fe46c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:31.328492 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39626) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:31.456278 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38a3dde5-9c6d-408c-aaae-faa45269b677 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (02eae144-f215-417f-bcc8-6fd106e09926), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.472025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b2f85-5e50-48b0-991f-c8b8b2f23c67 req-ad821ec9-258e-4833-a445-6cfb81e4cc79 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:31.489285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c57b2f85-5e50-48b0-991f-c8b8b2f23c67 req-ad821ec9-258e-4833-a445-6cfb81e4cc79 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 945 time: 0.2541471 Feb 19 03:13:31.513628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db3a1a-8ac8-4433-a94e-ee3e01ab10dc req-95e0226b-6ec1-42fb-ad21-e8d2eb1590c6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:31.515205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78db3a1a-8ac8-4433-a94e-ee3e01ab10dc req-95e0226b-6ec1-42fb-ad21-e8d2eb1590c6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.2900438 Feb 19 03:13:31.518306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38a3dde5-9c6d-408c-aaae-faa45269b677 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (02eae144-f215-417f-bcc8-6fd106e09926), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.600111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c57b2f85-5e50-48b0-991f-c8b8b2f23c67 req-02aabcf6-6f54-4d05-a64b-010a36739f94 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078794 Feb 19 03:13:31.619478 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38a3dde5-9c6d-408c-aaae-faa45269b677 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (02eae144-f215-417f-bcc8-6fd106e09926), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.624930 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38a3dde5-9c6d-408c-aaae-faa45269b677 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.628849 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-38a3dde5-9c6d-408c-aaae-faa45269b677 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-groups/02eae144-f215-417f-bcc8-6fd106e09926 HTTP/1.1" status: 204 len: 168 time: 0.2972438 Feb 19 03:13:31.650507 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39636) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:31.653385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3dde5-9c6d-408c-aaae-faa45269b677 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eae144-f215-417f-bcc8-6fd106e09926,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:31.787451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78db3a1a-8ac8-4433-a94e-ee3e01ab10dc req-166f26a5-cc8e-4189-bd42-f663eb35b4fe tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182171 Feb 19 03:13:31.792884 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4bca4212-b0b7-476c-a449-c61807f641d7 req-b5ab8c39-c6ca-4afd-b849-f08a4f434b58 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 210 time: 0.0430665 Feb 19 03:13:31.815811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39640) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:31.817065 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4677cffc-1b53-4f52-92bb-b5e893e9f138 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1503463 Feb 19 03:13:31.836630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5ea02a42-65d5-4cc9-953b-ca30d64f5f15 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502868869'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:31.906744 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ea02a42-65d5-4cc9-953b-ca30d64f5f15 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:31.912558 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-acc798d6-138e-4926-b1e1-8ace4b4252cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.051970 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ea02a42-65d5-4cc9-953b-ca30d64f5f15 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (fb463bea-56a1-4fcd-8733-24fa527f37b5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.081932 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ea02a42-65d5-4cc9-953b-ca30d64f5f15 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fb463bea-56a1-4fcd-8733-24fa527f37b5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.422841 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ea02a42-65d5-4cc9-953b-ca30d64f5f15 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.427139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39642) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:32.427677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5ea02a42-65d5-4cc9-953b-ca30d64f5f15 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5942650 Feb 19 03:13:32.430453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea02a42-65d5-4cc9-953b-ca30d64f5f15 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb463bea-56a1-4fcd-8733-24fa527f37b5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:32.438364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a3f81275-0e13-4e95-a5d2-313d41904e0f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': 'fb463bea-56a1-4fcd-8733-24fa527f37b5', 'direction': 'ingress', 'protocol': 17}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:32.482160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3f81275-0e13-4e95-a5d2-313d41904e0f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (d452c616-93ca-4b48-9483-970641786318), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.579213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3f81275-0e13-4e95-a5d2-313d41904e0f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (d452c616-93ca-4b48-9483-970641786318), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.587543 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3f81275-0e13-4e95-a5d2-313d41904e0f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (d452c616-93ca-4b48-9483-970641786318), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.612215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f81275-0e13-4e95-a5d2-313d41904e0f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d452c616-93ca-4b48-9483-970641786318,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:32.650269 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3f81275-0e13-4e95-a5d2-313d41904e0f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.656360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39650) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:32.658213 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a3f81275-0e13-4e95-a5d2-313d41904e0f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2271793 Feb 19 03:13:32.716837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc798d6-138e-4926-b1e1-8ace4b4252cf admin admin] Router 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:13:32.861567 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4dbb9ca2-30b9-4362-a2c8-fdd36a393c7b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (fb463bea-56a1-4fcd-8733-24fa527f37b5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:32.959431 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-245cf9fc-f523-4118-b928-459c9f5fe727 req-a88ba4d6-2f4c-45aa-8c8b-680c28305e3a tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 210 time: 0.0675097 Feb 19 03:13:33.013024 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4dbb9ca2-30b9-4362-a2c8-fdd36a393c7b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (fb463bea-56a1-4fcd-8733-24fa527f37b5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.084073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7316ca-b730-43a6-8750-e2dbea5ce0bf req-60373934-6142-47f4-85ed-dcbbc25fb39b tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:33.085586 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db7316ca-b730-43a6-8750-e2dbea5ce0bf req-60373934-6142-47f4-85ed-dcbbc25fb39b tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 945 time: 0.2828493 Feb 19 03:13:33.116489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc798d6-138e-4926-b1e1-8ace4b4252cf admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:33.126008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d75cb-ef09-4790-8d76-acbdb02ea6f4 None None] Sync routers for ids ['7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:33.129486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-61546793-b81f-4fed-bb80-d5f208ffd516 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:33.130707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-61546793-b81f-4fed-bb80-d5f208ffd516 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.67 "GET /v2.0/networks?id=6c9753b4-1d5a-4b0d-8dc1-e684733b48be HTTP/1.1" status: 200 len: 813 time: 0.5378585 Feb 19 03:13:33.138264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d75cb-ef09-4790-8d76-acbdb02ea6f4 None None] Routers {'7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:33.139319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2a4d75cb-ef09-4790-8d76-acbdb02ea6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:33.141146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-acc798d6-138e-4926-b1e1-8ace4b4252cf admin admin] 10.222.0.81 "PUT /v2.0/routers/7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8681958 Feb 19 03:13:33.141609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39656) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:33.156073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Request body: {'port': {'device_id': 'bedae561-9609-44f6-8c1a-c82fc53482d3', 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be', 'admin_state_up': True, 'tenant_id': 'f38e2519ae704ed3b2f4649ecd3b5eda'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:33.254397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Publish callbacks [] for router (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.269196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2a4d75cb-ef09-4790-8d76-acbdb02ea6f4 None None] Set router 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:33.377733 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db7316ca-b730-43a6-8750-e2dbea5ce0bf req-3dd12dd7-a661-4ca4-ac57-8e9e533347f4 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636547 Feb 19 03:13:33.378464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Made reservation on behalf of f38e2519ae704ed3b2f4649ecd3b5eda for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:33.382399 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.385086 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Publish callbacks [] for router_gateway (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.400064 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4dbb9ca2-30b9-4362-a2c8-fdd36a393c7b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fb463bea-56a1-4fcd-8733-24fa527f37b5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.402696 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4dbb9ca2-30b9-4362-a2c8-fdd36a393c7b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.406436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4dbb9ca2-30b9-4362-a2c8-fdd36a393c7b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-groups/fb463bea-56a1-4fcd-8733-24fa527f37b5 HTTP/1.1" status: 204 len: 168 time: 0.7420118 Feb 19 03:13:33.406606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39658) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:33.426612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb9ca2-30b9-4362-a2c8-fdd36a393c7b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb463bea-56a1-4fcd-8733-24fa527f37b5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:33.463149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb0c23-d5dc-4633-8c10-f9a4eba3140e req-ecffc546-418d-44cf-9b0a-66cc7cc160c2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:33.464487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ebbb0c23-d5dc-4633-8c10-f9a4eba3140e req-ecffc546-418d-44cf-9b0a-66cc7cc160c2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.4263966 Feb 19 03:13:33.482468 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-182194bd-4a8c-4331-8f0d-d11bff903ad1 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0713999 Feb 19 03:13:33.486014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39660) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:33.491216 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-38c58652-0691-4387-a1a5-ce70098e2096 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1076110377'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:33.513984 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Deleting port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:33.515804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.533878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2a4d75cb-ef09-4790-8d76-acbdb02ea6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-344700291-router', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:46Z', 'updated_at': '2022-02-19T03:13:31Z', 'revision_number': 5, 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'gw_port': {'id': '90b0665f-14ef-4ab4-b62f-3f7489c0fc92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:dd:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:48Z', 'updated_at': '2022-02-19T03:03:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:33.538210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38c58652-0691-4387-a1a5-ce70098e2096 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.573556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d75cb-ef09-4790-8d76-acbdb02ea6f4 None None] Checking router: 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:13:33.593962 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d75cb-ef09-4790-8d76-acbdb02ea6f4 None None] Routers {'7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:33.594581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2a4d75cb-ef09-4790-8d76-acbdb02ea6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:33.624032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ebbb0c23-d5dc-4633-8c10-f9a4eba3140e req-b4750599-5a4e-4b2b-a089-97954d6cfded tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166523 Feb 19 03:13:33.644977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Allocated IP 172.20.0.8 (6c9753b4-1d5a-4b0d-8dc1-e684733b48be/d285098d-bd66-4838-b6b7-1fdd74c0cc2f/54e3399e-ac41-4498-9b14-89ad49889f53) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:33.675270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] For port 90b0665f-14ef-4ab4-b62f-3f7489c0fc92, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=90b0665f-14ef-4ab4-b62f-3f7489c0fc92,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:33.676125 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.706041 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Calling delete_port for 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:33.729923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38c58652-0691-4387-a1a5-ce70098e2096 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (f55f8199-72b1-4fd7-a06d-5680900f9be8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.773219 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38c58652-0691-4387-a1a5-ce70098e2096 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f55f8199-72b1-4fd7-a06d-5680900f9be8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.842314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38c58652-0691-4387-a1a5-ce70098e2096 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.843910 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-38c58652-0691-4387-a1a5-ce70098e2096 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3557866 Feb 19 03:13:33.852209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39668) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:33.856694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7f2764c5-f307-4ce7-97be-a2f3cd2a8b02 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group': {'name': 'tempest-secgroup--531623331'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:33.867924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c58652-0691-4387-a1a5-ce70098e2096 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55f8199-72b1-4fd7-a06d-5680900f9be8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:33.902358 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks [] for port (54e3399e-ac41-4498-9b14-89ad49889f53), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.922573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2a4d75cb-ef09-4790-8d76-acbdb02ea6f4 None None] Set router 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:33.957629 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.958334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f2764c5-f307-4ce7-97be-a2f3cd2a8b02 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:33.989145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2a4d75cb-ef09-4790-8d76-acbdb02ea6f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-344700291-router', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:46Z', 'updated_at': '2022-02-19T03:13:33Z', 'revision_number': 6, 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:33.991286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8bb7c74b-8952-45b7-a8b4-510da9c4114b up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:33.995908 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0494790-5957-4c8d-b243-358289eadb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.046845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d75cb-ef09-4790-8d76-acbdb02ea6f4 None None] The sync data for ids ['7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b'] in n-d-826755-2 is: [{'id': '7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b', 'name': 'tempest-TaggedBootDevicesTest_v242-344700291-router', 'tenant_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:46Z', 'updated_at': '2022-02-19T03:13:33Z', 'revision_number': 6, 'project_id': 'e8e6060088054bf5a7f2325b948e7d6c', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:34.091205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 8bb7c74b-8952-45b7-a8b4-510da9c4114b completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:13:34.096552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 8bb7c74b-8952-45b7-a8b4-510da9c4114b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:34.098674 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.100276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (90b0665f-14ef-4ab4-b62f-3f7489c0fc92), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.108446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:34.132991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:34.135802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:34.141979 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f2764c5-f307-4ce7-97be-a2f3cd2a8b02 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (ef246057-d158-47e5-94f9-5e863e6402c1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.146572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Pushing event deleted for resources: {'Port': ['ID=90b0665f-14ef-4ab4-b62f-3f7489c0fc92,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:34.159617 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f2764c5-f307-4ce7-97be-a2f3cd2a8b02 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ef246057-d158-47e5-94f9-5e863e6402c1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.202756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:34.203581 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.225201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 8bb7c74b-8952-45b7-a8b4-510da9c4114b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:34.227417 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.242369 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2764c5-f307-4ce7-97be-a2f3cd2a8b02 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef246057-d158-47e5-94f9-5e863e6402c1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:34.255151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Pushing event updated for resources: {'Port': ['ID=54e3399e-ac41-4498-9b14-89ad49889f53,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:34.255640 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f2764c5-f307-4ce7-97be-a2f3cd2a8b02 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.257211 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7f2764c5-f307-4ce7-97be-a2f3cd2a8b02 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4037654 Feb 19 03:13:34.258470 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.260834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39672) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:34.265264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7e8af897-912b-46d1-b609-8e90715654ef tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': 'f55f8199-72b1-4fd7-a06d-5680900f9be8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ef246057-d158-47e5-94f9-5e863e6402c1', 'remote_ip_prefix': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:34.275789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218ba85-9cf2-47d9-a5d6-a87e42d436f7 req-a171f506-aa9d-47c2-b8ba-5dd8e8709c9e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:34.277547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b218ba85-9cf2-47d9-a5d6-a87e42d436f7 req-a171f506-aa9d-47c2-b8ba-5dd8e8709c9e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.3360465 Feb 19 03:13:34.283162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-adc97ef8-3717-442e-996c-a47dc53735bb tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1381876 Feb 19 03:13:34.298227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:34.301262 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181f05c4-6761-430d-8572-5e6a32e1be8b" -d '{"events": [{"server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "name": "network-vif-plugged", "status": "completed", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:34.307300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Request body: {'port': {'device_id': 'bedae561-9609-44f6-8c1a-c82fc53482d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:34.323319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 8bb7c74b-8952-45b7-a8b4-510da9c4114b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:34.328539 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.379350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=8bb7c74b-8952-45b7-a8b4-510da9c4114b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:34.383354 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.386066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Publish callbacks [] for router_controller (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.402643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35b33d-4627-4169-a743-da320de2eb09 req-9a537d49-59c4-444a-b254-d73808ac93c0 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:34.404319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e35b33d-4627-4169-a743-da320de2eb09 req-9a537d49-59c4-444a-b254-d73808ac93c0 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 931 time: 0.2852709 Feb 19 03:13:34.435419 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e8af897-912b-46d1-b609-8e90715654ef tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (913b1965-ae3e-4e6a-a263-dcf6497eb3ec), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.452400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.461679 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.462597 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:13:34.469080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b218ba85-9cf2-47d9-a5d6-a87e42d436f7 req-5a2fde0f-5142-4aa0-a19a-71d6f6798fa4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795661 Feb 19 03:13:34.479030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.483731 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-724be9db-626f-4498-b9ec-dcc38f3bd50e admin admin] 10.222.0.81 "DELETE /v2.0/routers/7cb2f98b-0113-4b2e-a2f8-272efa0d6a6b HTTP/1.1" status: 204 len: 168 time: 1.3406596 Feb 19 03:13:34.484400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39678) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:34.551763 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d595120b-d0a3-45e5-a15b-95fd5b13976d x-openstack-request-id: req-d595120b-d0a3-45e5-a15b-95fd5b13976d {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:34.552054 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "name": "network-vif-plugged", "status": "completed", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:34.553023 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d595120b-d0a3-45e5-a15b-95fd5b13976d {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:34.553871 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'code': 200} Feb 19 03:13:34.566173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e1bc418-04e6-4029-b595-cf209da1925e admin admin] Deleting subnet 222d10ba-c971-4f5d-8bf4-c36f58cab269 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:13:34.577298 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e1bc418-04e6-4029-b595-cf209da1925e admin admin] Publish callbacks [] for subnet (222d10ba-c971-4f5d-8bf4-c36f58cab269), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.590532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e35b33d-4627-4169-a743-da320de2eb09 req-0aeeb3fe-03de-4181-9cb5-2b0d7322035d tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455739 Feb 19 03:13:34.626984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e1bc418-04e6-4029-b595-cf209da1925e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (222d10ba-c971-4f5d-8bf4-c36f58cab269), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.631986 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e8af897-912b-46d1-b609-8e90715654ef tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (913b1965-ae3e-4e6a-a263-dcf6497eb3ec), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.653146 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e8af897-912b-46d1-b609-8e90715654ef tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (913b1965-ae3e-4e6a-a263-dcf6497eb3ec), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.715946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8af897-912b-46d1-b609-8e90715654ef tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=913b1965-ae3e-4e6a-a263-dcf6497eb3ec,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:34.733889 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e8af897-912b-46d1-b609-8e90715654ef tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.736552 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7e8af897-912b-46d1-b609-8e90715654ef tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4737539 Feb 19 03:13:34.757465 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39682) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:34.793391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e1bc418-04e6-4029-b595-cf209da1925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (222d10ba-c971-4f5d-8bf4-c36f58cab269), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.796211 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08618ac2-183d-4bd9-8a7c-d5b5b61e7805 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (913b1965-ae3e-4e6a-a263-dcf6497eb3ec), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.868351 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08618ac2-183d-4bd9-8a7c-d5b5b61e7805 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (913b1965-ae3e-4e6a-a263-dcf6497eb3ec), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.877076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae799822-74c9-48bf-b839-5a323906e4d3 req-552d804d-1122-4aba-bbb3-8a5744363029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:34.879734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae799822-74c9-48bf-b839-5a323906e4d3 req-552d804d-1122-4aba-bbb3-8a5744363029 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 1128 time: 0.2141314 Feb 19 03:13:34.884524 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e1bc418-04e6-4029-b595-cf209da1925e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (222d10ba-c971-4f5d-8bf4-c36f58cab269), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.906927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d2a09-0080-4e25-a9a8-b80ba9539859 req-779ae8df-7843-425d-a5dc-49a018481392 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:34.908411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e87d2a09-0080-4e25-a9a8-b80ba9539859 req-779ae8df-7843-425d-a5dc-49a018481392 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1734810 Feb 19 03:13:34.918723 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bc418-04e6-4029-b595-cf209da1925e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222d10ba-c971-4f5d-8bf4-c36f58cab269,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:34.924546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e1bc418-04e6-4029-b595-cf209da1925e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:34.931190 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5e1bc418-04e6-4029-b595-cf209da1925e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/222d10ba-c971-4f5d-8bf4-c36f58cab269 HTTP/1.1" status: 204 len: 168 time: 0.4424195 Feb 19 03:13:34.931836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39686) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:34.932639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177b2a2c-8579-4af7-b31f-2810cdf0e337 None None] Network a6ce9c92-71d2-45d8-9576-b25be1a23d60 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:34.936957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c08bad-a939-494c-b9e6-585ce0fce36f req-81f4ccc1-5809-4d6f-93e4-f1653f51e9a2 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:34.938608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36c08bad-a939-494c-b9e6-585ce0fce36f req-81f4ccc1-5809-4d6f-93e4-f1653f51e9a2 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 946 time: 0.2296798 Feb 19 03:13:35.022514 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (a6ce9c92-71d2-45d8-9576-b25be1a23d60), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.030629 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08618ac2-183d-4bd9-8a7c-d5b5b61e7805 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (913b1965-ae3e-4e6a-a263-dcf6497eb3ec), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.039430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-08618ac2-183d-4bd9-8a7c-d5b5b61e7805 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.040571 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-08618ac2-183d-4bd9-8a7c-d5b5b61e7805 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/913b1965-ae3e-4e6a-a263-dcf6497eb3ec HTTP/1.1" status: 204 len: 168 time: 0.2820067 Feb 19 03:13:35.050234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39688) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:35.055935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae799822-74c9-48bf-b839-5a323906e4d3 req-d76b7301-614f-41e4-9b65-511be5b8b7db service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650939 Feb 19 03:13:35.069051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08618ac2-183d-4bd9-8a7c-d5b5b61e7805 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=913b1965-ae3e-4e6a-a263-dcf6497eb3ec,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:35.108322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Deleting port d78fdfd1-f8ea-4044-93e6-2428f6defb50 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:35.108931 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.118686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e87d2a09-0080-4e25-a9a8-b80ba9539859 req-ed20fb47-4ffe-4f66-ad74-2e387ef56c5f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919146 Feb 19 03:13:35.123185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36c08bad-a939-494c-b9e6-585ce0fce36f req-d133f0bf-5fe7-4749-9f57-1eebd77c391a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760461 Feb 19 03:13:35.150235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-612f3413-f490-4240-8415-b66415774223 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0966811 Feb 19 03:13:35.158694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39690) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:35.238626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70373c1-3ea5-4884-b038-b4f6dc2d744d None None] DHCP port deletion for a6ce9c92-71d2-45d8-9576-b25be1a23d60 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:13:35.239218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] For port d78fdfd1-f8ea-4044-93e6-2428f6defb50, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d78fdfd1-f8ea-4044-93e6-2428f6defb50,segment=NetworkSegment(e8bcba7a-3c46-4f79-83a0-5e647c3752fe),segment_id=e8bcba7a-3c46-4f79-83a0-5e647c3752fe)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:35.239347 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.256151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Calling delete_port for d78fdfd1-f8ea-4044-93e6-2428f6defb50 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:35.281299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e3399e-ac41-4498-9b14-89ad49889f53 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:35.293435 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Publish callbacks [] for port (54e3399e-ac41-4498-9b14-89ad49889f53), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.318335 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-56758db6-e518-4b40-8330-6f6856017501 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (ef246057-d158-47e5-94f9-5e863e6402c1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.332710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Transition to ACTIVE for port object 54e3399e-ac41-4498-9b14-89ad49889f53 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:35.374231 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.380383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e70373c1-3ea5-4884-b038-b4f6dc2d744d None None] Deleting port d78fdfd1-f8ea-4044-93e6-2428f6defb50 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:35.380797 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e70373c1-3ea5-4884-b038-b4f6dc2d744d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.384637 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-56758db6-e518-4b40-8330-6f6856017501 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (ef246057-d158-47e5-94f9-5e863e6402c1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.412518 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.460280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Pushing event deleted for resources: {'Port': ['ID=d78fdfd1-f8ea-4044-93e6-2428f6defb50,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:35.474732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] No DVR routers for this DVR port d78fdfd1-f8ea-4044-93e6-2428f6defb50 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:35.486139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:35.506026 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Pushing event updated for resources: {'Port': ['ID=54e3399e-ac41-4498-9b14-89ad49889f53,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:35.538451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:35.539259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 90b0665f-14ef-4ab4-b62f-3f7489c0fc92 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:35.539990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d78fdfd1-f8ea-4044-93e6-2428f6defb50 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:35.575713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: d78fdfd1-f8ea-4044-93e6-2428f6defb50 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:35.576341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d78fdfd1-f8ea-4044-93e6-2428f6defb50 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:35.576941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f67ed2ab-6b76-4045-ba65-3396cb3fe46c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:35.607194 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-56758db6-e518-4b40-8330-6f6856017501 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ef246057-d158-47e5-94f9-5e863e6402c1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.610269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-56758db6-e518-4b40-8330-6f6856017501 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.614010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-56758db6-e518-4b40-8330-6f6856017501 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-groups/ef246057-d158-47e5-94f9-5e863e6402c1 HTTP/1.1" status: 204 len: 168 time: 0.4515276 Feb 19 03:13:35.616264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f67ed2ab-6b76-4045-ba65-3396cb3fe46c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:35.617136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f67ed2ab-6b76-4045-ba65-3396cb3fe46c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:35.619929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39694) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:35.641749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d005fe-d383-43fa-afed-4065710106ba req-16d221b0-6967-490e-b6d3-0db161d28261 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:35.644225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6d005fe-d383-43fa-afed-4065710106ba req-16d221b0-6967-490e-b6d3-0db161d28261 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.3079081 Feb 19 03:13:35.645042 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (a6ce9c92-71d2-45d8-9576-b25be1a23d60), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.655067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e70373c1-3ea5-4884-b038-b4f6dc2d744d None None] For port d78fdfd1-f8ea-4044-93e6-2428f6defb50, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d78fdfd1-f8ea-4044-93e6-2428f6defb50,segment=NetworkSegment(e8bcba7a-3c46-4f79-83a0-5e647c3752fe),segment_id=e8bcba7a-3c46-4f79-83a0-5e647c3752fe)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:35.655987 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e70373c1-3ea5-4884-b038-b4f6dc2d744d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.688626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e70373c1-3ea5-4884-b038-b4f6dc2d744d None None] Calling delete_port for d78fdfd1-f8ea-4044-93e6-2428f6defb50 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:35.698770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56758db6-e518-4b40-8330-6f6856017501 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef246057-d158-47e5-94f9-5e863e6402c1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:35.701347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6ce9c92-71d2-45d8-9576-b25be1a23d60']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:35.707636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Attempting to bind port 54e3399e-ac41-4498-9b14-89ad49889f53 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:35.708151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Attempting to bind port 54e3399e-ac41-4498-9b14-89ad49889f53 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:35.708683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Attempting to bind port 54e3399e-ac41-4498-9b14-89ad49889f53 on network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:35.719864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8bcba7a-3c46-4f79-83a0-5e647c3752fe') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:35.720161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8bcba7a-3c46-4f79-83a0-5e647c3752fe') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:35.741721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (e8bcba7a-3c46-4f79-83a0-5e647c3752fe), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.751852 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e8bcba7a-3c46-4f79-83a0-5e647c3752fe), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.757467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Port 54e3399e-ac41-4498-9b14-89ad49889f53 on network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:35.758032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Attempting to bind port 54e3399e-ac41-4498-9b14-89ad49889f53 on network 6c9753b4-1d5a-4b0d-8dc1-e684733b48be {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:35.760215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:35.760622 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (e8bcba7a-3c46-4f79-83a0-5e647c3752fe), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:35.763145 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:35.802120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:35.802727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Checking segment: {'id': '2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:35.803274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Bound using segment: {'id': '2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:35.803873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Bound port: 54e3399e-ac41-4498-9b14-89ad49889f53, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:35.804411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.806943 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e70373c1-3ea5-4884-b038-b4f6dc2d744d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (d78fdfd1-f8ea-4044-93e6-2428f6defb50), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.816232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6d005fe-d383-43fa-afed-4065710106ba req-946f55e4-8329-4cb4-b03d-5b8d52e7c2ce tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399410 Feb 19 03:13:35.832834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (a6ce9c92-71d2-45d8-9576-b25be1a23d60), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.842293 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:35.852757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cc40b70d-f71e-43f0-ba48-5b73046a680e tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2037561 Feb 19 03:13:35.857514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39698) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:35.861305 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] 10.222.0.81 "DELETE /v2.0/networks/a6ce9c92-71d2-45d8-9576-b25be1a23d60 HTTP/1.1" status: 204 len: 168 time: 0.9270773 Feb 19 03:13:35.881297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb29ac0-18ee-4eb9-b08e-3e4ee46e2f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6ce9c92-71d2-45d8-9576-b25be1a23d60,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:35.895892 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70373c1-3ea5-4884-b038-b4f6dc2d744d None None] Pushing event deleted for resources: {'Port': ['ID=d78fdfd1-f8ea-4044-93e6-2428f6defb50,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:35.953938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef37bf-6ff1-4342-a30a-b125ba1afb7d req-eecddbe7-6708-413e-8039-eba4931cd9a9 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:35.956095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51ef37bf-6ff1-4342-a30a-b125ba1afb7d req-eecddbe7-6708-413e-8039-eba4931cd9a9 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 943 time: 0.2295732 Feb 19 03:13:35.962605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70373c1-3ea5-4884-b038-b4f6dc2d744d None None] No DVR routers for this DVR port d78fdfd1-f8ea-4044-93e6-2428f6defb50 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:35.979569 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-33874dae-be5c-4cd8-987a-36d4cadba72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.057564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] For port 54e3399e-ac41-4498-9b14-89ad49889f53, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:36.100483 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61988103-69da-4ae7-9a4b-41fe038ed10b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (f55f8199-72b1-4fd7-a06d-5680900f9be8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.103258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] For port 54e3399e-ac41-4498-9b14-89ad49889f53, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=54e3399e-ac41-4498-9b14-89ad49889f53,segment=NetworkSegment(2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de),segment_id=2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:36.121875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51ef37bf-6ff1-4342-a30a-b125ba1afb7d req-9e1d5e6a-1223-4790-9bc6-9823ae79e693 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538050 Feb 19 03:13:36.137153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf596e-0aa9-47d5-bd1c-b426ed29327d req-83315f69-0870-4af3-8fcd-239e26bf1880 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:36.138837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34bf596e-0aa9-47d5-bd1c-b426ed29327d req-83315f69-0870-4af3-8fcd-239e26bf1880 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1824226 Feb 19 03:13:36.139984 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.156363 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39706) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:36.186347 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61988103-69da-4ae7-9a4b-41fe038ed10b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (f55f8199-72b1-4fd7-a06d-5680900f9be8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.205677 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6fb5c8d9-0fba-4e83-abad-db18963cb0e3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fca2ef770c0e470c8fda0550b0ef6c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479093 Feb 19 03:13:36.206763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39710) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:36.237392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:36.238004 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.240946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] 10.222.0.67 "PUT /v2.0/ports/54e3399e-ac41-4498-9b14-89ad49889f53 HTTP/1.1" status: 200 len: 1091 time: 1.9385481 Feb 19 03:13:36.249030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bedae561-9609-44f6-8c1a-c82fc53482d3', 'tag': '54e3399e-ac41-4498-9b14-89ad49889f53'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:36.251757 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dc76b0-06a8-4560-9807-49224c7f3f17" -d '{"events": [{"name": "network-changed", "server_uuid": "bedae561-9609-44f6-8c1a-c82fc53482d3", "tag": "54e3399e-ac41-4498-9b14-89ad49889f53"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:36.288924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33c56d-5c8e-444e-8010-e76b87ceb868 service neutron] Pushing event updated for resources: {'Port': ['ID=54e3399e-ac41-4498-9b14-89ad49889f53,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:36.293814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2fa7-adff-4096-adf9-87d86cc73f59 admin admin] Publish callbacks [] for security_group (6c24cb13-c5ac-4e21-ab13-5fefccdd3b98), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.294799 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34bf596e-0aa9-47d5-bd1c-b426ed29327d req-b3c60dcc-3041-4cde-b4eb-8992ccb4e564 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349792 Feb 19 03:13:36.365136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2fa7-adff-4096-adf9-87d86cc73f59 admin admin] Publish callbacks [] for security_group (6c24cb13-c5ac-4e21-ab13-5fefccdd3b98), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.370704 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61988103-69da-4ae7-9a4b-41fe038ed10b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f55f8199-72b1-4fd7-a06d-5680900f9be8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.373289 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61988103-69da-4ae7-9a4b-41fe038ed10b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.377105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-61988103-69da-4ae7-9a4b-41fe038ed10b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-groups/f55f8199-72b1-4fd7-a06d-5680900f9be8 HTTP/1.1" status: 204 len: 168 time: 0.5183363 Feb 19 03:13:36.379196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39716) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:36.400744 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd65d4e-251f-427c-82d0-0697d10b846a x-openstack-request-id: req-6bd65d4e-251f-427c-82d0-0697d10b846a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:36.401057 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bedae561-9609-44f6-8c1a-c82fc53482d3", "tag": "54e3399e-ac41-4498-9b14-89ad49889f53", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:36.401310 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bd65d4e-251f-427c-82d0-0697d10b846a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:36.401698 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bedae561-9609-44f6-8c1a-c82fc53482d3', 'tag': '54e3399e-ac41-4498-9b14-89ad49889f53', 'status': 'completed', 'code': 200} Feb 19 03:13:36.415472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61988103-69da-4ae7-9a4b-41fe038ed10b tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55f8199-72b1-4fd7-a06d-5680900f9be8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:36.434737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-753e52ee-ab0b-4f0c-813e-74c35cb64e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:36.436272 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-753e52ee-ab0b-4f0c-813e-74c35cb64e2b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f38e2519ae704ed3b2f4649ecd3b5eda&device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 1125 time: 0.1406105 Feb 19 03:13:36.458895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2fa7-adff-4096-adf9-87d86cc73f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6c24cb13-c5ac-4e21-ab13-5fefccdd3b98), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.461454 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f5c2fa7-adff-4096-adf9-87d86cc73f59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.466035 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8f5c2fa7-adff-4096-adf9-87d86cc73f59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c24cb13-c5ac-4e21-ab13-5fefccdd3b98 HTTP/1.1" status: 204 len: 168 time: 0.2576694 Feb 19 03:13:36.477008 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c2fa7-adff-4096-adf9-87d86cc73f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c24cb13-c5ac-4e21-ab13-5fefccdd3b98,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:36.523343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11ec9f4-3cc9-44e5-8bfd-fefe1f4f4cfe req-79570ab9-589c-4d86-9803-8c8221fb7a16 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:36.524720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f11ec9f4-3cc9-44e5-8bfd-fefe1f4f4cfe req-79570ab9-589c-4d86-9803-8c8221fb7a16 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 946 time: 0.2207534 Feb 19 03:13:36.529628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-fa2bc004-c8c6-4338-89be-358a9418306e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54e3399e-ac41-4498-9b14-89ad49889f53 HTTP/1.1" status: 200 len: 217 time: 0.0845363 Feb 19 03:13:36.545932 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39722) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:36.546155 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f474ec95-2ac6-4781-9d42-8fce6a4aa84c tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1613076 Feb 19 03:13:36.549286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-da586380-94a5-4fd6-a271-14f48e590002 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group': {'name': 'tempest-secgroup--487165841'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:36.583392 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da586380-94a5-4fd6-a271-14f48e590002 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.685053 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da586380-94a5-4fd6-a271-14f48e590002 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (0452346a-e90f-4911-ae6d-d9ee4c61f343), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.695432 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da586380-94a5-4fd6-a271-14f48e590002 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0452346a-e90f-4911-ae6d-d9ee4c61f343), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.737194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da586380-94a5-4fd6-a271-14f48e590002 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0452346a-e90f-4911-ae6d-d9ee4c61f343,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:36.755315 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da586380-94a5-4fd6-a271-14f48e590002 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.756875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-da586380-94a5-4fd6-a271-14f48e590002 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2112551 Feb 19 03:13:36.759683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39732) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:36.768322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2a3bb955-3354-413f-a559-6d1fbf3e3d3f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': '0452346a-e90f-4911-ae6d-d9ee4c61f343', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:36.813088 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a3bb955-3354-413f-a559-6d1fbf3e3d3f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (6ceaf89b-13e0-4058-83c5-c4704883ccd1), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.883819 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a3bb955-3354-413f-a559-6d1fbf3e3d3f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (6ceaf89b-13e0-4058-83c5-c4704883ccd1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.890062 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a3bb955-3354-413f-a559-6d1fbf3e3d3f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (6ceaf89b-13e0-4058-83c5-c4704883ccd1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.914692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bb955-3354-413f-a559-6d1fbf3e3d3f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ceaf89b-13e0-4058-83c5-c4704883ccd1,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:36.929270 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a3bb955-3354-413f-a559-6d1fbf3e3d3f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.933676 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2a3bb955-3354-413f-a559-6d1fbf3e3d3f tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1725285 Feb 19 03:13:36.936081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39736) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:36.980625 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c561bc00-09b2-403b-8b42-ef45b07988c0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (6ceaf89b-13e0-4058-83c5-c4704883ccd1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:36.990961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f11ec9f4-3cc9-44e5-8bfd-fefe1f4f4cfe req-cd343a4f-3c4a-4a33-9e35-a1cd31a03b63 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593635 Feb 19 03:13:36.995233 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-7a1caba3-f75a-4423-8170-4f6d8a84d729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:36.996681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-7a1caba3-f75a-4423-8170-4f6d8a84d729 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d285098d-bd66-4838-b6b7-1fdd74c0cc2f HTTP/1.1" status: 200 len: 853 time: 0.4498680 Feb 19 03:13:37.019519 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c561bc00-09b2-403b-8b42-ef45b07988c0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (6ceaf89b-13e0-4058-83c5-c4704883ccd1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.020691 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.042680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39740) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:37.055293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-f28ead19-a43d-4aa2-a550-8f88b72528c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c9753b4-1d5a-4b0d-8dc1-e684733b48be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473838 Feb 19 03:13:37.100297 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c561bc00-09b2-403b-8b42-ef45b07988c0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (6ceaf89b-13e0-4058-83c5-c4704883ccd1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.105258 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c561bc00-09b2-403b-8b42-ef45b07988c0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.106417 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c561bc00-09b2-403b-8b42-ef45b07988c0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6ceaf89b-13e0-4058-83c5-c4704883ccd1 HTTP/1.1" status: 204 len: 168 time: 0.1693203 Feb 19 03:13:37.109655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39742) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:37.114515 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-991cddc2-8a1e-4846-a2a5-27c7c2b07750 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8e6060088054bf5a7f2325b948e7d6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681481 Feb 19 03:13:37.116446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39744) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:37.123957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-6f193f3b-0824-4006-a215-03bb82cd8e16 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:37.125478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-6f193f3b-0824-4006-a215-03bb82cd8e16 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 811 time: 0.2325261 Feb 19 03:13:37.132132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c561bc00-09b2-403b-8b42-ef45b07988c0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ceaf89b-13e0-4058-83c5-c4704883ccd1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:37.161382 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b8682d0a-0709-47c7-ad0b-48a2d1bb8cda tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0479374 Feb 19 03:13:37.163937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39748) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:37.182043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-205042a3-b18a-4a0b-b6e5-13835d87b915 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/quotas/a88df77c28184abca4e29c7ab756af99 HTTP/1.1" status: 200 len: 375 time: 0.0315897 Feb 19 03:13:37.248721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-10c4efda-8e10-402b-a298-cf54e6ac5829 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (0452346a-e90f-4911-ae6d-d9ee4c61f343), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.264099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-ca3c2a75-1d01-4f85-ba7e-787f23ff2ef2 service neutron] 10.222.0.67 "GET /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990547 Feb 19 03:13:37.292041 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b53198c3-d90c-4310-9d46-0d23f296dcfb admin admin] Publish callbacks [] for security_group (8c2251d9-924b-4abf-8759-8095c3d3f270), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.292323 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-10c4efda-8e10-402b-a298-cf54e6ac5829 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (0452346a-e90f-4911-ae6d-d9ee4c61f343), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.344337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-10c4efda-8e10-402b-a298-cf54e6ac5829 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0452346a-e90f-4911-ae6d-d9ee4c61f343), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.348549 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-10c4efda-8e10-402b-a298-cf54e6ac5829 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.356359 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-10c4efda-8e10-402b-a298-cf54e6ac5829 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-groups/0452346a-e90f-4911-ae6d-d9ee4c61f343 HTTP/1.1" status: 204 len: 168 time: 0.1889758 Feb 19 03:13:37.357816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39750) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:37.366576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4efda-8e10-402b-a298-cf54e6ac5829 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0452346a-e90f-4911-ae6d-d9ee4c61f343,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:37.408689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-0524d518-2c60-4e9d-b7af-5ac1d7db89a8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2131093 Feb 19 03:13:37.415346 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b53198c3-d90c-4310-9d46-0d23f296dcfb admin admin] Publish callbacks [] for security_group (8c2251d9-924b-4abf-8759-8095c3d3f270), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.508061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995886d7-fc53-4b02-9e46-64ff5b7da3f3 req-7a9aa616-1799-4964-97dd-7a0ede7da266 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:37.509678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-995886d7-fc53-4b02-9e46-64ff5b7da3f3 req-7a9aa616-1799-4964-97dd-7a0ede7da266 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 943 time: 0.2763441 Feb 19 03:13:37.583148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a93940af-1574-417e-ae5e-57608b9f9fcd req-1af0a94d-3465-4847-a912-6864dcd875c6 service neutron] 10.222.0.67 "GET /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011463 Feb 19 03:13:37.598392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7a93c336-b6ae-482a-8f8f-7a809feed3ba tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2389145 Feb 19 03:13:37.602301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39752) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:37.609038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3c83b954-faa8-4884-9bf8-8078181a056d tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group': {'name': 'tempest-secgroup--1757702907'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:37.639909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b53198c3-d90c-4310-9d46-0d23f296dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8c2251d9-924b-4abf-8759-8095c3d3f270), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.642539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b53198c3-d90c-4310-9d46-0d23f296dcfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.646127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b53198c3-d90c-4310-9d46-0d23f296dcfb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8c2251d9-924b-4abf-8759-8095c3d3f270 HTTP/1.1" status: 204 len: 168 time: 0.5272603 Feb 19 03:13:37.646299 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c83b954-faa8-4884-9bf8-8078181a056d tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.653836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-995886d7-fc53-4b02-9e46-64ff5b7da3f3 req-9e3f58ee-f119-45a0-ace9-eae69d11b55a tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266544 Feb 19 03:13:37.668722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-c08895d3-e590-4a9a-a434-82e460005b10 service neutron] 10.222.0.81 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543945 Feb 19 03:13:37.702433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53198c3-d90c-4310-9d46-0d23f296dcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2251d9-924b-4abf-8759-8095c3d3f270,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:37.738722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c83b954-faa8-4884-9bf8-8078181a056d tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (b0b1c4ae-0c57-4e8b-a0ad-44e3d9b32bae), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.744503 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c83b954-faa8-4884-9bf8-8078181a056d tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b0b1c4ae-0c57-4e8b-a0ad-44e3d9b32bae), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.777409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c83b954-faa8-4884-9bf8-8078181a056d tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b1c4ae-0c57-4e8b-a0ad-44e3d9b32bae,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:37.783277 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c83b954-faa8-4884-9bf8-8078181a056d tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.787297 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3c83b954-faa8-4884-9bf8-8078181a056d tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1811695 Feb 19 03:13:37.787516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39756) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:37.792619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b5474c01-e320-4eba-a9e8-49ecb4139cdc tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': 'b0b1c4ae-0c57-4e8b-a0ad-44e3d9b32bae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:37.830534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5474c01-e320-4eba-a9e8-49ecb4139cdc tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (66709ee3-3fa3-4d00-8f42-215fcbd5ba34), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.840295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc76b0-06a8-4560-9807-49224c7f3f17 req-93375c53-cab7-4c93-8d3b-641310ef8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:37.842677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1dc76b0-06a8-4560-9807-49224c7f3f17 req-93375c53-cab7-4c93-8d3b-641310ef8448 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f38e2519ae704ed3b2f4649ecd3b5eda&device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 1125 time: 0.1676421 Feb 19 03:13:37.903470 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-6285dc3c-3756-4af5-9491-59cd8d810dfb service neutron] 10.222.0.81 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384639 Feb 19 03:13:37.905782 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5474c01-e320-4eba-a9e8-49ecb4139cdc tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (66709ee3-3fa3-4d00-8f42-215fcbd5ba34), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.912142 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5474c01-e320-4eba-a9e8-49ecb4139cdc tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (66709ee3-3fa3-4d00-8f42-215fcbd5ba34), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.959942 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5474c01-e320-4eba-a9e8-49ecb4139cdc tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66709ee3-3fa3-4d00-8f42-215fcbd5ba34,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:37.996260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5474c01-e320-4eba-a9e8-49ecb4139cdc tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:37.997752 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b5474c01-e320-4eba-a9e8-49ecb4139cdc tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2091744 Feb 19 03:13:38.000561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39760) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:38.006410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc76b0-06a8-4560-9807-49224c7f3f17 req-b1ea0c79-b495-4e9f-8091-7e9ce5198518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:38.008183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1dc76b0-06a8-4560-9807-49224c7f3f17 req-b1ea0c79-b495-4e9f-8091-7e9ce5198518 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6c9753b4-1d5a-4b0d-8dc1-e684733b48be HTTP/1.1" status: 200 len: 914 time: 0.1602261 Feb 19 03:13:38.036230 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dc00923d-b119-4706-acab-acc617ad4b25 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules/66709ee3-3fa3-4d00-8f42-215fcbd5ba34 HTTP/1.1" status: 200 len: 763 time: 0.0345273 Feb 19 03:13:38.039499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39764) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:38.073930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1dc76b0-06a8-4560-9807-49224c7f3f17 req-415abd3f-d7c1-452c-b239-1750ae9e19c6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54e3399e-ac41-4498-9b14-89ad49889f53 HTTP/1.1" status: 200 len: 217 time: 0.0586081 Feb 19 03:13:38.135083 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-480e90d8-279f-4c24-9d53-438cc019ad15 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0918624 Feb 19 03:13:38.141245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39776) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:38.191919 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa46ad70-97e1-4803-b65c-4677c1cd0cde tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (66709ee3-3fa3-4d00-8f42-215fcbd5ba34), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.218411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa46ad70-97e1-4803-b65c-4677c1cd0cde tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (66709ee3-3fa3-4d00-8f42-215fcbd5ba34), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.224722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc76b0-06a8-4560-9807-49224c7f3f17 req-8f3e7be5-4b44-4a23-ba81-c1f76a64cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:38.226240 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1dc76b0-06a8-4560-9807-49224c7f3f17 req-8f3e7be5-4b44-4a23-ba81-c1f76a64cf2f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d285098d-bd66-4838-b6b7-1fdd74c0cc2f HTTP/1.1" status: 200 len: 853 time: 0.1465600 Feb 19 03:13:38.238025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb6adc1-e7e1-462a-a44a-6e6a9af4725b req-85a3aa2f-8a40-4f7b-b606-f6c1f791808f tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:38.246527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fb6adc1-e7e1-462a-a44a-6e6a9af4725b req-85a3aa2f-8a40-4f7b-b606-f6c1f791808f tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 946 time: 0.0898108 Feb 19 03:13:38.290821 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa46ad70-97e1-4803-b65c-4677c1cd0cde tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (66709ee3-3fa3-4d00-8f42-215fcbd5ba34), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.304956 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa46ad70-97e1-4803-b65c-4677c1cd0cde tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.307567 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-aa46ad70-97e1-4803-b65c-4677c1cd0cde tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/66709ee3-3fa3-4d00-8f42-215fcbd5ba34 HTTP/1.1" status: 204 len: 168 time: 0.1653171 Feb 19 03:13:38.307728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1dc76b0-06a8-4560-9807-49224c7f3f17 req-a950a542-1df4-4398-94ce-e86c44648fa7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c9753b4-1d5a-4b0d-8dc1-e684733b48be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418527 Feb 19 03:13:38.311982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39786) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:38.321778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46ad70-97e1-4803-b65c-4677c1cd0cde tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66709ee3-3fa3-4d00-8f42-215fcbd5ba34,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:38.354637 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.382636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad823264-c81e-4a63-9307-fd9f72a43033 req-e3353ac7-2981-42a3-856a-704ac2ad82c4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 210 time: 0.0801392 Feb 19 03:13:38.419681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fb6adc1-e7e1-462a-a44a-6e6a9af4725b req-e5cb8eb1-c2a0-4bb2-a6b4-b787b912df1b tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676197 Feb 19 03:13:38.479464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39796) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:38.654866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c4dd8981-356e-45d5-bf4f-89567a20285d tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3253155 Feb 19 03:13:38.666458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39804) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:38.679009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bbda419d-a407-429e-b418-8de8b9cc394a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': 'b0b1c4ae-0c57-4e8b-a0ad-44e3d9b32bae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:38.822444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1dc76b0-06a8-4560-9807-49224c7f3f17 req-753e6cbe-dc00-4a2e-a09b-429660784f3b service neutron] 10.222.0.67 "GET /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876714 Feb 19 03:13:38.827421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-c66d53c0-06ab-4322-bd91-33061f9614da tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3723404 Feb 19 03:13:38.856978 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bbda419d-a407-429e-b418-8de8b9cc394a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (f326e32a-d612-4f8f-813d-4e4e8de487ee), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:38.857213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39812) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:38.867722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:38.997092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.029948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4c645-3863-4d07-b8ad-17b7f12709ea req-562e3eee-a4d8-4493-a012-aa012b392129 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:39.033253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80c4c645-3863-4d07-b8ad-17b7f12709ea req-562e3eee-a4d8-4493-a012-aa012b392129 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 943 time: 0.2405510 Feb 19 03:13:39.072049 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bbda419d-a407-429e-b418-8de8b9cc394a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (f326e32a-d612-4f8f-813d-4e4e8de487ee), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.124953 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bbda419d-a407-429e-b418-8de8b9cc394a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f326e32a-d612-4f8f-813d-4e4e8de487ee), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.171573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1dc76b0-06a8-4560-9807-49224c7f3f17 req-9ffae8e2-c07a-4458-84d3-e9eb09b475bd service neutron] 10.222.0.67 "GET /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430786 Feb 19 03:13:39.191086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda419d-a407-429e-b418-8de8b9cc394a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f326e32a-d612-4f8f-813d-4e4e8de487ee,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:39.236801 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bbda419d-a407-429e-b418-8de8b9cc394a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.238260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bbda419d-a407-429e-b418-8de8b9cc394a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5634995 Feb 19 03:13:39.250883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39818) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:39.281435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80c4c645-3863-4d07-b8ad-17b7f12709ea req-4fcdb8bc-c5d2-445d-8b2f-cc7823da1224 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275841 Feb 19 03:13:39.303904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6be2ad16-5fba-4c37-b611-d3ac3fedfbfb tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules/f326e32a-d612-4f8f-813d-4e4e8de487ee HTTP/1.1" status: 200 len: 763 time: 0.0507567 Feb 19 03:13:39.309950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39820) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:39.312021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1891691353-network', 'tenant_id': 'd3a594dd7f7547dcbb8dde37027e3364'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:39.366411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.382095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Made reservation on behalf of d3a594dd7f7547dcbb8dde37027e3364 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:39.382385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4769e164-4340-4e5e-9b9a-c028c3444fb0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0684264 Feb 19 03:13:39.382499 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.385338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39822) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:39.411925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.449931 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f34933cf-7c20-44e9-9eba-172acb8c417a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (f326e32a-d612-4f8f-813d-4e4e8de487ee), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.462507 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f34933cf-7c20-44e9-9eba-172acb8c417a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (f326e32a-d612-4f8f-813d-4e4e8de487ee), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.570597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Publish callbacks [] for security_group (d655cadd-dabf-4947-9947-bad614451f4f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.598729 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d655cadd-dabf-4947-9947-bad614451f4f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.613439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:13:39.627544 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.628144 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Added segment 3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc of type vlan for network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 Feb 19 03:13:39.676887 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.781789 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.782771 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:39.783349 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.795574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d655cadd-dabf-4947-9947-bad614451f4f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:39.852398 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9913280 Feb 19 03:13:39.858404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39826) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:39.867182 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-066da032-4785-4732-bb4a-38c2ae1d3cc5 admin admin] Request body: {'subnet': {'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1891691353-subnet', 'tenant_id': 'd3a594dd7f7547dcbb8dde37027e3364', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:39.880892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8a3918b-98b7-4f3a-a5cb-ebbac59b9b50 req-0a936425-c921-4836-93dc-e15a8ec10b70 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 210 time: 0.3852441 Feb 19 03:13:39.891888 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc8c89-2c5f-4fdf-9382-5c2cce147d39 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:39.894909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:13:39.927739 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6134c377-d21f-45e0-9805-42967737d4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (70c393a8-7604-436e-b7a0-12e9da4f83c2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.932226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066da032-4785-4732-bb4a-38c2ae1d3cc5 admin admin] Made reservation on behalf of d3a594dd7f7547dcbb8dde37027e3364 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:39.934610 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-066da032-4785-4732-bb4a-38c2ae1d3cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:39.952858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Allocated IP 172.25.1.228 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/4c83ab81-3dfe-486c-887f-c60f55eeefdc) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:39.998988 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.078292 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f34933cf-7c20-44e9-9eba-172acb8c417a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f326e32a-d612-4f8f-813d-4e4e8de487ee), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.088508 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f34933cf-7c20-44e9-9eba-172acb8c417a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.089927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f34933cf-7c20-44e9-9eba-172acb8c417a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/f326e32a-d612-4f8f-813d-4e4e8de487ee HTTP/1.1" status: 204 len: 168 time: 0.7035754 Feb 19 03:13:40.099187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39828) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:40.111860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34933cf-7c20-44e9-9eba-172acb8c417a tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f326e32a-d612-4f8f-813d-4e4e8de487ee,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:40.199643 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a1727322-3aad-452a-800c-7dfe0bc6f083 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0965080 Feb 19 03:13:40.200693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39830) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:40.211153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-14e047bb-5d35-4cd2-865a-3ec49f88aec0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': 'b0b1c4ae-0c57-4e8b-a0ad-44e3d9b32bae', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:40.220158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-f3a9b92f-c3fe-4207-9de7-00516ddbc276 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:40.221715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-f3a9b92f-c3fe-4207-9de7-00516ddbc276 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 811 time: 0.3541770 Feb 19 03:13:40.228718 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for port (4c83ab81-3dfe-486c-887f-c60f55eeefdc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.259702 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-14e047bb-5d35-4cd2-865a-3ec49f88aec0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Project 758599f30f624bc4a564a6cf6778b7e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:13:40.267207 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14e047bb-5d35-4cd2-865a-3ec49f88aec0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (b91f9774-4074-457c-805e-358a256d6bdc), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.283813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Request body: {'port': {'device_id': '247fb183-9957-4375-a0fe-032c8e8649f2', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'admin_state_up': True, 'tenant_id': 'a88df77c28184abca4e29c7ab756af99'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:40.326158 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-066da032-4785-4732-bb4a-38c2ae1d3cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (b739eea0-569f-47b6-a370-a00b8efdac10), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.362592 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4c83ab81-3dfe-486c-887f-c60f55eeefdc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.394250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:40.438783 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066da032-4785-4732-bb4a-38c2ae1d3cc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b739eea0-569f-47b6-a370-a00b8efdac10,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:40.461921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066da032-4785-4732-bb4a-38c2ae1d3cc5 admin admin] Checking segment: {'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:40.462279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:40.462401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066da032-4785-4732-bb4a-38c2ae1d3cc5 admin admin] Network hostable DHCP agents. Network: e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:13:40.472035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:40.498410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066da032-4785-4732-bb4a-38c2ae1d3cc5 admin admin] Network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:13:40.506974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6134c377-d21f-45e0-9805-42967737d4d3 admin admin] Deleting port cb1e1e93-1211-4d43-9bd3-e702a369324b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:40.507401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6134c377-d21f-45e0-9805-42967737d4d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.511269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14e047bb-5d35-4cd2-865a-3ec49f88aec0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (b91f9774-4074-457c-805e-358a256d6bdc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.525584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-066da032-4785-4732-bb4a-38c2ae1d3cc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:40.530399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066da032-4785-4732-bb4a-38c2ae1d3cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:40.531084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-066da032-4785-4732-bb4a-38c2ae1d3cc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.538065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44356bc-f48b-440b-88ea-eeb7a0d1663b None None] Network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:40.539767 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14e047bb-5d35-4cd2-865a-3ec49f88aec0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (b91f9774-4074-457c-805e-358a256d6bdc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.560042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Pushing event updated for resources: {'Port': ['ID=4c83ab81-3dfe-486c-887f-c60f55eeefdc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:40.586857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e047bb-5d35-4cd2-865a-3ec49f88aec0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91f9774-4074-457c-805e-358a256d6bdc,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:40.603007 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-066da032-4785-4732-bb4a-38c2ae1d3cc5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7435079 Feb 19 03:13:40.636938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-6134c377-d21f-45e0-9805-42967737d4d3 admin admin] For port cb1e1e93-1211-4d43-9bd3-e702a369324b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cb1e1e93-1211-4d43-9bd3-e702a369324b,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:40.637449 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6134c377-d21f-45e0-9805-42967737d4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.643137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcec7a-45a9-4a70-8fe7-2f1afb6b583d req-10b58296-713b-4af6-b47b-5c89fba9b6cf tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:40.645270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cbcec7a-45a9-4a70-8fe7-2f1afb6b583d req-10b58296-713b-4af6-b47b-5c89fba9b6cf tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 943 time: 0.2607574 Feb 19 03:13:40.652385 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14e047bb-5d35-4cd2-865a-3ec49f88aec0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.656861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-14e047bb-5d35-4cd2-865a-3ec49f88aec0 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4547503 Feb 19 03:13:40.658010 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39836) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:40.671417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6134c377-d21f-45e0-9805-42967737d4d3 admin admin] Calling delete_port for cb1e1e93-1211-4d43-9bd3-e702a369324b owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:40.698948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21667e0b-94f0-4a11-b9e6-056a913c8c72 None None] Network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:40.707350 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8721ef6a-8b31-4c10-b912-98b64caaeeb6 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules/b91f9774-4074-457c-805e-358a256d6bdc HTTP/1.1" status: 200 len: 769 time: 0.0435772 Feb 19 03:13:40.708433 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39838) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:40.711748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Made reservation on behalf of a88df77c28184abca4e29c7ab756af99 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:40.716145 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.750882 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.814218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cbcec7a-45a9-4a70-8fe7-2f1afb6b583d req-0c7f0864-cf7b-4281-839f-665e6523e2d5 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539237 Feb 19 03:13:40.818643 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-134e1125-8c59-4735-84e5-06b0665b99be tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1067672 Feb 19 03:13:40.819192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39844) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:40.860841 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4c83ab81-3dfe-486c-887f-c60f55eeefdc), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.894920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ded-7806-483d-97ac-8dfe75bc6fd1 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (b91f9774-4074-457c-805e-358a256d6bdc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.905711 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ded-7806-483d-97ac-8dfe75bc6fd1 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (b91f9774-4074-457c-805e-358a256d6bdc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.951434 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ded-7806-483d-97ac-8dfe75bc6fd1 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (b91f9774-4074-457c-805e-358a256d6bdc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.959777 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4efa6ded-7806-483d-97ac-8dfe75bc6fd1 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:40.963530 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4efa6ded-7806-483d-97ac-8dfe75bc6fd1 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/b91f9774-4074-457c-805e-358a256d6bdc HTTP/1.1" status: 204 len: 168 time: 0.1391683 Feb 19 03:13:40.964193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39850) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:41.006817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Allocated IP 172.20.0.4 (513b987e-c7a7-43b2-a06f-79c14abfbbdd/6e6c0d3a-bff9-42fa-92bf-9c63146b4741/fdafc5fa-203d-40d7-8802-571e7488fcd7) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:41.013274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa6ded-7806-483d-97ac-8dfe75bc6fd1 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b91f9774-4074-457c-805e-358a256d6bdc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:41.059987 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-66eb040d-11ea-46db-a3b6-a94600ab4548 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0945988 Feb 19 03:13:41.062939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39860) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:41.072137 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6134c377-d21f-45e0-9805-42967737d4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (cb1e1e93-1211-4d43-9bd3-e702a369324b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.114076 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134c377-d21f-45e0-9805-42967737d4d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1e1e93-1211-4d43-9bd3-e702a369324b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:41.195461 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988aa2a8-6147-4654-a005-d45a60a83a96 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (b0b1c4ae-0c57-4e8b-a0ad-44e3d9b32bae), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.215254 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:13:41.282512 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for port (4c83ab81-3dfe-486c-887f-c60f55eeefdc), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.288990 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988aa2a8-6147-4654-a005-d45a60a83a96 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (b0b1c4ae-0c57-4e8b-a0ad-44e3d9b32bae), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.295186 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4c83ab81-3dfe-486c-887f-c60f55eeefdc), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.308834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-394a9c4b-a9e6-4051-9e94-419244a7b2b7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:41.310473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-394a9c4b-a9e6-4051-9e94-419244a7b2b7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/networks?id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 HTTP/1.1" status: 200 len: 814 time: 0.2612972 Feb 19 03:13:41.392935 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988aa2a8-6147-4654-a005-d45a60a83a96 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b0b1c4ae-0c57-4e8b-a0ad-44e3d9b32bae), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.396019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988aa2a8-6147-4654-a005-d45a60a83a96 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.400251 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-988aa2a8-6147-4654-a005-d45a60a83a96 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-groups/b0b1c4ae-0c57-4e8b-a0ad-44e3d9b32bae HTTP/1.1" status: 204 len: 168 time: 0.3332388 Feb 19 03:13:41.403635 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39862) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:41.410068 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.418909 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6134c377-d21f-45e0-9805-42967737d4d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (70c393a8-7604-436e-b7a0-12e9da4f83c2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.429906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aa2a8-6147-4654-a005-d45a60a83a96 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b1c4ae-0c57-4e8b-a0ad-44e3d9b32bae,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:41.442512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-4fbab310-df4b-4608-8ad0-663a2aca6190 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/quotas/d3a594dd7f7547dcbb8dde37027e3364 HTTP/1.1" status: 200 len: 375 time: 0.0947239 Feb 19 03:13:41.455710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Pushing event updated for resources: {'Port': ['ID=4c83ab81-3dfe-486c-887f-c60f55eeefdc,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:41.520726 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-99deaa0e-a955-46e8-a221-b678836fc45e tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1129880 Feb 19 03:13:41.525422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39864) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:41.529131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-cef57ca0-7003-40d7-b23e-5b10bb295844 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3a594dd7f7547dcbb8dde37027e3364&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745583 Feb 19 03:13:41.529834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-cac8883b-f096-40f4-8ff8-aac0bdcf63a8 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group': {'name': 'tempest-secgroup--45268448'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:41.593929 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac8883b-f096-40f4-8ff8-aac0bdcf63a8 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.601318 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.632279 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.646340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['674c6733-0cbc-4561-af2a-502d63f2fd64'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:41.650001 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.651284 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-0c9f20cf-20a5-4b0a-8913-95ecf167accc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8045740 Feb 19 03:13:41.765756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac8883b-f096-40f4-8ff8-aac0bdcf63a8 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (eb9c2ea4-9c46-4b55-bd9b-58a69b238545), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.774321 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac8883b-f096-40f4-8ff8-aac0bdcf63a8 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (eb9c2ea4-9c46-4b55-bd9b-58a69b238545), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.778489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6134c377-d21f-45e0-9805-42967737d4d3 admin admin] Router 70c393a8-7604-436e-b7a0-12e9da4f83c2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:13:41.790827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:41.804706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:41.807389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:41.814696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac8883b-f096-40f4-8ff8-aac0bdcf63a8 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:41.819903 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cac8883b-f096-40f4-8ff8-aac0bdcf63a8 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2899964 Feb 19 03:13:41.820121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39866) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:41.820828 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8883b-f096-40f4-8ff8-aac0bdcf63a8 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9c2ea4-9c46-4b55-bd9b-58a69b238545,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:41.828052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-916fe817-5e64-40cb-8b4a-6e8cfb223be7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Request body: {'security_group_rule': {'security_group_id': 'eb9c2ea4-9c46-4b55-bd9b-58a69b238545', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:41.829509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-dc6b0113-d177-4845-86cc-d2fa45cc501b service neutron] 10.222.0.81 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994316 Feb 19 03:13:41.880533 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-e0ad3ba1-796e-431a-a7da-ca5ab502e0bb tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 696 time: 0.1958966 Feb 19 03:13:41.889649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event updated for resources: {'Port': ['ID=fdafc5fa-203d-40d7-8802-571e7488fcd7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:41.909735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-916fe817-5e64-40cb-8b4a-6e8cfb223be7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (ceaa9c68-ddda-4dfb-9af6-275a2996930f), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.001009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6134c377-d21f-45e0-9805-42967737d4d3 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:13:42.009325 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6134c377-d21f-45e0-9805-42967737d4d3 admin admin] 10.222.0.81 "PUT /v2.0/routers/70c393a8-7604-436e-b7a0-12e9da4f83c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5285027 Feb 19 03:13:42.012807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39870) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:42.020405 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9641ec-05f4-4289-aa23-f41e6533458b None None] Sync routers for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:13:42.030358 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9641ec-05f4-4289-aa23-f41e6533458b None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:42.031250 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-de9641ec-05f4-4289-aa23-f41e6533458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:42.048445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:42.049983 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.099198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-54b1f03b-e6a3-4748-b7b8-da2805d2837f service neutron] 10.222.0.81 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687786 Feb 19 03:13:42.133215 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-916fe817-5e64-40cb-8b4a-6e8cfb223be7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (ceaa9c68-ddda-4dfb-9af6-275a2996930f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.143327 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-916fe817-5e64-40cb-8b4a-6e8cfb223be7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (ceaa9c68-ddda-4dfb-9af6-275a2996930f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.147786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-769c443e-3185-4be1-814d-5f5009d334a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8691227 Feb 19 03:13:42.156724 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-de9641ec-05f4-4289-aa23-f41e6533458b None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:42.173149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Request body: {'port': {'device_id': '247fb183-9957-4375-a0fe-032c8e8649f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:42.179128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fe817-5e64-40cb-8b4a-6e8cfb223be7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceaa9c68-ddda-4dfb-9af6-275a2996930f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:42.197233 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Publish callbacks [] for router (70c393a8-7604-436e-b7a0-12e9da4f83c2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.231482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-b76fbf6e-b6c7-4869-a874-0f62fa918640 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:42.235833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-b76fbf6e-b6c7-4869-a874-0f62fa918640 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.3306601 Feb 19 03:13:42.247128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-df3e7da4-a21b-4e10-a337-94be44c448e4 None None] Provisioning complete for port fdafc5fa-203d-40d7-8802-571e7488fcd7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:42.247603 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df3e7da4-a21b-4e10-a337-94be44c448e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.255348 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-916fe817-5e64-40cb-8b4a-6e8cfb223be7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.256588 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-916fe817-5e64-40cb-8b4a-6e8cfb223be7 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4332335 Feb 19 03:13:42.259277 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39872) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:42.272834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-bc94d3d3-3c1d-4d95-a58f-f6fbaa390c9c tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:13:42.274096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6c87b6f-b07b-42af-87ec-3ba9f0ce68b7 req-bc94d3d3-3c1d-4d95-a58f-f6fbaa390c9c tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0303414 Feb 19 03:13:42.339960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-df3e7da4-a21b-4e10-a337-94be44c448e4 None None] Port fdafc5fa-203d-40d7-8802-571e7488fcd7 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:13:42.374366 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.464012 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-de9641ec-05f4-4289-aa23-f41e6533458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:13:40Z', 'revision_number': 5, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port': {'id': 'f39d8944-06f6-4b9f-b35d-a329994d6f80', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:f8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:03:08Z', 'updated_at': '2022-02-19T03:03:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:42.465834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Publish callbacks [] for router_gateway (70c393a8-7604-436e-b7a0-12e9da4f83c2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.486376 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ccb03bb6-fcba-4999-997d-f8bd15cdbec2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (eb9c2ea4-9c46-4b55-bd9b-58a69b238545), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.499445 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9641ec-05f4-4289-aa23-f41e6533458b None None] Checking router: 70c393a8-7604-436e-b7a0-12e9da4f83c2 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:13:42.509087 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9641ec-05f4-4289-aa23-f41e6533458b None None] Routers {'70c393a8-7604-436e-b7a0-12e9da4f83c2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:13:42.510151 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-de9641ec-05f4-4289-aa23-f41e6533458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['70c393a8-7604-436e-b7a0-12e9da4f83c2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:42.543802 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ccb03bb6-fcba-4999-997d-f8bd15cdbec2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (eb9c2ea4-9c46-4b55-bd9b-58a69b238545), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.610175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Deleting port f39d8944-06f6-4b9f-b35d-a329994d6f80 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:42.610368 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.630920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ccb03bb6-fcba-4999-997d-f8bd15cdbec2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (eb9c2ea4-9c46-4b55-bd9b-58a69b238545), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.633945 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ccb03bb6-fcba-4999-997d-f8bd15cdbec2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.635245 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ccb03bb6-fcba-4999-997d-f8bd15cdbec2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-groups/eb9c2ea4-9c46-4b55-bd9b-58a69b238545 HTTP/1.1" status: 204 len: 168 time: 0.3749664 Feb 19 03:13:42.637872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39886) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:42.652750 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-de9641ec-05f4-4289-aa23-f41e6533458b None None] Set router 70c393a8-7604-436e-b7a0-12e9da4f83c2 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:13:42.668396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 54e3399e-ac41-4498-9b14-89ad49889f53 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:42.696358 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb03bb6-fcba-4999-997d-f8bd15cdbec2 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9c2ea4-9c46-4b55-bd9b-58a69b238545,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:42.748545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ceb0b0-a033-40c4-82c0-c16c343e0990 req-6e884387-c51a-4728-9021-9e34cf8e6ade tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:42.750149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-86ceb0b0-a033-40c4-82c0-c16c343e0990 req-6e884387-c51a-4728-9021-9e34cf8e6ade tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 931 time: 0.3734918 Feb 19 03:13:42.781285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9809f57e-b78e-4f23-9e85-ca8fc1cbf678 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1201873 Feb 19 03:13:42.783659 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] For port f39d8944-06f6-4b9f-b35d-a329994d6f80, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f39d8944-06f6-4b9f-b35d-a329994d6f80,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:42.784156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39888) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:42.784505 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.791773 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-de9641ec-05f4-4289-aa23-f41e6533458b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:13:42Z', 'revision_number': 6, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:42.803353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Calling delete_port for f39d8944-06f6-4b9f-b35d-a329994d6f80 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:42.806768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6837b5f-1771-497f-ad4f-27cc17141fba req-f77b81fc-af79-461a-8d96-7f99e7079294 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:42.813890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6837b5f-1771-497f-ad4f-27cc17141fba req-f77b81fc-af79-461a-8d96-7f99e7079294 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 943 time: 0.1961534 Feb 19 03:13:42.827188 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9641ec-05f4-4289-aa23-f41e6533458b None None] The sync data for ids ['70c393a8-7604-436e-b7a0-12e9da4f83c2'] in n-d-826755-2 is: [{'id': '70c393a8-7604-436e-b7a0-12e9da4f83c2', 'name': 'tempest-AttachVolumeTestJSON-1711079821-router', 'tenant_id': '17ff531d12774f8aa118593314cb1782', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:03:07Z', 'updated_at': '2022-02-19T03:13:42Z', 'revision_number': 6, 'project_id': '17ff531d12774f8aa118593314cb1782', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:13:42.881642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 54e3399e-ac41-4498-9b14-89ad49889f53, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=54e3399e-ac41-4498-9b14-89ad49889f53,segment=NetworkSegment(2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de),segment_id=2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:42.894505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '54e3399e-ac41-4498-9b14-89ad49889f53', 'network_id': '6c9753b4-1d5a-4b0d-8dc1-e684733b48be', 'port_id': '54e3399e-ac41-4498-9b14-89ad49889f53', 'mac_address': 'fa:16:3e:a4:2e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd285098d-bd66-4838-b6b7-1fdd74c0cc2f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:13:42.955094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 54e3399e-ac41-4498-9b14-89ad49889f53 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:42.957647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6837b5f-1771-497f-ad4f-27cc17141fba req-28d8e774-ae01-4d6b-b3b0-f3e09485fac4 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423209 Feb 19 03:13:42.958539 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.959464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdafc5fa-203d-40d7-8802-571e7488fcd7 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:42.977952 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Publish callbacks [] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:42.994236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e3399e-ac41-4498-9b14-89ad49889f53 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:43.000099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b96a6000-99ac-4b95-8b58-c4d23b4399cd tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2084899 Feb 19 03:13:43.003292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39892) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:43.006721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-86ceb0b0-a033-40c4-82c0-c16c343e0990 req-8c7a2e20-f064-47b6-b10d-c5929e9970d9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446995 Feb 19 03:13:43.020352 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Transition to ACTIVE for port object fdafc5fa-203d-40d7-8802-571e7488fcd7 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:43.026032 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-07ffab4b-43e7-4459-80f8-9f1cfbfeaaed tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] delete failed (client error): The resource could not be found. Feb 19 03:13:43.039622 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-07ffab4b-43e7-4459-80f8-9f1cfbfeaaed tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "DELETE /v2.0/security-groups/eb9c2ea4-9c46-4b55-bd9b-58a69b238545 HTTP/1.1" status: 404 len: 347 time: 0.0228045 Feb 19 03:13:43.039999 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.040289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39894) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:43.051494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 54e3399e-ac41-4498-9b14-89ad49889f53, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=54e3399e-ac41-4498-9b14-89ad49889f53,segment=NetworkSegment(2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de),segment_id=2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:43.059250 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.114623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=fdafc5fa-203d-40d7-8802-571e7488fcd7,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:43.139404 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f39d8944-06f6-4b9f-b35d-a329994d6f80), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.164642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=54e3399e-ac41-4498-9b14-89ad49889f53,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:43.195185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39d8944-06f6-4b9f-b35d-a329994d6f80,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:43.213523 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ea21a9ac-f25c-47e1-ad81-d2b6d34cdd01 tempest-SecGroupIPv6Test-289822529 tempest-SecGroupIPv6Test-289822529-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1723897 Feb 19 03:13:43.331807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ccb7359-5a27-4fa7-b9be-09369bc5c7d7 req-d59444c2-e807-48f1-ae1a-8910bdcfac72 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 210 time: 0.1757631 Feb 19 03:13:43.357288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Attempting to bind port fdafc5fa-203d-40d7-8802-571e7488fcd7 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:43.361061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Attempting to bind port fdafc5fa-203d-40d7-8802-571e7488fcd7 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:43.362776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Attempting to bind port fdafc5fa-203d-40d7-8802-571e7488fcd7 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:43.363085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (70c393a8-7604-436e-b7a0-12e9da4f83c2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.394067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Port fdafc5fa-203d-40d7-8802-571e7488fcd7 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:43.396721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Attempting to bind port fdafc5fa-203d-40d7-8802-571e7488fcd7 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:43.402950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['54e3399e-ac41-4498-9b14-89ad49889f53'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:43.424856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:43.425198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Checking segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:43.425583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Bound using segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:43.426035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Bound port: fdafc5fa-203d-40d7-8802-571e7488fcd7, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:43.436480 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.458226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cb1e1e93-1211-4d43-9bd3-e702a369324b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:43.498791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: cb1e1e93-1211-4d43-9bd3-e702a369324b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:43.499131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cb1e1e93-1211-4d43-9bd3-e702a369324b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:43.509902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-00e4a2ca-347a-4622-8e55-e1f78c1837f8 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:43.518091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-00e4a2ca-347a-4622-8e55-e1f78c1837f8 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 821 time: 0.3912373 Feb 19 03:13:43.565014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-0c9deb4e-e8d9-4163-ad04-1a4a6968b946 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/quotas/82dad37909b049e1bf2de6b4db533728 HTTP/1.1" status: 200 len: 375 time: 0.0169988 Feb 19 03:13:43.615620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39908) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:43.662481 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] For port fdafc5fa-203d-40d7-8802-571e7488fcd7, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:43.670306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] For port fdafc5fa-203d-40d7-8802-571e7488fcd7, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fdafc5fa-203d-40d7-8802-571e7488fcd7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:43.678598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-34d363f8-3c7c-48b4-bb5c-2871b6fdf2cc tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1042039 Feb 19 03:13:43.704062 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.928543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-3392a8c9-47bf-4c54-be33-25f8479a2b34 service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324555 Feb 19 03:13:43.961298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Pushing event updated for resources: {'Port': ['ID=fdafc5fa-203d-40d7-8802-571e7488fcd7,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:43.964481 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (70c393a8-7604-436e-b7a0-12e9da4f83c2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.966990 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Publish callbacks [] for router_controller (70c393a8-7604-436e-b7a0-12e9da4f83c2), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.991522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:43.993034 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:43.994931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-052b799e-5d74-4de1-8c1d-7a4926d53bd1 service neutron] 10.222.0.87 "PUT /v2.0/ports/fdafc5fa-203d-40d7-8802-571e7488fcd7 HTTP/1.1" status: 200 len: 1091 time: 1.8278809 Feb 19 03:13:43.999151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247fb183-9957-4375-a0fe-032c8e8649f2', 'tag': 'fdafc5fa-203d-40d7-8802-571e7488fcd7'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:44.002612 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bd50af-38d4-4c42-8fcc-9a1b00dce222" -d '{"events": [{"name": "network-changed", "server_uuid": "247fb183-9957-4375-a0fe-032c8e8649f2", "tag": "fdafc5fa-203d-40d7-8802-571e7488fcd7"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:44.059018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (70c393a8-7604-436e-b7a0-12e9da4f83c2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.060252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70c393a8-7604-436e-b7a0-12e9da4f83c2 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:13:44.067642 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.071615 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c7ace49e-391c-49a7-868f-ff8cebe46073 admin admin] 10.222.0.81 "DELETE /v2.0/routers/70c393a8-7604-436e-b7a0-12e9da4f83c2 HTTP/1.1" status: 204 len: 168 time: 2.0575919 Feb 19 03:13:44.088706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39918) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:44.161813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-debedaa6-8f1c-418b-8122-52431c55c292 admin admin] Deleting subnet 72e1106a-2b0f-4878-83b4-66426da45471 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:13:44.166089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debedaa6-8f1c-418b-8122-52431c55c292 admin admin] Publish callbacks [] for subnet (72e1106a-2b0f-4878-83b4-66426da45471), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.210503 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debedaa6-8f1c-418b-8122-52431c55c292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (72e1106a-2b0f-4878-83b4-66426da45471), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.300929 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debedaa6-8f1c-418b-8122-52431c55c292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (72e1106a-2b0f-4878-83b4-66426da45471), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.364400 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debedaa6-8f1c-418b-8122-52431c55c292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (72e1106a-2b0f-4878-83b4-66426da45471), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.390217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debedaa6-8f1c-418b-8122-52431c55c292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72e1106a-2b0f-4878-83b4-66426da45471,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:44.397395 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debedaa6-8f1c-418b-8122-52431c55c292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.404291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b01554-aac4-4bc1-84a5-fbca606ec8fe None None] Network e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:13:44.405020 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-debedaa6-8f1c-418b-8122-52431c55c292 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/72e1106a-2b0f-4878-83b4-66426da45471 HTTP/1.1" status: 204 len: 168 time: 0.3144367 Feb 19 03:13:44.405311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39922) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:44.483679 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.520795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-02ed5908-99a1-4cdc-9549-d61b5f7c2302 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=758599f30f624bc4a564a6cf6778b7e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9026816 Feb 19 03:13:44.525222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39924) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:44.579808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eb9211-0522-4f6e-92a6-3749c19fc2b8 None None] DHCP port deletion for e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:13:44.581006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Deleting port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:44.581558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.585633 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-4693ea18-b4d4-49c1-8c19-57439a6a5cbc service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561642 Feb 19 03:13:44.592324 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-505aa79d-8320-43a1-9201-6902596ce8d0 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:44.593784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-505aa79d-8320-43a1-9201-6902596ce8d0 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.67 "GET /v2.0/networks?id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 HTTP/1.1" status: 200 len: 814 time: 0.6992371 Feb 19 03:13:44.606852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b6356-de4c-4cea-a7ac-ed1eaf76c101 req-c9761ea7-119e-48da-bf02-88bf95956890 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:44.608355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-644b6356-de4c-4cea-a7ac-ed1eaf76c101 req-c9761ea7-119e-48da-bf02-88bf95956890 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 944 time: 0.1804433 Feb 19 03:13:44.611680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-d666400e-8c07-4fb8-9118-32b528df5a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:44.613115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-d666400e-8c07-4fb8-9118-32b528df5a96 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 1125 time: 0.1900468 Feb 19 03:13:44.614127 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-453d7b4a-9783-48c7-8acd-ccefb653ecc5 admin admin] Publish callbacks [] for security_group (2da05a06-084b-488e-bcba-13ca586e31d0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.616492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Request body: {'port': {'device_id': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5', 'admin_state_up': True, 'tenant_id': 'd3a594dd7f7547dcbb8dde37027e3364'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:44.633414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-88eb9211-0522-4f6e-92a6-3749c19fc2b8 None None] Deleting port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:13:44.633886 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88eb9211-0522-4f6e-92a6-3749c19fc2b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.691454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 54e3399e-ac41-4498-9b14-89ad49889f53 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:44.694191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-453d7b4a-9783-48c7-8acd-ccefb653ecc5 admin admin] Publish callbacks [] for security_group (2da05a06-084b-488e-bcba-13ca586e31d0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.714477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-749778b8-995c-40ac-840f-3ce71b812f13 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdafc5fa-203d-40d7-8802-571e7488fcd7 HTTP/1.1" status: 200 len: 217 time: 0.0765707 Feb 19 03:13:44.732568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] For port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:44.733165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.745889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-88eb9211-0522-4f6e-92a6-3749c19fc2b8 None None] For port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b,segment=NetworkSegment(d4c7694c-9a07-45f9-bbaf-e449e9d61f32),segment_id=d4c7694c-9a07-45f9-bbaf-e449e9d61f32)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:44.746187 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88eb9211-0522-4f6e-92a6-3749c19fc2b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.761943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-88eb9211-0522-4f6e-92a6-3749c19fc2b8 None None] Calling delete_port for a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:44.771244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Calling delete_port for a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:13:44.800195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-644b6356-de4c-4cea-a7ac-ed1eaf76c101 req-b2811149-6c04-4d93-b7d9-bcc86a730d05 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798308 Feb 19 03:13:44.825312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-8302b1cb-de28-4d72-808b-873cb01d12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:44.825987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 54e3399e-ac41-4498-9b14-89ad49889f53 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:13:44.826999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-8302b1cb-de28-4d72-808b-873cb01d12cc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.1021898 Feb 19 03:13:44.843695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 54e3399e-ac41-4498-9b14-89ad49889f53 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:44.844262 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.888469 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Made reservation on behalf of d3a594dd7f7547dcbb8dde37027e3364 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:44.898444 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.909754 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9af391c-6b15-4788-b19d-246772327988 x-openstack-request-id: req-f9af391c-6b15-4788-b19d-246772327988 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:44.911026 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247fb183-9957-4375-a0fe-032c8e8649f2", "tag": "fdafc5fa-203d-40d7-8802-571e7488fcd7", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:44.912087 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f9af391c-6b15-4788-b19d-246772327988 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:44.912605 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '247fb183-9957-4375-a0fe-032c8e8649f2', 'tag': 'fdafc5fa-203d-40d7-8802-571e7488fcd7', 'status': 'completed', 'code': 200} Feb 19 03:13:44.915197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-453d7b4a-9783-48c7-8acd-ccefb653ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2da05a06-084b-488e-bcba-13ca586e31d0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.923399 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-453d7b4a-9783-48c7-8acd-ccefb653ecc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.929117 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-453d7b4a-9783-48c7-8acd-ccefb653ecc5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2da05a06-084b-488e-bcba-13ca586e31d0 HTTP/1.1" status: 204 len: 168 time: 0.3999469 Feb 19 03:13:44.938972 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88eb9211-0522-4f6e-92a6-3749c19fc2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:44.955454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d7b4a-9783-48c7-8acd-ccefb653ecc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da05a06-084b-488e-bcba-13ca586e31d0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:44.983510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb9211-0522-4f6e-92a6-3749c19fc2b8 None None] Pushing event deleted for resources: {'Port': ['ID=a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:44.997667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eb9211-0522-4f6e-92a6-3749c19fc2b8 None None] No DVR routers for this DVR port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:45.006687 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.022579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] No DVR routers for this DVR port a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:13:45.029907 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 54e3399e-ac41-4498-9b14-89ad49889f53 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:45.030296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.082936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:45.100748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 54e3399e-ac41-4498-9b14-89ad49889f53, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=54e3399e-ac41-4498-9b14-89ad49889f53,segment=NetworkSegment(2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de),segment_id=2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:45.102042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedae561-9609-44f6-8c1a-c82fc53482d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e3399e-ac41-4498-9b14-89ad49889f53'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:45.105028 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca7cfe9-9bb8-43c5-ae6b-1ffe10389ebb" -d '{"events": [{"server_uuid": "bedae561-9609-44f6-8c1a-c82fc53482d3", "name": "network-vif-plugged", "status": "completed", "tag": "54e3399e-ac41-4498-9b14-89ad49889f53"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:45.112535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9fb9628-02f1-4487-a471-7a0a07a45439 req-d0990c10-7e27-4d6d-853e-5da72363014c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 210 time: 0.1143267 Feb 19 03:13:45.119198 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.178704 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.219583 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:45.231981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:45.232778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c7694c-9a07-45f9-bbaf-e449e9d61f32') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:13:45.245865 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (d4c7694c-9a07-45f9-bbaf-e449e9d61f32), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.248818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-7b0c499e-62e2-43ab-a928-233b0d12d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:45.250679 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-7b0c499e-62e2-43ab-a928-233b0d12d7c7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4142656 Feb 19 03:13:45.262535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d4c7694c-9a07-45f9-bbaf-e449e9d61f32), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.269813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:13:45.270290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (d4c7694c-9a07-45f9-bbaf-e449e9d61f32), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:13:45.272184 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:13:45.329234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0454ff28-173a-4d97-9f4d-ecf6533f7881 req-837020e4-2da7-45cb-942b-9e633919942e tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 210 time: 0.1226761 Feb 19 03:13:45.383001 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.389697 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.394880 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] 10.222.0.81 "DELETE /v2.0/networks/e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb HTTP/1.1" status: 204 len: 168 time: 0.9885190 Feb 19 03:13:45.420240 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce6086-e661-4574-a53b-a40d4eb8c797 admin admin] Pushing event deleted for resources: {'Network': ['ID=e65d0b64-e55e-4fc5-adbf-0f5d6673fdbb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:45.436104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f39d8944-06f6-4b9f-b35d-a329994d6f80 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:45.445959 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10a40a6-fd3f-40ae-9bd5-c13d7a8f4b3a x-openstack-request-id: req-e10a40a6-fd3f-40ae-9bd5-c13d7a8f4b3a {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:45.446621 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedae561-9609-44f6-8c1a-c82fc53482d3", "name": "network-vif-plugged", "status": "completed", "tag": "54e3399e-ac41-4498-9b14-89ad49889f53", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:45.447670 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e10a40a6-fd3f-40ae-9bd5-c13d7a8f4b3a {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:45.448516 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedae561-9609-44f6-8c1a-c82fc53482d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e3399e-ac41-4498-9b14-89ad49889f53', 'code': 200} Feb 19 03:13:45.497226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f39d8944-06f6-4b9f-b35d-a329994d6f80 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:45.497886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f39d8944-06f6-4b9f-b35d-a329994d6f80 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:45.498487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:13:45.507531 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ccb40-79c6-4384-a588-26f0abc6af28 req-8bc85fe9-5ce1-4243-919d-22141708ad55 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:45.526915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-265ccb40-79c6-4384-a588-26f0abc6af28 req-8bc85fe9-5ce1-4243-919d-22141708ad55 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 943 time: 0.5654142 Feb 19 03:13:45.529687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=54e3399e-ac41-4498-9b14-89ad49889f53,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:45.533991 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:13:45.534570 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a8ee2cb1-5cf0-4b6e-bcf8-7663b73cda4b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:13:45.700407 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39952) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:45.715924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Allocated IP 172.20.0.13 (e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5/b739eea0-569f-47b6-a370-a00b8efdac10/f6eb2647-b0c5-48ae-8825-bae4d9098fd1) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:45.739846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-265ccb40-79c6-4384-a588-26f0abc6af28 req-bca190e8-c051-4769-8d3f-24003e8e91f0 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103999 Feb 19 03:13:45.744850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-c86ff764-d231-49ec-86d1-b65f03c21626 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449172 Feb 19 03:13:45.761750 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9948aaf7-3b14-496b-bcc4-827ddbb0e1f9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=17ff531d12774f8aa118593314cb1782&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0579796 Feb 19 03:13:45.762097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39954) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:45.777601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120461e-6d73-488d-ae12-2d2b1736fbe9 req-fb76f192-8a51-4bce-bd3a-c76e4aa4245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:45.779538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b120461e-6d73-488d-ae12-2d2b1736fbe9 req-fb76f192-8a51-4bce-bd3a-c76e4aa4245d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 1127 time: 0.2369587 Feb 19 03:13:45.822303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d488c774-ec4b-4f85-8222-d3bc3ac381e9 admin admin] Publish callbacks [] for security_group (f0d36136-c35f-4ca9-bc5a-14e2aa09888a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.856407 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d488c774-ec4b-4f85-8222-d3bc3ac381e9 admin admin] Publish callbacks [] for security_group (f0d36136-c35f-4ca9-bc5a-14e2aa09888a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.941442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d488c774-ec4b-4f85-8222-d3bc3ac381e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f0d36136-c35f-4ca9-bc5a-14e2aa09888a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.942423 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d488c774-ec4b-4f85-8222-d3bc3ac381e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:45.943846 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d488c774-ec4b-4f85-8222-d3bc3ac381e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f0d36136-c35f-4ca9-bc5a-14e2aa09888a HTTP/1.1" status: 204 len: 168 time: 0.1807063 Feb 19 03:13:45.944139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b16e9b-764f-4c5e-90fc-97af88b8402b req-a742c0cc-a61b-48a4-a048-3e0c19679ecb service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903510 Feb 19 03:13:45.962468 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488c774-ec4b-4f85-8222-d3bc3ac381e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d36136-c35f-4ca9-bc5a-14e2aa09888a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:46.102868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b120461e-6d73-488d-ae12-2d2b1736fbe9 req-1cfca2ee-0db5-4b95-b795-b7ebfd17e27d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099766 Feb 19 03:13:46.137649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d1054b-12ee-4d94-b153-840f7e96c838 req-63ce08a6-9dff-4005-8b97-610145843822 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:46.139200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02d1054b-12ee-4d94-b153-840f7e96c838 req-63ce08a6-9dff-4005-8b97-610145843822 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 945 time: 0.2210672 Feb 19 03:13:46.175377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd50af-38d4-4c42-8fcc-9a1b00dce222 req-ed351ed8-5439-4571-8a65-fc1cc6ab367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:46.177182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bd50af-38d4-4c42-8fcc-9a1b00dce222 req-ed351ed8-5439-4571-8a65-fc1cc6ab367d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 1125 time: 0.1558623 Feb 19 03:13:46.206555 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks [] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.216301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39972) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:46.317709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02d1054b-12ee-4d94-b153-840f7e96c838 req-054b64c6-86df-4687-b09c-1bc3b49d267a tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649530 Feb 19 03:13:46.330727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7496fea2-177b-4df5-9be2-b5a3cad5a687 req-956f2673-2caf-4950-ac8e-139928618b5d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 210 time: 0.0975564 Feb 19 03:13:46.416610 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.418963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-ac5d20d7-6800-4456-bb9c-e5ff99094a3f tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:46.420889 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-ac5d20d7-6800-4456-bb9c-e5ff99094a3f tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.87 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 821 time: 0.2173281 Feb 19 03:13:46.426784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-69bcd2ac-cc3d-4fe1-9f39-916575edddf0 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:46.427504 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-69bcd2ac-cc3d-4fe1-9f39-916575edddf0 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 03:13:46.428063 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-69bcd2ac-cc3d-4fe1-9f39-916575edddf0 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:13:46.429080 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-69bcd2ac-cc3d-4fe1-9f39-916575edddf0 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2073693 Feb 19 03:13:46.432966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 39986) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:46.437832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2889a625-84a9-4250-abbb-ef6a24c23cc1 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1067996482'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:46.458225 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Request body: {'port': {'device_id': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'admin_state_up': True, 'tenant_id': '82dad37909b049e1bf2de6b4db533728'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:46.501786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99351779-4e36-4659-946c-c51e8d0501cc req-fe652b9c-dd4f-43a7-ae6b-571e5d955bad tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 210 time: 0.0778666 Feb 19 03:13:46.510050 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2889a625-84a9-4250-abbb-ef6a24c23cc1 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.532122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2889a625-84a9-4250-abbb-ef6a24c23cc1 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.537792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:46.542913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:46.547958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:46.588704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd50af-38d4-4c42-8fcc-9a1b00dce222 req-462fc1d5-3934-40a4-81e5-f26e1da16173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:46.590229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bd50af-38d4-4c42-8fcc-9a1b00dce222 req-462fc1d5-3934-40a4-81e5-f26e1da16173 service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.3940268 Feb 19 03:13:46.628649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Made reservation on behalf of 82dad37909b049e1bf2de6b4db533728 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:13:46.635055 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.635868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bd50af-38d4-4c42-8fcc-9a1b00dce222 req-0f0d4f45-91d2-433a-8b40-a01b72fb3891 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdafc5fa-203d-40d7-8802-571e7488fcd7 HTTP/1.1" status: 200 len: 217 time: 0.0379300 Feb 19 03:13:46.636469 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Pushing event updated for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:46.647720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:46.648311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.698728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd50af-38d4-4c42-8fcc-9a1b00dce222 req-9d874dcb-6850-4ec3-a5eb-8cf70a909bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:46.700404 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bd50af-38d4-4c42-8fcc-9a1b00dce222 req-9d874dcb-6850-4ec3-a5eb-8cf70a909bca service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.0585511 Feb 19 03:13:46.703844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-53ca1287-370a-4f1e-882a-5025f1fe35c6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0943797 Feb 19 03:13:46.713313 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2889a625-84a9-4250-abbb-ef6a24c23cc1 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (92dc1814-a3f8-4b0b-b7b2-9c98d35a0b15), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.721872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Request body: {'port': {'device_id': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:46.722076 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2889a625-84a9-4250-abbb-ef6a24c23cc1 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (92dc1814-a3f8-4b0b-b7b2-9c98d35a0b15), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.800756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889a625-84a9-4250-abbb-ef6a24c23cc1 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92dc1814-a3f8-4b0b-b7b2-9c98d35a0b15,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:46.824753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd50af-38d4-4c42-8fcc-9a1b00dce222 req-5ed82c4a-cef2-4423-b264-c3b3f19ddd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:46.824753 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bd50af-38d4-4c42-8fcc-9a1b00dce222 req-5ed82c4a-cef2-4423-b264-c3b3f19ddd92 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1151936 Feb 19 03:13:46.827460 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.858501 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Allocated IP 172.20.0.10 (cde8dd25-f108-4307-91ab-7836fe0a9bfd/c111a654-e393-48a7-9224-9f130ed27262/055a1433-cc5d-4385-b225-6098d9a6d57e) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:13:46.877851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2889a625-84a9-4250-abbb-ef6a24c23cc1 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (50084aa9-5a4a-4e5a-85cf-032b73aefef7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.885984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2889a625-84a9-4250-abbb-ef6a24c23cc1 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (50084aa9-5a4a-4e5a-85cf-032b73aefef7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.936380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889a625-84a9-4250-abbb-ef6a24c23cc1 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50084aa9-5a4a-4e5a-85cf-032b73aefef7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:46.945210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2889a625-84a9-4250-abbb-ef6a24c23cc1 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:46.946436 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2889a625-84a9-4250-abbb-ef6a24c23cc1 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5120604 Feb 19 03:13:46.950739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40002) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:46.954591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a9d3738c-c92a-44c3-824a-c392b7f03bd9 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '50084aa9-5a4a-4e5a-85cf-032b73aefef7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:47.042038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9d3738c-c92a-44c3-824a-c392b7f03bd9 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group_rule (2e0b245a-1f92-4268-8f87-0dc48617bd4d), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.065201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad81b59-0030-467e-b397-f27d6e362808 req-6b12855d-c803-412b-aacb-1301e7797422 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:47.066944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ad81b59-0030-467e-b397-f27d6e362808 req-6b12855d-c803-412b-aacb-1301e7797422 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 943 time: 0.2184353 Feb 19 03:13:47.077242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bd50af-38d4-4c42-8fcc-9a1b00dce222 req-0d1ec38d-d8c7-4864-a897-bd5b98e13142 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397149 Feb 19 03:13:47.101395 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.125999 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9d3738c-c92a-44c3-824a-c392b7f03bd9 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group_rule (2e0b245a-1f92-4268-8f87-0dc48617bd4d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.138575 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9d3738c-c92a-44c3-824a-c392b7f03bd9 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (2e0b245a-1f92-4268-8f87-0dc48617bd4d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.164712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d3738c-c92a-44c3-824a-c392b7f03bd9 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0b245a-1f92-4268-8f87-0dc48617bd4d,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:47.170727 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9d3738c-c92a-44c3-824a-c392b7f03bd9 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.171959 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a9d3738c-c92a-44c3-824a-c392b7f03bd9 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2208157 Feb 19 03:13:47.175520 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.177446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40004) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:47.182274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a0190cf9-abaa-4216-b1c1-11b56c34814c tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '50084aa9-5a4a-4e5a-85cf-032b73aefef7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:47.190485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['8bb7c74b-8952-45b7-a8b4-510da9c4114b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:47.239110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ad81b59-0030-467e-b397-f27d6e362808 req-a86b582f-9410-4c25-b9f9-92ca2a05dc1d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588008 Feb 19 03:13:47.247498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Network cde8dd25-f108-4307-91ab-7836fe0a9bfd is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:13:47.253086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:13:47.259355 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:13:47.302702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95bd50af-38d4-4c42-8fcc-9a1b00dce222 req-fbad626b-50d5-4d52-9e4f-6ecf3b4fcba8 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963434 Feb 19 03:13:47.317016 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:47.317790 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.322806 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Pushing event updated for resources: {'Port': ['ID=055a1433-cc5d-4385-b225-6098d9a6d57e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:47.332944 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a0190cf9-abaa-4216-b1c1-11b56c34814c tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group_rule (890a59b0-3272-41d6-b0fa-5de9685c3fae), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.369937 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-2e97e8a2-d529-4978-9119-5972c493845a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9154060 Feb 19 03:13:47.400641 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Request body: {'port': {'device_id': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:47.411897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6eb2647-b0c5-48ae-8825-bae4d9098fd1 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:47.433437 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Publish callbacks [] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.535817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Transition to ACTIVE for port object f6eb2647-b0c5-48ae-8825-bae4d9098fd1 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:47.554770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.620291 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-a0190cf9-abaa-4216-b1c1-11b56c34814c tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:13:47.626212 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a0190cf9-abaa-4216-b1c1-11b56c34814c tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4461582 Feb 19 03:13:47.626212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40016) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:47.627678 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.679596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Pushing event updated for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:47.700895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5a9ad-ae63-4934-b63c-a49c19a9f1f2 req-74d3e5c5-32ba-4e71-9515-a9815f666998 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:47.702506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-efc5a9ad-ae63-4934-b63c-a49c19a9f1f2 req-74d3e5c5-32ba-4e71-9515-a9815f666998 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 945 time: 0.2575204 Feb 19 03:13:47.749779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d477e2f5-913b-43e2-8fff-70f0c3d4dfd4 None None] Provisioning complete for port 055a1433-cc5d-4385-b225-6098d9a6d57e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:47.750374 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d477e2f5-913b-43e2-8fff-70f0c3d4dfd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.759949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181403b4-a23f-4a98-86e0-07238914ac60 req-de7c9042-d9a8-47a5-834e-0febc48ccfc9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:47.761511 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-181403b4-a23f-4a98-86e0-07238914ac60 req-de7c9042-d9a8-47a5-834e-0febc48ccfc9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 944 time: 0.2234261 Feb 19 03:13:47.796608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd31d5c7-decf-4d40-8407-e6597db35a68 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (50084aa9-5a4a-4e5a-85cf-032b73aefef7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.814247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d477e2f5-913b-43e2-8fff-70f0c3d4dfd4 None None] Port 055a1433-cc5d-4385-b225-6098d9a6d57e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:13:47.838039 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd31d5c7-decf-4d40-8407-e6597db35a68 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (50084aa9-5a4a-4e5a-85cf-032b73aefef7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.854234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Attempting to bind port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:47.854626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Attempting to bind port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:47.854893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Attempting to bind port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 on network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:47.869132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 on network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:47.869476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Attempting to bind port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 on network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:47.894024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:47.894390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Checking segment: {'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:47.894751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Bound using segment: {'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:47.895186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Bound port: f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:47.895542 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.914532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-efc5a9ad-ae63-4934-b63c-a49c19a9f1f2 req-f6cac36d-efa3-4826-8f0a-e7b5f749f78d tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035489 Feb 19 03:13:47.921954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-181403b4-a23f-4a98-86e0-07238914ac60 req-f1acb678-db93-41a2-8890-a69e5e456a79 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167378 Feb 19 03:13:47.983588 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd31d5c7-decf-4d40-8407-e6597db35a68 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (50084aa9-5a4a-4e5a-85cf-032b73aefef7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.990847 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd31d5c7-decf-4d40-8407-e6597db35a68 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:47.994910 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dd31d5c7-decf-4d40-8407-e6597db35a68 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "DELETE /v2.0/security-groups/50084aa9-5a4a-4e5a-85cf-032b73aefef7 HTTP/1.1" status: 204 len: 168 time: 0.3658490 Feb 19 03:13:47.997326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40020) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:48.012451 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd31d5c7-decf-4d40-8407-e6597db35a68 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50084aa9-5a4a-4e5a-85cf-032b73aefef7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:48.089709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:48.091409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055a1433-cc5d-4385-b225-6098d9a6d57e {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:48.102252 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Publish callbacks [] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.110480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:48.118888 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Transition to ACTIVE for port object 055a1433-cc5d-4385-b225-6098d9a6d57e will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:13:48.120205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d83fea36-09e9-45bf-802d-1f38518377e5 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1220431 Feb 19 03:13:48.126211 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.126905 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40022) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:48.132391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-93f6bf83-0a43-4aad-a4cf-e906f7bd005e tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group': {'name': 'tempest-secgroup--511906953'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:48.138037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.169811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a2cc6-405d-4adf-8271-d0b52852d872 req-0992e031-7d69-4500-a0e6-db84053cddc9 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:48.171388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-731a2cc6-405d-4adf-8271-d0b52852d872 req-0992e031-7d69-4500-a0e6-db84053cddc9 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 932 time: 0.1379039 Feb 19 03:13:48.172635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:48.174066 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.175182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] 10.222.0.67 "PUT /v2.0/ports/f6eb2647-b0c5-48ae-8825-bae4d9098fd1 HTTP/1.1" status: 200 len: 1092 time: 1.4573848 Feb 19 03:13:48.178076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:48.180364 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e2a795d-b93e-4554-b8e8-326f546c11ff" -d '{"events": [{"name": "network-changed", "server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:48.220128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d33e8e-afc4-4cf6-969e-79ea68890e4f service neutron] Pushing event updated for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:48.244757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Pushing event updated for resources: {'Port': ['ID=055a1433-cc5d-4385-b225-6098d9a6d57e,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:48.249126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93f6bf83-0a43-4aad-a4cf-e906f7bd005e tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.257542 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83432203-74b1-4b84-b6cd-6603fe495825 x-openstack-request-id: req-83432203-74b1-4b84-b6cd-6603fe495825 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:48.257993 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:48.258249 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83432203-74b1-4b84-b6cd-6603fe495825 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:48.258655 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'status': 'completed', 'code': 200} Feb 19 03:13:48.290047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-731a2cc6-405d-4adf-8271-d0b52852d872 req-87189711-b4c1-4bcd-8c7a-e61dae8b89e8 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023164 Feb 19 03:13:48.312609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-7286c053-5c3d-42e4-8b7d-77e5c43b49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:48.314832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-7286c053-5c3d-42e4-8b7d-77e5c43b49b0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3a594dd7f7547dcbb8dde37027e3364&device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 1126 time: 0.0794313 Feb 19 03:13:48.394333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Attempting to bind port 055a1433-cc5d-4385-b225-6098d9a6d57e on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:13:48.394692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Attempting to bind port 055a1433-cc5d-4385-b225-6098d9a6d57e by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:13:48.395027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Attempting to bind port 055a1433-cc5d-4385-b225-6098d9a6d57e on network cde8dd25-f108-4307-91ab-7836fe0a9bfd {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:48.401727 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Port 055a1433-cc5d-4385-b225-6098d9a6d57e on network cde8dd25-f108-4307-91ab-7836fe0a9bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:13:48.402150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Attempting to bind port 055a1433-cc5d-4385-b225-6098d9a6d57e on network cde8dd25-f108-4307-91ab-7836fe0a9bfd {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:13:48.417165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:13:48.417537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Checking segment: {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:13:48.417907 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Bound using segment: {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:13:48.418353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Bound port: 055a1433-cc5d-4385-b225-6098d9a6d57e, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e6937ac-d371-4ada-a105-2009a16227b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:13:48.418707 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.465615 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93f6bf83-0a43-4aad-a4cf-e906f7bd005e tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (2b515c3d-fbc5-44b4-a2ab-3c20df36fe69), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.505400 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93f6bf83-0a43-4aad-a4cf-e906f7bd005e tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2b515c3d-fbc5-44b4-a2ab-3c20df36fe69), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.568216 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93f6bf83-0a43-4aad-a4cf-e906f7bd005e tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.569604 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-93f6bf83-0a43-4aad-a4cf-e906f7bd005e tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4415305 Feb 19 03:13:48.574045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40028) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:48.581330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7d8d87eb-b791-4795-8d0c-e8de64290bed tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '2b515c3d-fbc5-44b4-a2ab-3c20df36fe69', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:48.582131 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-7d8d87eb-b791-4795-8d0c-e8de64290bed tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 03:13:48.582633 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-7d8d87eb-b791-4795-8d0c-e8de64290bed tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:48.583655 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7d8d87eb-b791-4795-8d0c-e8de64290bed tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086696 Feb 19 03:13:48.584589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6bf83-0a43-4aad-a4cf-e906f7bd005e tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b515c3d-fbc5-44b4-a2ab-3c20df36fe69,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:48.589270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40030) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:48.608418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] For port 055a1433-cc5d-4385-b225-6098d9a6d57e, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:13:48.639214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] For port 055a1433-cc5d-4385-b225-6098d9a6d57e, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=055a1433-cc5d-4385-b225-6098d9a6d57e,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:13:48.658895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60dddaf7-c2bb-4700-a9fc-41f06d437a69 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (2b515c3d-fbc5-44b4-a2ab-3c20df36fe69), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.683387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.724644 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-9eac0a5f-b0b2-4fa6-b8a1-ada3bd82191c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1 HTTP/1.1" status: 200 len: 217 time: 0.4020586 Feb 19 03:13:48.733343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60dddaf7-c2bb-4700-a9fc-41f06d437a69 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (2b515c3d-fbc5-44b4-a2ab-3c20df36fe69), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.756386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:48.757063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.758485 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] 10.222.0.87 "PUT /v2.0/ports/055a1433-cc5d-4385-b225-6098d9a6d57e HTTP/1.1" status: 200 len: 1092 time: 1.3674102 Feb 19 03:13:48.758932 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'tag': '055a1433-cc5d-4385-b225-6098d9a6d57e'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:48.761233 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb23edcd-3326-41b2-921a-ad795d8642a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc08bae-9604-4329-a9cc-3300e58df188", "tag": "055a1433-cc5d-4385-b225-6098d9a6d57e"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:48.808468 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8475b979-2e38-4a1a-a0f5-267357398571 service neutron] Pushing event updated for resources: {'Port': ['ID=055a1433-cc5d-4385-b225-6098d9a6d57e,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:48.839500 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60dddaf7-c2bb-4700-a9fc-41f06d437a69 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2b515c3d-fbc5-44b4-a2ab-3c20df36fe69), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.842133 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60dddaf7-c2bb-4700-a9fc-41f06d437a69 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:48.843442 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-60dddaf7-c2bb-4700-a9fc-41f06d437a69 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "DELETE /v2.0/security-groups/2b515c3d-fbc5-44b4-a2ab-3c20df36fe69 HTTP/1.1" status: 204 len: 168 time: 0.2530587 Feb 19 03:13:48.852260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40036) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:48.860749 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55b5993-7060-4297-8ed9-715f1636fa71 x-openstack-request-id: req-e55b5993-7060-4297-8ed9-715f1636fa71 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:48.861320 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc08bae-9604-4329-a9cc-3300e58df188", "tag": "055a1433-cc5d-4385-b225-6098d9a6d57e", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:48.861830 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e55b5993-7060-4297-8ed9-715f1636fa71 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:48.862235 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'tag': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'status': 'completed', 'code': 200} Feb 19 03:13:48.882904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dddaf7-c2bb-4700-a9fc-41f06d437a69 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b515c3d-fbc5-44b4-a2ab-3c20df36fe69,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:48.906606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-c348afdf-e30e-4f98-ac6c-e74de6215386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:48.912492 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-c348afdf-e30e-4f98-ac6c-e74de6215386 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 1126 time: 0.0699189 Feb 19 03:13:48.930427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec64bb7a-00bf-459c-9995-09bc72488209 req-ab727bb1-da7c-4c8c-a530-42c56d39902c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:48.933139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec64bb7a-00bf-459c-9995-09bc72488209 req-ab727bb1-da7c-4c8c-a530-42c56d39902c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 943 time: 0.2112885 Feb 19 03:13:48.940859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-84f3a664-f69b-47c2-a99d-3c1034d019c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:48.942342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-84f3a664-f69b-47c2-a99d-3c1034d019c2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b739eea0-569f-47b6-a370-a00b8efdac10 HTTP/1.1" status: 200 len: 854 time: 0.2074239 Feb 19 03:13:48.974248 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-7f341525-1097-4630-b29a-637257168223 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=055a1433-cc5d-4385-b225-6098d9a6d57e HTTP/1.1" status: 200 len: 217 time: 0.0554729 Feb 19 03:13:49.016441 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-77f1ae50-edfd-4b9a-a9f5-633c67819241 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667048 Feb 19 03:13:49.027735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b0cfcd8c-7b5a-4e2b-a1dd-4091380e24d8 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1585591 Feb 19 03:13:49.028354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40042) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:49.045542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-0d550039-6c3c-4cc9-a741-2f8b13353b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.046685 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-0d550039-6c3c-4cc9-a741-2f8b13353b40 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.0633144 Feb 19 03:13:49.054665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8478352f-ab3c-482c-a0d5-ff926d64e109 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group': {'name': 'tempest-secgroup--74028936'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:49.094692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec64bb7a-00bf-459c-9995-09bc72488209 req-a835826b-d96f-48fe-9463-bbf2ab88960e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492612 Feb 19 03:13:49.119988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-fb55bd4f-83d7-4775-b669-64c326b9d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.126789 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-fb55bd4f-83d7-4775-b669-64c326b9d418 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0738535 Feb 19 03:13:49.183681 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8478352f-ab3c-482c-a0d5-ff926d64e109 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.245908 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-31db0c9e-8e08-4fd0-9776-5aa35071715a service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123507 Feb 19 03:13:49.250939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7c91-2661-4245-bf07-c4b3fec8dac1 req-5f49de52-4ab0-4591-a230-809d3cca66c8 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.252586 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-931a7c91-2661-4245-bf07-c4b3fec8dac1 req-5f49de52-4ab0-4591-a230-809d3cca66c8 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 945 time: 0.2387633 Feb 19 03:13:49.266327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-40828a9b-6c24-470d-9377-fbe4582c8a29 service neutron] 10.222.0.67 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259538 Feb 19 03:13:49.354349 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fa293423-cf43-445e-8c27-2c44ba8a9962 req-d3bd9027-ee62-4e9c-a4dc-d7f3d40eac27 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958505 Feb 19 03:13:49.404761 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-931a7c91-2661-4245-bf07-c4b3fec8dac1 req-4017d289-30ae-4d1b-a18d-f60549bc877c tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443272 Feb 19 03:13:49.412200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e7cd7-679a-46b1-b52e-fc925df00d5d req-38e445a7-dd96-4ded-9244-652335b14004 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.413720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b23e7cd7-679a-46b1-b52e-fc925df00d5d req-38e445a7-dd96-4ded-9244-652335b14004 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 944 time: 0.2364388 Feb 19 03:13:49.462946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23edcd-3326-41b2-921a-ad795d8642a1 req-fcf9e47e-6002-4f1a-a64c-b8b7f868eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.464484 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bb23edcd-3326-41b2-921a-ad795d8642a1 req-fcf9e47e-6002-4f1a-a64c-b8b7f868eb26 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 1126 time: 0.0577929 Feb 19 03:13:49.473747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfd2fed1-dafa-4e86-ae97-68ed219afa68 req-d820bf75-7845-49e8-ad93-1196a6adf1c4 service neutron] 10.222.0.67 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946459 Feb 19 03:13:49.482846 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8478352f-ab3c-482c-a0d5-ff926d64e109 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (5ef31254-f993-4b51-9192-73eedb2a9757), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.500793 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8478352f-ab3c-482c-a0d5-ff926d64e109 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5ef31254-f993-4b51-9192-73eedb2a9757), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.570730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23edcd-3326-41b2-921a-ad795d8642a1 req-727d94b0-f7ca-43a1-985a-6317d4a8e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.572563 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bb23edcd-3326-41b2-921a-ad795d8642a1 req-727d94b0-f7ca-43a1-985a-6317d4a8e93f service neutron] 10.222.0.87 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.0938027 Feb 19 03:13:49.586880 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8478352f-ab3c-482c-a0d5-ff926d64e109 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.588120 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8478352f-ab3c-482c-a0d5-ff926d64e109 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5458574 Feb 19 03:13:49.591365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b23e7cd7-679a-46b1-b52e-fc925df00d5d req-df34c67b-aec0-4d70-9685-01fd15722f6e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660292 Feb 19 03:13:49.591842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40048) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:49.599508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1426d574-1631-4ccd-9d5f-1efe78a7409f tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '5ef31254-f993-4b51-9192-73eedb2a9757', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:49.608916 n-d-826755-2 neutron-server[109899]: WARNING neutron.api.v2.base [None req-1426d574-1631-4ccd-9d5f-1efe78a7409f tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 03:13:49.609877 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-1426d574-1631-4ccd-9d5f-1efe78a7409f tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:49.611173 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1426d574-1631-4ccd-9d5f-1efe78a7409f tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0152681 Feb 19 03:13:49.615736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478352f-ab3c-482c-a0d5-ff926d64e109 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef31254-f993-4b51-9192-73eedb2a9757,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:49.616427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40050) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:49.623466 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bb23edcd-3326-41b2-921a-ad795d8642a1 req-6acdbca9-d0c1-4e89-ae15-fd7f66801fc9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=055a1433-cc5d-4385-b225-6098d9a6d57e HTTP/1.1" status: 200 len: 217 time: 0.0438426 Feb 19 03:13:49.650761 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bed5fe-2821-4b07-a0d2-616e6e56b7c6 req-adbce654-e38e-49dc-b421-5f01a1d49ba1 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.652437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b0bed5fe-2821-4b07-a0d2-616e6e56b7c6 req-adbce654-e38e-49dc-b421-5f01a1d49ba1 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 944 time: 0.1862712 Feb 19 03:13:49.658714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a795d-b93e-4554-b8e8-326f546c11ff req-02809620-f7d3-49f8-bd99-77a9ea7737dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.660276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e2a795d-b93e-4554-b8e8-326f546c11ff req-02809620-f7d3-49f8-bd99-77a9ea7737dc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3a594dd7f7547dcbb8dde37027e3364&device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 1126 time: 0.1351120 Feb 19 03:13:49.680620 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75008e23-2d5c-4a95-a692-41b019eae3c0 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (5ef31254-f993-4b51-9192-73eedb2a9757), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.719087 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75008e23-2d5c-4a95-a692-41b019eae3c0 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (5ef31254-f993-4b51-9192-73eedb2a9757), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.778407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b0bed5fe-2821-4b07-a0d2-616e6e56b7c6 req-64ecf296-381d-42c7-b504-2930c966f22e tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170914 Feb 19 03:13:49.811412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75008e23-2d5c-4a95-a692-41b019eae3c0 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5ef31254-f993-4b51-9192-73eedb2a9757), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.812462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a795d-b93e-4554-b8e8-326f546c11ff req-b721d7c3-5bb7-4f6b-9030-3ef68ca105fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.814221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75008e23-2d5c-4a95-a692-41b019eae3c0 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:49.814970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e2a795d-b93e-4554-b8e8-326f546c11ff req-b721d7c3-5bb7-4f6b-9030-3ef68ca105fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 HTTP/1.1" status: 200 len: 915 time: 0.1471474 Feb 19 03:13:49.816192 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-75008e23-2d5c-4a95-a692-41b019eae3c0 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "DELETE /v2.0/security-groups/5ef31254-f993-4b51-9192-73eedb2a9757 HTTP/1.1" status: 204 len: 168 time: 0.1980312 Feb 19 03:13:49.818700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40064) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:49.831721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75008e23-2d5c-4a95-a692-41b019eae3c0 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef31254-f993-4b51-9192-73eedb2a9757,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:49.861005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23edcd-3326-41b2-921a-ad795d8642a1 req-9756495b-5e72-46d6-9b14-aa844f98689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.862778 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bb23edcd-3326-41b2-921a-ad795d8642a1 req-9756495b-5e72-46d6-9b14-aa844f98689b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.0955935 Feb 19 03:13:49.877440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e2a795d-b93e-4554-b8e8-326f546c11ff req-77cb5b21-e70e-4c42-bf58-4a9d7f08af0d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1 HTTP/1.1" status: 200 len: 217 time: 0.0513277 Feb 19 03:13:49.931486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23edcd-3326-41b2-921a-ad795d8642a1 req-2d300396-018e-411c-b9dc-36c6bd3430e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:49.933084 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bb23edcd-3326-41b2-921a-ad795d8642a1 req-2d300396-018e-411c-b9dc-36c6bd3430e7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0618889 Feb 19 03:13:49.951058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-24528561-0f70-4153-aecb-d72be7520a81 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1309812 Feb 19 03:13:49.954803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40068) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:49.972394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-534ef712-dfff-447d-853c-44550245d933 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group': {'name': 'tempest-secgroup--973981450'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:49.999554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a795d-b93e-4554-b8e8-326f546c11ff req-9eb7fd27-964e-4c92-b900-18f02bcc09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:50.001750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e2a795d-b93e-4554-b8e8-326f546c11ff req-9eb7fd27-964e-4c92-b900-18f02bcc09d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b739eea0-569f-47b6-a370-a00b8efdac10 HTTP/1.1" status: 200 len: 854 time: 0.1183436 Feb 19 03:13:50.031652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fdafc5fa-203d-40d7-8802-571e7488fcd7 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:50.062465 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e2a795d-b93e-4554-b8e8-326f546c11ff req-150e55f0-237b-4a70-be10-933e85f2b117 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526063 Feb 19 03:13:50.073261 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bb23edcd-3326-41b2-921a-ad795d8642a1 req-ea73b818-11fd-4e53-92a9-6b1c0d08e9d1 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331446 Feb 19 03:13:50.079115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-534ef712-dfff-447d-853c-44550245d933 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.225225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e2a795d-b93e-4554-b8e8-326f546c11ff req-45628b27-72e5-4b08-a7a0-ab551c449ef0 service neutron] 10.222.0.67 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551049 Feb 19 03:13:50.244880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port fdafc5fa-203d-40d7-8802-571e7488fcd7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fdafc5fa-203d-40d7-8802-571e7488fcd7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:50.259133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'fdafc5fa-203d-40d7-8802-571e7488fcd7', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'port_id': 'fdafc5fa-203d-40d7-8802-571e7488fcd7', 'mac_address': 'fa:16:3e:04:ca:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:13:50.266974 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-bb23edcd-3326-41b2-921a-ad795d8642a1 req-ae73bf90-688c-42e7-8848-95e9e19af695 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855550 Feb 19 03:13:50.316992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port fdafc5fa-203d-40d7-8802-571e7488fcd7 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:50.317861 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.334003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdafc5fa-203d-40d7-8802-571e7488fcd7 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:50.340991 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-534ef712-dfff-447d-853c-44550245d933 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (9f38a8fe-e98a-4966-ab7b-03e18436d5a5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.358844 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-534ef712-dfff-447d-853c-44550245d933 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9f38a8fe-e98a-4966-ab7b-03e18436d5a5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.359451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port fdafc5fa-203d-40d7-8802-571e7488fcd7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fdafc5fa-203d-40d7-8802-571e7488fcd7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:50.367849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.430408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8077b-d7ab-4901-bb8b-139845642e0f req-b19fb2b6-422e-4a4a-962c-2ffd6a8bbb25 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:50.437882 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58d8077b-d7ab-4901-bb8b-139845642e0f req-b19fb2b6-422e-4a4a-962c-2ffd6a8bbb25 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 943 time: 0.2098010 Feb 19 03:13:50.440901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=fdafc5fa-203d-40d7-8802-571e7488fcd7,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:50.441658 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-534ef712-dfff-447d-853c-44550245d933 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.444892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-534ef712-dfff-447d-853c-44550245d933 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4867692 Feb 19 03:13:50.446171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40078) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:50.451093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-59559b88-1345-41ae-b5d1-7ab86ecd2edd tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '9f38a8fe-e98a-4966-ab7b-03e18436d5a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:50.452478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ef712-dfff-447d-853c-44550245d933 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f38a8fe-e98a-4966-ab7b-03e18436d5a5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:50.464238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e2a795d-b93e-4554-b8e8-326f546c11ff req-4c82a7fd-9350-417e-824f-6eb0fe5449e4 service neutron] 10.222.0.67 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227130 Feb 19 03:13:50.475566 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-59559b88-1345-41ae-b5d1-7ab86ecd2edd tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 03:13:50.476823 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-59559b88-1345-41ae-b5d1-7ab86ecd2edd tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:50.479195 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-59559b88-1345-41ae-b5d1-7ab86ecd2edd tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0318995 Feb 19 03:13:50.482008 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40080) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:50.488285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4781d6e7-16f9-4fad-b6e5-317ee4352bd9 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '9f38a8fe-e98a-4966-ab7b-03e18436d5a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:50.489698 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-4781d6e7-16f9-4fad-b6e5-317ee4352bd9 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 03:13:50.490920 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-4781d6e7-16f9-4fad-b6e5-317ee4352bd9 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:50.495536 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4781d6e7-16f9-4fad-b6e5-317ee4352bd9 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0121636 Feb 19 03:13:50.499031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40082) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:50.505936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58d8077b-d7ab-4901-bb8b-139845642e0f req-e08d1f84-2c3b-464a-b9e8-7ae10d634ce6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675554 Feb 19 03:13:50.506170 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-057354ed-103f-4e56-a148-830d848a1211 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '9f38a8fe-e98a-4966-ab7b-03e18436d5a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:50.506844 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-057354ed-103f-4e56-a148-830d848a1211 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 03:13:50.507343 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-057354ed-103f-4e56-a148-830d848a1211 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:50.511041 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-057354ed-103f-4e56-a148-830d848a1211 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082569 Feb 19 03:13:50.511429 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40086) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:50.515746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4ad87148-5bfd-46b9-9ab8-956faecb6dda tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '9f38a8fe-e98a-4966-ab7b-03e18436d5a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:50.516604 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-4ad87148-5bfd-46b9-9ab8-956faecb6dda tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 03:13:50.517113 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-4ad87148-5bfd-46b9-9ab8-956faecb6dda tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:50.520897 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4ad87148-5bfd-46b9-9ab8-956faecb6dda tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0057788 Feb 19 03:13:50.521260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40088) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:50.577474 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bd0afe3-b6aa-48ce-9edb-7f0e1450a61b tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (9f38a8fe-e98a-4966-ab7b-03e18436d5a5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.602715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bd0afe3-b6aa-48ce-9edb-7f0e1450a61b tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (9f38a8fe-e98a-4966-ab7b-03e18436d5a5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.664757 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bd0afe3-b6aa-48ce-9edb-7f0e1450a61b tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9f38a8fe-e98a-4966-ab7b-03e18436d5a5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.668811 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4bd0afe3-b6aa-48ce-9edb-7f0e1450a61b tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.668811 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4bd0afe3-b6aa-48ce-9edb-7f0e1450a61b tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "DELETE /v2.0/security-groups/9f38a8fe-e98a-4966-ab7b-03e18436d5a5 HTTP/1.1" status: 204 len: 168 time: 0.1464629 Feb 19 03:13:50.672882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40092) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:50.679112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd0afe3-b6aa-48ce-9edb-7f0e1450a61b tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f38a8fe-e98a-4966-ab7b-03e18436d5a5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:50.760486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-84592a3f-f5cc-458d-b81b-3db89db732f1 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0879238 Feb 19 03:13:50.764275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40094) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:50.768985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c54ed279-3164-4a15-ae53-ffc3d08f819d tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group': {'name': 'tempest-secgroup--249543881'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:50.806309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa3356-50c4-4b11-b2cd-1f50cdb5f931 req-08d3f544-d4ba-4062-baba-6c64a2d1deba tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:50.807795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8daa3356-50c4-4b11-b2cd-1f50cdb5f931 req-08d3f544-d4ba-4062-baba-6c64a2d1deba tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 944 time: 0.0886624 Feb 19 03:13:50.809056 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c54ed279-3164-4a15-ae53-ffc3d08f819d tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.831756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fdafc5fa-203d-40d7-8802-571e7488fcd7'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:50.897680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8daa3356-50c4-4b11-b2cd-1f50cdb5f931 req-3a296b44-b4ce-4db0-b05f-90bf87784d81 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786417 Feb 19 03:13:50.972434 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c54ed279-3164-4a15-ae53-ffc3d08f819d tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (1c428def-3f52-43e4-8fc2-dfcc780105bb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:50.981051 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c54ed279-3164-4a15-ae53-ffc3d08f819d tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1c428def-3f52-43e4-8fc2-dfcc780105bb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.031843 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c54ed279-3164-4a15-ae53-ffc3d08f819d tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.033439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c54ed279-3164-4a15-ae53-ffc3d08f819d tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2681131 Feb 19 03:13:51.035838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ed279-3164-4a15-ae53-ffc3d08f819d tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c428def-3f52-43e4-8fc2-dfcc780105bb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:51.037187 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40100) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.044606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e4ffeaf0-cd80-4184-a6c4-c2cd62a8da05 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '1c428def-3f52-43e4-8fc2-dfcc780105bb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.045848 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-e4ffeaf0-cd80-4184-a6c4-c2cd62a8da05 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 03:13:51.046746 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-e4ffeaf0-cd80-4184-a6c4-c2cd62a8da05 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:51.047898 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e4ffeaf0-cd80-4184-a6c4-c2cd62a8da05 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079198 Feb 19 03:13:51.050984 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40102) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.065617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-95cc2b39-56e7-40e4-a957-c440c9e6357a tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '1c428def-3f52-43e4-8fc2-dfcc780105bb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.066900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e7c27-e856-4f89-9376-5e4911a6f84c req-a1394cb6-6443-4eac-a6bd-41a8fadec2a0 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:51.068511 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-514e7c27-e856-4f89-9376-5e4911a6f84c req-a1394cb6-6443-4eac-a6bd-41a8fadec2a0 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 944 time: 0.1351929 Feb 19 03:13:51.135738 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-95cc2b39-56e7-40e4-a957-c440c9e6357a tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:51.136921 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-95cc2b39-56e7-40e4-a957-c440c9e6357a tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0847981 Feb 19 03:13:51.139815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40104) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.144492 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1b645f81-a509-45cd-91ef-7cace6da7cbc tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '1c428def-3f52-43e4-8fc2-dfcc780105bb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.145009 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-1b645f81-a509-45cd-91ef-7cace6da7cbc tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 03:13:51.145475 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-1b645f81-a509-45cd-91ef-7cace6da7cbc tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:51.146409 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1b645f81-a509-45cd-91ef-7cace6da7cbc tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056686 Feb 19 03:13:51.149809 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-514e7c27-e856-4f89-9376-5e4911a6f84c req-8a42c1db-f1d7-479d-8f7d-18550532c2cb tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716579 Feb 19 03:13:51.150533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40106) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.156108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2eb07994-436a-4f5b-92d0-e12b98f8d789 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '1c428def-3f52-43e4-8fc2-dfcc780105bb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.211772 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-2eb07994-436a-4f5b-92d0-e12b98f8d789 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:51.215706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2eb07994-436a-4f5b-92d0-e12b98f8d789 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0611701 Feb 19 03:13:51.216077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40108) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.222128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-64c1467b-2f51-41b9-8076-64ce31c2cc51 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '1c428def-3f52-43e4-8fc2-dfcc780105bb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.222701 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-64c1467b-2f51-41b9-8076-64ce31c2cc51 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 03:13:51.223296 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-64c1467b-2f51-41b9-8076-64ce31c2cc51 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:51.227512 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-64c1467b-2f51-41b9-8076-64ce31c2cc51 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073857 Feb 19 03:13:51.227738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40110) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.232411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-dbb8c3cd-f2a9-465b-807f-a9fe688259ff tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '1c428def-3f52-43e4-8fc2-dfcc780105bb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.273564 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-dbb8c3cd-f2a9-465b-807f-a9fe688259ff tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:51.277596 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dbb8c3cd-f2a9-465b-807f-a9fe688259ff tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0461438 Feb 19 03:13:51.277815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40112) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.289315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-550e3cf5-1845-439d-a810-f51de85242be tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '1c428def-3f52-43e4-8fc2-dfcc780105bb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.290180 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-550e3cf5-1845-439d-a810-f51de85242be tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 03:13:51.291255 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-550e3cf5-1845-439d-a810-f51de85242be tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:51.292444 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-550e3cf5-1845-439d-a810-f51de85242be tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072095 Feb 19 03:13:51.295564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40114) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.300378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ce839f3a-3e46-47f9-b169-a7ebc6db5646 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '1c428def-3f52-43e4-8fc2-dfcc780105bb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.342344 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-ce839f3a-3e46-47f9-b169-a7ebc6db5646 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:51.344902 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ce839f3a-3e46-47f9-b169-a7ebc6db5646 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0468988 Feb 19 03:13:51.346733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40118) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.352005 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ed6dcb3e-274a-4b66-88bb-2e87c7a1a03e tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '1c428def-3f52-43e4-8fc2-dfcc780105bb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.395192 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-ed6dcb3e-274a-4b66-88bb-2e87c7a1a03e tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:51.399436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ed6dcb3e-274a-4b66-88bb-2e87c7a1a03e tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0482960 Feb 19 03:13:51.399740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40120) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.463989 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9985e2d3-fa90-4faa-8fe5-4cd47df3dbe8 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (1c428def-3f52-43e4-8fc2-dfcc780105bb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.491096 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9985e2d3-fa90-4faa-8fe5-4cd47df3dbe8 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (1c428def-3f52-43e4-8fc2-dfcc780105bb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.549591 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9985e2d3-fa90-4faa-8fe5-4cd47df3dbe8 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1c428def-3f52-43e4-8fc2-dfcc780105bb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.553089 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9985e2d3-fa90-4faa-8fe5-4cd47df3dbe8 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.554947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9985e2d3-fa90-4faa-8fe5-4cd47df3dbe8 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "DELETE /v2.0/security-groups/1c428def-3f52-43e4-8fc2-dfcc780105bb HTTP/1.1" status: 204 len: 168 time: 0.1537483 Feb 19 03:13:51.558832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40124) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.567095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985e2d3-fa90-4faa-8fe5-4cd47df3dbe8 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c428def-3f52-43e4-8fc2-dfcc780105bb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:51.651248 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e76c197a-c3c7-48be-8904-c38050b36a3e tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0909934 Feb 19 03:13:51.656081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40126) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.663582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a022f931-0ff1-44f5-b312-7338e2005b3c tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group': {'name': 'tempest-secgroup--399668008'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.683507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ce9bc-c777-41ef-8cda-cd76bf5008e5 req-04ad7152-c2dc-4356-be0b-c47b15afb7d7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:51.685089 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a27ce9bc-c777-41ef-8cda-cd76bf5008e5 req-04ad7152-c2dc-4356-be0b-c47b15afb7d7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 944 time: 0.0770953 Feb 19 03:13:51.703970 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a022f931-0ff1-44f5-b312-7338e2005b3c tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.766740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a27ce9bc-c777-41ef-8cda-cd76bf5008e5 req-e39950d1-a670-4796-adfb-497f769e2490 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708964 Feb 19 03:13:51.816063 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a022f931-0ff1-44f5-b312-7338e2005b3c tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (416e3823-45fe-4ca9-a4ad-ac2c7dbe63f5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.824210 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a022f931-0ff1-44f5-b312-7338e2005b3c tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (416e3823-45fe-4ca9-a4ad-ac2c7dbe63f5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.857324 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a022f931-0ff1-44f5-b312-7338e2005b3c tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:51.858654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a022f931-0ff1-44f5-b312-7338e2005b3c tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2002835 Feb 19 03:13:51.860587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022f931-0ff1-44f5-b312-7338e2005b3c tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416e3823-45fe-4ca9-a4ad-ac2c7dbe63f5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:51.861993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40128) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.876688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-66ff6819-1340-4d04-88d9-7f3186fb2cdc tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '416e3823-45fe-4ca9-a4ad-ac2c7dbe63f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:51.930008 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-66ff6819-1340-4d04-88d9-7f3186fb2cdc tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The resource could not be found. Feb 19 03:13:51.931110 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-66ff6819-1340-4d04-88d9-7f3186fb2cdc tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0680921 Feb 19 03:13:51.934165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40134) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:51.939763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-952eb4c4-7fc4-40b1-abb8-1cb6e1d35ed2 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '416e3823-45fe-4ca9-a4ad-ac2c7dbe63f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '0b5abbd0-b04c-45f0-aad0-6f1097b461f9'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:52.011051 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-952eb4c4-7fc4-40b1-abb8-1cb6e1d35ed2 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The resource could not be found. Feb 19 03:13:52.012200 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-952eb4c4-7fc4-40b1-abb8-1cb6e1d35ed2 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0770407 Feb 19 03:13:52.022062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40136) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:52.069288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79e202-2c74-48b2-96c1-8f28f1acf508 req-998d294d-018b-4bc1-b875-4ca8b1a146ad tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:52.070996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff79e202-2c74-48b2-96c1-8f28f1acf508 req-998d294d-018b-4bc1-b875-4ca8b1a146ad tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 944 time: 0.0957928 Feb 19 03:13:52.078694 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61e7a0e2-db71-4443-a1da-85e35b55c719 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (416e3823-45fe-4ca9-a4ad-ac2c7dbe63f5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.103753 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61e7a0e2-db71-4443-a1da-85e35b55c719 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (416e3823-45fe-4ca9-a4ad-ac2c7dbe63f5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.140779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff79e202-2c74-48b2-96c1-8f28f1acf508 req-c18050c3-7cd2-46f0-85b5-384e17a135c8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522420 Feb 19 03:13:52.166258 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61e7a0e2-db71-4443-a1da-85e35b55c719 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (416e3823-45fe-4ca9-a4ad-ac2c7dbe63f5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.168853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61e7a0e2-db71-4443-a1da-85e35b55c719 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.170021 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-61e7a0e2-db71-4443-a1da-85e35b55c719 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "DELETE /v2.0/security-groups/416e3823-45fe-4ca9-a4ad-ac2c7dbe63f5 HTTP/1.1" status: 204 len: 168 time: 0.1469479 Feb 19 03:13:52.172806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40140) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:52.195733 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7a0e2-db71-4443-a1da-85e35b55c719 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=416e3823-45fe-4ca9-a4ad-ac2c7dbe63f5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:52.229554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1b5e7765-6bfc-453c-a23b-afa32ef1e588 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0553768 Feb 19 03:13:52.230236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40144) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:52.235331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-93f629c1-d9a4-4b01-ab05-daebdd48ecce tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': 'c7c7a755-07d8-429a-8729-27a946d2d78b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:52.281814 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-93f629c1-d9a4-4b01-ab05-daebdd48ecce tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The resource could not be found. Feb 19 03:13:52.282999 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-93f629c1-d9a4-4b01-ab05-daebdd48ecce tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0513504 Feb 19 03:13:52.287025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40146) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:52.291869 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6c26eaab-a173-432a-9975-6d72240cf751 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group': {'name': 'tempest-secgroup--480475263'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:52.294378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d06967-8130-43a5-a9cc-287ae57269de req-12ec6241-d96f-4abd-b2c3-e6e0407bf8de tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:52.295991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47d06967-8130-43a5-a9cc-287ae57269de req-12ec6241-d96f-4abd-b2c3-e6e0407bf8de tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 944 time: 0.0611985 Feb 19 03:13:52.316526 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c26eaab-a173-432a-9975-6d72240cf751 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.348364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47d06967-8130-43a5-a9cc-287ae57269de req-d4bbe4df-0419-4645-9a7d-98c8f3c041d8 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455880 Feb 19 03:13:52.391341 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c26eaab-a173-432a-9975-6d72240cf751 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (72f16475-cb5a-496e-b090-60aa82a6dfea), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.397050 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c26eaab-a173-432a-9975-6d72240cf751 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (72f16475-cb5a-496e-b090-60aa82a6dfea), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.428062 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c26eaab-a173-432a-9975-6d72240cf751 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.432051 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6c26eaab-a173-432a-9975-6d72240cf751 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1414540 Feb 19 03:13:52.432380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40150) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:52.437006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8141bab7-0da2-489c-b680-bf6656f4ab84 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group': {'name': 'tempest-secgroup--645820253'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:52.442448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26eaab-a173-432a-9975-6d72240cf751 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f16475-cb5a-496e-b090-60aa82a6dfea,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:52.464587 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8141bab7-0da2-489c-b680-bf6656f4ab84 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.541309 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.542345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8141bab7-0da2-489c-b680-bf6656f4ab84 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (1b40fe7c-ec97-46b8-8eaf-72ac04aaa2c3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.547551 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8141bab7-0da2-489c-b680-bf6656f4ab84 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1b40fe7c-ec97-46b8-8eaf-72ac04aaa2c3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.586551 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8141bab7-0da2-489c-b680-bf6656f4ab84 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.587887 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8141bab7-0da2-489c-b680-bf6656f4ab84 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1545382 Feb 19 03:13:52.590890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40158) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:52.595788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f0dbae3d-5d57-4b3f-a5b9-78cd7138aa78 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group_rule': {'security_group_id': '72f16475-cb5a-496e-b090-60aa82a6dfea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1b40fe7c-ec97-46b8-8eaf-72ac04aaa2c3'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:52.601805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141bab7-0da2-489c-b680-bf6656f4ab84 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b40fe7c-ec97-46b8-8eaf-72ac04aaa2c3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:52.638522 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-f0dbae3d-5d57-4b3f-a5b9-78cd7138aa78 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:13:52.639849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f0dbae3d-5d57-4b3f-a5b9-78cd7138aa78 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0474920 Feb 19 03:13:52.642522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40160) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:52.716769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-62029822-e095-4415-a831-78bf57a9af0b tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (1b40fe7c-ec97-46b8-8eaf-72ac04aaa2c3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.745247 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-62029822-e095-4415-a831-78bf57a9af0b tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (1b40fe7c-ec97-46b8-8eaf-72ac04aaa2c3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.798845 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-62029822-e095-4415-a831-78bf57a9af0b tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1b40fe7c-ec97-46b8-8eaf-72ac04aaa2c3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.804331 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-62029822-e095-4415-a831-78bf57a9af0b tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.806520 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-62029822-e095-4415-a831-78bf57a9af0b tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "DELETE /v2.0/security-groups/1b40fe7c-ec97-46b8-8eaf-72ac04aaa2c3 HTTP/1.1" status: 204 len: 168 time: 0.1624808 Feb 19 03:13:52.809188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40168) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:52.817436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62029822-e095-4415-a831-78bf57a9af0b tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b40fe7c-ec97-46b8-8eaf-72ac04aaa2c3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:52.891066 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9a7cef78-257d-49f8-af38-135ef11a9f25 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0782421 Feb 19 03:13:52.891302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40170) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:52.952916 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f92edf8b-bb6e-4ea4-a74b-20a5d6a8f004 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (72f16475-cb5a-496e-b090-60aa82a6dfea), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:52.953466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8216bc-80b8-41dd-94d7-e75f5140a6ee req-71bd66a0-4631-4c75-bcce-bbf5f9314812 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:52.958744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd8216bc-80b8-41dd-94d7-e75f5140a6ee req-71bd66a0-4631-4c75-bcce-bbf5f9314812 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 944 time: 0.0635445 Feb 19 03:13:52.977467 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f92edf8b-bb6e-4ea4-a74b-20a5d6a8f004 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (72f16475-cb5a-496e-b090-60aa82a6dfea), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.016961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd8216bc-80b8-41dd-94d7-e75f5140a6ee req-f3aba461-5a2e-4174-a676-25f6a3ff4f23 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513141 Feb 19 03:13:53.030080 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f92edf8b-bb6e-4ea4-a74b-20a5d6a8f004 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (72f16475-cb5a-496e-b090-60aa82a6dfea), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.032639 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f92edf8b-bb6e-4ea4-a74b-20a5d6a8f004 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.033935 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f92edf8b-bb6e-4ea4-a74b-20a5d6a8f004 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "DELETE /v2.0/security-groups/72f16475-cb5a-496e-b090-60aa82a6dfea HTTP/1.1" status: 204 len: 168 time: 0.1417716 Feb 19 03:13:53.036715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40174) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:53.049339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92edf8b-bb6e-4ea4-a74b-20a5d6a8f004 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f16475-cb5a-496e-b090-60aa82a6dfea,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:53.087726 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-32816359-5fa8-4987-8c5f-510e505f4f78 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0492854 Feb 19 03:13:53.091833 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40176) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:53.096503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-01b1ee8b-6841-42a1-867a-a49980950783 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group': {'name': 'tempest-secgroup--164219949'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:53.119639 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01b1ee8b-6841-42a1-867a-a49980950783 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.207025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01b1ee8b-6841-42a1-867a-a49980950783 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (482b3fe3-430f-4e51-99be-8f3c5d5edbda), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.213460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01b1ee8b-6841-42a1-867a-a49980950783 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (482b3fe3-430f-4e51-99be-8f3c5d5edbda), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.260186 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01b1ee8b-6841-42a1-867a-a49980950783 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.261955 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-01b1ee8b-6841-42a1-867a-a49980950783 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1689444 Feb 19 03:13:53.266854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40182) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:53.270966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fca00d1e-0a06-4437-b405-f2893bee5129 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:13:53.271663 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-fca00d1e-0a06-4437-b405-f2893bee5129 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 03:13:53.272423 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-fca00d1e-0a06-4437-b405-f2893bee5129 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 03:13:53.273480 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fca00d1e-0a06-4437-b405-f2893bee5129 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "PUT /v2.0/security-groups/482b3fe3-430f-4e51-99be-8f3c5d5edbda HTTP/1.1" status: 409 len: 330 time: 0.0070479 Feb 19 03:13:53.275037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1ee8b-6841-42a1-867a-a49980950783 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482b3fe3-430f-4e51-99be-8f3c5d5edbda,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:53.276772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40184) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:53.345398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc7db3-c2df-4608-8247-775a85cc27e4 req-da35335b-b002-4af8-b15b-0b3d95958d37 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:53.347022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56fc7db3-c2df-4608-8247-775a85cc27e4 req-da35335b-b002-4af8-b15b-0b3d95958d37 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 944 time: 0.1085939 Feb 19 03:13:53.372528 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca690894-1342-482f-aa8a-1113ed3077e4 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (482b3fe3-430f-4e51-99be-8f3c5d5edbda), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.420196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca690894-1342-482f-aa8a-1113ed3077e4 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (482b3fe3-430f-4e51-99be-8f3c5d5edbda), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.443531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56fc7db3-c2df-4608-8247-775a85cc27e4 req-12c1807e-d0f9-4263-96ed-b63914dc144e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892601 Feb 19 03:13:53.486911 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.531876 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca690894-1342-482f-aa8a-1113ed3077e4 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (482b3fe3-430f-4e51-99be-8f3c5d5edbda), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.534771 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca690894-1342-482f-aa8a-1113ed3077e4 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:53.538635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ca690894-1342-482f-aa8a-1113ed3077e4 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "DELETE /v2.0/security-groups/482b3fe3-430f-4e51-99be-8f3c5d5edbda HTTP/1.1" status: 204 len: 168 time: 0.2481008 Feb 19 03:13:53.540544 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40188) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:53.551643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca690894-1342-482f-aa8a-1113ed3077e4 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482b3fe3-430f-4e51-99be-8f3c5d5edbda,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:53.568615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5d4c8-4a0b-4d73-bb0b-2308b02dd85e req-319ee2b6-df1b-447b-9752-9b0251a97682 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:53.571156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21c5d4c8-4a0b-4d73-bb0b-2308b02dd85e req-319ee2b6-df1b-447b-9752-9b0251a97682 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 944 time: 0.0910718 Feb 19 03:13:53.634745 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b665f695-bc9d-447f-9279-a9785fe03835 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0926206 Feb 19 03:13:53.635429 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40190) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:53.649804 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-bf405f88-c06f-44d5-b803-19510fa5ffad tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] delete failed (client error): The resource could not be found. Feb 19 03:13:53.652636 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bf405f88-c06f-44d5-b803-19510fa5ffad tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "DELETE /v2.0/security-groups/ef7cbcac-5670-4851-99bb-f02fef5931b2 HTTP/1.1" status: 404 len: 347 time: 0.0163064 Feb 19 03:13:53.657114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40192) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:53.664161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21c5d4c8-4a0b-4d73-bb0b-2308b02dd85e req-7dec8c14-975f-4009-ba97-a26fe6848745 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855639 Feb 19 03:13:53.675856 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-17488424-c521-4ca4-a5e4-7b80590ece37 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] show failed (client error): The resource could not be found. Feb 19 03:13:53.680496 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-17488424-c521-4ca4-a5e4-7b80590ece37 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "GET /v2.0/security-groups/ddc8f1cd-d81c-49f7-8845-99328ddd00b6 HTTP/1.1" status: 404 len: 347 time: 0.0186126 Feb 19 03:13:53.680647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40194) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:53.695858 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-eaefe7a2-d8f5-4b53-99de-7076fac36ec5 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] show failed (client error): The resource could not be found. Feb 19 03:13:53.699792 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eaefe7a2-d8f5-4b53-99de-7076fac36ec5 tempest-NegativeSecGroupTest-1859234445 tempest-NegativeSecGroupTest-1859234445-project] 10.222.0.81 "GET /v2.0/security-group-rules/262d0be7-30a8-47ab-83e6-bdf8817909f5 HTTP/1.1" status: 404 len: 356 time: 0.0152590 Feb 19 03:13:53.978792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40202) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:54.055812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 055a1433-cc5d-4385-b225-6098d9a6d57e details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:54.058581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fdafc5fa-203d-40d7-8802-571e7488fcd7 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:54.164907 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-517f2bcc-70b3-477c-ba71-7fc0d030a99b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f7e6e22b71974ec3b31fb9fd9ed86cac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848247 Feb 19 03:13:54.167539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40208) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:54.179598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port fdafc5fa-203d-40d7-8802-571e7488fcd7 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:13:54.187954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port fdafc5fa-203d-40d7-8802-571e7488fcd7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:54.188567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.204162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0723eeb-d6f0-4286-a7bf-222877ef4433 req-b4a18f3e-aa12-46bc-8495-6e7af912cad8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:54.206461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0723eeb-d6f0-4286-a7bf-222877ef4433 req-b4a18f3e-aa12-46bc-8495-6e7af912cad8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 944 time: 0.0833392 Feb 19 03:13:54.265638 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0dea7d71-1d52-4d07-b98d-65faf7f881f9 admin admin] Publish callbacks [] for security_group (92dc1814-a3f8-4b0b-b7b2-9c98d35a0b15), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.309306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0723eeb-d6f0-4286-a7bf-222877ef4433 req-2cd9f4d5-1155-4bab-8c05-9c0c2b6dd0fe tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963430 Feb 19 03:13:54.320099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0dea7d71-1d52-4d07-b98d-65faf7f881f9 admin admin] Publish callbacks [] for security_group (92dc1814-a3f8-4b0b-b7b2-9c98d35a0b15), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.331447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 055a1433-cc5d-4385-b225-6098d9a6d57e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=055a1433-cc5d-4385-b225-6098d9a6d57e,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:54.356520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'port_id': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'mac_address': 'fa:16:3e:73:7d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:13:54.358802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port fdafc5fa-203d-40d7-8802-571e7488fcd7 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:54.359209 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.392614 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0dea7d71-1d52-4d07-b98d-65faf7f881f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (92dc1814-a3f8-4b0b-b7b2-9c98d35a0b15), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.395874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0dea7d71-1d52-4d07-b98d-65faf7f881f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.400026 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0dea7d71-1d52-4d07-b98d-65faf7f881f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/92dc1814-a3f8-4b0b-b7b2-9c98d35a0b15 HTTP/1.1" status: 204 len: 168 time: 0.2313540 Feb 19 03:13:54.408407 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea7d71-1d52-4d07-b98d-65faf7f881f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92dc1814-a3f8-4b0b-b7b2-9c98d35a0b15,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:54.455758 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port fdafc5fa-203d-40d7-8802-571e7488fcd7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fdafc5fa-203d-40d7-8802-571e7488fcd7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:54.457717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247fb183-9957-4375-a0fe-032c8e8649f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdafc5fa-203d-40d7-8802-571e7488fcd7'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:54.460349 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0a1703-e993-42bb-8e4f-f8956999ab6f" -d '{"events": [{"server_uuid": "247fb183-9957-4375-a0fe-032c8e8649f2", "name": "network-vif-plugged", "status": "completed", "tag": "fdafc5fa-203d-40d7-8802-571e7488fcd7"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:54.468029 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.512785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 055a1433-cc5d-4385-b225-6098d9a6d57e is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:54.513196 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.542292 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e13aa4-3155-4f32-88d8-c57b4717010a x-openstack-request-id: req-74e13aa4-3155-4f32-88d8-c57b4717010a {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:54.542629 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247fb183-9957-4375-a0fe-032c8e8649f2", "name": "network-vif-plugged", "status": "completed", "tag": "fdafc5fa-203d-40d7-8802-571e7488fcd7", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:54.542890 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-74e13aa4-3155-4f32-88d8-c57b4717010a {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:54.543300 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247fb183-9957-4375-a0fe-032c8e8649f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdafc5fa-203d-40d7-8802-571e7488fcd7', 'code': 200} Feb 19 03:13:54.561995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055a1433-cc5d-4385-b225-6098d9a6d57e {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:54.602207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=fdafc5fa-203d-40d7-8802-571e7488fcd7,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:54.623836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 055a1433-cc5d-4385-b225-6098d9a6d57e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=055a1433-cc5d-4385-b225-6098d9a6d57e,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:54.640738 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.693637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfc7a0-5aef-4d16-abf4-e37c28fd2b36 req-c92196dd-2d33-42a5-a415-d19072804334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:54.695193 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-00bfc7a0-5aef-4d16-abf4-e37c28fd2b36 req-c92196dd-2d33-42a5-a415-d19072804334 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 1127 time: 0.0828798 Feb 19 03:13:54.704650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aee9c9-514a-4460-aa9f-f14b40e26981 req-33154525-97b3-40b4-98bb-b36b018c6580 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:54.706407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f6eb2647-b0c5-48ae-8825-bae4d9098fd1 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:13:54.712093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40aee9c9-514a-4460-aa9f-f14b40e26981 req-33154525-97b3-40b4-98bb-b36b018c6580 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 944 time: 0.1285322 Feb 19 03:13:54.779205 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-00bfc7a0-5aef-4d16-abf4-e37c28fd2b36 req-96426efb-ec7b-48e9-a819-60d38b3912f2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755835 Feb 19 03:13:54.831360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=055a1433-cc5d-4385-b225-6098d9a6d57e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:54.843830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40aee9c9-514a-4460-aa9f-f14b40e26981 req-1fd36740-26c2-47fb-bcc0-4ad80e680f9c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260204 Feb 19 03:13:54.876426 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:54.889508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2ccb8-143b-4719-b262-74ece1ae4b28 req-c4ada04f-4239-4ec6-94c3-9338645ae240 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:54.891882 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8fa2ccb8-143b-4719-b262-74ece1ae4b28 req-c4ada04f-4239-4ec6-94c3-9338645ae240 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 945 time: 0.1097512 Feb 19 03:13:54.895227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5', 'port_id': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'mac_address': 'fa:16:3e:c1:c1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b739eea0-569f-47b6-a370-a00b8efdac10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:13:54.963897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8fa2ccb8-143b-4719-b262-74ece1ae4b28 req-753c0a88-b635-4451-a234-0e4fa6e1f13c tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603127 Feb 19 03:13:54.975124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:54.975522 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:54.998183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6eb2647-b0c5-48ae-8825-bae4d9098fd1 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:13:55.021527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:55.029464 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:55.080948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['055a1433-cc5d-4385-b225-6098d9a6d57e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:55.119874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:55.396591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['f6eb2647-b0c5-48ae-8825-bae4d9098fd1'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:13:55.504653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488d101-19d3-4ea1-8973-a7ec184191a0 req-10b96179-9292-44fa-a9ff-9abab048fd30 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:55.509444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0488d101-19d3-4ea1-8973-a7ec184191a0 req-10b96179-9292-44fa-a9ff-9abab048fd30 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 945 time: 0.0873604 Feb 19 03:13:55.547667 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40264) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:55.589595 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0488d101-19d3-4ea1-8973-a7ec184191a0 req-39f79740-ba60-4b4f-b963-2b9c18a38d1b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729558 Feb 19 03:13:55.704765 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4a3f5eab-5c49-4c49-ae33-63f989258e3f tempest-ServiceProvidersTest-1428615610 tempest-ServiceProvidersTest-1428615610-project] 10.222.0.81 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1556101 Feb 19 03:13:55.988930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad455b-463d-4474-b86e-096f300d7223 req-640f4f94-8e6a-487d-80e1-8f19dc1523dc tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:55.990485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9ad455b-463d-4474-b86e-096f300d7223 req-640f4f94-8e6a-487d-80e1-8f19dc1523dc tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.0700617 Feb 19 03:13:56.054072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40294) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:56.146908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9ad455b-463d-4474-b86e-096f300d7223 req-78bd6ba6-3b46-4346-b01b-50ca24604b87 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494110 Feb 19 03:13:56.180372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b4234-c7c3-4864-85f9-5653ae2259ef req-4213b8a0-490f-425f-9ecb-14b9c6ffb699 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:56.187456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f0b4234-c7c3-4864-85f9-5653ae2259ef req-4213b8a0-490f-425f-9ecb-14b9c6ffb699 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 945 time: 0.1447206 Feb 19 03:13:56.227005 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e42cdf84-13f1-447f-a127-b96af6b8e1e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.239633 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f0b4234-c7c3-4864-85f9-5653ae2259ef req-ba1e1f0c-b079-45c1-8489-cad8bb15cc10 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512774 Feb 19 03:13:56.319726 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e42cdf84-13f1-447f-a127-b96af6b8e1e8 admin admin] Publish callbacks [] for security_group (bade5bdc-0439-4ab6-94ae-2c5833df0200), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.325144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e42cdf84-13f1-447f-a127-b96af6b8e1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (bade5bdc-0439-4ab6-94ae-2c5833df0200), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.362992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cdf84-13f1-447f-a127-b96af6b8e1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bade5bdc-0439-4ab6-94ae-2c5833df0200,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:56.367948 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e42cdf84-13f1-447f-a127-b96af6b8e1e8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76ab2814b3614dcfb06e792b1e7e0078&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3128631 Feb 19 03:13:56.370556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40300) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:13:56.422101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee25f94e-538f-4bb1-b64a-5ac82afce9a3 admin admin] Publish callbacks [] for security_group (bade5bdc-0439-4ab6-94ae-2c5833df0200), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.443921 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee25f94e-538f-4bb1-b64a-5ac82afce9a3 admin admin] Publish callbacks [] for security_group (bade5bdc-0439-4ab6-94ae-2c5833df0200), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.500578 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee25f94e-538f-4bb1-b64a-5ac82afce9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (bade5bdc-0439-4ab6-94ae-2c5833df0200), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.505592 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee25f94e-538f-4bb1-b64a-5ac82afce9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.507073 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ee25f94e-538f-4bb1-b64a-5ac82afce9a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bade5bdc-0439-4ab6-94ae-2c5833df0200 HTTP/1.1" status: 204 len: 168 time: 0.1353693 Feb 19 03:13:56.519050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25f94e-538f-4bb1-b64a-5ac82afce9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bade5bdc-0439-4ab6-94ae-2c5833df0200,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:56.735179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f6eb2647-b0c5-48ae-8825-bae4d9098fd1 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:56.758939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261346b0-c341-4d75-99f6-254ecadca7f6 req-f763bac3-fe28-410f-8120-16e0d9adfe52 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:56.760503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-261346b0-c341-4d75-99f6-254ecadca7f6 req-f763bac3-fe28-410f-8120-16e0d9adfe52 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 945 time: 0.0751486 Feb 19 03:13:56.815140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:13:56.822342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:56.822687 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.849558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-261346b0-c341-4d75-99f6-254ecadca7f6 req-96d31936-06b2-46f3-964c-c0c767b19ab2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823581 Feb 19 03:13:56.946231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:56.946634 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:56.984326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:56.985459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:56.988016 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba75996-f56e-4f65-b992-843c93d88c61" -d '{"events": [{"server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "name": "network-vif-plugged", "status": "completed", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:56.995248 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:57.049009 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f447631b-1f2c-4535-9aa1-46ccca09e3c7 x-openstack-request-id: req-f447631b-1f2c-4535-9aa1-46ccca09e3c7 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:57.049305 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "name": "network-vif-plugged", "status": "completed", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:57.049568 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f447631b-1f2c-4535-9aa1-46ccca09e3c7 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:57.050091 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'code': 200} Feb 19 03:13:57.053744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:57.218283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5e550-98a9-4b8d-adef-d461cdb8dd90 req-3437ef20-6931-4354-a6d7-d653793dd379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:57.220487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67f5e550-98a9-4b8d-adef-d461cdb8dd90 req-3437ef20-6931-4354-a6d7-d653793dd379 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 1128 time: 0.0993969 Feb 19 03:13:57.275309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67f5e550-98a9-4b8d-adef-d461cdb8dd90 req-086fa98c-ab36-4fa8-a99e-6c4a6fc21453 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486419 Feb 19 03:13:57.398726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1caa8d2-db56-4a62-841a-dedabe2d3f89 req-093a3911-46cc-49dc-9755-7c50868a5334 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:57.400382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1caa8d2-db56-4a62-841a-dedabe2d3f89 req-093a3911-46cc-49dc-9755-7c50868a5334 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1291394 Feb 19 03:13:57.457544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc352a-53c8-4182-b767-2c2c9787c688 req-43e4bf5b-5a83-4900-b56a-8a7be3a1f76e tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:57.465368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ccc352a-53c8-4182-b767-2c2c9787c688 req-43e4bf5b-5a83-4900-b56a-8a7be3a1f76e tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 945 time: 0.1064379 Feb 19 03:13:57.495457 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1caa8d2-db56-4a62-841a-dedabe2d3f89 req-fd492c70-1a24-4a4e-a8b5-041d9fa5df32 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858219 Feb 19 03:13:57.549962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ccc352a-53c8-4182-b767-2c2c9787c688 req-376fd4ac-d9fe-4c72-bc83-da66aa43f6da tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784526 Feb 19 03:13:58.090201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 055a1433-cc5d-4385-b225-6098d9a6d57e up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:13:58.145345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 055a1433-cc5d-4385-b225-6098d9a6d57e completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:13:58.149614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 055a1433-cc5d-4385-b225-6098d9a6d57e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:13:58.149992 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:58.266833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 055a1433-cc5d-4385-b225-6098d9a6d57e is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:13:58.267398 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:58.311187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 055a1433-cc5d-4385-b225-6098d9a6d57e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=055a1433-cc5d-4385-b225-6098d9a6d57e,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:13:58.317966 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:13:58.377079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=055a1433-cc5d-4385-b225-6098d9a6d57e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:13:58.740424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3d0e7-4429-48a8-8436-429ff37e5a0a req-f595fe21-27b1-4268-95d3-a013334660a3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:58.742464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ac3d0e7-4429-48a8-8436-429ff37e5a0a req-f595fe21-27b1-4268-95d3-a013334660a3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1388280 Feb 19 03:13:58.794644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fb390-61f5-49b5-9c13-3f6db6a0fa42 req-d67f5272-266e-4fc8-8ec5-9a68e3c27b73 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:58.796112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-855fb390-61f5-49b5-9c13-3f6db6a0fa42 req-d67f5272-266e-4fc8-8ec5-9a68e3c27b73 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 946 time: 0.1328285 Feb 19 03:13:58.826413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ac3d0e7-4429-48a8-8436-429ff37e5a0a req-db93418c-ae10-4fa1-80f3-91eb328e7ad8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756552 Feb 19 03:13:58.868146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-855fb390-61f5-49b5-9c13-3f6db6a0fa42 req-7dfbee6b-9c88-488c-a8b5-e509d812ca11 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613835 Feb 19 03:13:59.051145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055a1433-cc5d-4385-b225-6098d9a6d57e'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:13:59.053477 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c385a65-ebcd-4f69-9420-6887bc95b8fe" -d '{"events": [{"server_uuid": "dbc08bae-9604-4329-a9cc-3300e58df188", "name": "network-vif-plugged", "status": "completed", "tag": "055a1433-cc5d-4385-b225-6098d9a6d57e"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:13:59.122947 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf61fa65-2ee7-40fa-8a0b-09e92d4cfc60 x-openstack-request-id: req-bf61fa65-2ee7-40fa-8a0b-09e92d4cfc60 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:13:59.123564 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc08bae-9604-4329-a9cc-3300e58df188", "name": "network-vif-plugged", "status": "completed", "tag": "055a1433-cc5d-4385-b225-6098d9a6d57e", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:13:59.123564 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bf61fa65-2ee7-40fa-8a0b-09e92d4cfc60 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:13:59.123854 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'code': 200} Feb 19 03:13:59.242443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f6c14-238a-403b-a4e6-3e19ccb3c33f req-870fe844-db47-4389-964b-b65e3620406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:59.245411 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-678f6c14-238a-403b-a4e6-3e19ccb3c33f req-870fe844-db47-4389-964b-b65e3620406b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 1128 time: 0.0599337 Feb 19 03:13:59.292771 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-678f6c14-238a-403b-a4e6-3e19ccb3c33f req-a332a9ab-f0e8-4345-9602-ac7a76bf8fe9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404127 Feb 19 03:13:59.967478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c6b48-ffcf-4226-b54a-d18ce13a46df req-1cdc419a-3965-49ac-bcbb-8b025440f7e3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:13:59.969329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-764c6b48-ffcf-4226-b54a-d18ce13a46df req-1cdc419a-3965-49ac-bcbb-8b025440f7e3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.0590153 Feb 19 03:14:00.050397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-764c6b48-ffcf-4226-b54a-d18ce13a46df req-fcabbd85-38ee-4cca-b48a-0f2dfc379f57 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707629 Feb 19 03:14:00.058765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbdcd5-6941-4575-b845-0aa2ed241a6c req-014cdb5a-4cc2-4fe1-817d-95313c049d41 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:00.065932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3cdbdcd5-6941-4575-b845-0aa2ed241a6c req-014cdb5a-4cc2-4fe1-817d-95313c049d41 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 946 time: 0.0952909 Feb 19 03:14:00.135999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3cdbdcd5-6941-4575-b845-0aa2ed241a6c req-b6ee4f15-4a5c-4058-b00e-8382f13b6e6f tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654662 Feb 19 03:14:00.405640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3712df8f-e9f5-4728-a767-7868c39ee521 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:00.407218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3712df8f-e9f5-4728-a767-7868c39ee521 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/networks?id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 HTTP/1.1" status: 200 len: 814 time: 0.1179636 Feb 19 03:14:00.444010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-b0ed99b0-971e-4a91-9dd4-b1952e183309 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/quotas/d3a594dd7f7547dcbb8dde37027e3364 HTTP/1.1" status: 200 len: 375 time: 0.0270157 Feb 19 03:14:00.510756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-37343a54-0106-45b1-a7e4-fc33d9212b61 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3a594dd7f7547dcbb8dde37027e3364&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619197 Feb 19 03:14:00.619183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-97074b89-cc57-4dbb-beea-a3ab9c32f119 service neutron] 10.222.0.81 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015351 Feb 19 03:14:00.747045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-8b4c451f-ff43-4284-af15-6283fe67842b service neutron] 10.222.0.81 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268668 Feb 19 03:14:01.011213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82550d01-3734-49c8-993e-5539a0e20ae0 req-4b708158-1038-4bf5-9efc-6433404b1487 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 210 time: 0.0640731 Feb 19 03:14:01.367542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e408182-0640-47ff-ba47-5133751edf9b req-ff6516a7-eb15-4cec-ba41-f95ab5452366 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:01.388995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e408182-0640-47ff-ba47-5133751edf9b req-ff6516a7-eb15-4cec-ba41-f95ab5452366 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 946 time: 0.1285861 Feb 19 03:14:01.485130 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e408182-0640-47ff-ba47-5133751edf9b req-366ad6ff-952d-4da0-b3fb-2c201eabb636 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947707 Feb 19 03:14:01.753993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-d2a12d85-3149-45a8-94f5-ec77503cb83e tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:01.761729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-d2a12d85-3149-45a8-94f5-ec77503cb83e tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1414456 Feb 19 03:14:01.831124 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-960828c7-609c-49d3-a49f-fe1944334b8f tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 696 time: 0.0681329 Feb 19 03:14:01.837242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-3fb0d53b-818e-48cc-b5dc-36769b0648af tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Request body: {'floatingip': {'port_id': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:01.909919 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-3fb0d53b-818e-48cc-b5dc-36769b0648af tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:02.213559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-997b3000-3338-42f9-b371-bd6bb21a55cb req-695bbe54-b5db-4b98-84fd-62b522dad977 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 210 time: 0.0382254 Feb 19 03:14:02.967738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-faa090a5-718c-459b-ae52-79283b9800e6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:02.969215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-faa090a5-718c-459b-ae52-79283b9800e6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.67 "GET /v2.0/networks?id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 HTTP/1.1" status: 200 len: 814 time: 0.6833613 Feb 19 03:14:03.062873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Request body: {'port': {'device_id': '5b84eed3-5686-4c67-88f6-9982c2213e5b', 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5', 'admin_state_up': True, 'tenant_id': 'd3a594dd7f7547dcbb8dde37027e3364'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:03.242290 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Made reservation on behalf of d3a594dd7f7547dcbb8dde37027e3364 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:14:03.247626 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:03.431940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8eb0ff49-f403-4b2b-adce-9c1d8006c903 req-3c9ad504-240e-46a4-ac7a-e1eac9d4e468 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 210 time: 0.0447817 Feb 19 03:14:03.435842 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-3fb0d53b-818e-48cc-b5dc-36769b0648af tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:14:03.558623 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-3fb0d53b-818e-48cc-b5dc-36769b0648af tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:03.580632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Allocated IP 172.20.0.11 (e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5/b739eea0-569f-47b6-a370-a00b8efdac10/32103c50-6feb-4fb1-96de-449e30d05a08) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:14:03.583612 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f68a6994-43ef-4c20-b649-266e1a7bec6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:03.594869 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-3fb0d53b-818e-48cc-b5dc-36769b0648af tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:03.781273 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-3fb0d53b-818e-48cc-b5dc-36769b0648af tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Floating IP cc394201-27f2-47fb-a37b-92f902cc3e87 associated. External IP: 172.25.1.228, port: 8bb7c74b-8952-45b7-a8b4-510da9c4114b. Feb 19 03:14:03.907100 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks [] for port (32103c50-6feb-4fb1-96de-449e30d05a08), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.002842 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.020512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['f6eb2647-b0c5-48ae-8825-bae4d9098fd1'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:04.059203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:14:04.088575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:14:04.096155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:14:04.147202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Pushing event updated for resources: {'Port': ['ID=32103c50-6feb-4fb1-96de-449e30d05a08,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:04.181317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.181960 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.194985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-3fb0d53b-818e-48cc-b5dc-36769b0648af tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:04.209248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-ff4d55f7-9156-4760-baf0-827d3aca4f3c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1502757 Feb 19 03:14:04.257364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Request body: {'port': {'device_id': '5b84eed3-5686-4c67-88f6-9982c2213e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:04.362597 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.383394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-3fb0d53b-818e-48cc-b5dc-36769b0648af tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:04.387875 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-3fb0d53b-818e-48cc-b5dc-36769b0648af tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:04.399173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ccf62-ed88-4feb-b52b-3a7c60b09976 None None] Sync routers for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:04.410060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ccf62-ed88-4feb-b52b-3a7c60b09976 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:04.410811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c21ccf62-ed88-4feb-b52b-3a7c60b09976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:04.446486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-3fb0d53b-818e-48cc-b5dc-36769b0648af tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "PUT /v2.0/floatingips/cc394201-27f2-47fb-a37b-92f902cc3e87 HTTP/1.1" status: 200 len: 997 time: 2.6141691 Feb 19 03:14:04.448893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:04.451049 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c41021-96f4-4e37-8a58-c7c7c54d68a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:04.594336 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e1699a-199a-47e7-b432-97c5fe2ac36b x-openstack-request-id: req-e1e1699a-199a-47e7-b432-97c5fe2ac36b {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:04.595649 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:04.598231 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e1e1699a-199a-47e7-b432-97c5fe2ac36b {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:04.599243 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'status': 'completed', 'code': 200} Feb 19 03:14:04.614502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c41021-96f4-4e37-8a58-c7c7c54d68a1 req-f35a24e2-88d7-453d-913d-e79d8305dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.617130 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20c41021-96f4-4e37-8a58-c7c7c54d68a1 req-f35a24e2-88d7-453d-913d-e79d8305dbc4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 1128 time: 0.0660455 Feb 19 03:14:04.647201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c21ccf62-ed88-4feb-b52b-3a7c60b09976 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:04.735190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c41021-96f4-4e37-8a58-c7c7c54d68a1 req-bfc67dd3-6dbc-43b7-a2ab-eefab94fc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.737982 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20c41021-96f4-4e37-8a58-c7c7c54d68a1 req-bfc67dd3-6dbc-43b7-a2ab-eefab94fc59f service neutron] 10.222.0.87 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.1131606 Feb 19 03:14:04.782570 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-1ec50d09-d78f-47ce-a39f-994da2d2eb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.784196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-1ec50d09-d78f-47ce-a39f-994da2d2eb03 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 1128 time: 0.3164618 Feb 19 03:14:04.851504 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20c41021-96f4-4e37-8a58-c7c7c54d68a1 req-72774fa7-d11d-42a7-b93b-d231a9af41d4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 1000 time: 0.1072958 Feb 19 03:14:04.907734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5372d-d077-4bc5-9d46-57aed7d3267a req-ea21a017-bf05-45f8-b7df-9b0b87e4a22d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.910050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81b5372d-d077-4bc5-9d46-57aed7d3267a req-ea21a017-bf05-45f8-b7df-9b0b87e4a22d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 932 time: 0.2351749 Feb 19 03:14:04.985427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c41021-96f4-4e37-8a58-c7c7c54d68a1 req-10dc5f6e-b3b9-4b22-9177-afc2767e8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.992691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-7c58474e-2fbf-4d1f-833d-a21c03dd5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:04.993668 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20c41021-96f4-4e37-8a58-c7c7c54d68a1 req-10dc5f6e-b3b9-4b22-9177-afc2767e8f5b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.1346016 Feb 19 03:14:04.994244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-7c58474e-2fbf-4d1f-833d-a21c03dd5b4b service neutron] 10.222.0.81 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.2027166 Feb 19 03:14:05.032993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c21ccf62-ed88-4feb-b52b-3a7c60b09976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'cc394201-27f2-47fb-a37b-92f902cc3e87', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'port_id': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'mac_address': 'fa:16:3e:65:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:40Z', 'updated_at': '2022-02-19T03:14:03Z', 'revision_number': 1, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:05.069504 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c41021-96f4-4e37-8a58-c7c7c54d68a1 req-7ff679b5-9427-4b0b-a9a9-ba0ac2027285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:05.071359 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20c41021-96f4-4e37-8a58-c7c7c54d68a1 req-7ff679b5-9427-4b0b-a9a9-ba0ac2027285 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0691001 Feb 19 03:14:05.104046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ccf62-ed88-4feb-b52b-3a7c60b09976 None None] Checking router: ac76a650-60fb-4e13-ae6f-ca11391ec6d2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:05.129378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ccf62-ed88-4feb-b52b-3a7c60b09976 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:05.130142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c21ccf62-ed88-4feb-b52b-3a7c60b09976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:13:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:05.150305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81b5372d-d077-4bc5-9d46-57aed7d3267a req-b6cecdb5-6d7d-4203-a060-c368f6eceb2e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029862 Feb 19 03:14:05.152923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32103c50-6feb-4fb1-96de-449e30d05a08 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:05.175478 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Publish callbacks [] for port (32103c50-6feb-4fb1-96de-449e30d05a08), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.182039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-2ab864c0-4097-40e8-b6fe-b38c224b3688 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 1000 time: 0.1742821 Feb 19 03:14:05.256695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Transition to ACTIVE for port object 32103c50-6feb-4fb1-96de-449e30d05a08 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:14:05.272339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-f4c6b4c4-93ae-4521-97d7-8baea5e1b211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:05.273900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-f4c6b4c4-93ae-4521-97d7-8baea5e1b211 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.0760012 Feb 19 03:14:05.274508 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.309633 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20c41021-96f4-4e37-8a58-c7c7c54d68a1 req-5b6aea1f-2df8-4816-9cea-4c00dfa4c7f1 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312772 Feb 19 03:14:05.353272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Pushing event updated for resources: {'Port': ['ID=32103c50-6feb-4fb1-96de-449e30d05a08,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:05.418576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-19ed7dd4-4f19-4600-982a-c11826378a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:05.420163 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-19ed7dd4-4f19-4600-982a-c11826378a91 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1184716 Feb 19 03:14:05.435524 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20c41021-96f4-4e37-8a58-c7c7c54d68a1 req-67443a31-9cc0-4ac7-a806-a43d97c2ebd5 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057699 Feb 19 03:14:05.439923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-4177bd78-9906-4285-b8ac-d79a1f349fc9 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:14:05.453923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-4177bd78-9906-4285-b8ac-d79a1f349fc9 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0206695 Feb 19 03:14:05.569018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c21ccf62-ed88-4feb-b52b-3a7c60b09976 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:05.833823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c21ccf62-ed88-4feb-b52b-3a7c60b09976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'cc394201-27f2-47fb-a37b-92f902cc3e87', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'port_id': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'mac_address': 'fa:16:3e:65:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:40Z', 'updated_at': '2022-02-19T03:14:03Z', 'revision_number': 1, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:05.868037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Attempting to bind port 32103c50-6feb-4fb1-96de-449e30d05a08 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:14:05.868445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Attempting to bind port 32103c50-6feb-4fb1-96de-449e30d05a08 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:14:05.868901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Attempting to bind port 32103c50-6feb-4fb1-96de-449e30d05a08 on network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:05.871633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ccf62-ed88-4feb-b52b-3a7c60b09976 None None] The sync data for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 is: [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'cc394201-27f2-47fb-a37b-92f902cc3e87', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'port_id': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'mac_address': 'fa:16:3e:65:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:40Z', 'updated_at': '2022-02-19T03:14:03Z', 'revision_number': 1, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:05.881631 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Port 32103c50-6feb-4fb1-96de-449e30d05a08 on network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:14:05.882055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Attempting to bind port 32103c50-6feb-4fb1-96de-449e30d05a08 on network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:14:05.887264 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ade32bdc-6380-45e9-a32c-e9a50b331cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.892623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:14:05.898639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Checking segment: {'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:14:05.899368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Bound using segment: {'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:14:05.899723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Bound port: 32103c50-6feb-4fb1-96de-449e30d05a08, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:14:05.900399 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:05.973271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-85398d94-1336-439f-8378-3b172076e60d service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059023 Feb 19 03:14:06.055751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] For port 32103c50-6feb-4fb1-96de-449e30d05a08, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:06.072733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] For port 32103c50-6feb-4fb1-96de-449e30d05a08, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=32103c50-6feb-4fb1-96de-449e30d05a08,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:14:06.096320 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.179661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:06.181224 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:06.182752 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] 10.222.0.67 "PUT /v2.0/ports/32103c50-6feb-4fb1-96de-449e30d05a08 HTTP/1.1" status: 200 len: 1092 time: 1.9316070 Feb 19 03:14:06.209497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2016278-a0a4-436f-95f7-8136cfee4cca req-c1e6c228-fd0f-4e46-a359-faecbdef85da service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273560 Feb 19 03:14:06.216055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07cecd-8d9f-430b-a760-7cde2756c374 service neutron] Pushing event updated for resources: {'Port': ['ID=32103c50-6feb-4fb1-96de-449e30d05a08,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:06.299025 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c06c4-b875-4d2a-bc8c-316fbb8a3933 None None] New status for floating IP cc394201-27f2-47fb-a37b-92f902cc3e87: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:14:06.424178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-0802a4a9-7b18-404e-a56a-149b2819d98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:06.426339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-0802a4a9-7b18-404e-a56a-149b2819d98d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3a594dd7f7547dcbb8dde37027e3364&device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 1126 time: 0.1825266 Feb 19 03:14:06.492068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-6d081fd2-848c-49fd-a460-eb62ff3bd1c3 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:06.493972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-6d081fd2-848c-49fd-a460-eb62ff3bd1c3 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1350207 Feb 19 03:14:06.501568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b898f3e-adc9-42f0-8c1e-2ad7613aecf9 req-cd4a7cb3-47e8-4b3c-a855-fb8790cf066f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:06.503589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b898f3e-adc9-42f0-8c1e-2ad7613aecf9 req-cd4a7cb3-47e8-4b3c-a855-fb8790cf066f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 944 time: 0.2366178 Feb 19 03:14:06.505254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-adcfa22c-0dea-4b55-8449-fe5cd3b0cdb7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32103c50-6feb-4fb1-96de-449e30d05a08 HTTP/1.1" status: 200 len: 217 time: 0.0615959 Feb 19 03:14:06.610050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b84eed3-5686-4c67-88f6-9982c2213e5b', 'tag': '32103c50-6feb-4fb1-96de-449e30d05a08'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:06.612494 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf4ec6f-87e5-45d7-81de-c6314f5c0041" -d '{"events": [{"name": "network-changed", "server_uuid": "5b84eed3-5686-4c67-88f6-9982c2213e5b", "tag": "32103c50-6feb-4fb1-96de-449e30d05a08"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:06.686959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-d630f82c-4c87-4af3-ad08-47163da8daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:06.688934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-d630f82c-4c87-4af3-ad08-47163da8daa6 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b739eea0-569f-47b6-a370-a00b8efdac10 HTTP/1.1" status: 200 len: 854 time: 0.1524465 Feb 19 03:14:06.694729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-f00346e7-9ab8-4fa8-b587-d3901d1dd20a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 1002 time: 0.1880920 Feb 19 03:14:06.723648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-cd7a965b-95d6-424a-b639-6848af5e6037 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270457 Feb 19 03:14:06.729990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-bb7783f3-8249-44b8-abc0-bb51e126b700 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Request body: {'floatingip': {'port_id': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:06.781321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b898f3e-adc9-42f0-8c1e-2ad7613aecf9 req-008d5a3a-e4f1-4de9-bfaf-25fbfc609fed tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533355 Feb 19 03:14:06.850230 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-bb7783f3-8249-44b8-abc0-bb51e126b700 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:07.019205 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:07.097759 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f47c74-c6f2-4185-b502-de320cf38d32 x-openstack-request-id: req-91f47c74-c6f2-4185-b502-de320cf38d32 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:07.098393 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b84eed3-5686-4c67-88f6-9982c2213e5b", "tag": "32103c50-6feb-4fb1-96de-449e30d05a08", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:07.098658 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91f47c74-c6f2-4185-b502-de320cf38d32 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:07.099648 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b84eed3-5686-4c67-88f6-9982c2213e5b', 'tag': '32103c50-6feb-4fb1-96de-449e30d05a08', 'status': 'completed', 'code': 200} Feb 19 03:14:07.188531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-a7d6a166-748e-490f-8d1a-22695de6555f service neutron] 10.222.0.67 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108047 Feb 19 03:14:07.544580 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0889f3-1c25-4524-99ea-b4b784f9af13 req-b3d14ab2-a2da-44ad-9a72-78dc7c69b9f4 service neutron] 10.222.0.67 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489161 Feb 19 03:14:07.748567 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-bb7783f3-8249-44b8-abc0-bb51e126b700 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:07.756137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ec6f-87e5-45d7-81de-c6314f5c0041 req-0abebcb0-71df-4c17-b3d3-ba316df25245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:07.758007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf4ec6f-87e5-45d7-81de-c6314f5c0041 req-0abebcb0-71df-4c17-b3d3-ba316df25245 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3a594dd7f7547dcbb8dde37027e3364&device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 1126 time: 0.1403670 Feb 19 03:14:07.759686 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-bb7783f3-8249-44b8-abc0-bb51e126b700 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:08.055352 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-bb7783f3-8249-44b8-abc0-bb51e126b700 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Floating IP cc394201-27f2-47fb-a37b-92f902cc3e87 associated. External IP: 172.25.1.228, port: 8bb7c74b-8952-45b7-a8b4-510da9c4114b. Feb 19 03:14:08.170277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cbf8b-0920-4777-bfc0-85f867830a4b req-fa89624f-047f-4532-b70a-953c57009884 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:08.178901 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce9cbf8b-0920-4777-bfc0-85f867830a4b req-fa89624f-047f-4532-b70a-953c57009884 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 944 time: 0.2773123 Feb 19 03:14:08.237345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ec6f-87e5-45d7-81de-c6314f5c0041 req-0d4ed2f5-b748-4330-8eaa-5304b1657933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:08.239232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf4ec6f-87e5-45d7-81de-c6314f5c0041 req-0d4ed2f5-b748-4330-8eaa-5304b1657933 service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 HTTP/1.1" status: 200 len: 915 time: 0.3855469 Feb 19 03:14:08.294386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce9cbf8b-0920-4777-bfc0-85f867830a4b req-3cc03356-f80f-4557-a929-d0cea99e7813 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140022 Feb 19 03:14:08.395426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf4ec6f-87e5-45d7-81de-c6314f5c0041 req-fd7fdb9b-2037-417e-867e-b557c8acf796 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=32103c50-6feb-4fb1-96de-449e30d05a08 HTTP/1.1" status: 200 len: 217 time: 0.1180348 Feb 19 03:14:08.472748 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:08.611184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4ec6f-87e5-45d7-81de-c6314f5c0041 req-1decec40-631c-40f0-80e9-8e7dab74415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:08.612725 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf4ec6f-87e5-45d7-81de-c6314f5c0041 req-1decec40-631c-40f0-80e9-8e7dab74415f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b739eea0-569f-47b6-a370-a00b8efdac10 HTTP/1.1" status: 200 len: 854 time: 0.2116578 Feb 19 03:14:08.634617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4503ace-677a-4dec-8e1c-4be2980e9be2 req-54208be8-694f-4344-a26c-41e0db67befe tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:08.643688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4503ace-677a-4dec-8e1c-4be2980e9be2 req-54208be8-694f-4344-a26c-41e0db67befe tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 947 time: 0.2285049 Feb 19 03:14:08.726826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf4ec6f-87e5-45d7-81de-c6314f5c0041 req-f0811cac-288b-44eb-bc54-cf2e99412be1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046410 Feb 19 03:14:08.789444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4503ace-677a-4dec-8e1c-4be2980e9be2 req-a63af5f4-cd12-4818-a72d-dec81edcec09 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1434383 Feb 19 03:14:08.905327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-bb7783f3-8249-44b8-abc0-bb51e126b700 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:08.988653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf4ec6f-87e5-45d7-81de-c6314f5c0041 req-05f6f876-2016-4d8e-a06d-ec6031643699 service neutron] 10.222.0.67 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248325 Feb 19 03:14:09.121089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-bb7783f3-8249-44b8-abc0-bb51e126b700 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:09.131642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3fa20d-1db2-4272-a6b3-c0c903bc394f None None] Sync routers for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:09.142534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3fa20d-1db2-4272-a6b3-c0c903bc394f None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:09.143409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1c3fa20d-1db2-4272-a6b3-c0c903bc394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:09.177596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdf4ec6f-87e5-45d7-81de-c6314f5c0041 req-d39a2762-eb05-4b0b-a873-655985113cb5 service neutron] 10.222.0.67 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827302 Feb 19 03:14:09.279789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1c3fa20d-1db2-4272-a6b3-c0c903bc394f None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:09.389239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-bb7783f3-8249-44b8-abc0-bb51e126b700 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:09.538337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24600666-b36b-4961-9a58-3ba74acade00 req-e8fb2b5a-1fb9-4637-b46d-e8985a43d613 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:09.539950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24600666-b36b-4961-9a58-3ba74acade00 req-e8fb2b5a-1fb9-4637-b46d-e8985a43d613 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 944 time: 0.1432006 Feb 19 03:14:09.578537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-bb7783f3-8249-44b8-abc0-bb51e126b700 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:09.589035 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-bb7783f3-8249-44b8-abc0-bb51e126b700 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:09.625396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1c3fa20d-1db2-4272-a6b3-c0c903bc394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'cc394201-27f2-47fb-a37b-92f902cc3e87', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'port_id': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'mac_address': 'fa:16:3e:73:7d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:40Z', 'updated_at': '2022-02-19T03:14:07Z', 'revision_number': 3, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:09.653633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3fa20d-1db2-4272-a6b3-c0c903bc394f None None] Checking router: ac76a650-60fb-4e13-ae6f-ca11391ec6d2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:09.663455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3fa20d-1db2-4272-a6b3-c0c903bc394f None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:09.664067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1c3fa20d-1db2-4272-a6b3-c0c903bc394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:09.825601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1c3fa20d-1db2-4272-a6b3-c0c903bc394f None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:10.040257 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.120410 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24600666-b36b-4961-9a58-3ba74acade00 req-e155256e-d21d-4d81-83ff-0e6721cef359 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5723672 Feb 19 03:14:10.256206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1c3fa20d-1db2-4272-a6b3-c0c903bc394f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'cc394201-27f2-47fb-a37b-92f902cc3e87', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'port_id': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'mac_address': 'fa:16:3e:73:7d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:40Z', 'updated_at': '2022-02-19T03:14:07Z', 'revision_number': 3, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:10.263529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:10.266005 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dccf03f-08f5-4279-a04c-dc63f886f23c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:10.269470 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-bb7783f3-8249-44b8-abc0-bb51e126b700 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "PUT /v2.0/floatingips/cc394201-27f2-47fb-a37b-92f902cc3e87 HTTP/1.1" status: 200 len: 999 time: 3.5445671 Feb 19 03:14:10.313766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3fa20d-1db2-4272-a6b3-c0c903bc394f None None] The sync data for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 is: [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'cc394201-27f2-47fb-a37b-92f902cc3e87', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'port_id': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'mac_address': 'fa:16:3e:73:7d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:40Z', 'updated_at': '2022-02-19T03:14:07Z', 'revision_number': 3, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:10.386270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-63309a5e-30c9-439a-b4b3-3990d8bc9c12 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:10.387793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-63309a5e-30c9-439a-b4b3-3990d8bc9c12 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports/8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 943 time: 0.1126461 Feb 19 03:14:10.428490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f3a6f-703d-4e21-8248-4dc7c14824a0 req-a370e326-1b99-4e00-b548-1c4ea8457f07 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:10.435579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c6f3a6f-703d-4e21-8248-4dc7c14824a0 req-a370e326-1b99-4e00-b548-1c4ea8457f07 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 947 time: 0.2053609 Feb 19 03:14:10.455626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-96573326-addf-4942-a738-8eba7c1284a1 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:10.457100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-96573326-addf-4942-a738-8eba7c1284a1 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.67 "GET /v2.0/ports?device_id=719e7673-b70b-4585-bbdf-6b3d902f4a6f HTTP/1.1" status: 200 len: 947 time: 0.3818994 Feb 19 03:14:10.652933 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0ca4bc-1ca2-4af7-ba8a-5f424534f9cf None None] New status for floating IP cc394201-27f2-47fb-a37b-92f902cc3e87: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:14:10.690071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c6f3a6f-703d-4e21-8248-4dc7c14824a0 req-08e42a61-b1d3-49c0-a21e-31d6f6968c64 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups?id=6fa6cf0d-3fab-4c46-a204-b489f7eab968&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2535808 Feb 19 03:14:10.708589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-c24c294d-5c8b-4b80-9449-78d1be34630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:10.710245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-c24c294d-5c8b-4b80-9449-78d1be34630d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 1128 time: 0.1496482 Feb 19 03:14:10.816172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Deleting port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:10.816538 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:10.976793 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6c75d5-3801-41dc-af00-f3966189df72 x-openstack-request-id: req-9d6c75d5-3801-41dc-af00-f3966189df72 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:10.977086 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:10.977342 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d6c75d5-3801-41dc-af00-f3966189df72 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:10.978068 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'status': 'completed', 'code': 200} Feb 19 03:14:11.025932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-2d6208c9-693b-4926-a080-b2e6d1b2b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.032982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-2d6208c9-693b-4926-a080-b2e6d1b2b372 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.3144476 Feb 19 03:14:11.087853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-c1eecfb3-94d8-4c49-aea5-ef31851faa6c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 217 time: 0.0538659 Feb 19 03:14:11.117493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccf03f-08f5-4279-a04c-dc63f886f23c req-a49c5c94-529e-42b2-9cac-499b46b1b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.121074 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8dccf03f-08f5-4279-a04c-dc63f886f23c req-a49c5c94-529e-42b2-9cac-499b46b1b974 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 1128 time: 0.1302514 Feb 19 03:14:11.211272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] For port 9a19cac8-b5c0-4bb9-96ed-0558fd538630, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9a19cac8-b5c0-4bb9-96ed-0558fd538630,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:11.211911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:11.239386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-399587ae-8560-4038-b0ea-79a2242db551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.241621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-399587ae-8560-4038-b0ea-79a2242db551 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.1529939 Feb 19 03:14:11.308431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d16de-4c73-4f8b-80d1-a904ab9fe557 req-2a517322-9e16-4340-8b0d-4bb638e14fd0 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.319214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b1d16de-4c73-4f8b-80d1-a904ab9fe557 req-2a517322-9e16-4340-8b0d-4bb638e14fd0 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2133799 Feb 19 03:14:11.455405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccf03f-08f5-4279-a04c-dc63f886f23c req-e6fd3aec-6e49-4c1e-b1f7-92b53a135223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.461765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba1b31-a926-4910-9cbc-1c5235cecb39 None None] Sync routers for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:11.468348 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8dccf03f-08f5-4279-a04c-dc63f886f23c req-e6fd3aec-6e49-4c1e-b1f7-92b53a135223 service neutron] 10.222.0.87 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.3402359 Feb 19 03:14:11.476832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba1b31-a926-4910-9cbc-1c5235cecb39 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:11.477702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-64ba1b31-a926-4910-9cbc-1c5235cecb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:11.485246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-a927ea57-5827-4483-b913-0e7d809ac193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.487223 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-a927ea57-5827-4483-b913-0e7d809ac193 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2097273 Feb 19 03:14:11.503052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b1d16de-4c73-4f8b-80d1-a904ab9fe557 req-24302791-b5d8-4f6b-bccc-811f2b9d26dd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816125 Feb 19 03:14:11.636448 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8dccf03f-08f5-4279-a04c-dc63f886f23c req-20cbc148-a921-4f79-9d31-3b7e235ff009 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 217 time: 0.1610906 Feb 19 03:14:11.750716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-64ba1b31-a926-4910-9cbc-1c5235cecb39 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:11.814163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccf03f-08f5-4279-a04c-dc63f886f23c req-c5b016ba-b806-4885-8af8-de50e1a50441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:11.816139 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8dccf03f-08f5-4279-a04c-dc63f886f23c req-c5b016ba-b806-4885-8af8-de50e1a50441 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.1730645 Feb 19 03:14:11.896181 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:11.896550 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (070f8b8a-cf4a-41ff-be32-e6471a4b90ac), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:11.896914 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Floating IP 070f8b8a-cf4a-41ff-be32-e6471a4b90ac disassociated. External IP: 172.25.1.201, port: 9a19cac8-b5c0-4bb9-96ed-0558fd538630. Feb 19 03:14:11.897263 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Calling delete_port for 9a19cac8-b5c0-4bb9-96ed-0558fd538630 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:11.987204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccf03f-08f5-4279-a04c-dc63f886f23c req-6fda4f59-07bb-4a93-9731-fe3f6df287b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:12.006474 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8dccf03f-08f5-4279-a04c-dc63f886f23c req-6fda4f59-07bb-4a93-9731-fe3f6df287b6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1637740 Feb 19 03:14:12.215882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40638) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:12.292580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe06461-9e8c-4885-91a3-a4878cb9f571 req-6efca102-49e6-4a10-9006-e8a6f364c6ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:12.307448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fe06461-9e8c-4885-91a3-a4878cb9f571 req-6efca102-49e6-4a10-9006-e8a6f364c6ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 944 time: 0.6577213 Feb 19 03:14:12.322047 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8dccf03f-08f5-4279-a04c-dc63f886f23c req-30cf7c5a-b464-44ee-8ea7-a611404cea78 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102417 Feb 19 03:14:12.390015 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (9a19cac8-b5c0-4bb9-96ed-0558fd538630), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:12.434647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-64ba1b31-a926-4910-9cbc-1c5235cecb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'cc394201-27f2-47fb-a37b-92f902cc3e87', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'port_id': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'mac_address': 'fa:16:3e:73:7d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:40Z', 'updated_at': '2022-02-19T03:14:11Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:12.533289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:12.533818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba1b31-a926-4910-9cbc-1c5235cecb39 None None] Checking router: ac76a650-60fb-4e13-ae6f-ca11391ec6d2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:12.556849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba1b31-a926-4910-9cbc-1c5235cecb39 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:12.557756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-64ba1b31-a926-4910-9cbc-1c5235cecb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:12.586723 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8dccf03f-08f5-4279-a04c-dc63f886f23c req-f6555f4a-4da0-43a7-81e8-abec318f4329 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519240 Feb 19 03:14:12.650348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-68218a9f-7c00-42cf-8b69-b855f71e5c8b service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1383214 Feb 19 03:14:12.735220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event deleted for resources: {'Port': ['ID=9a19cac8-b5c0-4bb9-96ed-0558fd538630,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:12.752024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Publish callbacks [] for security_group (6342cf89-49af-48cb-b264-baa40873682a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:12.762451 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6342cf89-49af-48cb-b264-baa40873682a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:12.805582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-64ba1b31-a926-4910-9cbc-1c5235cecb39 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:12.818033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 32103c50-6feb-4fb1-96de-449e30d05a08 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:14:12.822549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9a19cac8-b5c0-4bb9-96ed-0558fd538630 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:12.845662 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5210fc22a73f4bb5b3b99b4dfd97b40a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6265078 Feb 19 03:14:12.847335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6342cf89-49af-48cb-b264-baa40873682a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:12.850012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40644) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:12.865444 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.867842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.869171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.869616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.870912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.871346 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.879121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.879796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.880310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.881096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.882999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.883673 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.884191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470e41e4-d83b-43d6-89b2-a9bfd596f325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:12.988753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'tag': '055a1433-cc5d-4385-b225-6098d9a6d57e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:12.996996 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0805aeb9-7185-4a4c-a43a-339f9fb47a09" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc08bae-9604-4329-a9cc-3300e58df188", "tag": "055a1433-cc5d-4385-b225-6098d9a6d57e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:13.001046 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe16feab-0768-4cf9-a8e5-d54db03ace87 admin admin] Publish callbacks [] for security_group (6342cf89-49af-48cb-b264-baa40873682a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.012030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:13.060313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.060685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.061034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.061367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.061696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.062031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.074947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.075393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.075735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.076069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.076405 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.076750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.077076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:13.091123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe16feab-0768-4cf9-a8e5-d54db03ace87 admin admin] Publish callbacks [] for security_group (6342cf89-49af-48cb-b264-baa40873682a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.114887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-8e8f7d66-5b39-443a-8ba1-cc28a70f2745 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8537087 Feb 19 03:14:13.144825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fe06461-9e8c-4885-91a3-a4878cb9f571 req-ebb7847b-0100-48f2-a706-15b37fa9b3fd tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8364925 Feb 19 03:14:13.246624 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe16feab-0768-4cf9-a8e5-d54db03ace87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6342cf89-49af-48cb-b264-baa40873682a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.249504 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe16feab-0768-4cf9-a8e5-d54db03ace87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.251133 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fe16feab-0768-4cf9-a8e5-d54db03ace87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6342cf89-49af-48cb-b264-baa40873682a HTTP/1.1" status: 204 len: 168 time: 0.3986719 Feb 19 03:14:13.274671 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe16feab-0768-4cf9-a8e5-d54db03ace87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6342cf89-49af-48cb-b264-baa40873682a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:13.513038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 32103c50-6feb-4fb1-96de-449e30d05a08, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=32103c50-6feb-4fb1-96de-449e30d05a08,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:13.559919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 9a19cac8-b5c0-4bb9-96ed-0558fd538630 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:13.562084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9a19cac8-b5c0-4bb9-96ed-0558fd538630 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:13.564621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '32103c50-6feb-4fb1-96de-449e30d05a08', 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5', 'port_id': '32103c50-6feb-4fb1-96de-449e30d05a08', 'mac_address': 'fa:16:3e:3d:1a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b739eea0-569f-47b6-a370-a00b8efdac10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:14:13.759426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:13.772836 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2892ecf-beb1-4c5b-8200-7b375ef825b5 None None] Sync routers for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:13.788907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-cbce3b47-168d-4c97-b58f-cde8da34b845 service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1373856 Feb 19 03:14:13.801402 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2892ecf-beb1-4c5b-8200-7b375ef825b5 None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:13.803844 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e2892ecf-beb1-4c5b-8200-7b375ef825b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:13.806500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 32103c50-6feb-4fb1-96de-449e30d05a08 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:13.806903 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.882664 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32103c50-6feb-4fb1-96de-449e30d05a08 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:14:13.924322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] No DVR routers for this DVR port 9a19cac8-b5c0-4bb9-96ed-0558fd538630 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:13.928894 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:13.932933 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7ad9792-742c-45cb-806e-6ec2e407e2ad req-c44d2b68-234b-4679-811d-a8e513bb39fa tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.67 "DELETE /v2.0/ports/9a19cac8-b5c0-4bb9-96ed-0558fd538630 HTTP/1.1" status: 204 len: 173 time: 3.4680378 Feb 19 03:14:13.948509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-78a0f2f6-59ad-4955-94f2-76e855c32ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:13.951028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-78a0f2f6-59ad-4955-94f2-76e855c32ffc service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 1128 time: 0.1034453 Feb 19 03:14:13.962164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6f19650a-4f19-4c36-9602-0e9f73e62beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:13.962904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6f19650a-4f19-4c36-9602-0e9f73e62beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:13.963453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6f19650a-4f19-4c36-9602-0e9f73e62beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:13.964686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6f19650a-4f19-4c36-9602-0e9f73e62beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:13.965215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6f19650a-4f19-4c36-9602-0e9f73e62beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:13.966094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6f19650a-4f19-4c36-9602-0e9f73e62beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:13.966794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6f19650a-4f19-4c36-9602-0e9f73e62beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:13.983100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6f19650a-4f19-4c36-9602-0e9f73e62beb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e39d76280cc94c6698f5e7260dc58776&device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 6708 time: 0.5654213 Feb 19 03:14:14.403841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 32103c50-6feb-4fb1-96de-449e30d05a08, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=32103c50-6feb-4fb1-96de-449e30d05a08,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:14.438956 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:14.616439 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e2892ecf-beb1-4c5b-8200-7b375ef825b5 None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:14.630205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-4ff8a801-ff32-401c-bc65-811f28882ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:14.635039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-4ff8a801-ff32-401c-bc65-811f28882ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:14.636440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-4ff8a801-ff32-401c-bc65-811f28882ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:14.638686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-4ff8a801-ff32-401c-bc65-811f28882ec5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=08887c7d-6d72-4ea2-8b38-77fe8c245453&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&id=6af92cd5-54ec-4f14-82e4-e7e519181964&id=6af92cd5-54ec-4f14-82e4-e7e519181964 HTTP/1.1" status: 200 len: 2292 time: 0.5530415 Feb 19 03:14:14.746978 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-ebbf2bfe-fa7b-4543-a59b-1d99b1a14e3d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0326cf6f-e775-4499-8a66-2145d413307a HTTP/1.1" status: 200 len: 1001 time: 0.0829561 Feb 19 03:14:14.756072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-64ba1b31-a926-4910-9cbc-1c5235cecb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'cc394201-27f2-47fb-a37b-92f902cc3e87', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'port_id': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'mac_address': 'fa:16:3e:73:7d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:40Z', 'updated_at': '2022-02-19T03:14:11Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:14.857101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-51d31340-d76c-4b31-8282-12328f4f1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:14.858885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-51d31340-d76c-4b31-8282-12328f4f1b92 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d0bf3019-8554-43e8-b535-c149fe732d9a HTTP/1.1" status: 200 len: 851 time: 0.0972338 Feb 19 03:14:14.933662 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ba1b31-a926-4910-9cbc-1c5235cecb39 None None] The sync data for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 is: [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'cc394201-27f2-47fb-a37b-92f902cc3e87', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'port_id': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'mac_address': 'fa:16:3e:73:7d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:40Z', 'updated_at': '2022-02-19T03:14:11Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:14.940475 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=32103c50-6feb-4fb1-96de-449e30d05a08,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:14.957421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['32103c50-6feb-4fb1-96de-449e30d05a08'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:15.034862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350e848-9b0a-4704-b4d7-035a4fd78496 req-0b2afaa8-bbbe-4585-a079-8502953bebdd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:15.036480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0350e848-9b0a-4704-b4d7-035a4fd78496 req-0b2afaa8-bbbe-4585-a079-8502953bebdd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 1.5818925 Feb 19 03:14:15.075392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-607f079d-d7de-4650-ae87-7b73619ff9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:15.082612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-607f079d-d7de-4650-ae87-7b73619ff9ff service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=08887c7d-6d72-4ea2-8b38-77fe8c245453&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2068794 Feb 19 03:14:15.140951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-0344cdcf-cf16-41cb-9cf3-dc1bd356a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:15.142807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-0344cdcf-cf16-41cb-9cf3-dc1bd356a26a service neutron] 10.222.0.81 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 1.1585984 Feb 19 03:14:15.279326 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e2892ecf-beb1-4c5b-8200-7b375ef825b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:35Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:15.366112 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2892ecf-beb1-4c5b-8200-7b375ef825b5 None None] Checking router: 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:15.410077 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2892ecf-beb1-4c5b-8200-7b375ef825b5 None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:15.412018 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e2892ecf-beb1-4c5b-8200-7b375ef825b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:15.647631 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e2892ecf-beb1-4c5b-8200-7b375ef825b5 None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:16.169591 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e2892ecf-beb1-4c5b-8200-7b375ef825b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:35Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:16.231034 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2892ecf-beb1-4c5b-8200-7b375ef825b5 None None] The sync data for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 is: [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:04:29Z', 'revision_number': 4, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '99b6727e-3cb5-431b-b05b-ab40e687553f', 'name': '', 'network_id': 'dc362147-5daf-4111-b731-9fd1cccc2eb9', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'mac_address': 'fa:16:3e:0e:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:27Z', 'updated_at': '2022-02-19T03:04:35Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'subnets': [{'id': 'c387d3ae-b2f3-47a9-b076-00a88aa91afe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:16.333248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0350e848-9b0a-4704-b4d7-035a4fd78496 req-d7c0dd92-4554-42b9-babf-51bb683b46ca tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2832172 Feb 19 03:14:16.481090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-0b8f59e8-8592-40da-a3e7-81ee18ea5aac service neutron] 10.222.0.87 "GET /v2.0/networks/08887c7d-6d72-4ea2-8b38-77fe8c245453?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3474321 Feb 19 03:14:16.545738 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a0a72c-f958-4300-8fa2-bfc060ce2849 x-openstack-request-id: req-49a0a72c-f958-4300-8fa2-bfc060ce2849 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:16.546311 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc08bae-9604-4329-a9cc-3300e58df188", "tag": "055a1433-cc5d-4385-b225-6098d9a6d57e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:16.546739 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-49a0a72c-f958-4300-8fa2-bfc060ce2849 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:16.547543 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'tag': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'status': 'completed', 'code': 200} Feb 19 03:14:16.638060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805aeb9-7185-4a4c-a43a-339f9fb47a09 req-c7510bc9-bf63-49d4-9142-a0c0201f8873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:16.652509 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0805aeb9-7185-4a4c-a43a-339f9fb47a09 req-c7510bc9-bf63-49d4-9142-a0c0201f8873 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 1128 time: 0.1074033 Feb 19 03:14:16.719122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-45260999-fe7c-4622-a34f-1a99fd8fbd29 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=055a1433-cc5d-4385-b225-6098d9a6d57e HTTP/1.1" status: 200 len: 1002 time: 0.4732051 Feb 19 03:14:16.803699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5619950b-e2d5-46c6-9abb-7a3d544886ba None None] New status for floating IP 070f8b8a-cf4a-41ff-be32-e6471a4b90ac: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:14:16.808535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 32103c50-6feb-4fb1-96de-449e30d05a08 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:14:16.834888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099b5cc-0f78-427f-9f96-7a560431bb53 req-15cf1631-6c47-40ed-b64e-2f3feb0b0268 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:16.836869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8099b5cc-0f78-427f-9f96-7a560431bb53 req-15cf1631-6c47-40ed-b64e-2f3feb0b0268 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 945 time: 0.1973674 Feb 19 03:14:16.855980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-02fac91b-6bf9-4771-ae39-9aa5545b6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:16.866479 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-02fac91b-6bf9-4771-ae39-9aa5545b6ec9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.1377146 Feb 19 03:14:16.883344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-3e1ddccb-9894-49c2-9684-bc7230c4e3fe service neutron] 10.222.0.87 "GET /v2.0/networks/08887c7d-6d72-4ea2-8b38-77fe8c245453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3890321 Feb 19 03:14:16.916099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805aeb9-7185-4a4c-a43a-339f9fb47a09 req-88475c67-0ec8-436f-b7c1-f5bc6de89bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:16.918319 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0805aeb9-7185-4a4c-a43a-339f9fb47a09 req-88475c67-0ec8-436f-b7c1-f5bc6de89bfa service neutron] 10.222.0.87 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.2486596 Feb 19 03:14:16.975272 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-52400b22-7ce8-48ef-85cc-d40a6e08fef3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.169&port_id=e24c2a48-667d-4140-871f-fb0fe279b541 HTTP/1.1" status: 200 len: 217 time: 0.0691905 Feb 19 03:14:17.052736 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8099b5cc-0f78-427f-9f96-7a560431bb53 req-7bdebb1a-5ece-46d5-b508-1267c8e16741 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827233 Feb 19 03:14:17.066180 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0805aeb9-7185-4a4c-a43a-339f9fb47a09 req-a0d2081b-db3d-45ca-8972-a36bffcc8add service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=055a1433-cc5d-4385-b225-6098d9a6d57e HTTP/1.1" status: 200 len: 1002 time: 0.1359253 Feb 19 03:14:17.112131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 32103c50-6feb-4fb1-96de-449e30d05a08 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:14:17.127350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 32103c50-6feb-4fb1-96de-449e30d05a08 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:17.129729 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:17.166772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-401fe01a-45a8-4d04-9681-bb5b8e96578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:17.168572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-401fe01a-45a8-4d04-9681-bb5b8e96578d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3005309 Feb 19 03:14:17.181039 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805aeb9-7185-4a4c-a43a-339f9fb47a09 req-f5d53cab-65da-4069-8ab9-b6bcf4b978c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:17.187868 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0805aeb9-7185-4a4c-a43a-339f9fb47a09 req-f5d53cab-65da-4069-8ab9-b6bcf4b978c5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.1116478 Feb 19 03:14:17.193399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-9f044f12-d367-48d4-a5d9-991ed5334bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:17.195213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-9f044f12-d367-48d4-a5d9-991ed5334bc6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 200 len: 797 time: 0.1580780 Feb 19 03:14:17.300216 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805aeb9-7185-4a4c-a43a-339f9fb47a09 req-07063cbd-6669-49ba-ac20-1b55572627e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:17.301771 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0805aeb9-7185-4a4c-a43a-339f9fb47a09 req-07063cbd-6669-49ba-ac20-1b55572627e7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1083012 Feb 19 03:14:17.351870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 32103c50-6feb-4fb1-96de-449e30d05a08 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:17.352406 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:17.393069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 32103c50-6feb-4fb1-96de-449e30d05a08, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=32103c50-6feb-4fb1-96de-449e30d05a08,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:17.413689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b84eed3-5686-4c67-88f6-9982c2213e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32103c50-6feb-4fb1-96de-449e30d05a08'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:17.418417 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0528860d-b503-4eac-89a1-7142582ae035" -d '{"events": [{"server_uuid": "5b84eed3-5686-4c67-88f6-9982c2213e5b", "name": "network-vif-plugged", "status": "completed", "tag": "32103c50-6feb-4fb1-96de-449e30d05a08"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:17.431577 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:17.446106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-537c1e43-99f0-4e3a-bf14-aa16f09f2601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:17.447882 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-537c1e43-99f0-4e3a-bf14-aa16f09f2601 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2251649 Feb 19 03:14:17.507673 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0805aeb9-7185-4a4c-a43a-339f9fb47a09 req-9caae229-b5d6-4774-b22f-f6ba31192d67 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970713 Feb 19 03:14:17.521113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300d93c-277b-412a-955b-1e19769e7489 req-e90aac7a-693a-4cc4-aa75-fb703b3a4f64 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:17.542997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1300d93c-277b-412a-955b-1e19769e7489 req-e90aac7a-693a-4cc4-aa75-fb703b3a4f64 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1933374 Feb 19 03:14:17.579029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=32103c50-6feb-4fb1-96de-449e30d05a08,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:17.616323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-a3323ca1-cf69-4aa6-af12-950dc1e9839c service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349241 Feb 19 03:14:17.655759 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0805aeb9-7185-4a4c-a43a-339f9fb47a09 req-0bba53b2-e74b-46df-8b30-8c8d0cbbb251 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405628 Feb 19 03:14:17.756607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1300d93c-277b-412a-955b-1e19769e7489 req-a9a467ca-246b-410e-a0c5-04e765b5b460 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127016 Feb 19 03:14:17.763176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-4e473bec-c016-45ab-be9f-5a9e72fa5ab0 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951617 Feb 19 03:14:17.812792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40746) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:17.846728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ae59386-7088-436e-8fe3-a37cc174e682 req-eab0750e-240d-495b-a667-7e4a4f9449ce service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080607 Feb 19 03:14:17.909211 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fbcb10e-db2b-4bba-bccb-9e025c9c4faa x-openstack-request-id: req-1fbcb10e-db2b-4bba-bccb-9e025c9c4faa {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:17.910317 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b84eed3-5686-4c67-88f6-9982c2213e5b", "name": "network-vif-plugged", "status": "completed", "tag": "32103c50-6feb-4fb1-96de-449e30d05a08", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:17.910607 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1fbcb10e-db2b-4bba-bccb-9e025c9c4faa {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:17.911025 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b84eed3-5686-4c67-88f6-9982c2213e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32103c50-6feb-4fb1-96de-449e30d05a08', 'code': 200} Feb 19 03:14:17.946654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-e43e636d-7bc0-43a9-973d-c8ea13262bbb service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716597 Feb 19 03:14:17.975310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3297a13a-421c-4940-8d49-bcdeb1394326 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group (6fa6cf0d-3fab-4c46-a204-b489f7eab968), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:18.025622 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3297a13a-421c-4940-8d49-bcdeb1394326 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group (6fa6cf0d-3fab-4c46-a204-b489f7eab968), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:18.098379 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3297a13a-421c-4940-8d49-bcdeb1394326 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6fa6cf0d-3fab-4c46-a204-b489f7eab968), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:18.101166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3297a13a-421c-4940-8d49-bcdeb1394326 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:18.102779 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3297a13a-421c-4940-8d49-bcdeb1394326 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "DELETE /v2.0/security-groups/6fa6cf0d-3fab-4c46-a204-b489f7eab968 HTTP/1.1" status: 204 len: 168 time: 0.2883468 Feb 19 03:14:18.112106 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40758) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:18.115711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-408e7a0f-e4a2-4f99-80cb-fc58ca13ce63 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.122&port_id=ef9160a2-f769-4929-9fe3-4b33b6ef333a HTTP/1.1" status: 200 len: 217 time: 0.1577203 Feb 19 03:14:18.172652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297a13a-421c-4940-8d49-bcdeb1394326 tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa6cf0d-3fab-4c46-a204-b489f7eab968,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:18.185635 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-c8c9816e-061f-4785-83e2-f747eea4978b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] show failed (client error): The resource could not be found. Feb 19 03:14:18.186750 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c8c9816e-061f-4785-83e2-f747eea4978b tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "GET /v2.0/security-groups/6fa6cf0d-3fab-4c46-a204-b489f7eab968 HTTP/1.1" status: 404 len: 347 time: 0.0575266 Feb 19 03:14:18.191193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40764) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:18.201347 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:14:18.230125 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-678cdbd2-74b7-486a-a8f0-c5bba30bcd48 req-e1fc53eb-715e-4c17-9759-cc5191cf4026 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 1002 time: 0.2820306 Feb 19 03:14:18.318189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60553caf-56af-417c-ad9f-4788f5b254f3 req-9a53d42c-9ce6-498f-b2bc-b4cd07a79ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:18.319909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60553caf-56af-417c-ad9f-4788f5b254f3 req-9a53d42c-9ce6-498f-b2bc-b4cd07a79ce0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 1128 time: 0.2743533 Feb 19 03:14:18.338349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cdbd2-74b7-486a-a8f0-c5bba30bcd48 req-fa0a045e-0939-43b5-bfbf-4eb5f1fdee19 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:18.352931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40766) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:18.355323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-678cdbd2-74b7-486a-a8f0-c5bba30bcd48 req-fa0a045e-0939-43b5-bfbf-4eb5f1fdee19 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports/055a1433-cc5d-4385-b225-6098d9a6d57e HTTP/1.1" status: 200 len: 943 time: 0.1239257 Feb 19 03:14:18.380691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-59415803-432c-4313-8a53-fe9b3634644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:18.382267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-59415803-432c-4313-8a53-fe9b3634644c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 200 len: 797 time: 0.2553339 Feb 19 03:14:18.405730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f2a047af-7bae-44de-8cbc-d26aa7fdbacd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Deleting port 4961dd1b-064c-4877-875f-abcf92508ee0 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:18.407210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2a047af-7bae-44de-8cbc-d26aa7fdbacd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4961dd1b-064c-4877-875f-abcf92508ee0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:18.552065 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60553caf-56af-417c-ad9f-4788f5b254f3 req-67fde361-f572-4f84-9146-f9ba908595a3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934462 Feb 19 03:14:18.552574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'name': 'network-vif-deleted', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:18.554887 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a89b0c2-fddc-4c44-8841-b0efeaf2e70a" -d '{"events": [{"server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "name": "network-vif-deleted", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:18.579540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-10ac3367-f2a7-4511-803e-70a750f04b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:18.581211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-10ac3367-f2a7-4511-803e-70a750f04b57 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1918192 Feb 19 03:14:18.591670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-678cdbd2-74b7-486a-a8f0-c5bba30bcd48 req-ac96a07c-5c4f-4bc9-a8bb-cf8827726f48 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 1002 time: 0.1358681 Feb 19 03:14:18.804263 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cdbd2-74b7-486a-a8f0-c5bba30bcd48 req-f66948fe-0943-41ba-9965-f9b5aa285a45 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:18.811013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-678cdbd2-74b7-486a-a8f0-c5bba30bcd48 req-f66948fe-0943-41ba-9965-f9b5aa285a45 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.2183290 Feb 19 03:14:18.823311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-678cdbd2-74b7-486a-a8f0-c5bba30bcd48 req-f7b66367-6c30-4d57-9590-7dddf5a5f229 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:14:18.824530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-678cdbd2-74b7-486a-a8f0-c5bba30bcd48 req-f7b66367-6c30-4d57-9590-7dddf5a5f229 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125942 Feb 19 03:14:18.848301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9efa87-6005-434e-a797-3c651a69d813 req-6bde262e-28eb-48f4-9b84-8b57cbf8a0c1 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:18.849924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a9efa87-6005-434e-a797-3c651a69d813 req-6bde262e-28eb-48f4-9b84-8b57cbf8a0c1 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.8449411 Feb 19 03:14:18.854042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-0ce4aefa-e513-4cb7-aa87-f5d4b9ff81f4 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596972 Feb 19 03:14:18.958656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6840fcb8-c946-42cc-a9d6-2d74ce1678e6 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960267 Feb 19 03:14:18.972221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2a047af-7bae-44de-8cbc-d26aa7fdbacd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4961dd1b-064c-4877-875f-abcf92508ee0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:18.972853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2a047af-7bae-44de-8cbc-d26aa7fdbacd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (4961dd1b-064c-4877-875f-abcf92508ee0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:18.986098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f2a047af-7bae-44de-8cbc-d26aa7fdbacd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Calling delete_port for 4961dd1b-064c-4877-875f-abcf92508ee0 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:19.044919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-ddc233dc-f9db-416a-b2b5-9924731afb5a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=78517530-836b-4655-9fe8-84515836b501 HTTP/1.1" status: 200 len: 217 time: 0.0681899 Feb 19 03:14:19.058598 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a40fcc03-addc-4e8b-bdac-be3704770813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.102062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a9efa87-6005-434e-a797-3c651a69d813 req-1542a055-a7c5-4de7-b579-5b3812e2752c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459824 Feb 19 03:14:19.123993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65414fa0-37a6-42bb-b963-4317131443e9 req-bf6eaeb5-dab8-4794-85f5-1a3e0548859f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:19.138360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65414fa0-37a6-42bb-b963-4317131443e9 req-bf6eaeb5-dab8-4794-85f5-1a3e0548859f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 946 time: 0.1736102 Feb 19 03:14:19.148182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-3668bf2c-86ba-4221-b66f-933e7c6ab320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:19.150398 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-3668bf2c-86ba-4221-b66f-933e7c6ab320 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 200 len: 797 time: 0.0963664 Feb 19 03:14:19.200867 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceaad95-cf14-4bcf-95b4-83dced5b0be5 x-openstack-request-id: req-3ceaad95-cf14-4bcf-95b4-83dced5b0be5 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:19.201323 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "719e7673-b70b-4585-bbdf-6b3d902f4a6f", "name": "network-vif-deleted", "tag": "9a19cac8-b5c0-4bb9-96ed-0558fd538630", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:19.201669 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3ceaad95-cf14-4bcf-95b4-83dced5b0be5 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:19.202515 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '719e7673-b70b-4585-bbdf-6b3d902f4a6f', 'name': 'network-vif-deleted', 'tag': '9a19cac8-b5c0-4bb9-96ed-0558fd538630', 'status': 'completed', 'code': 200} Feb 19 03:14:19.245239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65414fa0-37a6-42bb-b963-4317131443e9 req-73f313be-7292-4129-8b40-03bbde3cb76d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004314 Feb 19 03:14:19.274325 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2a047af-7bae-44de-8cbc-d26aa7fdbacd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4961dd1b-064c-4877-875f-abcf92508ee0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.328242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6636b67a-6235-4992-add2-5b1c107257e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:19.330600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6636b67a-6235-4992-add2-5b1c107257e9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1717200 Feb 19 03:14:19.337433 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a047af-7bae-44de-8cbc-d26aa7fdbacd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Pushing event deleted for resources: {'Port': ['ID=4961dd1b-064c-4877-875f-abcf92508ee0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:19.352866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-e09858c1-e68a-48ff-91d3-6d3dfef0fb6f tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 1002 time: 0.1455142 Feb 19 03:14:19.449399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-4c11a69b-bee9-4283-abba-0cf9da664c08 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:19.451287 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-4c11a69b-bee9-4283-abba-0cf9da664c08 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports/055a1433-cc5d-4385-b225-6098d9a6d57e HTTP/1.1" status: 200 len: 943 time: 0.0836504 Feb 19 03:14:19.516349 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a40fcc03-addc-4e8b-bdac-be3704770813 admin admin] Publish callbacks [] for security_group (cce8458d-103d-4b88-af91-7acf8d66e5bc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.533118 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2a047af-7bae-44de-8cbc-d26aa7fdbacd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks [] for floatingip (070f8b8a-cf4a-41ff-be32-e6471a4b90ac), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.535827 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2a047af-7bae-44de-8cbc-d26aa7fdbacd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.537883 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f2a047af-7bae-44de-8cbc-d26aa7fdbacd tempest-AttachVolumeShelveTestJSON-155546756 tempest-AttachVolumeShelveTestJSON-155546756-project] 10.222.0.81 "DELETE /v2.0/floatingips/070f8b8a-cf4a-41ff-be32-e6471a4b90ac HTTP/1.1" status: 204 len: 168 time: 1.3446333 Feb 19 03:14:19.538047 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a40fcc03-addc-4e8b-bdac-be3704770813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cce8458d-103d-4b88-af91-7acf8d66e5bc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.593531 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a40fcc03-addc-4e8b-bdac-be3704770813 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65ee74b582d940a8b328179c010b259d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2392380 Feb 19 03:14:19.594437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fcc03-addc-4e8b-bdac-be3704770813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce8458d-103d-4b88-af91-7acf8d66e5bc,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:19.597105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40792) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:19.637964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-2dc49eeb-2cbb-482a-86ec-1ba3b4c7a350 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982454 Feb 19 03:14:19.650447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-a32d521c-3e8a-42a3-84d4-f0a213047332 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 1002 time: 0.1349547 Feb 19 03:14:19.720502 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ca61661-cc0d-43a4-af7b-696c9a926fca admin admin] Publish callbacks [] for security_group (cce8458d-103d-4b88-af91-7acf8d66e5bc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.766462 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ca61661-cc0d-43a4-af7b-696c9a926fca admin admin] Publish callbacks [] for security_group (cce8458d-103d-4b88-af91-7acf8d66e5bc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.827613 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ca61661-cc0d-43a4-af7b-696c9a926fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cce8458d-103d-4b88-af91-7acf8d66e5bc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.831324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ca61661-cc0d-43a4-af7b-696c9a926fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:19.833068 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9ca61661-cc0d-43a4-af7b-696c9a926fca admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cce8458d-103d-4b88-af91-7acf8d66e5bc HTTP/1.1" status: 204 len: 168 time: 0.2350619 Feb 19 03:14:19.866284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca61661-cc0d-43a4-af7b-696c9a926fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce8458d-103d-4b88-af91-7acf8d66e5bc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:20.066205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-80e50acb-4d72-4ca2-a478-710b4f6d70e3 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:20.068750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-80e50acb-4d72-4ca2-a478-710b4f6d70e3 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.4199557 Feb 19 03:14:20.107053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a0adef-338a-4a52-a6ec-21c95caf9547 req-1759076a-930e-475a-8551-b294b936085d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:20.109614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60a0adef-338a-4a52-a6ec-21c95caf9547 req-1759076a-930e-475a-8551-b294b936085d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.4373813 Feb 19 03:14:20.268915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-a1f01c39-e146-48d0-80f5-c0caa3574bde service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300400 Feb 19 03:14:20.320085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60a0adef-338a-4a52-a6ec-21c95caf9547 req-8d973ead-ab1a-4b02-818b-6c2d22a42b66 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806462 Feb 19 03:14:20.384133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-7381912b-3f79-4fcf-90b3-d22c23c51703 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=307fe882-90e7-45a5-b076-cc5741d656a2 HTTP/1.1" status: 200 len: 217 time: 0.0680115 Feb 19 03:14:20.396045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40812) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:20.413877 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0ba841f-bf49-45b7-8f82-29f215a43b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:20.429955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-8e2126f7-4573-4764-828d-a697e7fe504c tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 1002 time: 0.3192830 Feb 19 03:14:20.570165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0ba841f-bf49-45b7-8f82-29f215a43b72 admin admin] Publish callbacks [] for security_group (9444fd7e-6ae2-4965-9fe2-97405fd3ab78), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:20.579840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0ba841f-bf49-45b7-8f82-29f215a43b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9444fd7e-6ae2-4965-9fe2-97405fd3ab78), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:20.640777 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f0ba841f-bf49-45b7-8f82-29f215a43b72 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1cc5216ff5b84059a465bf4cfba7bce9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2393043 Feb 19 03:14:20.645809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba841f-bf49-45b7-8f82-29f215a43b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9444fd7e-6ae2-4965-9fe2-97405fd3ab78,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:20.710428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40814) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:20.842642 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-987b3296-5489-4fce-b127-3bba95b3f7d4 admin admin] Publish callbacks [] for security_group (9444fd7e-6ae2-4965-9fe2-97405fd3ab78), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:20.906397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-987b3296-5489-4fce-b127-3bba95b3f7d4 admin admin] Publish callbacks [] for security_group (9444fd7e-6ae2-4965-9fe2-97405fd3ab78), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:20.989301 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-987b3296-5489-4fce-b127-3bba95b3f7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9444fd7e-6ae2-4965-9fe2-97405fd3ab78), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:20.995129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-987b3296-5489-4fce-b127-3bba95b3f7d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:20.996720 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-987b3296-5489-4fce-b127-3bba95b3f7d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9444fd7e-6ae2-4965-9fe2-97405fd3ab78 HTTP/1.1" status: 204 len: 168 time: 0.2851481 Feb 19 03:14:21.055231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b3296-5489-4fce-b127-3bba95b3f7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9444fd7e-6ae2-4965-9fe2-97405fd3ab78,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:21.154202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-13ff1c09-e38e-43b0-b19f-63a43c2f2858 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:21.264823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-c19600af-4fe0-4af8-b6aa-aa28d81bd0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:21.266389 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-c19600af-4fe0-4af8-b6aa-aa28d81bd0ec service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 200 len: 797 time: 0.8750260 Feb 19 03:14:21.304142 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-13ff1c09-e38e-43b0-b19f-63a43c2f2858 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:21.327118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-9377f2a7-6a6f-4a12-b555-e478e313c7bc service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1730731 Feb 19 03:14:21.391713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e681b-ddcc-41da-81e6-3d93a3601111 req-376b0acd-6be8-43f1-81da-f5dd4b02c742 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:21.393414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd2e681b-ddcc-41da-81e6-3d93a3601111 req-376b0acd-6be8-43f1-81da-f5dd4b02c742 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 946 time: 0.2692192 Feb 19 03:14:21.508228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6670f108-2b1d-49c5-a1ac-a350233999b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:21.509927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-6670f108-2b1d-49c5-a1ac-a350233999b7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0cdb6cc6-4e77-4b1d-a45a-8fef76064887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2302413 Feb 19 03:14:21.550963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-fc66382b-f8ef-4c5c-9b0d-9f1e067510a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:21.552510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-fc66382b-f8ef-4c5c-9b0d-9f1e067510a5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 1127 time: 0.1785626 Feb 19 03:14:21.657581 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-13ff1c09-e38e-43b0-b19f-63a43c2f2858 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:21.662972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd2e681b-ddcc-41da-81e6-3d93a3601111 req-50c61628-1dda-4b6c-a193-26410be80254 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429206 Feb 19 03:14:21.676571 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-13ff1c09-e38e-43b0-b19f-63a43c2f2858 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:21.676571 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-13ff1c09-e38e-43b0-b19f-63a43c2f2858 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Floating IP cc394201-27f2-47fb-a37b-92f902cc3e87 disassociated. External IP: 172.25.1.228, port: 055a1433-cc5d-4385-b225-6098d9a6d57e. Feb 19 03:14:21.973405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-8227ab90-3e48-4b9d-85d5-735f665b7c26 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486091 Feb 19 03:14:22.098943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-e60e3466-9c2a-49c2-9624-0261b3d69abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:22.101490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-e60e3466-9c2a-49c2-9624-0261b3d69abc service neutron] 10.222.0.67 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.4926229 Feb 19 03:14:22.239395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-13ff1c09-e38e-43b0-b19f-63a43c2f2858 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:22.391885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-b6e65b04-3048-4a06-8e62-22e99cd78246 service neutron] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204281 Feb 19 03:14:22.393594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-8fba2408-44f0-4739-9871-c826e6df5182 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=674c6733-0cbc-4561-af2a-502d63f2fd64 HTTP/1.1" status: 200 len: 217 time: 0.1954420 Feb 19 03:14:22.550643 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:22.555848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-3567636f-fcfb-4521-8739-fab1a1c99e3e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d24d556c-9242-49ae-8a97-06770771242b HTTP/1.1" status: 200 len: 217 time: 0.1196408 Feb 19 03:14:22.600210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c6384-d2fa-4650-b864-35e33e1d82d2 req-c1e7bd87-415f-49b2-a1c8-12a96119781f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:22.607464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-988c6384-d2fa-4650-b864-35e33e1d82d2 req-c1e7bd87-415f-49b2-a1c8-12a96119781f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 946 time: 0.2127764 Feb 19 03:14:22.643488 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-2f9d100f-163f-47f0-8504-3d9b253a779b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:22.645039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-2f9d100f-163f-47f0-8504-3d9b253a779b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.2070158 Feb 19 03:14:22.763415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-c4c9f1d4-2fcf-43ea-a7e7-7b12394ff3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:22.764966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-c4c9f1d4-2fcf-43ea-a7e7-7b12394ff3f4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=60c72830-55c7-4d41-887b-cc9edfd6d350 HTTP/1.1" status: 200 len: 797 time: 0.1995671 Feb 19 03:14:22.789759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-13ff1c09-e38e-43b0-b19f-63a43c2f2858 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:22.799865 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-13ff1c09-e38e-43b0-b19f-63a43c2f2858 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:22.808300 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0fa84e-e8e8-458d-9da3-55f2bc7ae390 None None] Sync routers for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:22.830887 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0fa84e-e8e8-458d-9da3-55f2bc7ae390 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:22.834007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-988c6384-d2fa-4650-b864-35e33e1d82d2 req-ed29711c-6309-4389-888f-3d0061345ed8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191603 Feb 19 03:14:22.843680 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1d0fa84e-e8e8-458d-9da3-55f2bc7ae390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:22.886768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-838dae3c-6e90-4312-8764-1aae299a2276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:22.891465 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-838dae3c-6e90-4312-8764-1aae299a2276 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2084010 Feb 19 03:14:22.915283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-71d10f35-67be-4137-9436-9c9607056db3 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:14:22.917472 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-71d10f35-67be-4137-9436-9c9607056db3 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109944 Feb 19 03:14:22.957130 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-13ff1c09-e38e-43b0-b19f-63a43c2f2858 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "PUT /v2.0/floatingips/cc394201-27f2-47fb-a37b-92f902cc3e87 HTTP/1.1" status: 200 len: 695 time: 1.8414040 Feb 19 03:14:22.968808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'tag': '055a1433-cc5d-4385-b225-6098d9a6d57e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:22.971810 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e1d95e-4a64-41bf-8f11-3826532f84a1" -d '{"events": [{"name": "network-changed", "server_uuid": "dbc08bae-9604-4329-a9cc-3300e58df188", "tag": "055a1433-cc5d-4385-b225-6098d9a6d57e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:23.026400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-9c7f48e9-eba0-44d1-a852-90c85f46c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:23.028207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-9c7f48e9-eba0-44d1-a852-90c85f46c8a9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6af92cd5-54ec-4f14-82e4-e7e519181964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2563577 Feb 19 03:14:23.079651 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-1d0fa84e-e8e8-458d-9da3-55f2bc7ae390 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:23.111142 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06284336-0231-458c-ad2b-3fa3166effb5 x-openstack-request-id: req-06284336-0231-458c-ad2b-3fa3166effb5 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:23.111142 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbc08bae-9604-4329-a9cc-3300e58df188", "tag": "055a1433-cc5d-4385-b225-6098d9a6d57e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:23.111142 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06284336-0231-458c-ad2b-3fa3166effb5 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:23.111142 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'tag': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'status': 'completed', 'code': 200} Feb 19 03:14:23.200191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-17d89d8e-4e70-4813-aa71-e8f866c2ebbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:23.208726 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-17d89d8e-4e70-4813-aa71-e8f866c2ebbe service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 1128 time: 0.1948085 Feb 19 03:14:23.212819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-1b2e7d45-7814-4a7d-ba84-072d607fb3d4 service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636019 Feb 19 03:14:23.268776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1d95e-4a64-41bf-8f11-3826532f84a1 req-8a582c23-5326-4cfc-b7c5-8977b5675cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:23.270476 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-95e1d95e-4a64-41bf-8f11-3826532f84a1 req-8a582c23-5326-4cfc-b7c5-8977b5675cee service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 1128 time: 0.1119251 Feb 19 03:14:23.380775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-7f8e1259-b940-4f67-b033-2b57019f6956 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523804 Feb 19 03:14:23.434167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1d95e-4a64-41bf-8f11-3826532f84a1 req-87290201-3ea4-4a84-8877-03caf4c581f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:23.436241 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-95e1d95e-4a64-41bf-8f11-3826532f84a1 req-87290201-3ea4-4a84-8877-03caf4c581f2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.1567869 Feb 19 03:14:23.509063 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:23.528982 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-95e1d95e-4a64-41bf-8f11-3826532f84a1 req-df0cecbe-8e82-452b-9e9b-dcf51d15c82f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=055a1433-cc5d-4385-b225-6098d9a6d57e HTTP/1.1" status: 200 len: 217 time: 0.0819979 Feb 19 03:14:23.650875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1d95e-4a64-41bf-8f11-3826532f84a1 req-6d895db7-4808-4b6a-b0f1-b98d0b91bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:23.654753 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-95e1d95e-4a64-41bf-8f11-3826532f84a1 req-6d895db7-4808-4b6a-b0f1-b98d0b91bfdb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.1182625 Feb 19 03:14:23.680552 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1d0fa84e-e8e8-458d-9da3-55f2bc7ae390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:23.744839 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0fa84e-e8e8-458d-9da3-55f2bc7ae390 None None] Checking router: ac76a650-60fb-4e13-ae6f-ca11391ec6d2 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:23.767467 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0fa84e-e8e8-458d-9da3-55f2bc7ae390 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:23.769600 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1d0fa84e-e8e8-458d-9da3-55f2bc7ae390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:23.786847 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1d95e-4a64-41bf-8f11-3826532f84a1 req-6163fceb-04fa-4d91-8a85-3fdffffe7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:23.791629 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-95e1d95e-4a64-41bf-8f11-3826532f84a1 req-6163fceb-04fa-4d91-8a85-3fdffffe7dcd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1274323 Feb 19 03:14:23.932382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-bf597ef0-c37f-4b92-ab55-d3cec3d25e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:23.933908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-bf597ef0-c37f-4b92-ab55-d3cec3d25e37 service neutron] 10.222.0.81 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.7240238 Feb 19 03:14:23.982289 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-1d0fa84e-e8e8-458d-9da3-55f2bc7ae390 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:24.011030 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-95e1d95e-4a64-41bf-8f11-3826532f84a1 req-7b69bfb1-eb6c-487f-888f-36cb0ec66275 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111290 Feb 19 03:14:24.079524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-1340a0ad-e4a1-4d85-95ab-0d7188bf5a04 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=055a1433-cc5d-4385-b225-6098d9a6d57e HTTP/1.1" status: 200 len: 217 time: 0.1309369 Feb 19 03:14:24.205303 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-95e1d95e-4a64-41bf-8f11-3826532f84a1 req-444b5809-0120-4b1a-8fe5-b8c819124170 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858990 Feb 19 03:14:24.226473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-e329d1b8-b83e-4412-8ee5-a58bca576630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:24.229734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-e329d1b8-b83e-4412-8ee5-a58bca576630 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.1350946 Feb 19 03:14:24.282128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d79bba-59a0-4d42-ab49-001bbc2e37cd req-17522941-35fb-49e8-b1e9-91a41ea082e9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:24.289233 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36d79bba-59a0-4d42-ab49-001bbc2e37cd req-17522941-35fb-49e8-b1e9-91a41ea082e9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.9467096 Feb 19 03:14:24.315439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-1125aa1f-2dce-4616-9eff-ee5826444a90 service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0830872 Feb 19 03:14:24.329458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9696baed-7b15-4c97-9a53-04b66ece5992 req-5c3b1806-61fd-4f46-beab-387b7b014f08 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9146304 Feb 19 03:14:24.352625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e928bfa-c1b3-4507-99ad-e9b19ac9e226 req-6da4c14d-2450-45a6-9496-4919db994287 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:24.354241 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e928bfa-c1b3-4507-99ad-e9b19ac9e226 req-6da4c14d-2450-45a6-9496-4919db994287 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.67 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 946 time: 0.4163084 Feb 19 03:14:24.405675 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1d0fa84e-e8e8-458d-9da3-55f2bc7ae390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:24.407930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-e3639e8b-67fd-4c22-b8f7-4ba1588f5fc3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c7c7393f-e0b4-4fe6-b67b-268f9438ff93 HTTP/1.1" status: 200 len: 217 time: 0.0825362 Feb 19 03:14:24.474090 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0fa84e-e8e8-458d-9da3-55f2bc7ae390 None None] The sync data for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 is: [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:24.547437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36d79bba-59a0-4d42-ab49-001bbc2e37cd req-ec7f48ba-c8e0-4ef2-a381-8c7852b899e0 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573273 Feb 19 03:14:24.551767 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-f75f30ef-4357-4a57-961b-bfd9cf97e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:24.559485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-f75f30ef-4357-4a57-961b-bfd9cf97e4a1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3084188 Feb 19 03:14:24.563094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-4de33c92-72f7-4a07-9228-1b70aea74d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:24.564877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-4de33c92-72f7-4a07-9228-1b70aea74d32 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=60c72830-55c7-4d41-887b-cc9edfd6d350 HTTP/1.1" status: 200 len: 797 time: 0.1261468 Feb 19 03:14:24.820436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-27cfead1-ebed-4755-b1df-5e571d34a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:24.822147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-27cfead1-ebed-4755-b1df-5e571d34a4e1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6af92cd5-54ec-4f14-82e4-e7e519181964&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2396393 Feb 19 03:14:24.936905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-4c85ab94-0533-4e6c-ab98-d6db15912dba service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955241 Feb 19 03:14:24.939521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0e928bfa-c1b3-4507-99ad-e9b19ac9e226 req-7296eca4-5611-4260-abf4-47c5be8c7705 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Deleting port 32103c50-6feb-4fb1-96de-449e30d05a08 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:24.939870 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0e928bfa-c1b3-4507-99ad-e9b19ac9e226 req-7296eca4-5611-4260-abf4-47c5be8c7705 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:24.953992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a42f277-2e0b-48a6-bc4f-3efa8524a110 None None] New status for floating IP cc394201-27f2-47fb-a37b-92f902cc3e87: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:14:24.987138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-81823901-9ca1-48dd-8510-06d28a693788 service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262993 Feb 19 03:14:25.003977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24dcafe-3ded-478c-8de9-80e7ccdd5130 req-3a61cc87-e40c-4dc7-8e2e-10e8dde137e9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:25.005544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c24dcafe-3ded-478c-8de9-80e7ccdd5130 req-3a61cc87-e40c-4dc7-8e2e-10e8dde137e9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 946 time: 0.3422780 Feb 19 03:14:25.230772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95c791d1-c1ae-4179-b265-0c80b5bfc9ba req-fed9da56-db28-4653-83f7-f6546902a779 service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211230 Feb 19 03:14:25.494818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c24dcafe-3ded-478c-8de9-80e7ccdd5130 req-20903480-bbd6-403e-bac4-1f4398b0141a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410181 Feb 19 03:14:25.517362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2ca7241-d6ac-43db-9fb3-f9f6afa38f11 req-0394a8e4-f960-4c6f-a612-a38d8f615be3 service neutron] 10.222.0.87 "GET /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5331511 Feb 19 03:14:25.534431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0e928bfa-c1b3-4507-99ad-e9b19ac9e226 req-7296eca4-5611-4260-abf4-47c5be8c7705 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] For port 32103c50-6feb-4fb1-96de-449e30d05a08, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=32103c50-6feb-4fb1-96de-449e30d05a08,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:25.536913 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0e928bfa-c1b3-4507-99ad-e9b19ac9e226 req-7296eca4-5611-4260-abf4-47c5be8c7705 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:25.564770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0e928bfa-c1b3-4507-99ad-e9b19ac9e226 req-7296eca4-5611-4260-abf4-47c5be8c7705 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Calling delete_port for 32103c50-6feb-4fb1-96de-449e30d05a08 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:26.080635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-d1c55b21-694c-4e9e-8f22-cb43fca9e143 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:26.087848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-d1c55b21-694c-4e9e-8f22-cb43fca9e143 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2768807 Feb 19 03:14:26.136577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84d6ab-3adb-4cad-b31b-5e4b040c7e0d req-4d206a77-4a42-47df-9ca7-1e38b89d6d18 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:26.144168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b84d6ab-3adb-4cad-b31b-5e4b040c7e0d req-4d206a77-4a42-47df-9ca7-1e38b89d6d18 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.3717484 Feb 19 03:14:26.182314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-8606bb2f-c781-47d5-ad09-2907e63e7196 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 696 time: 0.0935085 Feb 19 03:14:26.208311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-78643e25-1f31-4ca9-bba1-92fc2c27bc11 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Request body: {'floatingip': {'port_id': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:26.253450 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-78643e25-1f31-4ca9-bba1-92fc2c27bc11 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:26.455385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b84d6ab-3adb-4cad-b31b-5e4b040c7e0d req-1a790d31-eda1-4895-904f-6307bec5b339 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037951 Feb 19 03:14:26.535767 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0e928bfa-c1b3-4507-99ad-e9b19ac9e226 req-7296eca4-5611-4260-abf4-47c5be8c7705 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (32103c50-6feb-4fb1-96de-449e30d05a08), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:26.555259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['f6eb2647-b0c5-48ae-8825-bae4d9098fd1'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:26.662248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296eca4-5611-4260-abf4-47c5be8c7705 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Pushing event deleted for resources: {'Port': ['ID=32103c50-6feb-4fb1-96de-449e30d05a08,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:26.797942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8546f42-0ce0-4dd2-8359-83ad5a621260 req-2350448b-d369-45ea-b675-37a4146cf871 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=5b84eed3-5686-4c67-88f6-9982c2213e5b HTTP/1.1" status: 200 len: 210 time: 0.1401787 Feb 19 03:14:26.834903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e928bfa-c1b3-4507-99ad-e9b19ac9e226 req-7296eca4-5611-4260-abf4-47c5be8c7705 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] No DVR routers for this DVR port 32103c50-6feb-4fb1-96de-449e30d05a08 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:26.850796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 32103c50-6feb-4fb1-96de-449e30d05a08 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:26.859154 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0e928bfa-c1b3-4507-99ad-e9b19ac9e226 req-7296eca4-5611-4260-abf4-47c5be8c7705 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:26.867683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e928bfa-c1b3-4507-99ad-e9b19ac9e226 req-7296eca4-5611-4260-abf4-47c5be8c7705 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.67 "DELETE /v2.0/ports/32103c50-6feb-4fb1-96de-449e30d05a08 HTTP/1.1" status: 204 len: 173 time: 2.5053418 Feb 19 03:14:26.868174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b84eed3-5686-4c67-88f6-9982c2213e5b', 'name': 'network-vif-deleted', 'tag': '32103c50-6feb-4fb1-96de-449e30d05a08'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:26.875377 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4bbaf2-80ed-4d93-8b63-13a8cd37af3c" -d '{"events": [{"server_uuid": "5b84eed3-5686-4c67-88f6-9982c2213e5b", "name": "network-vif-deleted", "tag": "32103c50-6feb-4fb1-96de-449e30d05a08"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:26.890926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 32103c50-6feb-4fb1-96de-449e30d05a08 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:26.892368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 32103c50-6feb-4fb1-96de-449e30d05a08 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:27.043166 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cd71f5-6eae-4baf-9cc3-e3f507774642 x-openstack-request-id: req-e6cd71f5-6eae-4baf-9cc3-e3f507774642 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:27.043465 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b84eed3-5686-4c67-88f6-9982c2213e5b", "name": "network-vif-deleted", "tag": "32103c50-6feb-4fb1-96de-449e30d05a08", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:27.044304 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e6cd71f5-6eae-4baf-9cc3-e3f507774642 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:27.044741 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b84eed3-5686-4c67-88f6-9982c2213e5b', 'name': 'network-vif-deleted', 'tag': '32103c50-6feb-4fb1-96de-449e30d05a08', 'status': 'completed', 'code': 200} Feb 19 03:14:27.563024 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-78643e25-1f31-4ca9-bba1-92fc2c27bc11 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:14:27.774785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78676863-2596-4b74-b91f-f71ad05221de req-ddb148e9-0559-4bdb-a81e-86152ee12735 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:27.776298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78676863-2596-4b74-b91f-f71ad05221de req-ddb148e9-0559-4bdb-a81e-86152ee12735 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.87 "GET /v2.0/ports?device_id=dbc08bae-9604-4329-a9cc-3300e58df188 HTTP/1.1" status: 200 len: 946 time: 0.3438106 Feb 19 03:14:27.778662 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-78643e25-1f31-4ca9-bba1-92fc2c27bc11 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:27.812603 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-78643e25-1f31-4ca9-bba1-92fc2c27bc11 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:27.948880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0f9e7-a203-4b5c-a599-517588a5cc8d req-42cf33cd-f8ac-450c-bf05-bdfb253ce485 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:27.950585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7eb0f9e7-a203-4b5c-a599-517588a5cc8d req-42cf33cd-f8ac-450c-bf05-bdfb253ce485 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.3120403 Feb 19 03:14:28.337358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7eb0f9e7-a203-4b5c-a599-517588a5cc8d req-2d0f9a07-aef8-4754-a1f6-c364481c9381 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3667564 Feb 19 03:14:28.364300 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-78643e25-1f31-4ca9-bba1-92fc2c27bc11 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Floating IP cc394201-27f2-47fb-a37b-92f902cc3e87 associated. External IP: 172.25.1.228, port: 8bb7c74b-8952-45b7-a8b4-510da9c4114b. Feb 19 03:14:28.496517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-78676863-2596-4b74-b91f-f71ad05221de req-8fa9276d-9bfc-4142-967d-fc4dde51ef97 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Deleting port 055a1433-cc5d-4385-b225-6098d9a6d57e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:28.498320 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-78676863-2596-4b74-b91f-f71ad05221de req-8fa9276d-9bfc-4142-967d-fc4dde51ef97 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:29.575692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-78676863-2596-4b74-b91f-f71ad05221de req-8fa9276d-9bfc-4142-967d-fc4dde51ef97 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] For port 055a1433-cc5d-4385-b225-6098d9a6d57e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=055a1433-cc5d-4385-b225-6098d9a6d57e,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:29.578295 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-78676863-2596-4b74-b91f-f71ad05221de req-8fa9276d-9bfc-4142-967d-fc4dde51ef97 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:29.698022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84df8d8-4630-4e7f-abbb-85815bc5bf5a req-8d905447-f053-4bfc-ba9d-e7ef39a1e7f6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:29.709614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c84df8d8-4630-4e7f-abbb-85815bc5bf5a req-8d905447-f053-4bfc-ba9d-e7ef39a1e7f6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.5363848 Feb 19 03:14:29.720750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-78676863-2596-4b74-b91f-f71ad05221de req-8fa9276d-9bfc-4142-967d-fc4dde51ef97 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Calling delete_port for 055a1433-cc5d-4385-b225-6098d9a6d57e owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:29.997877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c84df8d8-4630-4e7f-abbb-85815bc5bf5a req-f4a95abe-49e8-4254-ae0f-75aff4cf00c8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822440 Feb 19 03:14:30.080564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-78643e25-1f31-4ca9-bba1-92fc2c27bc11 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:30.363864 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-78676863-2596-4b74-b91f-f71ad05221de req-8fa9276d-9bfc-4142-967d-fc4dde51ef97 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (055a1433-cc5d-4385-b225-6098d9a6d57e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:30.377665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['8bb7c74b-8952-45b7-a8b4-510da9c4114b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:30.393350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127b052-dd16-44ed-bbec-6027ba40ecdc req-e38408a4-e07c-4839-854c-ca08309d7677 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:30.413329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9127b052-dd16-44ed-bbec-6027ba40ecdc req-e38408a4-e07c-4839-854c-ca08309d7677 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2635458 Feb 19 03:14:30.516468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9276d-9bfc-4142-967d-fc4dde51ef97 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Pushing event deleted for resources: {'Port': ['ID=055a1433-cc5d-4385-b225-6098d9a6d57e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:30.616974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9127b052-dd16-44ed-bbec-6027ba40ecdc req-fda177e0-a4dc-4fca-9070-014d5136eae8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952145 Feb 19 03:14:30.766202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-78643e25-1f31-4ca9-bba1-92fc2c27bc11 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:30.768914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-78676863-2596-4b74-b91f-f71ad05221de req-8fa9276d-9bfc-4142-967d-fc4dde51ef97 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] No DVR routers for this DVR port 055a1433-cc5d-4385-b225-6098d9a6d57e on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:30.778896 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22969bc4-774e-49b4-9ed6-d7d4942c098a None None] Sync routers for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:30.803879 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-78643e25-1f31-4ca9-bba1-92fc2c27bc11 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:30.806500 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22969bc4-774e-49b4-9ed6-d7d4942c098a None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:30.811226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-78676863-2596-4b74-b91f-f71ad05221de req-8fa9276d-9bfc-4142-967d-fc4dde51ef97 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:30.812513 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-22969bc4-774e-49b4-9ed6-d7d4942c098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:30.830678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78676863-2596-4b74-b91f-f71ad05221de req-8fa9276d-9bfc-4142-967d-fc4dde51ef97 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.87 "DELETE /v2.0/ports/055a1433-cc5d-4385-b225-6098d9a6d57e HTTP/1.1" status: 204 len: 173 time: 3.0246637 Feb 19 03:14:30.830678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'name': 'network-vif-deleted', 'tag': '055a1433-cc5d-4385-b225-6098d9a6d57e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:30.839334 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a66c27-1557-4661-9d4d-f15846adc8fc" -d '{"events": [{"server_uuid": "dbc08bae-9604-4329-a9cc-3300e58df188", "name": "network-vif-deleted", "tag": "055a1433-cc5d-4385-b225-6098d9a6d57e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:31.015040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-78643e25-1f31-4ca9-bba1-92fc2c27bc11 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "PUT /v2.0/floatingips/cc394201-27f2-47fb-a37b-92f902cc3e87 HTTP/1.1" status: 200 len: 997 time: 4.8299334 Feb 19 03:14:31.169931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6ac11-876c-4e2c-8808-d6d5558c56bb req-aecf5c7b-bd0d-446a-ae77-a354a0057b25 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:31.177950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2a6ac11-876c-4e2c-8808-d6d5558c56bb req-aecf5c7b-bd0d-446a-ae77-a354a0057b25 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3678997 Feb 19 03:14:31.216431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-d2fe6693-7a86-4953-8f7a-7b7449793063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:31.228866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-d2fe6693-7a86-4953-8f7a-7b7449793063 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 1128 time: 0.1916471 Feb 19 03:14:31.284103 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-22969bc4-774e-49b4-9ed6-d7d4942c098a None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:31.322632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2a6ac11-876c-4e2c-8808-d6d5558c56bb req-5f8158eb-2f27-4f37-aaf5-916783834392 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436017 Feb 19 03:14:31.424237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-6be8931d-7cb6-48bc-a94b-b7726366a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:31.433402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-6be8931d-7cb6-48bc-a94b-b7726366a69f service neutron] 10.222.0.81 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.2033722 Feb 19 03:14:31.593030 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e80ff3c-6b40-40c5-be2f-fb2dc9cf3a30 x-openstack-request-id: req-7e80ff3c-6b40-40c5-be2f-fb2dc9cf3a30 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:31.593030 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbc08bae-9604-4329-a9cc-3300e58df188", "name": "network-vif-deleted", "tag": "055a1433-cc5d-4385-b225-6098d9a6d57e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:31.593030 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e80ff3c-6b40-40c5-be2f-fb2dc9cf3a30 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:31.593030 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbc08bae-9604-4329-a9cc-3300e58df188', 'name': 'network-vif-deleted', 'tag': '055a1433-cc5d-4385-b225-6098d9a6d57e', 'status': 'completed', 'code': 200} Feb 19 03:14:31.718681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-8da94e6b-0ea0-4b3c-86dd-131fd95ffd94 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 1000 time: 0.2839193 Feb 19 03:14:31.765000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41094) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:31.821313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-486301b3-12a3-4093-a681-d6156759e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:31.834005 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-486301b3-12a3-4093-a681-d6156759e350 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.1143696 Feb 19 03:14:31.851236 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-22969bc4-774e-49b4-9ed6-d7d4942c098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'cc394201-27f2-47fb-a37b-92f902cc3e87', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'port_id': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'mac_address': 'fa:16:3e:65:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:40Z', 'updated_at': '2022-02-19T03:14:27Z', 'revision_number': 8, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:31.893956 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22969bc4-774e-49b4-9ed6-d7d4942c098a None None] Checking router: ac76a650-60fb-4e13-ae6f-ca11391ec6d2 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:31.911956 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22969bc4-774e-49b4-9ed6-d7d4942c098a None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:31.912607 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-22969bc4-774e-49b4-9ed6-d7d4942c098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:31.936089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6422a-639e-40fe-ba3d-c010f9eb3df7 req-7cf40472-e12a-4d6b-8578-dd52732ae647 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:31.948144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ebba11c-094c-4e1d-806e-d390c8921c9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:31.948388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cee6422a-639e-40fe-ba3d-c010f9eb3df7 req-7cf40472-e12a-4d6b-8578-dd52732ae647 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3656266 Feb 19 03:14:32.117102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ebba11c-094c-4e1d-806e-d390c8921c9a admin admin] Publish callbacks [] for security_group (6d4c4dde-3416-4bc3-97c2-35b78e89eebd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:32.126544 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ebba11c-094c-4e1d-806e-d390c8921c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6d4c4dde-3416-4bc3-97c2-35b78e89eebd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:32.133685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cee6422a-639e-40fe-ba3d-c010f9eb3df7 req-5b3e68d0-52e8-4f25-80b4-fbf29a8770f5 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842482 Feb 19 03:14:32.149170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-8f3759c3-c475-487a-8065-673cd1cc2cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:32.160445 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-8f3759c3-c475-487a-8065-673cd1cc2cea service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3159575 Feb 19 03:14:32.227080 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-22969bc4-774e-49b4-9ed6-d7d4942c098a None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:32.243539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebba11c-094c-4e1d-806e-d390c8921c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4c4dde-3416-4bc3-97c2-35b78e89eebd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:32.279442 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7ebba11c-094c-4e1d-806e-d390c8921c9a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9661d63fc51e440b97fc3c1ff842d63a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5119028 Feb 19 03:14:32.281518 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41100) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:32.354849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 055a1433-cc5d-4385-b225-6098d9a6d57e no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:32.394207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 055a1433-cc5d-4385-b225-6098d9a6d57e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:32.394914 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 055a1433-cc5d-4385-b225-6098d9a6d57e not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:32.425647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-85035c04-14b4-4c6a-bb16-3bac5f495164 admin admin] Publish callbacks [] for security_group (6d4c4dde-3416-4bc3-97c2-35b78e89eebd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:32.495658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-85035c04-14b4-4c6a-bb16-3bac5f495164 admin admin] Publish callbacks [] for security_group (6d4c4dde-3416-4bc3-97c2-35b78e89eebd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:32.516350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde52a-0bde-412c-b7a3-4c6522f90800 req-76ca1656-95ac-4ee4-a91f-894748865f96 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:32.523661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2efde52a-0bde-412c-b7a3-4c6522f90800 req-76ca1656-95ac-4ee4-a91f-894748865f96 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2292953 Feb 19 03:14:32.543967 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-02832218-7f20-487a-87bc-cddbe37eeb35 service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870661 Feb 19 03:14:32.621472 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-85035c04-14b4-4c6a-bb16-3bac5f495164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6d4c4dde-3416-4bc3-97c2-35b78e89eebd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:32.624693 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-85035c04-14b4-4c6a-bb16-3bac5f495164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:32.631272 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-85035c04-14b4-4c6a-bb16-3bac5f495164 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d4c4dde-3416-4bc3-97c2-35b78e89eebd HTTP/1.1" status: 204 len: 168 time: 0.3482337 Feb 19 03:14:32.651787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85035c04-14b4-4c6a-bb16-3bac5f495164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4c4dde-3416-4bc3-97c2-35b78e89eebd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:32.764090 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-22969bc4-774e-49b4-9ed6-d7d4942c098a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'cc394201-27f2-47fb-a37b-92f902cc3e87', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'port_id': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'mac_address': 'fa:16:3e:65:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:40Z', 'updated_at': '2022-02-19T03:14:27Z', 'revision_number': 8, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:32.769467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2efde52a-0bde-412c-b7a3-4c6522f90800 req-d9af2251-0308-4135-a495-85fa40a81f7f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448163 Feb 19 03:14:32.833587 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22969bc4-774e-49b4-9ed6-d7d4942c098a None None] The sync data for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 is: [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'cc394201-27f2-47fb-a37b-92f902cc3e87', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'floating_ip_address': '172.25.1.228', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'port_id': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1764, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'mac_address': 'fa:16:3e:65:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:13:40Z', 'updated_at': '2022-02-19T03:14:27Z', 'revision_number': 8, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:32.856796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73681d60-76f6-4ac8-b1c3-ff21e917832f req-f01dd9ed-99fe-40df-a9dc-dc161cf0c439 service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116624 Feb 19 03:14:33.052241 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e73ee6f-b139-4e09-9422-656d43b6a072 req-e188a74c-62e2-462a-b903-ea3e3279cf73 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips/cc394201-27f2-47fb-a37b-92f902cc3e87 HTTP/1.1" status: 200 len: 997 time: 0.1402462 Feb 19 03:14:33.168803 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41124) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:33.199192 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4027c79c-d590-4a80-8665-8ecfb53a6982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:33.216483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73ee6f-b139-4e09-9422-656d43b6a072 req-79a1f590-3f53-4691-9f67-5d94bc46c685 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:33.218242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e73ee6f-b139-4e09-9422-656d43b6a072 req-79a1f590-3f53-4691-9f67-5d94bc46c685 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.1616616 Feb 19 03:14:33.230760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-8e73ee6f-b139-4e09-9422-656d43b6a072 req-d7525b9d-caa2-4b81-a3b8-b5e79e9c8ddd tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:14:33.231886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e73ee6f-b139-4e09-9422-656d43b6a072 req-d7525b9d-caa2-4b81-a3b8-b5e79e9c8ddd tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068302 Feb 19 03:14:33.273593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82de4216-6586-4cef-a49f-1d962079bda3 None None] New status for floating IP cc394201-27f2-47fb-a37b-92f902cc3e87: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:14:33.348155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4027c79c-d590-4a80-8665-8ecfb53a6982 admin admin] Publish callbacks [] for security_group (0491d80e-da0b-40b1-accf-671665664e1e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:33.362836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4027c79c-d590-4a80-8665-8ecfb53a6982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0491d80e-da0b-40b1-accf-671665664e1e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:33.426799 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-c9614dd9-b04b-45ad-b0ba-4ea8c3b20097 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 1000 time: 0.1653290 Feb 19 03:14:33.433874 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4027c79c-d590-4a80-8665-8ecfb53a6982 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9ea088de7e714aecba7028ad77149439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2632823 Feb 19 03:14:33.435371 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027c79c-d590-4a80-8665-8ecfb53a6982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0491d80e-da0b-40b1-accf-671665664e1e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:33.437935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41128) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:33.511844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-ad5bc076-f70a-46bf-802f-4b1e9a5a983d tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:33.512653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-ad5bc076-f70a-46bf-802f-4b1e9a5a983d tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports/8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 943 time: 0.0756037 Feb 19 03:14:33.562266 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a6fbb98-e14e-4380-8b97-1e5551982703 admin admin] Publish callbacks [] for security_group (0491d80e-da0b-40b1-accf-671665664e1e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:33.589115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a6fbb98-e14e-4380-8b97-1e5551982703 admin admin] Publish callbacks [] for security_group (0491d80e-da0b-40b1-accf-671665664e1e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:33.591022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:33.593428 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded31321-88dc-4015-b22b-99f7b905b435" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:33.659150 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e9d64398-0472-42e5-b8ac-e377751cdcae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:33.712178 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6706129c-f1fd-41a7-a5ac-28b8f17bee5a x-openstack-request-id: req-6706129c-f1fd-41a7-a5ac-28b8f17bee5a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:33.712655 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:33.713154 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6706129c-f1fd-41a7-a5ac-28b8f17bee5a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:33.713709 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'status': 'completed', 'code': 200} Feb 19 03:14:33.806558 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a6fbb98-e14e-4380-8b97-1e5551982703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0491d80e-da0b-40b1-accf-671665664e1e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:33.819012 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a6fbb98-e14e-4380-8b97-1e5551982703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:33.835184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3a6fbb98-e14e-4380-8b97-1e5551982703 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0491d80e-da0b-40b1-accf-671665664e1e HTTP/1.1" status: 204 len: 168 time: 0.3960073 Feb 19 03:14:33.872651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-30a15152-49e2-473b-b42b-0942e67fed22 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 1002 time: 0.2201443 Feb 19 03:14:33.900393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6fbb98-e14e-4380-8b97-1e5551982703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0491d80e-da0b-40b1-accf-671665664e1e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:34.413907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b1035-a6cb-4e8f-ae78-2735ec1fa3cc req-fddce78c-29c1-4564-99f7-e7f9d3fb1594 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:34.424754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-101b1035-a6cb-4e8f-ae78-2735ec1fa3cc req-fddce78c-29c1-4564-99f7-e7f9d3fb1594 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.4114387 Feb 19 03:14:34.545606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-54481aab-3917-46b2-a1ba-fb2b4b7c3a29 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:34.547071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-54481aab-3917-46b2-a1ba-fb2b4b7c3a29 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.6486588 Feb 19 03:14:34.635232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-101b1035-a6cb-4e8f-ae78-2735ec1fa3cc req-9db43682-6f82-4a67-b1a4-046709f62a28 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095063 Feb 19 03:14:34.656510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded31321-88dc-4015-b22b-99f7b905b435 req-881327e0-7798-4d6e-8a63-e4e928aa7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:34.658194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ded31321-88dc-4015-b22b-99f7b905b435 req-881327e0-7798-4d6e-8a63-e4e928aa7b48 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 1128 time: 0.9405825 Feb 19 03:14:34.929363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-661409d3-a31b-4c15-955d-00fc0154250f tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 1002 time: 0.3157070 Feb 19 03:14:34.949552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-976f8220-b806-4e5e-b271-3a31f2aa8278 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:35.055008 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-976f8220-b806-4e5e-b271-3a31f2aa8278 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:35.384696 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-976f8220-b806-4e5e-b271-3a31f2aa8278 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:35.389203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded31321-88dc-4015-b22b-99f7b905b435 req-19735a80-c5ee-442e-9e7f-571de5c2e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:35.390771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ded31321-88dc-4015-b22b-99f7b905b435 req-19735a80-c5ee-442e-9e7f-571de5c2e002 service neutron] 10.222.0.87 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.7040758 Feb 19 03:14:35.394051 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-976f8220-b806-4e5e-b271-3a31f2aa8278 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:35.394393 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-976f8220-b806-4e5e-b271-3a31f2aa8278 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Floating IP cc394201-27f2-47fb-a37b-92f902cc3e87 disassociated. External IP: 172.25.1.228, port: 8bb7c74b-8952-45b7-a8b4-510da9c4114b. Feb 19 03:14:35.491962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ded31321-88dc-4015-b22b-99f7b905b435 req-3d1a9e0b-89be-482c-afe0-fdc7d0ab291c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 217 time: 0.0934687 Feb 19 03:14:35.595383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded31321-88dc-4015-b22b-99f7b905b435 req-f22a18e0-7cd7-40c3-b068-524010e50928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:35.596928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ded31321-88dc-4015-b22b-99f7b905b435 req-f22a18e0-7cd7-40c3-b068-524010e50928 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.0970790 Feb 19 03:14:35.868622 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f6b15bbd-932f-44b0-b1fc-19581f65174f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:36.115126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded31321-88dc-4015-b22b-99f7b905b435 req-4c58f85e-78f2-4417-b68d-066dcff10d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:36.117062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ded31321-88dc-4015-b22b-99f7b905b435 req-4c58f85e-78f2-4417-b68d-066dcff10d2b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5101607 Feb 19 03:14:36.227213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-976f8220-b806-4e5e-b271-3a31f2aa8278 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:36.237348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3844af4-5d3e-44b7-813f-a235a9df6242 req-bd018aa0-c396-4580-aa03-a583697af824 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:36.247210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3844af4-5d3e-44b7-813f-a235a9df6242 req-bd018aa0-c396-4580-aa03-a583697af824 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1984596 Feb 19 03:14:36.478486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3844af4-5d3e-44b7-813f-a235a9df6242 req-c80d22f3-9174-4e2d-9452-f2eee57c0f26 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2186401 Feb 19 03:14:36.627341 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ded31321-88dc-4015-b22b-99f7b905b435 req-be750f7d-414d-4b62-a195-837a2a2e0882 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5031884 Feb 19 03:14:36.911305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-976f8220-b806-4e5e-b271-3a31f2aa8278 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:36.918958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-976f8220-b806-4e5e-b271-3a31f2aa8278 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:36.923829 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79733540-9898-43be-a9d7-5feb4888f417 None None] Sync routers for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:36.936890 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79733540-9898-43be-a9d7-5feb4888f417 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:36.945796 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-79733540-9898-43be-a9d7-5feb4888f417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:36.968192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ded31321-88dc-4015-b22b-99f7b905b435 req-21beb29e-8827-4734-b334-e8839a090cd3 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742906 Feb 19 03:14:37.025542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a456d7b-6d06-4d84-ba71-70e8b8e3bcd6 req-50fe8f2d-030d-4487-be46-4a1066d10c9a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:37.037921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a456d7b-6d06-4d84-ba71-70e8b8e3bcd6 req-50fe8f2d-030d-4487-be46-4a1066d10c9a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.2354522 Feb 19 03:14:37.048457 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:37.059956 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-976f8220-b806-4e5e-b271-3a31f2aa8278 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "PUT /v2.0/floatingips/cc394201-27f2-47fb-a37b-92f902cc3e87 HTTP/1.1" status: 200 len: 696 time: 2.1296225 Feb 19 03:14:37.079770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:37.083242 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411c0ea4-f340-4374-abbd-531f96592063" -d '{"events": [{"name": "network-changed", "server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:37.130985 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-79733540-9898-43be-a9d7-5feb4888f417 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:37.218167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a456d7b-6d06-4d84-ba71-70e8b8e3bcd6 req-4dffb561-c303-4d45-bb05-3d0b76b3c7a0 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791861 Feb 19 03:14:37.235825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-7fa36e26-b97a-4190-a2c3-273f28243dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:37.246137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-7fa36e26-b97a-4190-a2c3-273f28243dff service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 1128 time: 0.1351204 Feb 19 03:14:37.357949 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f305f173-0f83-464e-bd34-837cdbd19a4e x-openstack-request-id: req-f305f173-0f83-464e-bd34-837cdbd19a4e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:37.358233 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:37.358492 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f305f173-0f83-464e-bd34-837cdbd19a4e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:37.358974 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'status': 'completed', 'code': 200} Feb 19 03:14:37.422212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-ab3c3657-849f-44fa-827b-653670f4b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:37.442579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-ab3c3657-849f-44fa-827b-653670f4b51f service neutron] 10.222.0.81 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.1951368 Feb 19 03:14:37.535109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-1e2f056f-52fa-41be-a9fd-ef7a25b11563 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 217 time: 0.0915470 Feb 19 03:14:37.651893 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-79733540-9898-43be-a9d7-5feb4888f417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:37.694133 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79733540-9898-43be-a9d7-5feb4888f417 None None] Checking router: ac76a650-60fb-4e13-ae6f-ca11391ec6d2 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:37.704355 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79733540-9898-43be-a9d7-5feb4888f417 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:37.705069 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-79733540-9898-43be-a9d7-5feb4888f417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:37.727280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c0ea4-f340-4374-abbd-531f96592063 req-ee71a767-44d9-43b9-a2d0-8ada292da288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:37.742153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-411c0ea4-f340-4374-abbd-531f96592063 req-ee71a767-44d9-43b9-a2d0-8ada292da288 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=82dad37909b049e1bf2de6b4db533728&device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 1128 time: 0.3779364 Feb 19 03:14:37.828977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-831e0799-13c0-4604-ba96-d24ac8885462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:37.841245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-831e0799-13c0-4604-ba96-d24ac8885462 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.3006012 Feb 19 03:14:37.893452 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-79733540-9898-43be-a9d7-5feb4888f417 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:38.011706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd767b09-91e5-467d-b9db-e1f966315867 req-bee94347-5d81-4359-9880-9e77fa7787e3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:38.024545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd767b09-91e5-467d-b9db-e1f966315867 req-bee94347-5d81-4359-9880-9e77fa7787e3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.5040879 Feb 19 03:14:38.169142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c0ea4-f340-4374-abbd-531f96592063 req-493124d9-f0ec-46a6-9834-45961eb2ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:38.170821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-411c0ea4-f340-4374-abbd-531f96592063 req-493124d9-f0ec-46a6-9834-45961eb2ca3a service neutron] 10.222.0.87 "GET /v2.0/networks?id=cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 200 len: 922 time: 0.4279191 Feb 19 03:14:38.179249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-59766854-aff0-4f5d-a738-4b0f0ce1f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:38.187413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-59766854-aff0-4f5d-a738-4b0f0ce1f86b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3451662 Feb 19 03:14:38.286242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-411c0ea4-f340-4374-abbd-531f96592063 req-74e54b6c-f236-4492-9a2a-a38adce3656c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 200 len: 217 time: 0.0941021 Feb 19 03:14:38.293006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd767b09-91e5-467d-b9db-e1f966315867 req-963cf445-38dc-4e54-a389-d8be5b69fa9d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580519 Feb 19 03:14:38.379387 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.386153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c0ea4-f340-4374-abbd-531f96592063 req-9abdff26-587f-473f-86ba-65187d8d534f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:38.387647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-411c0ea4-f340-4374-abbd-531f96592063 req-9abdff26-587f-473f-86ba-65187d8d534f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 200 len: 860 time: 0.0937736 Feb 19 03:14:38.406436 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-79733540-9898-43be-a9d7-5feb4888f417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:38.466097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-ee9257dc-f915-43cb-9abe-cfff0e69c836 service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777793 Feb 19 03:14:38.522640 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79733540-9898-43be-a9d7-5feb4888f417 None None] The sync data for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 is: [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:13:12Z', 'revision_number': 4, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '91d26238-6c12-4838-a879-2169f54ccf9f', 'name': '', 'network_id': 'cde8dd25-f108-4307-91ab-7836fe0a9bfd', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'mac_address': 'fa:16:3e:90:4c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': 'c111a654-e393-48a7-9224-9f130ed27262', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:11Z', 'updated_at': '2022-02-19T03:13:20Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'subnets': [{'id': 'c111a654-e393-48a7-9224-9f130ed27262', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:38.597303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41270) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:38.679281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c0ea4-f340-4374-abbd-531f96592063 req-1025b590-ff57-4f8a-bf19-c0bc050f492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:38.680283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-411c0ea4-f340-4374-abbd-531f96592063 req-1025b590-ff57-4f8a-bf19-c0bc050f492e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=cde8dd25-f108-4307-91ab-7836fe0a9bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2672703 Feb 19 03:14:38.734907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c80fbd-c689-4e59-ba9a-04ea40387f1f req-759604f5-eaba-44f9-99dd-a3f745e3bfdc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:38.742883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81c80fbd-c689-4e59-ba9a-04ea40387f1f req-759604f5-eaba-44f9-99dd-a3f745e3bfdc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2205431 Feb 19 03:14:38.764482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29a3e747-f0ae-4840-ab6e-968f25822d8a req-eebe366a-cfe5-413b-b6cf-b5519cf14874 service neutron] 10.222.0.81 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265980 Feb 19 03:14:38.842399 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c2d666c-bdb6-42f6-a059-d035a1c352e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:38.907604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81c80fbd-c689-4e59-ba9a-04ea40387f1f req-31615752-b193-48c7-bee3-906b41ae0731 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637444 Feb 19 03:14:38.945149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-411c0ea4-f340-4374-abbd-531f96592063 req-be8594c7-8eb4-45fd-b295-cd4a53e88c39 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452252 Feb 19 03:14:38.990030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c2d666c-bdb6-42f6-a059-d035a1c352e4 admin admin] Publish callbacks [] for security_group (8a7815f9-d170-4e8b-ba3b-4cc5b7594985), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.023965 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c2d666c-bdb6-42f6-a059-d035a1c352e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8a7815f9-d170-4e8b-ba3b-4cc5b7594985), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.085086 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1c2d666c-bdb6-42f6-a059-d035a1c352e4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3534a587a3bd4b84a67576946e647349&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4865928 Feb 19 03:14:39.085757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41284) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:39.106837 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41286) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:39.139541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d666c-bdb6-42f6-a059-d035a1c352e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7815f9-d170-4e8b-ba3b-4cc5b7594985,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:39.195213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149cd339-713e-4e93-a11c-294a892bd168 None None] New status for floating IP cc394201-27f2-47fb-a37b-92f902cc3e87: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:14:39.264577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b75c3572-3ae8-4750-88e6-d60fedc2dbc6 admin admin] Publish callbacks [] for security_group (8a7815f9-d170-4e8b-ba3b-4cc5b7594985), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.265439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-411c0ea4-f340-4374-abbd-531f96592063 req-773986c6-0859-428e-addd-c81f3f360b91 service neutron] 10.222.0.87 "GET /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010304 Feb 19 03:14:39.326341 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b75c3572-3ae8-4750-88e6-d60fedc2dbc6 admin admin] Publish callbacks [] for security_group (8a7815f9-d170-4e8b-ba3b-4cc5b7594985), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.432916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-81a5aadc-8700-4af1-b8ea-a9f11bd83eeb tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips/cc394201-27f2-47fb-a37b-92f902cc3e87 HTTP/1.1" status: 200 len: 696 time: 0.2166715 Feb 19 03:14:39.547761 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b75c3572-3ae8-4750-88e6-d60fedc2dbc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8a7815f9-d170-4e8b-ba3b-4cc5b7594985), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.550653 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b75c3572-3ae8-4750-88e6-d60fedc2dbc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:39.567390 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b75c3572-3ae8-4750-88e6-d60fedc2dbc6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a7815f9-d170-4e8b-ba3b-4cc5b7594985 HTTP/1.1" status: 204 len: 168 time: 0.4649699 Feb 19 03:14:39.732771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-35f07149-ab6d-4fbf-a889-dbd402f35a93 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:39.738538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-35f07149-ab6d-4fbf-a889-dbd402f35a93 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.2976398 Feb 19 03:14:39.751775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-a3be132e-2686-4cb7-bc5e-1518cd227323 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:14:39.765132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-a3be132e-2686-4cb7-bc5e-1518cd227323 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179596 Feb 19 03:14:39.895129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-d0e3303d-aeaa-4d40-b639-37dbb8e598eb tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 697 time: 0.1216779 Feb 19 03:14:39.924718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c3572-3ae8-4750-88e6-d60fedc2dbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7815f9-d170-4e8b-ba3b-4cc5b7594985,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:40.043767 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.066558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-8a09fa8b-c8cd-42f8-902b-a105c1744da1 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.228 HTTP/1.1" status: 200 len: 697 time: 0.1529984 Feb 19 03:14:40.335543 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f540664-9e2c-46d0-98cc-33903f4ba439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.377135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41320) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:40.397610 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0875feb-940a-46d9-bdf9-99b2877b90be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.467098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-46538433-cd76-499d-9488-5153ba7e20b4 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Deleting port 4c83ab81-3dfe-486c-887f-c60f55eeefdc {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:40.467693 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-46538433-cd76-499d-9488-5153ba7e20b4 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4c83ab81-3dfe-486c-887f-c60f55eeefdc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.491974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a511e9-be8b-476d-8679-d23dc5d9c88f req-08fd068e-0835-4202-b94f-88fc6399dbf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:40.500173 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a511e9-be8b-476d-8679-d23dc5d9c88f req-08fd068e-0835-4202-b94f-88fc6399dbf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:40.507925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a511e9-be8b-476d-8679-d23dc5d9c88f req-08fd068e-0835-4202-b94f-88fc6399dbf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:40.515267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a511e9-be8b-476d-8679-d23dc5d9c88f req-08fd068e-0835-4202-b94f-88fc6399dbf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:40.522209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a511e9-be8b-476d-8679-d23dc5d9c88f req-08fd068e-0835-4202-b94f-88fc6399dbf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:40.527643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a511e9-be8b-476d-8679-d23dc5d9c88f req-08fd068e-0835-4202-b94f-88fc6399dbf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:40.535023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a511e9-be8b-476d-8679-d23dc5d9c88f req-08fd068e-0835-4202-b94f-88fc6399dbf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:40.537251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3a511e9-be8b-476d-8679-d23dc5d9c88f req-08fd068e-0835-4202-b94f-88fc6399dbf5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5434 time: 0.2252598 Feb 19 03:14:40.623964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0875feb-940a-46d9-bdf9-99b2877b90be admin admin] Publish callbacks [] for security_group (04eea2ab-b375-4eb4-831b-8817829e4ffb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.640777 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0875feb-940a-46d9-bdf9-99b2877b90be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (04eea2ab-b375-4eb4-831b-8817829e4ffb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.679013 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c0875feb-940a-46d9-bdf9-99b2877b90be admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d49f84ac0ca547a6a3ed7ef642c14968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3007166 Feb 19 03:14:40.689210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41322) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:40.733699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3a511e9-be8b-476d-8679-d23dc5d9c88f req-ff4f2ca8-3738-417c-8ed6-10a0c114ddfd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1847901 Feb 19 03:14:40.739263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0875feb-940a-46d9-bdf9-99b2877b90be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eea2ab-b375-4eb4-831b-8817829e4ffb,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:40.786737 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-46538433-cd76-499d-9488-5153ba7e20b4 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4c83ab81-3dfe-486c-887f-c60f55eeefdc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.787058 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-46538433-cd76-499d-9488-5153ba7e20b4 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (4c83ab81-3dfe-486c-887f-c60f55eeefdc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.825717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-46538433-cd76-499d-9488-5153ba7e20b4 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Calling delete_port for 4c83ab81-3dfe-486c-887f-c60f55eeefdc owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:40.833532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-65752fd6-ba0e-44fb-ab1b-49bd1416dad4 admin admin] Publish callbacks [] for security_group (04eea2ab-b375-4eb4-831b-8817829e4ffb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:40.834073 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9f540664-9e2c-46d0-98cc-33903f4ba439 admin admin] Deleting port 99b6727e-3cb5-431b-b05b-ab40e687553f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:40.834588 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f540664-9e2c-46d0-98cc-33903f4ba439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.011679 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-65752fd6-ba0e-44fb-ab1b-49bd1416dad4 admin admin] Publish callbacks [] for security_group (04eea2ab-b375-4eb4-831b-8817829e4ffb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.029516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-9f540664-9e2c-46d0-98cc-33903f4ba439 admin admin] For port 99b6727e-3cb5-431b-b05b-ab40e687553f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=99b6727e-3cb5-431b-b05b-ab40e687553f,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:41.030617 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f540664-9e2c-46d0-98cc-33903f4ba439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.097491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9f540664-9e2c-46d0-98cc-33903f4ba439 admin admin] Calling delete_port for 99b6727e-3cb5-431b-b05b-ab40e687553f owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:41.191331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73a345-2ebb-4054-9be0-0a3f5047023a req-aa72f064-8145-4b42-ae00-285b0f006eef tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:41.197043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc73a345-2ebb-4054-9be0-0a3f5047023a req-aa72f064-8145-4b42-ae00-285b0f006eef tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2666709 Feb 19 03:14:41.306037 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-65752fd6-ba0e-44fb-ab1b-49bd1416dad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (04eea2ab-b375-4eb4-831b-8817829e4ffb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.309349 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-65752fd6-ba0e-44fb-ab1b-49bd1416dad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.313429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-65752fd6-ba0e-44fb-ab1b-49bd1416dad4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/04eea2ab-b375-4eb4-831b-8817829e4ffb HTTP/1.1" status: 204 len: 168 time: 0.6275792 Feb 19 03:14:41.474273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65752fd6-ba0e-44fb-ab1b-49bd1416dad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eea2ab-b375-4eb4-831b-8817829e4ffb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:41.549504 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc73a345-2ebb-4054-9be0-0a3f5047023a req-9f047686-0eed-4206-9008-231f20d9082a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316429 Feb 19 03:14:41.617104 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-46538433-cd76-499d-9488-5153ba7e20b4 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4c83ab81-3dfe-486c-887f-c60f55eeefdc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.653080 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f540664-9e2c-46d0-98cc-33903f4ba439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (99b6727e-3cb5-431b-b05b-ab40e687553f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.726971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46538433-cd76-499d-9488-5153ba7e20b4 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Pushing event deleted for resources: {'Port': ['ID=4c83ab81-3dfe-486c-887f-c60f55eeefdc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:41.802112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f540664-9e2c-46d0-98cc-33903f4ba439 admin admin] Pushing event deleted for resources: {'Port': ['ID=99b6727e-3cb5-431b-b05b-ab40e687553f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:41.958666 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-46538433-cd76-499d-9488-5153ba7e20b4 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks [] for floatingip (cc394201-27f2-47fb-a37b-92f902cc3e87), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.971287 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-46538433-cd76-499d-9488-5153ba7e20b4 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:41.989766 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6415581c-52b7-40bb-bdc0-16ce649713fa req-46538433-cd76-499d-9488-5153ba7e20b4 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "DELETE /v2.0/floatingips/cc394201-27f2-47fb-a37b-92f902cc3e87 HTTP/1.1" status: 204 len: 173 time: 1.9163532 Feb 19 03:14:42.307765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41368) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:42.309591 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f540664-9e2c-46d0-98cc-33903f4ba439 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:42.458902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6156803-7ac9-4c31-8b89-0a8e8a0535e3 req-5c87d6ff-5f4e-4c65-9b6c-f7e4efddb54d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:42.467010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6156803-7ac9-4c31-8b89-0a8e8a0535e3 req-5c87d6ff-5f4e-4c65-9b6c-f7e4efddb54d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:42.495295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6156803-7ac9-4c31-8b89-0a8e8a0535e3 req-5c87d6ff-5f4e-4c65-9b6c-f7e4efddb54d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:42.511061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6156803-7ac9-4c31-8b89-0a8e8a0535e3 req-5c87d6ff-5f4e-4c65-9b6c-f7e4efddb54d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:42.526029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6156803-7ac9-4c31-8b89-0a8e8a0535e3 req-5c87d6ff-5f4e-4c65-9b6c-f7e4efddb54d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:42.544382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6156803-7ac9-4c31-8b89-0a8e8a0535e3 req-5c87d6ff-5f4e-4c65-9b6c-f7e4efddb54d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:42.564400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6156803-7ac9-4c31-8b89-0a8e8a0535e3 req-5c87d6ff-5f4e-4c65-9b6c-f7e4efddb54d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:42.576849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6156803-7ac9-4c31-8b89-0a8e8a0535e3 req-5c87d6ff-5f4e-4c65-9b6c-f7e4efddb54d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5434 time: 0.5637448 Feb 19 03:14:42.600226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f7a90-26d2-46dd-97b0-451727bba05f req-d35a13e2-7b28-46e9-b842-a04a6ac02737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:42.601791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-695f7a90-26d2-46dd-97b0-451727bba05f req-d35a13e2-7b28-46e9-b842-a04a6ac02737 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 1127 time: 0.5959587 Feb 19 03:14:42.699561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee050751-be30-4023-8ee3-090b82bb9303 req-9e86d805-e3d8-4bc2-9b23-2143e944a890 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:42.710951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee050751-be30-4023-8ee3-090b82bb9303 req-9e86d805-e3d8-4bc2-9b23-2143e944a890 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.4967122 Feb 19 03:14:42.748032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f540664-9e2c-46d0-98cc-33903f4ba439 admin admin] Router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:42.816127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f7a90-26d2-46dd-97b0-451727bba05f req-91891973-5c66-44af-8e43-8b986a0ac50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:42.818324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-695f7a90-26d2-46dd-97b0-451727bba05f req-91891973-5c66-44af-8e43-8b986a0ac50e service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.1943164 Feb 19 03:14:42.829185 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fbc62be-6ff3-4e54-91a7-c5d39a6c4e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:42.901056 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f540664-9e2c-46d0-98cc-33903f4ba439 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:42.913644 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b7adc-22b3-4b64-8f33-cbbcfe3dce6f None None] Sync routers for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:42.921609 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9f540664-9e2c-46d0-98cc-33903f4ba439 admin admin] 10.222.0.81 "PUT /v2.0/routers/045697a9-80f1-4f26-8bcb-6d9e3e31e5c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8106039 Feb 19 03:14:42.922326 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41388) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:42.932902 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b7adc-22b3-4b64-8f33-cbbcfe3dce6f None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:42.934802 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f98b7adc-22b3-4b64-8f33-cbbcfe3dce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:43.079026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Publish callbacks [] for router (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:43.229484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653a84-69ee-49c1-a585-12a85e933632 req-60b5a8c2-a891-494f-b607-2e4efd2859e3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:43.236678 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653a84-69ee-49c1-a585-12a85e933632 req-60b5a8c2-a891-494f-b607-2e4efd2859e3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:43.242586 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653a84-69ee-49c1-a585-12a85e933632 req-60b5a8c2-a891-494f-b607-2e4efd2859e3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:43.252378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653a84-69ee-49c1-a585-12a85e933632 req-60b5a8c2-a891-494f-b607-2e4efd2859e3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:43.268089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653a84-69ee-49c1-a585-12a85e933632 req-60b5a8c2-a891-494f-b607-2e4efd2859e3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:43.282017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653a84-69ee-49c1-a585-12a85e933632 req-60b5a8c2-a891-494f-b607-2e4efd2859e3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:43.305240 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653a84-69ee-49c1-a585-12a85e933632 req-60b5a8c2-a891-494f-b607-2e4efd2859e3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:43.307655 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-60b5a8c2-a891-494f-b607-2e4efd2859e3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5434 time: 0.2253089 Feb 19 03:14:43.383138 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f98b7adc-22b3-4b64-8f33-cbbcfe3dce6f None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:43.597763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6156803-7ac9-4c31-8b89-0a8e8a0535e3 req-bb6b89df-fdbf-4f4b-8274-e2789faf985d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0136659 Feb 19 03:14:43.692261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-695f7a90-26d2-46dd-97b0-451727bba05f req-ca5536d2-8097-4273-a916-81950019c7d8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 200 len: 999 time: 0.8563430 Feb 19 03:14:43.708364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee050751-be30-4023-8ee3-090b82bb9303 req-9d6e22c5-63c8-4906-852c-fbe874bccd68 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9886107 Feb 19 03:14:43.935797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f7a90-26d2-46dd-97b0-451727bba05f req-fa902813-1367-476b-8a86-791f661729b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:43.937850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-695f7a90-26d2-46dd-97b0-451727bba05f req-fa902813-1367-476b-8a86-791f661729b4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.2343950 Feb 19 03:14:43.942135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653a84-69ee-49c1-a585-12a85e933632 req-9e3bb8ce-3933-473a-8054-a80de741afb8 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:43.946998 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-9e3bb8ce-3933-473a-8054-a80de741afb8 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "GET /v2.0/ports/e24c2a48-667d-4140-871f-fb0fe279b541?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6229148 Feb 19 03:14:43.982614 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Publish callbacks [] for router_gateway (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.049974 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f98b7adc-22b3-4b64-8f33-cbbcfe3dce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40'}], 'enable_snat': True}, 'gw_port_id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:14:41Z', 'revision_number': 5, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port': {'id': '39e5b9a0-247b-4549-b6d7-3b91358c6f73', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:04:22Z', 'updated_at': '2022-02-19T03:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:44.167347 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b7adc-22b3-4b64-8f33-cbbcfe3dce6f None None] Checking router: 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:44.198228 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b7adc-22b3-4b64-8f33-cbbcfe3dce6f None None] Routers {'045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:44.199851 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f98b7adc-22b3-4b64-8f33-cbbcfe3dce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:44.206127 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fbc62be-6ff3-4e54-91a7-c5d39a6c4e4a admin admin] Publish callbacks [] for security_group (38ba3236-bb59-4f0b-894a-228c35e5407c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.264769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fbc62be-6ff3-4e54-91a7-c5d39a6c4e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (38ba3236-bb59-4f0b-894a-228c35e5407c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.287489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Deleting port 39e5b9a0-247b-4549-b6d7-3b91358c6f73 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:44.288201 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.296587 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-d39ea250-10e4-434f-887b-9d78d81f0091 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "GET /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3356190 Feb 19 03:14:44.354158 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2fbc62be-6ff3-4e54-91a7-c5d39a6c4e4a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f55c35e8a5cd4478a12002a592bd4f63&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9974539 Feb 19 03:14:44.369410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41416) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:44.377841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695f7a90-26d2-46dd-97b0-451727bba05f req-2a468198-41fc-4777-abde-c5152f407449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:44.379771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-695f7a90-26d2-46dd-97b0-451727bba05f req-2a468198-41fc-4777-abde-c5152f407449 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4335029 Feb 19 03:14:44.414241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-f2ac8cf2-d17e-474e-a6ea-0c8fa53a25fd service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:14:44.425757 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-f2ac8cf2-d17e-474e-a6ea-0c8fa53a25fd service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1075611 Feb 19 03:14:44.456086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-73653a84-69ee-49c1-a585-12a85e933632 req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:44.473369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-695f7a90-26d2-46dd-97b0-451727bba05f req-442a9310-8c0d-4269-b91e-4e66887fa2ca service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:14:44.475912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-695f7a90-26d2-46dd-97b0-451727bba05f req-442a9310-8c0d-4269-b91e-4e66887fa2ca service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0261004 Feb 19 03:14:44.483023 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f98b7adc-22b3-4b64-8f33-cbbcfe3dce6f None None] Set router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:44.487855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edf615-0620-44a0-ac39-627166b26b92 req-ae5a205a-5d43-4b0c-b801-66abe77f36e3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:44.495910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5edf615-0620-44a0-ac39-627166b26b92 req-ae5a205a-5d43-4b0c-b801-66abe77f36e3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.4964194 Feb 19 03:14:44.598534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74940318-0a71-4a8a-a0dc-068d271e90d9 req-52ecebab-96c4-46ba-bb68-1ba9f721c817 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:44.606883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74940318-0a71-4a8a-a0dc-068d271e90d9 req-52ecebab-96c4-46ba-bb68-1ba9f721c817 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 946 time: 0.3819041 Feb 19 03:14:44.645088 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f98b7adc-22b3-4b64-8f33-cbbcfe3dce6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:14:43Z', 'revision_number': 6, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:44.685817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc62be-6ff3-4e54-91a7-c5d39a6c4e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ba3236-bb59-4f0b-894a-228c35e5407c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:44.717654 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b7adc-22b3-4b64-8f33-cbbcfe3dce6f None None] The sync data for ids ['045697a9-80f1-4f26-8bcb-6d9e3e31e5c6'] in n-d-826755-2 is: [{'id': '045697a9-80f1-4f26-8bcb-6d9e3e31e5c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1175819458-router', 'tenant_id': '64b38365811a47d39a3a382b5d574f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:04:21Z', 'updated_at': '2022-02-19T03:14:43Z', 'revision_number': 6, 'project_id': '64b38365811a47d39a3a382b5d574f89', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:44.736100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.765522 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16a1cc58-d0bd-4326-a2e8-3d5808566f2e admin admin] Publish callbacks [] for security_group (38ba3236-bb59-4f0b-894a-228c35e5407c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.799317 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16a1cc58-d0bd-4326-a2e8-3d5808566f2e admin admin] Publish callbacks [] for security_group (38ba3236-bb59-4f0b-894a-228c35e5407c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.894914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5edf615-0620-44a0-ac39-627166b26b92 req-ce6aa429-7d40-4d02-9088-70f5df244c99 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979487 Feb 19 03:14:44.898677 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16a1cc58-d0bd-4326-a2e8-3d5808566f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (38ba3236-bb59-4f0b-894a-228c35e5407c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.905734 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16a1cc58-d0bd-4326-a2e8-3d5808566f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:44.912203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-16a1cc58-d0bd-4326-a2e8-3d5808566f2e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/38ba3236-bb59-4f0b-894a-228c35e5407c HTTP/1.1" status: 204 len: 168 time: 0.5282605 Feb 19 03:14:44.941539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] For port 39e5b9a0-247b-4549-b6d7-3b91358c6f73, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=39e5b9a0-247b-4549-b6d7-3b91358c6f73,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:44.943183 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.002522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1cc58-d0bd-4326-a2e8-3d5808566f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ba3236-bb59-4f0b-894a-228c35e5407c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:45.010674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Calling delete_port for 39e5b9a0-247b-4549-b6d7-3b91358c6f73 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:45.078932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-695f7a90-26d2-46dd-97b0-451727bba05f req-865d4b87-50c6-4f07-b645-f618e1f8bdc1 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807719 Feb 19 03:14:45.082598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74940318-0a71-4a8a-a0dc-068d271e90d9 req-4a7773a6-2029-4d02-9b8a-b953841d6e91 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615738 Feb 19 03:14:45.154921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-73653a84-69ee-49c1-a585-12a85e933632 req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] For port e24c2a48-667d-4140-871f-fb0fe279b541, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e24c2a48-667d-4140-871f-fb0fe279b541,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:45.202308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c231c-6e7f-4476-a8dc-50e02864816c req-3e5e92c4-0f55-4799-9900-34db13456b67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:45.218131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c231c-6e7f-4476-a8dc-50e02864816c req-3e5e92c4-0f55-4799-9900-34db13456b67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:45.229864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c231c-6e7f-4476-a8dc-50e02864816c req-3e5e92c4-0f55-4799-9900-34db13456b67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:45.242312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c231c-6e7f-4476-a8dc-50e02864816c req-3e5e92c4-0f55-4799-9900-34db13456b67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:45.249128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c231c-6e7f-4476-a8dc-50e02864816c req-3e5e92c4-0f55-4799-9900-34db13456b67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:45.256644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c231c-6e7f-4476-a8dc-50e02864816c req-3e5e92c4-0f55-4799-9900-34db13456b67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:45.262472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c231c-6e7f-4476-a8dc-50e02864816c req-3e5e92c4-0f55-4799-9900-34db13456b67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:45.270826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b1c231c-6e7f-4476-a8dc-50e02864816c req-3e5e92c4-0f55-4799-9900-34db13456b67 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 5434 time: 0.2485874 Feb 19 03:14:45.387597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 99b6727e-3cb5-431b-b05b-ab40e687553f no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:45.398452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-73653a84-69ee-49c1-a585-12a85e933632 req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] For port e24c2a48-667d-4140-871f-fb0fe279b541, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:45.434859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b1c231c-6e7f-4476-a8dc-50e02864816c req-efb16196-bf90-4728-910b-78427f2c62a6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1625931 Feb 19 03:14:45.440479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 99b6727e-3cb5-431b-b05b-ab40e687553f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:45.442099 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 99b6727e-3cb5-431b-b05b-ab40e687553f not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:45.492310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-73653a84-69ee-49c1-a585-12a85e933632 req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] device_id is not set on port e24c2a48-667d-4140-871f-fb0fe279b541 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:14:45.536726 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] Publish callbacks [] for port (e24c2a48-667d-4140-871f-fb0fe279b541), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.537192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba81421-1af0-4f39-86eb-279c4385ab88 req-9dfe93db-89f2-46c3-be6a-4551471ef4f9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:45.544400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bba81421-1af0-4f39-86eb-279c4385ab88 req-9dfe93db-89f2-46c3-be6a-4551471ef4f9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2466898 Feb 19 03:14:45.548535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-695f7a90-26d2-46dd-97b0-451727bba05f req-d7892cc4-1899-42fe-a574-78ed8d661ff2 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577382 Feb 19 03:14:45.558476 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.629267 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] Pushing event updated for resources: {'Port': ['ID=e24c2a48-667d-4140-871f-fb0fe279b541,revision_number=6']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:45.658971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bba81421-1af0-4f39-86eb-279c4385ab88 req-352afbf4-c121-4785-91f6-b8ed03466fe3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134880 Feb 19 03:14:45.662326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (39e5b9a0-247b-4549-b6d7-3b91358c6f73), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.703165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-73653a84-69ee-49c1-a585-12a85e933632 req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] No DVR routers for this DVR port e24c2a48-667d-4140-871f-fb0fe279b541 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:45.752006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Pushing event deleted for resources: {'Port': ['ID=39e5b9a0-247b-4549-b6d7-3b91358c6f73,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:45.755794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-73653a84-69ee-49c1-a585-12a85e933632 req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] In _notify_port_updated(), no bound segment for port e24c2a48-667d-4140-871f-fb0fe279b541 on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:14:45.756743 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653a84-69ee-49c1-a585-12a85e933632 req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:45.757531 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.758864 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-293cc1b1-b426-42ee-bea6-3888ede9cfc7 service neutron] 10.222.0.87 "PUT /v2.0/ports/e24c2a48-667d-4140-871f-fb0fe279b541 HTTP/1.1" status: 200 len: 1028 time: 1.3221266 Feb 19 03:14:45.882382 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:45.924415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51336bc-21b6-4c76-aa16-5deea4102c3f req-759a0c25-cd9d-482c-8cb1-eba38c217d7e tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:45.926254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b51336bc-21b6-4c76-aa16-5deea4102c3f req-759a0c25-cd9d-482c-8cb1-eba38c217d7e tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.87 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 946 time: 0.1880357 Feb 19 03:14:45.948286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9dc9dc-7b41-4b7d-8056-40265f5d40c8 req-a9b82287-4686-47ac-8083-f265801cc193 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:45.983704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d9dc9dc-7b41-4b7d-8056-40265f5d40c8 req-a9b82287-4686-47ac-8083-f265801cc193 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3570774 Feb 19 03:14:46.067107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41446) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:46.098088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653a84-69ee-49c1-a585-12a85e933632 req-b69cffcc-171e-458b-a7b8-f0a513a3ae39 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:46.099498 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-b69cffcc-171e-458b-a7b8-f0a513a3ae39 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "GET /v2.0/ports/ef9160a2-f769-4929-9fe3-4b33b6ef333a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3061535 Feb 19 03:14:46.140792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-73653a84-69ee-49c1-a585-12a85e933632 req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:14:46.145005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d114bcd7-67cb-43f6-8635-0b1de2ccaf8f None None] Provisioning complete for port e24c2a48-667d-4140-871f-fb0fe279b541 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:46.145370 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d114bcd7-67cb-43f6-8635-0b1de2ccaf8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.146123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d9dc9dc-7b41-4b7d-8056-40265f5d40c8 req-df125b76-50bf-404f-89f4-0dde067d77e6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682620 Feb 19 03:14:46.215743 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c40e2c22-bdad-473e-9365-9cb9d4a7d851 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.243230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d114bcd7-67cb-43f6-8635-0b1de2ccaf8f None None] Port e24c2a48-667d-4140-871f-fb0fe279b541 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:14:46.268355 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.271616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Publish callbacks [] for router_controller (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.372630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71de153-489c-4521-8e36-9def095e43bc req-923f4997-45b7-45f3-b2b4-03e69a434202 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:46.374255 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c71de153-489c-4521-8e36-9def095e43bc req-923f4997-45b7-45f3-b2b4-03e69a434202 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/ports?device_id=c6fdd984-9f0a-45ca-b305-26b04451193f HTTP/1.1" status: 200 len: 946 time: 0.1037331 Feb 19 03:14:46.383510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b51336bc-21b6-4c76-aa16-5deea4102c3f req-b9e5f94e-1689-4f97-85bc-f9c3be7eed50 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Deleting port 8bb7c74b-8952-45b7-a8b4-510da9c4114b {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:46.384153 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b51336bc-21b6-4c76-aa16-5deea4102c3f req-b9e5f94e-1689-4f97-85bc-f9c3be7eed50 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.386113 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (045697a9-80f1-4f26-8bcb-6d9e3e31e5c6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.386638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:14:46.399272 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.400715 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-20b7ed8a-414b-4c12-a50b-a742badeae0d admin admin] 10.222.0.81 "DELETE /v2.0/routers/045697a9-80f1-4f26-8bcb-6d9e3e31e5c6 HTTP/1.1" status: 204 len: 168 time: 3.4767022 Feb 19 03:14:46.403398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.408098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41456) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:46.454549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 307fe882-90e7-45a5-b076-cc5741d656a2 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:46.483119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-59191567-9bd9-405d-a284-df73b96d30ec admin admin] Deleting subnet c387d3ae-b2f3-47a9-b076-00a88aa91afe {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:14:46.507256 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-59191567-9bd9-405d-a284-df73b96d30ec admin admin] Publish callbacks [] for subnet (c387d3ae-b2f3-47a9-b076-00a88aa91afe), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.577713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c71de153-489c-4521-8e36-9def095e43bc req-85822319-5898-4c21-98d9-1a6f242cb72a tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.81 "GET /v2.0/security-groups?id=c908c0c7-1187-4d4e-860b-3817de047547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895373 Feb 19 03:14:46.615416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b51336bc-21b6-4c76-aa16-5deea4102c3f req-b9e5f94e-1689-4f97-85bc-f9c3be7eed50 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] For port 8bb7c74b-8952-45b7-a8b4-510da9c4114b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8bb7c74b-8952-45b7-a8b4-510da9c4114b,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:46.615874 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b51336bc-21b6-4c76-aa16-5deea4102c3f req-b9e5f94e-1689-4f97-85bc-f9c3be7eed50 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.645299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b51336bc-21b6-4c76-aa16-5deea4102c3f req-b9e5f94e-1689-4f97-85bc-f9c3be7eed50 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Calling delete_port for 8bb7c74b-8952-45b7-a8b4-510da9c4114b owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:46.665622 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 307fe882-90e7-45a5-b076-cc5741d656a2 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:46.666527 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.705670 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-59191567-9bd9-405d-a284-df73b96d30ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (c387d3ae-b2f3-47a9-b076-00a88aa91afe), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.710748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 307fe882-90e7-45a5-b076-cc5741d656a2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=307fe882-90e7-45a5-b076-cc5741d656a2,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:46.712149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307fe882-90e7-45a5-b076-cc5741d656a2'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:46.715159 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c92f34-36e1-48fb-a108-5b3fc221efa0" -d '{"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-unplugged", "status": "completed", "tag": "307fe882-90e7-45a5-b076-cc5741d656a2"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:46.729249 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.729894 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device ef9160a2-f769-4929-9fe3-4b33b6ef333a no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:46.767024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ba79c-f646-4a54-b485-94914a00bcb8 req-94f23d1e-195b-4db3-a5d8-6b92258e4417 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:46.785953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ba79c-f646-4a54-b485-94914a00bcb8 req-94f23d1e-195b-4db3-a5d8-6b92258e4417 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:46.799893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ba79c-f646-4a54-b485-94914a00bcb8 req-94f23d1e-195b-4db3-a5d8-6b92258e4417 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:46.810262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ba79c-f646-4a54-b485-94914a00bcb8 req-94f23d1e-195b-4db3-a5d8-6b92258e4417 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:46.822743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ba79c-f646-4a54-b485-94914a00bcb8 req-94f23d1e-195b-4db3-a5d8-6b92258e4417 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:46.838359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ba79c-f646-4a54-b485-94914a00bcb8 req-94f23d1e-195b-4db3-a5d8-6b92258e4417 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:46.843094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e5ba79c-f646-4a54-b485-94914a00bcb8 req-94f23d1e-195b-4db3-a5d8-6b92258e4417 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 4659 time: 0.2124763 Feb 19 03:14:46.844035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=307fe882-90e7-45a5-b076-cc5741d656a2,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:46.875985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.876678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.877278 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.877821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.878370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.878994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.879535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.880065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.880595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.881579 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.882115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.882654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.883197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:14:46.902993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port ef9160a2-f769-4929-9fe3-4b33b6ef333a is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:46.903721 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.920165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c40e2c22-bdad-473e-9365-9cb9d4a7d851 admin admin] Publish callbacks [] for security_group (c46f5693-756c-445e-95af-04d18ea0bca6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.927348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-73653a84-69ee-49c1-a585-12a85e933632 req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] For port ef9160a2-f769-4929-9fe3-4b33b6ef333a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=ef9160a2-f769-4929-9fe3-4b33b6ef333a,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:46.939421 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c40e2c22-bdad-473e-9365-9cb9d4a7d851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c46f5693-756c-445e-95af-04d18ea0bca6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:46.969434 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c40e2c22-bdad-473e-9365-9cb9d4a7d851 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8170c9341bb4e7ab5bdfa9eddd05862&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9008667 Feb 19 03:14:46.977939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41470) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:47.055781 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b51336bc-21b6-4c76-aa16-5deea4102c3f req-b9e5f94e-1689-4f97-85bc-f9c3be7eed50 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8bb7c74b-8952-45b7-a8b4-510da9c4114b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.074488 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['8bb7c74b-8952-45b7-a8b4-510da9c4114b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:14:47.116118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5f94e-1689-4f97-85bc-f9c3be7eed50 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Pushing event deleted for resources: {'Port': ['ID=8bb7c74b-8952-45b7-a8b4-510da9c4114b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:47.118004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e2c22-bdad-473e-9365-9cb9d4a7d851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46f5693-756c-445e-95af-04d18ea0bca6,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:47.145707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-73653a84-69ee-49c1-a585-12a85e933632 req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] For port ef9160a2-f769-4929-9fe3-4b33b6ef333a, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:14:47.162233 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f5605-f7b0-43c2-b154-5a19fa5079bf req-be543ae4-a73e-43b5-9c3f-dbfe64290d04 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:47.169601 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f8f5605-f7b0-43c2-b154-5a19fa5079bf req-be543ae4-a73e-43b5-9c3f-dbfe64290d04 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.4379838 Feb 19 03:14:47.200054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-59191567-9bd9-405d-a284-df73b96d30ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (c387d3ae-b2f3-47a9-b076-00a88aa91afe), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.216241 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e5ba79c-f646-4a54-b485-94914a00bcb8 req-66c55081-0305-49e3-8415-4c8f5a26e267 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&id=f8b5d51e-b8df-4665-b920-8c9212f86c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3428619 Feb 19 03:14:47.240596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b51336bc-21b6-4c76-aa16-5deea4102c3f req-b9e5f94e-1689-4f97-85bc-f9c3be7eed50 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] No DVR routers for this DVR port 8bb7c74b-8952-45b7-a8b4-510da9c4114b on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:47.254044 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b51336bc-21b6-4c76-aa16-5deea4102c3f req-b9e5f94e-1689-4f97-85bc-f9c3be7eed50 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.254044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b51336bc-21b6-4c76-aa16-5deea4102c3f req-b9e5f94e-1689-4f97-85bc-f9c3be7eed50 tempest-FloatingIPsAssociationTestJSON-89505158 tempest-FloatingIPsAssociationTestJSON-89505158-project] 10.222.0.87 "DELETE /v2.0/ports/8bb7c74b-8952-45b7-a8b4-510da9c4114b HTTP/1.1" status: 204 len: 173 time: 1.2637269 Feb 19 03:14:47.254044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'name': 'network-vif-deleted', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:47.261192 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa174b6a-4f6c-449c-bc03-6d603282292d" -d '{"events": [{"server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "name": "network-vif-deleted", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:47.307938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-73653a84-69ee-49c1-a585-12a85e933632 req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] device_id is not set on port ef9160a2-f769-4929-9fe3-4b33b6ef333a yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:14:47.312900 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7af5e2f5-bccc-497b-b3b6-75351e672205 admin admin] Publish callbacks [] for security_group (c46f5693-756c-445e-95af-04d18ea0bca6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.325311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] Publish callbacks [] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.358040 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.361936 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7af5e2f5-bccc-497b-b3b6-75351e672205 admin admin] Publish callbacks [] for security_group (c46f5693-756c-445e-95af-04d18ea0bca6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.362123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f8f5605-f7b0-43c2-b154-5a19fa5079bf req-dcc52123-5600-4d5b-bc8f-2d5b2f800995 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910143 Feb 19 03:14:47.450069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-59191567-9bd9-405d-a284-df73b96d30ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (c387d3ae-b2f3-47a9-b076-00a88aa91afe), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.485430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-59191567-9bd9-405d-a284-df73b96d30ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.488599 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-59191567-9bd9-405d-a284-df73b96d30ec admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c387d3ae-b2f3-47a9-b076-00a88aa91afe HTTP/1.1" status: 204 len: 168 time: 1.0794683 Feb 19 03:14:47.510288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41484) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:47.518707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59191567-9bd9-405d-a284-df73b96d30ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c387d3ae-b2f3-47a9-b076-00a88aa91afe,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:47.525640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] Pushing event updated for resources: {'Port': ['ID=ef9160a2-f769-4929-9fe3-4b33b6ef333a,revision_number=6']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:47.534314 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:14:47.534856 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:14:47.542462 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cff45b-0778-4a55-a28f-d4a1b482a116 x-openstack-request-id: req-b4cff45b-0778-4a55-a28f-d4a1b482a116 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:47.542737 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-unplugged", "status": "completed", "tag": "307fe882-90e7-45a5-b076-cc5741d656a2", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:47.542997 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b4cff45b-0778-4a55-a28f-d4a1b482a116 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:47.544622 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '307fe882-90e7-45a5-b076-cc5741d656a2', 'code': 200} Feb 19 03:14:47.555844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6230bfe-8431-4754-89e6-452ff33e753b None None] Network dc362147-5daf-4111-b731-9fd1cccc2eb9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:47.606313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 39e5b9a0-247b-4549-b6d7-3b91358c6f73 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:47.610750 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-73653a84-69ee-49c1-a585-12a85e933632 req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] No DVR routers for this DVR port ef9160a2-f769-4929-9fe3-4b33b6ef333a on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:47.682679 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-73653a84-69ee-49c1-a585-12a85e933632 req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] In _notify_port_updated(), no bound segment for port ef9160a2-f769-4929-9fe3-4b33b6ef333a on network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:14:47.683790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73653a84-69ee-49c1-a585-12a85e933632 req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:47.684479 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53bb0ef-9cdb-4522-9aa0-04b02fb64669 x-openstack-request-id: req-b53bb0ef-9cdb-4522-9aa0-04b02fb64669 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:47.684627 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.685473 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6fdd984-9f0a-45ca-b305-26b04451193f", "name": "network-vif-deleted", "tag": "8bb7c74b-8952-45b7-a8b4-510da9c4114b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:47.685473 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b53bb0ef-9cdb-4522-9aa0-04b02fb64669 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:47.685832 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6fdd984-9f0a-45ca-b305-26b04451193f', 'name': 'network-vif-deleted', 'tag': '8bb7c74b-8952-45b7-a8b4-510da9c4114b', 'status': 'completed', 'code': 200} Feb 19 03:14:47.687060 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-e6c63da6-86a3-4572-a97a-12cccad8e49d service neutron] 10.222.0.87 "PUT /v2.0/ports/ef9160a2-f769-4929-9fe3-4b33b6ef333a HTTP/1.1" status: 200 len: 1027 time: 1.5742700 Feb 19 03:14:47.689120 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7af5e2f5-bccc-497b-b3b6-75351e672205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c46f5693-756c-445e-95af-04d18ea0bca6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.692540 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7af5e2f5-bccc-497b-b3b6-75351e672205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.693868 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7af5e2f5-bccc-497b-b3b6-75351e672205 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c46f5693-756c-445e-95af-04d18ea0bca6 HTTP/1.1" status: 204 len: 168 time: 0.7090335 Feb 19 03:14:47.763397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 39e5b9a0-247b-4549-b6d7-3b91358c6f73 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:47.766937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5e2f5-bccc-497b-b3b6-75351e672205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46f5693-756c-445e-95af-04d18ea0bca6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:47.767947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 39e5b9a0-247b-4549-b6d7-3b91358c6f73 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:47.909686 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (dc362147-5daf-4111-b731-9fd1cccc2eb9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:47.943673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec733b-d3b4-4eab-a1a2-964b67258e50 req-bcf4597a-7323-4958-a405-899b48940d00 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:47.965451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06ec733b-d3b4-4eab-a1a2-964b67258e50 req-bcf4597a-7323-4958-a405-899b48940d00 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.5521953 Feb 19 03:14:47.976325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-73653a84-69ee-49c1-a585-12a85e933632 req-b2167abf-5668-4494-9e4c-52dd5e0d0c59 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Deleting port 78517530-836b-4655-9fe8-84515836b501 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:47.979113 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-b2167abf-5668-4494-9e4c-52dd5e0d0c59 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (78517530-836b-4655-9fe8-84515836b501), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.112610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb326bf-b800-43ed-b851-a725431a6590 None None] DHCP port deletion for dc362147-5daf-4111-b731-9fd1cccc2eb9 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:14:48.171239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e9099-d7f6-40ec-8125-f106cc2f5d47 req-394bbf87-8c03-4e4b-8e66-872496eb7fcd tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:48.172985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd9e9099-d7f6-40ec-8125-f106cc2f5d47 req-394bbf87-8c03-4e4b-8e66-872496eb7fcd tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3804269 Feb 19 03:14:48.186109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06ec733b-d3b4-4eab-a1a2-964b67258e50 req-de6d6519-7497-4412-9e08-6d6884df8ffe tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199287 Feb 19 03:14:48.203122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3ee24e11-fba1-4cba-b08d-8428e3f2dfc7 None None] Provisioning complete for port ef9160a2-f769-4929-9fe3-4b33b6ef333a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:14:48.203494 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3ee24e11-fba1-4cba-b08d-8428e3f2dfc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.256697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-73653a84-69ee-49c1-a585-12a85e933632 req-b2167abf-5668-4494-9e4c-52dd5e0d0c59 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] For port 78517530-836b-4655-9fe8-84515836b501, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=78517530-836b-4655-9fe8-84515836b501,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:48.256697 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-b2167abf-5668-4494-9e4c-52dd5e0d0c59 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (78517530-836b-4655-9fe8-84515836b501), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.294179 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-73653a84-69ee-49c1-a585-12a85e933632 req-b2167abf-5668-4494-9e4c-52dd5e0d0c59 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Calling delete_port for 78517530-836b-4655-9fe8-84515836b501 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:48.302543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port ef9160a2-f769-4929-9fe3-4b33b6ef333a is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:48.304185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0326cf6f-e775-4499-8a66-2145d413307a no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:48.320982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41500) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:48.336308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd9e9099-d7f6-40ec-8125-f106cc2f5d47 req-234d1754-3423-4709-a1ba-848c92b0dd96 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540098 Feb 19 03:14:48.369634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Deleting port 86c6d6a0-d2da-4b56-9949-a9a900157b47 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:48.369634 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.652526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3ee24e11-fba1-4cba-b08d-8428e3f2dfc7 None None] Port ef9160a2-f769-4929-9fe3-4b33b6ef333a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:14:48.694549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] For port 86c6d6a0-d2da-4b56-9949-a9a900157b47, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=86c6d6a0-d2da-4b56-9949-a9a900157b47,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:48.694923 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.724488 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4bb326bf-b800-43ed-b851-a725431a6590 None None] Deleting port 86c6d6a0-d2da-4b56-9949-a9a900157b47 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:48.725314 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4bb326bf-b800-43ed-b851-a725431a6590 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.745800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Calling delete_port for 86c6d6a0-d2da-4b56-9949-a9a900157b47 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:48.817383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 0326cf6f-e775-4499-8a66-2145d413307a is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:48.818145 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0326cf6f-e775-4499-8a66-2145d413307a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.863087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0326cf6f-e775-4499-8a66-2145d413307a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0326cf6f-e775-4499-8a66-2145d413307a,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:48.878050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51572ef0-4e61-40cc-acfc-2ebdb420783f req-27abdb57-4408-4e43-9c0f-f99f9bacfb10 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:48.881677 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0326cf6f-e775-4499-8a66-2145d413307a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.882661 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c7c7393f-e0b4-4fe6-b67b-268f9438ff93 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:48.885040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51572ef0-4e61-40cc-acfc-2ebdb420783f req-27abdb57-4408-4e43-9c0f-f99f9bacfb10 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.4241788 Feb 19 03:14:48.922949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61e4ba-d137-4f56-b548-5a1c3d93ab42 req-fbd1b92f-e98c-4312-89db-4f56f985bdfd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:48.935876 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-b2167abf-5668-4494-9e4c-52dd5e0d0c59 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (78517530-836b-4655-9fe8-84515836b501), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:48.941867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61e4ba-d137-4f56-b548-5a1c3d93ab42 req-fbd1b92f-e98c-4312-89db-4f56f985bdfd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:48.954777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61e4ba-d137-4f56-b548-5a1c3d93ab42 req-fbd1b92f-e98c-4312-89db-4f56f985bdfd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:48.961413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61e4ba-d137-4f56-b548-5a1c3d93ab42 req-fbd1b92f-e98c-4312-89db-4f56f985bdfd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:48.978206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61e4ba-d137-4f56-b548-5a1c3d93ab42 req-fbd1b92f-e98c-4312-89db-4f56f985bdfd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:48.985264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc61e4ba-d137-4f56-b548-5a1c3d93ab42 req-fbd1b92f-e98c-4312-89db-4f56f985bdfd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 3883 time: 0.4868486 Feb 19 03:14:49.011777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2167abf-5668-4494-9e4c-52dd5e0d0c59 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Port': ['ID=78517530-836b-4655-9fe8-84515836b501,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:49.043689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=0326cf6f-e775-4499-8a66-2145d413307a,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:49.068550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4bb326bf-b800-43ed-b851-a725431a6590 None None] For port 86c6d6a0-d2da-4b56-9949-a9a900157b47, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=86c6d6a0-d2da-4b56-9949-a9a900157b47,segment=NetworkSegment(4e560a98-e2a4-44e9-8c14-a5312538244e),segment_id=4e560a98-e2a4-44e9-8c14-a5312538244e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:49.069019 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4bb326bf-b800-43ed-b851-a725431a6590 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.086917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-73653a84-69ee-49c1-a585-12a85e933632 req-b2167abf-5668-4494-9e4c-52dd5e0d0c59 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] No DVR routers for this DVR port 78517530-836b-4655-9fe8-84515836b501 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:49.093892 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-b2167abf-5668-4494-9e4c-52dd5e0d0c59 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.099247 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-b2167abf-5668-4494-9e4c-52dd5e0d0c59 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "DELETE /v2.0/ports/78517530-836b-4655-9fe8-84515836b501 HTTP/1.1" status: 204 len: 173 time: 1.4041154 Feb 19 03:14:49.100057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-deleted', 'tag': '78517530-836b-4655-9fe8-84515836b501'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:49.104881 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2440d308-1026-40d5-a8ab-5c7b5792a811" -d '{"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-deleted", "tag": "78517530-836b-4655-9fe8-84515836b501"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:49.151186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:49.151596 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.154507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4bb326bf-b800-43ed-b851-a725431a6590 None None] Calling delete_port for 86c6d6a0-d2da-4b56-9949-a9a900157b47 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:49.184517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51572ef0-4e61-40cc-acfc-2ebdb420783f req-c5ce6ce8-d705-4ab3-9fb8-153ea1c69ed3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2876151 Feb 19 03:14:49.282539 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc61e4ba-d137-4f56-b548-5a1c3d93ab42 req-d5bc052f-0f80-4164-9021-647a90c88f21 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2930543 Feb 19 03:14:49.307748 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.382687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c7c7393f-e0b4-4fe6-b67b-268f9438ff93, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:49.398964 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669a231c-f7d6-47ba-9e41-0359314c2ab8 x-openstack-request-id: req-669a231c-f7d6-47ba-9e41-0359314c2ab8 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:49.401827 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-deleted", "tag": "78517530-836b-4655-9fe8-84515836b501", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:49.401827 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-669a231c-f7d6-47ba-9e41-0359314c2ab8 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:49.401827 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-deleted', 'tag': '78517530-836b-4655-9fe8-84515836b501', 'status': 'completed', 'code': 200} Feb 19 03:14:49.405266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Pushing event deleted for resources: {'Port': ['ID=86c6d6a0-d2da-4b56-9949-a9a900157b47,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:49.410198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] No DVR routers for this DVR port 86c6d6a0-d2da-4b56-9949-a9a900157b47 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:49.410666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-73653a84-69ee-49c1-a585-12a85e933632 req-a92995f8-fc48-498c-b6e4-e2bfed1e4543 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Deleting port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:49.411530 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-a92995f8-fc48-498c-b6e4-e2bfed1e4543 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.429654 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.447047 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device d24d556c-9242-49ae-8a97-06770771242b no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:49.568691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0326cf6f-e775-4499-8a66-2145d413307a'}, {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c7393f-e0b4-4fe6-b67b-268f9438ff93'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:49.576246 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448a9ae9-be98-4c5e-932e-cb9c079edca4" -d '{"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-unplugged", "status": "completed", "tag": "0326cf6f-e775-4499-8a66-2145d413307a"}, {"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c7393f-e0b4-4fe6-b67b-268f9438ff93"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:49.606745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-73653a84-69ee-49c1-a585-12a85e933632 req-a92995f8-fc48-498c-b6e4-e2bfed1e4543 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] For port c7c7393f-e0b4-4fe6-b67b-268f9438ff93, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:49.607529 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-a92995f8-fc48-498c-b6e4-e2bfed1e4543 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.625325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-73653a84-69ee-49c1-a585-12a85e933632 req-a92995f8-fc48-498c-b6e4-e2bfed1e4543 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Calling delete_port for c7c7393f-e0b4-4fe6-b67b-268f9438ff93 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:49.712184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 86c6d6a0-d2da-4b56-9949-a9a900157b47 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:49.757991 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (dc362147-5daf-4111-b731-9fd1cccc2eb9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.826133 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-a92995f8-fc48-498c-b6e4-e2bfed1e4543 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c7c7393f-e0b4-4fe6-b67b-268f9438ff93), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.833075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 86c6d6a0-d2da-4b56-9949-a9a900157b47 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:49.833383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 86c6d6a0-d2da-4b56-9949-a9a900157b47 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:49.835767 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:49.841600 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-777c89bd-125c-4b7f-bec1-97938f8eae65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.857736 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4bb326bf-b800-43ed-b851-a725431a6590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (86c6d6a0-d2da-4b56-9949-a9a900157b47), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.895900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb326bf-b800-43ed-b851-a725431a6590 None None] Pushing event deleted for resources: {'Port': ['ID=86c6d6a0-d2da-4b56-9949-a9a900157b47,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:49.903444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb326bf-b800-43ed-b851-a725431a6590 None None] No DVR routers for this DVR port 86c6d6a0-d2da-4b56-9949-a9a900157b47 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:49.951848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fa0b4-3a55-4697-a56c-08fe1cc8f222 req-f28ea7d4-0d30-486f-820e-ce2e41566696 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:49.954455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port d24d556c-9242-49ae-8a97-06770771242b is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:14:49.954891 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d24d556c-9242-49ae-8a97-06770771242b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:49.962316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-629fa0b4-3a55-4697-a56c-08fe1cc8f222 req-f28ea7d4-0d30-486f-820e-ce2e41566696 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.4015541 Feb 19 03:14:49.976067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc362147-5daf-4111-b731-9fd1cccc2eb9']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:49.994517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port d24d556c-9242-49ae-8a97-06770771242b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d24d556c-9242-49ae-8a97-06770771242b,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:50.007348 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d24d556c-9242-49ae-8a97-06770771242b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.008788 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e24c2a48-667d-4140-871f-fb0fe279b541 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:50.060412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-629fa0b4-3a55-4697-a56c-08fe1cc8f222 req-9f48e5f6-d5c9-4532-b6e6-8b74134ee4d7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886943 Feb 19 03:14:50.075465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e560a98-e2a4-44e9-8c14-a5312538244e') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:50.076058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e560a98-e2a4-44e9-8c14-a5312538244e') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:50.119672 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (4e560a98-e2a4-44e9-8c14-a5312538244e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.140240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9159b4-02b2-4b31-816a-b611231cc211 req-ecfca422-e65f-4053-96da-55c8abd4a50e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:50.144783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d9159b4-02b2-4b31-816a-b611231cc211 req-ecfca422-e65f-4053-96da-55c8abd4a50e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.3482289 Feb 19 03:14:50.170415 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92995f8-fc48-498c-b6e4-e2bfed1e4543 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Port': ['ID=c7c7393f-e0b4-4fe6-b67b-268f9438ff93,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:50.258532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (4e560a98-e2a4-44e9-8c14-a5312538244e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.259438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-73653a84-69ee-49c1-a585-12a85e933632 req-a92995f8-fc48-498c-b6e4-e2bfed1e4543 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] No DVR routers for this DVR port c7c7393f-e0b4-4fe6-b67b-268f9438ff93 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:50.266568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-a92995f8-fc48-498c-b6e4-e2bfed1e4543 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.267219 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977436d5-30b8-413a-9fed-43d52f8bd211 x-openstack-request-id: req-977436d5-30b8-413a-9fed-43d52f8bd211 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:50.267532 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-unplugged", "status": "completed", "tag": "0326cf6f-e775-4499-8a66-2145d413307a", "code": 200}, {"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-unplugged", "status": "completed", "tag": "c7c7393f-e0b4-4fe6-b67b-268f9438ff93", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:50.269207 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-977436d5-30b8-413a-9fed-43d52f8bd211 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:50.269647 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0326cf6f-e775-4499-8a66-2145d413307a', 'code': 200} Feb 19 03:14:50.269912 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7c7393f-e0b4-4fe6-b67b-268f9438ff93', 'code': 200} Feb 19 03:14:50.270896 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-a92995f8-fc48-498c-b6e4-e2bfed1e4543 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "DELETE /v2.0/ports/c7c7393f-e0b4-4fe6-b67b-268f9438ff93 HTTP/1.1" status: 204 len: 173 time: 1.1604865 Feb 19 03:14:50.272527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=d24d556c-9242-49ae-8a97-06770771242b,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:50.282381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] The host n-h1-826755-2 is not matching for port e24c2a48-667d-4140-871f-fb0fe279b541 host ! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:14:50.285311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e24c2a48-667d-4140-871f-fb0fe279b541 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:50.285798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 78517530-836b-4655-9fe8-84515836b501 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:50.330860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 78517530-836b-4655-9fe8-84515836b501 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:50.331229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 78517530-836b-4655-9fe8-84515836b501 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:50.348822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8bb7c74b-8952-45b7-a8b4-510da9c4114b no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:50.375338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:14:50.375338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (4e560a98-e2a4-44e9-8c14-a5312538244e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:14:50.376829 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:14:50.397845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 8bb7c74b-8952-45b7-a8b4-510da9c4114b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:50.398184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8bb7c74b-8952-45b7-a8b4-510da9c4114b not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:50.447310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d9159b4-02b2-4b31-816a-b611231cc211 req-d9ef422f-6038-4768-ba6a-fa7913f99fae tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2691929 Feb 19 03:14:50.651179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (dc362147-5daf-4111-b731-9fd1cccc2eb9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.657295 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:50.665109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] 10.222.0.81 "DELETE /v2.0/networks/dc362147-5daf-4111-b731-9fd1cccc2eb9 HTTP/1.1" status: 204 len: 168 time: 3.1513748 Feb 19 03:14:50.693038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a288f0-4117-4870-8a80-0f842f2c439e admin admin] Pushing event deleted for resources: {'Network': ['ID=dc362147-5daf-4111-b731-9fd1cccc2eb9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:50.721085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766ddac-c0fc-49b2-b47c-fd2dd7297640 req-598e60b2-8fae-467a-b1be-8975c685401f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:50.729549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f766ddac-c0fc-49b2-b47c-fd2dd7297640 req-598e60b2-8fae-467a-b1be-8975c685401f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.4058447 Feb 19 03:14:50.747223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7cfaa-3202-4528-8c0c-242317d6d3d1 req-9856e049-fac7-4789-add2-751e85a2c83d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:50.753479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7cfaa-3202-4528-8c0c-242317d6d3d1 req-9856e049-fac7-4789-add2-751e85a2c83d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:50.759290 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7cfaa-3202-4528-8c0c-242317d6d3d1 req-9856e049-fac7-4789-add2-751e85a2c83d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:50.761256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80a7cfaa-3202-4528-8c0c-242317d6d3d1 req-9856e049-fac7-4789-add2-751e85a2c83d tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 2410 time: 0.1839931 Feb 19 03:14:50.868075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80a7cfaa-3202-4528-8c0c-242317d6d3d1 req-ef212d68-19b4-46bb-86f2-42e4447e3834 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977876 Feb 19 03:14:50.886000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f766ddac-c0fc-49b2-b47c-fd2dd7297640 req-257c0a70-5a91-4045-b40e-3bd1be6b4f74 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552227 Feb 19 03:14:51.004014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-73653a84-69ee-49c1-a585-12a85e933632 req-92ed548a-ed3e-4e0e-baca-f3d9ed4caa5f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Deleting port 307fe882-90e7-45a5-b076-cc5741d656a2 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:51.004655 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-92ed548a-ed3e-4e0e-baca-f3d9ed4caa5f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.056098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6c08e-cb6d-42e4-8621-15a9e62d832d req-437e1df5-7849-4822-adfe-ff2ed8e5145c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:51.060634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ef6c08e-cb6d-42e4-8621-15a9e62d832d req-437e1df5-7849-4822-adfe-ff2ed8e5145c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.0894063 Feb 19 03:14:51.132501 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41578) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:51.146826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ef6c08e-cb6d-42e4-8621-15a9e62d832d req-e4408a97-930b-45d4-b9d6-1dd9d7333625 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797594 Feb 19 03:14:51.225379 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ccdf0b01-eeb1-4e45-aa65-252cca1d5ac0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=64b38365811a47d39a3a382b5d574f89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910335 Feb 19 03:14:51.228183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41582) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:51.232290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-777c89bd-125c-4b7f-bec1-97938f8eae65 admin admin] Deleting port 91d26238-6c12-4838-a879-2169f54ccf9f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:51.233792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-777c89bd-125c-4b7f-bec1-97938f8eae65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.239561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-73653a84-69ee-49c1-a585-12a85e933632 req-92ed548a-ed3e-4e0e-baca-f3d9ed4caa5f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] For port 307fe882-90e7-45a5-b076-cc5741d656a2, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=307fe882-90e7-45a5-b076-cc5741d656a2,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:51.242778 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-92ed548a-ed3e-4e0e-baca-f3d9ed4caa5f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.367403 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-73653a84-69ee-49c1-a585-12a85e933632 req-92ed548a-ed3e-4e0e-baca-f3d9ed4caa5f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Calling delete_port for 307fe882-90e7-45a5-b076-cc5741d656a2 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:51.376274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886b7cd-cf76-480b-b616-8194299949ac req-286d8acc-aba0-4dc0-80c5-4df5ae0af90b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:51.378244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886b7cd-cf76-480b-b616-8194299949ac req-286d8acc-aba0-4dc0-80c5-4df5ae0af90b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1039155 Feb 19 03:14:51.379123 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0bfac50-45c8-4e2a-9fd4-cd7f16678775 admin admin] Publish callbacks [] for security_group (da0710f2-3f5e-494e-98f1-3997141e48c0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.405223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-deleted', 'tag': 'c7c7393f-e0b4-4fe6-b67b-268f9438ff93'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:51.408334 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0bfac50-45c8-4e2a-9fd4-cd7f16678775 admin admin] Publish callbacks [] for security_group (da0710f2-3f5e-494e-98f1-3997141e48c0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.417716 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea77543-bb94-4054-a5ae-4be90e8b16bc" -d '{"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-deleted", "tag": "c7c7393f-e0b4-4fe6-b67b-268f9438ff93"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:51.509141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-777c89bd-125c-4b7f-bec1-97938f8eae65 admin admin] For port 91d26238-6c12-4838-a879-2169f54ccf9f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=91d26238-6c12-4838-a879-2169f54ccf9f,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:51.509793 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-777c89bd-125c-4b7f-bec1-97938f8eae65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.521533 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0bfac50-45c8-4e2a-9fd4-cd7f16678775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (da0710f2-3f5e-494e-98f1-3997141e48c0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.524422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0bfac50-45c8-4e2a-9fd4-cd7f16678775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:51.525672 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a0bfac50-45c8-4e2a-9fd4-cd7f16678775 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/da0710f2-3f5e-494e-98f1-3997141e48c0 HTTP/1.1" status: 204 len: 168 time: 0.2950060 Feb 19 03:14:51.550936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bfac50-45c8-4e2a-9fd4-cd7f16678775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0710f2-3f5e-494e-98f1-3997141e48c0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:51.604580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-777c89bd-125c-4b7f-bec1-97938f8eae65 admin admin] Calling delete_port for 91d26238-6c12-4838-a879-2169f54ccf9f owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:51.609265 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886b7cd-cf76-480b-b616-8194299949ac req-c69a8c53-101a-4f75-bb82-3f4e21c136bd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317778 Feb 19 03:14:51.623198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9519-7066-4f0b-9262-368cd491194c req-6855d7ae-d0ff-4e79-929e-370133e9ac10 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:51.631178 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-085b9519-7066-4f0b-9262-368cd491194c req-6855d7ae-d0ff-4e79-929e-370133e9ac10 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1669695 Feb 19 03:14:51.705439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-085b9519-7066-4f0b-9262-368cd491194c req-66666f2e-5171-4e54-9083-a68596a1d5ed tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731514 Feb 19 03:14:51.751803 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a26b09-fc03-4183-9537-ef9b76070139 x-openstack-request-id: req-39a26b09-fc03-4183-9537-ef9b76070139 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:51.752103 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-deleted", "tag": "c7c7393f-e0b4-4fe6-b67b-268f9438ff93", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:51.752355 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39a26b09-fc03-4183-9537-ef9b76070139 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:51.752781 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-deleted', 'tag': 'c7c7393f-e0b4-4fe6-b67b-268f9438ff93', 'status': 'completed', 'code': 200} Feb 19 03:14:51.981935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c5e18-fabc-4b58-9623-0dcabe1846b7 req-a9ec557b-15dc-46f5-ade6-d33bd0b6311f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:51.990641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-478c5e18-fabc-4b58-9623-0dcabe1846b7 req-a9ec557b-15dc-46f5-ade6-d33bd0b6311f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1034524 Feb 19 03:14:52.090856 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-478c5e18-fabc-4b58-9623-0dcabe1846b7 req-70701111-6c36-4f83-aa3d-57e399419e2c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945816 Feb 19 03:14:52.124840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed969e8-e5e8-42a5-8083-c2a46546820f req-d5185e1f-15ad-473e-bbc9-d4d985162d40 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:52.134932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ed969e8-e5e8-42a5-8083-c2a46546820f req-d5185e1f-15ad-473e-bbc9-d4d985162d40 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1362765 Feb 19 03:14:52.265563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-92ed548a-ed3e-4e0e-baca-f3d9ed4caa5f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (307fe882-90e7-45a5-b076-cc5741d656a2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.271678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd24d556c-9242-49ae-8a97-06770771242b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:52.275371 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfc297f-6615-410f-832a-5c675707960e" -d '{"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-unplugged", "status": "completed", "tag": "d24d556c-9242-49ae-8a97-06770771242b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:52.289158 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-777c89bd-125c-4b7f-bec1-97938f8eae65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (91d26238-6c12-4838-a879-2169f54ccf9f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.300485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ed969e8-e5e8-42a5-8083-c2a46546820f req-2ee68cf0-73bb-4f07-a8d9-f097b7b1fa5a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643765 Feb 19 03:14:52.358116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed548a-ed3e-4e0e-baca-f3d9ed4caa5f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Port': ['ID=307fe882-90e7-45a5-b076-cc5741d656a2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:52.388501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca55231-3a3a-44c1-a714-e43159d5d444 req-20c31839-f5c5-4c68-b2cd-923c3c0b9720 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:52.406068 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e276dd9e-588b-4bc9-94c5-ecee12deff41 x-openstack-request-id: req-e276dd9e-588b-4bc9-94c5-ecee12deff41 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:52.406368 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-unplugged", "status": "completed", "tag": "d24d556c-9242-49ae-8a97-06770771242b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:52.406648 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e276dd9e-588b-4bc9-94c5-ecee12deff41 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:52.407118 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd24d556c-9242-49ae-8a97-06770771242b', 'code': 200} Feb 19 03:14:52.414580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca55231-3a3a-44c1-a714-e43159d5d444 req-20c31839-f5c5-4c68-b2cd-923c3c0b9720 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:52.416283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eca55231-3a3a-44c1-a714-e43159d5d444 req-20c31839-f5c5-4c68-b2cd-923c3c0b9720 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 1677 time: 0.2063394 Feb 19 03:14:52.442886 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777c89bd-125c-4b7f-bec1-97938f8eae65 admin admin] Pushing event deleted for resources: {'Port': ['ID=91d26238-6c12-4838-a879-2169f54ccf9f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:52.495881 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-73653a84-69ee-49c1-a585-12a85e933632 req-92ed548a-ed3e-4e0e-baca-f3d9ed4caa5f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] No DVR routers for this DVR port 307fe882-90e7-45a5-b076-cc5741d656a2 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:52.530905 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-92ed548a-ed3e-4e0e-baca-f3d9ed4caa5f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.535525 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-92ed548a-ed3e-4e0e-baca-f3d9ed4caa5f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "DELETE /v2.0/ports/307fe882-90e7-45a5-b076-cc5741d656a2 HTTP/1.1" status: 204 len: 173 time: 2.2554281 Feb 19 03:14:52.550101 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:52.562844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eca55231-3a3a-44c1-a714-e43159d5d444 req-e50c44f1-56aa-439f-9bc1-f47ebcb0f7ed tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390779 Feb 19 03:14:52.663414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d49d4e-4538-48b5-97ae-6e0cba5a04dd req-9aaaf7fd-74ff-4090-87d5-686dde08bd01 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:52.668080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3d49d4e-4538-48b5-97ae-6e0cba5a04dd req-9aaaf7fd-74ff-4090-87d5-686dde08bd01 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1555488 Feb 19 03:14:52.792786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3d49d4e-4538-48b5-97ae-6e0cba5a04dd req-e30165f0-83b6-4b58-861e-afa387ab6cec tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139064 Feb 19 03:14:52.907602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-73653a84-69ee-49c1-a585-12a85e933632 req-e3ec1368-11d4-440d-b25b-053a9329d55b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Deleting port d24d556c-9242-49ae-8a97-06770771242b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:52.908211 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-e3ec1368-11d4-440d-b25b-053a9329d55b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d24d556c-9242-49ae-8a97-06770771242b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.061958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee84b7-b808-446f-ac05-097838588f88 req-7ef6e761-2be2-4ec8-a854-acf2554c2595 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:53.070167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58ee84b7-b808-446f-ac05-097838588f88 req-7ef6e761-2be2-4ec8-a854-acf2554c2595 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1200697 Feb 19 03:14:53.104186 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-777c89bd-125c-4b7f-bec1-97938f8eae65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.186112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-73653a84-69ee-49c1-a585-12a85e933632 req-e3ec1368-11d4-440d-b25b-053a9329d55b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] For port d24d556c-9242-49ae-8a97-06770771242b, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=d24d556c-9242-49ae-8a97-06770771242b,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:53.186543 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-e3ec1368-11d4-440d-b25b-053a9329d55b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d24d556c-9242-49ae-8a97-06770771242b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.199687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58ee84b7-b808-446f-ac05-097838588f88 req-c18bab4c-0ab1-497e-b42c-f527c7f45703 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259661 Feb 19 03:14:53.205692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-73653a84-69ee-49c1-a585-12a85e933632 req-e3ec1368-11d4-440d-b25b-053a9329d55b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Calling delete_port for d24d556c-9242-49ae-8a97-06770771242b owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:53.493268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777c89bd-125c-4b7f-bec1-97938f8eae65 admin admin] Router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:53.523890 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.591647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406744a1-8620-424c-8d2b-b52bf33cf0d9 req-4423c00c-2b9e-4556-a3c4-a895c2deeec9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:53.599956 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-406744a1-8620-424c-8d2b-b52bf33cf0d9 req-4423c00c-2b9e-4556-a3c4-a895c2deeec9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1742518 Feb 19 03:14:53.689749 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-e3ec1368-11d4-440d-b25b-053a9329d55b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d24d556c-9242-49ae-8a97-06770771242b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.695238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-406744a1-8620-424c-8d2b-b52bf33cf0d9 req-8bf19bc0-a53c-4727-9fcc-9913682a40cc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760145 Feb 19 03:14:53.737222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec1368-11d4-440d-b25b-053a9329d55b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Port': ['ID=d24d556c-9242-49ae-8a97-06770771242b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:53.793927 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-deleted', 'tag': '307fe882-90e7-45a5-b076-cc5741d656a2'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:53.804839 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e0c32f-af06-41bd-9c3c-6d95524e5545" -d '{"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-deleted", "tag": "307fe882-90e7-45a5-b076-cc5741d656a2"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:53.819080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170c8f9-da30-4ffb-844d-8464017cf6af req-085caed8-2d10-499b-9868-6464e7ff1378 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:53.829304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7170c8f9-da30-4ffb-844d-8464017cf6af req-085caed8-2d10-499b-9868-6464e7ff1378 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1055164 Feb 19 03:14:53.863249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-73653a84-69ee-49c1-a585-12a85e933632 req-e3ec1368-11d4-440d-b25b-053a9329d55b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] No DVR routers for this DVR port d24d556c-9242-49ae-8a97-06770771242b on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:53.867666 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-e3ec1368-11d4-440d-b25b-053a9329d55b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:53.871323 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-e3ec1368-11d4-440d-b25b-053a9329d55b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "DELETE /v2.0/ports/d24d556c-9242-49ae-8a97-06770771242b HTTP/1.1" status: 204 len: 173 time: 1.2987106 Feb 19 03:14:53.926022 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777c89bd-125c-4b7f-bec1-97938f8eae65 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:53.937123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c38b4a-8866-4cf7-84de-32429039af84 None None] Sync routers for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:53.937429 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-777c89bd-125c-4b7f-bec1-97938f8eae65 admin admin] 10.222.0.81 "PUT /v2.0/routers/ac76a650-60fb-4e13-ae6f-ca11391ec6d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6116850 Feb 19 03:14:53.938085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41668) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:53.951643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c38b4a-8866-4cf7-84de-32429039af84 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:53.957266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b0c38b4a-8866-4cf7-84de-32429039af84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:54.052588 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7170c8f9-da30-4ffb-844d-8464017cf6af req-8e95c745-c8e4-48b1-9c65-853c38936cf2 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221401 Feb 19 03:14:54.092948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd22b30-1357-475e-8150-416af2e184ab req-c9541159-7fb8-4c91-af86-a801d915a096 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:54.106809 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd22b30-1357-475e-8150-416af2e184ab req-c9541159-7fb8-4c91-af86-a801d915a096 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 943 time: 0.2703528 Feb 19 03:14:54.132978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Deleting port 0326cf6f-e775-4499-8a66-2145d413307a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:54.133425 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0326cf6f-e775-4499-8a66-2145d413307a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.138495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Publish callbacks [] for router (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.200923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd22b30-1357-475e-8150-416af2e184ab req-ab307b04-3ee4-4ad2-87c5-6fad7a40a061 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921586 Feb 19 03:14:54.283719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-b0c38b4a-8866-4cf7-84de-32429039af84 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:54.343951 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f09e3f3-0b24-4530-a7ec-99e133ba9434 x-openstack-request-id: req-9f09e3f3-0b24-4530-a7ec-99e133ba9434 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:54.347849 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-deleted", "tag": "307fe882-90e7-45a5-b076-cc5741d656a2", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:54.348375 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9f09e3f3-0b24-4530-a7ec-99e133ba9434 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:54.349226 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-deleted', 'tag': '307fe882-90e7-45a5-b076-cc5741d656a2', 'status': 'completed', 'code': 200} Feb 19 03:14:54.453258 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Publish callbacks [] for router_gateway (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.591126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6027ac-370f-484c-b9ec-662a9be9cf8e req-415e4cc9-fa08-4129-a763-4d9e17c2c7d9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:54.600345 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e6027ac-370f-484c-b9ec-662a9be9cf8e req-415e4cc9-fa08-4129-a763-4d9e17c2c7d9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1487634 Feb 19 03:14:54.672120 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e6027ac-370f-484c-b9ec-662a9be9cf8e req-88d977f1-45aa-4e34-993d-4172e8d68e00 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707073 Feb 19 03:14:54.687951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] For port 0326cf6f-e775-4499-8a66-2145d413307a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0326cf6f-e775-4499-8a66-2145d413307a,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:54.688495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0326cf6f-e775-4499-8a66-2145d413307a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:54.796961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1117a-82f6-4d20-bd6d-2d03446f3d4f req-09128411-3566-4089-97f4-28c752dbdf10 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:54.806537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdb1117a-82f6-4d20-bd6d-2d03446f3d4f req-09128411-3566-4089-97f4-28c752dbdf10 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1514454 Feb 19 03:14:54.811651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b0c38b4a-8866-4cf7-84de-32429039af84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:14:52Z', 'revision_number': 5, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port': {'id': 'b852800b-387c-42b6-861e-797bb29ca1d8', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ff:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:13:07Z', 'updated_at': '2022-02-19T03:13:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:54.856428 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c38b4a-8866-4cf7-84de-32429039af84 None None] Checking router: ac76a650-60fb-4e13-ae6f-ca11391ec6d2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:54.869052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c38b4a-8866-4cf7-84de-32429039af84 None None] Routers {'ac76a650-60fb-4e13-ae6f-ca11391ec6d2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:54.869855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b0c38b4a-8866-4cf7-84de-32429039af84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:54.914137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdb1117a-82f6-4d20-bd6d-2d03446f3d4f req-508e7a4b-2a5e-4d08-9f85-5f1bd3bef07d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053181 Feb 19 03:14:54.986689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-b0c38b4a-8866-4cf7-84de-32429039af84 None None] Set router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:55.060241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b0c38b4a-8866-4cf7-84de-32429039af84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:14:54Z', 'revision_number': 6, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:55.103961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c38b4a-8866-4cf7-84de-32429039af84 None None] The sync data for ids ['ac76a650-60fb-4e13-ae6f-ca11391ec6d2'] in n-d-826755-2 is: [{'id': 'ac76a650-60fb-4e13-ae6f-ca11391ec6d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1056445244-router', 'tenant_id': '82dad37909b049e1bf2de6b4db533728', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:13:06Z', 'updated_at': '2022-02-19T03:14:54Z', 'revision_number': 6, 'project_id': '82dad37909b049e1bf2de6b4db533728', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:55.206001 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:14:55.315077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a228db-7668-4903-969a-f819e9fe5b01 req-41fca8c8-0d52-4755-a57d-61532c23f159 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:55.322352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a228db-7668-4903-969a-f819e9fe5b01 req-41fca8c8-0d52-4755-a57d-61532c23f159 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/networks?id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 HTTP/1.1" status: 200 len: 814 time: 0.2176065 Feb 19 03:14:55.345805 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a228db-7668-4903-969a-f819e9fe5b01 req-b391ade2-b97d-4301-bcc0-6260588dbd44 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/quotas/d3a594dd7f7547dcbb8dde37027e3364 HTTP/1.1" status: 200 len: 375 time: 0.0174224 Feb 19 03:14:55.528172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a228db-7668-4903-969a-f819e9fe5b01 req-0d568755-a90b-4b35-a990-26cf4aa793fb tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d3a594dd7f7547dcbb8dde37027e3364&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1752033 Feb 19 03:14:55.565060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 91d26238-6c12-4838-a879-2169f54ccf9f no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:55.625435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Deleting port b852800b-387c-42b6-861e-797bb29ca1d8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:55.626924 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b852800b-387c-42b6-861e-797bb29ca1d8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.632903 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.633306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.633622 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Floating IP aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0 disassociated. External IP: 172.25.1.130, port: 0326cf6f-e775-4499-8a66-2145d413307a. Feb 19 03:14:55.633967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Calling delete_port for 0326cf6f-e775-4499-8a66-2145d413307a owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:55.634415 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 91d26238-6c12-4838-a879-2169f54ccf9f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:55.635616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 91d26238-6c12-4838-a879-2169f54ccf9f not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:55.840110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fc1e5-3cc7-4731-8db7-1897c7fa368f req-0741bd0d-ca73-47e4-b420-11528829ff22 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:55.849185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b9fc1e5-3cc7-4731-8db7-1897c7fa368f req-0741bd0d-ca73-47e4-b420-11528829ff22 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 943 time: 0.1421812 Feb 19 03:14:55.912935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b9fc1e5-3cc7-4731-8db7-1897c7fa368f req-14442a66-84c8-44cc-b5e6-fe04918a1320 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups?id=c8634336-66c0-4425-a2cc-37e835a15ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583980 Feb 19 03:14:55.919794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] For port b852800b-387c-42b6-861e-797bb29ca1d8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b852800b-387c-42b6-861e-797bb29ca1d8,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:55.920286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b852800b-387c-42b6-861e-797bb29ca1d8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:55.955180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Calling delete_port for b852800b-387c-42b6-861e-797bb29ca1d8 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:56.272294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb1786-55a1-4d80-bded-2a99c4c072c7 req-13a4e350-31b7-4d12-be9e-9db098bf329f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:56.283828 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fcb1786-55a1-4d80-bded-2a99c4c072c7 req-13a4e350-31b7-4d12-be9e-9db098bf329f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.2386832 Feb 19 03:14:56.359451 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-deleted', 'tag': 'd24d556c-9242-49ae-8a97-06770771242b'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:56.362020 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5b899f-0d76-4d43-ae59-f6c177ee7055" -d '{"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-deleted", "tag": "d24d556c-9242-49ae-8a97-06770771242b"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:56.373285 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (0326cf6f-e775-4499-8a66-2145d413307a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:56.423857 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Port': ['ID=0326cf6f-e775-4499-8a66-2145d413307a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:56.439112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b7e63-4139-4628-bc9b-55836f7587b7 req-468407bc-f3c7-4251-9b7a-2a84bb83830a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:56.442464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5c1b7e63-4139-4628-bc9b-55836f7587b7 req-468407bc-f3c7-4251-9b7a-2a84bb83830a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2518322 Feb 19 03:14:56.565163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:14:56.573158 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5c1b7e63-4139-4628-bc9b-55836f7587b7 req-5548431e-69fb-4d96-b9be-f309ccb49599 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222627 Feb 19 03:14:56.624555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fcb1786-55a1-4d80-bded-2a99c4c072c7 req-af54ea8f-61f4-42e4-a8d8-d14a1ae6962a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372877 Feb 19 03:14:56.674652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b852800b-387c-42b6-861e-797bb29ca1d8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:56.797545 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c9d3ff-281c-4feb-ab52-31c83594225d x-openstack-request-id: req-05c9d3ff-281c-4feb-ab52-31c83594225d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:56.798048 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-deleted", "tag": "d24d556c-9242-49ae-8a97-06770771242b", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:56.798709 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-05c9d3ff-281c-4feb-ab52-31c83594225d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:56.799283 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-deleted', 'tag': 'd24d556c-9242-49ae-8a97-06770771242b', 'status': 'completed', 'code': 200} Feb 19 03:14:56.804958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Pushing event deleted for resources: {'Port': ['ID=b852800b-387c-42b6-861e-797bb29ca1d8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:56.875111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1457f470-2c95-41f7-8eff-aeb818672965 req-058ef2a6-4973-41b2-8ccc-51d27a8d71ad tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:56.884326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1457f470-2c95-41f7-8eff-aeb818672965 req-058ef2a6-4973-41b2-8ccc-51d27a8d71ad tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1325982 Feb 19 03:14:56.951356 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:14:56.964880 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635237ae-b325-45b8-b6a9-2082eb566099 None None] Sync routers for ids ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:14:56.984682 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635237ae-b325-45b8-b6a9-2082eb566099 None None] Routers {'4a3bc3a2-0de6-428c-99b4-955b67ab0cae'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:56.986907 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-635237ae-b325-45b8-b6a9-2082eb566099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:57.031674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1457f470-2c95-41f7-8eff-aeb818672965 req-36f337f6-aa5d-4ee2-b85d-6c82265a028c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431062 Feb 19 03:14:57.080847 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.099031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66329f1d-43c6-49e2-b43b-0f3e6be17037 req-2d115531-1114-4e65-bdcf-df059dfe95de tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:57.109576 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66329f1d-43c6-49e2-b43b-0f3e6be17037 req-2d115531-1114-4e65-bdcf-df059dfe95de tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1787162 Feb 19 03:14:57.138945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] No DVR routers for this DVR port 0326cf6f-e775-4499-8a66-2145d413307a on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:57.169446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.173588 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-73653a84-69ee-49c1-a585-12a85e933632 req-d9937e22-1de1-41e8-a1a2-080424102de6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.87 "DELETE /v2.0/ports/0326cf6f-e775-4499-8a66-2145d413307a HTTP/1.1" status: 204 len: 173 time: 3.2957304 Feb 19 03:14:57.305474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66329f1d-43c6-49e2-b43b-0f3e6be17037 req-3a9dea85-7869-48ed-8a45-03dac3d9099d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948085 Feb 19 03:14:57.337120 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-635237ae-b325-45b8-b6a9-2082eb566099 None None] Set router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:57.397729 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.399022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5167b48c-434c-428a-9905-872d23152256 req-c92dbaad-dbae-47fd-85be-1ffdbe04562e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0923340 Feb 19 03:14:57.407118 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Publish callbacks [] for router_controller (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.509705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b852800b-387c-42b6-861e-797bb29ca1d8 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:57.545731 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (ac76a650-60fb-4e13-ae6f-ca11391ec6d2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.545731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac76a650-60fb-4e13-ae6f-ca11391ec6d2 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:14:57.563449 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.563670 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: b852800b-387c-42b6-861e-797bb29ca1d8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:57.564010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b852800b-387c-42b6-861e-797bb29ca1d8 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:57.569942 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-66a0fd31-5328-4fb4-b1a2-82e35498da6f admin admin] 10.222.0.81 "DELETE /v2.0/routers/ac76a650-60fb-4e13-ae6f-ca11391ec6d2 HTTP/1.1" status: 204 len: 168 time: 3.6303251 Feb 19 03:14:57.571216 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41762) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:57.677117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3598a9-9b7b-41cf-b104-5c5f7fc0e2a9 req-3b311202-768b-447a-8ac4-0d05a1b2469e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:57.680879 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd3598a9-9b7b-41cf-b104-5c5f7fc0e2a9 req-3b311202-768b-447a-8ac4-0d05a1b2469e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1711266 Feb 19 03:14:57.759300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-4984524d-f63e-4f4b-be26-4c0693206ad8 admin admin] Deleting subnet c111a654-e393-48a7-9224-9f130ed27262 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:14:57.772087 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4984524d-f63e-4f4b-be26-4c0693206ad8 admin admin] Publish callbacks [] for subnet (c111a654-e393-48a7-9224-9f130ed27262), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.807104 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd3598a9-9b7b-41cf-b104-5c5f7fc0e2a9 req-efee0d0f-73b0-44b7-aff7-00826fc7cc2c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216779 Feb 19 03:14:57.876235 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4984524d-f63e-4f4b-be26-4c0693206ad8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (c111a654-e393-48a7-9224-9f130ed27262), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:57.880095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d90cab04-6a66-4ed0-a2a2-7d06b57f60b7 req-680194fb-01d5-4049-8246-18a9c85d22df tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d3a594dd7f7547dcbb8dde37027e3364 HTTP/1.1" status: 200 len: 221 time: 0.0676913 Feb 19 03:14:57.909139 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-635237ae-b325-45b8-b6a9-2082eb566099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:08:24Z', 'revision_number': 4, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '07a3c866-cccb-4cd0-b0b8-6065abb05af2', 'name': '', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'mac_address': 'fa:16:3e:24:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:23Z', 'updated_at': '2022-02-19T03:08:31Z', 'revision_number': 5, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'subnets': [{'id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:57.957326 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635237ae-b325-45b8-b6a9-2082eb566099 None None] Checking router: 4a3bc3a2-0de6-428c-99b4-955b67ab0cae for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:14:57.977861 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635237ae-b325-45b8-b6a9-2082eb566099 None None] Routers {'4a3bc3a2-0de6-428c-99b4-955b67ab0cae'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:14:57.979347 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-635237ae-b325-45b8-b6a9-2082eb566099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:14:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:58.026504 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4984524d-f63e-4f4b-be26-4c0693206ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (c111a654-e393-48a7-9224-9f130ed27262), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.154164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3fa1ca-8b90-4081-8c71-e7efe39be113 req-c2786a99-0be0-4c08-8db7-18a8101dccea tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:58.158163 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4984524d-f63e-4f4b-be26-4c0693206ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (c111a654-e393-48a7-9224-9f130ed27262), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.163984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba3fa1ca-8b90-4081-8c71-e7efe39be113 req-c2786a99-0be0-4c08-8db7-18a8101dccea tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1191940 Feb 19 03:14:58.194956 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-635237ae-b325-45b8-b6a9-2082eb566099 None None] Set router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:14:58.211823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984524d-f63e-4f4b-be26-4c0693206ad8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c111a654-e393-48a7-9224-9f130ed27262,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:58.222407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997cc180-8e35-40f9-9b2f-cadf4f88ffec None None] Network cde8dd25-f108-4307-91ab-7836fe0a9bfd requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:14:58.234984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4984524d-f63e-4f4b-be26-4c0693206ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.248054 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4984524d-f63e-4f4b-be26-4c0693206ad8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c111a654-e393-48a7-9224-9f130ed27262 HTTP/1.1" status: 204 len: 168 time: 0.6718695 Feb 19 03:14:58.251950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41792) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:58.474521 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (cde8dd25-f108-4307-91ab-7836fe0a9bfd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.558561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee5ed61-56ca-4fd9-b04a-8a6ce48633ef None None] DHCP port deletion for cde8dd25-f108-4307-91ab-7836fe0a9bfd request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:14:58.630814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Deleting port c0c61c07-aed2-40f3-8ae7-45044511b653 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:58.633053 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.698998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fee5ed61-56ca-4fd9-b04a-8a6ce48633ef None None] Deleting port c0c61c07-aed2-40f3-8ae7-45044511b653 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:14:58.699369 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fee5ed61-56ca-4fd9-b04a-8a6ce48633ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.750258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] For port c0c61c07-aed2-40f3-8ae7-45044511b653, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c0c61c07-aed2-40f3-8ae7-45044511b653,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:58.751060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.797906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Calling delete_port for c0c61c07-aed2-40f3-8ae7-45044511b653 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:58.849744 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-635237ae-b325-45b8-b6a9-2082eb566099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:08:24Z', 'revision_number': 4, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '07a3c866-cccb-4cd0-b0b8-6065abb05af2', 'name': '', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'mac_address': 'fa:16:3e:24:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:23Z', 'updated_at': '2022-02-19T03:08:31Z', 'revision_number': 5, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'subnets': [{'id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:58.860598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fee5ed61-56ca-4fd9-b04a-8a6ce48633ef None None] For port c0c61c07-aed2-40f3-8ae7-45044511b653, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c0c61c07-aed2-40f3-8ae7-45044511b653,segment=NetworkSegment(0e6937ac-d371-4ada-a105-2009a16227b9),segment_id=0e6937ac-d371-4ada-a105-2009a16227b9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:14:58.863740 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fee5ed61-56ca-4fd9-b04a-8a6ce48633ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:58.893282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fee5ed61-56ca-4fd9-b04a-8a6ce48633ef None None] Calling delete_port for c0c61c07-aed2-40f3-8ae7-45044511b653 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:14:58.937520 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635237ae-b325-45b8-b6a9-2082eb566099 None None] The sync data for ids ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'] in n-d-826755-2 is: [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:08:24Z', 'revision_number': 4, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '07a3c866-cccb-4cd0-b0b8-6065abb05af2', 'name': '', 'network_id': '08887c7d-6d72-4ea2-8b38-77fe8c245453', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'mac_address': 'fa:16:3e:24:f1:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1378, 'fixed_ips': [{'subnet_id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:23Z', 'updated_at': '2022-02-19T03:08:31Z', 'revision_number': 5, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'subnets': [{'id': 'd0bf3019-8554-43e8-b535-c149fe732d9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:14:58.961314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-deleted', 'tag': '0326cf6f-e775-4499-8a66-2145d413307a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:14:58.964736 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c098ed-9024-4ebf-889c-85ec8dce99fd" -d '{"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-deleted", "tag": "0326cf6f-e775-4499-8a66-2145d413307a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:14:58.971814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.051594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c61c07-aed2-40f3-8ae7-45044511b653,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:59.056635 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] No DVR routers for this DVR port c0c61c07-aed2-40f3-8ae7-45044511b653 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.102792 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:14:59.107096 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:14:59.115441 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fee5ed61-56ca-4fd9-b04a-8a6ce48633ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (c0c61c07-aed2-40f3-8ae7-45044511b653), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.115725 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba3fa1ca-8b90-4081-8c71-e7efe39be113 req-2dd640c8-6fbd-4f18-8d2a-ba447dad1f70 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9489608 Feb 19 03:14:59.190177 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee5ed61-56ca-4fd9-b04a-8a6ce48633ef None None] No DVR routers for this DVR port c0c61c07-aed2-40f3-8ae7-45044511b653 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:14:59.211713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5ed61-56ca-4fd9-b04a-8a6ce48633ef None None] Pushing event deleted for resources: {'Port': ['ID=c0c61c07-aed2-40f3-8ae7-45044511b653,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:59.226823 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (cde8dd25-f108-4307-91ab-7836fe0a9bfd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.262340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde8dd25-f108-4307-91ab-7836fe0a9bfd']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:59.277865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6937ac-d371-4ada-a105-2009a16227b9') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:59.278665 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6937ac-d371-4ada-a105-2009a16227b9') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:14:59.286539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e735517-92bd-43da-899a-5dc71251f444 req-7ab2fe62-a8a9-4049-8217-48d667c68af8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:59.290968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (0e6937ac-d371-4ada-a105-2009a16227b9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.301793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e735517-92bd-43da-899a-5dc71251f444 req-7ab2fe62-a8a9-4049-8217-48d667c68af8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.0863640 Feb 19 03:14:59.315443 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (0e6937ac-d371-4ada-a105-2009a16227b9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.335985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:14:59.336869 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (0e6937ac-d371-4ada-a105-2009a16227b9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:14:59.339684 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:14:59.386016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e735517-92bd-43da-899a-5dc71251f444 req-8fa92bc0-0be4-4c7b-9ca1-f310a62ce05e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866766 Feb 19 03:14:59.491070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f03283-8ac9-4142-8018-86c5936eb18a None None] New status for floating IP aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:14:59.506806 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17b23664-3dfc-46bd-a9c7-f780e8d6c0c8 req-5c09205b-51e2-4dd3-9916-c8e2b01bf266 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0541713 Feb 19 03:14:59.507132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (cde8dd25-f108-4307-91ab-7836fe0a9bfd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.519365 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:14:59.538104 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] 10.222.0.81 "DELETE /v2.0/networks/cde8dd25-f108-4307-91ab-7836fe0a9bfd HTTP/1.1" status: 204 len: 168 time: 1.2820399 Feb 19 03:14:59.553483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4e51c-09ab-434d-a8f4-d3a6cfd57b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=cde8dd25-f108-4307-91ab-7836fe0a9bfd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:14:59.603665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c0c61c07-aed2-40f3-8ae7-45044511b653 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:14:59.614221 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d52467f-5615-4ce2-981c-86f536f92f72 x-openstack-request-id: req-1d52467f-5615-4ce2-981c-86f536f92f72 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:14:59.614886 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d7acc47-a22f-4bd2-8786-a8937d9b44ab", "name": "network-vif-deleted", "tag": "0326cf6f-e775-4499-8a66-2145d413307a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:14:59.615161 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d52467f-5615-4ce2-981c-86f536f92f72 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:14:59.615585 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d7acc47-a22f-4bd2-8786-a8937d9b44ab', 'name': 'network-vif-deleted', 'tag': '0326cf6f-e775-4499-8a66-2145d413307a', 'status': 'completed', 'code': 200} Feb 19 03:14:59.745698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41816) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:59.762191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c0c61c07-aed2-40f3-8ae7-45044511b653 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:14:59.762901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c0c61c07-aed2-40f3-8ae7-45044511b653 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:14:59.914674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a74a6272-9b24-44fb-9ab7-ec3e5a89deaf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=82dad37909b049e1bf2de6b4db533728&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1677108 Feb 19 03:14:59.918128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41822) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:14:59.928557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47340e0d-15bb-43eb-8482-1947e0e95713 req-49d5d870-c985-4464-976b-70da3241c556 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:14:59.938912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47340e0d-15bb-43eb-8482-1947e0e95713 req-49d5d870-c985-4464-976b-70da3241c556 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1861198 Feb 19 03:14:59.957334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41826) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:00.017321 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b909-cce8-4641-bae2-c1de39a4670c admin admin] Publish callbacks [] for security_group (c908c0c7-1187-4d4e-860b-3817de047547), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.048756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b909-cce8-4641-bae2-c1de39a4670c admin admin] Publish callbacks [] for security_group (c908c0c7-1187-4d4e-860b-3817de047547), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.050248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f13087-226f-4042-899b-e5082161992a req-4c942d6f-f94b-47c6-89d9-8d9366cbc6cf tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:00.052014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5f13087-226f-4042-899b-e5082161992a req-4c942d6f-f94b-47c6-89d9-8d9366cbc6cf tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.0934353 Feb 19 03:15:00.068099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47340e0d-15bb-43eb-8482-1947e0e95713 req-9e0c6b08-daad-48cf-af64-ae14a88ea07f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259556 Feb 19 03:15:00.132278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5f13087-226f-4042-899b-e5082161992a req-43b024dd-b55a-48ed-968f-9d6e960cd3c2 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630789 Feb 19 03:15:00.140594 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b909-cce8-4641-bae2-c1de39a4670c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c908c0c7-1187-4d4e-860b-3817de047547), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.144931 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b909-cce8-4641-bae2-c1de39a4670c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.149997 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3ff6b909-cce8-4641-bae2-c1de39a4670c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c908c0c7-1187-4d4e-860b-3817de047547 HTTP/1.1" status: 204 len: 168 time: 0.2306981 Feb 19 03:15:00.161870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6b909-cce8-4641-bae2-c1de39a4670c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c908c0c7-1187-4d4e-860b-3817de047547,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:00.268258 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ac5be72-6d8f-45a1-90c4-e66e32c90eaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.415905 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ac5be72-6d8f-45a1-90c4-e66e32c90eaf admin admin] Publish callbacks [] for security_group (5d650595-304f-4812-ba5e-ae0bf8fc1d02), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.439068 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ac5be72-6d8f-45a1-90c4-e66e32c90eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5d650595-304f-4812-ba5e-ae0bf8fc1d02), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.537111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5be72-6d8f-45a1-90c4-e66e32c90eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d650595-304f-4812-ba5e-ae0bf8fc1d02,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:00.543727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5ac5be72-6d8f-45a1-90c4-e66e32c90eaf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=391a78fc71dd4d79ba8c2e750dc83091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5839291 Feb 19 03:15:00.547863 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41846) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:00.619396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93c72d-b26d-423f-886a-451f3597a441 req-0f805562-2863-4b4e-90b9-9834967718dc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:00.633604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd93c72d-b26d-423f-886a-451f3597a441 req-0f805562-2863-4b4e-90b9-9834967718dc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1133294 Feb 19 03:15:00.694026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209ddc7f-2e03-4201-acd5-83b3e89d69ee admin admin] Publish callbacks [] for security_group (5d650595-304f-4812-ba5e-ae0bf8fc1d02), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.732528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd93c72d-b26d-423f-886a-451f3597a441 req-31e8d1d3-81a0-46ca-812d-0746208c73be tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977144 Feb 19 03:15:00.771910 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209ddc7f-2e03-4201-acd5-83b3e89d69ee admin admin] Publish callbacks [] for security_group (5d650595-304f-4812-ba5e-ae0bf8fc1d02), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.865823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852cb28-eb69-493b-bb47-fb67a649397f req-0ff4800c-51e9-41fc-9615-42f88ff5f2aa tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:00.869937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f852cb28-eb69-493b-bb47-fb67a649397f req-0ff4800c-51e9-41fc-9615-42f88ff5f2aa tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 945 time: 0.1364217 Feb 19 03:15:00.891690 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209ddc7f-2e03-4201-acd5-83b3e89d69ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5d650595-304f-4812-ba5e-ae0bf8fc1d02), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.894388 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209ddc7f-2e03-4201-acd5-83b3e89d69ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:00.897886 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-209ddc7f-2e03-4201-acd5-83b3e89d69ee admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d650595-304f-4812-ba5e-ae0bf8fc1d02 HTTP/1.1" status: 204 len: 168 time: 0.3467538 Feb 19 03:15:00.917976 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ddc7f-2e03-4201-acd5-83b3e89d69ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d650595-304f-4812-ba5e-ae0bf8fc1d02,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:01.013130 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39554380-bd15-47e0-a729-a4a62ade90fc req-c40f3937-ce4e-4b9a-8057-f3389795634e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0853021 Feb 19 03:15:01.042580 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f852cb28-eb69-493b-bb47-fb67a649397f req-1816c348-d2d6-490e-a6f4-bab9a70db9b6 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652477 Feb 19 03:15:01.289228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03959643-e545-468f-89e6-c4e5b3fea696 req-ce0e4f17-7024-4ecd-a6c9-dcc6a783aefc tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:01.290825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03959643-e545-468f-89e6-c4e5b3fea696 req-ce0e4f17-7024-4ecd-a6c9-dcc6a783aefc tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1163819 Feb 19 03:15:01.388115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03959643-e545-468f-89e6-c4e5b3fea696 req-1012959a-317c-45a4-b125-c85da3a0a024 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895517 Feb 19 03:15:01.421882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41886) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:01.443355 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ecc05ae-7db5-40de-bee2-1774cf4d071f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.504015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41888) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:01.602312 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ecc05ae-7db5-40de-bee2-1774cf4d071f admin admin] Publish callbacks [] for security_group (71041cd9-a6ec-4a01-8415-1f5fe826690a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.609069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47054f-c08e-4937-86d6-7065f5010a50 req-e88d6d10-cebf-42ce-afbe-b9fb45037ce6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:01.611058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af47054f-c08e-4937-86d6-7065f5010a50 req-e88d6d10-cebf-42ce-afbe-b9fb45037ce6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1012919 Feb 19 03:15:01.617003 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ecc05ae-7db5-40de-bee2-1774cf4d071f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (71041cd9-a6ec-4a01-8415-1f5fe826690a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.668859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecc05ae-7db5-40de-bee2-1774cf4d071f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71041cd9-a6ec-4a01-8415-1f5fe826690a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:01.712755 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1ecc05ae-7db5-40de-bee2-1774cf4d071f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76d3350b25c446dbac6bf548e8638104&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2896731 Feb 19 03:15:01.715275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41892) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:01.732639 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af47054f-c08e-4937-86d6-7065f5010a50 req-2c2cb989-6323-453a-8932-1f03987d9fdb tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135552 Feb 19 03:15:01.836647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a262ba9-b0da-4eb0-b77c-90bfb8f84019 admin admin] Publish callbacks [] for security_group (71041cd9-a6ec-4a01-8415-1f5fe826690a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.864493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1451090439-network', 'tenant_id': 'b2359d397f7e4d539fb71c566ef4bcb7'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:01.892685 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a262ba9-b0da-4eb0-b77c-90bfb8f84019 admin admin] Publish callbacks [] for security_group (71041cd9-a6ec-4a01-8415-1f5fe826690a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.958359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Made reservation on behalf of b2359d397f7e4d539fb71c566ef4bcb7 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:01.962882 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.995101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a262ba9-b0da-4eb0-b77c-90bfb8f84019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (71041cd9-a6ec-4a01-8415-1f5fe826690a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:01.996043 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.006683 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a262ba9-b0da-4eb0-b77c-90bfb8f84019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.008293 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7a262ba9-b0da-4eb0-b77c-90bfb8f84019 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71041cd9-a6ec-4a01-8415-1f5fe826690a HTTP/1.1" status: 204 len: 168 time: 0.2921014 Feb 19 03:15:02.018703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a262ba9-b0da-4eb0-b77c-90bfb8f84019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71041cd9-a6ec-4a01-8415-1f5fe826690a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:02.222954 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Publish callbacks [] for security_group (fa48f72c-7c77-460e-ae84-326e0d86df8b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.246569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c8df4-da15-4ab7-a87e-7173fbce0bc3 req-3a6e472a-95cb-4af1-a4d7-121894e0de8c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:02.262647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-840c8df4-da15-4ab7-a87e-7173fbce0bc3 req-3a6e472a-95cb-4af1-a4d7-121894e0de8c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3733041 Feb 19 03:15:02.342736 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fa48f72c-7c77-460e-ae84-326e0d86df8b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.392391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa48f72c-7c77-460e-ae84-326e0d86df8b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:02.493131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-840c8df4-da15-4ab7-a87e-7173fbce0bc3 req-4b741054-ad48-48ef-b52d-ef72127c96cc tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295074 Feb 19 03:15:02.496936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f13b9f0-6fd7-4ccc-8279-57dcd81d02d1 req-914bacc2-b971-4567-a9dd-f710179affa3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.2059689 Feb 19 03:15:02.505965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:15:02.539439 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6648c09f-38ba-4438-83a5-ce5a47ffdff0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.539756 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Added segment 6648c09f-38ba-4438-83a5-ce5a47ffdff0 of type vlan for network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 Feb 19 03:15:02.559128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa3bd6-f02c-41fb-8c82-08d09b3c430b req-79c0ec11-fbc4-43e9-ac3d-91901c86b105 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:02.560779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1fa3bd6-f02c-41fb-8c82-08d09b3c430b req-79c0ec11-fbc4-43e9-ac3d-91901c86b105 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.67 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 945 time: 0.2683241 Feb 19 03:15:02.682159 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (3fd9dc96-5a0a-4944-8417-683f8b2c7f71), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.767972 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (3fd9dc96-5a0a-4944-8417-683f8b2c7f71), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.769259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:02.769995 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:02.888748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] Pushing event updated for resources: {'Network': ['ID=3fd9dc96-5a0a-4944-8417-683f8b2c7f71,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:02.899915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c0cbe4a5-4afe-448d-bc11-c5ba26b3924c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3947332 Feb 19 03:15:02.902847 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41934) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:02.903571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:15:02.908503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-42a75b6f-52b7-4506-83b4-18b440620e83 admin admin] Request body: {'subnet': {'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1451090439-subnet', 'tenant_id': 'b2359d397f7e4d539fb71c566ef4bcb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:02.960435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a75b6f-52b7-4506-83b4-18b440620e83 admin admin] Made reservation on behalf of b2359d397f7e4d539fb71c566ef4bcb7 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:02.962812 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42a75b6f-52b7-4506-83b4-18b440620e83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:03.019429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884dd8a8-25bc-4dbf-b443-3bab9d9a273c req-b64ac2c0-590b-428a-a760-2458e9ad9851 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:03.025463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-884dd8a8-25bc-4dbf-b443-3bab9d9a273c req-b64ac2c0-590b-428a-a760-2458e9ad9851 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3044538 Feb 19 03:15:03.085103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997bca-d375-4bbf-bfbc-e19b4608a0c2 req-6a43696c-33fc-47cd-b563-89f565f0b603 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:03.093265 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc997bca-d375-4bbf-bfbc-e19b4608a0c2 req-6a43696c-33fc-47cd-b563-89f565f0b603 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 945 time: 0.3777804 Feb 19 03:15:03.158498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc997bca-d375-4bbf-bfbc-e19b4608a0c2 req-ed9b937e-2cea-4013-8339-e24278829a29 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/security-groups?id=4f7aa04c-39c8-4703-b238-a927aee1b990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637703 Feb 19 03:15:03.195919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b1fa3bd6-f02c-41fb-8c82-08d09b3c430b req-12e14d30-32f3-45ed-82e9-2e8d99c8a585 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Deleting port 54e3399e-ac41-4498-9b14-89ad49889f53 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:03.196191 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1fa3bd6-f02c-41fb-8c82-08d09b3c430b req-12e14d30-32f3-45ed-82e9-2e8d99c8a585 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:03.293151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-884dd8a8-25bc-4dbf-b443-3bab9d9a273c req-5f9590d7-689c-42b3-848c-69be983b1079 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585299 Feb 19 03:15:03.317038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42a75b6f-52b7-4506-83b4-18b440620e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (f227e848-d3a5-4e44-b9ca-2dd84f683462), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:03.426855 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a75b6f-52b7-4506-83b4-18b440620e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f227e848-d3a5-4e44-b9ca-2dd84f683462,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:03.451814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b1fa3bd6-f02c-41fb-8c82-08d09b3c430b req-12e14d30-32f3-45ed-82e9-2e8d99c8a585 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] For port 54e3399e-ac41-4498-9b14-89ad49889f53, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=54e3399e-ac41-4498-9b14-89ad49889f53,segment=NetworkSegment(2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de),segment_id=2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:03.453450 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1fa3bd6-f02c-41fb-8c82-08d09b3c430b req-12e14d30-32f3-45ed-82e9-2e8d99c8a585 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:03.471157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b1fa3bd6-f02c-41fb-8c82-08d09b3c430b req-12e14d30-32f3-45ed-82e9-2e8d99c8a585 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Calling delete_port for 54e3399e-ac41-4498-9b14-89ad49889f53 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:03.506493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a75b6f-52b7-4506-83b4-18b440620e83 admin admin] Checking segment: {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:03.506700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a75b6f-52b7-4506-83b4-18b440620e83 admin admin] Network hostable DHCP agents. Network: 3fd9dc96-5a0a-4944-8417-683f8b2c7f71, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:15:03.558912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a75b6f-52b7-4506-83b4-18b440620e83 admin admin] Network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:15:03.583723 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-42a75b6f-52b7-4506-83b4-18b440620e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 3fd9dc96-5a0a-4944-8417-683f8b2c7f71) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:03.598511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a75b6f-52b7-4506-83b4-18b440620e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:03.599056 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42a75b6f-52b7-4506-83b4-18b440620e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:03.599712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1ee08a-384a-4ec5-b7e7-f707d285b82c None None] Network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:15:03.611131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6dc35-87d1-4f14-94b3-990c0c0dfd72 req-ded28524-dd6e-4391-bb5c-eb1ddf0fca9e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:03.624687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-96e6dc35-87d1-4f14-94b3-990c0c0dfd72 req-ded28524-dd6e-4391-bb5c-eb1ddf0fca9e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.2158313 Feb 19 03:15:03.634691 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-42a75b6f-52b7-4506-83b4-18b440620e83 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7295804 Feb 19 03:15:03.847033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5df064a8-9840-4347-8301-67b244090a73 req-601c341e-3a1d-4837-b2d9-97f580cb22c6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.1296647 Feb 19 03:15:03.877554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-96e6dc35-87d1-4f14-94b3-990c0c0dfd72 req-5725c7a4-8e87-4493-b1e4-144607660e68 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467537 Feb 19 03:15:03.887523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01391922-d50b-4c65-899c-ac563b340eed None None] Network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:15:04.046692 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1fa3bd6-f02c-41fb-8c82-08d09b3c430b req-12e14d30-32f3-45ed-82e9-2e8d99c8a585 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (54e3399e-ac41-4498-9b14-89ad49889f53), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.190926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e14d30-32f3-45ed-82e9-2e8d99c8a585 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Pushing event deleted for resources: {'Port': ['ID=54e3399e-ac41-4498-9b14-89ad49889f53,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:04.301944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1fa3bd6-f02c-41fb-8c82-08d09b3c430b req-12e14d30-32f3-45ed-82e9-2e8d99c8a585 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] No DVR routers for this DVR port 54e3399e-ac41-4498-9b14-89ad49889f53 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:15:04.307142 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b1fa3bd6-f02c-41fb-8c82-08d09b3c430b req-12e14d30-32f3-45ed-82e9-2e8d99c8a585 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.317427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1fa3bd6-f02c-41fb-8c82-08d09b3c430b req-12e14d30-32f3-45ed-82e9-2e8d99c8a585 tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.67 "DELETE /v2.0/ports/54e3399e-ac41-4498-9b14-89ad49889f53 HTTP/1.1" status: 204 len: 173 time: 1.7427824 Feb 19 03:15:04.335847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bedae561-9609-44f6-8c1a-c82fc53482d3', 'name': 'network-vif-deleted', 'tag': '54e3399e-ac41-4498-9b14-89ad49889f53'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:04.347404 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a5bb76-38f4-43be-b18e-dd529ce77a64" -d '{"events": [{"server_uuid": "bedae561-9609-44f6-8c1a-c82fc53482d3", "name": "network-vif-deleted", "tag": "54e3399e-ac41-4498-9b14-89ad49889f53"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:04.407190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc55e6-537a-4023-adfd-8d62fe8e6cc0 req-7f7a347b-f52f-4be9-adbb-c1b35d917f90 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:04.411123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3bc55e6-537a-4023-adfd-8d62fe8e6cc0 req-7f7a347b-f52f-4be9-adbb-c1b35d917f90 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3559060 Feb 19 03:15:04.642930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3bc55e6-537a-4023-adfd-8d62fe8e6cc0 req-d29e4cd2-7651-447a-8517-a30605a661fa tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091193 Feb 19 03:15:04.647301 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-914a6abb-0ac9-4353-b0e8-26bb7913e075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:04.847063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32576823-8449-4b00-98b1-52a1167a81b6 req-8830c36f-13db-4ed8-8491-d15b1406ba6f tempest-VolumesSnapshotTestJSON-638148097 tempest-VolumesSnapshotTestJSON-638148097-project] 10.222.0.81 "GET /v2.0/ports?device_id=bedae561-9609-44f6-8c1a-c82fc53482d3 HTTP/1.1" status: 200 len: 210 time: 0.0555370 Feb 19 03:15:04.894090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-854adb8c-0074-4364-9d00-ba109362fd19 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:04.895673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-854adb8c-0074-4364-9d00-ba109362fd19 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 812 time: 0.2313540 Feb 19 03:15:04.932946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-70e36994-ee94-4d46-a6fc-df157804e51c tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/quotas/b2359d397f7e4d539fb71c566ef4bcb7 HTTP/1.1" status: 200 len: 375 time: 0.0298746 Feb 19 03:15:04.965611 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 54e3399e-ac41-4498-9b14-89ad49889f53 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:05.002999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-537eb06b-1a8f-4a86-94f2-6462c1dc2b39 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643904 Feb 19 03:15:05.013552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 54e3399e-ac41-4498-9b14-89ad49889f53 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:15:05.014260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 54e3399e-ac41-4498-9b14-89ad49889f53 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:05.142763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-d749d9a6-2f90-4d3d-a8c7-9a1ffb1f2da2 service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382859 Feb 19 03:15:05.217687 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169fa8e4-8ef1-40fe-b7e2-ff83bd82ab11 x-openstack-request-id: req-169fa8e4-8ef1-40fe-b7e2-ff83bd82ab11 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:05.217978 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bedae561-9609-44f6-8c1a-c82fc53482d3", "name": "network-vif-deleted", "tag": "54e3399e-ac41-4498-9b14-89ad49889f53", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:05.218238 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-169fa8e4-8ef1-40fe-b7e2-ff83bd82ab11 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:05.218638 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bedae561-9609-44f6-8c1a-c82fc53482d3', 'name': 'network-vif-deleted', 'tag': '54e3399e-ac41-4498-9b14-89ad49889f53', 'status': 'completed', 'code': 200} Feb 19 03:15:05.288863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdfe1df4-6f95-4b12-8187-f38c501588fc req-7aa85cc3-b3fe-42b5-8850-9f05309f9a96 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0384567 Feb 19 03:15:05.299070 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-dfc5da71-f649-4050-9cca-a50043c47ff4 service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552777 Feb 19 03:15:05.599910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f988476-6ad2-4583-892e-9c2453c5e3ea req-81499aa3-58d1-4282-8923-110bcc552f2b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:05.611117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f988476-6ad2-4583-892e-9c2453c5e3ea req-81499aa3-58d1-4282-8923-110bcc552f2b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.0929706 Feb 19 03:15:05.693580 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bf52e7c-924b-41af-bcd7-1b2bc18eaed8 req-919f590e-ec59-44b9-af28-0c9f0475e3ee tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 210 time: 0.0672686 Feb 19 03:15:05.749464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f988476-6ad2-4583-892e-9c2453c5e3ea req-e5775013-10d6-4757-94b5-7e53b757f374 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354911 Feb 19 03:15:05.867180 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-257fb57d-ab65-4fb9-b18e-f5db62c117f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:05.932583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a101c56-1e7f-4ff8-988f-bf5c07f08200 req-5fed679d-cd00-4518-916a-239cba42ae8b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:05.944352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a101c56-1e7f-4ff8-988f-bf5c07f08200 req-5fed679d-cd00-4518-916a-239cba42ae8b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1114635 Feb 19 03:15:06.043313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a101c56-1e7f-4ff8-988f-bf5c07f08200 req-107d6cd3-46b5-4fb9-983e-9b5dc7efa287 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973887 Feb 19 03:15:06.334900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79eea-a4eb-4f90-b4de-0a0818c631ec req-454bb385-eabf-4860-a5e1-203c74d54a6f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:06.344337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92f79eea-a4eb-4f90-b4de-0a0818c631ec req-454bb385-eabf-4860-a5e1-203c74d54a6f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1290829 Feb 19 03:15:06.486268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92f79eea-a4eb-4f90-b4de-0a0818c631ec req-eeecc4c3-6f99-45b4-be1c-7adc14b063a3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274331 Feb 19 03:15:06.522251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06e527ef-81ec-4457-9c96-291d9fbad316 req-ab0c82ca-e194-4c60-a3e1-fcf8fd5a534a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0347819 Feb 19 03:15:06.693962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4688b6-37f9-4d90-8e7e-0372dd9369a2 req-56096ef8-cfd4-42a5-b078-be4b81d18cc4 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:06.695640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f4688b6-37f9-4d90-8e7e-0372dd9369a2 req-56096ef8-cfd4-42a5-b078-be4b81d18cc4 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1235056 Feb 19 03:15:06.811081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f4688b6-37f9-4d90-8e7e-0372dd9369a2 req-e84cfae5-0c1f-46b4-b14d-f7e494431425 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978546 Feb 19 03:15:06.947136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48d7f36c-654f-4e7f-a9a9-5d3927db13ad req-ccb8d4e2-b745-40f1-90f7-0197d7a35eb7 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 210 time: 0.0782917 Feb 19 03:15:07.038439 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:07.105775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc3009-ba37-404a-9135-20c615784b87 req-c146261b-dea6-40ca-971e-07c0bd7c12fa tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:07.115878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02fc3009-ba37-404a-9135-20c615784b87 req-c146261b-dea6-40ca-971e-07c0bd7c12fa tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1316874 Feb 19 03:15:07.191594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02fc3009-ba37-404a-9135-20c615784b87 req-99574c96-764e-401b-b8e2-c28485afa48a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739064 Feb 19 03:15:07.412433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb812b-e802-4794-9490-2c8bcb2d8766 req-7db12792-8e36-4281-9a09-4d4d1a033145 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:07.414660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94bb812b-e802-4794-9490-2c8bcb2d8766 req-7db12792-8e36-4281-9a09-4d4d1a033145 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1080797 Feb 19 03:15:07.555489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94bb812b-e802-4794-9490-2c8bcb2d8766 req-61ca14e0-8848-46cf-978b-814e1a2014e4 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267388 Feb 19 03:15:07.847030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2209a694-6f7c-4ecb-a389-b3b30dbe62e4 req-daafe145-bbd7-4bb3-988f-0915666481f4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0942869 Feb 19 03:15:08.004149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-b35b9f23-3e0c-460e-a380-a25efdb3269e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:08.005969 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-b35b9f23-3e0c-460e-a380-a25efdb3269e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 812 time: 0.3865891 Feb 19 03:15:08.028674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Request body: {'port': {'device_id': 'e82c305e-176f-4633-9447-ff5be4d42f9b', 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71', 'admin_state_up': True, 'tenant_id': 'b2359d397f7e4d539fb71c566ef4bcb7'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:08.096599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a4b3b-a0b8-41c3-b0e1-c7a97f43818f req-215f1906-e91b-4af9-9b32-3fd1be14c371 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:08.103380 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b33a4b3b-a0b8-41c3-b0e1-c7a97f43818f req-215f1906-e91b-4af9-9b32-3fd1be14c371 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1462164 Feb 19 03:15:08.243759 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b06cfc87-3ed6-4f00-8fe9-2fd195774fe8 req-63183151-3482-4204-8586-e67bbb02e3f0 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 210 time: 0.1093159 Feb 19 03:15:08.285271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b33a4b3b-a0b8-41c3-b0e1-c7a97f43818f req-e8d1903d-73c9-4739-a394-2c005818086e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809208 Feb 19 03:15:08.348219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Made reservation on behalf of b2359d397f7e4d539fb71c566ef4bcb7 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:08.352656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.368777 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.549946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Allocated IP 172.20.0.12 (3fd9dc96-5a0a-4944-8417-683f8b2c7f71/f227e848-d3a5-4e44-b9ca-2dd84f683462/4d6f9996-1560-44d1-aa4c-22125129a3ed) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:08.792030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8bbe8-60a8-4e60-9c02-e130eb64aa6a req-a98ca548-ecf4-4479-b8a2-db418b2eda70 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:08.799243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ec8bbe8-60a8-4e60-9c02-e130eb64aa6a req-a98ca548-ecf4-4479-b8a2-db418b2eda70 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1005220 Feb 19 03:15:08.817208 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks [] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:08.887608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ec8bbe8-60a8-4e60-9c02-e130eb64aa6a req-226594ed-ca7c-4994-87f1-7910180427b4 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822501 Feb 19 03:15:08.944763 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:09.091298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:09.117422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:09.130781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:09.276384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:09.277310 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:09.327291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc6ad545-789d-45a8-b771-2517951ca979 req-d05290c3-d88c-4087-9bac-2d23a43899f3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.2343481 Feb 19 03:15:09.350419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Pushing event updated for resources: {'Port': ['ID=4d6f9996-1560-44d1-aa4c-22125129a3ed,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:09.361026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-da0bf023-b1da-4dce-9707-20de89056dbc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3425944 Feb 19 03:15:09.374600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Request body: {'port': {'device_id': 'e82c305e-176f-4633-9447-ff5be4d42f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:09.434568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db587f-e309-484b-8ca3-52333c0e01d2 req-15134868-4f21-429d-8329-0ce6c8351393 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:09.436483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48db587f-e309-484b-8ca3-52333c0e01d2 req-15134868-4f21-429d-8329-0ce6c8351393 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1835268 Feb 19 03:15:09.490146 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:09.792414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48db587f-e309-484b-8ca3-52333c0e01d2 req-c8031e32-ee66-4406-9f83-defc23c2a34e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249309 Feb 19 03:15:09.971732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a51a3-6e0c-45fd-a04b-9367abd3c1af req-55a5fbf9-f027-4a1b-b326-5ae16f35fa4b tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:09.973441 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef9a51a3-6e0c-45fd-a04b-9367abd3c1af req-55a5fbf9-f027-4a1b-b326-5ae16f35fa4b tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 932 time: 0.4595873 Feb 19 03:15:10.034849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:10.235668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1749559-f545-4725-b206-63c878edd78c req-940f6230-8335-481d-8a0b-a260218643a3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:10.237831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1749559-f545-4725-b206-63c878edd78c req-940f6230-8335-481d-8a0b-a260218643a3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3072209 Feb 19 03:15:10.268069 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef9a51a3-6e0c-45fd-a04b-9367abd3c1af req-b2054a1c-89c8-4bf8-b9d0-d8921895a59a tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846069 Feb 19 03:15:10.354310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1749559-f545-4725-b206-63c878edd78c req-325db48c-1977-4c23-a046-054549613b27 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910058 Feb 19 03:15:10.484645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d6f9996-1560-44d1-aa4c-22125129a3ed {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:10.522387 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Publish callbacks [] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:10.594102 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e103fff2-28f9-4cb5-b551-d270ee9d65ab req-7cd88ccb-1b82-4a84-b596-d5ebe292bf84 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.1070659 Feb 19 03:15:10.645161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Transition to ACTIVE for port object 4d6f9996-1560-44d1-aa4c-22125129a3ed will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:15:10.677706 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:10.735372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-7d48c309-e73e-46d7-ba37-04c55232eae1 req-67402961-aef7-4feb-9795-ebb33cf33bc9 service neutron] (109899) timed out ('10.222.0.67', 49587) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:15:10.748317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6f9996-1560-44d1-aa4c-22125129a3ed,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:10.761860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087fbd1-03dd-49b0-b37d-bf7323d04c06 req-be3ab987-36a1-4d37-9585-53524cf54f77 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:10.769000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f087fbd1-03dd-49b0-b37d-bf7323d04c06 req-be3ab987-36a1-4d37-9585-53524cf54f77 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1718271 Feb 19 03:15:10.858290 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Attempting to bind port 4d6f9996-1560-44d1-aa4c-22125129a3ed on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:10.858821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Attempting to bind port 4d6f9996-1560-44d1-aa4c-22125129a3ed by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:10.859425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Attempting to bind port 4d6f9996-1560-44d1-aa4c-22125129a3ed on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:10.865407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Port 4d6f9996-1560-44d1-aa4c-22125129a3ed on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:15:10.865940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Attempting to bind port 4d6f9996-1560-44d1-aa4c-22125129a3ed on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:10.881130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:10.881734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Checking segment: {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:10.882400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Bound using segment: {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:10.883028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Bound port: 4d6f9996-1560-44d1-aa4c-22125129a3ed, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:10.883554 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:10.913032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f087fbd1-03dd-49b0-b37d-bf7323d04c06 req-048dfe54-7030-4f0a-a6d7-f272bf8d4179 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428502 Feb 19 03:15:11.151651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] For port 4d6f9996-1560-44d1-aa4c-22125129a3ed, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:11.192722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] For port 4d6f9996-1560-44d1-aa4c-22125129a3ed, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=4d6f9996-1560-44d1-aa4c-22125129a3ed,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:11.209851 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.315892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Pushing event updated for resources: {'Port': ['ID=4d6f9996-1560-44d1-aa4c-22125129a3ed,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:11.321933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:11.322853 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:11.325096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ae612bb7-2ec3-49ab-b386-76eed9487451 service neutron] 10.222.0.67 "PUT /v2.0/ports/4d6f9996-1560-44d1-aa4c-22125129a3ed HTTP/1.1" status: 200 len: 1092 time: 1.9557641 Feb 19 03:15:11.329080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82c305e-176f-4633-9447-ff5be4d42f9b', 'tag': '4d6f9996-1560-44d1-aa4c-22125129a3ed'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:11.333094 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82ae637-3a96-403f-9e48-2199cca3e698" -d '{"events": [{"name": "network-changed", "server_uuid": "e82c305e-176f-4633-9447-ff5be4d42f9b", "tag": "4d6f9996-1560-44d1-aa4c-22125129a3ed"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:11.368562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4f769-da0a-43c1-a8ca-14aecfe4fb0d req-8d30b7f6-12e8-4291-985b-a4e0dcd20c76 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:11.379454 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2a4f769-da0a-43c1-a8ca-14aecfe4fb0d req-8d30b7f6-12e8-4291-985b-a4e0dcd20c76 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3196313 Feb 19 03:15:11.592316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2a4f769-da0a-43c1-a8ca-14aecfe4fb0d req-1c400518-bf3f-4ff0-a040-424a1bf145b3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917593 Feb 19 03:15:11.631042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-7badf8ce-deea-4ce3-8a91-bf1aac3a5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:11.632586 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-7badf8ce-deea-4ce3-8a91-bf1aac3a5dd2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 1126 time: 0.2503903 Feb 19 03:15:11.742338 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8895c124-70cf-4fd5-b0f4-e6e944403902 x-openstack-request-id: req-8895c124-70cf-4fd5-b0f4-e6e944403902 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:11.743614 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82c305e-176f-4633-9447-ff5be4d42f9b", "tag": "4d6f9996-1560-44d1-aa4c-22125129a3ed", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:11.744113 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8895c124-70cf-4fd5-b0f4-e6e944403902 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:11.744761 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82c305e-176f-4633-9447-ff5be4d42f9b', 'tag': '4d6f9996-1560-44d1-aa4c-22125129a3ed', 'status': 'completed', 'code': 200} Feb 19 03:15:11.747943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-5c2693ef-3f8c-498c-bebb-868fca47d361 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d6f9996-1560-44d1-aa4c-22125129a3ed HTTP/1.1" status: 200 len: 217 time: 0.0966415 Feb 19 03:15:11.817227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-e437d69b-55d6-4fe8-9f86-5bb1a23df30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:11.820120 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-e437d69b-55d6-4fe8-9f86-5bb1a23df30b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f227e848-d3a5-4e44-b9ca-2dd84f683462 HTTP/1.1" status: 200 len: 852 time: 0.0637684 Feb 19 03:15:11.830209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35788519-d8bf-454b-b672-8e65bbbb14a0 req-5bcbfa28-fe68-4297-a280-d9ad40036fac tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:11.839146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35788519-d8bf-454b-b672-8e65bbbb14a0 req-5bcbfa28-fe68-4297-a280-d9ad40036fac tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 944 time: 0.3731701 Feb 19 03:15:11.961998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35788519-d8bf-454b-b672-8e65bbbb14a0 req-bc404535-0651-460b-a63e-c43671926459 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172183 Feb 19 03:15:11.966941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-779cece5-f60f-4d5d-852d-dccc62dc15e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247613 Feb 19 03:15:12.114177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d64fd8bb-9940-4ea9-9b10-f7ce9f4173d4 req-a05acffb-66b8-43e8-92e5-d4f9ba726f22 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0908935 Feb 19 03:15:12.184185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-ab295240-f784-407f-8e28-061648407cb6 service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062263 Feb 19 03:15:12.214456 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-859a7907-98e6-4394-b4d6-9b36f40ca8f0 req-8121d11a-6003-4d74-abe9-74f95c7b53db service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1884847 Feb 19 03:15:12.345955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a7907-98e6-4394-b4d6-9b36f40ca8f0 req-a7d772b6-7203-4fdf-9b51-1362632491ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:12.347505 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-859a7907-98e6-4394-b4d6-9b36f40ca8f0 req-a7d772b6-7203-4fdf-9b51-1362632491ed service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 1127 time: 0.1094863 Feb 19 03:15:12.406456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c0618-cf5c-4df5-b98a-7c7c4e7f8cf5 req-d0e6c6c7-6819-4b45-8cb5-421fd7cc02be tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:12.418587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f50c0618-cf5c-4df5-b98a-7c7c4e7f8cf5 req-d0e6c6c7-6819-4b45-8cb5-421fd7cc02be tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1407049 Feb 19 03:15:12.483305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721fc252-d1d7-4f27-8c45-a6914087f414 req-5eb4c027-4412-470a-b273-9e3357b93dbc service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913656 Feb 19 03:15:12.527851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f50c0618-cf5c-4df5-b98a-7c7c4e7f8cf5 req-c17c2bb4-116b-41b7-a84e-7ba8eb719bd2 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933800 Feb 19 03:15:12.580042 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a7907-98e6-4394-b4d6-9b36f40ca8f0 req-15ef3a10-db8e-47d6-8349-4bad5e7f3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:12.581760 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-859a7907-98e6-4394-b4d6-9b36f40ca8f0 req-15ef3a10-db8e-47d6-8349-4bad5e7f3d98 service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.2135320 Feb 19 03:15:12.658705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae637-3a96-403f-9e48-2199cca3e698 req-e27b9d50-fc8c-4b02-aae5-f7f5e262e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:12.660232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b82ae637-3a96-403f-9e48-2199cca3e698 req-e27b9d50-fc8c-4b02-aae5-f7f5e262e5c4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 1126 time: 0.1122365 Feb 19 03:15:12.771114 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-859a7907-98e6-4394-b4d6-9b36f40ca8f0 req-015a80bb-af39-49b3-ab2a-d749691dee9f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 200 len: 999 time: 0.1827018 Feb 19 03:15:12.859897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a7907-98e6-4394-b4d6-9b36f40ca8f0 req-cd96d9ba-85d6-476e-9c72-ad51d7b920f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:12.862903 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-859a7907-98e6-4394-b4d6-9b36f40ca8f0 req-cd96d9ba-85d6-476e-9c72-ad51d7b920f8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.0856755 Feb 19 03:15:12.872049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae637-3a96-403f-9e48-2199cca3e698 req-44a9abf7-7a33-4eb8-92d2-3a0a38905e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:12.873599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b82ae637-3a96-403f-9e48-2199cca3e698 req-44a9abf7-7a33-4eb8-92d2-3a0a38905e07 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 913 time: 0.2062922 Feb 19 03:15:12.962818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b82ae637-3a96-403f-9e48-2199cca3e698 req-75f02ec2-50fa-4d05-a951-6fefb8570f2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d6f9996-1560-44d1-aa4c-22125129a3ed HTTP/1.1" status: 200 len: 217 time: 0.0833478 Feb 19 03:15:12.963703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a7907-98e6-4394-b4d6-9b36f40ca8f0 req-62820f78-020c-4f89-a0b8-d6f8038433fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:12.969165 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-859a7907-98e6-4394-b4d6-9b36f40ca8f0 req-62820f78-020c-4f89-a0b8-d6f8038433fa service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0977066 Feb 19 03:15:13.167417 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-859a7907-98e6-4394-b4d6-9b36f40ca8f0 req-f29fd9e6-2a82-49d5-a87e-e299c45c1812 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933732 Feb 19 03:15:13.414799 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-859a7907-98e6-4394-b4d6-9b36f40ca8f0 req-49ffd892-2378-484f-9337-04b90826aca0 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377930 Feb 19 03:15:13.779974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ae637-3a96-403f-9e48-2199cca3e698 req-75b11dd1-6e6a-480c-9fdd-0d9567d21b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:13.794761 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b82ae637-3a96-403f-9e48-2199cca3e698 req-75b11dd1-6e6a-480c-9fdd-0d9567d21b61 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f227e848-d3a5-4e44-b9ca-2dd84f683462 HTTP/1.1" status: 200 len: 852 time: 0.8240490 Feb 19 03:15:13.933048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9de3e647-4673-4603-884b-f6127fbaa53a req-060ecd70-d2bd-4994-b0c3-138084fd0a1e tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.1369400 Feb 19 03:15:13.934896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b82ae637-3a96-403f-9e48-2199cca3e698 req-52143236-7787-4f19-8cea-6e4eaa407543 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844042 Feb 19 03:15:14.076490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b82ae637-3a96-403f-9e48-2199cca3e698 req-0e291531-bf5a-49b6-a293-e1f8ed43f172 service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306415 Feb 19 03:15:14.132818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a0cbf-9c1f-4885-a8e7-089855345de9 req-b63dc819-4ae8-4753-804a-2b95ffca1ba3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:14.140240 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b69a0cbf-9c1f-4885-a8e7-089855345de9 req-b63dc819-4ae8-4753-804a-2b95ffca1ba3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 944 time: 0.3197045 Feb 19 03:15:14.356182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b82ae637-3a96-403f-9e48-2199cca3e698 req-824a2588-c7a4-47d8-bd39-2793cb02022f service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715178 Feb 19 03:15:14.388847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286113-04c9-41e1-be09-8969f5c31329 req-7d05a28f-944d-4793-b79e-e6c63f5a407e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:14.390952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22286113-04c9-41e1-be09-8969f5c31329 req-7d05a28f-944d-4793-b79e-e6c63f5a407e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.2195544 Feb 19 03:15:14.396737 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b69a0cbf-9c1f-4885-a8e7-089855345de9 req-59e47310-95fd-41d6-996d-7a78e906b1b1 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552192 Feb 19 03:15:14.505050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22286113-04c9-41e1-be09-8969f5c31329 req-2adea621-4f84-44db-b5c3-61ffc8dca008 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977058 Feb 19 03:15:14.967672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ada3c5-1d82-4bca-93a2-2c6be2ca8a73 req-6593da2b-16ad-4a23-b69e-cae6c2e2fe4e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:14.970414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58ada3c5-1d82-4bca-93a2-2c6be2ca8a73 req-6593da2b-16ad-4a23-b69e-cae6c2e2fe4e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1041393 Feb 19 03:15:15.137271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58ada3c5-1d82-4bca-93a2-2c6be2ca8a73 req-274318a1-722f-4ad0-9079-d5005e51efde tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554983 Feb 19 03:15:15.177220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07101a69-fe28-4979-82aa-f107b2dc472b req-fc1f0622-aa34-45fc-9fa5-241524a47ebe tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0712752 Feb 19 03:15:15.640022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffa96c-68f9-46b9-9a60-030d28a1243c req-68050a39-3f34-4d61-82d7-e8e206729b99 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:15.643804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01ffa96c-68f9-46b9-9a60-030d28a1243c req-68050a39-3f34-4d61-82d7-e8e206729b99 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 944 time: 0.1089613 Feb 19 03:15:15.798425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01ffa96c-68f9-46b9-9a60-030d28a1243c req-185a6dca-1f5f-4056-9a25-e25968c04d02 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421518 Feb 19 03:15:16.322969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4ce59-9aff-4711-a654-96b2c8cd8a6f req-53a34590-4e9a-4ed2-87da-35a5d7fefabf tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:16.331999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9b4ce59-9aff-4711-a654-96b2c8cd8a6f req-53a34590-4e9a-4ed2-87da-35a5d7fefabf tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.0812590 Feb 19 03:15:16.385749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cc5ecf8-0ff1-441f-85df-9811e025c47d req-56a9cbd1-1566-42ec-a852-0ed0f0a7c1fa tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0457160 Feb 19 03:15:16.426421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9b4ce59-9aff-4711-a654-96b2c8cd8a6f req-878b544b-e073-4079-ac16-6a238d3ed665 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896180 Feb 19 03:15:16.675747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdfe39-ccca-4b31-897e-b1cd4d1aa904 req-efb2fa68-f031-4282-9ed8-8105c2b003a8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:16.683367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8bdfe39-ccca-4b31-897e-b1cd4d1aa904 req-efb2fa68-f031-4282-9ed8-8105c2b003a8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1362553 Feb 19 03:15:16.749449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8bdfe39-ccca-4b31-897e-b1cd4d1aa904 req-47d9a955-f78d-4d4b-ac40-149279f56a2e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575144 Feb 19 03:15:17.008374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 4d6f9996-1560-44d1-aa4c-22125129a3ed details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:15:17.084346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ec06e-d5d9-477d-8419-edcc6a7a576c req-a890dcbb-9e62-4ae4-9129-f7a9cc2f7190 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:17.086275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db9ec06e-d5d9-477d-8419-edcc6a7a576c req-a890dcbb-9e62-4ae4-9129-f7a9cc2f7190 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 944 time: 0.1585712 Feb 19 03:15:17.116315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dedcdd-f8c6-423f-955b-7ac9890760a5 req-d478e570-8a1e-4b08-a324-03b4f52b3819 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:17.118320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8dedcdd-f8c6-423f-955b-7ac9890760a5 req-d478e570-8a1e-4b08-a324-03b4f52b3819 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1272054 Feb 19 03:15:17.246661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db9ec06e-d5d9-477d-8419-edcc6a7a576c req-3b0041c7-b742-477e-af19-a98c1414cd4e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223454 Feb 19 03:15:17.268943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8dedcdd-f8c6-423f-955b-7ac9890760a5 req-53fa0c07-c820-4d56-ba96-a2a472abb5e1 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291158 Feb 19 03:15:17.275042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 4d6f9996-1560-44d1-aa4c-22125129a3ed, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=4d6f9996-1560-44d1-aa4c-22125129a3ed,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:17.310782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '4d6f9996-1560-44d1-aa4c-22125129a3ed', 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71', 'port_id': '4d6f9996-1560-44d1-aa4c-22125129a3ed', 'mac_address': 'fa:16:3e:cd:14:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f227e848-d3a5-4e44-b9ca-2dd84f683462', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:15:17.467651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 4d6f9996-1560-44d1-aa4c-22125129a3ed is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:17.468044 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.512272 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d6f9996-1560-44d1-aa4c-22125129a3ed {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:17.521601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a03f08-ee1c-40c1-be2e-d08ea24584bf req-9a40fe47-23d6-4cbc-986c-4db3b87f0863 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:17.533887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9a03f08-ee1c-40c1-be2e-d08ea24584bf req-9a40fe47-23d6-4cbc-986c-4db3b87f0863 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1770074 Feb 19 03:15:17.565549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 4d6f9996-1560-44d1-aa4c-22125129a3ed, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=4d6f9996-1560-44d1-aa4c-22125129a3ed,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:17.597314 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:17.673444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7c56c95-14ae-42ce-8573-66c15d070ec2 req-062df237-6d68-4389-aa46-1932cdc80058 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0865712 Feb 19 03:15:17.751769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=4d6f9996-1560-44d1-aa4c-22125129a3ed,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:17.752862 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9a03f08-ee1c-40c1-be2e-d08ea24584bf req-99fc6ea3-cb58-42d3-9fa0-5bfb35f23d39 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145438 Feb 19 03:15:17.947555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['4d6f9996-1560-44d1-aa4c-22125129a3ed'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:18.093341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556daf8-d728-4060-980f-dbf9167325ec req-9835c10c-e44f-4499-ae0a-35bff1466a4e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:18.102102 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3556daf8-d728-4060-980f-dbf9167325ec req-9835c10c-e44f-4499-ae0a-35bff1466a4e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.2071195 Feb 19 03:15:18.302082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3556daf8-d728-4060-980f-dbf9167325ec req-0d2405a3-7725-4d65-8c1e-9424956a2f25 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863866 Feb 19 03:15:18.494434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9033f24f-c659-494b-b47c-0a84cb516861 req-a361469f-5b2a-4424-87ec-652eb541d1e0 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:18.501833 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42384) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:18.509474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9033f24f-c659-494b-b47c-0a84cb516861 req-a361469f-5b2a-4424-87ec-652eb541d1e0 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 945 time: 0.1460433 Feb 19 03:15:18.535134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86434ef7-1fba-451b-aea0-ffc40a4dc0be req-536a6d85-8bcf-44c2-8fe2-e40005e7c1ca tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:18.537452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-86434ef7-1fba-451b-aea0-ffc40a4dc0be req-536a6d85-8bcf-44c2-8fe2-e40005e7c1ca tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1238360 Feb 19 03:15:18.620985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9033f24f-c659-494b-b47c-0a84cb516861 req-90a83c87-bc57-438d-96db-106f858a8ef3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057644 Feb 19 03:15:18.685527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-86434ef7-1fba-451b-aea0-ffc40a4dc0be req-8dff0889-6fd1-4803-8a27-926260473182 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361492 Feb 19 03:15:18.783130 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.893395 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Publish callbacks [] for security_group (83fe6800-d990-49a0-a326-9ea7f5faf8c3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.914071 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (83fe6800-d990-49a0-a326-9ea7f5faf8c3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:18.934709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6276bf1c-a8cf-4aac-851e-09b174172438 req-e5e37798-1e5f-440d-9c12-a29eefc7d250 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0689578 Feb 19 03:15:19.006421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fe6800-d990-49a0-a326-9ea7f5faf8c3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:19.022620 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7883b9e9ae24418db1ac0870b174e2cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5167921 Feb 19 03:15:19.023199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42400) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:19.030263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.030606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.030963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.031297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.040504 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.041000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.041343 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.041677 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.042005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.042333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.042656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.042977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.043293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abc88dd-3fca-47a6-b4b7-2c6eb530ea88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.149284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552f278-5028-4a19-811d-7860005059ca req-6e73dbb4-2a12-490e-94ff-eaf4ee813dd2 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:19.151069 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6552f278-5028-4a19-811d-7860005059ca req-6e73dbb4-2a12-490e-94ff-eaf4ee813dd2 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1813459 Feb 19 03:15:19.180056 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Publish callbacks [] for security_group (83fe6800-d990-49a0-a326-9ea7f5faf8c3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.234340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Publish callbacks [] for security_group (83fe6800-d990-49a0-a326-9ea7f5faf8c3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.290609 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6552f278-5028-4a19-811d-7860005059ca req-63307f34-7806-4655-a77e-f254708e7eb1 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935419 Feb 19 03:15:19.349998 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (83fe6800-d990-49a0-a326-9ea7f5faf8c3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.352651 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.353967 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83fe6800-d990-49a0-a326-9ea7f5faf8c3 HTTP/1.1" status: 204 len: 168 time: 0.3236547 Feb 19 03:15:19.368065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fe6800-d990-49a0-a326-9ea7f5faf8c3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:19.383058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.384085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.384085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.384085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.388235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.388592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.388951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.389285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.389613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.389937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.390369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.390686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.391008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056285ca-ff1f-4355-924e-2202f842bc7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:19.531987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520df9fe-c6b4-449d-a316-a0b96ec9bbf7 req-ca549c48-4ca8-420c-8086-7eb0998ad221 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:19.561394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-520df9fe-c6b4-449d-a316-a0b96ec9bbf7 req-ca549c48-4ca8-420c-8086-7eb0998ad221 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1353896 Feb 19 03:15:19.633622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42422) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:19.676696 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-520df9fe-c6b4-449d-a316-a0b96ec9bbf7 req-c18da802-a8f4-442d-b533-f0aad9aa371c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093190 Feb 19 03:15:19.785911 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2efb7779-65ed-4f36-beca-7850879d9837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.897790 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2efb7779-65ed-4f36-beca-7850879d9837 admin admin] Publish callbacks [] for security_group (441855fd-eeb2-483b-a615-3a0b1e8d5d5b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.913412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2efb7779-65ed-4f36-beca-7850879d9837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (441855fd-eeb2-483b-a615-3a0b1e8d5d5b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:19.978844 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42434) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:20.029749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53981f82-69b1-4d06-a625-02774ddc33af req-4a5f0f67-f7be-442c-b1be-32d8d8af0340 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:20.035322 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53981f82-69b1-4d06-a625-02774ddc33af req-4a5f0f67-f7be-442c-b1be-32d8d8af0340 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1816592 Feb 19 03:15:20.058798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202bdc0-9c1e-4dcb-b3d6-ef1b4b3c8c8f req-26eb6325-f339-46d3-8d96-8036fad8bcd0 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:20.063987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7202bdc0-9c1e-4dcb-b3d6-ef1b4b3c8c8f req-26eb6325-f339-46d3-8d96-8036fad8bcd0 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 945 time: 0.2839603 Feb 19 03:15:20.074403 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b72d-c076-4e27-8fa5-9f2e27723325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.085690 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2efb7779-65ed-4f36-beca-7850879d9837 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9b0c3f5019342eaa1f1fb29fddbb1df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4500473 Feb 19 03:15:20.090149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42436) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:20.115417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb7779-65ed-4f36-beca-7850879d9837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441855fd-eeb2-483b-a615-3a0b1e8d5d5b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:20.196451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53981f82-69b1-4d06-a625-02774ddc33af req-1327e2f0-467c-431e-9626-6bc15f90dfaf tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255414 Feb 19 03:15:20.248628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7202bdc0-9c1e-4dcb-b3d6-ef1b4b3c8c8f req-903f05e0-b8f2-496f-8183-5c217ecd6261 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777284 Feb 19 03:15:20.308134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-305f69b9-5799-4176-8410-34af4817087f admin admin] Publish callbacks [] for security_group (441855fd-eeb2-483b-a615-3a0b1e8d5d5b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.349101 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99955f87-053c-4646-83d5-400c5af71924 req-db74a3ca-04c7-4c92-bfdc-00de629fd790 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0430934 Feb 19 03:15:20.405966 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-305f69b9-5799-4176-8410-34af4817087f admin admin] Publish callbacks [] for security_group (441855fd-eeb2-483b-a615-3a0b1e8d5d5b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.462840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b72d-c076-4e27-8fa5-9f2e27723325 admin admin] Publish callbacks [] for security_group (afdc9983-e9c5-4e39-bc40-b10efbe949b7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.470981 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b72d-c076-4e27-8fa5-9f2e27723325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (afdc9983-e9c5-4e39-bc40-b10efbe949b7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.508712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef26e2-65c4-4125-b4e0-6fa6296fdf20 req-5243e799-00ff-4483-acdc-ffdbc4bb1b67 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:20.511348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5bef26e2-65c4-4125-b4e0-6fa6296fdf20 req-5243e799-00ff-4483-acdc-ffdbc4bb1b67 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1385698 Feb 19 03:15:20.527531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6b72d-c076-4e27-8fa5-9f2e27723325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdc9983-e9c5-4e39-bc40-b10efbe949b7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:20.582862 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a3a6b72d-c076-4e27-8fa5-9f2e27723325 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=19a091234bf343aebbb6b4f93eb7d535&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5970283 Feb 19 03:15:20.585001 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42446) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:20.604027 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-305f69b9-5799-4176-8410-34af4817087f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (441855fd-eeb2-483b-a615-3a0b1e8d5d5b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.610545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5bef26e2-65c4-4125-b4e0-6fa6296fdf20 req-65d9a0fd-eb1d-440b-bbd9-583ad1294eb3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929601 Feb 19 03:15:20.611492 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-305f69b9-5799-4176-8410-34af4817087f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.615572 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-305f69b9-5799-4176-8410-34af4817087f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/441855fd-eeb2-483b-a615-3a0b1e8d5d5b HTTP/1.1" status: 204 len: 168 time: 0.4750972 Feb 19 03:15:20.677927 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f69b9-5799-4176-8410-34af4817087f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441855fd-eeb2-483b-a615-3a0b1e8d5d5b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:20.708808 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76f331e5-c552-4bd9-9b50-bfcaa2af2b40 admin admin] Publish callbacks [] for security_group (afdc9983-e9c5-4e39-bc40-b10efbe949b7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.746668 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76f331e5-c552-4bd9-9b50-bfcaa2af2b40 admin admin] Publish callbacks [] for security_group (afdc9983-e9c5-4e39-bc40-b10efbe949b7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.825844 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76f331e5-c552-4bd9-9b50-bfcaa2af2b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (afdc9983-e9c5-4e39-bc40-b10efbe949b7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.828427 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76f331e5-c552-4bd9-9b50-bfcaa2af2b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:20.829621 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-76f331e5-c552-4bd9-9b50-bfcaa2af2b40 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/afdc9983-e9c5-4e39-bc40-b10efbe949b7 HTTP/1.1" status: 204 len: 168 time: 0.2436800 Feb 19 03:15:20.842312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314cc8a-5f67-4494-a74f-e015e85abbeb req-9f60ef99-34fe-42aa-ae74-5f31f8046b7b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:20.846247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7314cc8a-5f67-4494-a74f-e015e85abbeb req-9f60ef99-34fe-42aa-ae74-5f31f8046b7b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1080518 Feb 19 03:15:20.855263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f331e5-c552-4bd9-9b50-bfcaa2af2b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdc9983-e9c5-4e39-bc40-b10efbe949b7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:20.966678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7314cc8a-5f67-4494-a74f-e015e85abbeb req-b1f2a4e4-78b8-49fd-bcfd-be58d1af1bb2 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131394 Feb 19 03:15:21.061459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 4d6f9996-1560-44d1-aa4c-22125129a3ed up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:21.193848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 4d6f9996-1560-44d1-aa4c-22125129a3ed completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:15:21.198626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 4d6f9996-1560-44d1-aa4c-22125129a3ed triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:21.199307 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.264150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c655bc0-4697-4f44-ae87-9c36a58b6a11 req-45e9e6e1-7a6a-4ef5-b0d0-521936cfe3cd tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:21.275836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c655bc0-4697-4f44-ae87-9c36a58b6a11 req-45e9e6e1-7a6a-4ef5-b0d0-521936cfe3cd tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1464069 Feb 19 03:15:21.399159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 4d6f9996-1560-44d1-aa4c-22125129a3ed is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:21.399820 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.442811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 4d6f9996-1560-44d1-aa4c-22125129a3ed, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=4d6f9996-1560-44d1-aa4c-22125129a3ed,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:21.445158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82c305e-176f-4633-9447-ff5be4d42f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6f9996-1560-44d1-aa4c-22125129a3ed'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:21.449794 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59948a0d-8a1f-45b9-b5cb-77ac6853aa6c" -d '{"events": [{"server_uuid": "e82c305e-176f-4633-9447-ff5be4d42f9b", "name": "network-vif-plugged", "status": "completed", "tag": "4d6f9996-1560-44d1-aa4c-22125129a3ed"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:21.463575 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.518125 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c655bc0-4697-4f44-ae87-9c36a58b6a11 req-2416b3f5-4a82-46c1-afc1-60bf0cbdc47d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413013 Feb 19 03:15:21.567670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24ffa5-8eef-46d3-9e90-8413116d8dd3 req-1931a7b5-363f-4b55-99b5-7173224a0482 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:21.570985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de24ffa5-8eef-46d3-9e90-8413116d8dd3 req-1931a7b5-363f-4b55-99b5-7173224a0482 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 945 time: 0.2054322 Feb 19 03:15:21.604067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=4d6f9996-1560-44d1-aa4c-22125129a3ed,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:21.642336 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42482) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:21.668135 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7bf755f-dfe2-4f5e-a989-c14f7e9bc1c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.769357 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-874b1b08-d1db-46c9-a3c7-7937ebd9a89f req-111dfb0e-af43-42d4-b06c-9b6908404d96 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0859952 Feb 19 03:15:21.788107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de24ffa5-8eef-46d3-9e90-8413116d8dd3 req-718fec43-8c63-44bd-b24a-4d050c27ac2e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002792 Feb 19 03:15:21.884699 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7bf755f-dfe2-4f5e-a989-c14f7e9bc1c3 admin admin] Publish callbacks [] for security_group (f6de6276-17c9-411d-99b9-bbebef2945c8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.896869 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c7bf755f-dfe2-4f5e-a989-c14f7e9bc1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f6de6276-17c9-411d-99b9-bbebef2945c8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:21.968638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf755f-dfe2-4f5e-a989-c14f7e9bc1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6de6276-17c9-411d-99b9-bbebef2945c8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:22.008990 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c7bf755f-dfe2-4f5e-a989-c14f7e9bc1c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd20b43a103b4d83ab58baaed49282dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3655217 Feb 19 03:15:22.011540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42488) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:22.127025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7b5a-af3e-4b4b-af10-217edf851340 admin admin] Publish callbacks [] for security_group (f6de6276-17c9-411d-99b9-bbebef2945c8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.145354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f3ab0-1cea-4f20-bb00-cd0432b5c2ee req-23007ebc-ca55-45f9-912c-6f53edc5652f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:22.153852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-763f3ab0-1cea-4f20-bb00-cd0432b5c2ee req-23007ebc-ca55-45f9-912c-6f53edc5652f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1126051 Feb 19 03:15:22.157659 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7b5a-af3e-4b4b-af10-217edf851340 admin admin] Publish callbacks [] for security_group (f6de6276-17c9-411d-99b9-bbebef2945c8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.215190 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541e295b-ebd4-409e-b1af-422dea05d43f x-openstack-request-id: req-541e295b-ebd4-409e-b1af-422dea05d43f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:22.216223 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82c305e-176f-4633-9447-ff5be4d42f9b", "name": "network-vif-plugged", "status": "completed", "tag": "4d6f9996-1560-44d1-aa4c-22125129a3ed", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:22.216642 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-541e295b-ebd4-409e-b1af-422dea05d43f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:22.217242 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82c305e-176f-4633-9447-ff5be4d42f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d6f9996-1560-44d1-aa4c-22125129a3ed', 'code': 200} Feb 19 03:15:22.239092 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7b5a-af3e-4b4b-af10-217edf851340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f6de6276-17c9-411d-99b9-bbebef2945c8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.243162 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7b5a-af3e-4b4b-af10-217edf851340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.244407 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0d1c7b5a-af3e-4b4b-af10-217edf851340 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f6de6276-17c9-411d-99b9-bbebef2945c8 HTTP/1.1" status: 204 len: 168 time: 0.2319918 Feb 19 03:15:22.255664 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c7b5a-af3e-4b4b-af10-217edf851340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6de6276-17c9-411d-99b9-bbebef2945c8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:22.343842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-763f3ab0-1cea-4f20-bb00-cd0432b5c2ee req-f44e7dda-63b4-4ed3-9159-c15fbfbe44fa tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877871 Feb 19 03:15:22.403155 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66f405a6-0e34-49f8-8c4d-e4a0639b6eae req-8c66481e-4d6f-4acb-ab08-c746ea3a8886 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2261994 Feb 19 03:15:22.427554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f4efd-6d9a-4cd4-8a7e-00da6625bd86 req-5203596f-489f-4e43-b3be-0c302a1fbf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:22.430132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-787f4efd-6d9a-4cd4-8a7e-00da6625bd86 req-5203596f-489f-4e43-b3be-0c302a1fbf63 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 1128 time: 0.1728060 Feb 19 03:15:22.556838 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:22.611932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-787f4efd-6d9a-4cd4-8a7e-00da6625bd86 req-6cf36885-ba8e-4de4-b4be-c31b452000d4 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743658 Feb 19 03:15:22.723144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f405a6-0e34-49f8-8c4d-e4a0639b6eae req-0fc41e01-4234-43cc-9b08-b1d96a7b763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:22.726326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66f405a6-0e34-49f8-8c4d-e4a0639b6eae req-0fc41e01-4234-43cc-9b08-b1d96a7b763c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 1127 time: 0.2369874 Feb 19 03:15:22.753746 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e3732-4417-4f6c-8a56-96d0720113fd req-3297923a-afc5-46da-9a8e-532fbd55960b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:22.755652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-247e3732-4417-4f6c-8a56-96d0720113fd req-3297923a-afc5-46da-9a8e-532fbd55960b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1795144 Feb 19 03:15:22.867145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-247e3732-4417-4f6c-8a56-96d0720113fd req-7c7f6db5-fe85-4ef0-bdb7-26eaa17330df tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049993 Feb 19 03:15:23.068245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a40d8a5-4e1c-42c2-b8d3-daf4fac4c320 req-f7bddb55-f4a6-43eb-9841-8ed603d8371a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.1463773 Feb 19 03:15:23.190865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f405a6-0e34-49f8-8c4d-e4a0639b6eae req-21ab108b-c32c-47d4-ba53-908fc7113812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:23.191531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66f405a6-0e34-49f8-8c4d-e4a0639b6eae req-21ab108b-c32c-47d4-ba53-908fc7113812 service neutron] 10.222.0.67 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.3055568 Feb 19 03:15:23.200497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96fbc89-95ea-4609-a7e4-c7fc7d639f27 req-bcdce8fc-7dd8-4067-a197-8feae054c196 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:23.208507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f96fbc89-95ea-4609-a7e4-c7fc7d639f27 req-bcdce8fc-7dd8-4067-a197-8feae054c196 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 946 time: 0.1208355 Feb 19 03:15:23.293233 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66f405a6-0e34-49f8-8c4d-e4a0639b6eae req-1e4ee68d-cb31-4dd6-9f1d-4529f4e59b11 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=674c6733-0cbc-4561-af2a-502d63f2fd64 HTTP/1.1" status: 200 len: 217 time: 0.0824921 Feb 19 03:15:23.528892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f96fbc89-95ea-4609-a7e4-c7fc7d639f27 req-cf746cd6-9015-4a3b-98cd-7c5cacec509b tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113739 Feb 19 03:15:23.529968 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:23.539777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f405a6-0e34-49f8-8c4d-e4a0639b6eae req-73ad1ee6-ad5a-42bb-96ce-10b8d2de7566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:23.541316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66f405a6-0e34-49f8-8c4d-e4a0639b6eae req-73ad1ee6-ad5a-42bb-96ce-10b8d2de7566 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.2237039 Feb 19 03:15:23.560870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7392202c-8da5-4422-9ec6-abf5bfe58565 req-af72383b-f661-4ba5-b771-375fcf658bcd tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:23.567940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7392202c-8da5-4422-9ec6-abf5bfe58565 req-af72383b-f661-4ba5-b771-375fcf658bcd tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.2567170 Feb 19 03:15:23.664978 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7392202c-8da5-4422-9ec6-abf5bfe58565 req-cf9c9861-41c6-436f-838e-392fa27c61c4 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926342 Feb 19 03:15:23.698075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f405a6-0e34-49f8-8c4d-e4a0639b6eae req-20aee29f-17c6-41dc-b21d-b903a712608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:23.699804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66f405a6-0e34-49f8-8c4d-e4a0639b6eae req-20aee29f-17c6-41dc-b21d-b903a712608d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1297193 Feb 19 03:15:24.082673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a277cc1-352b-4fbe-ba9c-d2947ccf3a1a req-9f513089-7035-41ec-81c5-f6a575953b31 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:24.084337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a277cc1-352b-4fbe-ba9c-d2947ccf3a1a req-9f513089-7035-41ec-81c5-f6a575953b31 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.2596047 Feb 19 03:15:24.119148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66f405a6-0e34-49f8-8c4d-e4a0639b6eae req-ba77ac0e-6753-4c64-907f-edc970661e7b service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4087791 Feb 19 03:15:24.326215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a277cc1-352b-4fbe-ba9c-d2947ccf3a1a req-a52421dc-a0d4-4185-9372-9e8fdf1d5f54 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341988 Feb 19 03:15:24.581819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66f405a6-0e34-49f8-8c4d-e4a0639b6eae req-799ba705-31f4-4495-931e-2e8df54c0c99 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312134 Feb 19 03:15:24.647370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5a7e7c1-4064-4108-beb8-4f12152fb5f5 req-4e79c0f3-ab6c-4f4b-978c-dc7f574095ae tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.3427701 Feb 19 03:15:24.765540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bae3b5-7b1a-4f18-9396-11cdb65d6c3f req-cc134d6e-4921-4014-85c8-0c6a5d2ecbc4 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:24.772118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9bae3b5-7b1a-4f18-9396-11cdb65d6c3f req-cc134d6e-4921-4014-85c8-0c6a5d2ecbc4 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1285882 Feb 19 03:15:24.998403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9bae3b5-7b1a-4f18-9396-11cdb65d6c3f req-33742775-b4ea-4adf-97c9-15fa39ce2a27 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207344 Feb 19 03:15:25.034963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a54c0c-5206-48c1-bf73-0242b445b4ae req-ea4b03eb-0a08-4d38-a40f-0829b4b1ded1 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:25.037366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1a54c0c-5206-48c1-bf73-0242b445b4ae req-ea4b03eb-0a08-4d38-a40f-0829b4b1ded1 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 946 time: 0.2036417 Feb 19 03:15:25.106169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1a54c0c-5206-48c1-bf73-0242b445b4ae req-19ba79bf-e351-4824-a6c3-74b8377359eb tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587282 Feb 19 03:15:25.217918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953c6e8-88a9-4c6c-9832-2a3fe826e61b req-d33169cd-17ca-4c96-80c7-6e6b74f6eb91 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:25.228400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4953c6e8-88a9-4c6c-9832-2a3fe826e61b req-d33169cd-17ca-4c96-80c7-6e6b74f6eb91 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.0907085 Feb 19 03:15:25.301425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4953c6e8-88a9-4c6c-9832-2a3fe826e61b req-3372b49f-df45-4802-8027-a6fb48a54665 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719736 Feb 19 03:15:25.654023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54cf29-52f6-400c-aa92-1871e97caaf5 req-1812ab43-a8ae-4421-bfa9-8ef31e726641 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:25.665331 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a54cf29-52f6-400c-aa92-1871e97caaf5 req-1812ab43-a8ae-4421-bfa9-8ef31e726641 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 946 time: 0.0893104 Feb 19 03:15:25.798521 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a54cf29-52f6-400c-aa92-1871e97caaf5 req-ea9207ec-4776-4467-8478-e346bfb89efd tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309485 Feb 19 03:15:25.835251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cd78d-8387-4c71-b48c-e42c05e37db7 req-7e3bac4c-0e60-4086-93e4-e8d62e5516e9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:25.840213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-584cd78d-8387-4c71-b48c-e42c05e37db7 req-7e3bac4c-0e60-4086-93e4-e8d62e5516e9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1397421 Feb 19 03:15:25.980487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-584cd78d-8387-4c71-b48c-e42c05e37db7 req-db0d8fe4-7e8e-4739-a741-18f8aadf267a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342058 Feb 19 03:15:26.076179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4bfebae4-c989-4a9f-8023-bbb320cd7032 req-5def5168-f783-4984-ad43-5d38aaddece2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.1134815 Feb 19 03:15:26.182549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede8d23-af8b-4069-943c-5790e569f015 req-c101a56f-e9a3-46ee-8839-730e67eaf729 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:26.193620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ede8d23-af8b-4069-943c-5790e569f015 req-c101a56f-e9a3-46ee-8839-730e67eaf729 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.0845938 Feb 19 03:15:26.278761 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ede8d23-af8b-4069-943c-5790e569f015 req-80e26bba-70cf-4471-8c50-cb71749c5c0f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835316 Feb 19 03:15:26.528523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9423780-38c4-4308-b63d-4db23b86a349 req-76080a92-0099-4139-91fa-33ad822a1e03 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:26.539561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9423780-38c4-4308-b63d-4db23b86a349 req-76080a92-0099-4139-91fa-33ad822a1e03 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1095755 Feb 19 03:15:26.663570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9423780-38c4-4308-b63d-4db23b86a349 req-804c056c-2e6e-4ad2-9941-ce4893fd05e2 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200168 Feb 19 03:15:27.154125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa9084-4862-466a-a6cc-59dcb2503a71 req-dffdf96c-b63c-4b14-9490-a2e08296411c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:27.155669 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdfa9084-4862-466a-a6cc-59dcb2503a71 req-dffdf96c-b63c-4b14-9490-a2e08296411c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3482370 Feb 19 03:15:27.167281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6fd36-e8f5-4b39-98f4-eb2bcb55865c req-063d558b-3ab6-458f-9b18-b1b7a7902907 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:27.168850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0da6fd36-e8f5-4b39-98f4-eb2bcb55865c req-063d558b-3ab6-458f-9b18-b1b7a7902907 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 946 time: 0.2923334 Feb 19 03:15:27.226198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ef69a-6096-4f31-83ff-a9da57f12188 req-05e20f69-8058-40cd-9871-e2452dd6615c tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:27.233020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f5ef69a-6096-4f31-83ff-a9da57f12188 req-05e20f69-8058-40cd-9871-e2452dd6615c tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 946 time: 0.2104502 Feb 19 03:15:27.369518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdfa9084-4862-466a-a6cc-59dcb2503a71 req-d3ecc487-8a8b-4898-9d72-289876de2464 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949399 Feb 19 03:15:27.405939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f5ef69a-6096-4f31-83ff-a9da57f12188 req-15bbdf08-a7cd-41dd-bb2d-7780b6280156 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718917 Feb 19 03:15:27.496810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0da6fd36-e8f5-4b39-98f4-eb2bcb55865c req-d6068adc-2a6e-4424-9a6a-e616839e2130 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Deleting port 4d6f9996-1560-44d1-aa4c-22125129a3ed {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:27.497558 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0da6fd36-e8f5-4b39-98f4-eb2bcb55865c req-d6068adc-2a6e-4424-9a6a-e616839e2130 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.705032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8eb69f9c-d4d8-4049-8acd-20efa5d5fba6 req-d5982462-9ec5-41da-88ce-14939c51a020 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.1532111 Feb 19 03:15:27.791893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0da6fd36-e8f5-4b39-98f4-eb2bcb55865c req-d6068adc-2a6e-4424-9a6a-e616839e2130 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] For port 4d6f9996-1560-44d1-aa4c-22125129a3ed, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=4d6f9996-1560-44d1-aa4c-22125129a3ed,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:27.792634 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0da6fd36-e8f5-4b39-98f4-eb2bcb55865c req-d6068adc-2a6e-4424-9a6a-e616839e2130 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:27.814636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0da6fd36-e8f5-4b39-98f4-eb2bcb55865c req-d6068adc-2a6e-4424-9a6a-e616839e2130 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Calling delete_port for 4d6f9996-1560-44d1-aa4c-22125129a3ed owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:28.310731 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0da6fd36-e8f5-4b39-98f4-eb2bcb55865c req-d6068adc-2a6e-4424-9a6a-e616839e2130 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4d6f9996-1560-44d1-aa4c-22125129a3ed), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.387402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42688) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:28.443495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6068adc-2a6e-4424-9a6a-e616839e2130 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Pushing event deleted for resources: {'Port': ['ID=4d6f9996-1560-44d1-aa4c-22125129a3ed,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:28.551424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da6fd36-e8f5-4b39-98f4-eb2bcb55865c req-d6068adc-2a6e-4424-9a6a-e616839e2130 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] No DVR routers for this DVR port 4d6f9996-1560-44d1-aa4c-22125129a3ed on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:15:28.558937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0da6fd36-e8f5-4b39-98f4-eb2bcb55865c req-d6068adc-2a6e-4424-9a6a-e616839e2130 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:28.571051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0da6fd36-e8f5-4b39-98f4-eb2bcb55865c req-d6068adc-2a6e-4424-9a6a-e616839e2130 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "DELETE /v2.0/ports/4d6f9996-1560-44d1-aa4c-22125129a3ed HTTP/1.1" status: 204 len: 173 time: 1.3797231 Feb 19 03:15:28.664818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82c305e-176f-4633-9447-ff5be4d42f9b', 'name': 'network-vif-deleted', 'tag': '4d6f9996-1560-44d1-aa4c-22125129a3ed'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:28.667456 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920c2aa6-7f76-4edc-a593-0bc5f9ce55e0" -d '{"events": [{"server_uuid": "e82c305e-176f-4633-9447-ff5be4d42f9b", "name": "network-vif-deleted", "tag": "4d6f9996-1560-44d1-aa4c-22125129a3ed"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:28.684977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87c8fb76-03c5-41c1-a36f-756203e978fb req-58126842-6196-4d4e-bc84-1bc939d7e3c2 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=e82c305e-176f-4633-9447-ff5be4d42f9b HTTP/1.1" status: 200 len: 210 time: 0.1080749 Feb 19 03:15:28.795215 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57171ec6-9f11-4e7c-a021-6e6f24a3b271 x-openstack-request-id: req-57171ec6-9f11-4e7c-a021-6e6f24a3b271 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:28.795519 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82c305e-176f-4633-9447-ff5be4d42f9b", "name": "network-vif-deleted", "tag": "4d6f9996-1560-44d1-aa4c-22125129a3ed", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:28.795758 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-57171ec6-9f11-4e7c-a021-6e6f24a3b271 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:28.796159 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82c305e-176f-4633-9447-ff5be4d42f9b', 'name': 'network-vif-deleted', 'tag': '4d6f9996-1560-44d1-aa4c-22125129a3ed', 'status': 'completed', 'code': 200} Feb 19 03:15:28.849019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332ecc2-7619-4879-bee8-5a0249bcf687 req-ddfbadc5-f9f4-4e55-9623-2bf896a1b4a6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:28.857259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e332ecc2-7619-4879-bee8-5a0249bcf687 req-ddfbadc5-f9f4-4e55-9623-2bf896a1b4a6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1935434 Feb 19 03:15:28.957600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42850873-2e71-481c-aa2f-c91dce588a94 req-73efa9bf-c480-4f54-8351-bf5b86fc3b2a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0584188 Feb 19 03:15:29.025562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e332ecc2-7619-4879-bee8-5a0249bcf687 req-6a0dfdb7-00de-4735-9070-d525574889d9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603529 Feb 19 03:15:29.091355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 4d6f9996-1560-44d1-aa4c-22125129a3ed no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:29.137575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 4d6f9996-1560-44d1-aa4c-22125129a3ed {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:15:29.138217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 4d6f9996-1560-44d1-aa4c-22125129a3ed not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:15:29.151364 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-580f4b0e-295d-4eb6-a193-1bf8b7afc907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.381334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-580f4b0e-295d-4eb6-a193-1bf8b7afc907 admin admin] Publish callbacks [] for security_group (8056ca16-26c6-4b0f-9ed6-0817dc8e5c08), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.402066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-580f4b0e-295d-4eb6-a193-1bf8b7afc907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8056ca16-26c6-4b0f-9ed6-0817dc8e5c08), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.456077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f4b0e-295d-4eb6-a193-1bf8b7afc907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8056ca16-26c6-4b0f-9ed6-0817dc8e5c08,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:29.537738 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-580f4b0e-295d-4eb6-a193-1bf8b7afc907 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cbec41b819834735bd612336b3ab3cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1446550 Feb 19 03:15:29.540500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42714) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:29.627301 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68417c23-2873-4288-83f9-e3ed01d90502 admin admin] Publish callbacks [] for security_group (8056ca16-26c6-4b0f-9ed6-0817dc8e5c08), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.660508 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68417c23-2873-4288-83f9-e3ed01d90502 admin admin] Publish callbacks [] for security_group (8056ca16-26c6-4b0f-9ed6-0817dc8e5c08), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.861109 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68417c23-2873-4288-83f9-e3ed01d90502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8056ca16-26c6-4b0f-9ed6-0817dc8e5c08), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.865921 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68417c23-2873-4288-83f9-e3ed01d90502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:29.874012 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-68417c23-2873-4288-83f9-e3ed01d90502 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8056ca16-26c6-4b0f-9ed6-0817dc8e5c08 HTTP/1.1" status: 204 len: 168 time: 0.3286636 Feb 19 03:15:29.902585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68417c23-2873-4288-83f9-e3ed01d90502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8056ca16-26c6-4b0f-9ed6-0817dc8e5c08,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:30.170679 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a63fca58-3d2a-4e2d-8a0b-3ea7cea6cad5 req-48f819ef-4cf5-4704-97d5-1e36627fa435 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0978234 Feb 19 03:15:30.618205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21d3ee-906f-4660-9b12-39b7bb0d3c34 req-494a8818-f3c5-4261-9f93-b2dd3cd2ce7d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:30.624705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b21d3ee-906f-4660-9b12-39b7bb0d3c34 req-494a8818-f3c5-4261-9f93-b2dd3cd2ce7d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3133531 Feb 19 03:15:30.643487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-bcdb4964-801e-4048-8608-49780620b1be tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:30.655597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-bcdb4964-801e-4048-8608-49780620b1be tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 812 time: 0.4834616 Feb 19 03:15:30.679636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-6f32cacb-4af5-42ea-8340-ce4283b9dff5 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/quotas/b2359d397f7e4d539fb71c566ef4bcb7 HTTP/1.1" status: 200 len: 375 time: 0.0229261 Feb 19 03:15:30.716465 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42746) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:30.732903 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78ca357d-16a8-41dd-b245-baed86ee9ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:30.763714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-21748563-ad67-473c-85be-1a73b44ff655 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0827830 Feb 19 03:15:30.874875 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78ca357d-16a8-41dd-b245-baed86ee9ab2 admin admin] Publish callbacks [] for security_group (e37dcf8c-1369-4719-8432-9b872136cab1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:30.877297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b21d3ee-906f-4660-9b12-39b7bb0d3c34 req-9493552b-8951-42d9-9bbb-e88f5368a066 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172937 Feb 19 03:15:30.906415 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78ca357d-16a8-41dd-b245-baed86ee9ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e37dcf8c-1369-4719-8432-9b872136cab1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.031493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-6333d59e-3d5e-4bab-8a5b-d9780f8f42a3 service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666969 Feb 19 03:15:31.038081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42750) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:31.049321 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-78ca357d-16a8-41dd-b245-baed86ee9ab2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ebdb6cc47b4c4ca1bafc3ecb95b374cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3309691 Feb 19 03:15:31.061339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca357d-16a8-41dd-b245-baed86ee9ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37dcf8c-1369-4719-8432-9b872136cab1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:31.252051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-fd461b6a-211e-4d03-8b73-2af3c60f7e72 service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105155 Feb 19 03:15:31.323512 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ed6495fb-1dbe-4e52-b60c-33c46bb566e8 admin admin] Publish callbacks [] for security_group (e37dcf8c-1369-4719-8432-9b872136cab1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.387046 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ed6495fb-1dbe-4e52-b60c-33c46bb566e8 admin admin] Publish callbacks [] for security_group (e37dcf8c-1369-4719-8432-9b872136cab1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.516988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-59ec9330-5e35-46d8-bb49-c77211cee6b6 req-bc11963f-c76c-4742-a7f8-591ed87f79a6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0795591 Feb 19 03:15:31.656078 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ed6495fb-1dbe-4e52-b60c-33c46bb566e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e37dcf8c-1369-4719-8432-9b872136cab1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.659462 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ed6495fb-1dbe-4e52-b60c-33c46bb566e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:31.700117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ed6495fb-1dbe-4e52-b60c-33c46bb566e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e37dcf8c-1369-4719-8432-9b872136cab1 HTTP/1.1" status: 204 len: 168 time: 0.6264002 Feb 19 03:15:31.835498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31585f20-ad03-4075-bbdb-2a1f69133eda req-7dc2e13d-7d93-4e6b-84e2-d89f1583b3a6 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.2141333 Feb 19 03:15:31.837957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6495fb-1dbe-4e52-b60c-33c46bb566e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37dcf8c-1369-4719-8432-9b872136cab1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:32.149368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550a2a1-03d1-453a-ab29-20972cffd74e req-ea3046bc-14c3-47ae-82c5-ca4c22db200f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:32.159462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f550a2a1-03d1-453a-ab29-20972cffd74e req-ea3046bc-14c3-47ae-82c5-ca4c22db200f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1183875 Feb 19 03:15:32.222778 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:15:32.303136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f550a2a1-03d1-453a-ab29-20972cffd74e req-06bb7ae7-2eed-460e-94f9-6a0fe7e2bcc7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379914 Feb 19 03:15:32.411905 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42784) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:32.829645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e5b1611-576b-43b6-a0ea-8cb0b34d8bea req-03fb0653-53a0-4114-b962-1d38b58ad3fb tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0948234 Feb 19 03:15:32.857295 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0201f5b6-9576-49c8-abd8-ac6f618a20b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.063934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b0bbc78-1db4-4db2-a900-755dfded8eff req-a4dd5d83-fc87-4357-8fe8-5bb9f007ba1c tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.1124573 Feb 19 03:15:33.194815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0201f5b6-9576-49c8-abd8-ac6f618a20b8 admin admin] Publish callbacks [] for security_group (9eb4b2fa-0856-4ff0-91b1-3993b9f074c3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.210008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0201f5b6-9576-49c8-abd8-ac6f618a20b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9eb4b2fa-0856-4ff0-91b1-3993b9f074c3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.347028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0201f5b6-9576-49c8-abd8-ac6f618a20b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb4b2fa-0856-4ff0-91b1-3993b9f074c3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:33.353026 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0201f5b6-9576-49c8-abd8-ac6f618a20b8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=714638e881e544f1a25b7c3622a954cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9397731 Feb 19 03:15:33.358307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42810) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:33.487020 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-939788ba-daad-4569-8809-e110d9c9e9c5 admin admin] Publish callbacks [] for security_group (9eb4b2fa-0856-4ff0-91b1-3993b9f074c3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.497668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-01951d52-6c0d-450d-b680-cb047e9d5e83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:33.505557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-01951d52-6c0d-450d-b680-cb047e9d5e83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 812 time: 0.2374790 Feb 19 03:15:33.538826 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-939788ba-daad-4569-8809-e110d9c9e9c5 admin admin] Publish callbacks [] for security_group (9eb4b2fa-0856-4ff0-91b1-3993b9f074c3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.595562 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ba3f1482-3820-4a9e-9ac0-bcd690f6efd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.661190 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-939788ba-daad-4569-8809-e110d9c9e9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9eb4b2fa-0856-4ff0-91b1-3993b9f074c3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.664422 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-939788ba-daad-4569-8809-e110d9c9e9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:33.666228 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-939788ba-daad-4569-8809-e110d9c9e9c5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9eb4b2fa-0856-4ff0-91b1-3993b9f074c3 HTTP/1.1" status: 204 len: 168 time: 0.3057108 Feb 19 03:15:33.686503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939788ba-daad-4569-8809-e110d9c9e9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb4b2fa-0856-4ff0-91b1-3993b9f074c3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:34.317534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Request body: {'port': {'device_id': 'ea08a134-2f78-4bc1-bc14-3ef25cea3863', 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71', 'admin_state_up': True, 'tenant_id': 'b2359d397f7e4d539fb71c566ef4bcb7'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:34.451124 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0bf90bc3-bc5c-4f47-9e79-397757ef5310 req-45b34b81-1bf0-4448-a792-58708688a9f3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.1245024 Feb 19 03:15:34.465117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42840) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:34.479918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82559039-9f47-419a-b23a-6b969e91e70e req-9c1c2d98-5a9a-489e-846f-68c7b26075f3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:34.482189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82559039-9f47-419a-b23a-6b969e91e70e req-9c1c2d98-5a9a-489e-846f-68c7b26075f3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.9754045 Feb 19 03:15:34.502870 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e40045e8-60b7-4c9e-9e7a-e118b4b38aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.569595 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82559039-9f47-419a-b23a-6b969e91e70e req-df9752c8-a7c9-4a82-ba7b-e7f9aacfe8ce tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756576 Feb 19 03:15:34.677401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2d91f1e-6afd-4201-b2c7-be991fb5797d req-5e2f3203-8f4d-46bc-a024-3100349374af tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.0708907 Feb 19 03:15:34.678749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Made reservation on behalf of b2359d397f7e4d539fb71c566ef4bcb7 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:15:34.679555 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e40045e8-60b7-4c9e-9e7a-e118b4b38aa2 admin admin] Publish callbacks [] for security_group (36e84c04-73af-4327-b6f4-43283614bb15), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.682271 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.685408 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e40045e8-60b7-4c9e-9e7a-e118b4b38aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (36e84c04-73af-4327-b6f4-43283614bb15), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.735725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40045e8-60b7-4c9e-9e7a-e118b4b38aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e84c04-73af-4327-b6f4-43283614bb15,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:34.777225 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e40045e8-60b7-4c9e-9e7a-e118b4b38aa2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=125e37d646b24689bfc0498bd80a4c29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3105040 Feb 19 03:15:34.779755 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42848) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:34.919059 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f463c5fb-c3eb-4ef8-84ea-a1b404c9dbf1 admin admin] Publish callbacks [] for security_group (36e84c04-73af-4327-b6f4-43283614bb15), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.967813 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f463c5fb-c3eb-4ef8-84ea-a1b404c9dbf1 admin admin] Publish callbacks [] for security_group (36e84c04-73af-4327-b6f4-43283614bb15), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:34.978206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Allocated IP 172.20.0.7 (3fd9dc96-5a0a-4944-8417-683f8b2c7f71/f227e848-d3a5-4e44-b9ca-2dd84f683462/191a09c7-9a75-48bc-a9e3-187b9d0703b2) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:15:35.058354 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f463c5fb-c3eb-4ef8-84ea-a1b404c9dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (36e84c04-73af-4327-b6f4-43283614bb15), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:35.060838 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f463c5fb-c3eb-4ef8-84ea-a1b404c9dbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:35.065397 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f463c5fb-c3eb-4ef8-84ea-a1b404c9dbf1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36e84c04-73af-4327-b6f4-43283614bb15 HTTP/1.1" status: 204 len: 168 time: 0.2813766 Feb 19 03:15:35.084751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f463c5fb-c3eb-4ef8-84ea-a1b404c9dbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e84c04-73af-4327-b6f4-43283614bb15,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:35.257700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks [] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:35.310170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:35.402451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Pushing event updated for resources: {'Port': ['ID=191a09c7-9a75-48bc-a9e3-187b9d0703b2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:35.416282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:15:35.418116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:15:35.426061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:15:35.479983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:35.481117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:35.511135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-c11a1d99-9973-4f77-96f0-204dd797a144 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9302719 Feb 19 03:15:35.535030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Request body: {'port': {'device_id': 'ea08a134-2f78-4bc1-bc14-3ef25cea3863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:15:35.719974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7cc6f73-47ce-47aa-8f1e-8d381963040b req-84dd1514-e357-474b-83d4-4dba7a4a26e7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0813992 Feb 19 03:15:35.777522 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:35.815165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0952ee4-c6b9-4d97-b2f7-6a91a76ec24b req-85de531c-9413-4ba1-ae7b-279ab677402f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:35.824900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0952ee4-c6b9-4d97-b2f7-6a91a76ec24b req-85de531c-9413-4ba1-ae7b-279ab677402f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1083248 Feb 19 03:15:35.868442 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f2517a18-dbbb-4d1a-a061-c416f103eaca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.264482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0952ee4-c6b9-4d97-b2f7-6a91a76ec24b req-16d41d90-d1e6-44bb-a147-1bf213eb225f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377780 Feb 19 03:15:36.310700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72baee06-c9f6-45c5-bb64-a3d259aef1ec req-99e3d2f5-c4ea-4df4-bbcd-e5d699952463 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:36.318437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72baee06-c9f6-45c5-bb64-a3d259aef1ec req-99e3d2f5-c4ea-4df4-bbcd-e5d699952463 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 931 time: 0.2559588 Feb 19 03:15:36.517004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191a09c7-9a75-48bc-a9e3-187b9d0703b2 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:36.533877 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Publish callbacks [] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.543175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72baee06-c9f6-45c5-bb64-a3d259aef1ec req-76cd9b26-d18e-43f2-aca2-1eddcce166a3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431417 Feb 19 03:15:36.557238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Transition to ACTIVE for port object 191a09c7-9a75-48bc-a9e3-187b9d0703b2 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:15:36.568698 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.712790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Pushing event updated for resources: {'Port': ['ID=191a09c7-9a75-48bc-a9e3-187b9d0703b2,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:36.736342 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Attempting to bind port 191a09c7-9a75-48bc-a9e3-187b9d0703b2 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:15:36.736914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Attempting to bind port 191a09c7-9a75-48bc-a9e3-187b9d0703b2 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:15:36.737349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Attempting to bind port 191a09c7-9a75-48bc-a9e3-187b9d0703b2 on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:36.743404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Port 191a09c7-9a75-48bc-a9e3-187b9d0703b2 on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:15:36.743997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Attempting to bind port 191a09c7-9a75-48bc-a9e3-187b9d0703b2 on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:15:36.749401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:15:36.749744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Checking segment: {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:15:36.750131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Bound using segment: {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:15:36.750566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Bound port: 191a09c7-9a75-48bc-a9e3-187b9d0703b2, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:15:36.750926 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:36.927433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] For port 191a09c7-9a75-48bc-a9e3-187b9d0703b2, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:15:36.936582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] For port 191a09c7-9a75-48bc-a9e3-187b9d0703b2, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=191a09c7-9a75-48bc-a9e3-187b9d0703b2,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:15:36.963379 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:37.048436 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:37.049563 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb24ac66-7130-49f0-88a6-537ba4852c44 req-a5fba38c-2480-49ec-b5aa-d9b7a72b2dfd tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.1746128 Feb 19 03:15:37.112073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:37.113817 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:37.115894 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] 10.222.0.67 "PUT /v2.0/ports/191a09c7-9a75-48bc-a9e3-187b9d0703b2 HTTP/1.1" status: 200 len: 1091 time: 1.5941901 Feb 19 03:15:37.120961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea08a134-2f78-4bc1-bc14-3ef25cea3863', 'tag': '191a09c7-9a75-48bc-a9e3-187b9d0703b2'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:37.124113 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b8c000-a0a6-4900-b580-243169214bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea08a134-2f78-4bc1-bc14-3ef25cea3863", "tag": "191a09c7-9a75-48bc-a9e3-187b9d0703b2"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:37.214761 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6fa33d-ea50-473e-b5ef-337f431fb655 x-openstack-request-id: req-6a6fa33d-ea50-473e-b5ef-337f431fb655 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:37.215064 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea08a134-2f78-4bc1-bc14-3ef25cea3863", "tag": "191a09c7-9a75-48bc-a9e3-187b9d0703b2", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:37.215326 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a6fa33d-ea50-473e-b5ef-337f431fb655 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:37.215772 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea08a134-2f78-4bc1-bc14-3ef25cea3863', 'tag': '191a09c7-9a75-48bc-a9e3-187b9d0703b2', 'status': 'completed', 'code': 200} Feb 19 03:15:37.226122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1d282-83e1-4711-b88a-74c8e6b4c798 service neutron] Pushing event updated for resources: {'Port': ['ID=191a09c7-9a75-48bc-a9e3-187b9d0703b2,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:37.276941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-dbfb2650-2cfc-4510-8af6-3f6f441d2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:37.279035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-dbfb2650-2cfc-4510-8af6-3f6f441d2156 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 1125 time: 0.1186376 Feb 19 03:15:37.377348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-815da64d-e624-448e-ac31-d962026235a0 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191a09c7-9a75-48bc-a9e3-187b9d0703b2 HTTP/1.1" status: 200 len: 217 time: 0.0850770 Feb 19 03:15:37.526701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-f15448ce-b3f4-46a1-9be7-7eb62edb728f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:37.532151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-f15448ce-b3f4-46a1-9be7-7eb62edb728f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f227e848-d3a5-4e44-b9ca-2dd84f683462 HTTP/1.1" status: 200 len: 852 time: 0.1412184 Feb 19 03:15:37.599121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-d98e4250-8940-40df-88f7-3fd4237b1083 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359237 Feb 19 03:15:37.698139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba2216-b5a7-4647-af54-aca2e7b2addd req-360ab9e4-ec1d-480c-948a-65c549cbd187 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:37.699958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84ba2216-b5a7-4647-af54-aca2e7b2addd req-360ab9e4-ec1d-480c-948a-65c549cbd187 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.2958493 Feb 19 03:15:37.811368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-aa39a66f-d797-4d26-8c78-3b76c32c02f4 service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033510 Feb 19 03:15:37.881593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84ba2216-b5a7-4647-af54-aca2e7b2addd req-d3cd04d3-870b-4bf3-9b7d-1f863705fa2e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660452 Feb 19 03:15:37.911852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a0530-491f-48e9-9552-f70ef323d46a req-7c031110-8a71-4cbc-9d29-c04938263e5d tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:37.913615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-895a0530-491f-48e9-9552-f70ef323d46a req-7c031110-8a71-4cbc-9d29-c04938263e5d tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 943 time: 0.2083173 Feb 19 03:15:37.993720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8b0f6f5-e4d4-408d-884e-3a33dfda27dd req-6528372d-dbbb-4a3d-9ed9-248ef9c9c18e service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736641 Feb 19 03:15:37.997747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-895a0530-491f-48e9-9552-f70ef323d46a req-9a9aa6a8-22f7-432f-880f-5489aadad179 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759938 Feb 19 03:15:38.195128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8c000-a0a6-4900-b580-243169214bf2 req-e37d05da-51f6-477d-888d-704dbf3b0b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:38.196804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02b8c000-a0a6-4900-b580-243169214bf2 req-e37d05da-51f6-477d-888d-704dbf3b0b2f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 1125 time: 0.1430483 Feb 19 03:15:38.356463 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:38.402856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8c000-a0a6-4900-b580-243169214bf2 req-672b403d-0e6b-442d-b37a-5d67cc1b062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:38.406508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02b8c000-a0a6-4900-b580-243169214bf2 req-672b403d-0e6b-442d-b37a-5d67cc1b062f service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 913 time: 0.2036266 Feb 19 03:15:38.474401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0b4de872-06aa-4bea-8209-d1c227f58fda req-cd2d6a37-d17f-4982-818c-90aa0de5496f tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.2636199 Feb 19 03:15:38.533485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02b8c000-a0a6-4900-b580-243169214bf2 req-296c2a0c-f0fb-44aa-a398-41468fb0fd85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=191a09c7-9a75-48bc-a9e3-187b9d0703b2 HTTP/1.1" status: 200 len: 217 time: 0.1112430 Feb 19 03:15:38.619302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8c000-a0a6-4900-b580-243169214bf2 req-cb0c46fd-418e-420f-9b82-a042ba9d8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:38.621477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02b8c000-a0a6-4900-b580-243169214bf2 req-cb0c46fd-418e-420f-9b82-a042ba9d8fda service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f227e848-d3a5-4e44-b9ca-2dd84f683462 HTTP/1.1" status: 200 len: 852 time: 0.0757046 Feb 19 03:15:38.696487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02b8c000-a0a6-4900-b580-243169214bf2 req-0c95f347-aec6-4797-964f-a11cb905ae18 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659010 Feb 19 03:15:38.900516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42980) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:38.902074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02b8c000-a0a6-4900-b580-243169214bf2 req-8ac334f0-7290-4b52-b293-b6b696799ec0 service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977496 Feb 19 03:15:39.099680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02b8c000-a0a6-4900-b580-243169214bf2 req-cfe3bb9a-2d21-4a4c-8e7c-6a10e0494561 service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772904 Feb 19 03:15:39.129915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f560cde8-a36f-4e5d-b692-1d43b5fb9d8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:39.200914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b61deb-67ff-48a0-8ca2-dcd5a86bc97c req-50afe46b-b435-4ea7-9f44-9bf06fb18736 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:39.203508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4b61deb-67ff-48a0-8ca2-dcd5a86bc97c req-50afe46b-b435-4ea7-9f44-9bf06fb18736 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1016538 Feb 19 03:15:39.213689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba474014-7986-44e1-a15b-0238cadc3088 req-731787ea-32ab-41bc-aad0-c9920bdddb15 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:39.215739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba474014-7986-44e1-a15b-0238cadc3088 req-731787ea-32ab-41bc-aad0-c9920bdddb15 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 943 time: 0.1151423 Feb 19 03:15:39.278295 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f560cde8-a36f-4e5d-b692-1d43b5fb9d8b admin admin] Publish callbacks [] for security_group (63b93010-1e1a-4cec-88d4-83d6690ecf6a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:39.285357 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f560cde8-a36f-4e5d-b692-1d43b5fb9d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (63b93010-1e1a-4cec-88d4-83d6690ecf6a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:39.298090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4b61deb-67ff-48a0-8ca2-dcd5a86bc97c req-c5c1edc5-f809-4f0b-8932-184b96b19e22 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810547 Feb 19 03:15:39.303292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba474014-7986-44e1-a15b-0238cadc3088 req-492fe332-99a2-4e23-aeac-1d3d2b0c0c29 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798049 Feb 19 03:15:39.343446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560cde8-a36f-4e5d-b692-1d43b5fb9d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b93010-1e1a-4cec-88d4-83d6690ecf6a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:39.351296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43002) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:39.361244 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f560cde8-a36f-4e5d-b692-1d43b5fb9d8b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d9f90c96a36f4a8b8a6185f4aa282ccc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4590619 Feb 19 03:15:39.423292 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1414235c-6c9b-43ca-b82e-a53760af261f admin admin] Publish callbacks [] for security_group (63b93010-1e1a-4cec-88d4-83d6690ecf6a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:39.453941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1414235c-6c9b-43ca-b82e-a53760af261f admin admin] Publish callbacks [] for security_group (63b93010-1e1a-4cec-88d4-83d6690ecf6a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:39.525090 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1414235c-6c9b-43ca-b82e-a53760af261f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (63b93010-1e1a-4cec-88d4-83d6690ecf6a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:39.527994 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1414235c-6c9b-43ca-b82e-a53760af261f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:39.533861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1414235c-6c9b-43ca-b82e-a53760af261f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63b93010-1e1a-4cec-88d4-83d6690ecf6a HTTP/1.1" status: 204 len: 168 time: 0.1799793 Feb 19 03:15:39.549465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414235c-6c9b-43ca-b82e-a53760af261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b93010-1e1a-4cec-88d4-83d6690ecf6a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:39.658663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c36a0534-98ac-46e4-a7d6-4bb10ea06208 req-987b994c-eb0d-4a97-b38e-89dc55ee9d89 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0501649 Feb 19 03:15:39.744875 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43014) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:40.025753 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e8f85c46-4871-48e1-bc94-7cfb24268ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.037609 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.069438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43024) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:40.092184 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-452722de-4947-4cb1-b71f-a08b5221b17b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.220970 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e8f85c46-4871-48e1-bc94-7cfb24268ccd admin admin] Publish callbacks [] for security_group (faf866e5-d9ed-42ec-8c03-4de40369b744), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.255264 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-452722de-4947-4cb1-b71f-a08b5221b17b admin admin] Publish callbacks [] for security_group (bf62504d-8964-4df4-9dd9-18be4c642162), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.257051 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e8f85c46-4871-48e1-bc94-7cfb24268ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (faf866e5-d9ed-42ec-8c03-4de40369b744), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.290286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f85c46-4871-48e1-bc94-7cfb24268ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf866e5-d9ed-42ec-8c03-4de40369b744,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:40.295804 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-452722de-4947-4cb1-b71f-a08b5221b17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (bf62504d-8964-4df4-9dd9-18be4c642162), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.388018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e8f85c46-4871-48e1-bc94-7cfb24268ccd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=310a3e2d5f8f4b518b0c5913cdc5c7ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6419208 Feb 19 03:15:40.390965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43034) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:40.397393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452722de-4947-4cb1-b71f-a08b5221b17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf62504d-8964-4df4-9dd9-18be4c642162,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:40.409090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-452722de-4947-4cb1-b71f-a08b5221b17b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61a108e97e654315b6ec75e81bf28365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3357213 Feb 19 03:15:40.410743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43036) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:40.527260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04f41ac7-389b-495d-a0b9-5d6550e36bfe admin admin] Publish callbacks [] for security_group (faf866e5-d9ed-42ec-8c03-4de40369b744), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.566603 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04f41ac7-389b-495d-a0b9-5d6550e36bfe admin admin] Publish callbacks [] for security_group (faf866e5-d9ed-42ec-8c03-4de40369b744), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.615021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaebd6e-0c3b-4923-9d1d-0228aec2a649 req-8ca377a6-e62d-4018-8752-9ec744beb83f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:40.626125 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1eaebd6e-0c3b-4923-9d1d-0228aec2a649 req-8ca377a6-e62d-4018-8752-9ec744beb83f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1350579 Feb 19 03:15:40.651669 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9713423-6aca-4f84-b712-e50d3e50221b admin admin] Publish callbacks [] for security_group (bf62504d-8964-4df4-9dd9-18be4c642162), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.661120 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04f41ac7-389b-495d-a0b9-5d6550e36bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (faf866e5-d9ed-42ec-8c03-4de40369b744), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.663983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04f41ac7-389b-495d-a0b9-5d6550e36bfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.665448 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-04f41ac7-389b-495d-a0b9-5d6550e36bfe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/faf866e5-d9ed-42ec-8c03-4de40369b744 HTTP/1.1" status: 204 len: 168 time: 0.2728105 Feb 19 03:15:40.696866 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f41ac7-389b-495d-a0b9-5d6550e36bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf866e5-d9ed-42ec-8c03-4de40369b744,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:40.737584 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9713423-6aca-4f84-b712-e50d3e50221b admin admin] Publish callbacks [] for security_group (bf62504d-8964-4df4-9dd9-18be4c642162), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:40.757696 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1eaebd6e-0c3b-4923-9d1d-0228aec2a649 req-19bebf47-dfa9-4932-ae0c-65988953c127 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301465 Feb 19 03:15:40.784437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c630e8-628f-462b-82b2-7c3329994c8f req-c37bfa05-7831-48b1-b24a-aa4afddb1f2a tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:40.793576 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3c630e8-628f-462b-82b2-7c3329994c8f req-c37bfa05-7831-48b1-b24a-aa4afddb1f2a tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 943 time: 0.2664208 Feb 19 03:15:40.963522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-819b593d-a577-4261-86ca-e5a8c8189d37 req-674e1e9d-4d91-49bb-843f-be014715a7d4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0780530 Feb 19 03:15:41.016870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3c630e8-628f-462b-82b2-7c3329994c8f req-f57c7b6f-f9ec-4036-9816-62356719115e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184894 Feb 19 03:15:41.032082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9713423-6aca-4f84-b712-e50d3e50221b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (bf62504d-8964-4df4-9dd9-18be4c642162), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.035175 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9713423-6aca-4f84-b712-e50d3e50221b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.036423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d9713423-6aca-4f84-b712-e50d3e50221b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bf62504d-8964-4df4-9dd9-18be4c642162 HTTP/1.1" status: 204 len: 168 time: 0.6239886 Feb 19 03:15:41.053479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9713423-6aca-4f84-b712-e50d3e50221b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf62504d-8964-4df4-9dd9-18be4c642162,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:41.193705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f6eb2647-b0c5-48ae-8825-bae4d9098fd1 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:15:41.311404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43060) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:41.348780 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76e2-d993-412c-8328-37191f6c69e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.439833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:41.460843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5', 'port_id': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'mac_address': 'fa:16:3e:c1:c1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b739eea0-569f-47b6-a370-a00b8efdac10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:15:41.515852 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76e2-d993-412c-8328-37191f6c69e5 admin admin] Publish callbacks [] for security_group (7dc74c93-eb68-4a7d-85dd-9fc9608344ce), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.521315 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0b2a76e2-d993-412c-8328-37191f6c69e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7dc74c93-eb68-4a7d-85dd-9fc9608344ce), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.555815 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0b2a76e2-d993-412c-8328-37191f6c69e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e5e1a1e702b340f19b8635a668dde591&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2423556 Feb 19 03:15:41.557657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43066) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:41.589741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:41.590161 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.644079 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a76e2-d993-412c-8328-37191f6c69e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc74c93-eb68-4a7d-85dd-9fc9608344ce,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:41.648641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6eb2647-b0c5-48ae-8825-bae4d9098fd1 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:41.703106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9cfca50d-8de2-4217-844f-10f301766441 admin admin] Publish callbacks [] for security_group (7dc74c93-eb68-4a7d-85dd-9fc9608344ce), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.716301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:41.722836 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.755080 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9cfca50d-8de2-4217-844f-10f301766441 admin admin] Publish callbacks [] for security_group (7dc74c93-eb68-4a7d-85dd-9fc9608344ce), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.849898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:41.881140 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9cfca50d-8de2-4217-844f-10f301766441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7dc74c93-eb68-4a7d-85dd-9fc9608344ce), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.886788 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9cfca50d-8de2-4217-844f-10f301766441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:41.890604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9cfca50d-8de2-4217-844f-10f301766441 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7dc74c93-eb68-4a7d-85dd-9fc9608344ce HTTP/1.1" status: 204 len: 168 time: 0.3291607 Feb 19 03:15:41.907219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['f6eb2647-b0c5-48ae-8825-bae4d9098fd1'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:41.919268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfca50d-8de2-4217-844f-10f301766441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc74c93-eb68-4a7d-85dd-9fc9608344ce,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:42.032381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fd68e-ec99-4115-b603-361cafca38e6 req-b41e0183-987a-4cfd-b7cd-c7240ebb0ae7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:42.045293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f1fd68e-ec99-4115-b603-361cafca38e6 req-b41e0183-987a-4cfd-b7cd-c7240ebb0ae7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.1219842 Feb 19 03:15:42.250031 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8968913-1b61-4cfd-8c27-17fd0475091a req-3337f6d4-8ca2-47e6-819d-1993e07a4d56 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0882444 Feb 19 03:15:42.321150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f1fd68e-ec99-4115-b603-361cafca38e6 req-545af970-6cbb-4549-9315-e6f6f9ecbf3d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691457 Feb 19 03:15:42.459672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847e77d-f7b0-48e6-90a8-9584de11b55c req-2bb0e0f1-a642-4bdc-bfbe-0601699f29cc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:42.470839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5847e77d-f7b0-48e6-90a8-9584de11b55c req-2bb0e0f1-a642-4bdc-bfbe-0601699f29cc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 943 time: 0.0838814 Feb 19 03:15:42.490436 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43100) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:42.573718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5847e77d-f7b0-48e6-90a8-9584de11b55c req-437f368e-6428-454a-8968-ecb1b73c3b51 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006658 Feb 19 03:15:42.673600 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43056b24-56de-48a2-8dad-8b160d07df74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.874489 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43056b24-56de-48a2-8dad-8b160d07df74 admin admin] Publish callbacks [] for security_group (3c6f2fe4-0d35-46ea-84aa-1eda26483872), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.880427 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43056b24-56de-48a2-8dad-8b160d07df74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3c6f2fe4-0d35-46ea-84aa-1eda26483872), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:42.916286 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-43056b24-56de-48a2-8dad-8b160d07df74 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=587693451e174feba3c1b92f212570a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4239266 Feb 19 03:15:42.919309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43118) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:42.997206 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43056b24-56de-48a2-8dad-8b160d07df74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f2fe4-0d35-46ea-84aa-1eda26483872,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:43.064295 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-941f1918-16a9-4ecf-b292-a52eb13d8726 admin admin] Publish callbacks [] for security_group (3c6f2fe4-0d35-46ea-84aa-1eda26483872), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.110052 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-941f1918-16a9-4ecf-b292-a52eb13d8726 admin admin] Publish callbacks [] for security_group (3c6f2fe4-0d35-46ea-84aa-1eda26483872), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.198448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 191a09c7-9a75-48bc-a9e3-187b9d0703b2 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:15:43.253547 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-941f1918-16a9-4ecf-b292-a52eb13d8726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3c6f2fe4-0d35-46ea-84aa-1eda26483872), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.256683 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-941f1918-16a9-4ecf-b292-a52eb13d8726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.257797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-941f1918-16a9-4ecf-b292-a52eb13d8726 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c6f2fe4-0d35-46ea-84aa-1eda26483872 HTTP/1.1" status: 204 len: 168 time: 0.3365743 Feb 19 03:15:43.283511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f1918-16a9-4ecf-b292-a52eb13d8726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6f2fe4-0d35-46ea-84aa-1eda26483872,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:43.539372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c6c1ea9-33d5-4f2c-b3b2-0241b05d27d5 req-ea33bbde-db1f-4448-a334-b2b2ac579d51 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0873158 Feb 19 03:15:43.567811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f6eb2647-b0c5-48ae-8825-bae4d9098fd1 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:43.709383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 191a09c7-9a75-48bc-a9e3-187b9d0703b2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=191a09c7-9a75-48bc-a9e3-187b9d0703b2,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:43.760655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '191a09c7-9a75-48bc-a9e3-187b9d0703b2', 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71', 'port_id': '191a09c7-9a75-48bc-a9e3-187b9d0703b2', 'mac_address': 'fa:16:3e:8f:67:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f227e848-d3a5-4e44-b9ca-2dd84f683462', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:15:43.923252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:43.923698 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:43.924523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8341e2f-a753-4963-8a9b-b6726f0ce202 req-d401983a-6f8f-4c04-9c5e-b2290e600870 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:43.929444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8341e2f-a753-4963-8a9b-b6726f0ce202 req-d401983a-6f8f-4c04-9c5e-b2290e600870 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 943 time: 0.1794021 Feb 19 03:15:44.012915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8341e2f-a753-4963-8a9b-b6726f0ce202 req-d52bb909-e5fd-4064-90d8-77f018ccaa9d tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750201 Feb 19 03:15:44.021396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 191a09c7-9a75-48bc-a9e3-187b9d0703b2 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:44.022115 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.040163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191a09c7-9a75-48bc-a9e3-187b9d0703b2 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:15:44.119615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:44.120060 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.126867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 191a09c7-9a75-48bc-a9e3-187b9d0703b2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=191a09c7-9a75-48bc-a9e3-187b9d0703b2,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:44.132453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f10df6-7e3c-432a-8123-4bef5dc555eb req-5c25db45-0c2f-4648-8ca2-6f23d2ed6678 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:44.135383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41f10df6-7e3c-432a-8123-4bef5dc555eb req-5c25db45-0c2f-4648-8ca2-6f23d2ed6678 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.1075912 Feb 19 03:15:44.140529 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.199433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:44.202098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:44.206154 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99ece99-5faa-4946-9486-fe6dab7a99ae" -d '{"events": [{"server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "name": "network-vif-plugged", "status": "completed", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:44.213332 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.235613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41f10df6-7e3c-432a-8123-4bef5dc555eb req-f11ad860-73a3-4f25-9467-2fbe9b532454 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869670 Feb 19 03:15:44.258661 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=191a09c7-9a75-48bc-a9e3-187b9d0703b2,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:44.319329 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d1edbd-9464-4f71-99e7-8925dc62f6ff x-openstack-request-id: req-00d1edbd-9464-4f71-99e7-8925dc62f6ff {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:44.319329 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "name": "network-vif-plugged", "status": "completed", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:44.319329 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00d1edbd-9464-4f71-99e7-8925dc62f6ff {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:44.319329 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'code': 200} Feb 19 03:15:44.319741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43158) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:44.334792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f294662-72aa-4726-bba3-d5152fbf16dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.375277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:44.427314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f294662-72aa-4726-bba3-d5152fbf16dd admin admin] Publish callbacks [] for security_group (2076e031-30cd-44a1-95e2-d1c9cdc1fbee), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.432616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2f294662-72aa-4726-bba3-d5152fbf16dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2076e031-30cd-44a1-95e2-d1c9cdc1fbee), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.481194 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2f294662-72aa-4726-bba3-d5152fbf16dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=44d7e8c580a5463db84e9e42eba604ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607893 Feb 19 03:15:44.483589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f294662-72aa-4726-bba3-d5152fbf16dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2076e031-30cd-44a1-95e2-d1c9cdc1fbee,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:44.484392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43162) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:44.530502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['191a09c7-9a75-48bc-a9e3-187b9d0703b2'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:15:44.621905 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-251ff644-1ca6-490b-90e8-7ef9ab3583f7 admin admin] Publish callbacks [] for security_group (2076e031-30cd-44a1-95e2-d1c9cdc1fbee), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.698596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-251ff644-1ca6-490b-90e8-7ef9ab3583f7 admin admin] Publish callbacks [] for security_group (2076e031-30cd-44a1-95e2-d1c9cdc1fbee), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.809283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f5e91f1-3f7f-46c7-86b7-2be73ada2d88 req-9a767407-b4f9-4d32-9b21-7139396c4198 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0835080 Feb 19 03:15:44.868398 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-251ff644-1ca6-490b-90e8-7ef9ab3583f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2076e031-30cd-44a1-95e2-d1c9cdc1fbee), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.871020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-251ff644-1ca6-490b-90e8-7ef9ab3583f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:44.872186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-251ff644-1ca6-490b-90e8-7ef9ab3583f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2076e031-30cd-44a1-95e2-d1c9cdc1fbee HTTP/1.1" status: 204 len: 168 time: 0.3860240 Feb 19 03:15:44.919505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ff644-1ca6-490b-90e8-7ef9ab3583f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2076e031-30cd-44a1-95e2-d1c9cdc1fbee,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:45.245818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477deb7-bdba-4b84-8688-9bdae5bc4baf req-c4b8007b-4132-4c50-8fa0-137d54610429 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:45.253985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7477deb7-bdba-4b84-8688-9bdae5bc4baf req-c4b8007b-4132-4c50-8fa0-137d54610429 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 944 time: 0.1128132 Feb 19 03:15:45.317538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7477deb7-bdba-4b84-8688-9bdae5bc4baf req-195f2d93-a6ec-43a8-bd90-4f092951fbd8 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626543 Feb 19 03:15:45.547364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36554899-705a-4da0-8799-95d725f1a8d4 req-3e033c31-867f-48f8-8399-ce464edbc179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:45.548942 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-36554899-705a-4da0-8799-95d725f1a8d4 req-3e033c31-867f-48f8-8399-ce464edbc179 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 1127 time: 0.1076047 Feb 19 03:15:45.641806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0a13f-303f-43d9-bf26-16eb80623da5 req-b0d4b269-b70f-4bb8-ac98-7343f706d978 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:45.643402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97b0a13f-303f-43d9-bf26-16eb80623da5 req-b0d4b269-b70f-4bb8-ac98-7343f706d978 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1832287 Feb 19 03:15:45.670189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079291db-8a0e-4b30-b28e-489bd1dbd3e6 req-3a7880a3-06d4-4dd2-b88d-feea8e9ddc1d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:45.672364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-079291db-8a0e-4b30-b28e-489bd1dbd3e6 req-3a7880a3-06d4-4dd2-b88d-feea8e9ddc1d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2102911 Feb 19 03:15:45.722649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36554899-705a-4da0-8799-95d725f1a8d4 req-270cd705-1690-43b1-b6cb-b25747d22f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:45.724172 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-36554899-705a-4da0-8799-95d725f1a8d4 req-270cd705-1690-43b1-b6cb-b25747d22f90 service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.1697726 Feb 19 03:15:45.802879 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97b0a13f-303f-43d9-bf26-16eb80623da5 req-2cb93f13-fac5-4772-acd5-0e2f2a5ad417 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298885 Feb 19 03:15:45.831841 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-079291db-8a0e-4b30-b28e-489bd1dbd3e6 req-011778df-edea-4774-be26-d05e3e8d1f5c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974047 Feb 19 03:15:45.839880 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-36554899-705a-4da0-8799-95d725f1a8d4 req-2aaf13dc-1f0b-4c35-bd81-ed60829b9dbd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 200 len: 999 time: 0.1083241 Feb 19 03:15:45.911191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36554899-705a-4da0-8799-95d725f1a8d4 req-1a1ef8b0-0098-4445-8fa4-e61818c2193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:45.913210 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-36554899-705a-4da0-8799-95d725f1a8d4 req-1a1ef8b0-0098-4445-8fa4-e61818c2193a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.0552981 Feb 19 03:15:45.984370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52b7a419-91e2-4022-a14c-1eacf877491c req-3fc4a1aa-ac8e-4ce9-8b18-f2abefd382a2 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0542271 Feb 19 03:15:46.022366 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36554899-705a-4da0-8799-95d725f1a8d4 req-68ae89d2-97f0-4f8a-8969-edd409adcdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:46.026408 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-36554899-705a-4da0-8799-95d725f1a8d4 req-68ae89d2-97f0-4f8a-8969-edd409adcdcd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1062658 Feb 19 03:15:46.161424 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-36554899-705a-4da0-8799-95d725f1a8d4 req-dd455049-77cf-43cb-98ca-81d078f3d2b7 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243231 Feb 19 03:15:46.329259 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-36554899-705a-4da0-8799-95d725f1a8d4 req-fce75560-bbc0-46a1-a774-cb142c7bcf9e service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620896 Feb 19 03:15:46.584050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32b416-33f2-461b-b2de-8e7810af5ef9 req-7dd9215e-2ea3-4e1f-b416-5435a44e2ed2 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:46.585824 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e32b416-33f2-461b-b2de-8e7810af5ef9 req-7dd9215e-2ea3-4e1f-b416-5435a44e2ed2 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 944 time: 0.1618023 Feb 19 03:15:46.693227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e32b416-33f2-461b-b2de-8e7810af5ef9 req-f4c4786c-dc5a-4aac-a59f-bfee03be7b73 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991669 Feb 19 03:15:47.043385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf1e98-f660-4f06-8863-7cb6236355d2 req-b1bcf387-d2ad-42ff-b274-84a77105641e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:47.052500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50bf1e98-f660-4f06-8863-7cb6236355d2 req-b1bcf387-d2ad-42ff-b274-84a77105641e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1739578 Feb 19 03:15:47.164002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456105b-a34f-4dbc-833c-edf27c88666c req-be270cf8-12aa-4a30-a600-d50ea1a679e1 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:47.165527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b456105b-a34f-4dbc-833c-edf27c88666c req-be270cf8-12aa-4a30-a600-d50ea1a679e1 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1918945 Feb 19 03:15:47.196197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 191a09c7-9a75-48bc-a9e3-187b9d0703b2 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:15:47.270988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50bf1e98-f660-4f06-8863-7cb6236355d2 req-84e2cb1e-9eed-4606-b546-0a3ec8e9e495 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175457 Feb 19 03:15:47.374934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 191a09c7-9a75-48bc-a9e3-187b9d0703b2 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:15:47.387067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 191a09c7-9a75-48bc-a9e3-187b9d0703b2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:15:47.387067 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.489290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b456105b-a34f-4dbc-833c-edf27c88666c req-6ca567c0-0b7a-43be-b836-104aaa5e0fa9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043344 Feb 19 03:15:47.546562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b0e4b689-3002-4aa6-a83e-754a59aae3a2 req-83b96a82-33ce-46a5-be55-8ed862f205f1 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.1352949 Feb 19 03:15:47.642725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43316) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:47.757740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 191a09c7-9a75-48bc-a9e3-187b9d0703b2 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:15:47.758128 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.822764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea08a134-2f78-4bc1-bc14-3ef25cea3863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191a09c7-9a75-48bc-a9e3-187b9d0703b2'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:15:47.834433 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3343740b-870e-4191-aa5e-0df9b03704bc" -d '{"events": [{"server_uuid": "ea08a134-2f78-4bc1-bc14-3ef25cea3863", "name": "network-vif-plugged", "status": "completed", "tag": "191a09c7-9a75-48bc-a9e3-187b9d0703b2"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:15:47.879697 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 191a09c7-9a75-48bc-a9e3-187b9d0703b2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=191a09c7-9a75-48bc-a9e3-187b9d0703b2,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:47.895228 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:47.983702 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-577c4ef0-3eaf-44b9-84e9-90894b5bae66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:48.025814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=191a09c7-9a75-48bc-a9e3-187b9d0703b2,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:48.045128 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665608e7-83c8-40cf-8cba-6494b14bcf57 x-openstack-request-id: req-665608e7-83c8-40cf-8cba-6494b14bcf57 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:15:48.049202 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea08a134-2f78-4bc1-bc14-3ef25cea3863", "name": "network-vif-plugged", "status": "completed", "tag": "191a09c7-9a75-48bc-a9e3-187b9d0703b2", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:15:48.050076 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-665608e7-83c8-40cf-8cba-6494b14bcf57 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:15:48.051974 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea08a134-2f78-4bc1-bc14-3ef25cea3863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191a09c7-9a75-48bc-a9e3-187b9d0703b2', 'code': 200} Feb 19 03:15:48.054065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.065296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.065940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.066478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.066986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.067510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.068909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.069416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.069929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.070553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.071060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.071552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.072260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:15:48.195344 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-577c4ef0-3eaf-44b9-84e9-90894b5bae66 admin admin] Publish callbacks [] for security_group (dcf5d4dd-381d-48c8-9dfd-6bda1832437b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:48.209388 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-577c4ef0-3eaf-44b9-84e9-90894b5bae66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dcf5d4dd-381d-48c8-9dfd-6bda1832437b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:48.897054 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43366) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:48.898616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-577c4ef0-3eaf-44b9-84e9-90894b5bae66 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=839e3d93699546549c15c0e02701b575&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2530169 Feb 19 03:15:48.907960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c4ef0-3eaf-44b9-84e9-90894b5bae66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf5d4dd-381d-48c8-9dfd-6bda1832437b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:48.922686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6971d6-c553-4385-8e0f-9c1f28e981a7 req-f2f7a8b3-62c3-47fd-9ff7-2197afcaf2c3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:48.930017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a6971d6-c553-4385-8e0f-9c1f28e981a7 req-f2f7a8b3-62c3-47fd-9ff7-2197afcaf2c3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 944 time: 1.1074164 Feb 19 03:15:48.962830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af137d5e-45fe-46b2-9abd-bb9e6ce34577 req-6adfa2a9-9f42-485f-a663-976b5b87476b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:48.971878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af137d5e-45fe-46b2-9abd-bb9e6ce34577 req-6adfa2a9-9f42-485f-a663-976b5b87476b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1696122 Feb 19 03:15:49.003306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ac9d0-7d5b-4a66-a910-55a5cbba4237 req-1d3ae311-bc9c-4cea-b3ea-2abf91970e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:49.005071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a4ac9d0-7d5b-4a66-a910-55a5cbba4237 req-1d3ae311-bc9c-4cea-b3ea-2abf91970e3b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 1127 time: 0.8078651 Feb 19 03:15:49.048959 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9328bcc1-deb2-40ac-86fe-6b439caf22f5 admin admin] Publish callbacks [] for security_group (dcf5d4dd-381d-48c8-9dfd-6bda1832437b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:49.102884 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9328bcc1-deb2-40ac-86fe-6b439caf22f5 admin admin] Publish callbacks [] for security_group (dcf5d4dd-381d-48c8-9dfd-6bda1832437b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:49.184917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af137d5e-45fe-46b2-9abd-bb9e6ce34577 req-4406ca4e-1c86-4786-b3a2-f2a86899e6f6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120440 Feb 19 03:15:49.280719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a6971d6-c553-4385-8e0f-9c1f28e981a7 req-87ee7e1d-2ed9-4e38-a768-b5a6d9040ef4 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497057 Feb 19 03:15:49.414930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a4ac9d0-7d5b-4a66-a910-55a5cbba4237 req-9193840d-336f-48fd-9324-731e0c1bd621 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887422 Feb 19 03:15:49.503520 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec5155bf-c681-4c8a-b165-73e1f3350fde req-d47d5b69-9f34-47d9-9018-cd2e218839f7 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0641558 Feb 19 03:15:49.541258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b587d-f4a6-432f-8d4e-9a31e2709334 req-f3efed9c-69ca-4b77-8a0e-47705dc1facc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:49.543236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-859b587d-f4a6-432f-8d4e-9a31e2709334 req-f3efed9c-69ca-4b77-8a0e-47705dc1facc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2463880 Feb 19 03:15:49.633581 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-859b587d-f4a6-432f-8d4e-9a31e2709334 req-38e989aa-d508-4d7b-ae5c-d229e4828325 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842354 Feb 19 03:15:49.701087 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9328bcc1-deb2-40ac-86fe-6b439caf22f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dcf5d4dd-381d-48c8-9dfd-6bda1832437b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:49.704804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9328bcc1-deb2-40ac-86fe-6b439caf22f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:49.705982 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9328bcc1-deb2-40ac-86fe-6b439caf22f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dcf5d4dd-381d-48c8-9dfd-6bda1832437b HTTP/1.1" status: 204 len: 168 time: 0.8079102 Feb 19 03:15:49.720068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328bcc1-deb2-40ac-86fe-6b439caf22f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf5d4dd-381d-48c8-9dfd-6bda1832437b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:50.286115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43406) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:50.300925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-443fc3fa-daa6-4262-913b-4e9648e40f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:50.450600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5decc-6e7d-4d9c-9220-d0af26f6985f req-82c7943f-1c1d-4883-bf94-6cac57a4a6a7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:50.459988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adc5decc-6e7d-4d9c-9220-d0af26f6985f req-82c7943f-1c1d-4883-bf94-6cac57a4a6a7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1527512 Feb 19 03:15:50.481637 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-443fc3fa-daa6-4262-913b-4e9648e40f56 admin admin] Publish callbacks [] for security_group (af59f1c9-56e3-4809-85dc-f3f241be4777), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:50.491225 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-443fc3fa-daa6-4262-913b-4e9648e40f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (af59f1c9-56e3-4809-85dc-f3f241be4777), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:50.587840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fc3fa-daa6-4262-913b-4e9648e40f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af59f1c9-56e3-4809-85dc-f3f241be4777,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:50.593235 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-443fc3fa-daa6-4262-913b-4e9648e40f56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48fe30729ce74cb484ef263639978946&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3059700 Feb 19 03:15:50.597401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43416) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:50.600831 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bd165-9dfa-4e16-9b4b-9d2a0986db76 req-67a34ef2-ab21-418c-b5c3-7651a7ea7911 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:50.607657 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c5bd165-9dfa-4e16-9b4b-9d2a0986db76 req-67a34ef2-ab21-418c-b5c3-7651a7ea7911 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 945 time: 0.1992595 Feb 19 03:15:50.707645 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9121664-85b8-4fd9-bb65-494d4277e50e admin admin] Publish callbacks [] for security_group (af59f1c9-56e3-4809-85dc-f3f241be4777), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:50.725103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adc5decc-6e7d-4d9c-9220-d0af26f6985f req-19dcbe3c-b8f5-4097-bf2b-1019d85cd112 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206130 Feb 19 03:15:50.737134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9121664-85b8-4fd9-bb65-494d4277e50e admin admin] Publish callbacks [] for security_group (af59f1c9-56e3-4809-85dc-f3f241be4777), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:50.815082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c5bd165-9dfa-4e16-9b4b-9d2a0986db76 req-905dfd27-07db-4c3b-81d8-dac21c73764e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901002 Feb 19 03:15:50.820129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9121664-85b8-4fd9-bb65-494d4277e50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (af59f1c9-56e3-4809-85dc-f3f241be4777), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:50.824720 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9121664-85b8-4fd9-bb65-494d4277e50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:50.831894 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c9121664-85b8-4fd9-bb65-494d4277e50e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af59f1c9-56e3-4809-85dc-f3f241be4777 HTTP/1.1" status: 204 len: 168 time: 0.2332079 Feb 19 03:15:50.850873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9121664-85b8-4fd9-bb65-494d4277e50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af59f1c9-56e3-4809-85dc-f3f241be4777,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:50.988974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9c6861c-c379-44be-b7d7-36763f087279 req-99cb89f1-60d1-48d6-b331-0bc23135eae4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.0814545 Feb 19 03:15:52.052448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e17fc7-e3fb-4f26-b6cc-fca9f31af51d req-88231065-66e5-4e37-99a2-dc27923085c3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:52.075666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48e17fc7-e3fb-4f26-b6cc-fca9f31af51d req-88231065-66e5-4e37-99a2-dc27923085c3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.2130165 Feb 19 03:15:52.107172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366c5af-b8f2-4420-aa23-e9932f439535 req-649d66e6-c2b7-4378-84e9-12e5082d91de tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:52.117522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2366c5af-b8f2-4420-aa23-e9932f439535 req-649d66e6-c2b7-4378-84e9-12e5082d91de tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 945 time: 0.1833014 Feb 19 03:15:52.424537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48e17fc7-e3fb-4f26-b6cc-fca9f31af51d req-3459c749-956e-404f-a4f6-504ebafc6f39 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470521 Feb 19 03:15:52.464905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2366c5af-b8f2-4420-aa23-e9932f439535 req-d73f9921-6811-4f24-b013-4166c72ed643 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428991 Feb 19 03:15:52.594313 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:52.731298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17a0ec92-586b-4b40-a14a-7899722346d0 req-7e7a472c-8992-4373-a0c9-0820bab855b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/ports?device_id=4d7acc47-a22f-4bd2-8786-a8937d9b44ab HTTP/1.1" status: 200 len: 210 time: 0.1126416 Feb 19 03:15:53.015210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43466) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:53.356317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0efcc8d2-e00c-4ca1-b8f6-03eb15139723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:53.523589 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:53.556400 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0efcc8d2-e00c-4ca1-b8f6-03eb15139723 admin admin] Publish callbacks [] for security_group (429bf1c7-6e06-49a6-a047-2b97598420d2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:53.562563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0efcc8d2-e00c-4ca1-b8f6-03eb15139723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (429bf1c7-6e06-49a6-a047-2b97598420d2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:53.701865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcc8d2-e00c-4ca1-b8f6-03eb15139723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429bf1c7-6e06-49a6-a047-2b97598420d2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:53.730193 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0efcc8d2-e00c-4ca1-b8f6-03eb15139723 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9468930fc7434c838b0991e9da736c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7132418 Feb 19 03:15:53.731224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43490) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:53.773052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aaa17b-8133-4d2f-bd80-ed8686e97280 req-6ea8f993-dd98-48da-bfcb-e30a17f11a25 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:53.784608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46aaa17b-8133-4d2f-bd80-ed8686e97280 req-6ea8f993-dd98-48da-bfcb-e30a17f11a25 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1865387 Feb 19 03:15:53.901741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43496) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:53.942898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46aaa17b-8133-4d2f-bd80-ed8686e97280 req-045e9b1e-766a-45a1-8f62-fcfa9367037c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535807 Feb 19 03:15:54.017210 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf381e78-bfa6-4305-ab37-bee9eaf01d73 admin admin] Publish callbacks [] for security_group (429bf1c7-6e06-49a6-a047-2b97598420d2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.067087 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cc4b42a-4e6f-4b62-8ae8-d849a17b4ec6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for security_group (c8634336-66c0-4425-a2cc-37e835a15ced), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.076249 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf381e78-bfa6-4305-ab37-bee9eaf01d73 admin admin] Publish callbacks [] for security_group (429bf1c7-6e06-49a6-a047-2b97598420d2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.169606 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf381e78-bfa6-4305-ab37-bee9eaf01d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (429bf1c7-6e06-49a6-a047-2b97598420d2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.173108 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf381e78-bfa6-4305-ab37-bee9eaf01d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.176636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bf381e78-bfa6-4305-ab37-bee9eaf01d73 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/429bf1c7-6e06-49a6-a047-2b97598420d2 HTTP/1.1" status: 204 len: 168 time: 0.4389765 Feb 19 03:15:54.192137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf381e78-bfa6-4305-ab37-bee9eaf01d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429bf1c7-6e06-49a6-a047-2b97598420d2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:54.223193 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cc4b42a-4e6f-4b62-8ae8-d849a17b4ec6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for security_group (c8634336-66c0-4425-a2cc-37e835a15ced), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.345613 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cc4b42a-4e6f-4b62-8ae8-d849a17b4ec6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c8634336-66c0-4425-a2cc-37e835a15ced), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.349419 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cc4b42a-4e6f-4b62-8ae8-d849a17b4ec6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.353351 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4cc4b42a-4e6f-4b62-8ae8-d849a17b4ec6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "DELETE /v2.0/security-groups/c8634336-66c0-4425-a2cc-37e835a15ced HTTP/1.1" status: 204 len: 168 time: 0.4477544 Feb 19 03:15:54.353867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43504) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:54.368531 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-458783b1-6f82-48bb-ae18-09bd466a5e95 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] show failed (client error): The resource could not be found. Feb 19 03:15:54.379968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-458783b1-6f82-48bb-ae18-09bd466a5e95 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "GET /v2.0/security-groups/c8634336-66c0-4425-a2cc-37e835a15ced HTTP/1.1" status: 404 len: 347 time: 0.0219445 Feb 19 03:15:54.380376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43506) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:54.381979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4b42a-4e6f-4b62-8ae8-d849a17b4ec6 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8634336-66c0-4425-a2cc-37e835a15ced,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:54.752588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce67f5-22b2-4013-aa00-843065f00db5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Deleting port 9db4b857-6807-46ac-978e-354db8b0750c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:54.772932 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0ce67f5-22b2-4013-aa00-843065f00db5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9db4b857-6807-46ac-978e-354db8b0750c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.915532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0ce67f5-22b2-4013-aa00-843065f00db5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9db4b857-6807-46ac-978e-354db8b0750c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.915977 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0ce67f5-22b2-4013-aa00-843065f00db5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for floatingip (9db4b857-6807-46ac-978e-354db8b0750c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:54.946516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d0ce67f5-22b2-4013-aa00-843065f00db5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Calling delete_port for 9db4b857-6807-46ac-978e-354db8b0750c owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:55.472211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdc235-77ae-4805-9a2d-9a160bde03c8 req-70a98785-6cd7-4c07-96ff-42e81563ce4a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:55.479186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-86cdc235-77ae-4805-9a2d-9a160bde03c8 req-70a98785-6cd7-4c07-96ff-42e81563ce4a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3782890 Feb 19 03:15:55.496014 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0ce67f5-22b2-4013-aa00-843065f00db5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (9db4b857-6807-46ac-978e-354db8b0750c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:55.586013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce67f5-22b2-4013-aa00-843065f00db5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Port': ['ID=9db4b857-6807-46ac-978e-354db8b0750c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:55.900314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-86cdc235-77ae-4805-9a2d-9a160bde03c8 req-6a23f40b-97e9-4cea-8271-2bd5551ccfce tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4132130 Feb 19 03:15:55.973800 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0ce67f5-22b2-4013-aa00-843065f00db5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for floatingip (aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:55.980092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0ce67f5-22b2-4013-aa00-843065f00db5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:55.985823 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d0ce67f5-22b2-4013-aa00-843065f00db5 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "DELETE /v2.0/floatingips/aede86a4-a1d0-4f68-9885-7b9cb4eb9aa0 HTTP/1.1" status: 204 len: 168 time: 1.6042671 Feb 19 03:15:55.988467 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43542) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:56.267786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b6f53-723b-4f62-a8b0-1a6b9b7a28ba tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Deleting port ef9160a2-f769-4929-9fe3-4b33b6ef333a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:56.272998 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6f53-723b-4f62-a8b0-1a6b9b7a28ba tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.489996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6f53-723b-4f62-a8b0-1a6b9b7a28ba tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.507023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9c5b6f53-723b-4f62-a8b0-1a6b9b7a28ba tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Calling delete_port for ef9160a2-f769-4929-9fe3-4b33b6ef333a owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:56.820827 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6f53-723b-4f62-a8b0-1a6b9b7a28ba tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ef9160a2-f769-4929-9fe3-4b33b6ef333a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:56.928082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b6f53-723b-4f62-a8b0-1a6b9b7a28ba tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Port': ['ID=ef9160a2-f769-4929-9fe3-4b33b6ef333a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:57.180098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25134cb6-15c9-4cd7-bb75-1d336f2dd1c7 req-bac6fd99-1059-41fd-93b4-0ce694ae1660 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:57.183609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6f53-723b-4f62-a8b0-1a6b9b7a28ba tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.193618 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9c5b6f53-723b-4f62-a8b0-1a6b9b7a28ba tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "DELETE /v2.0/ports/ef9160a2-f769-4929-9fe3-4b33b6ef333a HTTP/1.1" status: 204 len: 168 time: 1.1979523 Feb 19 03:15:57.195125 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43586) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:57.198687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25134cb6-15c9-4cd7-bb75-1d336f2dd1c7 req-bac6fd99-1059-41fd-93b4-0ce694ae1660 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1745510 Feb 19 03:15:57.422510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25134cb6-15c9-4cd7-bb75-1d336f2dd1c7 req-c59c059b-5290-4617-9a6d-4673050270af tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226870 Feb 19 03:15:57.449627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-540398c7-067c-4be2-8fb3-3cff0d85783b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Deleting port e24c2a48-667d-4140-871f-fb0fe279b541 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:57.450669 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-540398c7-067c-4be2-8fb3-3cff0d85783b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.642605 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-540398c7-067c-4be2-8fb3-3cff0d85783b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:57.671728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-540398c7-067c-4be2-8fb3-3cff0d85783b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Calling delete_port for e24c2a48-667d-4140-871f-fb0fe279b541 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:15:57.865124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43596) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:57.995747 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-540398c7-067c-4be2-8fb3-3cff0d85783b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e24c2a48-667d-4140-871f-fb0fe279b541), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.057760 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540398c7-067c-4be2-8fb3-3cff0d85783b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Port': ['ID=e24c2a48-667d-4140-871f-fb0fe279b541,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:58.154746 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad0ded21-7194-4e78-9247-10ee9e30f973 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.316957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-540398c7-067c-4be2-8fb3-3cff0d85783b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.321466 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-540398c7-067c-4be2-8fb3-3cff0d85783b tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "DELETE /v2.0/ports/e24c2a48-667d-4140-871f-fb0fe279b541 HTTP/1.1" status: 204 len: 168 time: 1.1227446 Feb 19 03:15:58.327095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43602) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:58.470590 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad0ded21-7194-4e78-9247-10ee9e30f973 admin admin] Publish callbacks [] for security_group (df2cb84d-28c1-44f2-b1a5-75234fbd3002), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.485981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46d52bf-b828-4840-b93b-71a7dc90b056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Deleting subnet 60c72830-55c7-4d41-887b-cc9edfd6d350 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:15:58.493216 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a46d52bf-b828-4840-b93b-71a7dc90b056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for subnet (60c72830-55c7-4d41-887b-cc9edfd6d350), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.500778 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ad0ded21-7194-4e78-9247-10ee9e30f973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (df2cb84d-28c1-44f2-b1a5-75234fbd3002), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.597434 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a46d52bf-b828-4840-b93b-71a7dc90b056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (60c72830-55c7-4d41-887b-cc9edfd6d350), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.695876 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ad0ded21-7194-4e78-9247-10ee9e30f973 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=78873d24892349c4aa04ed91db92905f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8252978 Feb 19 03:15:58.699809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43606) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:58.742685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ded21-7194-4e78-9247-10ee9e30f973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2cb84d-28c1-44f2-b1a5-75234fbd3002,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:58.840569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a46d52bf-b828-4840-b93b-71a7dc90b056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (60c72830-55c7-4d41-887b-cc9edfd6d350), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.913912 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-645220c0-8bdd-43f0-ae61-1315724aa3c0 admin admin] Publish callbacks [] for security_group (df2cb84d-28c1-44f2-b1a5-75234fbd3002), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.946694 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a46d52bf-b828-4840-b93b-71a7dc90b056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (60c72830-55c7-4d41-887b-cc9edfd6d350), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:58.982503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72670773-1bc3-495f-8d9c-bd903dc63407 None None] Network 6af92cd5-54ec-4f14-82e4-e7e519181964 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:15:59.009218 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a46d52bf-b828-4840-b93b-71a7dc90b056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.013056 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a46d52bf-b828-4840-b93b-71a7dc90b056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "DELETE /v2.0/subnets/60c72830-55c7-4d41-887b-cc9edfd6d350 HTTP/1.1" status: 204 len: 168 time: 0.6833420 Feb 19 03:15:59.024887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43612) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:59.027844 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d52bf-b828-4840-b93b-71a7dc90b056 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Subnet': ['ID=60c72830-55c7-4d41-887b-cc9edfd6d350,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:59.042766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0edcf1-11b2-4bea-97b3-7b8c3af1501d req-da718ed4-4d84-4750-96ca-0102d48c6ff6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:15:59.068977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d0edcf1-11b2-4bea-97b3-7b8c3af1501d req-da718ed4-4d84-4750-96ca-0102d48c6ff6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.4693754 Feb 19 03:15:59.073026 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-645220c0-8bdd-43f0-ae61-1315724aa3c0 admin admin] Publish callbacks [] for security_group (df2cb84d-28c1-44f2-b1a5-75234fbd3002), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.105455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9851dd-01a4-4ae2-8666-b7c2c1e76de3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Deleting subnet f7db5a41-80b5-4002-9f1c-260b629e1411 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:15:59.109841 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f9851dd-01a4-4ae2-8666-b7c2c1e76de3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for subnet (f7db5a41-80b5-4002-9f1c-260b629e1411), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.189468 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f9851dd-01a4-4ae2-8666-b7c2c1e76de3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (f7db5a41-80b5-4002-9f1c-260b629e1411), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.341709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d0edcf1-11b2-4bea-97b3-7b8c3af1501d req-4b8b6869-0507-4d77-a203-f15f02f0c3db tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654872 Feb 19 03:15:59.391421 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-645220c0-8bdd-43f0-ae61-1315724aa3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (df2cb84d-28c1-44f2-b1a5-75234fbd3002), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.393971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac6e638-4e5e-48cc-9e01-59d498ffac5e None None] DHCP port deletion for 6af92cd5-54ec-4f14-82e4-e7e519181964 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:15:59.395417 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-645220c0-8bdd-43f0-ae61-1315724aa3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.407111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-645220c0-8bdd-43f0-ae61-1315724aa3c0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/df2cb84d-28c1-44f2-b1a5-75234fbd3002 HTTP/1.1" status: 204 len: 168 time: 0.6657195 Feb 19 03:15:59.448525 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f9851dd-01a4-4ae2-8666-b7c2c1e76de3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (f7db5a41-80b5-4002-9f1c-260b629e1411), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.449109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645220c0-8bdd-43f0-ae61-1315724aa3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2cb84d-28c1-44f2-b1a5-75234fbd3002,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:59.510292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-eac6e638-4e5e-48cc-9e01-59d498ffac5e None None] Deleting port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:15:59.510962 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eac6e638-4e5e-48cc-9e01-59d498ffac5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.603312 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f9851dd-01a4-4ae2-8666-b7c2c1e76de3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (f7db5a41-80b5-4002-9f1c-260b629e1411), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.644782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:15:59.666147 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9851dd-01a4-4ae2-8666-b7c2c1e76de3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Subnet': ['ID=f7db5a41-80b5-4002-9f1c-260b629e1411,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:15:59.685140 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f9851dd-01a4-4ae2-8666-b7c2c1e76de3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.699351 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9f9851dd-01a4-4ae2-8666-b7c2c1e76de3 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "DELETE /v2.0/subnets/f7db5a41-80b5-4002-9f1c-260b629e1411 HTTP/1.1" status: 204 len: 168 time: 0.6656356 Feb 19 03:15:59.701446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43618) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:15:59.744111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31696224-7dd3-48e1-9bc8-a0c8a9fc535d None None] Network 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:15:59.927968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (6af92cd5-54ec-4f14-82e4-e7e519181964), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:15:59.942623 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-eac6e638-4e5e-48cc-9e01-59d498ffac5e None None] For port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:15:59.945877 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eac6e638-4e5e-48cc-9e01-59d498ffac5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.004216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-eac6e638-4e5e-48cc-9e01-59d498ffac5e None None] Calling delete_port for b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:00.135052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Deleting port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:00.136310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.251558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:00.251949 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.292988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] For port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2,segment=NetworkSegment(d483053e-1a68-4dc5-b7fc-585aab385332),segment_id=d483053e-1a68-4dc5-b7fc-585aab385332)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:00.294047 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.357071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Calling delete_port for b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:00.497183 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.566302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Port': ['ID=b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:00.576180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] No DVR routers for this DVR port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:00.706804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f312ddf-a817-4449-8000-8e03c6579ad1 req-4a925316-afaa-4740-b907-12a33b1392c7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:00.726898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f312ddf-a817-4449-8000-8e03c6579ad1 req-4a925316-afaa-4740-b907-12a33b1392c7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1923521 Feb 19 03:16:00.730902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1490a6-b58d-4194-9c57-dc3a03880c5f None None] DHCP port deletion for 0cdb6cc6-4e77-4b1d-a45a-8fef76064887 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:16:00.781126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (6af92cd5-54ec-4f14-82e4-e7e519181964), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.794528 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eac6e638-4e5e-48cc-9e01-59d498ffac5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.865737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6e638-4e5e-48cc-9e01-59d498ffac5e None None] Pushing event deleted for resources: {'Port': ['ID=b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:00.895358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6e638-4e5e-48cc-9e01-59d498ffac5e None None] No DVR routers for this DVR port b0bb3b7b-b6d3-43e5-8c46-41cb7fdddcb2 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:00.895516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6af92cd5-54ec-4f14-82e4-e7e519181964']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:00.917480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd483053e-1a68-4dc5-b7fc-585aab385332') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:00.917968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd483053e-1a68-4dc5-b7fc-585aab385332') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:00.918243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f312ddf-a817-4449-8000-8e03c6579ad1 req-cea0d151-d064-45ee-8693-69134205e1ad tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898253 Feb 19 03:16:00.950234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (d483053e-1a68-4dc5-b7fc-585aab385332), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.978689 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d483053e-1a68-4dc5-b7fc-585aab385332), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:00.990693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:16:00.991112 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (d483053e-1a68-4dc5-b7fc-585aab385332), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:16:01.128112 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:16:01.136325 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (6af92cd5-54ec-4f14-82e4-e7e519181964), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.137707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ff1490a6-b58d-4194-9c57-dc3a03880c5f None None] Deleting port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:01.140078 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff1490a6-b58d-4194-9c57-dc3a03880c5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.149178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.156324 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "DELETE /v2.0/networks/6af92cd5-54ec-4f14-82e4-e7e519181964 HTTP/1.1" status: 204 len: 168 time: 1.4502389 Feb 19 03:16:01.157315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43648) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:01.173846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd486df-df8b-44db-8cce-61208aed86b4 tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Network': ['ID=6af92cd5-54ec-4f14-82e4-e7e519181964,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:01.285087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ff1490a6-b58d-4194-9c57-dc3a03880c5f None None] For port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e72f7ad5-0b40-4a36-954a-ed4ac873ad5c,segment=NetworkSegment(590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328),segment_id=590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:01.285934 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff1490a6-b58d-4194-9c57-dc3a03880c5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.303403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ff1490a6-b58d-4194-9c57-dc3a03880c5f None None] Calling delete_port for e72f7ad5-0b40-4a36-954a-ed4ac873ad5c owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:01.458555 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (0cdb6cc6-4e77-4b1d-a45a-8fef76064887), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.542724 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff1490a6-b58d-4194-9c57-dc3a03880c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.626167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1490a6-b58d-4194-9c57-dc3a03880c5f None None] No DVR routers for this DVR port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:01.642731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Deleting port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:01.643759 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.647887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e72f7ad5-0b40-4a36-954a-ed4ac873ad5c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:01.663047 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1490a6-b58d-4194-9c57-dc3a03880c5f None None] Pushing event deleted for resources: {'Port': ['ID=e72f7ad5-0b40-4a36-954a-ed4ac873ad5c,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:01.742200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: e72f7ad5-0b40-4a36-954a-ed4ac873ad5c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:01.745104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e72f7ad5-0b40-4a36-954a-ed4ac873ad5c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:01.806539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] For port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c, host n-d-826755-2, got binding levels [] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:01.807697 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.831161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Calling delete_port for e72f7ad5-0b40-4a36-954a-ed4ac873ad5c owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:01.834339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c was not found and therefore no delete operation was performed {{(pid=109899) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:16:01.836111 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e72f7ad5-0b40-4a36-954a-ed4ac873ad5c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:01.867179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Port': ['ID=e72f7ad5-0b40-4a36-954a-ed4ac873ad5c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:01.883897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] No DVR routers for this DVR port e72f7ad5-0b40-4a36-954a-ed4ac873ad5c on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:02.247769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (0cdb6cc6-4e77-4b1d-a45a-8fef76064887), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.362385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdb6cc6-4e77-4b1d-a45a-8fef76064887']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:02.422775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:02.423060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:02.460379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642d753-5b89-4518-a4bd-da418a636c01 req-e393deec-9dff-4322-ada5-3614f0eb4050 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:02.467714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c642d753-5b89-4518-a4bd-da418a636c01 req-e393deec-9dff-4322-ada5-3614f0eb4050 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3814034 Feb 19 03:16:02.471112 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.528900 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.550279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:16:02.551341 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (590eb4e5-d7c4-4fe4-bbc3-ff9ad42d0328), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:16:02.554895 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:16:02.590759 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c642d753-5b89-4518-a4bd-da418a636c01 req-71948aa7-5cf9-4f36-ade4-f930badce6b9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219499 Feb 19 03:16:02.694077 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (0cdb6cc6-4e77-4b1d-a45a-8fef76064887), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.721493 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:02.735440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] 10.222.0.81 "DELETE /v2.0/networks/0cdb6cc6-4e77-4b1d-a45a-8fef76064887 HTTP/1.1" status: 204 len: 168 time: 1.5765247 Feb 19 03:16:02.766246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be700000-b5ba-4b64-821d-3ecb5663fc9a tempest-TaggedBootDevicesTest-289783180 tempest-TaggedBootDevicesTest-289783180-project] Pushing event deleted for resources: {'Network': ['ID=0cdb6cc6-4e77-4b1d-a45a-8fef76064887,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:03.631625 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-614787b4-94c3-4a0d-9e6a-92828faf2ad2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:03.917905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d21ad6-4c09-4f70-a069-36267f97ab5e req-88b5a857-1861-42a9-a6f9-9f2e449234e9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:03.920233 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01d21ad6-4c09-4f70-a069-36267f97ab5e req-88b5a857-1861-42a9-a6f9-9f2e449234e9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1506665 Feb 19 03:16:03.993746 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01d21ad6-4c09-4f70-a069-36267f97ab5e req-19b9c551-84e0-4a60-a62a-750ef94193dc tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668569 Feb 19 03:16:05.307125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82faf483-2936-429b-af89-c528a349a54c req-e8e9676c-ad5a-4625-a241-e2b58d8005bc tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:05.326263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82faf483-2936-429b-af89-c528a349a54c req-e8e9676c-ad5a-4625-a241-e2b58d8005bc tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.2141006 Feb 19 03:16:05.514186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82faf483-2936-429b-af89-c528a349a54c req-f65ddf23-236b-48b4-bf55-e5d9ef36ec6b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857996 Feb 19 03:16:05.867675 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-49f96b30-83a3-4a90-a2c7-cbd55596526e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:06.820603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f0321-6fab-4466-995d-cc280a9e38f7 req-925f2613-3505-4e13-ae41-603377ce2e9b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:06.829216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-211f0321-6fab-4466-995d-cc280a9e38f7 req-925f2613-3505-4e13-ae41-603377ce2e9b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1148732 Feb 19 03:16:06.980291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-211f0321-6fab-4466-995d-cc280a9e38f7 req-468e7d5a-eac7-48ae-8ae3-75d3c7bebf7a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445518 Feb 19 03:16:07.029894 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:08.198888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1d6ad-42ce-4011-a230-85e680eeffe0 req-3a78334e-309c-403d-9db8-1d69b5f609bf tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:08.213386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14c1d6ad-42ce-4011-a230-85e680eeffe0 req-3a78334e-309c-403d-9db8-1d69b5f609bf tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1427183 Feb 19 03:16:08.329998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14c1d6ad-42ce-4011-a230-85e680eeffe0 req-408756f0-2228-43c2-8f27-5307604ac71d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153629 Feb 19 03:16:08.472355 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:09.212820 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:16:09.561444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a79d08-5f17-482a-a7a2-9b583f00134f req-34840d9b-bc48-453c-9c17-39ea8bce4219 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:09.563099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5a79d08-5f17-482a-a7a2-9b583f00134f req-34840d9b-bc48-453c-9c17-39ea8bce4219 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1137664 Feb 19 03:16:09.677112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5a79d08-5f17-482a-a7a2-9b583f00134f req-7bbf410b-fce2-4f53-8eec-477c940f82ad tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058111 Feb 19 03:16:10.032755 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:10.385529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e51c9-a09b-4d37-8576-8e2ad93a65c1 req-6ec17fc2-332e-42dd-9b1b-26a1a974932b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:10.387264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b75e51c9-a09b-4d37-8576-8e2ad93a65c1 req-6ec17fc2-332e-42dd-9b1b-26a1a974932b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d3a594dd7f7547dcbb8dde37027e3364&device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 1128 time: 0.0638919 Feb 19 03:16:10.594060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e51c9-a09b-4d37-8576-8e2ad93a65c1 req-3ab823ea-67f4-42d6-9548-d7e9e00483ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:10.596360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b75e51c9-a09b-4d37-8576-8e2ad93a65c1 req-3ab823ea-67f4-42d6-9548-d7e9e00483ed service neutron] 10.222.0.67 "GET /v2.0/networks?id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 HTTP/1.1" status: 200 len: 915 time: 0.2027359 Feb 19 03:16:10.707954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b75e51c9-a09b-4d37-8576-8e2ad93a65c1 req-3039a998-08ce-4c19-a990-183466abf481 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1 HTTP/1.1" status: 200 len: 217 time: 0.1035979 Feb 19 03:16:10.847194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e51c9-a09b-4d37-8576-8e2ad93a65c1 req-dbacad08-e825-4bcf-bc70-c83a4aa538a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:10.851095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b75e51c9-a09b-4d37-8576-8e2ad93a65c1 req-dbacad08-e825-4bcf-bc70-c83a4aa538a7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=b739eea0-569f-47b6-a370-a00b8efdac10 HTTP/1.1" status: 200 len: 854 time: 0.1384950 Feb 19 03:16:10.937564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b75e51c9-a09b-4d37-8576-8e2ad93a65c1 req-768f92fb-b5c5-40db-bb1d-e00d41261dc4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758247 Feb 19 03:16:11.259931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b75e51c9-a09b-4d37-8576-8e2ad93a65c1 req-af26c032-8b0d-4852-8c19-698b9e5c6439 service neutron] 10.222.0.67 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268901 Feb 19 03:16:11.385621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d3971-714e-4245-bd0b-bfab8172e58b req-8b2ec3d2-9347-4240-bb14-caa98b305b3d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:11.387185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-308d3971-714e-4245-bd0b-bfab8172e58b req-8b2ec3d2-9347-4240-bb14-caa98b305b3d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.5289137 Feb 19 03:16:11.392874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b75e51c9-a09b-4d37-8576-8e2ad93a65c1 req-31c4b888-0a31-4a24-a7e6-343f6dc1438b service neutron] 10.222.0.67 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202819 Feb 19 03:16:11.490044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-308d3971-714e-4245-bd0b-bfab8172e58b req-0201ea91-1bd9-41b3-a0a7-900fe07fecca tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941479 Feb 19 03:16:11.621412 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43938) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:11.847574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d96863d-df98-475e-a6ce-2f401b418eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:12.200020 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d96863d-df98-475e-a6ce-2f401b418eb0 admin admin] Publish callbacks [] for security_group (c4f02352-8caf-4ced-a9cd-088f405c3ee7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:12.217027 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d96863d-df98-475e-a6ce-2f401b418eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c4f02352-8caf-4ced-a9cd-088f405c3ee7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:12.305218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96863d-df98-475e-a6ce-2f401b418eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f02352-8caf-4ced-a9cd-088f405c3ee7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:12.348025 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ee06ba4f-aac7-40d6-bf17-b3800d84910e req-a04066a5-3c12-4f65-b297-05342f274006 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2883608 Feb 19 03:16:12.356005 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43954) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:12.365186 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8d96863d-df98-475e-a6ce-2f401b418eb0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=788a5209bad141e3a4fdcc6e6a4b44fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7425206 Feb 19 03:16:12.430113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43958) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:12.462978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06ba4f-aac7-40d6-bf17-b3800d84910e req-53e231d9-e852-4305-87cf-72d415e17b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:12.467410 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ee06ba4f-aac7-40d6-bf17-b3800d84910e req-53e231d9-e852-4305-87cf-72d415e17b5b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 1127 time: 0.0944836 Feb 19 03:16:12.509016 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb789-6ef4-479f-9022-449db5571829 admin admin] Publish callbacks [] for security_group (c4f02352-8caf-4ced-a9cd-088f405c3ee7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:12.600380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb789-6ef4-479f-9022-449db5571829 admin admin] Publish callbacks [] for security_group (c4f02352-8caf-4ced-a9cd-088f405c3ee7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:12.807187 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb789-6ef4-479f-9022-449db5571829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c4f02352-8caf-4ced-a9cd-088f405c3ee7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:12.813164 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e4eb789-6ef4-479f-9022-449db5571829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:12.816641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5e4eb789-6ef4-479f-9022-449db5571829 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4f02352-8caf-4ced-a9cd-088f405c3ee7 HTTP/1.1" status: 204 len: 168 time: 0.4578021 Feb 19 03:16:12.819753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06ba4f-aac7-40d6-bf17-b3800d84910e req-ce3eabb8-3920-48a5-b64e-cd03f40fb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:12.821518 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ee06ba4f-aac7-40d6-bf17-b3800d84910e req-ce3eabb8-3920-48a5-b64e-cd03f40fb389 service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.3345320 Feb 19 03:16:12.850454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0c463-470e-4443-b3fa-543e2096ed0e req-b58547fa-4290-4bf4-b7a1-54a904042170 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:12.852017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dd0c463-470e-4443-b3fa-543e2096ed0e req-b58547fa-4290-4bf4-b7a1-54a904042170 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1881149 Feb 19 03:16:12.867260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4eb789-6ef4-479f-9022-449db5571829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f02352-8caf-4ced-a9cd-088f405c3ee7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:12.910392 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-efeb5d60-eeea-4d6e-ada0-bd44d44eb7ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:12.937568 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ee06ba4f-aac7-40d6-bf17-b3800d84910e req-f58fce83-78f2-44f1-93a7-26df92e075d4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdafc5fa-203d-40d7-8802-571e7488fcd7 HTTP/1.1" status: 200 len: 217 time: 0.1081409 Feb 19 03:16:12.939419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dd0c463-470e-4443-b3fa-543e2096ed0e req-7f8167e0-324e-4aa6-851d-37b8cd259013 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737691 Feb 19 03:16:13.080442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06ba4f-aac7-40d6-bf17-b3800d84910e req-8b8d9305-e16e-4455-9f5a-42555808cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:13.082063 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ee06ba4f-aac7-40d6-bf17-b3800d84910e req-8b8d9305-e16e-4455-9f5a-42555808cbc5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.1365235 Feb 19 03:16:13.244173 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-efeb5d60-eeea-4d6e-ada0-bd44d44eb7ea admin admin] Publish callbacks [] for security_group (e014dbfc-beb5-4e3a-949c-1a1c3c9961a6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.262443 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-efeb5d60-eeea-4d6e-ada0-bd44d44eb7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e014dbfc-beb5-4e3a-949c-1a1c3c9961a6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.347610 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-efeb5d60-eeea-4d6e-ada0-bd44d44eb7ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1247d287d7024539b91750a9055205bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9147670 Feb 19 03:16:13.349713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06ba4f-aac7-40d6-bf17-b3800d84910e req-66b954ec-285e-426e-b582-6432db93653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:13.350349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43982) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:13.351159 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ee06ba4f-aac7-40d6-bf17-b3800d84910e req-66b954ec-285e-426e-b582-6432db93653a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1572475 Feb 19 03:16:13.351980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb5d60-eeea-4d6e-ada0-bd44d44eb7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e014dbfc-beb5-4e3a-949c-1a1c3c9961a6,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:13.462682 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-097baf1a-4175-4e91-b2e5-50cbb17ab5b8 admin admin] Publish callbacks [] for security_group (e014dbfc-beb5-4e3a-949c-1a1c3c9961a6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.482179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43984) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:13.502128 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67cbfbc2-6978-45b3-9419-e5f98b281057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.546578 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-097baf1a-4175-4e91-b2e5-50cbb17ab5b8 admin admin] Publish callbacks [] for security_group (e014dbfc-beb5-4e3a-949c-1a1c3c9961a6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.597645 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ee06ba4f-aac7-40d6-bf17-b3800d84910e req-bbabd121-1718-4d3c-a9e8-e9c62db2de31 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319028 Feb 19 03:16:13.714439 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ee06ba4f-aac7-40d6-bf17-b3800d84910e req-213209d7-6410-4ab4-b81a-99d589bf5169 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107886 Feb 19 03:16:13.814069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-097baf1a-4175-4e91-b2e5-50cbb17ab5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e014dbfc-beb5-4e3a-949c-1a1c3c9961a6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.817253 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-097baf1a-4175-4e91-b2e5-50cbb17ab5b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.818420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-097baf1a-4175-4e91-b2e5-50cbb17ab5b8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e014dbfc-beb5-4e3a-949c-1a1c3c9961a6 HTTP/1.1" status: 204 len: 168 time: 0.4669838 Feb 19 03:16:13.830725 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67cbfbc2-6978-45b3-9419-e5f98b281057 admin admin] Publish callbacks [] for security_group (80b699da-5139-494f-9f45-37a6e8dc2201), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.848268 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67cbfbc2-6978-45b3-9419-e5f98b281057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (80b699da-5139-494f-9f45-37a6e8dc2201), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:13.850934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097baf1a-4175-4e91-b2e5-50cbb17ab5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e014dbfc-beb5-4e3a-949c-1a1c3c9961a6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:13.875758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cbfbc2-6978-45b3-9419-e5f98b281057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b699da-5139-494f-9f45-37a6e8dc2201,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:13.924675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-67cbfbc2-6978-45b3-9419-e5f98b281057 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb36a65e7dd543fd8cf5ced883c57621&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4405680 Feb 19 03:16:13.927388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43990) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:14.047882 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8f30-320b-4975-952d-e7538009f98e admin admin] Publish callbacks [] for security_group (80b699da-5139-494f-9f45-37a6e8dc2201), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:14.097401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8f30-320b-4975-952d-e7538009f98e admin admin] Publish callbacks [] for security_group (80b699da-5139-494f-9f45-37a6e8dc2201), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:14.165627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92473588-9c13-4185-b35b-9d06e4d89291 req-2c81c8c1-e991-40eb-8dc7-a1e018c991df tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:14.176853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92473588-9c13-4185-b35b-9d06e4d89291 req-2c81c8c1-e991-40eb-8dc7-a1e018c991df tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1203518 Feb 19 03:16:14.203051 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8f30-320b-4975-952d-e7538009f98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (80b699da-5139-494f-9f45-37a6e8dc2201), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:14.206112 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ccd8f30-320b-4975-952d-e7538009f98e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:14.207496 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5ccd8f30-320b-4975-952d-e7538009f98e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/80b699da-5139-494f-9f45-37a6e8dc2201 HTTP/1.1" status: 204 len: 168 time: 0.2790866 Feb 19 03:16:14.242233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd8f30-320b-4975-952d-e7538009f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b699da-5139-494f-9f45-37a6e8dc2201,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:14.300260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92473588-9c13-4185-b35b-9d06e4d89291 req-299e957e-27c8-4e36-8b87-854144e0eb22 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245534 Feb 19 03:16:14.518759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383cfa6-ce5d-4070-b99a-981165439b8f req-86878916-f8e2-4f4b-8860-df6662a38a8e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:14.529355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9383cfa6-ce5d-4070-b99a-981165439b8f req-86878916-f8e2-4f4b-8860-df6662a38a8e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1076930 Feb 19 03:16:14.631337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9383cfa6-ce5d-4070-b99a-981165439b8f req-2659e9ba-8961-4e5f-83ba-02c855093935 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948822 Feb 19 03:16:14.922118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-0d2b43da-7f6a-466f-8a42-dc990ba2a3fd req-d3fef637-4f84-4127-81e0-68be5fb827e9 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:16:14.923653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d2b43da-7f6a-466f-8a42-dc990ba2a3fd req-d3fef637-4f84-4127-81e0-68be5fb827e9 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062463 Feb 19 03:16:15.414560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f6eb2647-b0c5-48ae-8825-bae4d9098fd1 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:15.478116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea5f97-ede0-4088-86ed-9cacd64094b7 req-a6ec4b4d-9b12-44a7-b3a9-991a9ec25fa0 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:15.482448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00ea5f97-ede0-4088-86ed-9cacd64094b7 req-a6ec4b4d-9b12-44a7-b3a9-991a9ec25fa0 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.3042111 Feb 19 03:16:15.562536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61328a31-8b30-4191-8347-8ab42ee28707 req-c81a0dd8-863a-4565-ac9c-43bac411045b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3224840 Feb 19 03:16:15.691485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00ea5f97-ede0-4088-86ed-9cacd64094b7 req-e95697d7-3c76-4229-82c6-6e0aabde39f9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904175 Feb 19 03:16:15.726702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328a31-8b30-4191-8347-8ab42ee28707 req-c5398b68-db7e-4005-bd57-fba980fbef07 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:15.728964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:15.729466 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:15.755906 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-61328a31-8b30-4191-8347-8ab42ee28707 req-c5398b68-db7e-4005-bd57-fba980fbef07 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports/f6eb2647-b0c5-48ae-8825-bae4d9098fd1 HTTP/1.1" status: 200 len: 943 time: 0.1670423 Feb 19 03:16:15.842601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:15.844911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:15.851758 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5036eb-6162-4b0e-bd33-f6080b35da8f" -d '{"events": [{"server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "name": "network-vif-unplugged", "status": "completed", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:15.874734 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:15.975539 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff472e1-d422-4994-ac2d-9eba749d492c x-openstack-request-id: req-2ff472e1-d422-4994-ac2d-9eba749d492c {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:15.975826 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "name": "network-vif-unplugged", "status": "failed", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1", "code": 422}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:15.976076 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ff472e1-d422-4994-ac2d-9eba749d492c {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:15.976865 n-d-826755-2 neutron-server[109900]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'code': 422} returned with failed status Feb 19 03:16:16.053762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:16.987494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9d18-6c8b-4fd2-90f0-713fdc7054bb req-8040988c-0672-4ea3-865d-fa938422df5d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:17.013368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-548e9d18-6c8b-4fd2-90f0-713fdc7054bb req-8040988c-0672-4ea3-865d-fa938422df5d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 944 time: 0.1732697 Feb 19 03:16:17.138070 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-548e9d18-6c8b-4fd2-90f0-713fdc7054bb req-9d3f2ac5-17fa-4ddc-ba68-3be774e27616 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232257 Feb 19 03:16:17.142060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328a31-8b30-4191-8347-8ab42ee28707 req-85ec0a3a-dac2-450b-a1ac-af3cd2ece245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:17.145133 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-61328a31-8b30-4191-8347-8ab42ee28707 req-85ec0a3a-dac2-450b-a1ac-af3cd2ece245 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5&tenant_id=d3a594dd7f7547dcbb8dde37027e3364 HTTP/1.1" status: 200 len: 1126 time: 0.2414005 Feb 19 03:16:17.167315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:17.251154 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:17.509332 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:17.548610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:17.593772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6eb2647-b0c5-48ae-8825-bae4d9098fd1 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:17.606853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Publish callbacks [] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:17.623081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Transition to ACTIVE for port object f6eb2647-b0c5-48ae-8825-bae4d9098fd1 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:16:17.629562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:17.681440 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Pushing event updated for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=9']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:17.789857 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] No DVR routers for this DVR port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:17.882643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Attempting to bind port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:17.885049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Attempting to bind port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:17.885561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Attempting to bind port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 on network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:17.898690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 on network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:16:17.900940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Attempting to bind port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 on network e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:17.919343 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:17.921279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Checking segment: {'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:17.926496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Bound using segment: {'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:17.927210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Bound port: f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:17.927779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:18.092727 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:18.102748 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:18.119589 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:18.202842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.203436 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:18.204883 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-61328a31-8b30-4191-8347-8ab42ee28707 req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] 10.222.0.87 "PUT /v2.0/ports/f6eb2647-b0c5-48ae-8825-bae4d9098fd1 HTTP/1.1" status: 200 len: 1092 time: 1.0523214 Feb 19 03:16:18.217998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:18.222360 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa19139-77fd-4648-aee1-92f0acfb4408" -d '{"events": [{"name": "network-changed", "server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:18.443680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb21264-52b3-447d-84b2-6e4acca13c5c service neutron] Pushing event updated for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=10']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:18.488627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4629b178-b2aa-4a8c-8598-95d3681a0bcd req-74ae31aa-6741-45b9-abf9-aa8273d5a398 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.490219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4629b178-b2aa-4a8c-8598-95d3681a0bcd req-74ae31aa-6741-45b9-abf9-aa8273d5a398 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.1672757 Feb 19 03:16:18.491680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328a31-8b30-4191-8347-8ab42ee28707 req-882ac89f-09c9-4ea8-8069-7dfcb3c05058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.493508 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-61328a31-8b30-4191-8347-8ab42ee28707 req-882ac89f-09c9-4ea8-8069-7dfcb3c05058 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d3a594dd7f7547dcbb8dde37027e3364&device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 1127 time: 0.2491024 Feb 19 03:16:18.679391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4629b178-b2aa-4a8c-8598-95d3681a0bcd req-5a76ede3-4e1e-449d-ac8f-16b63dddadff tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791067 Feb 19 03:16:18.772940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328a31-8b30-4191-8347-8ab42ee28707 req-00ce6ea9-e178-4a2a-942a-da8cc21a513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:18.777858 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-61328a31-8b30-4191-8347-8ab42ee28707 req-00ce6ea9-e178-4a2a-942a-da8cc21a513f service neutron] 10.222.0.87 "GET /v2.0/networks?id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 HTTP/1.1" status: 200 len: 915 time: 0.2762580 Feb 19 03:16:18.786936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44194) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:18.874108 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-61328a31-8b30-4191-8347-8ab42ee28707 req-6b746997-ed4d-4d96-a79d-5042e67d1d9b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1 HTTP/1.1" status: 200 len: 217 time: 0.0886588 Feb 19 03:16:18.996942 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5e6505-5ec2-4561-bd03-9d7f05031bb3 x-openstack-request-id: req-7a5e6505-5ec2-4561-bd03-9d7f05031bb3 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:18.997233 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:18.997488 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7a5e6505-5ec2-4561-bd03-9d7f05031bb3 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:18.997891 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'status': 'completed', 'code': 200} Feb 19 03:16:18.999787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328a31-8b30-4191-8347-8ab42ee28707 req-97b5b4d2-990b-4d18-bd9d-6c29bbc7ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:19.001279 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-61328a31-8b30-4191-8347-8ab42ee28707 req-97b5b4d2-990b-4d18-bd9d-6c29bbc7ec86 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b739eea0-569f-47b6-a370-a00b8efdac10 HTTP/1.1" status: 200 len: 854 time: 0.1224399 Feb 19 03:16:19.081774 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-61328a31-8b30-4191-8347-8ab42ee28707 req-d347f578-b6e5-403f-ab49-b6cbc0c32239 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687425 Feb 19 03:16:19.218013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:19.271053 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:19.306823 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-61328a31-8b30-4191-8347-8ab42ee28707 req-ad725fc4-4ea4-4555-bc32-a57ff6c872cb service neutron] 10.222.0.87 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172844 Feb 19 03:16:19.438541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44204) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:19.508622 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:19.515251 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-61328a31-8b30-4191-8347-8ab42ee28707 req-6421003a-2a1c-464c-86c1-2dea3e600a3d service neutron] 10.222.0.87 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013755 Feb 19 03:16:19.706982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa19139-77fd-4648-aee1-92f0acfb4408 req-6384dba3-95de-4189-bbb0-30e83c95b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:19.708933 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ffa19139-77fd-4648-aee1-92f0acfb4408 req-6384dba3-95de-4189-bbb0-30e83c95b269 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d3a594dd7f7547dcbb8dde37027e3364&device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 1127 time: 0.1302068 Feb 19 03:16:19.752119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Allocated IP 172.25.1.58 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/2f6c0d63-fe46-4720-bedc-0911461fcf10) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:20.064103 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:20.085905 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa19139-77fd-4648-aee1-92f0acfb4408 req-03922eb7-bd58-4c67-b0b3-14b7f7f74033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:20.087342 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ffa19139-77fd-4648-aee1-92f0acfb4408 req-03922eb7-bd58-4c67-b0b3-14b7f7f74033 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 HTTP/1.1" status: 200 len: 915 time: 0.3717418 Feb 19 03:16:20.247443 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ffa19139-77fd-4648-aee1-92f0acfb4408 req-2528c06e-bde0-43e7-ae84-adff2ebff6aa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1 HTTP/1.1" status: 200 len: 217 time: 0.1518075 Feb 19 03:16:20.361622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa19139-77fd-4648-aee1-92f0acfb4408 req-47e4e768-3043-4155-bb84-66dc209c75fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:20.372980 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ffa19139-77fd-4648-aee1-92f0acfb4408 req-47e4e768-3043-4155-bb84-66dc209c75fe service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b739eea0-569f-47b6-a370-a00b8efdac10 HTTP/1.1" status: 200 len: 854 time: 0.1191254 Feb 19 03:16:20.440599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902849e-ca32-468d-9370-3e658704bdcd req-aefd8dc3-99de-42b6-befb-b24260b10d5e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:20.464232 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ffa19139-77fd-4648-aee1-92f0acfb4408 req-ea15db23-3cf6-465b-bae1-3c404c66cc8e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846293 Feb 19 03:16:20.468919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5902849e-ca32-468d-9370-3e658704bdcd req-aefd8dc3-99de-42b6-befb-b24260b10d5e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.6097317 Feb 19 03:16:20.540963 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Publish callbacks [] for security_group (a3fe62ba-4b81-4569-83e1-80061a3ec815), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:20.584737 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a3fe62ba-4b81-4569-83e1-80061a3ec815), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:20.617988 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for port (2f6c0d63-fe46-4720-bedc-0911461fcf10), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:20.740960 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ffa19139-77fd-4648-aee1-92f0acfb4408 req-a55856f6-41c3-41e3-9f09-8dd7a7136da5 service neutron] 10.222.0.87 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671862 Feb 19 03:16:20.821165 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcdc6fed5f27423f82db0e68937ffcb0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3807876 Feb 19 03:16:20.824966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44240) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:20.849102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fe62ba-4b81-4569-83e1-80061a3ec815,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:20.952104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.956704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.958080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.958659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.961343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.962191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.962845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.964569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.965193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.968954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.970808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.971403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.972013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10588e11-df62-489d-b8f6-c7b8ce12d14b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:20.990097 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (2f6c0d63-fe46-4720-bedc-0911461fcf10), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.124802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5902849e-ca32-468d-9370-3e658704bdcd req-0f8fd8cf-9ba6-4599-9d15-635b5ceec489 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6545827 Feb 19 03:16:21.129292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event updated for resources: {'Port': ['ID=2f6c0d63-fe46-4720-bedc-0911461fcf10,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:21.147240 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Publish callbacks [] for security_group (a3fe62ba-4b81-4569-83e1-80061a3ec815), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.175073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:21.186957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:21.196461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:21.247445 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Publish callbacks [] for security_group (a3fe62ba-4b81-4569-83e1-80061a3ec815), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.274638 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ffa19139-77fd-4648-aee1-92f0acfb4408 req-bd4713bb-5c92-4be7-97a6-867a8c2e07a2 service neutron] 10.222.0.87 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777549 Feb 19 03:16:21.367665 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a3fe62ba-4b81-4569-83e1-80061a3ec815), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.370448 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.371607 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a3fe62ba-4b81-4569-83e1-80061a3ec815 HTTP/1.1" status: 204 len: 168 time: 0.5456355 Feb 19 03:16:21.405982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fe62ba-4b81-4569-83e1-80061a3ec815,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:21.428566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.436126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.436737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.437241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.445200 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.445805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.448229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.448775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.449276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.449788 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.451682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.452194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.457435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea25e07d-313d-4b4a-82e6-654c31e65dec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:16:21.603833 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for floatingip (7d1be773-f40a-4929-b133-9a1a7e5e0f55), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:21.740235 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2f6c0d63-fe46-4720-bedc-0911461fcf10), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.187542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44256) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:22.225891 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52345111-56fe-4bdb-967e-f022cd1ec3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.438578 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for port (2f6c0d63-fe46-4720-bedc-0911461fcf10), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.461350 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (2f6c0d63-fe46-4720-bedc-0911461fcf10), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.476654 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52345111-56fe-4bdb-967e-f022cd1ec3a3 admin admin] Publish callbacks [] for security_group (c26fbf07-f519-443e-9eb2-379d780a0da4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.484378 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52345111-56fe-4bdb-967e-f022cd1ec3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c26fbf07-f519-443e-9eb2-379d780a0da4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.595123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52345111-56fe-4bdb-967e-f022cd1ec3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c26fbf07-f519-443e-9eb2-379d780a0da4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:22.619469 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-52345111-56fe-4bdb-967e-f022cd1ec3a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fdfff6d06843428ab0d93cdf78d90bed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4308043 Feb 19 03:16:22.622225 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44272) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:22.643628 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.779797 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-771b4c8b-879e-485f-826e-8564d5fa3e07 admin admin] Publish callbacks [] for security_group (c26fbf07-f519-443e-9eb2-379d780a0da4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.786401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event updated for resources: {'Port': ['ID=2f6c0d63-fe46-4720-bedc-0911461fcf10,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:22.792641 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (7d1be773-f40a-4929-b133-9a1a7e5e0f55), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.836958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd4d45-60dc-4841-908f-2a1bc6c8630e req-351e935c-a679-4625-a011-a0dad7a480f3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:22.840175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1fd4d45-60dc-4841-908f-2a1bc6c8630e req-351e935c-a679-4625-a011-a0dad7a480f3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.5562704 Feb 19 03:16:22.854418 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-771b4c8b-879e-485f-826e-8564d5fa3e07 admin admin] Publish callbacks [] for security_group (c26fbf07-f519-443e-9eb2-379d780a0da4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.907696 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.911244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a72632e1-50ad-4961-aa62-cea7ad4e7029 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1229188 Feb 19 03:16:22.914631 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44274) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:22.929282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2019481324'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:22.970093 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-771b4c8b-879e-485f-826e-8564d5fa3e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c26fbf07-f519-443e-9eb2-379d780a0da4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.972565 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-771b4c8b-879e-485f-826e-8564d5fa3e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:22.978748 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-771b4c8b-879e-485f-826e-8564d5fa3e07 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c26fbf07-f519-443e-9eb2-379d780a0da4 HTTP/1.1" status: 204 len: 168 time: 0.3526483 Feb 19 03:16:23.010136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b4c8b-879e-485f-826e-8564d5fa3e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26fbf07-f519-443e-9eb2-379d780a0da4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:23.072993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1fd4d45-60dc-4841-908f-2a1bc6c8630e req-98084ed9-c5f9-4a58-bb88-17a336715598 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189050 Feb 19 03:16:23.074469 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Made reservation on behalf of c5b13ba2f2d8498590a993275cae4f76 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:23.084252 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.109636 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.345534 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for security_group (aa486832-ed59-44a3-bd13-15630214862b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.356988 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (aa486832-ed59-44a3-bd13-15630214862b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.410065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:16:23.490508 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b0cd41f2-e3ec-4228-b9fa-3465a98821fc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.490884 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Added segment b0cd41f2-e3ec-4228-b9fa-3465a98821fc of type vlan for network 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 Feb 19 03:16:23.559979 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.769308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa486832-ed59-44a3-bd13-15630214862b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:23.802118 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.893041 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.908922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:23.910888 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:23.983077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0674880 Feb 19 03:16:23.986049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44296) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:23.991166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b3b99f83-1c86-42a5-b9e7-134d2d49ebfd tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Request body: {'subnet': {'network_id': '224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:24.189409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b99f83-1c86-42a5-b9e7-134d2d49ebfd tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Made reservation on behalf of c5b13ba2f2d8498590a993275cae4f76 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:24.198756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b3b99f83-1c86-42a5-b9e7-134d2d49ebfd tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:24.307523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77450334-825f-41f0-9688-c353d3a3c3cc tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event updated for resources: {'Network': ['ID=224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:24.324273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:16:24.496626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701434bc-2ee5-4531-a578-47287694932d req-73e93ac7-4ac6-44df-b9a8-0e3e85ce4724 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:24.508729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-701434bc-2ee5-4531-a578-47287694932d req-73e93ac7-4ac6-44df-b9a8-0e3e85ce4724 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.1945624 Feb 19 03:16:24.711732 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-701434bc-2ee5-4531-a578-47287694932d req-7edd2960-60a4-41d2-9c0f-25f94f17f92b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937325 Feb 19 03:16:24.929598 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b3b99f83-1c86-42a5-b9e7-134d2d49ebfd tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (7673e885-8c57-4a87-b5cd-e981b6782ea6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:25.103893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b99f83-1c86-42a5-b9e7-134d2d49ebfd tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Checking segment: {'id': 'b0cd41f2-e3ec-4228-b9fa-3465a98821fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:25.105630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b99f83-1c86-42a5-b9e7-134d2d49ebfd tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Network hostable DHCP agents. Network: 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:16:25.126138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b99f83-1c86-42a5-b9e7-134d2d49ebfd tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event updated for resources: {'Subnet': ['ID=7673e885-8c57-4a87-b5cd-e981b6782ea6,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:25.182634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b99f83-1c86-42a5-b9e7-134d2d49ebfd tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Network 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:16:25.195604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-b3b99f83-1c86-42a5-b9e7-134d2d49ebfd tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:25.205205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35a00d6-4117-4a1e-92d6-c2dacab32166 None None] Network 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:25.213863 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b99f83-1c86-42a5-b9e7-134d2d49ebfd tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:25.217288 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b3b99f83-1c86-42a5-b9e7-134d2d49ebfd tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:25.275678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44328) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:25.276367 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b3b99f83-1c86-42a5-b9e7-134d2d49ebfd tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2885866 Feb 19 03:16:25.284538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1589291172', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:25.421543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:25.438465 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:25.571312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25', 'network_id': '224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25', 'project_id': 'c5b13ba2f2d8498590a993275cae4f76', 'fixed_ips': [{'subnet_id': '7673e885-8c57-4a87-b5cd-e981b6782ea6'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:16:25.578720 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:25.750133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44338) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:25.790937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for router_controller (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:26.077164 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e84f75a-e42a-457b-8dd7-79933bebc91b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:26.252807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Allocated IP 172.20.0.2 (224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25/7673e885-8c57-4a87-b5cd-e981b6782ea6/5527b5ee-3f70-4787-aa9d-7f239511eb82) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:26.343745 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for router_gateway (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:26.390460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e84f75a-e42a-457b-8dd7-79933bebc91b admin admin] Publish callbacks [] for security_group (ad2c36a3-2963-4909-8ca3-c20c7aa91db6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:26.402953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e84f75a-e42a-457b-8dd7-79933bebc91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ad2c36a3-2963-4909-8ca3-c20c7aa91db6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:26.506028 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6e84f75a-e42a-457b-8dd7-79933bebc91b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=026e56611bf64f1eaae0864b775b4b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7543769 Feb 19 03:16:26.528044 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44346) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:26.622518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de30f5-ec51-4870-989d-d88369028507 req-81f826cf-94e8-4893-afb1-c39d79dd2f2a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:26.626402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2de30f5-ec51-4870-989d-d88369028507 req-81f826cf-94e8-4893-afb1-c39d79dd2f2a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.2626600 Feb 19 03:16:26.749337 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Publish callbacks [] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:26.763211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84f75a-e42a-457b-8dd7-79933bebc91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2c36a3-2963-4909-8ca3-c20c7aa91db6,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:26.771427 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:26.791365 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8956b77d-94a2-4355-ab69-9e2ac4b88378 admin admin] Publish callbacks [] for security_group (ad2c36a3-2963-4909-8ca3-c20c7aa91db6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:26.864323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2de30f5-ec51-4870-989d-d88369028507 req-db45b30d-103e-4ef3-8ecf-3b66ca8b3ca0 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214823 Feb 19 03:16:26.901609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8956b77d-94a2-4355-ab69-9e2ac4b88378 admin admin] Publish callbacks [] for security_group (ad2c36a3-2963-4909-8ca3-c20c7aa91db6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.009467 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Pushing event updated for resources: {'Port': ['ID=5527b5ee-3f70-4787-aa9d-7f239511eb82,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:27.052147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Network 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:27.059070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:27.081427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:27.090763 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8956b77d-94a2-4355-ab69-9e2ac4b88378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ad2c36a3-2963-4909-8ca3-c20c7aa91db6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.103045 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8956b77d-94a2-4355-ab69-9e2ac4b88378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.112210 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8956b77d-94a2-4355-ab69-9e2ac4b88378 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad2c36a3-2963-4909-8ca3-c20c7aa91db6 HTTP/1.1" status: 204 len: 168 time: 0.5797913 Feb 19 03:16:27.152483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956b77d-94a2-4355-ab69-9e2ac4b88378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2c36a3-2963-4909-8ca3-c20c7aa91db6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:27.322659 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Attempting to bind port 5527b5ee-3f70-4787-aa9d-7f239511eb82 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:16:27.324239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Attempting to bind port 5527b5ee-3f70-4787-aa9d-7f239511eb82 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'b0cd41f2-e3ec-4228-b9fa-3465a98821fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:16:27.324826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Attempting to bind port 5527b5ee-3f70-4787-aa9d-7f239511eb82 on network 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:16:27.360375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:16:27.362053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Checking segment: {'id': 'b0cd41f2-e3ec-4228-b9fa-3465a98821fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:27.363920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.364538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Bound using segment: {'id': 'b0cd41f2-e3ec-4228-b9fa-3465a98821fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:16:27.366729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Bound port: 5527b5ee-3f70-4787-aa9d-7f239511eb82, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0cd41f2-e3ec-4228-b9fa-3465a98821fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:16:27.367524 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.498591 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for router_gateway (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.558589 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.588538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] For port 5527b5ee-3f70-4787-aa9d-7f239511eb82, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:16:27.602115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] For port 5527b5ee-3f70-4787-aa9d-7f239511eb82, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5527b5ee-3f70-4787-aa9d-7f239511eb82,segment=NetworkSegment(b0cd41f2-e3ec-4228-b9fa-3465a98821fc),segment_id=b0cd41f2-e3ec-4228-b9fa-3465a98821fc)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:16:27.613169 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:27.811447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27717b34-92a4-4c40-8c19-8cb87abfda49 None None] Pushing event updated for resources: {'Port': ['ID=5527b5ee-3f70-4787-aa9d-7f239511eb82,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:28.010312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Allocated IP 172.25.1.100 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/3d248afa-95bf-4605-819f-be56a1e9a0e5) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:28.847495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6ac49-42e9-4631-a8fd-c191e878fc25 req-760fe43b-403d-416a-93a3-7bcd9aaf2bbb tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:28.855647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cf6ac49-42e9-4631-a8fd-c191e878fc25 req-760fe43b-403d-416a-93a3-7bcd9aaf2bbb tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 945 time: 1.3034000 Feb 19 03:16:29.001050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cf6ac49-42e9-4631-a8fd-c191e878fc25 req-9259e567-019a-4ae6-a7f0-b46173a1a37b tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441000 Feb 19 03:16:29.053799 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for port (3d248afa-95bf-4605-819f-be56a1e9a0e5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:29.065080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e828c-2604-4cdf-bb8a-3441240c338f req-dd9e4a1f-9527-4789-a95d-b77b9cf85851 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:29.067022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf1e828c-2604-4cdf-bb8a-3441240c338f req-dd9e4a1f-9527-4789-a95d-b77b9cf85851 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.2811406 Feb 19 03:16:29.453967 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf1e828c-2604-4cdf-bb8a-3441240c338f req-e78f6b1e-b242-4a25-b28e-530544c0e27f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770585 Feb 19 03:16:29.457867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3d248afa-95bf-4605-819f-be56a1e9a0e5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:29.671234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event updated for resources: {'Port': ['ID=3d248afa-95bf-4605-819f-be56a1e9a0e5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:29.699351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5527b5ee-3f70-4787-aa9d-7f239511eb82 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:29.740513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:29.748498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:29.755605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:29.785305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f924f51-c70d-40af-9066-1bc2c445b0fa req-e51a93f4-4423-46f1-aa64-33fd5c0e3178 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:29.794312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f924f51-c70d-40af-9066-1bc2c445b0fa req-e51a93f4-4423-46f1-aa64-33fd5c0e3178 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 945 time: 0.5867751 Feb 19 03:16:29.880758 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5527b5ee-3f70-4787-aa9d-7f239511eb82 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:29.881177 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.004422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954218c-8a76-4644-aac4-db6ba6d81ed8 None None] Network 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:30.217348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5527b5ee-3f70-4787-aa9d-7f239511eb82 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:30.217983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.362176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44414) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:30.371481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 5527b5ee-3f70-4787-aa9d-7f239511eb82, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5527b5ee-3f70-4787-aa9d-7f239511eb82,segment=NetworkSegment(b0cd41f2-e3ec-4228-b9fa-3465a98821fc),segment_id=b0cd41f2-e3ec-4228-b9fa-3465a98821fc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:30.438170 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.560011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-4f924f51-c70d-40af-9066-1bc2c445b0fa req-dc71909f-411a-4e7f-9f99-7ef6fcdd8c83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Deleting port 191a09c7-9a75-48bc-a9e3-187b9d0703b2 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:30.561244 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f924f51-c70d-40af-9066-1bc2c445b0fa req-dc71909f-411a-4e7f-9f99-7ef6fcdd8c83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.566527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9e25686a-32ea-4a95-b662-56d05b709427 None None] Provisioning complete for port 5527b5ee-3f70-4787-aa9d-7f239511eb82 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:30.566894 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e25686a-32ea-4a95-b662-56d05b709427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.587221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1643597-fb8b-430c-af90-44a9e6763f78 req-2bb34ad8-688d-4a2e-bcef-5326600e2740 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:30.592687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1643597-fb8b-430c-af90-44a9e6763f78 req-2bb34ad8-688d-4a2e-bcef-5326600e2740 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 945 time: 0.4173739 Feb 19 03:16:30.758971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1597115509', 'router:external': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:30.801090 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Made reservation on behalf of 20c1b6e82a0b4202a04808d1cfff9af4 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:30.804135 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.829585 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:30.860836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=5527b5ee-3f70-4787-aa9d-7f239511eb82,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:31.057082 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for security_group (5694341a-c3cb-477e-aed5-1ff143fd78e7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.075314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5694341a-c3cb-477e-aed5-1ff143fd78e7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.091341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9e25686a-32ea-4a95-b662-56d05b709427 None None] Current status of the port 5527b5ee-3f70-4787-aa9d-7f239511eb82 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:31.111018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:16:31.153448 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (459674b7-055a-4574-8926-e0326e5848a3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.153988 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Added segment 459674b7-055a-4574-8926-e0326e5848a3 of type vlan for network 74749239-7567-435c-8ec0-67ac8dae86e5 Feb 19 03:16:31.182990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1643597-fb8b-430c-af90-44a9e6763f78 req-7af33a95-9678-4c8e-8947-a214dd15f820 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609314 Feb 19 03:16:31.378262 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (74749239-7567-435c-8ec0-67ac8dae86e5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.383902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b02b5d-aa58-45aa-9855-2f691d72ba0e req-7be52df5-e984-46c4-ab88-f0086ed1ad66 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:31.412527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74b02b5d-aa58-45aa-9855-2f691d72ba0e req-7be52df5-e984-46c4-ab88-f0086ed1ad66 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.7908170 Feb 19 03:16:31.427995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-745f8af6-2644-4eab-9b10-a3691b76287d None None] Provisioning complete for port 5527b5ee-3f70-4787-aa9d-7f239511eb82 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:31.429762 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-745f8af6-2644-4eab-9b10-a3691b76287d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.482889 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4f924f51-c70d-40af-9066-1bc2c445b0fa req-dc71909f-411a-4e7f-9f99-7ef6fcdd8c83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] For port 191a09c7-9a75-48bc-a9e3-187b9d0703b2, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=191a09c7-9a75-48bc-a9e3-187b9d0703b2,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:31.489311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f924f51-c70d-40af-9066-1bc2c445b0fa req-dc71909f-411a-4e7f-9f99-7ef6fcdd8c83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.505768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (74749239-7567-435c-8ec0-67ac8dae86e5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.507299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:31.508162 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.553256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-4f924f51-c70d-40af-9066-1bc2c445b0fa req-dc71909f-411a-4e7f-9f99-7ef6fcdd8c83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Calling delete_port for 191a09c7-9a75-48bc-a9e3-187b9d0703b2 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:31.563246 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1992640 Feb 19 03:16:31.564348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44428) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:31.616178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5527b5ee-3f70-4787-aa9d-7f239511eb82 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:31.618865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Request body: {'subnet': {'network_id': '74749239-7567-435c-8ec0-67ac8dae86e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:31.661773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event updated for resources: {'Network': ['ID=74749239-7567-435c-8ec0-67ac8dae86e5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:31.664350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0167675-04db-44c2-aa10-80e0505dbbb1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5694341a-c3cb-477e-aed5-1ff143fd78e7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:31.669041 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Made reservation on behalf of 20c1b6e82a0b4202a04808d1cfff9af4 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:31.672596 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:31.799516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 74749239-7567-435c-8ec0-67ac8dae86e5 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:16:31.984773 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for router_gateway (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.063038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-745f8af6-2644-4eab-9b10-a3691b76287d None None] Current status of the port 5527b5ee-3f70-4787-aa9d-7f239511eb82 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:32.124795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5527b5ee-3f70-4787-aa9d-7f239511eb82 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:32.125578 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.182942 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f924f51-c70d-40af-9066-1bc2c445b0fa req-dc71909f-411a-4e7f-9f99-7ef6fcdd8c83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (191a09c7-9a75-48bc-a9e3-187b9d0703b2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.416615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74b02b5d-aa58-45aa-9855-2f691d72ba0e req-927415b6-6cb7-4f1b-8b3f-030d8c799a42 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9918451 Feb 19 03:16:32.425871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5527b5ee-3f70-4787-aa9d-7f239511eb82 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:32.466184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc71909f-411a-4e7f-9f99-7ef6fcdd8c83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Pushing event deleted for resources: {'Port': ['ID=191a09c7-9a75-48bc-a9e3-187b9d0703b2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:32.536637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34a72218-42e6-437c-9364-8d6652e720e9 req-6f2deef4-5ae5-431d-ae9b-6062fdb30c8d tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.1094406 Feb 19 03:16:32.685230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f924f51-c70d-40af-9066-1bc2c445b0fa req-dc71909f-411a-4e7f-9f99-7ef6fcdd8c83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] No DVR routers for this DVR port 191a09c7-9a75-48bc-a9e3-187b9d0703b2 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:16:32.696573 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f924f51-c70d-40af-9066-1bc2c445b0fa req-dc71909f-411a-4e7f-9f99-7ef6fcdd8c83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:32.710098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f924f51-c70d-40af-9066-1bc2c445b0fa req-dc71909f-411a-4e7f-9f99-7ef6fcdd8c83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "DELETE /v2.0/ports/191a09c7-9a75-48bc-a9e3-187b9d0703b2 HTTP/1.1" status: 204 len: 173 time: 2.8436742 Feb 19 03:16:32.711898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea08a134-2f78-4bc1-bc14-3ef25cea3863', 'name': 'network-vif-deleted', 'tag': '191a09c7-9a75-48bc-a9e3-187b9d0703b2'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:32.719630 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcac939-1b9c-46e0-a17c-fef7efabf784" -d '{"events": [{"server_uuid": "ea08a134-2f78-4bc1-bc14-3ef25cea3863", "name": "network-vif-deleted", "tag": "191a09c7-9a75-48bc-a9e3-187b9d0703b2"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:32.870291 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a56e3b6-1445-4696-bcfe-2ecd2f7f8965 x-openstack-request-id: req-2a56e3b6-1445-4696-bcfe-2ecd2f7f8965 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:32.870520 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea08a134-2f78-4bc1-bc14-3ef25cea3863", "name": "network-vif-deleted", "tag": "191a09c7-9a75-48bc-a9e3-187b9d0703b2", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:32.870810 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a56e3b6-1445-4696-bcfe-2ecd2f7f8965 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:32.871218 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea08a134-2f78-4bc1-bc14-3ef25cea3863', 'name': 'network-vif-deleted', 'tag': '191a09c7-9a75-48bc-a9e3-187b9d0703b2', 'status': 'completed', 'code': 200} Feb 19 03:16:33.058428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:33.440485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.objects.ports [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109898) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:16:33.441136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (a2f578b9-8402-4b90-9686-7079cc1f4483), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:33.451055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Router 08d80185-ee8f-49ef-a5a6-1c26618c1f1f is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:16:33.507319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 191a09c7-9a75-48bc-a9e3-187b9d0703b2 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:16:33.613002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a2f578b9-8402-4b90-9686-7079cc1f4483,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:33.631842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 191a09c7-9a75-48bc-a9e3-187b9d0703b2 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:16:33.632367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 191a09c7-9a75-48bc-a9e3-187b9d0703b2 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:16:33.651274 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cef7e570-9a91-470f-9792-58fb1e6226e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:33.665861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Checking segment: {'id': '459674b7-055a-4574-8926-e0326e5848a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '74749239-7567-435c-8ec0-67ac8dae86e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:16:33.666962 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Network hostable DHCP agents. Network: 74749239-7567-435c-8ec0-67ac8dae86e5, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:16:33.723980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Network 74749239-7567-435c-8ec0-67ac8dae86e5 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:16:33.761375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 74749239-7567-435c-8ec0-67ac8dae86e5) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:33.772535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfb082a-de23-4486-bd81-ad9231a2c178 None None] Network 74749239-7567-435c-8ec0-67ac8dae86e5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:33.797288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:33.801716 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:33.867816 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ad41d48f-2056-4caa-b1fc-d6a5e6c4b27c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2558613 Feb 19 03:16:33.876995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44450) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:33.899137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-196726199', 'network_id': '74749239-7567-435c-8ec0-67ac8dae86e5'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:33.951309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb0f45fd-dc9e-439e-98ff-69c9d2077fd4 req-54edeb1f-1203-48b2-a668-544ec8cf8f7f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.1919041 Feb 19 03:16:34.002157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Made reservation on behalf of 20c1b6e82a0b4202a04808d1cfff9af4 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:34.024398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:34.026956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:34.041920 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c180ac-f59d-4239-af9f-1d56a758f724 None None] Sync routers for ids ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:34.077426 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c180ac-f59d-4239-af9f-1d56a758f724 None None] Routers {'08d80185-ee8f-49ef-a5a6-1c26618c1f1f'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:34.083202 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-56c180ac-f59d-4239-af9f-1d56a758f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:34.087516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] device_id is not set on port 9bbf4f80-89df-4256-8f60-eaacfada6733 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:16:34.143640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee491e-8112-4d9c-a6a1-17826a685fd3 req-f7b26155-122f-489b-9251-3c014578b6b7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:34.157919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dee491e-8112-4d9c-a6a1-17826a685fd3 req-f7b26155-122f-489b-9251-3c014578b6b7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.5442421 Feb 19 03:16:34.160708 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:34.161938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cc246858-fe27-4017-b271-e6512c1ddf08 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.8852351 Feb 19 03:16:34.185001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44456) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:34.286680 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efbe7be-6d1e-4986-81b8-ee3b9dda837c None None] Network 74749239-7567-435c-8ec0-67ac8dae86e5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:16:34.497466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2dee491e-8112-4d9c-a6a1-17826a685fd3 req-08115c95-744c-44d9-b476-2a6c49105e24 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141026 Feb 19 03:16:34.528697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Allocated IP 2001:db8::1fb (74749239-7567-435c-8ec0-67ac8dae86e5/a2f578b9-8402-4b90-9686-7079cc1f4483/9bbf4f80-89df-4256-8f60-eaacfada6733) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:34.565216 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-56c180ac-f59d-4239-af9f-1d56a758f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:34.593797 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c180ac-f59d-4239-af9f-1d56a758f724 None None] Routers {'08d80185-ee8f-49ef-a5a6-1c26618c1f1f'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:34.596099 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-56c180ac-f59d-4239-af9f-1d56a758f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:34.702820 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-56c180ac-f59d-4239-af9f-1d56a758f724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:34.707313 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c180ac-f59d-4239-af9f-1d56a758f724 None None] The sync data for ids ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:35.038856 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for port (9bbf4f80-89df-4256-8f60-eaacfada6733), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.145294 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9bbf4f80-89df-4256-8f60-eaacfada6733), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.198848 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Network 74749239-7567-435c-8ec0-67ac8dae86e5 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:35.200262 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:35.244111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:35.245459 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:35.245759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.353728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event updated for resources: {'Port': ['ID=9bbf4f80-89df-4256-8f60-eaacfada6733,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:35.379860 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8e03be08-681b-45db-95cc-c4552ecfdee0 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4999356 Feb 19 03:16:35.382757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44466) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:35.429694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5be62ba1-519f-4d17-b1f1-ddffa2e89fba req-de70101b-3897-404b-8dd2-d2b0870077ae tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.1587005 Feb 19 03:16:35.644844 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-2a9bc9b9-dd4b-4f25-a599-ea2308de1b4c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Deleting port 9bbf4f80-89df-4256-8f60-eaacfada6733 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:35.644844 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc9b9-dd4b-4f25-a599-ea2308de1b4c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9bbf4f80-89df-4256-8f60-eaacfada6733), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.788452 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.863613 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-047d3902-f905-498f-bf12-63327c0a53cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.879406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc9b9-dd4b-4f25-a599-ea2308de1b4c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9bbf4f80-89df-4256-8f60-eaacfada6733), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:35.918177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-2a9bc9b9-dd4b-4f25-a599-ea2308de1b4c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Calling delete_port for 9bbf4f80-89df-4256-8f60-eaacfada6733 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:36.124488 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3e403-f074-4d96-95b7-7e649b0000db req-986b9910-a5c5-44e0-b093-50c03e813fbe tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:36.147930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfe3e403-f074-4d96-95b7-7e649b0000db req-986b9910-a5c5-44e0-b093-50c03e813fbe tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.4526272 Feb 19 03:16:36.392494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfe3e403-f074-4d96-95b7-7e649b0000db req-34cadf3b-d150-4dbd-bcc3-04e757fd45f7 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242711 Feb 19 03:16:36.407063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc9b9-dd4b-4f25-a599-ea2308de1b4c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9bbf4f80-89df-4256-8f60-eaacfada6733), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:36.533753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bc9b9-dd4b-4f25-a599-ea2308de1b4c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bbf4f80-89df-4256-8f60-eaacfada6733,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:36.645003 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc9b9-dd4b-4f25-a599-ea2308de1b4c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:36.659389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44486) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:36.660810 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2a9bc9b9-dd4b-4f25-a599-ea2308de1b4c tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "DELETE /v2.0/ports/9bbf4f80-89df-4256-8f60-eaacfada6733 HTTP/1.1" status: 204 len: 168 time: 1.2767179 Feb 19 03:16:36.683512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74749239-7567-435c-8ec0-67ac8dae86e5', 'external_fixed_ips': [{'subnet_id': 'a2f578b9-8402-4b90-9686-7079cc1f4483', 'ip_address': '2001:db8::1fb'}]}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:36.979116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7e8bc2f-81f0-4844-a626-678b05c56be6 req-bd413625-bf95-4ec0-8a75-0609b3bdbbf5 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.0914929 Feb 19 03:16:36.984770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (0171b256-4c7f-4a01-87d2-ee19ec933702), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:36.986120 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (0171b256-4c7f-4a01-87d2-ee19ec933702), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:37.054719 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:37.090977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Allocated IP 172.20.0.1 (224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25/7673e885-8c57-4a87-b5cd-e981b6782ea6/7141bc8f-daa9-4175-93ce-e8c339c76c46) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:37.227620 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_controller (0171b256-4c7f-4a01-87d2-ee19ec933702), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.334029 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c56a3549-32e4-4559-882d-b2084cfac433 req-5be47292-bd4a-494a-a23f-fcff2a83626f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.1587546 Feb 19 03:16:38.383475 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.568913 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (0171b256-4c7f-4a01-87d2-ee19ec933702), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.649834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acd81b-6b59-4229-b13d-7ec7b923cbe2 req-18e09754-f450-4e62-91cb-62d27ce79b09 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:38.651719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6acd81b-6b59-4229-b13d-7ec7b923cbe2 req-18e09754-f450-4e62-91cb-62d27ce79b09 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.5830867 Feb 19 03:16:38.760352 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for port (7141bc8f-daa9-4175-93ce-e8c339c76c46), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.767519 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6acd81b-6b59-4229-b13d-7ec7b923cbe2 req-1b317ee8-12e1-4888-a5e4-a0fad3c8201d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959904 Feb 19 03:16:38.868438 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7141bc8f-daa9-4175-93ce-e8c339c76c46), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:38.995738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Network 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:39.169754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:39.178755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:39.285041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event updated for resources: {'Port': ['ID=7141bc8f-daa9-4175-93ce-e8c339c76c46,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:39.364932 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (0171b256-4c7f-4a01-87d2-ee19ec933702), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.411135 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.699336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9949bc91-ef5a-4e19-84c6-cf81d9e68f3f None None] Provisioning complete for port 7141bc8f-daa9-4175-93ce-e8c339c76c46 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:39.699855 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9949bc91-ef5a-4e19-84c6-cf81d9e68f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7141bc8f-daa9-4175-93ce-e8c339c76c46), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:39.842918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Allocated IP 2001:db8::1fb (74749239-7567-435c-8ec0-67ac8dae86e5/a2f578b9-8402-4b90-9686-7079cc1f4483/f8baf17b-80b6-485a-9482-82cbaca7841b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:40.149807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-663303ef-ea11-4fee-94e3-e9aa68bc6654 req-8b886ada-fb18-4032-b25d-68fa759e846b tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.0948031 Feb 19 03:16:40.154219 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.184005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9949bc91-ef5a-4e19-84c6-cf81d9e68f3f None None] Port 7141bc8f-daa9-4175-93ce-e8c339c76c46 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:16:40.223062 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.335572 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for port (f8baf17b-80b6-485a-9482-82cbaca7841b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.381733 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f8baf17b-80b6-485a-9482-82cbaca7841b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.546071 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event updated for resources: {'Port': ['ID=f8baf17b-80b6-485a-9482-82cbaca7841b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:40.610987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Network 74749239-7567-435c-8ec0-67ac8dae86e5 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:40.623396 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7141bc8f-daa9-4175-93ce-e8c339c76c46), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:40.630399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:40.640355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:40.871390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c2b9da-c666-4fe9-86e1-c5b6303fa8c0 req-b7b8ab8c-c8aa-419e-aac5-657c49cdb665 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:40.873276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7c2b9da-c666-4fe9-86e1-c5b6303fa8c0 req-b7b8ab8c-c8aa-419e-aac5-657c49cdb665 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.3513162 Feb 19 03:16:41.082468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7c2b9da-c666-4fe9-86e1-c5b6303fa8c0 req-0a6095ba-58ca-4479-9a25-5a5321282738 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004964 Feb 19 03:16:41.185549 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (0171b256-4c7f-4a01-87d2-ee19ec933702), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.390683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-005e4381-f042-4f71-9455-0ca1bf12a7d3 req-d7b850a3-b3cb-4bfb-beff-267d164a586b tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.1113348 Feb 19 03:16:41.548905 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for port (7141bc8f-daa9-4175-93ce-e8c339c76c46), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.597864 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7141bc8f-daa9-4175-93ce-e8c339c76c46), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.666519 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (0171b256-4c7f-4a01-87d2-ee19ec933702), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.713850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:41.751062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event updated for resources: {'Port': ['ID=7141bc8f-daa9-4175-93ce-e8c339c76c46,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:41.896653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Network 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:41.900747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:42.036537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Router 08d80185-ee8f-49ef-a5a6-1c26618c1f1f has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:16:42.112235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Router 0171b256-4c7f-4a01-87d2-ee19ec933702 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:16:42.340535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3176e838-86ee-4360-aff7-a70f59481e95 None None] Provisioning complete for port 7141bc8f-daa9-4175-93ce-e8c339c76c46 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:42.345103 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3176e838-86ee-4360-aff7-a70f59481e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7141bc8f-daa9-4175-93ce-e8c339c76c46), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:42.412838 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3176e838-86ee-4360-aff7-a70f59481e95 None None] Port 7141bc8f-daa9-4175-93ce-e8c339c76c46 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:16:42.774361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c25dce64-6c37-4f9c-953d-b07de51ad9b2 req-92f95a7f-320e-4006-8551-18dd30b34b1c tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.0529425 Feb 19 03:16:42.821495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:42.830119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6841744b-d8d8-4bbe-aeba-269f976e9cf7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "PUT /v2.0/routers/08d80185-ee8f-49ef-a5a6-1c26618c1f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6409690 Feb 19 03:16:42.831081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44552) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:42.833834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1620c2c3-d7b9-4857-b83d-8764b2655af3 None None] Sync routers for ids ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:42.841141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Request body: {'port': {'network_id': '224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25', 'name': 'tempest-FloatingIPAdminTestJSON-82375347'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:42.848844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4407f-3143-444a-aec3-30fa31558945 req-471577a6-e797-4c08-987d-cfcd0fbf454a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:42.850683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85c4407f-3143-444a-aec3-30fa31558945 req-471577a6-e797-4c08-987d-cfcd0fbf454a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.6245317 Feb 19 03:16:42.862310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620c2c3-d7b9-4857-b83d-8764b2655af3 None None] Routers {'08d80185-ee8f-49ef-a5a6-1c26618c1f1f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:42.862979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1620c2c3-d7b9-4857-b83d-8764b2655af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:42.869701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:42.883001 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] Sync routers for ids ['0171b256-4c7f-4a01-87d2-ee19ec933702'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:42.907456 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] Routers {'0171b256-4c7f-4a01-87d2-ee19ec933702'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:42.908099 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0171b256-4c7f-4a01-87d2-ee19ec933702'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:42.942985 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:42.954502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-57c044db-2fde-480b-b30c-b2337fcb1090 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.2842097 Feb 19 03:16:42.957008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1620c2c3-d7b9-4857-b83d-8764b2655af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:42.958671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44554) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:42.975878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1620c2c3-d7b9-4857-b83d-8764b2655af3 None None] Routers {'08d80185-ee8f-49ef-a5a6-1c26618c1f1f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:42.976784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1620c2c3-d7b9-4857-b83d-8764b2655af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:43.034178 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85c4407f-3143-444a-aec3-30fa31558945 req-1ebb1b20-3346-443c-91d6-dce64688fa6c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666098 Feb 19 03:16:43.053315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1620c2c3-d7b9-4857-b83d-8764b2655af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:43.067676 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1620c2c3-d7b9-4857-b83d-8764b2655af3 None None] The sync data for ids ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:43.073970 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Made reservation on behalf of c5b13ba2f2d8498590a993275cae4f76 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:16:43.078362 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.121956 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] Set router 0171b256-4c7f-4a01-87d2-ee19ec933702 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:16:43.150071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] device_id is not set on port bed0eb55-8032-4cd7-a11f-fabf9a7d26e7 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:16:43.181596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (0171b256-4c7f-4a01-87d2-ee19ec933702), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.343861 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0171b256-4c7f-4a01-87d2-ee19ec933702', 'name': '', 'tenant_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74749239-7567-435c-8ec0-67ac8dae86e5', 'external_fixed_ips': [{'subnet_id': 'a2f578b9-8402-4b90-9686-7079cc1f4483', 'ip_address': '2001:db8::1fb'}], 'enable_snat': True}, 'gw_port_id': 'f8baf17b-80b6-485a-9482-82cbaca7841b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:36Z', 'updated_at': '2022-02-19T03:16:40Z', 'revision_number': 3, 'project_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'gw_port': {'id': 'f8baf17b-80b6-485a-9482-82cbaca7841b', 'name': '', 'network_id': '74749239-7567-435c-8ec0-67ac8dae86e5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:71:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0171b256-4c7f-4a01-87d2-ee19ec933702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'a2f578b9-8402-4b90-9686-7079cc1f4483', 'ip_address': '2001:db8::1fb', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:39Z', 'updated_at': '2022-02-19T03:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2f578b9-8402-4b90-9686-7079cc1f4483', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:43.419515 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Allocated IP 172.20.0.14 (224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25/7673e885-8c57-4a87-b5cd-e981b6782ea6/bed0eb55-8032-4cd7-a11f-fabf9a7d26e7) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:43.424436 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (0171b256-4c7f-4a01-87d2-ee19ec933702), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.435624 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] Checking router: 0171b256-4c7f-4a01-87d2-ee19ec933702 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:16:43.436498 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] Updating router 0171b256-4c7f-4a01-87d2-ee19ec933702 port f8baf17b-80b6-485a-9482-82cbaca7841b binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:16:43.527040 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f8baf17b-80b6-485a-9482-82cbaca7841b), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.558973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Deleting port f8baf17b-80b6-485a-9482-82cbaca7841b {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:43.559314 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f8baf17b-80b6-485a-9482-82cbaca7841b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.735143 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f8baf17b-80b6-485a-9482-82cbaca7841b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.760758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Calling delete_port for f8baf17b-80b6-485a-9482-82cbaca7841b owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:43.778307 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for port (bed0eb55-8032-4cd7-a11f-fabf9a7d26e7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.888516 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bed0eb55-8032-4cd7-a11f-fabf9a7d26e7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:43.990364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Network 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:44.004400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8afd893-c5e9-409f-a5a3-e4e11c81f0fd req-dfb3aba0-e507-4978-90c1-5c36b99af831 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.0710225 Feb 19 03:16:44.043605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event updated for resources: {'Port': ['ID=bed0eb55-8032-4cd7-a11f-fabf9a7d26e7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:44.048235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:44.050840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:44.082490 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f8baf17b-80b6-485a-9482-82cbaca7841b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.123469 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.db.api [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:16:44.124348 n-d-826755-2 neutron-server[109901]: DEBUG oslo_db.api [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:16:44.131345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8baf17b-80b6-485a-9482-82cbaca7841b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:44.158676 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:44.159363 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.195438 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (0171b256-4c7f-4a01-87d2-ee19ec933702), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.207375 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c1c6bbf4-a064-4e5d-bb58-edf5d7cc8aae tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3721590 Feb 19 03:16:44.210547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44568) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:44.428216 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'project_id': 'c5b13ba2f2d8498590a993275cae4f76', 'port_id': 'bed0eb55-8032-4cd7-a11f-fabf9a7d26e7'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:44.481106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (0171b256-4c7f-4a01-87d2-ee19ec933702), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.484435 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_controller (0171b256-4c7f-4a01-87d2-ee19ec933702), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.495089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.559140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-eb691824-d475-4872-a04c-074ee8339ff2 None None] Provisioning complete for port bed0eb55-8032-4cd7-a11f-fabf9a7d26e7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:44.559741 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb691824-d475-4872-a04c-074ee8339ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bed0eb55-8032-4cd7-a11f-fabf9a7d26e7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.562476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa13e7-ba5e-486a-a1e8-3f5a455c6fa4 req-42598a1e-5e76-4b20-81f2-03e0ec289cba tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:44.564550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0aa13e7-ba5e-486a-a1e8-3f5a455c6fa4 req-42598a1e-5e76-4b20-81f2-03e0ec289cba tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 945 time: 0.3887963 Feb 19 03:16:44.608761 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (0171b256-4c7f-4a01-87d2-ee19ec933702), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.609614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0171b256-4c7f-4a01-87d2-ee19ec933702 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:16:44.624078 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.627821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5de418d3-85d8-403e-bae3-b3749874a997 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "DELETE /v2.0/routers/0171b256-4c7f-4a01-87d2-ee19ec933702 HTTP/1.1" status: 204 len: 168 time: 1.6680343 Feb 19 03:16:44.630577 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44576) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:44.649424 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] Port f8baf17b-80b6-485a-9482-82cbaca7841b not found while updating agent binding for router 0171b256-4c7f-4a01-87d2-ee19ec933702. {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 03:16:44.654726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-eb691824-d475-4872-a04c-074ee8339ff2 None None] Port bed0eb55-8032-4cd7-a11f-fabf9a7d26e7 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:16:44.677521 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] Routers set() bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:44.678297 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] Router IDs set() for agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 03:16:44.679453 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_agentschedulers_db [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0171b256-4c7f-4a01-87d2-ee19ec933702'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent'). {{(pid=109901) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 03:16:44.680215 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9746ca-b146-40de-9b06-5122a4a5e369 None None] The sync data for ids ['0171b256-4c7f-4a01-87d2-ee19ec933702'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:44.695532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0aa13e7-ba5e-486a-a1e8-3f5a455c6fa4 req-e1cdc21e-ec2d-40e4-8c9f-cf762b61cbad tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248107 Feb 19 03:16:44.738552 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d87441-2246-4d41-aa73-566c14f2a9eb tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Deleting subnet a2f578b9-8402-4b90-9686-7079cc1f4483 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:16:44.746948 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75d87441-2246-4d41-aa73-566c14f2a9eb tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for subnet (a2f578b9-8402-4b90-9686-7079cc1f4483), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.791616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75d87441-2246-4d41-aa73-566c14f2a9eb tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (a2f578b9-8402-4b90-9686-7079cc1f4483), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.839920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.850936 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75d87441-2246-4d41-aa73-566c14f2a9eb tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a2f578b9-8402-4b90-9686-7079cc1f4483), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:44.984589 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75d87441-2246-4d41-aa73-566c14f2a9eb tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (a2f578b9-8402-4b90-9686-7079cc1f4483), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.001082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Allocated IP 172.25.1.226 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/c17ece10-92a2-4b04-b0af-234428538da7) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:45.032702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d87441-2246-4d41-aa73-566c14f2a9eb tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f578b9-8402-4b90-9686-7079cc1f4483,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:45.093911 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75d87441-2246-4d41-aa73-566c14f2a9eb tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.106833 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44580) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:45.115068 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-75d87441-2246-4d41-aa73-566c14f2a9eb tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/a2f578b9-8402-4b90-9686-7079cc1f4483 HTTP/1.1" status: 204 len: 168 time: 0.4822214 Feb 19 03:16:45.129765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f6eb2647-b0c5-48ae-8825-bae4d9098fd1 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:16:45.312090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:45.334548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'network_id': 'e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5', 'port_id': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'mac_address': 'fa:16:3e:c1:c1:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b739eea0-569f-47b6-a370-a00b8efdac10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:16:45.398929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7736e2f6-9530-48bc-b708-95a7dce952c6 req-7103b8e9-4499-456f-8293-9446879d36e8 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.1642821 Feb 19 03:16:45.409243 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (74749239-7567-435c-8ec0-67ac8dae86e5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.411084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:45.411585 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.447325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6eb2647-b0c5-48ae-8825-bae4d9098fd1 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:16:45.465035 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks [] for port (c17ece10-92a2-4b04-b0af-234428538da7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.521420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:45.539421 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.548317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c17ece10-92a2-4b04-b0af-234428538da7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.620503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:45.622007 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (74749239-7567-435c-8ec0-67ac8dae86e5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.625412 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:45.632743 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:45.658013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74749239-7567-435c-8ec0-67ac8dae86e5']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:45.670572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459674b7-055a-4574-8926-e0326e5848a3') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:45.671891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459674b7-055a-4574-8926-e0326e5848a3') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:45.691156 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (459674b7-055a-4574-8926-e0326e5848a3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.706651 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (459674b7-055a-4574-8926-e0326e5848a3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.716993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:16:45.717401 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (459674b7-055a-4574-8926-e0326e5848a3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.719024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=11']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:45.768806 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Pushing event updated for resources: {'Port': ['ID=c17ece10-92a2-4b04-b0af-234428538da7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:16:45.805509 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:16:45.811451 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (74749239-7567-435c-8ec0-67ac8dae86e5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.820785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74749239-7567-435c-8ec0-67ac8dae86e5 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:16:45.839331 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:45.842752 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "DELETE /v2.0/networks/74749239-7567-435c-8ec0-67ac8dae86e5 HTTP/1.1" status: 204 len: 168 time: 0.7344964 Feb 19 03:16:45.870381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa204277-70a7-4b0c-a2e0-6ddca96e02ae tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event deleted for resources: {'Network': ['ID=74749239-7567-435c-8ec0-67ac8dae86e5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:45.899421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db4554-af40-4011-b233-29e7a6afcdc2 req-975968fc-1671-4d70-9226-12b00557258d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:45.901417 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4db4554-af40-4011-b233-29e7a6afcdc2 req-975968fc-1671-4d70-9226-12b00557258d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.0840821 Feb 19 03:16:45.973764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f6eb2647-b0c5-48ae-8825-bae4d9098fd1'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:16:45.993466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4db4554-af40-4011-b233-29e7a6afcdc2 req-d88d6496-038e-4d22-ad87-cac3ba044eb1 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856152 Feb 19 03:16:46.202387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44596) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:46.207053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d86e092d-8339-422f-a88c-bc6024b789b1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Request body: {'router': {'name': 'tempest-router--1087692204', 'project_id': 'c9cf75dcdff643eb9eeaefdb4aa73085'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:46.212603 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:16:46.255598 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d86e092d-8339-422f-a88c-bc6024b789b1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (e52a3132-9427-490e-9d67-890c2c91bfe2), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.256476 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d86e092d-8339-422f-a88c-bc6024b789b1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (e52a3132-9427-490e-9d67-890c2c91bfe2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.289980 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks [] for floatingip (16e6ac7e-809b-4a39-b135-189c8718b594), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.358815 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d86e092d-8339-422f-a88c-bc6024b789b1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_controller (e52a3132-9427-490e-9d67-890c2c91bfe2), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.364336 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d86e092d-8339-422f-a88c-bc6024b789b1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (e52a3132-9427-490e-9d67-890c2c91bfe2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.395342 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d86e092d-8339-422f-a88c-bc6024b789b1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.397466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d86e092d-8339-422f-a88c-bc6024b789b1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1939785 Feb 19 03:16:46.400731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44600) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:46.403406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c17ece10-92a2-4b04-b0af-234428538da7), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.514653 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37d57c39-5917-41a8-972a-3af6fc75c099 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (e52a3132-9427-490e-9d67-890c2c91bfe2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.668476 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks [] for port (c17ece10-92a2-4b04-b0af-234428538da7), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.686996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (c17ece10-92a2-4b04-b0af-234428538da7), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.710785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09f7511b-24c8-4926-a103-447a99a97ae9 req-9f556860-916a-4a20-970e-a64c9c442d25 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.1319542 Feb 19 03:16:46.810969 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Pushing event updated for resources: {'Port': ['ID=c17ece10-92a2-4b04-b0af-234428538da7,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:46.824162 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (16e6ac7e-809b-4a39-b135-189c8718b594), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.887709 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37d57c39-5917-41a8-972a-3af6fc75c099 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (e52a3132-9427-490e-9d67-890c2c91bfe2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.890820 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37d57c39-5917-41a8-972a-3af6fc75c099 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_controller (e52a3132-9427-490e-9d67-890c2c91bfe2), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.957855 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Floating IP 16e6ac7e-809b-4a39-b135-189c8718b594 associated. External IP: 172.25.1.226, port: bed0eb55-8032-4cd7-a11f-fabf9a7d26e7. Feb 19 03:16:46.975717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37d57c39-5917-41a8-972a-3af6fc75c099 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (e52a3132-9427-490e-9d67-890c2c91bfe2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.975717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d57c39-5917-41a8-972a-3af6fc75c099 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e52a3132-9427-490e-9d67-890c2c91bfe2 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:16:46.990441 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37d57c39-5917-41a8-972a-3af6fc75c099 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:46.992908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-37d57c39-5917-41a8-972a-3af6fc75c099 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "DELETE /v2.0/routers/e52a3132-9427-490e-9d67-890c2c91bfe2 HTTP/1.1" status: 204 len: 168 time: 0.5904963 Feb 19 03:16:47.163908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f6eb2647-b0c5-48ae-8825-bae4d9098fd1 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:16:47.182206 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44612) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:47.208732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1fd09-cda9-404e-8a27-4880bd88a811 req-ecf051b8-d037-4feb-910e-fc3247ba33ad tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:47.219085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72d1fd09-cda9-404e-8a27-4880bd88a811 req-ecf051b8-d037-4feb-910e-fc3247ba33ad tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 946 time: 0.1409178 Feb 19 03:16:47.288318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Router 08d80185-ee8f-49ef-a5a6-1c26618c1f1f has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:16:47.341055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:16:47.345284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:16:47.345656 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.348018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72d1fd09-cda9-404e-8a27-4880bd88a811 req-6a496403-5f4e-4713-8ef4-d1d6a0d6db9b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238897 Feb 19 03:16:47.457439 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:16:47.457831 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.484702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:16:47.487123 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69497f83-f66a-45d4-befb-e512ea75b3e3" -d '{"events": [{"server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "name": "network-vif-plugged", "status": "completed", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:16:47.502199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:16:47.508391 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.540341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:47.577507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f63f8-d1ee-4dc2-85bc-e89bb6c3afc5 None None] Sync routers for ids ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:47.593527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.604302 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66e6f2c-c3d8-40f8-9090-44318064c8a3 x-openstack-request-id: req-b66e6f2c-c3d8-40f8-9090-44318064c8a3 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:16:47.604763 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "name": "network-vif-plugged", "status": "completed", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:16:47.607644 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b66e6f2c-c3d8-40f8-9090-44318064c8a3 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:16:47.608311 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'code': 200} Feb 19 03:16:47.646357 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9f091bd3-ed1c-4cb1-8cdb-0200415733b7 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.4346833 Feb 19 03:16:47.649081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44620) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:47.670663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f63f8-d1ee-4dc2-85bc-e89bb6c3afc5 None None] Routers {'08d80185-ee8f-49ef-a5a6-1c26618c1f1f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:47.671475 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-936f63f8-d1ee-4dc2-85bc-e89bb6c3afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:47.714845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-574343302', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:47.744235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-936f63f8-d1ee-4dc2-85bc-e89bb6c3afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:47.750339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=12']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:47.759554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936f63f8-d1ee-4dc2-85bc-e89bb6c3afc5 None None] Routers {'08d80185-ee8f-49ef-a5a6-1c26618c1f1f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:47.760173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-936f63f8-d1ee-4dc2-85bc-e89bb6c3afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:47.823394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-936f63f8-d1ee-4dc2-85bc-e89bb6c3afc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:47.824074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f63f8-d1ee-4dc2-85bc-e89bb6c3afc5 None None] The sync data for ids ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:47.873345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (2ac60958-6245-4119-9063-60a54429f20a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.874465 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (2ac60958-6245-4119-9063-60a54429f20a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:47.917972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0fd10-f3d1-46bc-9dad-38c2329fafb7 req-8750aaa0-0ec9-4b6b-acbb-98f532e004ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:47.919919 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5ce0fd10-f3d1-46bc-9dad-38c2329fafb7 req-8750aaa0-0ec9-4b6b-acbb-98f532e004ce service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 1129 time: 0.0973818 Feb 19 03:16:48.011176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d1772fb-1906-42e9-97d8-0751276c8c8f req-99b8f3bf-131c-460e-aa0d-c7c23ee92896 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.0880084 Feb 19 03:16:48.012124 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5ce0fd10-f3d1-46bc-9dad-38c2329fafb7 req-f6d6672e-4aff-4360-8d3b-29b5419de1a9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860572 Feb 19 03:16:48.014477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_controller (2ac60958-6245-4119-9063-60a54429f20a), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.068548 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1290a318-0088-49d1-81ae-a989f1ff6057 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] 10.222.0.81 "GET /v2.0/floatingips/16e6ac7e-809b-4a39-b135-189c8718b594 HTTP/1.1" status: 200 len: 982 time: 0.4178824 Feb 19 03:16:48.073341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44638) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:48.210579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-81fb316c-35a2-4f82-90eb-3046550c7a1a tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2248 time: 0.1309521 Feb 19 03:16:48.214115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44646) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:48.309358 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (2ac60958-6245-4119-9063-60a54429f20a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.666203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7c02b-8fab-470c-85ae-b735c76db79a req-ead8c324-ed55-4974-b880-5aea8e1e206a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:48.667686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1bc7c02b-8fab-470c-85ae-b735c76db79a req-ead8c324-ed55-4974-b880-5aea8e1e206a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.1741474 Feb 19 03:16:48.742508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (2ac60958-6245-4119-9063-60a54429f20a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.767801 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.820431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Deleting port c17ece10-92a2-4b04-b0af-234428538da7 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:48.828980 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c17ece10-92a2-4b04-b0af-234428538da7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.851257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1bc7c02b-8fab-470c-85ae-b735c76db79a req-7634e342-93ba-43c1-a7cb-611fb7d05128 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572158 Feb 19 03:16:48.957649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Allocated IP 172.25.1.92 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/c49af259-da65-4ac6-bc19-e3ea9b98107c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:48.985049 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c17ece10-92a2-4b04-b0af-234428538da7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:48.985806 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for floatingip (c17ece10-92a2-4b04-b0af-234428538da7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:49.001062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Calling delete_port for c17ece10-92a2-4b04-b0af-234428538da7 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:49.174195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af9388ea-271a-4263-9c99-4ce4298a4a24 req-d53b4784-d796-4bcc-a01e-9ab0fb5a6faf tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.0488367 Feb 19 03:16:49.177734 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for port (c49af259-da65-4ac6-bc19-e3ea9b98107c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:49.232210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c49af259-da65-4ac6-bc19-e3ea9b98107c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:49.286925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:49.301641 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:49.326744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Pushing event updated for resources: {'Port': ['ID=c49af259-da65-4ac6-bc19-e3ea9b98107c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:49.330997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:49.393132 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c17ece10-92a2-4b04-b0af-234428538da7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:49.459175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event deleted for resources: {'Port': ['ID=c17ece10-92a2-4b04-b0af-234428538da7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:49.526937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for floatingip (16e6ac7e-809b-4a39-b135-189c8718b594), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:49.527416 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Floating IP 16e6ac7e-809b-4a39-b135-189c8718b594 disassociated (deleted). External IP: 172.25.1.226, port: bed0eb55-8032-4cd7-a11f-fabf9a7d26e7. Feb 19 03:16:49.861470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Router 08d80185-ee8f-49ef-a5a6-1c26618c1f1f has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:16:49.891935 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (2ac60958-6245-4119-9063-60a54429f20a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.092595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:50.104145 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:50.105255 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b8e6b-bc27-48a2-891e-1806332b72cb None None] Sync routers for ids ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:50.126188 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b8e6b-bc27-48a2-891e-1806332b72cb None None] Routers {'08d80185-ee8f-49ef-a5a6-1c26618c1f1f'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:50.129505 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3e7b8e6b-bc27-48a2-891e-1806332b72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:50.249416 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3e7b8e6b-bc27-48a2-891e-1806332b72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:50.287852 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b8e6b-bc27-48a2-891e-1806332b72cb None None] Routers {'08d80185-ee8f-49ef-a5a6-1c26618c1f1f'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:50.288497 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3e7b8e6b-bc27-48a2-891e-1806332b72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:50.410111 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3e7b8e6b-bc27-48a2-891e-1806332b72cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:50.410680 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7b8e6b-bc27-48a2-891e-1806332b72cb None None] The sync data for ids ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:50.921285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace6737-d414-4b53-b9d9-d847d86b76b0 req-8bccdfff-4961-4b2d-a71b-eaae1fc1ea6e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:50.922792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ace6737-d414-4b53-b9d9-d847d86b76b0 req-8bccdfff-4961-4b2d-a71b-eaae1fc1ea6e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.9326172 Feb 19 03:16:50.953083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-489a9e02-61a0-48c0-9f0e-d0c49f740c36 req-f4a89053-c1e9-4040-81db-09df41e4a491 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea08a134-2f78-4bc1-bc14-3ef25cea3863 HTTP/1.1" status: 200 len: 210 time: 0.0523274 Feb 19 03:16:50.961356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-97bb6349-8802-42e2-a321-5ba9ca60417d tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "DELETE /v2.0/floatingips/16e6ac7e-809b-4a39-b135-189c8718b594 HTTP/1.1" status: 204 len: 168 time: 2.7412612 Feb 19 03:16:50.964501 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44708) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:50.973525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:50.993036 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (2ac60958-6245-4119-9063-60a54429f20a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.020906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ace6737-d414-4b53-b9d9-d847d86b76b0 req-0d5a4fb9-ef43-435a-b410-2df670d16672 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919995 Feb 19 03:16:51.052574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.214039 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Router 2ac60958-6245-4119-9063-60a54429f20a is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:16:51.229311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.430749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:51.432878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Allocated IP 172.25.1.25 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/b6a6be00-ced4-480e-92ed-d8f3e09f5bb1) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:51.446568 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3510c82-a5c2-47c8-bffd-a9ef5e34f45d None None] Sync routers for ids ['2ac60958-6245-4119-9063-60a54429f20a'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:51.475613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3510c82-a5c2-47c8-bffd-a9ef5e34f45d None None] Routers {'2ac60958-6245-4119-9063-60a54429f20a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:51.477980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c3510c82-a5c2-47c8-bffd-a9ef5e34f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ac60958-6245-4119-9063-60a54429f20a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:51.515967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c3510c82-a5c2-47c8-bffd-a9ef5e34f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:51.525537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3510c82-a5c2-47c8-bffd-a9ef5e34f45d None None] Routers {'2ac60958-6245-4119-9063-60a54429f20a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:51.526427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c3510c82-a5c2-47c8-bffd-a9ef5e34f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ac60958-6245-4119-9063-60a54429f20a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:51.565978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c3510c82-a5c2-47c8-bffd-a9ef5e34f45d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:51.567458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3510c82-a5c2-47c8-bffd-a9ef5e34f45d None None] The sync data for ids ['2ac60958-6245-4119-9063-60a54429f20a'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:16:51.584226 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks [] for port (b6a6be00-ced4-480e-92ed-d8f3e09f5bb1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.626834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.628383 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-51a5fa4c-25e3-45ee-b855-c08941aef5d7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4449732 Feb 19 03:16:51.630386 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b6a6be00-ced4-480e-92ed-d8f3e09f5bb1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.630945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44714) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:51.673723 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Pushing event updated for resources: {'Port': ['ID=b6a6be00-ced4-480e-92ed-d8f3e09f5bb1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:51.700133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:51.704214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:51.712009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:51.773544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5450ff42-2b93-4ce7-8a21-11816f675d7d tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/routers/2ac60958-6245-4119-9063-60a54429f20a HTTP/1.1" status: 200 len: 923 time: 0.1413090 Feb 19 03:16:51.774295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44716) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:51.825118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-66f730ed-49ea-4f60-891a-50b2e34035be tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ac60958-6245-4119-9063-60a54429f20a HTTP/1.1" status: 200 len: 205 time: 0.0495343 Feb 19 03:16:51.827836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44718) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:51.927597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks [] for floatingip (df9f8daa-2a70-479a-b96a-1f52583aa0e5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:51.974952 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (2ac60958-6245-4119-9063-60a54429f20a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.031304 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b6a6be00-ced4-480e-92ed-d8f3e09f5bb1), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.245465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d64d75-a2f9-4903-b03a-e0c682389c03 req-0ccb971b-6a6b-439f-9e7a-986814ed6e98 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:52.246993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4d64d75-a2f9-4903-b03a-e0c682389c03 req-0ccb971b-6a6b-439f-9e7a-986814ed6e98 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.1070669 Feb 19 03:16:52.292220 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks [] for port (b6a6be00-ced4-480e-92ed-d8f3e09f5bb1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.311816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b6a6be00-ced4-480e-92ed-d8f3e09f5bb1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.340883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4d64d75-a2f9-4903-b03a-e0c682389c03 req-df97e426-4bbe-4fae-8087-c79e681259bb tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866890 Feb 19 03:16:52.481533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Pushing event updated for resources: {'Port': ['ID=b6a6be00-ced4-480e-92ed-d8f3e09f5bb1,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:52.516952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0115e-bc69-4d3d-8518-ddb7d7535718 req-b8a8d2fc-5362-400b-93f7-f9e1c2167cda tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:52.518865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-59b0115e-bc69-4d3d-8518-ddb7d7535718 req-b8a8d2fc-5362-400b-93f7-f9e1c2167cda tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.1092403 Feb 19 03:16:52.535482 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (df9f8daa-2a70-479a-b96a-1f52583aa0e5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.574415 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.578029 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.582159 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7c80670b-0009-408a-bbf6-e75c25b4558b tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6148739 Feb 19 03:16:52.582762 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44752) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:52.594498 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (2ac60958-6245-4119-9063-60a54429f20a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.692210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-59b0115e-bc69-4d3d-8518-ddb7d7535718 req-a4e2b691-228b-4d63-8a97-36ea081d7ab3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570363 Feb 19 03:16:52.699378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Deleting port c49af259-da65-4ac6-bc19-e3ea9b98107c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:52.699716 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c49af259-da65-4ac6-bc19-e3ea9b98107c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.784151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288ef54-a891-4523-a1fd-591cc513f53f req-da3e7938-a6d1-43f9-a632-66b526b635ff tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:52.785844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c288ef54-a891-4523-a1fd-591cc513f53f req-da3e7938-a6d1-43f9-a632-66b526b635ff tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 812 time: 0.2400649 Feb 19 03:16:52.804500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c288ef54-a891-4523-a1fd-591cc513f53f req-67413743-89c2-422b-bf31-b31470bd5fc3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/quotas/b2359d397f7e4d539fb71c566ef4bcb7 HTTP/1.1" status: 200 len: 375 time: 0.0130463 Feb 19 03:16:52.814128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:52.858176 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.865178 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c288ef54-a891-4523-a1fd-591cc513f53f req-09ac1245-d16e-4f35-8b5b-1f98219f68b0 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545170 Feb 19 03:16:52.871517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-c288ef54-a891-4523-a1fd-591cc513f53f req-8eb01aaf-b810-4ae1-8f49-e1197291513f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:16:52.879026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c288ef54-a891-4523-a1fd-591cc513f53f req-8eb01aaf-b810-4ae1-8f49-e1197291513f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126791 Feb 19 03:16:52.894771 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c49af259-da65-4ac6-bc19-e3ea9b98107c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:52.947175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Calling delete_port for c49af259-da65-4ac6-bc19-e3ea9b98107c owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:53.021592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c288ef54-a891-4523-a1fd-591cc513f53f req-c70a7808-7841-480e-a6ff-1d0765170a34 service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413498 Feb 19 03:16:53.103876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f0b49-d8e1-47c2-b8c6-213f53bf750c req-1917a5a8-61ba-4569-be78-8f9b8c2fa922 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:53.112832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-278f0b49-d8e1-47c2-b8c6-213f53bf750c req-1917a5a8-61ba-4569-be78-8f9b8c2fa922 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.2567563 Feb 19 03:16:53.136627 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.197667 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-278f0b49-d8e1-47c2-b8c6-213f53bf750c req-ab9e5c9f-15f8-4623-801c-ebff6626b92e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837762 Feb 19 03:16:53.200008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c288ef54-a891-4523-a1fd-591cc513f53f req-84e9afee-7a42-4c1a-b5d3-55262f45680a service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777403 Feb 19 03:16:53.332951 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c49af259-da65-4ac6-bc19-e3ea9b98107c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.390876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb306f-8354-42c1-8cea-c3c007efc710 req-e981d47c-b471-4eb1-bc5d-980a1fe094dc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:53.395992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6eb306f-8354-42c1-8cea-c3c007efc710 req-e981d47c-b471-4eb1-bc5d-980a1fe094dc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1143029 Feb 19 03:16:53.402591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Pushing event deleted for resources: {'Port': ['ID=c49af259-da65-4ac6-bc19-e3ea9b98107c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:53.527077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6eb306f-8354-42c1-8cea-c3c007efc710 req-f869e8bc-65bf-44d7-b55a-fb5ba1b98f0f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132543 Feb 19 03:16:53.544804 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.631423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-75d754f8-9c6d-435b-9c2e-a7e36b8c4430 req-0b64c83d-3d82-4738-80df-f9f492a1a06f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b97647e7-adcf-4c54-a4d0-0123d51832bb HTTP/1.1" status: 200 len: 210 time: 0.0854542 Feb 19 03:16:53.642498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Allocated IP 172.25.1.32 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/83cbd522-af45-4536-b66f-1caa44794a42) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:53.691959 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (2ac60958-6245-4119-9063-60a54429f20a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:53.730725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511d220-f09a-4b67-8bc2-4b72afd072d1 req-5b72dd11-c4ab-4df7-9856-24a399188763 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:53.733158 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4511d220-f09a-4b67-8bc2-4b72afd072d1 req-5b72dd11-c4ab-4df7-9856-24a399188763 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.0651205 Feb 19 03:16:53.929301 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4511d220-f09a-4b67-8bc2-4b72afd072d1 req-10a9e282-980d-4bf5-96e3-fd57d1c46969 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902828 Feb 19 03:16:53.961433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02ed5b-7182-4f27-9bce-739412035415 req-60aa0859-ec6f-490d-8c94-5bf4f34dd9a4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:53.969419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f02ed5b-7182-4f27-9bce-739412035415 req-60aa0859-ec6f-490d-8c94-5bf4f34dd9a4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1586692 Feb 19 03:16:54.085043 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (2ac60958-6245-4119-9063-60a54429f20a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.085991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f02ed5b-7182-4f27-9bce-739412035415 req-321658f2-1f85-4b2c-8152-d14df300cc65 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155789 Feb 19 03:16:54.111499 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_controller (2ac60958-6245-4119-9063-60a54429f20a), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.281533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (2ac60958-6245-4119-9063-60a54429f20a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.282228 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Fanout notify agent at l3_agent the message router_deleted on router 2ac60958-6245-4119-9063-60a54429f20a {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:16:54.289183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6a79a-b29e-459f-824e-0e0e83a7099e req-2fd12a9c-8d8c-4c65-a8a9-ee268693d91c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:54.294747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0bb6a79a-b29e-459f-824e-0e0e83a7099e req-2fd12a9c-8d8c-4c65-a8a9-ee268693d91c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.1287551 Feb 19 03:16:54.307510 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.308546 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5bd6edb2-10f6-43d5-9788-49bfbecd4ad4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/routers/2ac60958-6245-4119-9063-60a54429f20a HTTP/1.1" status: 204 len: 168 time: 2.4796827 Feb 19 03:16:54.315671 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44796) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:54.327628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks [] for port (83cbd522-af45-4536-b66f-1caa44794a42), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.335045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2043741141', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'enable_snat': False}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:54.400891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0bb6a79a-b29e-459f-824e-0e0e83a7099e req-927e4951-0234-4776-9861-0d5fccb17508 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994277 Feb 19 03:16:54.440925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.444060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.508909 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (83cbd522-af45-4536-b66f-1caa44794a42), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.532850 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:54.557082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:54.561290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:54.596160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_controller (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:54.650273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e50b07-cfc4-4d7c-a74c-7408485312f0 req-c62d2e52-501d-491f-9871-949b2619b1dd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:54.657361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64e50b07-cfc4-4d7c-a74c-7408485312f0 req-c62d2e52-501d-491f-9871-949b2619b1dd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1132059 Feb 19 03:16:54.714295 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64e50b07-cfc4-4d7c-a74c-7408485312f0 req-cb680087-676d-49b8-adbc-0b3585ced3cf tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558763 Feb 19 03:16:54.761432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Pushing event updated for resources: {'Port': ['ID=83cbd522-af45-4536-b66f-1caa44794a42,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:54.985385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b648dc4-5dd5-4354-9ad8-325a0949e238 req-c17aca17-7b71-44a0-a066-abf681c2ead4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:54.990006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b648dc4-5dd5-4354-9ad8-325a0949e238 req-c17aca17-7b71-44a0-a066-abf681c2ead4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1842444 Feb 19 03:16:55.075210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b648dc4-5dd5-4354-9ad8-325a0949e238 req-c454fa96-f0b3-4b58-92c4-19ad284ff8fd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772169 Feb 19 03:16:55.121675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815b4f7-a9fa-42ea-935a-76ccb130cf1f req-71108113-bdc1-4474-8443-15cd4981d084 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:55.123321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8815b4f7-a9fa-42ea-935a-76ccb130cf1f req-71108113-bdc1-4474-8443-15cd4981d084 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.2312403 Feb 19 03:16:55.247800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8815b4f7-a9fa-42ea-935a-76ccb130cf1f req-1bc528d6-38a9-425e-8dce-51d01deb1c73 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141641 Feb 19 03:16:55.560653 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.578315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1a65d-feb2-416d-88f9-8346ed569caf req-bb518117-9962-4991-8ef0-f5b8f56e207e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:55.580327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69f1a65d-feb2-416d-88f9-8346ed569caf req-bb518117-9962-4991-8ef0-f5b8f56e207e tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.2203550 Feb 19 03:16:55.592248 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks [] for floatingip (cb01a77f-945d-4363-8fe8-28468f639128), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.667366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-832988e6-ffc9-4f69-ade0-8fc42d149c54 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:55.679187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-832988e6-ffc9-4f69-ade0-8fc42d149c54 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 812 time: 0.2471755 Feb 19 03:16:55.710383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69f1a65d-feb2-416d-88f9-8346ed569caf req-37fd4a80-d203-438b-ae3e-817926dacfb6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230736 Feb 19 03:16:55.717641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-77850135-5e80-42a8-b5cf-174fd6a2ce7e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/quotas/b2359d397f7e4d539fb71c566ef4bcb7 HTTP/1.1" status: 200 len: 375 time: 0.0201509 Feb 19 03:16:55.781989 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (83cbd522-af45-4536-b66f-1caa44794a42), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:55.782722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-cd96a0b4-5c99-4f90-9a3c-cefa33d8b14f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641398 Feb 19 03:16:55.919176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-28573327-ed4d-4478-aaaf-64703a248521 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:16:55.921834 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-28573327-ed4d-4478-aaaf-64703a248521 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1322997 Feb 19 03:16:56.113310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks [] for port (83cbd522-af45-4536-b66f-1caa44794a42), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.146779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (83cbd522-af45-4536-b66f-1caa44794a42), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.259721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.288683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Pushing event updated for resources: {'Port': ['ID=83cbd522-af45-4536-b66f-1caa44794a42,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:56.291150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568059b-017f-41be-9881-36e272760783 req-35d56fc6-645b-4cc5-8ef0-77b431619a9d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:56.292741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-35d56fc6-645b-4cc5-8ef0-77b431619a9d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 811 time: 0.3414052 Feb 19 03:16:56.310112 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.400383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-50d9a2d0-7b3e-49bb-ac00-563b17b1281d service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4663897 Feb 19 03:16:56.428342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Allocated IP 172.25.1.71 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/e229b9c9-dcf6-402d-ad76-e902c3aa0d02) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:16:56.567823 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.628213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.638794 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (cb01a77f-945d-4363-8fe8-28468f639128), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.722068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:16:56.727059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:16:56.738023 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:56.743192 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-96035287-5b7b-47bf-9d6e-e79f75e2cef3 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1590512 Feb 19 03:16:56.745787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:16:56.800017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44854) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:56.888422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-6863e337-207d-4543-9549-8581c2955aa0 service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858208 Feb 19 03:16:56.923449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-cbcdcca7-5768-4909-b107-8b81e712a27f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/quotas/a88df77c28184abca4e29c7ab756af99 HTTP/1.1" status: 200 len: 375 time: 0.0689960 Feb 19 03:16:56.998047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event updated for resources: {'Port': ['ID=e229b9c9-dcf6-402d-ad76-e902c3aa0d02,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:57.064708 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-0d9729a9-fa9b-48ef-9737-e849bd739293 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1399026 Feb 19 03:16:57.255048 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-32fb29d3-731e-437f-8dda-9cb08ab01d41 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2432 time: 0.4510288 Feb 19 03:16:57.262303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44864) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:57.491464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aaa118b3-7141-407c-8d09-0dd7e730ebed tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2165372 Feb 19 03:16:57.495480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44872) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:57.591223 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef322113-a4e8-4b62-a168-12029c99b8e7 req-c75cf43f-c41b-4f9f-b325-70448fc4e3d0 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 210 time: 0.0981925 Feb 19 03:16:57.713991 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:57.974089 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-a3bc43d6-c5a7-4d7d-9b2c-261e92704ab3 service neutron] 10.222.0.81 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8807101 Feb 19 03:16:58.170929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-f66d3091-9eab-4544-ab0e-e2d8a652a369 service neutron] 10.222.0.81 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515415 Feb 19 03:16:58.255119 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.281849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-be679b39-a0f4-47fe-8599-ff094b48d954 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Deleting port 83cbd522-af45-4536-b66f-1caa44794a42 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:16:58.282187 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be679b39-a0f4-47fe-8599-ff094b48d954 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (83cbd522-af45-4536-b66f-1caa44794a42), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.521096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d3d97-a1f9-44c1-a0f1-d6722788cefb req-691b6eb6-cada-4aab-a04d-93125a6dd282 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:16:58.547060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c6d3d97-a1f9-44c1-a0f1-d6722788cefb req-691b6eb6-cada-4aab-a04d-93125a6dd282 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.7086947 Feb 19 03:16:58.649402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Router 89aaffa7-92a6-437b-83c6-2a6ac33e0e76 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:16:58.668697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-480d6acc-9c12-4d09-b93d-6401a37ede01 req-87733ec6-40f0-456c-a1a7-e8052176fcd5 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 210 time: 0.1201375 Feb 19 03:16:58.758549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c6d3d97-a1f9-44c1-a0f1-d6722788cefb req-2b2302c0-c004-4643-b4b9-18c095ff05ad tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593835 Feb 19 03:16:58.774057 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be679b39-a0f4-47fe-8599-ff094b48d954 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (83cbd522-af45-4536-b66f-1caa44794a42), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.774518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be679b39-a0f4-47fe-8599-ff094b48d954 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks [] for floatingip (83cbd522-af45-4536-b66f-1caa44794a42), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:58.791252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-be679b39-a0f4-47fe-8599-ff094b48d954 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Calling delete_port for 83cbd522-af45-4536-b66f-1caa44794a42 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:16:58.906533 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33dfad72-53e4-4f6c-8022-8287c7304360 req-e3121e74-4f58-40b8-8ee3-59dfaff69a8e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 210 time: 0.0381048 Feb 19 03:16:58.959918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:16:58.974695 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Sync routers for ids ['89aaffa7-92a6-437b-83c6-2a6ac33e0e76'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:16:59.001100 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Routers {'89aaffa7-92a6-437b-83c6-2a6ac33e0e76'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:16:59.004266 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['89aaffa7-92a6-437b-83c6-2a6ac33e0e76'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:16:59.006829 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.010812 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6ae1f6ea-8c7f-4f74-943b-478e4d6ee79a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6792188 Feb 19 03:16:59.011443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44898) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:59.108639 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be679b39-a0f4-47fe-8599-ff094b48d954 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (83cbd522-af45-4536-b66f-1caa44794a42), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.170465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be679b39-a0f4-47fe-8599-ff094b48d954 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Pushing event deleted for resources: {'Port': ['ID=83cbd522-af45-4536-b66f-1caa44794a42,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:16:59.288538 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-21480d2f-a321-4d99-9f48-e62da54a6df1 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/routers/89aaffa7-92a6-437b-83c6-2a6ac33e0e76 HTTP/1.1" status: 200 len: 908 time: 0.2759900 Feb 19 03:16:59.289316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44904) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:59.294653 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2043741141', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'enable_snat': True}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:16:59.354346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.355525 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.369790 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be679b39-a0f4-47fe-8599-ff094b48d954 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks [] for floatingip (cb01a77f-945d-4363-8fe8-28468f639128), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.378297 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be679b39-a0f4-47fe-8599-ff094b48d954 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:16:59.385076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-be679b39-a0f4-47fe-8599-ff094b48d954 tempest-FloatingIPAdminTestJSON-617418446 tempest-FloatingIPAdminTestJSON-617418446-project] 10.222.0.81 "DELETE /v2.0/floatingips/cb01a77f-945d-4363-8fe8-28468f639128 HTTP/1.1" status: 204 len: 168 time: 1.8877738 Feb 19 03:16:59.394855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44906) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:16:59.450537 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Set router 89aaffa7-92a6-437b-83c6-2a6ac33e0e76 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:00.019925 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aaffa7-92a6-437b-83c6-2a6ac33e0e76', 'name': 'tempest-snat-router-2043741141', 'tenant_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.71'}], 'enable_snat': False}, 'gw_port_id': 'e229b9c9-dcf6-402d-ad76-e902c3aa0d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:54Z', 'updated_at': '2022-02-19T03:16:57Z', 'revision_number': 3, 'project_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'gw_port': {'id': 'e229b9c9-dcf6-402d-ad76-e902c3aa0d02', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aaffa7-92a6-437b-83c6-2a6ac33e0e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:56Z', 'updated_at': '2022-02-19T03:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:00.066485 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Checking router: 89aaffa7-92a6-437b-83c6-2a6ac33e0e76 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:00.067556 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Updating router 89aaffa7-92a6-437b-83c6-2a6ac33e0e76 port e229b9c9-dcf6-402d-ad76-e902c3aa0d02 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:17:00.107276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b22bd0d-56f1-4a57-a1d2-4ad25934b1d1 req-c1e5f0d6-ee55-465e-aae4-ebc393f98ebd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 210 time: 0.1526313 Feb 19 03:17:00.131127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-ba3d1b66-7a57-47ab-96a6-d04b136ee4a5 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:00.132607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-ba3d1b66-7a57-47ab-96a6-d04b136ee4a5 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 812 time: 0.8832366 Feb 19 03:17:00.148635 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.150909 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44918) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:00.163503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Request body: {'port': {'device_id': 'b8378120-f220-4d97-816e-31e0a098330e', 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71', 'admin_state_up': True, 'tenant_id': 'b2359d397f7e4d539fb71c566ef4bcb7'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:00.255026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_controller (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.387087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f409c2-d4e2-424a-9b8d-f3d7e723d96f req-8cf963a1-5c06-449e-8cab-6cffd9eeb5f9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:00.409276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4f409c2-d4e2-424a-9b8d-f3d7e723d96f req-8cf963a1-5c06-449e-8cab-6cffd9eeb5f9 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.4522765 Feb 19 03:17:00.499116 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Publish callbacks [] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.529275 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.546140 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a594dc4-31c8-402b-a1a4-1f113c3ac8f8 req-760d2955-b8a5-47f1-8819-ca61cb5f625d tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 210 time: 0.2014234 Feb 19 03:17:00.638813 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Attempting to bind port e229b9c9-dcf6-402d-ad76-e902c3aa0d02 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:00.641807 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Attempting to bind port e229b9c9-dcf6-402d-ad76-e902c3aa0d02 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:00.641807 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Attempting to bind port e229b9c9-dcf6-402d-ad76-e902c3aa0d02 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:00.642484 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Pushing event updated for resources: {'Port': ['ID=e229b9c9-dcf6-402d-ad76-e902c3aa0d02,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:00.650266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-38eafdad-1ccb-453d-88bf-4720dba277c6 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Deleting port b6a6be00-ced4-480e-92ed-d8f3e09f5bb1 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:00.650602 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38eafdad-1ccb-453d-88bf-4720dba277c6 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b6a6be00-ced4-480e-92ed-d8f3e09f5bb1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.653003 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.653912 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.653912 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.654470 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.656218 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.656218 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.656218 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.656218 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.656218 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.656218 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.657187 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.657538 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.658025 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:00.680050 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:00.680814 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:00.681914 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.698085 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:00.699232 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Bound port: e229b9c9-dcf6-402d-ad76-e902c3aa0d02, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:00.700156 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.812182 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] For port e229b9c9-dcf6-402d-ad76-e902c3aa0d02, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:00.821372 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] For port e229b9c9-dcf6-402d-ad76-e902c3aa0d02, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e229b9c9-dcf6-402d-ad76-e902c3aa0d02,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:00.835681 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.930208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4f409c2-d4e2-424a-9b8d-f3d7e723d96f req-168d8ad2-6117-4246-94ee-6c74f7e34eda tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199649 Feb 19 03:17:00.940156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Made reservation on behalf of b2359d397f7e4d539fb71c566ef4bcb7 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:00.954874 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:00.996555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568059b-017f-41be-9881-36e272760783 req-1c44456e-b5ae-486d-88fd-c0b2c7ca8ed8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:01.010384 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-1c44456e-b5ae-486d-88fd-c0b2c7ca8ed8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 811 time: 0.3038177 Feb 19 03:17:01.079558 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Routers {'89aaffa7-92a6-437b-83c6-2a6ac33e0e76'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:01.080241 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:16:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['89aaffa7-92a6-437b-83c6-2a6ac33e0e76'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:01.086014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-5568059b-017f-41be-9881-36e272760783 req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Request body: {'port': {'device_id': '69910d09-d93d-4913-ae8e-ce2ba96b605e', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'admin_state_up': True, 'tenant_id': 'a88df77c28184abca4e29c7ab756af99'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:01.140815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.206494 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38eafdad-1ccb-453d-88bf-4720dba277c6 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b6a6be00-ced4-480e-92ed-d8f3e09f5bb1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.209458 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38eafdad-1ccb-453d-88bf-4720dba277c6 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks [] for floatingip (b6a6be00-ced4-480e-92ed-d8f3e09f5bb1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.278298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-38eafdad-1ccb-453d-88bf-4720dba277c6 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Calling delete_port for b6a6be00-ced4-480e-92ed-d8f3e09f5bb1 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:01.689959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5568059b-017f-41be-9881-36e272760783 req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Made reservation on behalf of a88df77c28184abca4e29c7ab756af99 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:01.689959 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5568059b-017f-41be-9881-36e272760783 req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:01.971857 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.003352 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf22a18-d3e7-40bf-b4f8-8369af25a8e8 None None] Pushing event updated for resources: {'Port': ['ID=e229b9c9-dcf6-402d-ad76-e902c3aa0d02,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:02.039489 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] Set router 89aaffa7-92a6-437b-83c6-2a6ac33e0e76 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:02.063371 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.111959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-5568059b-017f-41be-9881-36e272760783 req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Allocated IP 172.20.0.3 (513b987e-c7a7-43b2-a06f-79c14abfbbdd/6e6c0d3a-bff9-42fa-92bf-9c63146b4741/2d828531-e755-4cf2-bd41-8cf78ca2a1b0) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:02.307750 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Allocated IP 172.25.1.188 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/182ac33b-e1ad-4683-b9bd-d983ac175c9e) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:02.374491 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89aaffa7-92a6-437b-83c6-2a6ac33e0e76', 'name': 'tempest-snat-router-2043741141', 'tenant_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.71'}], 'enable_snat': False}, 'gw_port_id': 'e229b9c9-dcf6-402d-ad76-e902c3aa0d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:54Z', 'updated_at': '2022-02-19T03:16:57Z', 'revision_number': 3, 'project_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'gw_port': {'id': 'e229b9c9-dcf6-402d-ad76-e902c3aa0d02', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aaffa7-92a6-437b-83c6-2a6ac33e0e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:56Z', 'updated_at': '2022-02-19T03:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:02.429756 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f20b5-165b-4875-a0b1-300d8d93b84c None None] The sync data for ids ['89aaffa7-92a6-437b-83c6-2a6ac33e0e76'] in n-d-826755-2 is: [{'id': '89aaffa7-92a6-437b-83c6-2a6ac33e0e76', 'name': 'tempest-snat-router-2043741141', 'tenant_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.71'}], 'enable_snat': False}, 'gw_port_id': 'e229b9c9-dcf6-402d-ad76-e902c3aa0d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:54Z', 'updated_at': '2022-02-19T03:16:57Z', 'revision_number': 3, 'project_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'gw_port': {'id': 'e229b9c9-dcf6-402d-ad76-e902c3aa0d02', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9d:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89aaffa7-92a6-437b-83c6-2a6ac33e0e76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2032, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:16:56Z', 'updated_at': '2022-02-19T03:17:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:02.458929 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5568059b-017f-41be-9881-36e272760783 req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.548788 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for port (182ac33b-e1ad-4683-b9bd-d983ac175c9e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.605151 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (182ac33b-e1ad-4683-b9bd-d983ac175c9e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.671972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:02.678945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:02.685318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:02.694441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4fc966f1-bcd8-4306-97dd-c6719ffd0cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.808816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event updated for resources: {'Port': ['ID=182ac33b-e1ad-4683-b9bd-d983ac175c9e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:02.825778 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5568059b-017f-41be-9881-36e272760783 req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:02.854418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['674c6733-0cbc-4561-af2a-502d63f2fd64'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:02.860463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fdafc5fa-203d-40d7-8802-571e7488fcd7'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:02.916194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82e467c3-f63d-4fbb-96f9-83d3ed95b9e6 req-c4d3fa14-9cc0-40e7-a448-50358a331496 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 210 time: 1.0324068 Feb 19 03:17:03.045766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Allocated IP 172.20.0.12 (3fd9dc96-5a0a-4944-8417-683f8b2c7f71/f227e848-d3a5-4e44-b9ca-2dd84f683462/bbcc477d-6a2c-41f1-b792-95b6098b0d0c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:03.067983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5568059b-017f-41be-9881-36e272760783 req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:03.081834 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38eafdad-1ccb-453d-88bf-4720dba277c6 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b6a6be00-ced4-480e-92ed-d8f3e09f5bb1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.269506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eafdad-1ccb-453d-88bf-4720dba277c6 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6a6be00-ced4-480e-92ed-d8f3e09f5bb1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:03.320299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-5568059b-017f-41be-9881-36e272760783 req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:03.328215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60bed6-f3dc-4c8e-8cb5-2f01bef416dc req-ac35fac0-5d2c-4ba0-8ac7-267ba6940523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:03.342198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d60bed6-f3dc-4c8e-8cb5-2f01bef416dc req-ac35fac0-5d2c-4ba0-8ac7-267ba6940523 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d3a594dd7f7547dcbb8dde37027e3364&device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 1129 time: 1.4415584 Feb 19 03:17:03.371369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91265dd3-68de-4a69-aaea-0cddd86e5fcf req-a2cc81e9-db19-4ea4-8458-356aca1eccdd tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:03.373614 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-5568059b-017f-41be-9881-36e272760783 req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:03.383469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91265dd3-68de-4a69-aaea-0cddd86e5fcf req-a2cc81e9-db19-4ea4-8458-356aca1eccdd tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 1.5386972 Feb 19 03:17:03.537098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b53068d-1f6c-4eef-9a99-33f5136263d4 req-3dc897c6-97a3-4109-afa9-e448ac565eb3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 210 time: 0.2440743 Feb 19 03:17:03.665217 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b5b2bf23-a262-44f8-806c-e9d87959ddc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.686938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e229b9c9-dcf6-402d-ad76-e902c3aa0d02 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:03.955484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e229b9c9-dcf6-402d-ad76-e902c3aa0d02 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:03.956587 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:03.985936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-16aaf65f-cadd-45f6-95b9-970b3a5a732a None None] Provisioning complete for port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:03.986594 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-16aaf65f-cadd-45f6-95b9-970b3a5a732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.029650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-16aaf65f-cadd-45f6-95b9-970b3a5a732a None None] Port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:17:04.162656 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e229b9c9-dcf6-402d-ad76-e902c3aa0d02 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:04.163358 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.190855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port e229b9c9-dcf6-402d-ad76-e902c3aa0d02, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e229b9c9-dcf6-402d-ad76-e902c3aa0d02,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:04.199899 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.250638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568059b-017f-41be-9881-36e272760783 req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:04.263846 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5568059b-017f-41be-9881-36e272760783 req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.264112 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks [] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.324097 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2420228 Feb 19 03:17:04.362453 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.383887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=e229b9c9-dcf6-402d-ad76-e902c3aa0d02,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:04.408445 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Request body: {'port': {'device_id': '69910d09-d93d-4913-ae8e-ce2ba96b605e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:04.413573 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a4a84-0798-4ead-bf27-33d977b6dfd2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event updated for resources: {'Port': ['ID=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:04.418727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.419440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.421427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.422304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.423189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.423965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.424403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.425597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.426341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.428140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.428616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.429180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.430994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:04.449436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:04.455718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Pushing event updated for resources: {'Port': ['ID=bbcc477d-6a2c-41f1-b792-95b6098b0d0c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:04.458462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:04.468579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:04.538476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:04.539101 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.560020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91265dd3-68de-4a69-aaea-0cddd86e5fcf req-4743dfc6-be36-47af-9c98-9580097ed029 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1756120 Feb 19 03:17:04.583709 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.606932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fce21-7882-4a81-b822-f67ce8b49374 req-85da9af0-fce6-4caf-a16f-d8ebc816a20c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:04.608561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d2fce21-7882-4a81-b822-f67ce8b49374 req-85da9af0-fce6-4caf-a16f-d8ebc816a20c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 931 time: 0.3779471 Feb 19 03:17:04.622298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-b564082e-d8bb-4b32-b632-680856900477 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4676132 Feb 19 03:17:04.658773 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38eafdad-1ccb-453d-88bf-4720dba277c6 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks [] for floatingip (df9f8daa-2a70-479a-b96a-1f52583aa0e5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.661484 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38eafdad-1ccb-453d-88bf-4720dba277c6 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.680865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-38eafdad-1ccb-453d-88bf-4720dba277c6 tempest-FloatingIPAdminTestJSON-161069696 tempest-FloatingIPAdminTestJSON-161069696-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/df9f8daa-2a70-479a-b96a-1f52583aa0e5 HTTP/1.1" status: 204 len: 168 time: 5.2714367 Feb 19 03:17:04.687989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44954) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:04.694106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Request body: {'port': {'device_id': 'b8378120-f220-4d97-816e-31e0a098330e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:04.824880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60bed6-f3dc-4c8e-8cb5-2f01bef416dc req-926230d0-20e9-4d25-9c05-e4b93663299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:04.826720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d60bed6-f3dc-4c8e-8cb5-2f01bef416dc req-926230d0-20e9-4d25-9c05-e4b93663299d service neutron] 10.222.0.87 "GET /v2.0/networks?id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 HTTP/1.1" status: 200 len: 915 time: 1.3249283 Feb 19 03:17:04.833348 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:04.915800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d60bed6-f3dc-4c8e-8cb5-2f01bef416dc req-78534c86-115e-45c5-bf4a-88df477e7f4c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1 HTTP/1.1" status: 200 len: 217 time: 0.0705187 Feb 19 03:17:04.987728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4fc966f1-bcd8-4306-97dd-c6719ffd0cea admin admin] Deleting port 07a3c866-cccb-4cd0-b0b8-6065abb05af2 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:04.988110 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4fc966f1-bcd8-4306-97dd-c6719ffd0cea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.065339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d2fce21-7882-4a81-b822-f67ce8b49374 req-2f45b915-8a34-4b85-ae5b-e848e2167305 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407094 Feb 19 03:17:05.111135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60bed6-f3dc-4c8e-8cb5-2f01bef416dc req-fffbeb78-3147-4f8e-b4a4-1a39e092d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:05.116592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d60bed6-f3dc-4c8e-8cb5-2f01bef416dc req-fffbeb78-3147-4f8e-b4a4-1a39e092d260 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b739eea0-569f-47b6-a370-a00b8efdac10 HTTP/1.1" status: 200 len: 854 time: 0.1995540 Feb 19 03:17:05.188153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715fa49f-65d4-4c88-a21e-bc00edbfda93 req-7f86f655-9bdc-4a27-8026-b5156fcc427e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:05.195456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-715fa49f-65d4-4c88-a21e-bc00edbfda93 req-7f86f655-9bdc-4a27-8026-b5156fcc427e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 932 time: 0.4814692 Feb 19 03:17:05.205081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d60bed6-f3dc-4c8e-8cb5-2f01bef416dc req-6edf22d6-80e8-4b9d-884e-e8be76cfb5d0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760305 Feb 19 03:17:05.236289 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.239464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-31d23ce8-d8a7-4fba-833a-543147a7ef55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Deleting port bed0eb55-8032-4cd7-a11f-fabf9a7d26e7 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:05.239746 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31d23ce8-d8a7-4fba-833a-543147a7ef55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bed0eb55-8032-4cd7-a11f-fabf9a7d26e7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.432109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-4fc966f1-bcd8-4306-97dd-c6719ffd0cea admin admin] For port 07a3c866-cccb-4cd0-b0b8-6065abb05af2, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=07a3c866-cccb-4cd0-b0b8-6065abb05af2,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:05.433269 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4fc966f1-bcd8-4306-97dd-c6719ffd0cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.512448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4fc966f1-bcd8-4306-97dd-c6719ffd0cea admin admin] Calling delete_port for 07a3c866-cccb-4cd0-b0b8-6065abb05af2 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:05.570195 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31d23ce8-d8a7-4fba-833a-543147a7ef55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bed0eb55-8032-4cd7-a11f-fabf9a7d26e7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.576051 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.645285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e229b9c9-dcf6-402d-ad76-e902c3aa0d02 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:05.675023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-31d23ce8-d8a7-4fba-833a-543147a7ef55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Calling delete_port for bed0eb55-8032-4cd7-a11f-fabf9a7d26e7 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:05.764207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e229b9c9-dcf6-402d-ad76-e902c3aa0d02 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:05.764469 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.785012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:05.792491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d60bed6-f3dc-4c8e-8cb5-2f01bef416dc req-2d1d9391-b436-4919-ba75-c7d7cefed77d service neutron] 10.222.0.87 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698323 Feb 19 03:17:05.803856 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-715fa49f-65d4-4c88-a21e-bc00edbfda93 req-3fb86658-abf8-4185-bd27-3a6e8e765cab tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061406 Feb 19 03:17:05.827897 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Publish callbacks [] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.878652 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9157bfd9-e846-4455-b1b5-b0c7e02b0c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:05.964548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16058b-14ba-4bb2-bdb9-424487032456 req-cb1fd5e1-ab6e-49e5-b3a2-184db3a46fd3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:05.974806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e229b9c9-dcf6-402d-ad76-e902c3aa0d02 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:05.977376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5c16058b-14ba-4bb2-bdb9-424487032456 req-cb1fd5e1-ab6e-49e5-b3a2-184db3a46fd3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.2354188 Feb 19 03:17:06.093354 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5c16058b-14ba-4bb2-bdb9-424487032456 req-bf0d2c5c-85ec-4a04-abd9-9db3e5439aa2 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143072 Feb 19 03:17:06.124577 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d60bed6-f3dc-4c8e-8cb5-2f01bef416dc req-339f79ed-92bf-4862-88c3-d5dc90f19915 service neutron] 10.222.0.87 "GET /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074861 Feb 19 03:17:06.179319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcc477d-6a2c-41f1-b792-95b6098b0d0c {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:06.187971 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Publish callbacks [] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.270219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23205f4-c5cd-4443-a5a9-2f4be478d61c req-37b9b1b9-aa3d-4076-9cca-547234be741f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:06.272821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c23205f4-c5cd-4443-a5a9-2f4be478d61c req-37b9b1b9-aa3d-4076-9cca-547234be741f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 931 time: 0.0814693 Feb 19 03:17:06.276061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Transition to ACTIVE for port object 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:06.277808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Transition to ACTIVE for port object bbcc477d-6a2c-41f1-b792-95b6098b0d0c will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:06.280947 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31d23ce8-d8a7-4fba-833a-543147a7ef55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bed0eb55-8032-4cd7-a11f-fabf9a7d26e7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.303943 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.393536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d23ce8-d8a7-4fba-833a-543147a7ef55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event deleted for resources: {'Port': ['ID=bed0eb55-8032-4cd7-a11f-fabf9a7d26e7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:06.413273 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.448098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c23205f4-c5cd-4443-a5a9-2f4be478d61c req-baa0b7c1-cc33-41d2-a207-5b9e979b1f41 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664588 Feb 19 03:17:06.470239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcc477d-6a2c-41f1-b792-95b6098b0d0c,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:06.557695 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Pushing event updated for resources: {'Port': ['ID=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:06.625661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Attempting to bind port bbcc477d-6a2c-41f1-b792-95b6098b0d0c on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:06.626004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Attempting to bind port bbcc477d-6a2c-41f1-b792-95b6098b0d0c by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:06.626759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Attempting to bind port bbcc477d-6a2c-41f1-b792-95b6098b0d0c on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:06.639180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Port bbcc477d-6a2c-41f1-b792-95b6098b0d0c on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:06.639520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Attempting to bind port bbcc477d-6a2c-41f1-b792-95b6098b0d0c on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:06.651634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:06.651873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Checking segment: {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:06.652259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Bound using segment: {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:06.652718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Bound port: bbcc477d-6a2c-41f1-b792-95b6098b0d0c, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:06.653088 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.771282 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31d23ce8-d8a7-4fba-833a-543147a7ef55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.774636 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-31d23ce8-d8a7-4fba-833a-543147a7ef55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "DELETE /v2.0/ports/bed0eb55-8032-4cd7-a11f-fabf9a7d26e7 HTTP/1.1" status: 204 len: 168 time: 2.0842257 Feb 19 03:17:06.779052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44972) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:06.859600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] For port bbcc477d-6a2c-41f1-b792-95b6098b0d0c, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:06.905700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] For port bbcc477d-6a2c-41f1-b792-95b6098b0d0c, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=bbcc477d-6a2c-41f1-b792-95b6098b0d0c,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:06.928359 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.971929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Router a0e0523d-6ff5-4cf6-8f71-654377fbcc8b is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:06.976390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4fc966f1-bcd8-4306-97dd-c6719ffd0cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (07a3c866-cccb-4cd0-b0b8-6065abb05af2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:06.979445 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Attempting to bind port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:06.979955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Attempting to bind port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:06.980432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Attempting to bind port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:07.019137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:07.019682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Attempting to bind port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:07.021977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc966f1-bcd8-4306-97dd-c6719ffd0cea admin admin] Pushing event deleted for resources: {'Port': ['ID=07a3c866-cccb-4cd0-b0b8-6065abb05af2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:07.046323 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.052795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcc477d-6a2c-41f1-b792-95b6098b0d0c,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:07.146629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b50dcf-2971-4af4-b6c8-2328811e8a32 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:07.159285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a3b50dcf-2971-4af4-b6c8-2328811e8a32 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "GET /v2.0/ports?device_id=08d80185-ee8f-49ef-a5a6-1c26618c1f1f HTTP/1.1" status: 200 len: 913 time: 0.3790362 Feb 19 03:17:07.163919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44978) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:07.277220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:07.287465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Sync routers for ids ['a0e0523d-6ff5-4cf6-8f71-654377fbcc8b'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:07.294728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:07.295159 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Checking segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:07.295652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Bound using segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:07.296207 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Bound port: 2d828531-e755-4cf2-bd41-8cf78ca2a1b0, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:07.296592 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.308405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Routers {'a0e0523d-6ff5-4cf6-8f71-654377fbcc8b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:07.309235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a0e0523d-6ff5-4cf6-8f71-654377fbcc8b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:07.422260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.424202 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c174eb0c-3488-41e3-a797-befed6145bf8 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.1339819 Feb 19 03:17:07.438089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44980) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:07.510316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:07.511386 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:07.513450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-97219f49-c671-4c4d-956d-123080c7a800 service neutron] 10.222.0.67 "PUT /v2.0/ports/bbcc477d-6a2c-41f1-b792-95b6098b0d0c HTTP/1.1" status: 200 len: 1092 time: 2.8715787 Feb 19 03:17:07.521833 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8378120-f220-4d97-816e-31e0a098330e', 'tag': 'bbcc477d-6a2c-41f1-b792-95b6098b0d0c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:07.535202 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1233890b-60ca-488b-9c3b-a4fea6ff6d8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b8378120-f220-4d97-816e-31e0a098330e", "tag": "bbcc477d-6a2c-41f1-b792-95b6098b0d0c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:07.614781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Set router a0e0523d-6ff5-4cf6-8f71-654377fbcc8b gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:07.760960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260cf85-c744-4566-8a8c-3de25120c0b4 req-6d0a263b-6436-4b5a-90ab-8a53424fbf96 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:07.764552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8260cf85-c744-4566-8a8c-3de25120c0b4 req-6d0a263b-6436-4b5a-90ab-8a53424fbf96 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 944 time: 0.7049870 Feb 19 03:17:07.845267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-d18f449c-7855-40f2-b62c-ca79ffe325fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:07.847218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-d18f449c-7855-40f2-b62c-ca79ffe325fd service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 1126 time: 0.2588668 Feb 19 03:17:07.869076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ff34b-5a9b-4863-924a-d458287c99a6 req-a9fbc471-0e32-4846-a395-d18bcd826569 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:07.870730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-383ff34b-5a9b-4863-924a-d458287c99a6 req-a9fbc471-0e32-4846-a395-d18bcd826569 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.3560939 Feb 19 03:17:07.998319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-81007dc5-b245-47d2-996b-4826e2fe2030 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbcc477d-6a2c-41f1-b792-95b6098b0d0c HTTP/1.1" status: 200 len: 217 time: 0.1250939 Feb 19 03:17:08.083920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-383ff34b-5a9b-4863-924a-d458287c99a6 req-538119ca-2756-460b-b8bf-50ccf948d6d0 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063909 Feb 19 03:17:08.101927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e0523d-6ff5-4cf6-8f71-654377fbcc8b', 'name': 'tempest-snat-router-2043741141', 'tenant_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '182ac33b-e1ad-4683-b9bd-d983ac175c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:59Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 3, 'project_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'gw_port': {'id': '182ac33b-e1ad-4683-b9bd-d983ac175c9e', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e0523d-6ff5-4cf6-8f71-654377fbcc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:02Z', 'updated_at': '2022-02-19T03:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:08.162048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Checking router: a0e0523d-6ff5-4cf6-8f71-654377fbcc8b for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:08.162647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Updating router a0e0523d-6ff5-4cf6-8f71-654377fbcc8b port 182ac33b-e1ad-4683-b9bd-d983ac175c9e binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:17:08.193881 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (182ac33b-e1ad-4683-b9bd-d983ac175c9e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.195987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8260cf85-c744-4566-8a8c-3de25120c0b4 req-2633fffb-2f01-4f97-a09d-dabd5a917cbe tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049854 Feb 19 03:17:08.358099 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc9976f-b0c2-4138-ab51-b97d74a13c04 x-openstack-request-id: req-4bc9976f-b0c2-4138-ab51-b97d74a13c04 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:08.358386 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8378120-f220-4d97-816e-31e0a098330e", "tag": "bbcc477d-6a2c-41f1-b792-95b6098b0d0c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:08.358642 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4bc9976f-b0c2-4138-ab51-b97d74a13c04 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:08.359033 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8378120-f220-4d97-816e-31e0a098330e', 'tag': 'bbcc477d-6a2c-41f1-b792-95b6098b0d0c', 'status': 'completed', 'code': 200} Feb 19 03:17:08.449093 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-82e4c7ea-863b-43cd-bc01-fa64dc917ffb tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/routers/a0e0523d-6ff5-4cf6-8f71-654377fbcc8b HTTP/1.1" status: 200 len: 908 time: 1.0068576 Feb 19 03:17:08.456004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44990) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:08.482782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab721fc-2801-4159-937a-f26acfe40c9e req-8e43bae6-427c-41ec-9365-81f584d31017 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:08.484436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dab721fc-2801-4159-937a-f26acfe40c9e req-8e43bae6-427c-41ec-9365-81f584d31017 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 943 time: 0.2252069 Feb 19 03:17:08.486652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-16770555-e7ff-42e9-9983-78f5ca8802e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:08.488051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-16770555-e7ff-42e9-9983-78f5ca8802e2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f227e848-d3a5-4e44-b9ca-2dd84f683462 HTTP/1.1" status: 200 len: 852 time: 0.3975167 Feb 19 03:17:08.576919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.579811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-232ea86f-c83a-458b-acc4-1c2d11a0a46c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729158 Feb 19 03:17:08.823637 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Publish callbacks [] for port (182ac33b-e1ad-4683-b9bd-d983ac175c9e), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.832590 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (182ac33b-e1ad-4683-b9bd-d983ac175c9e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.832902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dab721fc-2801-4159-937a-f26acfe40c9e req-bae85919-fd6c-4c12-aa19-f3a02e3b96f3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272920 Feb 19 03:17:08.846596 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4fc966f1-bcd8-4306-97dd-c6719ffd0cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.874592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-a8cbda68-8230-4fe3-8c03-3d63923f148d service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870703 Feb 19 03:17:08.882475 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9243842-1454-49bb-8347-1b894d15f6c1 None None] Pushing event updated for resources: {'Port': ['ID=182ac33b-e1ad-4683-b9bd-d983ac175c9e,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:08.883210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] For port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:08.911744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Attempting to bind port 182ac33b-e1ad-4683-b9bd-d983ac175c9e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:08.912119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Attempting to bind port 182ac33b-e1ad-4683-b9bd-d983ac175c9e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:08.912498 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Attempting to bind port 182ac33b-e1ad-4683-b9bd-d983ac175c9e on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:08.919031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:08.919440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:08.919812 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.920258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:08.920768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Bound port: 182ac33b-e1ad-4683-b9bd-d983ac175c9e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:08.921148 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (182ac33b-e1ad-4683-b9bd-d983ac175c9e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:08.998382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] For port 182ac33b-e1ad-4683-b9bd-d983ac175c9e, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:09.002018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] For port 182ac33b-e1ad-4683-b9bd-d983ac175c9e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=182ac33b-e1ad-4683-b9bd-d983ac175c9e,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:09.010428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57939d7e-7565-403b-800b-2c1d518f8900 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.014998 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (182ac33b-e1ad-4683-b9bd-d983ac175c9e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.017453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] For port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:09.044948 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.116021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Pushing event updated for resources: {'Port': ['ID=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:09.145854 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.169658 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9243842-1454-49bb-8347-1b894d15f6c1 None None] Pushing event updated for resources: {'Port': ['ID=182ac33b-e1ad-4683-b9bd-d983ac175c9e,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:09.205287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Routers {'a0e0523d-6ff5-4cf6-8f71-654377fbcc8b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:09.206249 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a0e0523d-6ff5-4cf6-8f71-654377fbcc8b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:09.287085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:09.287849 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.297978 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-8b47fd57-96e4-43ff-bd46-6390705794af service neutron] 10.222.0.87 "PUT /v2.0/ports/2d828531-e755-4cf2-bd41-8cf78ca2a1b0 HTTP/1.1" status: 200 len: 1091 time: 4.8970191 Feb 19 03:17:09.298595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69910d09-d93d-4913-ae8e-ce2ba96b605e', 'tag': '2d828531-e755-4cf2-bd41-8cf78ca2a1b0'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:09.301786 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015db51c-3069-4d1b-9013-cf1c7e51e3c4" -d '{"events": [{"name": "network-changed", "server_uuid": "69910d09-d93d-4913-ae8e-ce2ba96b605e", "tag": "2d828531-e755-4cf2-bd41-8cf78ca2a1b0"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:09.356091 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] Set router a0e0523d-6ff5-4cf6-8f71-654377fbcc8b gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:09.442912 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.667615 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc966f1-bcd8-4306-97dd-c6719ffd0cea admin admin] Router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:17:09.673791 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568059b-017f-41be-9881-36e272760783 req-ead64489-292a-43d0-941d-eb3960c81be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:09.675574 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-ead64489-292a-43d0-941d-eb3960c81be7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 1125 time: 0.3158903 Feb 19 03:17:09.741033 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-9083a2c6-af06-4b0f-8e3c-652aef8a3d2e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d828531-e755-4cf2-bd41-8cf78ca2a1b0 HTTP/1.1" status: 200 len: 217 time: 0.0562408 Feb 19 03:17:09.744467 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Deleting port 182ac33b-e1ad-4683-b9bd-d983ac175c9e {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:09.744916 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (182ac33b-e1ad-4683-b9bd-d983ac175c9e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:09.824300 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0e0523d-6ff5-4cf6-8f71-654377fbcc8b', 'name': 'tempest-snat-router-2043741141', 'tenant_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '182ac33b-e1ad-4683-b9bd-d983ac175c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:59Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 3, 'project_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'gw_port': {'id': '182ac33b-e1ad-4683-b9bd-d983ac175c9e', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e0523d-6ff5-4cf6-8f71-654377fbcc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:02Z', 'updated_at': '2022-02-19T03:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:09.873815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17e186f-7ad3-4a4f-9bbe-767939208f80 None None] The sync data for ids ['a0e0523d-6ff5-4cf6-8f71-654377fbcc8b'] in n-d-826755-2 is: [{'id': 'a0e0523d-6ff5-4cf6-8f71-654377fbcc8b', 'name': 'tempest-snat-router-2043741141', 'tenant_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '182ac33b-e1ad-4683-b9bd-d983ac175c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:16:59Z', 'updated_at': '2022-02-19T03:17:04Z', 'revision_number': 3, 'project_id': '20c1b6e82a0b4202a04808d1cfff9af4', 'gw_port': {'id': '182ac33b-e1ad-4683-b9bd-d983ac175c9e', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:3c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0e0523d-6ff5-4cf6-8f71-654377fbcc8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:17:02Z', 'updated_at': '2022-02-19T03:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:09.943758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568059b-017f-41be-9881-36e272760783 req-666d4643-39c2-4738-9f85-aedc3ef4429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:09.945456 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-666d4643-39c2-4738-9f85-aedc3ef4429b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.1972804 Feb 19 03:17:09.987764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a8c3d-39a4-4a4d-94a5-33bcbde7d28b req-06490a5f-5f16-4d00-ac20-6cd26f4939f3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:09.995741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-077a8c3d-39a4-4a4d-94a5-33bcbde7d28b req-06490a5f-5f16-4d00-ac20-6cd26f4939f3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.2246237 Feb 19 03:17:10.020203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f968999-9da8-4acf-a39e-843cce80f2ce req-f30a18f6-d97d-4efb-9303-2ada11a03c25 service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1366112 Feb 19 03:17:10.055883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] For port 182ac33b-e1ad-4683-b9bd-d983ac175c9e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=182ac33b-e1ad-4683-b9bd-d983ac175c9e,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:10.056252 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (182ac33b-e1ad-4683-b9bd-d983ac175c9e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.071273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63404079-851d-4603-8906-204e0c4c3daa req-73eb8c14-7b0a-4c1c-a3f0-d274e57f35dd tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:10.072877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63404079-851d-4603-8906-204e0c4c3daa req-73eb8c14-7b0a-4c1c-a3f0-d274e57f35dd tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 944 time: 0.3001134 Feb 19 03:17:10.097346 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.100765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc966f1-bcd8-4306-97dd-c6719ffd0cea admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:10.103270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Calling delete_port for 182ac33b-e1ad-4683-b9bd-d983ac175c9e owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:10.114351 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa1699-b589-404c-8392-c4dab8062a44 None None] Sync routers for ids ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:10.120862 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4fc966f1-bcd8-4306-97dd-c6719ffd0cea admin admin] 10.222.0.81 "PUT /v2.0/routers/4a3bc3a2-0de6-428c-99b4-955b67ab0cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9687729 Feb 19 03:17:10.127759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45012) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:10.132960 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa1699-b589-404c-8392-c4dab8062a44 None None] Routers {'4a3bc3a2-0de6-428c-99b4-955b67ab0cae'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:10.134853 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b6fa1699-b589-404c-8392-c4dab8062a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:10.211968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-077a8c3d-39a4-4a4d-94a5-33bcbde7d28b req-c7ab88ce-9ee8-443e-96ac-ffcbcdc25cbf tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136247 Feb 19 03:17:10.214899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568059b-017f-41be-9881-36e272760783 req-300efdf9-17b2-4b05-9a55-761bf07a3008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:10.219170 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-300efdf9-17b2-4b05-9a55-761bf07a3008 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2615027 Feb 19 03:17:10.276276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63404079-851d-4603-8906-204e0c4c3daa req-3ff583b3-a0f7-469a-9761-af276ecb0e4e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809249 Feb 19 03:17:10.314000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-57939d7e-7565-403b-800b-2c1d518f8900 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Deleting port 7141bc8f-daa9-4175-93ce-e8c339c76c46 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:10.318381 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57939d7e-7565-403b-800b-2c1d518f8900 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7141bc8f-daa9-4175-93ce-e8c339c76c46), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.350728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233890b-60ca-488b-9c3b-a4fea6ff6d8e req-076da80d-e32a-4cce-bcd4-c8c5fd874a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:10.351974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1233890b-60ca-488b-9c3b-a4fea6ff6d8e req-076da80d-e32a-4cce-bcd4-c8c5fd874a8e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 1126 time: 0.2131922 Feb 19 03:17:10.447244 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b6fa1699-b589-404c-8392-c4dab8062a44 None None] Set router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:10.494831 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207eaf68-0f76-4177-848e-e78ff32facd9 x-openstack-request-id: req-207eaf68-0f76-4177-848e-e78ff32facd9 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:10.495124 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69910d09-d93d-4913-ae8e-ce2ba96b605e", "tag": "2d828531-e755-4cf2-bd41-8cf78ca2a1b0", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:10.495394 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-207eaf68-0f76-4177-848e-e78ff32facd9 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:10.495791 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69910d09-d93d-4913-ae8e-ce2ba96b605e', 'tag': '2d828531-e755-4cf2-bd41-8cf78ca2a1b0', 'status': 'completed', 'code': 200} Feb 19 03:17:10.670636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233890b-60ca-488b-9c3b-a4fea6ff6d8e req-c2a0b934-52ff-449e-b65d-a627a2f52ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:10.672267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1233890b-60ca-488b-9c3b-a4fea6ff6d8e req-c2a0b934-52ff-449e-b65d-a627a2f52ae2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 913 time: 0.2630250 Feb 19 03:17:10.718336 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Publish callbacks [] for router (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.754168 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b6fa1699-b589-404c-8392-c4dab8062a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:17:06Z', 'revision_number': 5, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:10.794032 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57939d7e-7565-403b-800b-2c1d518f8900 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7141bc8f-daa9-4175-93ce-e8c339c76c46), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.806321 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (182ac33b-e1ad-4683-b9bd-d983ac175c9e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:10.808765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-57939d7e-7565-403b-800b-2c1d518f8900 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Calling delete_port for 7141bc8f-daa9-4175-93ce-e8c339c76c46 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:10.815191 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa1699-b589-404c-8392-c4dab8062a44 None None] Checking router: 4a3bc3a2-0de6-428c-99b4-955b67ab0cae for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:10.843335 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-b6f76bba-7001-4c1f-b3e3-1d1024153e96 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505945 Feb 19 03:17:10.845775 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fa1699-b589-404c-8392-c4dab8062a44 None None] Routers {'4a3bc3a2-0de6-428c-99b4-955b67ab0cae'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:10.846584 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b6fa1699-b589-404c-8392-c4dab8062a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:11.045560 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b6fa1699-b589-404c-8392-c4dab8062a44 None None] Set router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:11.130332 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17e5f8-015b-4fde-8401-053639d1fb5f req-6cd0ffb0-a536-4162-a08f-2bd47cd1a00b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:11.132021 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec17e5f8-015b-4fde-8401-053639d1fb5f req-6cd0ffb0-a536-4162-a08f-2bd47cd1a00b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 943 time: 0.7113023 Feb 19 03:17:11.133432 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1233890b-60ca-488b-9c3b-a4fea6ff6d8e req-2f0713b9-065c-4b46-8705-fa44a9c5bd4a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbcc477d-6a2c-41f1-b792-95b6098b0d0c HTTP/1.1" status: 200 len: 217 time: 0.4480453 Feb 19 03:17:11.136465 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57939d7e-7565-403b-800b-2c1d518f8900 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7141bc8f-daa9-4175-93ce-e8c339c76c46), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.282350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57939d7e-7565-403b-800b-2c1d518f8900 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event deleted for resources: {'Port': ['ID=7141bc8f-daa9-4175-93ce-e8c339c76c46,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:11.310827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233890b-60ca-488b-9c3b-a4fea6ff6d8e req-0068b61b-58c0-4e6f-a6b1-cd9fa642499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:11.314145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1233890b-60ca-488b-9c3b-a4fea6ff6d8e req-0068b61b-58c0-4e6f-a6b1-cd9fa642499d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f227e848-d3a5-4e44-b9ca-2dd84f683462 HTTP/1.1" status: 200 len: 852 time: 0.1694524 Feb 19 03:17:11.345407 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b6fa1699-b589-404c-8392-c4dab8062a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:17:06Z', 'revision_number': 5, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:11.377026 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fa1699-b589-404c-8392-c4dab8062a44 None None] The sync data for ids ['4a3bc3a2-0de6-428c-99b4-955b67ab0cae'] in n-d-826755-2 is: [{'id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'name': 'tempest-TaggedBootDevicesTest-1978854298-router', 'tenant_id': 'e39d76280cc94c6698f5e7260dc58776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:18Z', 'updated_at': '2022-02-19T03:17:06Z', 'revision_number': 5, 'project_id': 'e39d76280cc94c6698f5e7260dc58776', 'gw_port': {'id': '6e08b6b2-cae9-4d3c-9d25-e55612139f15', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:c4:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3bc3a2-0de6-428c-99b4-955b67ab0cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:19Z', 'updated_at': '2022-02-19T03:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:11.399816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1233890b-60ca-488b-9c3b-a4fea6ff6d8e req-119b733a-8330-45bf-bfce-717ae0a0a020 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669823 Feb 19 03:17:11.458906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event deleted for resources: {'Port': ['ID=182ac33b-e1ad-4683-b9bd-d983ac175c9e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:11.489650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e244f2e4-0b34-4949-a8d1-8fec5d12a272 req-0e54d183-1064-4a1e-941d-5da5414cd427 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:11.504612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e244f2e4-0b34-4949-a8d1-8fec5d12a272 req-0e54d183-1064-4a1e-941d-5da5414cd427 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 1.0672038 Feb 19 03:17:11.689485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Publish callbacks [] for router_gateway (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.699885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec17e5f8-015b-4fde-8401-053639d1fb5f req-62ad20de-d24b-41bd-8e9a-905f82c0b8cd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5609636 Feb 19 03:17:11.703980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1233890b-60ca-488b-9c3b-a4fea6ff6d8e req-a89309f9-34bc-495c-a600-ae668acfaa9f service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210126 Feb 19 03:17:11.713993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:11.816433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 07a3c866-cccb-4cd0-b0b8-6065abb05af2 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:11.862057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 07a3c866-cccb-4cd0-b0b8-6065abb05af2 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:11.862617 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 07a3c866-cccb-4cd0-b0b8-6065abb05af2 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:11.883675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1233890b-60ca-488b-9c3b-a4fea6ff6d8e req-4f6f52c1-17c7-4f24-8c5e-ef9330737f23 service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327300 Feb 19 03:17:11.951423 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5568059b-017f-41be-9881-36e272760783 req-da5c6986-c719-4114-aea5-5f0f94baf9a2 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925864 Feb 19 03:17:12.000344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e244f2e4-0b34-4949-a8d1-8fec5d12a272 req-e3501f9a-ce54-4344-b4cf-74c4944396db tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942822 Feb 19 03:17:12.110408 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.116724 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_controller (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.147243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc73cbb-4eff-4d99-b8e4-4fc21f041d5b req-18041af0-640e-4143-b7ce-dacd4ed56227 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:12.148855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2bc73cbb-4eff-4d99-b8e4-4fc21f041d5b req-18041af0-640e-4143-b7ce-dacd4ed56227 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 944 time: 0.2642612 Feb 19 03:17:12.253131 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (a0e0523d-6ff5-4cf6-8f71-654377fbcc8b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.254096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0e0523d-6ff5-4cf6-8f71-654377fbcc8b {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:12.259181 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.260363 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8bd3d83b-0386-436b-bd6c-0107d8388104 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "DELETE /v2.0/routers/a0e0523d-6ff5-4cf6-8f71-654377fbcc8b HTTP/1.1" status: 204 len: 168 time: 3.7979062 Feb 19 03:17:12.268560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45038) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:12.280580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db51c-3069-4d1b-9013-cf1c7e51e3c4 req-539efd3e-4a8d-477c-8008-9191a15eb228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:12.287995 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-015db51c-3069-4d1b-9013-cf1c7e51e3c4 req-539efd3e-4a8d-477c-8008-9191a15eb228 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 1125 time: 0.2076271 Feb 19 03:17:12.302996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2bc73cbb-4eff-4d99-b8e4-4fc21f041d5b req-2c0c912a-d61d-48d3-8e58-75c756666bed tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133571 Feb 19 03:17:12.326616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793fed4-deee-459b-bb5f-ce038b45d945 req-9c07211b-0670-46dc-aab4-9b7d324cd0ad tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:12.328222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2793fed4-deee-459b-bb5f-ce038b45d945 req-9c07211b-0670-46dc-aab4-9b7d324cd0ad tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.1763256 Feb 19 03:17:12.333943 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-57939d7e-7565-403b-800b-2c1d518f8900 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.395700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Deleting port 6e08b6b2-cae9-4d3c-9d25-e55612139f15 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:12.396037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.573206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2793fed4-deee-459b-bb5f-ce038b45d945 req-a46834ef-18b6-4470-bcb4-9f67a4356a63 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744268 Feb 19 03:17:12.640317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] For port 6e08b6b2-cae9-4d3c-9d25-e55612139f15, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6e08b6b2-cae9-4d3c-9d25-e55612139f15,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:12.641129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.664555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Calling delete_port for 6e08b6b2-cae9-4d3c-9d25-e55612139f15 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:12.857383 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6e08b6b2-cae9-4d3c-9d25-e55612139f15), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.859950 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:12.864865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db51c-3069-4d1b-9013-cf1c7e51e3c4 req-85d22ca5-b337-4d97-8e04-5aed0e012e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:12.866704 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-015db51c-3069-4d1b-9013-cf1c7e51e3c4 req-85d22ca5-b337-4d97-8e04-5aed0e012e63 service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.5703034 Feb 19 03:17:12.868760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57939d7e-7565-403b-800b-2c1d518f8900 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Router 08d80185-ee8f-49ef-a5a6-1c26618c1f1f has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:17:12.885925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9859b63-eb0a-47e4-834a-50a127f5d175 req-2233085f-e166-43e1-82f2-10816cc75129 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:12.887392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9859b63-eb0a-47e4-834a-50a127f5d175 req-2233085f-e166-43e1-82f2-10816cc75129 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.1391666 Feb 19 03:17:12.920287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f1407-f0d2-4295-887b-625c09634c49 req-70b56b27-b47f-4ac5-8363-59db0389596d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:12.921747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe4f1407-f0d2-4295-887b-625c09634c49 req-70b56b27-b47f-4ac5-8363-59db0389596d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 943 time: 0.1149936 Feb 19 03:17:12.927286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e08b6b2-cae9-4d3c-9d25-e55612139f15,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:12.970014 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-015db51c-3069-4d1b-9013-cf1c7e51e3c4 req-4c792358-e538-43ab-a181-4dbe0ecfae09 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d828531-e755-4cf2-bd41-8cf78ca2a1b0 HTTP/1.1" status: 200 len: 217 time: 0.0517869 Feb 19 03:17:13.027906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9859b63-eb0a-47e4-834a-50a127f5d175 req-b08e7c5f-a492-4bbc-8bdc-3800dab7da4c tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334620 Feb 19 03:17:13.145833 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db51c-3069-4d1b-9013-cf1c7e51e3c4 req-de3bdef6-accd-4fa4-83ed-f19838e26042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:13.147842 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-015db51c-3069-4d1b-9013-cf1c7e51e3c4 req-de3bdef6-accd-4fa4-83ed-f19838e26042 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.1609538 Feb 19 03:17:13.152044 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.167096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.190923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe4f1407-f0d2-4295-887b-625c09634c49 req-bccdaa54-7e0d-43de-9dd0-f7fae147502a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237811 Feb 19 03:17:13.216477 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57939d7e-7565-403b-800b-2c1d518f8900 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:13.226191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-57939d7e-7565-403b-800b-2c1d518f8900 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "PUT /v2.0/routers/08d80185-ee8f-49ef-a5a6-1c26618c1f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0606654 Feb 19 03:17:13.226355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45052) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:13.233144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfee5f0a-57fb-434c-9f47-c21fd0e315e0 None None] Sync routers for ids ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:13.253094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee5f0a-57fb-434c-9f47-c21fd0e315e0 None None] Routers {'08d80185-ee8f-49ef-a5a6-1c26618c1f1f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:13.254010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dfee5f0a-57fb-434c-9f47-c21fd0e315e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:13.295160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dfee5f0a-57fb-434c-9f47-c21fd0e315e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:13.305113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee5f0a-57fb-434c-9f47-c21fd0e315e0 None None] Routers {'08d80185-ee8f-49ef-a5a6-1c26618c1f1f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:13.305957 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dfee5f0a-57fb-434c-9f47-c21fd0e315e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:13.324211 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.331803 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Publish callbacks [] for router_controller (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.392347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015db51c-3069-4d1b-9013-cf1c7e51e3c4 req-af0e1fe7-9617-4642-ac34-1d7fd7c3eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:13.394058 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-015db51c-3069-4d1b-9013-cf1c7e51e3c4 req-af0e1fe7-9617-4642-ac34-1d7fd7c3eec4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2375526 Feb 19 03:17:13.399884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dfee5f0a-57fb-434c-9f47-c21fd0e315e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:13.401930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfee5f0a-57fb-434c-9f47-c21fd0e315e0 None None] The sync data for ids ['08d80185-ee8f-49ef-a5a6-1c26618c1f1f'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:13.419368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Deleting port e229b9c9-dcf6-402d-ad76-e902c3aa0d02 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:13.419771 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.423635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed947144-1c3e-4369-8b78-24ab0d17a42a req-16ae4264-a179-47b1-a322-142fdb1973f8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:13.425249 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed947144-1c3e-4369-8b78-24ab0d17a42a req-16ae4264-a179-47b1-a322-142fdb1973f8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.1715405 Feb 19 03:17:13.430948 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (4a3bc3a2-0de6-428c-99b4-955b67ab0cae), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.431567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a3bc3a2-0de6-428c-99b4-955b67ab0cae {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:13.438481 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.441967 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-debe9419-8b4a-4ee0-be06-a8d7d72c4390 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4a3bc3a2-0de6-428c-99b4-955b67ab0cae HTTP/1.1" status: 204 len: 168 time: 3.3092420 Feb 19 03:17:13.461592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45056) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:13.527287 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for router (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.604968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed947144-1c3e-4369-8b78-24ab0d17a42a req-6bce3492-d9d0-4b54-9fda-8c6f6b59d480 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685286 Feb 19 03:17:13.673256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6422e5-86c8-44ee-a0e4-c1ab3c718350 admin admin] Deleting subnet d0bf3019-8554-43e8-b535-c149fe732d9a {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:17:13.679980 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-015db51c-3069-4d1b-9013-cf1c7e51e3c4 req-368ddaba-9954-49ff-b889-0525e3a6aea9 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751005 Feb 19 03:17:13.687818 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c6422e5-86c8-44ee-a0e4-c1ab3c718350 admin admin] Publish callbacks [] for subnet (d0bf3019-8554-43e8-b535-c149fe732d9a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.716478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device bbcc477d-6a2c-41f1-b792-95b6098b0d0c details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:13.725286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] For port e229b9c9-dcf6-402d-ad76-e902c3aa0d02, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e229b9c9-dcf6-402d-ad76-e902c3aa0d02,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:13.725664 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.793143 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Calling delete_port for e229b9c9-dcf6-402d-ad76-e902c3aa0d02 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:13.881786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df7470-703f-46c2-92af-3ebecbeef339 req-6d22f332-d3c7-4465-b535-16dc99c1d3d9 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:13.883454 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4df7470-703f-46c2-92af-3ebecbeef339 req-6d22f332-d3c7-4465-b535-16dc99c1d3d9 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 944 time: 0.4343653 Feb 19 03:17:13.909157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port bbcc477d-6a2c-41f1-b792-95b6098b0d0c, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=bbcc477d-6a2c-41f1-b792-95b6098b0d0c,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:13.927795 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-015db51c-3069-4d1b-9013-cf1c7e51e3c4 req-a6b49866-1614-4837-81dc-8b35d756a41d service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991220 Feb 19 03:17:13.929510 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c6422e5-86c8-44ee-a0e4-c1ab3c718350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (d0bf3019-8554-43e8-b535-c149fe732d9a), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:13.933170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'bbcc477d-6a2c-41f1-b792-95b6098b0d0c', 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71', 'port_id': 'bbcc477d-6a2c-41f1-b792-95b6098b0d0c', 'mac_address': 'fa:16:3e:08:5e:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f227e848-d3a5-4e44-b9ca-2dd84f683462', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:13.975459 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for router_gateway (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.030443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 182ac33b-e1ad-4683-b9bd-d983ac175c9e no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:14.058893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e4004-ea68-4729-97d1-e4725ccecfa4 req-152871f7-dcfc-4587-948e-aa449461358b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:14.060673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f34e4004-ea68-4729-97d1-e4725ccecfa4 req-152871f7-dcfc-4587-948e-aa449461358b tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.2539139 Feb 19 03:17:14.082828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 182ac33b-e1ad-4683-b9bd-d983ac175c9e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:14.083200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 182ac33b-e1ad-4683-b9bd-d983ac175c9e not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:14.102633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port bbcc477d-6a2c-41f1-b792-95b6098b0d0c is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:14.103314 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.129807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcc477d-6a2c-41f1-b792-95b6098b0d0c {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:14.146378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4df7470-703f-46c2-92af-3ebecbeef339 req-534f3f39-a3e6-4b32-8ac4-cc45c3b549d9 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515597 Feb 19 03:17:14.158041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port bbcc477d-6a2c-41f1-b792-95b6098b0d0c, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=bbcc477d-6a2c-41f1-b792-95b6098b0d0c,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:14.168172 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.181956 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e229b9c9-dcf6-402d-ad76-e902c3aa0d02), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.212007 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c6422e5-86c8-44ee-a0e4-c1ab3c718350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d0bf3019-8554-43e8-b535-c149fe732d9a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.218895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event deleted for resources: {'Port': ['ID=e229b9c9-dcf6-402d-ad76-e902c3aa0d02,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:14.304307 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.311190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f34e4004-ea68-4729-97d1-e4725ccecfa4 req-b8c6b2ba-7a57-4ae6-9b6d-0e6da487f88f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557696 Feb 19 03:17:14.333647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=bbcc477d-6a2c-41f1-b792-95b6098b0d0c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:14.416600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Deleting port 3d248afa-95bf-4605-819f-be56a1e9a0e5 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:14.417143 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3d248afa-95bf-4605-819f-be56a1e9a0e5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.502648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['bbcc477d-6a2c-41f1-b792-95b6098b0d0c'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:14.516610 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.523287 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_controller (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.653445 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (89aaffa7-92a6-437b-83c6-2a6ac33e0e76), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.654351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89aaffa7-92a6-437b-83c6-2a6ac33e0e76 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:14.659551 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.660741 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-14be2ffe-a5d1-4188-950f-8ce552177284 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "DELETE /v2.0/routers/89aaffa7-92a6-437b-83c6-2a6ac33e0e76 HTTP/1.1" status: 204 len: 168 time: 2.3830979 Feb 19 03:17:14.664613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45078) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:14.677001 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1580849816', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:14.734303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.735781 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.810790 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_controller (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:14.999341 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c6422e5-86c8-44ee-a0e4-c1ab3c718350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (d0bf3019-8554-43e8-b535-c149fe732d9a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.032552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609c52d-2b47-427d-8ec0-cb1cbba8d8cc req-1bbe156e-4d7f-4921-9b3a-be69c9859ac6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:15.035498 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.044895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e609c52d-2b47-427d-8ec0-cb1cbba8d8cc req-1bbe156e-4d7f-4921-9b3a-be69c9859ac6 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.5674508 Feb 19 03:17:15.076559 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3d248afa-95bf-4605-819f-be56a1e9a0e5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.085067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6422e5-86c8-44ee-a0e4-c1ab3c718350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0bf3019-8554-43e8-b535-c149fe732d9a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:15.097450 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310b8e6-9a08-4d22-8b84-ee0ea3acc5c9 None None] Network 08887c7d-6d72-4ea2-8b38-77fe8c245453 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:15.101996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d934ac3-ecbb-4da3-b72a-86742498f2aa req-29d0760d-1ad0-4c81-873c-df3070caa7d9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:15.103526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d934ac3-ecbb-4da3-b72a-86742498f2aa req-29d0760d-1ad0-4c81-873c-df3070caa7d9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 943 time: 0.7385662 Feb 19 03:17:15.104587 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c6422e5-86c8-44ee-a0e4-c1ab3c718350 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.108219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4c6422e5-86c8-44ee-a0e4-c1ab3c718350 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d0bf3019-8554-43e8-b535-c149fe732d9a HTTP/1.1" status: 204 len: 168 time: 1.6459043 Feb 19 03:17:15.114724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45080) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:15.140835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Calling delete_port for 3d248afa-95bf-4605-819f-be56a1e9a0e5 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:15.311979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:15.365490 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.378601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb710ed5-3fcc-40d9-96c8-b02f804608aa None None] DHCP port deletion for 08887c7d-6d72-4ea2-8b38-77fe8c245453 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:17:15.381478 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (08887c7d-6d72-4ea2-8b38-77fe8c245453), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.391963 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.393795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d934ac3-ecbb-4da3-b72a-86742498f2aa req-9a9f6438-8951-4090-9f68-6d764c12c926 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715957 Feb 19 03:17:15.416931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e609c52d-2b47-427d-8ec0-cb1cbba8d8cc req-d05e9552-ab29-4383-8de8-e0d9c5ce2ead tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709321 Feb 19 03:17:15.634295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b8823f6c-72a8-4383-8173-dfdb2e3b3de0 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:15.659324 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Allocated IP 172.25.1.226 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/e6c822bc-ec8b-4b2d-9553-7fc1d6b0d612) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:15.700257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fb710ed5-3fcc-40d9-96c8-b02f804608aa None None] Deleting port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:15.700764 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb710ed5-3fcc-40d9-96c8-b02f804608aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.816019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc829ce-f61c-4414-9d9e-82900c8fff11 req-b3d4954d-3bbd-4b89-baa0-9440cc487d77 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:15.817644 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccc829ce-f61c-4414-9d9e-82900c8fff11 req-b3d4954d-3bbd-4b89-baa0-9440cc487d77 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 945 time: 0.2635801 Feb 19 03:17:15.827366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fb710ed5-3fcc-40d9-96c8-b02f804608aa None None] For port b8823f6c-72a8-4383-8173-dfdb2e3b3de0, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b8823f6c-72a8-4383-8173-dfdb2e3b3de0,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:15.828891 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb710ed5-3fcc-40d9-96c8-b02f804608aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.859712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa858c-d33d-477c-8e7f-4742b16e0f5c req-73deda7d-0887-430b-99eb-2dba6238f68f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:15.861301 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06aa858c-d33d-477c-8e7f-4742b16e0f5c req-73deda7d-0887-430b-99eb-2dba6238f68f tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.2840056 Feb 19 03:17:15.862175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for port (e6c822bc-ec8b-4b2d-9553-7fc1d6b0d612), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.873988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device bbcc477d-6a2c-41f1-b792-95b6098b0d0c up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:15.883846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fb710ed5-3fcc-40d9-96c8-b02f804608aa None None] Calling delete_port for b8823f6c-72a8-4383-8173-dfdb2e3b3de0 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:15.887702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:15.889943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Deleting port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:15.890223 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:15.936426 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '2d828531-e755-4cf2-bd41-8cf78ca2a1b0', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'port_id': '2d828531-e755-4cf2-bd41-8cf78ca2a1b0', 'mac_address': 'fa:16:3e:ce:c4:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:15.962384 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccc829ce-f61c-4414-9d9e-82900c8fff11 req-1566b819-5d06-4a09-beda-77ff8435b8cb tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350610 Feb 19 03:17:15.976017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3d248afa-95bf-4605-819f-be56a1e9a0e5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.016138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:16.016890 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.029413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event deleted for resources: {'Port': ['ID=3d248afa-95bf-4605-819f-be56a1e9a0e5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:16.048149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] For port b8823f6c-72a8-4383-8173-dfdb2e3b3de0, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b8823f6c-72a8-4383-8173-dfdb2e3b3de0,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:16.048518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.083636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:16.118708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:16.119482 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.125434 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.143640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06aa858c-d33d-477c-8e7f-4742b16e0f5c req-87febea3-b386-4261-81c1-fd02ee8e1e68 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638402 Feb 19 03:17:16.146237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Calling delete_port for b8823f6c-72a8-4383-8173-dfdb2e3b3de0 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:16.153354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:16.217447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port bbcc477d-6a2c-41f1-b792-95b6098b0d0c completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:17:16.223113 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.292850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.299729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-26d48144-a83c-4894-bf12-a4160872c6fb req-74205e6d-9316-4843-9839-bd21298c5db1 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:17:16.300824 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26d48144-a83c-4894-bf12-a4160872c6fb req-74205e6d-9316-4843-9839-bd21298c5db1 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053928 Feb 19 03:17:16.302267 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for router_controller (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.349991 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:16.361667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port bbcc477d-6a2c-41f1-b792-95b6098b0d0c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:16.362566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.419177 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (08d80185-ee8f-49ef-a5a6-1c26618c1f1f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.425551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Fanout notify agent at l3_agent the message router_deleted on router 08d80185-ee8f-49ef-a5a6-1c26618c1f1f {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:16.509557 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.512950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-88b0eb01-b798-483a-81ee-225d41f4fb55 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "DELETE /v2.0/routers/08d80185-ee8f-49ef-a5a6-1c26618c1f1f HTTP/1.1" status: 204 len: 168 time: 3.2634556 Feb 19 03:17:16.523338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port b8823f6c-72a8-4383-8173-dfdb2e3b3de0, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b8823f6c-72a8-4383-8173-dfdb2e3b3de0,segment=NetworkSegment(fba3e7cd-74e2-4ea2-a558-805d35426bc3),segment_id=fba3e7cd-74e2-4ea2-a558-805d35426bc3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:16.526137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45098) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:16.588207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e6c822bc-ec8b-4b2d-9553-7fc1d6b0d612), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.604741 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.607712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e229b9c9-dcf6-402d-ad76-e902c3aa0d02 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:16.654175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:16.657464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:16.659445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['2d828531-e755-4cf2-bd41-8cf78ca2a1b0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:16.666186 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:16.670135 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb710ed5-3fcc-40d9-96c8-b02f804608aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.688306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf137fd-11da-4e36-964b-d43f4629798f req-bf7cf2e0-7b85-425f-935d-a78a2e8dffb3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:16.689964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbf137fd-11da-4e36-964b-d43f4629798f req-bf7cf2e0-7b85-425f-935d-a78a2e8dffb3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.2583239 Feb 19 03:17:16.700146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199750e-4505-43a3-b64e-41fef724d4aa req-b04d4bab-5fee-45c0-9225-5235150e65c6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:16.702020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0199750e-4505-43a3-b64e-41fef724d4aa req-b04d4bab-5fee-45c0-9225-5235150e65c6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 944 time: 0.1749644 Feb 19 03:17:16.713496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: e229b9c9-dcf6-402d-ad76-e902c3aa0d02 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:16.714688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e229b9c9-dcf6-402d-ad76-e902c3aa0d02 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:16.715107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Pushing event updated for resources: {'Port': ['ID=e6c822bc-ec8b-4b2d-9553-7fc1d6b0d612,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:16.715804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6e08b6b2-cae9-4d3c-9d25-e55612139f15 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:16.751507 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b8823f6c-72a8-4383-8173-dfdb2e3b3de0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.767218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-8078d202-faca-4a0a-8662-4187d3861313 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Deleting subnet 7673e885-8c57-4a87-b5cd-e981b6782ea6 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:17:16.770094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 6e08b6b2-cae9-4d3c-9d25-e55612139f15 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:16.770590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6e08b6b2-cae9-4d3c-9d25-e55612139f15 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:16.777035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event deleted for resources: {'Port': ['ID=b8823f6c-72a8-4383-8173-dfdb2e3b3de0,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:16.789749 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port bbcc477d-6a2c-41f1-b792-95b6098b0d0c is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:16.790214 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.803026 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8078d202-faca-4a0a-8662-4187d3861313 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for subnet (7673e885-8c57-4a87-b5cd-e981b6782ea6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.804403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb710ed5-3fcc-40d9-96c8-b02f804608aa None None] No DVR routers for this DVR port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:16.841420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb710ed5-3fcc-40d9-96c8-b02f804608aa None None] Pushing event deleted for resources: {'Port': ['ID=b8823f6c-72a8-4383-8173-dfdb2e3b3de0,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:16.850569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8378120-f220-4d97-816e-31e0a098330e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcc477d-6a2c-41f1-b792-95b6098b0d0c'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:16.852955 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976fc1c7-4b0b-4aa5-9def-7897997572cb" -d '{"events": [{"server_uuid": "b8378120-f220-4d97-816e-31e0a098330e", "name": "network-vif-plugged", "status": "completed", "tag": "bbcc477d-6a2c-41f1-b792-95b6098b0d0c"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:16.873936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port bbcc477d-6a2c-41f1-b792-95b6098b0d0c, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=bbcc477d-6a2c-41f1-b792-95b6098b0d0c,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:16.893146 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.921779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8823f6c-72a8-4383-8173-dfdb2e3b3de0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:16.926118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] No DVR routers for this DVR port b8823f6c-72a8-4383-8173-dfdb2e3b3de0 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:16.935095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0199750e-4505-43a3-b64e-41fef724d4aa req-cc9c948b-d3bd-4483-9485-4aa9be761c34 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080808 Feb 19 03:17:16.942109 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8078d202-faca-4a0a-8662-4187d3861313 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (7673e885-8c57-4a87-b5cd-e981b6782ea6), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:16.961223 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbf137fd-11da-4e36-964b-d43f4629798f req-8d76738b-19ef-4a85-807a-81b422f8805d tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512662 Feb 19 03:17:17.015767 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=bbcc477d-6a2c-41f1-b792-95b6098b0d0c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:17.076767 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d1cd77-dbfb-44f5-8e25-6fbd1d7c8da0 x-openstack-request-id: req-37d1cd77-dbfb-44f5-8e25-6fbd1d7c8da0 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:17.077072 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8378120-f220-4d97-816e-31e0a098330e", "name": "network-vif-plugged", "status": "completed", "tag": "bbcc477d-6a2c-41f1-b792-95b6098b0d0c", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:17.077334 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37d1cd77-dbfb-44f5-8e25-6fbd1d7c8da0 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:17.077754 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8378120-f220-4d97-816e-31e0a098330e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcc477d-6a2c-41f1-b792-95b6098b0d0c', 'code': 200} Feb 19 03:17:17.195291 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.249460 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (08887c7d-6d72-4ea2-8b38-77fe8c245453), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.342692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08887c7d-6d72-4ea2-8b38-77fe8c245453']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:17.364105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba3e7cd-74e2-4ea2-a558-805d35426bc3') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:17.364580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba3e7cd-74e2-4ea2-a558-805d35426bc3') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:17.386468 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (fba3e7cd-74e2-4ea2-a558-805d35426bc3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.390328 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8078d202-faca-4a0a-8662-4187d3861313 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (7673e885-8c57-4a87-b5cd-e981b6782ea6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.400061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d4c3f-8bd5-4cad-98f7-adb1089fa089 req-665978ac-acce-4e67-8ed6-808ce04455f3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:17.407950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c8d4c3f-8bd5-4cad-98f7-adb1089fa089 req-665978ac-acce-4e67-8ed6-808ce04455f3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.2437315 Feb 19 03:17:17.504218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd98b63-c872-4858-89a9-2413107efc4c req-8a880a44-1745-46cb-bd48-56b139a9a0de tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:17.505993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dd98b63-c872-4858-89a9-2413107efc4c req-8a880a44-1745-46cb-bd48-56b139a9a0de tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 946 time: 0.3587425 Feb 19 03:17:17.512741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e5f1e-e9d4-4ff9-adbb-ac003509ca92 req-0f21c343-afbe-4853-8d79-58ecb360cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:17.514330 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-284e5f1e-e9d4-4ff9-adbb-ac003509ca92 req-0f21c343-afbe-4853-8d79-58ecb360cc7c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 1128 time: 0.3580430 Feb 19 03:17:17.515555 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (fba3e7cd-74e2-4ea2-a558-805d35426bc3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.556020 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.563288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:17:17.563773 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (fba3e7cd-74e2-4ea2-a558-805d35426bc3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:17:17.565640 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:17:17.707590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c8d4c3f-8bd5-4cad-98f7-adb1089fa089 req-c0ee450c-5f5d-4975-8655-aa20df3a0908 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921004 Feb 19 03:17:17.724193 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8078d202-faca-4a0a-8662-4187d3861313 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (7673e885-8c57-4a87-b5cd-e981b6782ea6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.726269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (08887c7d-6d72-4ea2-8b38-77fe8c245453), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.828357 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.831555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] 10.222.0.81 "DELETE /v2.0/networks/08887c7d-6d72-4ea2-8b38-77fe8c245453 HTTP/1.1" status: 204 len: 168 time: 2.7156491 Feb 19 03:17:17.834519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45120) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:17.839648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-284e5f1e-e9d4-4ff9-adbb-ac003509ca92 req-bab58ae1-efda-4e8d-a579-e5b3b726658a service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045104 Feb 19 03:17:17.863399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dd98b63-c872-4858-89a9-2413107efc4c req-19deb721-cf08-4c1b-956a-88a92c8d3e96 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453314 Feb 19 03:17:17.875584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078d202-faca-4a0a-8662-4187d3861313 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event deleted for resources: {'Subnet': ['ID=7673e885-8c57-4a87-b5cd-e981b6782ea6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:17.880484 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8078d202-faca-4a0a-8662-4187d3861313 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:17.882319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8078d202-faca-4a0a-8662-4187d3861313 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "DELETE /v2.0/subnets/7673e885-8c57-4a87-b5cd-e981b6782ea6 HTTP/1.1" status: 204 len: 168 time: 1.3048797 Feb 19 03:17:17.883216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6adb2-a90a-473d-bb88-b72a8355f699 admin admin] Pushing event deleted for resources: {'Network': ['ID=08887c7d-6d72-4ea2-8b38-77fe8c245453,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:17.895755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e25b62-b1ba-455d-a42c-07cc34283f5e None None] Network 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:17.899753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45122) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:18.024868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Router 41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:18.051587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041fd3e-b65f-44f4-95f7-e090d91a6392 req-fd2b275e-befb-44fa-a84c-b13500fcef38 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:18.053221 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1041fd3e-b65f-44f4-95f7-e090d91a6392 req-fd2b275e-befb-44fa-a84c-b13500fcef38 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.1889126 Feb 19 03:17:18.061456 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.191817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1041fd3e-b65f-44f4-95f7-e090d91a6392 req-ebf43a9f-0653-4a44-adbf-70af793e4956 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253457 Feb 19 03:17:18.202207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737b7802-5353-4709-8f62-e635547f2327 None None] DHCP port deletion for 224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:17:18.229838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e9d06f-7518-464e-8e23-6c21f4eea3d2 req-1dcedb62-6593-4d9f-8669-82847e82531e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:18.255999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54e9d06f-7518-464e-8e23-6c21f4eea3d2 req-1dcedb62-6593-4d9f-8669-82847e82531e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 944 time: 0.1413450 Feb 19 03:17:18.300032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-737b7802-5353-4709-8f62-e635547f2327 None None] Deleting port 5527b5ee-3f70-4787-aa9d-7f239511eb82 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:18.300402 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-737b7802-5353-4709-8f62-e635547f2327 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.333855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Deleting port 5527b5ee-3f70-4787-aa9d-7f239511eb82 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:18.334216 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.395212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-737b7802-5353-4709-8f62-e635547f2327 None None] For port 5527b5ee-3f70-4787-aa9d-7f239511eb82, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5527b5ee-3f70-4787-aa9d-7f239511eb82,segment=NetworkSegment(b0cd41f2-e3ec-4228-b9fa-3465a98821fc),segment_id=b0cd41f2-e3ec-4228-b9fa-3465a98821fc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:18.395603 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-737b7802-5353-4709-8f62-e635547f2327 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.412748 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:18.425239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-737b7802-5353-4709-8f62-e635547f2327 None None] Calling delete_port for 5527b5ee-3f70-4787-aa9d-7f239511eb82 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:18.425902 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c58113-7b99-4fb5-b883-d8ab8238fe22 None None] Sync routers for ids ['41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:18.456696 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c58113-7b99-4fb5-b883-d8ab8238fe22 None None] Routers {'41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:18.457750 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e3c58113-7b99-4fb5-b883-d8ab8238fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:18.461546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54e9d06f-7518-464e-8e23-6c21f4eea3d2 req-f860cd52-a4ff-4276-a766-10390d5099ca tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037027 Feb 19 03:17:18.496811 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.501729 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9e0d4661-cb67-41a0-a180-74d306bb0b0e tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.8359666 Feb 19 03:17:18.502368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45128) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:18.508821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-130f4204-6ea4-462f-9f50-fda77dd489ac tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'enable_snat': False}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:18.518376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] For port 5527b5ee-3f70-4787-aa9d-7f239511eb82, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5527b5ee-3f70-4787-aa9d-7f239511eb82,segment=NetworkSegment(b0cd41f2-e3ec-4228-b9fa-3465a98821fc),segment_id=b0cd41f2-e3ec-4228-b9fa-3465a98821fc)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:18.518897 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.534741 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e3c58113-7b99-4fb5-b883-d8ab8238fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:18.535449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f2b90-cb01-45c7-bcf9-8b30b202fd90 req-b8c31339-bcfa-4714-bc4e-232e79ed48b8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:18.542573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-029f2b90-cb01-45c7-bcf9-8b30b202fd90 req-b8c31339-bcfa-4714-bc4e-232e79ed48b8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.2113886 Feb 19 03:17:18.549015 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c58113-7b99-4fb5-b883-d8ab8238fe22 None None] Routers {'41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:18.551274 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e3c58113-7b99-4fb5-b883-d8ab8238fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:18.647910 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-737b7802-5353-4709-8f62-e635547f2327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.683287 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e3c58113-7b99-4fb5-b883-d8ab8238fe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:18.684512 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c58113-7b99-4fb5-b883-d8ab8238fe22 None None] The sync data for ids ['41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:18.703203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b7802-5353-4709-8f62-e635547f2327 None None] Pushing event deleted for resources: {'Port': ['ID=5527b5ee-3f70-4787-aa9d-7f239511eb82,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:18.725097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737b7802-5353-4709-8f62-e635547f2327 None None] No DVR routers for this DVR port 5527b5ee-3f70-4787-aa9d-7f239511eb82 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:18.725358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Calling delete_port for 5527b5ee-3f70-4787-aa9d-7f239511eb82 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:18.758784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-029f2b90-cb01-45c7-bcf9-8b30b202fd90 req-7a8e4af9-a232-4c3d-ba5f-b04737063d12 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153602 Feb 19 03:17:18.784045 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:18.969392 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5527b5ee-3f70-4787-aa9d-7f239511eb82), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.030021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event deleted for resources: {'Port': ['ID=5527b5ee-3f70-4787-aa9d-7f239511eb82,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:19.057465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7efaf2-73e8-4789-bbde-0a5af7e4b405 req-a914fec7-e193-4bae-a5a6-2759549382ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:19.059786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab7efaf2-73e8-4789-bbde-0a5af7e4b405 req-a914fec7-e193-4bae-a5a6-2759549382ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.1661003 Feb 19 03:17:19.060990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] No DVR routers for this DVR port 5527b5ee-3f70-4787-aa9d-7f239511eb82 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:19.229102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.236184 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-130f4204-6ea4-462f-9f50-fda77dd489ac tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.244640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab7efaf2-73e8-4789-bbde-0a5af7e4b405 req-e97c86c3-1a16-43a6-a254-48a9a2d69f6a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387267 Feb 19 03:17:19.265167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e062e33-5fe2-4879-8605-1d396e88d32b req-2fc09220-2f23-4953-80af-f6cf9b2f01f5 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:19.271951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e062e33-5fe2-4879-8605-1d396e88d32b req-2fc09220-2f23-4953-80af-f6cf9b2f01f5 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 946 time: 0.2358840 Feb 19 03:17:19.289890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:19.334249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0cd41f2-e3ec-4228-b9fa-3465a98821fc') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:19.334534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0cd41f2-e3ec-4228-b9fa-3465a98821fc') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:19.344655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:19.390489 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (b0cd41f2-e3ec-4228-b9fa-3465a98821fc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.442128 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b0cd41f2-e3ec-4228-b9fa-3465a98821fc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.475866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e062e33-5fe2-4879-8605-1d396e88d32b req-f6745ba3-7db7-489a-b774-841e565570ec tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027051 Feb 19 03:17:19.497368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:17:19.509729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:19.510103 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.518137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:17:19.518552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (b0cd41f2-e3ec-4228-b9fa-3465a98821fc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:17:19.539440 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:17:19.610452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5527b5ee-3f70-4787-aa9d-7f239511eb82 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:19.639031 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.654440 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.657873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "DELETE /v2.0/networks/224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25 HTTP/1.1" status: 204 len: 168 time: 1.7566006 Feb 19 03:17:19.661435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45146) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:19.680369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a9297-cdfd-4589-8366-418705e900e3 req-02f08927-b66b-49e7-a3dc-c9e50ef3a0a1 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:19.681984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d6a9297-cdfd-4589-8366-418705e900e3 req-02f08927-b66b-49e7-a3dc-c9e50ef3a0a1 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.2507291 Feb 19 03:17:19.698519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5527b5ee-3f70-4787-aa9d-7f239511eb82 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:19.698869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5527b5ee-3f70-4787-aa9d-7f239511eb82 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:19.750439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d63f9-2190-4f55-8293-db9f5bf43d89 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event deleted for resources: {'Network': ['ID=224d02e1-bfd8-4a64-8dc1-bb2ebce4cd25,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:19.760404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:19.761703 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.805940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69910d09-d93d-4913-ae8e-ce2ba96b605e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d828531-e755-4cf2-bd41-8cf78ca2a1b0'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:19.807561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c245f68-9538-4fc8-8b7a-fcf704607caf req-3e12601a-0d1b-4009-aca9-421dc11cc29b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:19.808958 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a3fd2f-295e-4b5c-90b9-1adf0223d033" -d '{"events": [{"server_uuid": "69910d09-d93d-4913-ae8e-ce2ba96b605e", "name": "network-vif-plugged", "status": "completed", "tag": "2d828531-e755-4cf2-bd41-8cf78ca2a1b0"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:19.821688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c245f68-9538-4fc8-8b7a-fcf704607caf req-3e12601a-0d1b-4009-aca9-421dc11cc29b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 944 time: 0.2182860 Feb 19 03:17:19.824191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45150) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:19.826301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:19.834590 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:19.878262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d6a9297-cdfd-4589-8366-418705e900e3 req-12d418dc-0cfc-43fb-b009-e5b518ce0ba3 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507919 Feb 19 03:17:19.964755 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2cca44-42cf-4ae9-8400-5f4e25e80958 x-openstack-request-id: req-5f2cca44-42cf-4ae9-8400-5f4e25e80958 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:19.965239 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69910d09-d93d-4913-ae8e-ce2ba96b605e", "name": "network-vif-plugged", "status": "completed", "tag": "2d828531-e755-4cf2-bd41-8cf78ca2a1b0", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:19.965692 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f2cca44-42cf-4ae9-8400-5f4e25e80958 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:19.966229 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69910d09-d93d-4913-ae8e-ce2ba96b605e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d828531-e755-4cf2-bd41-8cf78ca2a1b0', 'code': 200} Feb 19 03:17:20.021844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:20.071069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-83126a71-fa01-4319-8193-b6175d75cf62 admin admin] Deleting subnet d285098d-bd66-4838-b6b7-1fdd74c0cc2f {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:17:20.076154 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83126a71-fa01-4319-8193-b6175d75cf62 admin admin] Publish callbacks [] for subnet (d285098d-bd66-4838-b6b7-1fdd74c0cc2f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.162202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c245f68-9538-4fc8-8b7a-fcf704607caf req-33df25eb-e6ac-43e9-b3e0-a78bd7220545 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390381 Feb 19 03:17:20.176981 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83126a71-fa01-4319-8193-b6175d75cf62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (d285098d-bd66-4838-b6b7-1fdd74c0cc2f), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.245948 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83126a71-fa01-4319-8193-b6175d75cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d285098d-bd66-4838-b6b7-1fdd74c0cc2f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.284123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36a6b7d-aab5-4ea6-9d49-7349f93ee49c req-af381b30-daa0-4ec3-b161-b6773e8bd03a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:20.291800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b36a6b7d-aab5-4ea6-9d49-7349f93ee49c req-af381b30-daa0-4ec3-b161-b6773e8bd03a tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.1272140 Feb 19 03:17:20.337238 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Deleting port 9032d40b-1b5c-4f27-b538-a72fcbe16274 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:20.338422 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.368320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b36a6b7d-aab5-4ea6-9d49-7349f93ee49c req-e27d39a3-76f3-4f4d-8f16-effbfaf07da8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755942 Feb 19 03:17:20.390223 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83126a71-fa01-4319-8193-b6175d75cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (d285098d-bd66-4838-b6b7-1fdd74c0cc2f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.431462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83126a71-fa01-4319-8193-b6175d75cf62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d285098d-bd66-4838-b6b7-1fdd74c0cc2f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:20.446449 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83126a71-fa01-4319-8193-b6175d75cf62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.451635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-83126a71-fa01-4319-8193-b6175d75cf62 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d285098d-bd66-4838-b6b7-1fdd74c0cc2f HTTP/1.1" status: 204 len: 168 time: 0.6166146 Feb 19 03:17:20.454134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45164) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:20.566000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (6c9753b4-1d5a-4b0d-8dc1-e684733b48be), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.645725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] For port 9032d40b-1b5c-4f27-b538-a72fcbe16274, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9032d40b-1b5c-4f27-b538-a72fcbe16274,segment=NetworkSegment(eb12ec8e-41de-41f4-9a69-bead39f92a05),segment_id=eb12ec8e-41de-41f4-9a69-bead39f92a05)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:20.646360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.661898 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Calling delete_port for 9032d40b-1b5c-4f27-b538-a72fcbe16274 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:20.688113 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (6c9753b4-1d5a-4b0d-8dc1-e684733b48be), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.742648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c9753b4-1d5a-4b0d-8dc1-e684733b48be']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:20.757840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:20.758269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:20.770344 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.790780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e53c9-925a-405e-b152-a91f408601c7 req-cea368c8-b15f-46cc-ada7-52fb8dba649d tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:20.793987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f44e53c9-925a-405e-b152-a91f408601c7 req-cea368c8-b15f-46cc-ada7-52fb8dba649d tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 946 time: 0.1220503 Feb 19 03:17:20.809234 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.831570 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:17:20.832015 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (2e54d1e9-bec9-4d10-a9e1-7402eb3ab3de), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:17:20.833816 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:17:20.941215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f44e53c9-925a-405e-b152-a91f408601c7 req-0baf7b6d-ad2d-41ed-bc87-8e5529ba2aca tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306767 Feb 19 03:17:20.942701 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (6c9753b4-1d5a-4b0d-8dc1-e684733b48be), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.978070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Pushing event deleted for resources: {'Network': ['ID=6c9753b4-1d5a-4b0d-8dc1-e684733b48be,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:20.982971 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:20.986296 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] 10.222.0.81 "DELETE /v2.0/networks/6c9753b4-1d5a-4b0d-8dc1-e684733b48be HTTP/1.1" status: 204 len: 168 time: 0.5296988 Feb 19 03:17:21.009604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.010379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.010379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.010616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.015320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.015679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.016029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.016374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.016735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.017076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.017410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.017737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.018069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc5f304-aff6-4a51-b761-e1cea09998fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.109830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce96e23-b6b4-4060-88dd-83c7a0d1a5d1 req-f7d7fe99-6f26-425a-9782-72d4dc9998a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.111530 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1ce96e23-b6b4-4060-88dd-83c7a0d1a5d1 req-f7d7fe99-6f26-425a-9782-72d4dc9998a4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 1127 time: 0.8177848 Feb 19 03:17:21.239448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45180) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:21.288502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f8271f1a-889c-43b3-b1b5-4d9eed328aa7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Deleting port 2f6c0d63-fe46-4720-bedc-0911461fcf10 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:21.289258 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8271f1a-889c-43b3-b1b5-4d9eed328aa7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2f6c0d63-fe46-4720-bedc-0911461fcf10), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.424795 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45182) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:21.429174 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-994edbb9-a534-4829-9968-4fe96d59a943 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f38e2519ae704ed3b2f4649ecd3b5eda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1873453 Feb 19 03:17:21.460578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb758832-54ae-4d65-aacb-a57316c4ba27 req-4770fecb-33ca-4bd6-8f91-3eb6270c6eb8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.463225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb758832-54ae-4d65-aacb-a57316c4ba27 req-4770fecb-33ca-4bd6-8f91-3eb6270c6eb8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 945 time: 0.1862419 Feb 19 03:17:21.471848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16df0ad-6e51-400d-8f66-91b501d61d09 req-50af79e0-5ccb-4632-8f9b-783f17485fd9 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:21.474427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16df0ad-6e51-400d-8f66-91b501d61d09 req-50af79e0-5ccb-4632-8f9b-783f17485fd9 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 946 time: 0.1963985 Feb 19 03:17:21.574966 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1ce96e23-b6b4-4060-88dd-83c7a0d1a5d1 req-748998c7-615a-4ebd-8aca-0a06c1a52e0b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603077 Feb 19 03:17:21.600536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb758832-54ae-4d65-aacb-a57316c4ba27 req-8939f4f4-99ea-4fa0-a851-8b83e9c80874 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249034 Feb 19 03:17:21.608090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a16df0ad-6e51-400d-8f66-91b501d61d09 req-3195bf97-db55-43fe-9209-2758a46d1aa5 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220160 Feb 19 03:17:21.710338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8271f1a-889c-43b3-b1b5-4d9eed328aa7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2f6c0d63-fe46-4720-bedc-0911461fcf10), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.711647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8271f1a-889c-43b3-b1b5-4d9eed328aa7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for floatingip (2f6c0d63-fe46-4720-bedc-0911461fcf10), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.741017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f8271f1a-889c-43b3-b1b5-4d9eed328aa7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Calling delete_port for 2f6c0d63-fe46-4720-bedc-0911461fcf10 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:21.743177 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9032d40b-1b5c-4f27-b538-a72fcbe16274), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.782715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31129f23-841c-4dec-b262-8b9f56ec711e admin admin] Publish callbacks [] for security_group (4f7aa04c-39c8-4703-b238-a927aee1b990), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:21.791379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Pushing event deleted for resources: {'Port': ['ID=9032d40b-1b5c-4f27-b538-a72fcbe16274,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:21.925025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.925365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.925714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.926054 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.926388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.926720 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.927050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.927376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.927701 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.928025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.928348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.928688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.929012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:17:21.966646 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31129f23-841c-4dec-b262-8b9f56ec711e admin admin] Publish callbacks [] for security_group (4f7aa04c-39c8-4703-b238-a927aee1b990), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.005578 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-130f4204-6ea4-462f-9f50-fda77dd489ac tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.056227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-130f4204-6ea4-462f-9f50-fda77dd489ac tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.351640 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31129f23-841c-4dec-b262-8b9f56ec711e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4f7aa04c-39c8-4703-b238-a927aee1b990), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.354411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31129f23-841c-4dec-b262-8b9f56ec711e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.357859 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-31129f23-841c-4dec-b262-8b9f56ec711e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4f7aa04c-39c8-4703-b238-a927aee1b990 HTTP/1.1" status: 204 len: 168 time: 0.9256890 Feb 19 03:17:22.402179 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31129f23-841c-4dec-b262-8b9f56ec711e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7aa04c-39c8-4703-b238-a927aee1b990,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:22.422786 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.445430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130f4204-6ea4-462f-9f50-fda77dd489ac tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Router 41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:17:22.523317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8271f1a-889c-43b3-b1b5-4d9eed328aa7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2f6c0d63-fe46-4720-bedc-0911461fcf10), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.678374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8271f1a-889c-43b3-b1b5-4d9eed328aa7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Pushing event deleted for resources: {'Port': ['ID=2f6c0d63-fe46-4720-bedc-0911461fcf10,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:22.763932 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.895638 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8271f1a-889c-43b3-b1b5-4d9eed328aa7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks [] for floatingip (7d1be773-f40a-4929-b133-9a1a7e5e0f55), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.899891 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8271f1a-889c-43b3-b1b5-4d9eed328aa7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:22.902178 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f8271f1a-889c-43b3-b1b5-4d9eed328aa7 tempest-FloatingIPAdminTestJSON-673031384 tempest-FloatingIPAdminTestJSON-673031384-project] 10.222.0.81 "DELETE /v2.0/floatingips/7d1be773-f40a-4929-b133-9a1a7e5e0f55 HTTP/1.1" status: 204 len: 168 time: 3.2379124 Feb 19 03:17:23.059922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc11e22-3930-44d4-ae3d-6659a1bcedda req-ad152cb9-b4ff-44c3-8136-7925ce734dc4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:23.062707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dc11e22-3930-44d4-ae3d-6659a1bcedda req-ad152cb9-b4ff-44c3-8136-7925ce734dc4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 945 time: 0.2215793 Feb 19 03:17:23.127171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c5ea7-3e94-4bfc-b459-ea094e449fed req-1a866335-b44e-4a8f-b38f-3db4d60bf4a1 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:23.129224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf1c5ea7-3e94-4bfc-b459-ea094e449fed req-1a866335-b44e-4a8f-b38f-3db4d60bf4a1 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 946 time: 0.2724228 Feb 19 03:17:23.214892 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:17:23.276419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dc11e22-3930-44d4-ae3d-6659a1bcedda req-b99a7188-ce9f-439e-ab74-a7597e7a11c4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045887 Feb 19 03:17:23.318316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf1c5ea7-3e94-4bfc-b459-ea094e449fed req-860ab09e-5dae-48d4-85ee-a6055edfde96 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784010 Feb 19 03:17:23.514589 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:23.547394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45214) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:23.705353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130f4204-6ea4-462f-9f50-fda77dd489ac tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:23.711804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-130f4204-6ea4-462f-9f50-fda77dd489ac tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:23.713078 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-130f4204-6ea4-462f-9f50-fda77dd489ac tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "PUT /v2.0/routers/41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7 HTTP/1.1" status: 200 len: 926 time: 5.2084076 Feb 19 03:17:23.716245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45222) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:23.720478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1234a-9bf8-4121-ba66-016d1977a68f None None] Sync routers for ids ['41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:23.735391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Router d4d64df1-44c6-4b5f-8d1e-a9372c4119cc has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:17:23.755831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1234a-9bf8-4121-ba66-016d1977a68f None None] Routers {'41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:23.766827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7aa1234a-9bf8-4121-ba66-016d1977a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:23.855935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7aa1234a-9bf8-4121-ba66-016d1977a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:23.869118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1234a-9bf8-4121-ba66-016d1977a68f None None] Routers {'41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:23.869988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7aa1234a-9bf8-4121-ba66-016d1977a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:23.922271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:23.928726 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bbf0dc67-8ee5-40b8-a8d5-d9ea5b86a399 admin admin] 10.222.0.81 "PUT /v2.0/routers/d4d64df1-44c6-4b5f-8d1e-a9372c4119cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0928977 Feb 19 03:17:23.931573 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45232) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:23.934548 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838e93c3-c6df-4584-b60e-3751f1487954 None None] Sync routers for ids ['d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:23.954134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7aa1234a-9bf8-4121-ba66-016d1977a68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:23.955876 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e93c3-c6df-4584-b60e-3751f1487954 None None] Routers {'d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:23.956219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1234a-9bf8-4121-ba66-016d1977a68f None None] The sync data for ids ['41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:23.957436 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-838e93c3-c6df-4584-b60e-3751f1487954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:24.166137 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Publish callbacks [] for router (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:24.195665 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-838e93c3-c6df-4584-b60e-3751f1487954 None None] Set router d4d64df1-44c6-4b5f-8d1e-a9372c4119cc gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:24.314320 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Publish callbacks [] for router_gateway (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:24.438914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45244) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:24.439649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f987a039-de23-40eb-9573-b1cafad5e0fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5b13ba2f2d8498590a993275cae4f76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8910527 Feb 19 03:17:24.452897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Deleting port 39bd5b0e-1365-429f-9343-5484b991cf13 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:24.452897 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (39bd5b0e-1365-429f-9343-5484b991cf13), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:24.602674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4e384-201f-477a-b3b8-57a992590c0a req-8841f250-ca62-4f5d-a143-90842308083e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:24.604215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3df4e384-201f-477a-b3b8-57a992590c0a req-8841f250-ca62-4f5d-a143-90842308083e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 945 time: 0.1334543 Feb 19 03:17:24.650905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ead75a7a-0878-4eca-9f0f-a3be88bc53c1 req-dfde813d-0a47-46d4-b55f-60ce1603dbf3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2179649 Feb 19 03:17:24.654317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] For port 39bd5b0e-1365-429f-9343-5484b991cf13, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=39bd5b0e-1365-429f-9343-5484b991cf13,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:24.654960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (39bd5b0e-1365-429f-9343-5484b991cf13), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:24.693178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Calling delete_port for 39bd5b0e-1365-429f-9343-5484b991cf13 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:24.710399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6842c-fe36-4735-a449-cb0485e7388b req-70b71d37-c9ef-4980-a52b-d7e4ced079a9 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:24.718278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ac6842c-fe36-4735-a449-cb0485e7388b req-70b71d37-c9ef-4980-a52b-d7e4ced079a9 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 946 time: 0.3060417 Feb 19 03:17:24.833473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9f2f124c-1b9b-4180-ba62-b4e2fbb16b34 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/routers/41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7 HTTP/1.1" status: 200 len: 926 time: 1.1158595 Feb 19 03:17:24.838367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45254) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:24.840424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead75a7a-0878-4eca-9f0f-a3be88bc53c1 req-ad160be5-e13e-4f6b-b60c-e80be9377c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:24.842443 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ead75a7a-0878-4eca-9f0f-a3be88bc53c1 req-ad160be5-e13e-4f6b-b60c-e80be9377c25 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 1127 time: 0.1195776 Feb 19 03:17:24.864789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3df4e384-201f-477a-b3b8-57a992590c0a req-5ead99fd-f3d2-4d2e-b7d0-17fcd3da164c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170894 Feb 19 03:17:24.948002 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-838e93c3-c6df-4584-b60e-3751f1487954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'name': 'tempest-TaggedBootDevicesTest-208815742-router', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:29Z', 'updated_at': '2022-02-19T03:17:21Z', 'revision_number': 5, 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'gw_port': {'id': '39bd5b0e-1365-429f-9343-5484b991cf13', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:bf:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:08:30Z', 'updated_at': '2022-02-19T03:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:24.955970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (39bd5b0e-1365-429f-9343-5484b991cf13), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.044261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=39bd5b0e-1365-429f-9343-5484b991cf13,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:25.070650 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838e93c3-c6df-4584-b60e-3751f1487954 None None] Checking router: d4d64df1-44c6-4b5f-8d1e-a9372c4119cc for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:17:25.118926 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838e93c3-c6df-4584-b60e-3751f1487954 None None] Routers {'d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:25.119743 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-838e93c3-c6df-4584-b60e-3751f1487954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:25.150629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead75a7a-0878-4eca-9f0f-a3be88bc53c1 req-32325605-c1cc-48a7-8870-b2881047c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:25.152181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ead75a7a-0878-4eca-9f0f-a3be88bc53c1 req-32325605-c1cc-48a7-8870-b2881047c048 service neutron] 10.222.0.67 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.2430232 Feb 19 03:17:25.178475 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8cfa1c6-8426-4e93-bccc-d28f8c74caac admin admin] Publish callbacks [] for security_group (aa486832-ed59-44a3-bd13-15630214862b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.252491 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.256000 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8cfa1c6-8426-4e93-bccc-d28f8c74caac admin admin] Publish callbacks [] for security_group (aa486832-ed59-44a3-bd13-15630214862b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.259773 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-838e93c3-c6df-4584-b60e-3751f1487954 None None] Set router d4d64df1-44c6-4b5f-8d1e-a9372c4119cc gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:17:25.278645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ead75a7a-0878-4eca-9f0f-a3be88bc53c1 req-79362834-01bc-4968-acf1-635e223112e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=674c6733-0cbc-4561-af2a-502d63f2fd64 HTTP/1.1" status: 200 len: 217 time: 0.0924141 Feb 19 03:17:25.305835 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ac6842c-fe36-4735-a449-cb0485e7388b req-bf7a7731-8818-4047-a339-25e62a10ba99 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865917 Feb 19 03:17:25.377379 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-838e93c3-c6df-4584-b60e-3751f1487954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'name': 'tempest-TaggedBootDevicesTest-208815742-router', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:29Z', 'updated_at': '2022-02-19T03:17:24Z', 'revision_number': 7, 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:25.445073 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838e93c3-c6df-4584-b60e-3751f1487954 None None] The sync data for ids ['d4d64df1-44c6-4b5f-8d1e-a9372c4119cc'] in n-d-826755-2 is: [{'id': 'd4d64df1-44c6-4b5f-8d1e-a9372c4119cc', 'name': 'tempest-TaggedBootDevicesTest-208815742-router', 'tenant_id': 'e122b279159a4ece87c8179e1d38ec49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:08:29Z', 'updated_at': '2022-02-19T03:17:24Z', 'revision_number': 7, 'project_id': 'e122b279159a4ece87c8179e1d38ec49', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:25.542515 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.552816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Publish callbacks [] for router_controller (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.634783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (d4d64df1-44c6-4b5f-8d1e-a9372c4119cc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.635479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4d64df1-44c6-4b5f-8d1e-a9372c4119cc {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:25.636844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391ee0ac-0880-4e97-92d6-6c62c7200846 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:25.641197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.642415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-391ee0ac-0880-4e97-92d6-6c62c7200846 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&device_id=41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7765284 Feb 19 03:17:25.643359 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1f243f41-759d-4565-9684-9573dd2a5e56 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d4d64df1-44c6-4b5f-8d1e-a9372c4119cc HTTP/1.1" status: 204 len: 168 time: 1.7097008 Feb 19 03:17:25.644068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45268) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:25.647318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45270) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:25.682753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead75a7a-0878-4eca-9f0f-a3be88bc53c1 req-069c5105-9845-45e4-8de3-b73b6f3af11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:25.684466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ead75a7a-0878-4eca-9f0f-a3be88bc53c1 req-069c5105-9845-45e4-8de3-b73b6f3af11c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.3774073 Feb 19 03:17:25.692983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad8d7e-6140-4567-9c57-34d458045deb req-76f39107-5299-4ff6-8acd-808d3a0bdff1 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:25.694654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6ad8d7e-6140-4567-9c57-34d458045deb req-76f39107-5299-4ff6-8acd-808d3a0bdff1 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 946 time: 0.2622342 Feb 19 03:17:25.700123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8cfa1c6-8426-4e93-bccc-d28f8c74caac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (aa486832-ed59-44a3-bd13-15630214862b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.702788 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8cfa1c6-8426-4e93-bccc-d28f8c74caac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.704554 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d8cfa1c6-8426-4e93-bccc-d28f8c74caac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aa486832-ed59-44a3-bd13-15630214862b HTTP/1.1" status: 204 len: 168 time: 1.2646034 Feb 19 03:17:25.705820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fbcddfbb-0136-4e30-9ae7-dc6d85137a01 req-90858f4a-1db1-4bc7-b68b-a1bdd26a9cf2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a88df77c28184abca4e29c7ab756af99 HTTP/1.1" status: 200 len: 267 time: 0.5494604 Feb 19 03:17:25.773574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cfa1c6-8426-4e93-bccc-d28f8c74caac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa486832-ed59-44a3-bd13-15630214862b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:25.802481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69c5897-4c93-4e6e-b10c-d21da56938da admin admin] Deleting subnet 4768edd2-df2a-4c3a-a5dc-8d0054528022 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:17:25.808194 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f69c5897-4c93-4e6e-b10c-d21da56938da admin admin] Publish callbacks [] for subnet (4768edd2-df2a-4c3a-a5dc-8d0054528022), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.917498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb392c54-0730-4723-a427-f9bcddbeeebc tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:25.919588 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eb392c54-0730-4723-a427-f9bcddbeeebc tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 881 time: 0.2726381 Feb 19 03:17:25.922201 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f69c5897-4c93-4e6e-b10c-d21da56938da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (4768edd2-df2a-4c3a-a5dc-8d0054528022), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:25.923887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45274) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:26.003491 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6a86c646-b590-4158-90e3-707b60f8cbab tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "GET /v2.0/ports?device_id=41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7 HTTP/1.1" status: 200 len: 205 time: 0.0783489 Feb 19 03:17:26.009124 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45278) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:26.239340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead75a7a-0878-4eca-9f0f-a3be88bc53c1 req-97130291-712f-4069-ba94-beed0ff3df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:26.240966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ead75a7a-0878-4eca-9f0f-a3be88bc53c1 req-97130291-712f-4069-ba94-beed0ff3df61 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5452290 Feb 19 03:17:26.352609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f69c5897-4c93-4e6e-b10c-d21da56938da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (4768edd2-df2a-4c3a-a5dc-8d0054528022), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.435667 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.453620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ead75a7a-0878-4eca-9f0f-a3be88bc53c1 req-ab0017f2-ba87-42d0-b5e7-15a065a4ab61 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051835 Feb 19 03:17:26.627093 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.666961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcddfbb-0136-4e30-9ae7-dc6d85137a01 req-9b7e9d6e-ebf4-4170-b697-3ceaed58e265 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:26.685459 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fbcddfbb-0136-4e30-9ae7-dc6d85137a01 req-9b7e9d6e-ebf4-4170-b697-3ceaed58e265 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 945 time: 0.9285324 Feb 19 03:17:26.686378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45288) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:26.715958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-fbcddfbb-0136-4e30-9ae7-dc6d85137a01 req-2b0490ee-c3c0-45dc-98b4-2e6e91dd2ae2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Request body: {'port': {'security_groups': []}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:26.732576 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f69c5897-4c93-4e6e-b10c-d21da56938da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (4768edd2-df2a-4c3a-a5dc-8d0054528022), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.745080 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b72e4c8-48c8-403d-a7e3-3cff0ac641b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.756277 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f69c5897-4c93-4e6e-b10c-d21da56938da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.757063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce21a75-9790-4ccc-9285-bced1fee062d None None] Network 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:26.764906 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f69c5897-4c93-4e6e-b10c-d21da56938da admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4768edd2-df2a-4c3a-a5dc-8d0054528022 HTTP/1.1" status: 204 len: 168 time: 1.1073227 Feb 19 03:17:26.765808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45290) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:26.887998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-f6ad8d7e-6140-4567-9c57-34d458045deb req-f3562855-9e82-49c7-83b9-bf2be06df013 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Deleting port bbcc477d-6a2c-41f1-b792-95b6098b0d0c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:26.888544 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f6ad8d7e-6140-4567-9c57-34d458045deb req-f3562855-9e82-49c7-83b9-bf2be06df013 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.910487 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:26.914879 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Deleting port e6c822bc-ec8b-4b2d-9553-7fc1d6b0d612 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:26.915246 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e6c822bc-ec8b-4b2d-9553-7fc1d6b0d612), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.044876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5432ff-6ee5-4792-9bc6-d4fbab8a8370 None None] DHCP port deletion for 7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:17:27.075814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e6c822bc-ec8b-4b2d-9553-7fc1d6b0d612), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.097964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Calling delete_port for e6c822bc-ec8b-4b2d-9553-7fc1d6b0d612 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:27.201132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9e5432ff-6ee5-4792-9bc6-d4fbab8a8370 None None] Deleting port 07232983-31f6-4dd4-97a5-2deab15331e4 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:27.201660 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e5432ff-6ee5-4792-9bc6-d4fbab8a8370 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.403347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c5897-4c93-4e6e-b10c-d21da56938da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4768edd2-df2a-4c3a-a5dc-8d0054528022,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:27.403552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b72e4c8-48c8-403d-a7e3-3cff0ac641b1 admin admin] Publish callbacks [] for security_group (075557f5-c5bd-48dd-8be6-89a6ff019ae1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.414607 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e6c822bc-ec8b-4b2d-9553-7fc1d6b0d612), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.422635 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fbcddfbb-0136-4e30-9ae7-dc6d85137a01 req-2b0490ee-c3c0-45dc-98b4-2e6e91dd2ae2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.424986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9e5432ff-6ee5-4792-9bc6-d4fbab8a8370 None None] For port 07232983-31f6-4dd4-97a5-2deab15331e4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=07232983-31f6-4dd4-97a5-2deab15331e4,segment=NetworkSegment(eb12ec8e-41de-41f4-9a69-bead39f92a05),segment_id=eb12ec8e-41de-41f4-9a69-bead39f92a05)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:27.427635 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e5432ff-6ee5-4792-9bc6-d4fbab8a8370 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.449779 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b72e4c8-48c8-403d-a7e3-3cff0ac641b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (075557f5-c5bd-48dd-8be6-89a6ff019ae1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.462298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9e5432ff-6ee5-4792-9bc6-d4fbab8a8370 None None] Calling delete_port for 07232983-31f6-4dd4-97a5-2deab15331e4 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:27.500380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Pushing event deleted for resources: {'Port': ['ID=e6c822bc-ec8b-4b2d-9553-7fc1d6b0d612,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:27.509577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd1b4b-d5b9-43e7-a33f-62ee15e7ed14 req-52f79b82-b8ff-4013-b91e-273dadc55fb5 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:27.511184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07cd1b4b-d5b9-43e7-a33f-62ee15e7ed14 req-52f79b82-b8ff-4013-b91e-273dadc55fb5 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 946 time: 1.0426233 Feb 19 03:17:27.544693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2b72e4c8-48c8-403d-a7e3-3cff0ac641b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1ce8083b43349ee8ad977253a3653ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8376007 Feb 19 03:17:27.571721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45298) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:27.686175 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e5432ff-6ee5-4792-9bc6-d4fbab8a8370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.739858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5432ff-6ee5-4792-9bc6-d4fbab8a8370 None None] No DVR routers for this DVR port 07232983-31f6-4dd4-97a5-2deab15331e4 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:27.758180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9032d40b-1b5c-4f27-b538-a72fcbe16274 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:27.816107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 9032d40b-1b5c-4f27-b538-a72fcbe16274 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:27.816521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9032d40b-1b5c-4f27-b538-a72fcbe16274 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:27.817052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 07232983-31f6-4dd4-97a5-2deab15331e4 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:27.843763 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 07232983-31f6-4dd4-97a5-2deab15331e4 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:27.844113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 07232983-31f6-4dd4-97a5-2deab15331e4 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:27.844554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 39bd5b0e-1365-429f-9343-5484b991cf13 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:27.866373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5432ff-6ee5-4792-9bc6-d4fbab8a8370 None None] Pushing event deleted for resources: {'Port': ['ID=07232983-31f6-4dd4-97a5-2deab15331e4,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:27.868973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 39bd5b0e-1365-429f-9343-5484b991cf13 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:27.869321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 39bd5b0e-1365-429f-9343-5484b991cf13 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:27.880985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ead75a7a-0878-4eca-9f0f-a3be88bc53c1 req-82cb25a3-f6f4-46c0-bd53-d02e1a42b100 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4151187 Feb 19 03:17:27.890866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72e4c8-48c8-403d-a7e3-3cff0ac641b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075557f5-c5bd-48dd-8be6-89a6ff019ae1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:27.936539 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07cd1b4b-d5b9-43e7-a33f-62ee15e7ed14 req-2c9e9a65-152c-4afb-b5ff-8f4a4221c60a tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813529 Feb 19 03:17:27.939171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f6ad8d7e-6140-4567-9c57-34d458045deb req-f3562855-9e82-49c7-83b9-bf2be06df013 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] For port bbcc477d-6a2c-41f1-b792-95b6098b0d0c, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=bbcc477d-6a2c-41f1-b792-95b6098b0d0c,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:27.939888 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f6ad8d7e-6140-4567-9c57-34d458045deb req-f3562855-9e82-49c7-83b9-bf2be06df013 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:27.979810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-f6ad8d7e-6140-4567-9c57-34d458045deb req-f3562855-9e82-49c7-83b9-bf2be06df013 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Calling delete_port for bbcc477d-6a2c-41f1-b792-95b6098b0d0c owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:28.025334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.265147 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.274820 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_controller (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.281554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-fbcddfbb-0136-4e30-9ae7-dc6d85137a01 req-2b0490ee-c3c0-45dc-98b4-2e6e91dd2ae2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] For port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:28.287359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Deleting port 07232983-31f6-4dd4-97a5-2deab15331e4 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:28.287740 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.387633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] For port 07232983-31f6-4dd4-97a5-2deab15331e4, host n-d-826755-2, got binding levels [] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:28.388024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.410218 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fbcddfbb-0136-4e30-9ae7-dc6d85137a01 req-2b0490ee-c3c0-45dc-98b4-2e6e91dd2ae2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.425544 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Calling delete_port for 07232983-31f6-4dd4-97a5-2deab15331e4 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:28.427952 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fbcddfbb-0136-4e30-9ae7-dc6d85137a01 req-2b0490ee-c3c0-45dc-98b4-2e6e91dd2ae2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.431536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.ipam_backend_mixin [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Port 07232983-31f6-4dd4-97a5-2deab15331e4 was not found and therefore no delete operation was performed {{(pid=109898) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:17:28.447910 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (07232983-31f6-4dd4-97a5-2deab15331e4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.456988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fdafc5fa-203d-40d7-8802-571e7488fcd7', '2d828531-e755-4cf2-bd41-8cf78ca2a1b0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:28.511713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['674c6733-0cbc-4561-af2a-502d63f2fd64'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:28.533210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0490ee-c3c0-45dc-98b4-2e6e91dd2ae2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event updated for resources: {'Port': ['ID=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:28.545223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcddfbb-0136-4e30-9ae7-dc6d85137a01 req-2b0490ee-c3c0-45dc-98b4-2e6e91dd2ae2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:28.546020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fbcddfbb-0136-4e30-9ae7-dc6d85137a01 req-2b0490ee-c3c0-45dc-98b4-2e6e91dd2ae2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.547607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fbcddfbb-0136-4e30-9ae7-dc6d85137a01 req-2b0490ee-c3c0-45dc-98b4-2e6e91dd2ae2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "PUT /v2.0/ports/2d828531-e755-4cf2-bd41-8cf78ca2a1b0 HTTP/1.1" status: 200 len: 904 time: 1.8378553 Feb 19 03:17:28.548254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69910d09-d93d-4913-ae8e-ce2ba96b605e', 'tag': '2d828531-e755-4cf2-bd41-8cf78ca2a1b0'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:28.551446 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de10b0b5-3329-401c-8e83-357ce028f580" -d '{"events": [{"name": "network-changed", "server_uuid": "69910d09-d93d-4913-ae8e-ce2ba96b605e", "tag": "2d828531-e755-4cf2-bd41-8cf78ca2a1b0"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:28.555416 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f6ad8d7e-6140-4567-9c57-34d458045deb req-f3562855-9e82-49c7-83b9-bf2be06df013 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (bbcc477d-6a2c-41f1-b792-95b6098b0d0c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.620220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3562855-9e82-49c7-83b9-bf2be06df013 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Pushing event deleted for resources: {'Port': ['ID=bbcc477d-6a2c-41f1-b792-95b6098b0d0c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:28.665398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07232983-31f6-4dd4-97a5-2deab15331e4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:28.677699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['2d828531-e755-4cf2-bd41-8cf78ca2a1b0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:28.700657 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6780e33-3b44-4126-ad58-dcc6b6667fd7 admin admin] Publish callbacks [] for security_group (075557f5-c5bd-48dd-8be6-89a6ff019ae1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.740770 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e0869f-b5b4-459d-9284-e4e8cbc49256 x-openstack-request-id: req-63e0869f-b5b4-459d-9284-e4e8cbc49256 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:28.743020 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69910d09-d93d-4913-ae8e-ce2ba96b605e", "tag": "2d828531-e755-4cf2-bd41-8cf78ca2a1b0", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:28.743416 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63e0869f-b5b4-459d-9284-e4e8cbc49256 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:28.743981 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69910d09-d93d-4913-ae8e-ce2ba96b605e', 'tag': '2d828531-e755-4cf2-bd41-8cf78ca2a1b0', 'status': 'completed', 'code': 200} Feb 19 03:17:28.764989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ad8d7e-6140-4567-9c57-34d458045deb req-f3562855-9e82-49c7-83b9-bf2be06df013 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] No DVR routers for this DVR port bbcc477d-6a2c-41f1-b792-95b6098b0d0c on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:28.773301 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f6ad8d7e-6140-4567-9c57-34d458045deb req-f3562855-9e82-49c7-83b9-bf2be06df013 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.799958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6ad8d7e-6140-4567-9c57-34d458045deb req-f3562855-9e82-49c7-83b9-bf2be06df013 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "DELETE /v2.0/ports/bbcc477d-6a2c-41f1-b792-95b6098b0d0c HTTP/1.1" status: 204 len: 173 time: 3.0929630 Feb 19 03:17:28.800679 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] No DVR routers for this DVR port 07232983-31f6-4dd4-97a5-2deab15331e4 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:28.806188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6780e33-3b44-4126-ad58-dcc6b6667fd7 admin admin] Publish callbacks [] for security_group (075557f5-c5bd-48dd-8be6-89a6ff019ae1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.809296 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:28.809903 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Fanout notify agent at l3_agent the message router_deleted on router 41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:29.007581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42addac0-934a-4a2e-b03b-019f9c79d04d req-be6024b7-5540-4175-a857-ee63b42859a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:29.023247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42addac0-934a-4a2e-b03b-019f9c79d04d req-be6024b7-5540-4175-a857-ee63b42859a3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 907 time: 0.2832651 Feb 19 03:17:29.072650 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.135004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:29.158743 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb12ec8e-41de-41f4-9a69-bead39f92a05') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:29.159042 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb12ec8e-41de-41f4-9a69-bead39f92a05') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:29.182797 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (eb12ec8e-41de-41f4-9a69-bead39f92a05), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.216838 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (eb12ec8e-41de-41f4-9a69-bead39f92a05), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.229718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:17:29.230133 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (eb12ec8e-41de-41f4-9a69-bead39f92a05), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.263231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87d8c39f-d43f-4508-9b6f-62070f373e9a req-88367185-e3ff-42ba-bd39-5b2b45339d73 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=b8378120-f220-4d97-816e-31e0a098330e HTTP/1.1" status: 200 len: 210 time: 0.0999193 Feb 19 03:17:29.382026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.384178 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-864fa904-82dc-49aa-ba34-14de4cbff9ba tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/routers/41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7 HTTP/1.1" status: 204 len: 168 time: 3.3738732 Feb 19 03:17:29.401966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-61052b7d-a784-4cb1-8586-b39e48d81f1d None None] Provisioning complete for port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:29.402729 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-61052b7d-a784-4cb1-8586-b39e48d81f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.403452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45320) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:17:29.415291 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:17:29.465962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8377e0a7-25c6-486b-95b0-a0c7e6d0da93 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-252425373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:29.539652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.589329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a42ae1-21b8-4b97-904d-9a266361e336 req-df936db0-25ee-48ea-92d2-09f47ba5ff61 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:29.594858 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6a42ae1-21b8-4b97-904d-9a266361e336 req-df936db0-25ee-48ea-92d2-09f47ba5ff61 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.3291776 Feb 19 03:17:29.596365 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.597044 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8377e0a7-25c6-486b-95b0-a0c7e6d0da93 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (191cfb0c-7175-42ef-a511-8b14407dc5a1), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.598280 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8377e0a7-25c6-486b-95b0-a0c7e6d0da93 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (191cfb0c-7175-42ef-a511-8b14407dc5a1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.607877 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64 HTTP/1.1" status: 204 len: 168 time: 2.8361247 Feb 19 03:17:29.626808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10b0b5-3329-401c-8e83-357ce028f580 req-1e0f2117-a2c0-4b97-ad5b-d709560331ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:29.633787 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-de10b0b5-3329-401c-8e83-357ce028f580 req-1e0f2117-a2c0-4b97-ad5b-d709560331ee service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 1089 time: 0.8972702 Feb 19 03:17:29.681645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a02ef6-366b-4eeb-b68b-8b4b8c5d27d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9c0500-a2ef-4e7e-ac1c-60eb35f62f64,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:29.756346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device bbcc477d-6a2c-41f1-b792-95b6098b0d0c no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:29.830395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: bbcc477d-6a2c-41f1-b792-95b6098b0d0c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:29.830916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device bbcc477d-6a2c-41f1-b792-95b6098b0d0c not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:29.836519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-61052b7d-a784-4cb1-8586-b39e48d81f1d None None] Current status of the port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:29.843426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8377e0a7-25c6-486b-95b0-a0c7e6d0da93 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_controller (191cfb0c-7175-42ef-a511-8b14407dc5a1), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.851403 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6780e33-3b44-4126-ad58-dcc6b6667fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (075557f5-c5bd-48dd-8be6-89a6ff019ae1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.853998 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6780e33-3b44-4126-ad58-dcc6b6667fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.867506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6a42ae1-21b8-4b97-904d-9a266361e336 req-0562ec2d-7fa9-44f5-bcdf-2505c640200f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651608 Feb 19 03:17:29.871919 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b6780e33-3b44-4126-ad58-dcc6b6667fd7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/075557f5-c5bd-48dd-8be6-89a6ff019ae1 HTTP/1.1" status: 204 len: 168 time: 2.2946844 Feb 19 03:17:29.879743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8377e0a7-25c6-486b-95b0-a0c7e6d0da93 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (191cfb0c-7175-42ef-a511-8b14407dc5a1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.906269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6780e33-3b44-4126-ad58-dcc6b6667fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075557f5-c5bd-48dd-8be6-89a6ff019ae1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:29.954478 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8377e0a7-25c6-486b-95b0-a0c7e6d0da93 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:29.956510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8377e0a7-25c6-486b-95b0-a0c7e6d0da93 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5492525 Feb 19 03:17:29.958836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45332) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:30.188353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45338) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:30.382994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ed7a065b-dab9-48b1-b440-6ccd5640cace admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e39d76280cc94c6698f5e7260dc58776&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1912973 Feb 19 03:17:30.383908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45344) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:30.509588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b20dbc-ed01-4b8a-b6f4-f8b62fb1d79c req-62e0322e-29d8-46f5-8bda-90c19fb9a11b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.534248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f1b20dbc-ed01-4b8a-b6f4-f8b62fb1d79c req-62e0322e-29d8-46f5-8bda-90c19fb9a11b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.4488516 Feb 19 03:17:30.647414 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c059-dd7b-4bdc-a54b-63742080c77f admin admin] Publish callbacks [] for security_group (f8b5d51e-b8df-4665-b920-8c9212f86c9a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:30.819234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f1b20dbc-ed01-4b8a-b6f4-f8b62fb1d79c req-62a4f4ee-db52-4703-9297-0152128c8469 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363851 Feb 19 03:17:30.819234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45358) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:30.836693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Request body: {'router': {'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:30.853499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8378120-f220-4d97-816e-31e0a098330e', 'name': 'network-vif-deleted', 'tag': 'bbcc477d-6a2c-41f1-b792-95b6098b0d0c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:30.867928 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b610b1e4-b35e-4c0e-9bad-0184643da3e4" -d '{"events": [{"server_uuid": "b8378120-f220-4d97-816e-31e0a098330e", "name": "network-vif-deleted", "tag": "bbcc477d-6a2c-41f1-b792-95b6098b0d0c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:30.969636 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10b0b5-3329-401c-8e83-357ce028f580 req-e1fb3d8a-a71d-45ad-adfe-e181bd25fed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:30.971102 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-de10b0b5-3329-401c-8e83-357ce028f580 req-e1fb3d8a-a71d-45ad-adfe-e181bd25fed7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 1.3108573 Feb 19 03:17:31.040924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-7e7d4e4a-e059-4cb0-a6f7-72ac155bc43a tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.042883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-7e7d4e4a-e059-4cb0-a6f7-72ac155bc43a tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 812 time: 0.1549497 Feb 19 03:17:31.050366 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37c11eba-75b8-416b-9d15-2b50db6e2188 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.078106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c059-dd7b-4bdc-a54b-63742080c77f admin admin] Publish callbacks [] for security_group (f8b5d51e-b8df-4665-b920-8c9212f86c9a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.080997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-79c4d93c-8322-4dd4-9ecd-ad257413bdce tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/quotas/b2359d397f7e4d539fb71c566ef4bcb7 HTTP/1.1" status: 200 len: 375 time: 0.0282433 Feb 19 03:17:31.103185 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-de10b0b5-3329-401c-8e83-357ce028f580 req-b41edceb-5ae3-46f3-b7fe-d86b7cf3c7d3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d828531-e755-4cf2-bd41-8cf78ca2a1b0 HTTP/1.1" status: 200 len: 217 time: 0.0713234 Feb 19 03:17:31.282782 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37c11eba-75b8-416b-9d15-2b50db6e2188 admin admin] Publish callbacks [] for security_group (3c17b80d-d11c-4396-b3c8-fd625779af2c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.355191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10b0b5-3329-401c-8e83-357ce028f580 req-a07b02bc-ced7-4dc9-ab07-712bb3b7eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.356073 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37c11eba-75b8-416b-9d15-2b50db6e2188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3c17b80d-d11c-4396-b3c8-fd625779af2c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.356611 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-de10b0b5-3329-401c-8e83-357ce028f580 req-a07b02bc-ced7-4dc9-ab07-712bb3b7eca7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.2363620 Feb 19 03:17:31.447817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-4d42a6c2-b5f3-4eca-b8bc-6f569984f2e2 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3420899 Feb 19 03:17:31.537537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-37c11eba-75b8-416b-9d15-2b50db6e2188 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f88c2f82ce97453b8a7790c51585eb00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6650803 Feb 19 03:17:31.553330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45372) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:31.631367 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (191cfb0c-7175-42ef-a511-8b14407dc5a1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.632407 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c059-dd7b-4bdc-a54b-63742080c77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f8b5d51e-b8df-4665-b920-8c9212f86c9a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.639044 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ce3c059-dd7b-4bdc-a54b-63742080c77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:31.640239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9ce3c059-dd7b-4bdc-a54b-63742080c77f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8b5d51e-b8df-4665-b920-8c9212f86c9a HTTP/1.1" status: 204 len: 168 time: 1.2512968 Feb 19 03:17:31.663217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10b0b5-3329-401c-8e83-357ce028f580 req-3ae9f26c-b6be-44bf-a55d-9dc7685e56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.665163 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-de10b0b5-3329-401c-8e83-357ce028f580 req-3ae9f26c-b6be-44bf-a55d-9dc7685e56d0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2357948 Feb 19 03:17:31.779338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3e98d-85fe-4553-aacd-fb4f1549054c req-87f44a5f-1c61-426e-8124-018d4dcd77ea tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:31.781187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ce3e98d-85fe-4553-aacd-fb4f1549054c req-87f44a5f-1c61-426e-8124-018d4dcd77ea tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.7319279 Feb 19 03:17:31.789689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c11eba-75b8-416b-9d15-2b50db6e2188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c17b80d-d11c-4396-b3c8-fd625779af2c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:31.807190 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-de10b0b5-3329-401c-8e83-357ce028f580 req-cf2b86b1-7830-42da-87ff-73e555bcd7fd service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234426 Feb 19 03:17:31.856216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3c059-dd7b-4bdc-a54b-63742080c77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b5d51e-b8df-4665-b920-8c9212f86c9a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:31.993844 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-de10b0b5-3329-401c-8e83-357ce028f580 req-f5d49cb4-d5ff-4de9-a0f9-e132616bfd12 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781917 Feb 19 03:17:31.996533 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ce3e98d-85fe-4553-aacd-fb4f1549054c req-7c2fb5c6-19c0-4534-b3c2-f0ae99ffa60a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774230 Feb 19 03:17:32.014272 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-62eb4f1f-8fae-47a4-9476-0390ef8abcdc service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756410 Feb 19 03:17:32.142299 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b01953a-74ec-4765-8f5f-4f0e81ee475b admin admin] Publish callbacks [] for security_group (3c17b80d-d11c-4396-b3c8-fd625779af2c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:32.185138 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db56ef8-74f2-4353-b227-af434c14eb02 x-openstack-request-id: req-8db56ef8-74f2-4353-b227-af434c14eb02 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:32.185514 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8378120-f220-4d97-816e-31e0a098330e", "name": "network-vif-deleted", "tag": "bbcc477d-6a2c-41f1-b792-95b6098b0d0c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:32.187931 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8db56ef8-74f2-4353-b227-af434c14eb02 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:32.188656 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8378120-f220-4d97-816e-31e0a098330e', 'name': 'network-vif-deleted', 'tag': 'bbcc477d-6a2c-41f1-b792-95b6098b0d0c', 'status': 'completed', 'code': 200} Feb 19 03:17:32.271376 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b01953a-74ec-4765-8f5f-4f0e81ee475b admin admin] Publish callbacks [] for security_group (3c17b80d-d11c-4396-b3c8-fd625779af2c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:32.353591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-927f3397-c6ae-4f4b-ada0-371dc6f3d154 service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202665 Feb 19 03:17:32.438121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe7bbe-6363-4eb1-a3ac-e6e904ab4b77 req-57a31cc2-5067-4a9f-8cad-6558fc9bc653 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:32.443451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6fe7bbe-6363-4eb1-a3ac-e6e904ab4b77 req-57a31cc2-5067-4a9f-8cad-6558fc9bc653 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1807821 Feb 19 03:17:32.531572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45384) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:32.613127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6fe7bbe-6363-4eb1-a3ac-e6e904ab4b77 req-ed23f6fb-1860-4770-979e-3deabdf34d29 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647472 Feb 19 03:17:32.681140 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b01953a-74ec-4765-8f5f-4f0e81ee475b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3c17b80d-d11c-4396-b3c8-fd625779af2c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:32.685628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b01953a-74ec-4765-8f5f-4f0e81ee475b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:32.704591 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5b01953a-74ec-4765-8f5f-4f0e81ee475b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c17b80d-d11c-4396-b3c8-fd625779af2c HTTP/1.1" status: 204 len: 168 time: 1.1315489 Feb 19 03:17:32.751106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2fb57c1b-a6ed-4afd-8a38-c29a7a67b5a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e122b279159a4ece87c8179e1d38ec49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162049 Feb 19 03:17:32.753124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45396) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:32.854688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08213463-1b22-4e73-93d2-40cbb9f6aedf req-493a2be1-88d6-4cc8-81d8-904d321d57f4 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 210 time: 0.0633624 Feb 19 03:17:32.934100 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ebece39a-eece-4cdd-9dd1-0c2ec967d2f9 admin admin] Publish callbacks [] for security_group (ae397b7a-855b-41c6-8830-5fadd24ddd9d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:32.953096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (191cfb0c-7175-42ef-a511-8b14407dc5a1), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:33.002216 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ebece39a-eece-4cdd-9dd1-0c2ec967d2f9 admin admin] Publish callbacks [] for security_group (ae397b7a-855b-41c6-8830-5fadd24ddd9d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:33.113290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01953a-74ec-4765-8f5f-4f0e81ee475b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c17b80d-d11c-4396-b3c8-fd625779af2c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:33.118743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ebece39a-eece-4cdd-9dd1-0c2ec967d2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ae397b7a-855b-41c6-8830-5fadd24ddd9d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:33.121498 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ebece39a-eece-4cdd-9dd1-0c2ec967d2f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:33.125135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ebece39a-eece-4cdd-9dd1-0c2ec967d2f9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae397b7a-855b-41c6-8830-5fadd24ddd9d HTTP/1.1" status: 204 len: 168 time: 0.3685403 Feb 19 03:17:33.142114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:33.143236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebece39a-eece-4cdd-9dd1-0c2ec967d2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae397b7a-855b-41c6-8830-5fadd24ddd9d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:33.560558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Allocated IP 172.25.1.19 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/2ed6dcce-72fe-4412-8da3-a3d4b16dc3a1) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:33.596288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-f2057262-4d94-4349-b0cf-f31cd2743068 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:33.597958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-f2057262-4d94-4349-b0cf-f31cd2743068 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 811 time: 0.4115012 Feb 19 03:17:33.630865 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ae2e634c-f652-4153-92eb-3a66b3a535a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:33.652348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-e2d60dbd-f2d7-4c0a-a441-60565ab01d8f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/quotas/a88df77c28184abca4e29c7ab756af99 HTTP/1.1" status: 200 len: 375 time: 0.0421693 Feb 19 03:17:33.744138 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for port (2ed6dcce-72fe-4412-8da3-a3d4b16dc3a1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:33.790983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2ed6dcce-72fe-4412-8da3-a3d4b16dc3a1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:33.836888 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:33.845832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:33.865915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-86a1130e-2161-4aa3-b1bb-d7eebc830021 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1998837 Feb 19 03:17:33.996567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Pushing event updated for resources: {'Port': ['ID=2ed6dcce-72fe-4412-8da3-a3d4b16dc3a1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:34.006386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:34.225814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-00164bdc-04c6-48e4-835d-b89567e0fb2d service neutron] 10.222.0.81 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584805 Feb 19 03:17:34.346098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a225409c-299b-4975-aee7-818baf03c2ac req-160e3123-0fe6-4bc9-819c-cf09de8c2a0d tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 210 time: 0.3199885 Feb 19 03:17:34.555829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-7305f6c6-b10d-413f-a198-8136e1c0860e service neutron] 10.222.0.81 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287029 Feb 19 03:17:34.649540 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (191cfb0c-7175-42ef-a511-8b14407dc5a1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.428002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-e486d602-7819-480d-b821-39a8abf13efb tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:35.456193 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (191cfb0c-7175-42ef-a511-8b14407dc5a1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.462364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-e486d602-7819-480d-b821-39a8abf13efb tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 812 time: 0.5142951 Feb 19 03:17:35.468174 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (191cfb0c-7175-42ef-a511-8b14407dc5a1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:35.510502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Request body: {'port': {'device_id': 'cb345051-78cd-45c1-addc-97161eb26f74', 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71', 'admin_state_up': True, 'tenant_id': 'b2359d397f7e4d539fb71c566ef4bcb7'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:35.795888 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Router 191cfb0c-7175-42ef-a511-8b14407dc5a1 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:35.877096 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c4fcd042-145c-4259-ba2b-871fbbe5276b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:36.074025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:36.088394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:36.092272 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040218c3-9dea-467c-87b9-9a01e8da840e None None] Sync routers for ids ['191cfb0c-7175-42ef-a511-8b14407dc5a1'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:36.092933 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-aafc87b9-d904-4fb7-9636-ffbd49e1a382 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "PUT /v2.0/routers/191cfb0c-7175-42ef-a511-8b14407dc5a1 HTTP/1.1" status: 200 len: 882 time: 6.1286061 Feb 19 03:17:36.093751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45496) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:36.117034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040218c3-9dea-467c-87b9-9a01e8da840e None None] Routers {'191cfb0c-7175-42ef-a511-8b14407dc5a1'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:36.118194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-040218c3-9dea-467c-87b9-9a01e8da840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['191cfb0c-7175-42ef-a511-8b14407dc5a1'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:36.212274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-040218c3-9dea-467c-87b9-9a01e8da840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:36.289557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040218c3-9dea-467c-87b9-9a01e8da840e None None] Routers {'191cfb0c-7175-42ef-a511-8b14407dc5a1'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:36.290201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-040218c3-9dea-467c-87b9-9a01e8da840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['191cfb0c-7175-42ef-a511-8b14407dc5a1'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:36.381531 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5d8a978b-ac32-4a17-b9b8-fca9c2651e1a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/routers/191cfb0c-7175-42ef-a511-8b14407dc5a1 HTTP/1.1" status: 200 len: 923 time: 0.2864389 Feb 19 03:17:36.387654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45506) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:36.402111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-040218c3-9dea-467c-87b9-9a01e8da840e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:36.402835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040218c3-9dea-467c-87b9-9a01e8da840e None None] The sync data for ids ['191cfb0c-7175-42ef-a511-8b14407dc5a1'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:36.508994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3908ce56-136a-4a81-a413-6a333ce74ba0 req-7f056351-2dfb-40ec-9e15-9d845d2ebf0b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 210 time: 1.2928085 Feb 19 03:17:36.575039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3601afdf-bcc8-4c83-bdc7-1cdb18cf627c req-1ea76fe0-1376-4908-b498-a95922be95d8 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 210 time: 0.0951140 Feb 19 03:17:36.780270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Made reservation on behalf of b2359d397f7e4d539fb71c566ef4bcb7 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:36.796915 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:37.019176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45524) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:37.055022 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:37.103904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17270a67-8922-4905-9e89-6f8e6b9c9e6a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:37.114544 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-17270a67-8922-4905-9e89-6f8e6b9c9e6a tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&device_id=191cfb0c-7175-42ef-a511-8b14407dc5a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7254844 Feb 19 03:17:37.117432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45528) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:37.255144 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9d5f3301-74a5-4dde-884b-6444529d8911 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-17548653'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:37.265426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9d5f3301-74a5-4dde-884b-6444529d8911 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Unknown quota resources ['metering_label']. {{(pid=109898) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:17:37.317507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Allocated IP 172.20.0.12 (3fd9dc96-5a0a-4944-8417-683f8b2c7f71/f227e848-d3a5-4e44-b9ca-2dd84f683462/f62afa32-d443-4b1d-bd8e-02caab53d344) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:37.454041 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018298ea-f8e5-4a30-8a97-5fe4a9eb0821 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:37.457667 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-018298ea-f8e5-4a30-8a97-5fe4a9eb0821 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 881 time: 0.3390977 Feb 19 03:17:37.461063 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45544) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:37.507062 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a70822da-892d-4aea-b69f-8ac35ac59d01 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "GET /v2.0/ports?device_id=191cfb0c-7175-42ef-a511-8b14407dc5a1 HTTP/1.1" status: 200 len: 205 time: 0.0446560 Feb 19 03:17:37.561397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45546) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:37.776380 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (191cfb0c-7175-42ef-a511-8b14407dc5a1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:37.925431 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d5f3301-74a5-4dde-884b-6444529d8911 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:37.927272 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9d5f3301-74a5-4dde-884b-6444529d8911 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.9051800 Feb 19 03:17:37.930680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45558) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:37.937354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2634f6b1-3c71-4411-8b5d-ad70987ca36c tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1019e48c-ee87-4125-a9fb-201e98809d94'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:37.938182 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2634f6b1-3c71-4411-8b5d-ad70987ca36c tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109898) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:17:38.024687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6be0de3c-a946-4634-8f74-c7d23268e881 req-60df4a95-6990-4ee7-849a-508f2d5f76eb tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 210 time: 0.1627913 Feb 19 03:17:38.161519 n-d-826755-2 neutron-server[109898]: WARNING neutron.services.metering.metering_plugin [None req-2634f6b1-3c71-4411-8b5d-ad70987ca36c tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 03:17:38.223107 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks [] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.262581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52634d8-bb3a-4d18-bd59-2442d4f50262 req-aa2ad5e4-904e-401d-b237-d04f7643a8a2 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:38.264279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a52634d8-bb3a-4d18-bd59-2442d4f50262 req-aa2ad5e4-904e-401d-b237-d04f7643a8a2 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.4036741 Feb 19 03:17:38.282066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-85ff4548-8c25-4466-be4b-b917bed3d89f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:38.283541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-85ff4548-8c25-4466-be4b-b917bed3d89f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.67 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 811 time: 0.4350963 Feb 19 03:17:38.299542 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2634f6b1-3c71-4411-8b5d-ad70987ca36c tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.301795 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2634f6b1-3c71-4411-8b5d-ad70987ca36c tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3698466 Feb 19 03:17:38.304655 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (191cfb0c-7175-42ef-a511-8b14407dc5a1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.307944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45562) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:38.314771 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-25dfbf60-9c8d-4ea1-9060-2b265bb8330c tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1019e48c-ee87-4125-a9fb-201e98809d94'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:38.315398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-25dfbf60-9c8d-4ea1-9060-2b265bb8330c tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109898) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:17:38.351357 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b37f937-1c87-43ee-ad9f-4d39860e6e0c req-34b2843c-6ca3-4703-9887-850f29bd32e6 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 210 time: 0.0858417 Feb 19 03:17:38.370997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Request body: {'port': {'device_id': '571b0c3d-50f4-4338-b5d3-b25c26244f34', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'admin_state_up': True, 'tenant_id': 'a88df77c28184abca4e29c7ab756af99'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:38.381726 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.389189 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.560402 n-d-826755-2 neutron-server[109898]: WARNING neutron.services.metering.metering_plugin [None req-25dfbf60-9c8d-4ea1-9060-2b265bb8330c tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 03:17:38.602133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Pushing event updated for resources: {'Port': ['ID=f62afa32-d443-4b1d-bd8e-02caab53d344,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:38.652961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:38.670200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:38.680334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:38.704648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a52634d8-bb3a-4d18-bd59-2442d4f50262 req-0b3db26c-638e-41df-9a70-3d4176bcbee8 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175134 Feb 19 03:17:38.834232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-25dfbf60-9c8d-4ea1-9060-2b265bb8330c tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.835801 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-25dfbf60-9c8d-4ea1-9060-2b265bb8330c tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5268140 Feb 19 03:17:38.845784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45570) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:38.884941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:38.888017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.889031 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-61fd9849-0ebc-4b24-8598-e524f2daf80b tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=e80920aa-1b8a-43a1-a368-cbe96a571031 HTTP/1.1" status: 200 len: 464 time: 0.0355179 Feb 19 03:17:38.894370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Deleting port 2ed6dcce-72fe-4412-8da3-a3d4b16dc3a1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:38.894370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2ed6dcce-72fe-4412-8da3-a3d4b16dc3a1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.896280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45572) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:38.923321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Made reservation on behalf of a88df77c28184abca4e29c7ab756af99 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:38.930862 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:38.970620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-3af7db24-a245-4efd-9988-2187889e9732 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4795961 Feb 19 03:17:38.971492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45574) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:38.997144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Request body: {'port': {'device_id': 'cb345051-78cd-45c1-addc-97161eb26f74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:39.104275 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50340f3e-125c-44fc-9b8a-4fa64c799ef0 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.106260 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-50340f3e-125c-44fc-9b8a-4fa64c799ef0 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/e80920aa-1b8a-43a1-a368-cbe96a571031 HTTP/1.1" status: 204 len: 168 time: 0.2082453 Feb 19 03:17:39.114646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45580) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:39.148425 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b1661633-e382-4d49-9046-8a18d3fdc456 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=e80920aa-1b8a-43a1-a368-cbe96a571031 HTTP/1.1" status: 200 len: 221 time: 0.0308909 Feb 19 03:17:39.153533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2ed6dcce-72fe-4412-8da3-a3d4b16dc3a1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.153738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45584) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:39.165134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-eee8afed-ed43-4778-aacf-2828581137a4 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1607901858', 'description': 'label created by tempest'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:39.165590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-eee8afed-ed43-4778-aacf-2828581137a4 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Unknown quota resources ['metering_label']. {{(pid=109899) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:17:39.182116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Calling delete_port for 2ed6dcce-72fe-4412-8da3-a3d4b16dc3a1 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:39.248444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118354e6-a146-4325-8c05-78d7fb48e756 req-81a41cf7-7c01-4a53-b816-074eb3c8ea7e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 210 time: 0.0559144 Feb 19 03:17:39.285266 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab180572-71af-45de-99fa-fe63602d6232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.409728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8b35c-2f17-442c-a2cd-a525772bcca9 req-0bd8bbe5-fd61-4162-ab3f-76cf8dfff7bf tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:39.411221 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-00f8b35c-2f17-442c-a2cd-a525772bcca9 req-0bd8bbe5-fd61-4162-ab3f-76cf8dfff7bf tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.87 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.1147563 Feb 19 03:17:39.532537 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.682454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eee8afed-ed43-4778-aacf-2828581137a4 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.686674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eee8afed-ed43-4778-aacf-2828581137a4 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5248618 Feb 19 03:17:39.694189 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45590) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:39.710584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-00f8b35c-2f17-442c-a2cd-a525772bcca9 req-a99605e7-68e7-4b2c-86bd-3a3ef9fd59ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Deleting port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:39.711158 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-00f8b35c-2f17-442c-a2cd-a525772bcca9 req-a99605e7-68e7-4b2c-86bd-3a3ef9fd59ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.768831 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Allocated IP 172.20.0.9 (513b987e-c7a7-43b2-a06f-79c14abfbbdd/6e6c0d3a-bff9-42fa-92bf-9c63146b4741/a5b855bb-c1f8-4c2a-9a28-e77628e4e131) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:39.808735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2ed6dcce-72fe-4412-8da3-a3d4b16dc3a1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:39.864904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Pushing event deleted for resources: {'Port': ['ID=2ed6dcce-72fe-4412-8da3-a3d4b16dc3a1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:39.868415 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a7a1a08c-c626-4536-8149-3535fe387912 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=fe05d39b-a5de-4c21-9b00-c0eba6ad8b73 HTTP/1.1" status: 200 len: 468 time: 0.1702750 Feb 19 03:17:39.875282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45594) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:39.971958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.030729 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (191cfb0c-7175-42ef-a511-8b14407dc5a1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.065596 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.079431 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab180572-71af-45de-99fa-fe63602d6232 admin admin] Publish callbacks [] for security_group (190913cc-12e0-449b-819a-2906c5876a5a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.216754 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab180572-71af-45de-99fa-fe63602d6232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (190913cc-12e0-449b-819a-2906c5876a5a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.245542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ab180572-71af-45de-99fa-fe63602d6232 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7dbf7d785076418e8c47f1d2ba8e0b94&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2706087 Feb 19 03:17:40.248870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45598) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:40.254441 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.258389 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (191cfb0c-7175-42ef-a511-8b14407dc5a1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.262099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_controller (191cfb0c-7175-42ef-a511-8b14407dc5a1), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.267574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['674c6733-0cbc-4561-af2a-502d63f2fd64'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:40.269819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fdafc5fa-203d-40d7-8802-571e7488fcd7'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:40.323410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:40.379048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:40.403309 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f77fc87-26c5-480d-8f21-9b90825b7468 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.404463 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9f77fc87-26c5-480d-8f21-9b90825b7468 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/fe05d39b-a5de-4c21-9b00-c0eba6ad8b73 HTTP/1.1" status: 204 len: 168 time: 0.5282707 Feb 19 03:17:40.436276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:40.510090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bf3e7-86f5-4b48-9455-b6a313d2fbfb req-03c7622d-6b06-4697-bf4d-f4df235c2d66 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:40.514415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-066bf3e7-86f5-4b48-9455-b6a313d2fbfb req-03c7622d-6b06-4697-bf4d-f4df235c2d66 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 932 time: 0.9634063 Feb 19 03:17:40.515182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab180572-71af-45de-99fa-fe63602d6232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=190913cc-12e0-449b-819a-2906c5876a5a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:40.568314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45602) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:40.654825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ac8b367d-5f06-4b4e-bee2-d9044e6f7592 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=fe05d39b-a5de-4c21-9b00-c0eba6ad8b73 HTTP/1.1" status: 200 len: 216 time: 0.0772471 Feb 19 03:17:40.721159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45606) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:40.759852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfe9758-bd49-4aa7-a528-302af7709d3a req-4227ec7b-67e3-4a3a-ba63-9368541dc203 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:40.772985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edfe9758-bd49-4aa7-a528-302af7709d3a req-4227ec7b-67e3-4a3a-ba63-9368541dc203 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/ports?device_id=f65c7182-e6dc-4134-b527-55a5f7c309d5 HTTP/1.1" status: 200 len: 947 time: 0.6550279 Feb 19 03:17:40.774518 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-84bf4112-b372-4d37-bf35-9a80f49fd7a3 None None] Provisioning complete for port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:40.775004 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84bf4112-b372-4d37-bf35-9a80f49fd7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.795179 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-00f8b35c-2f17-442c-a2cd-a525772bcca9 req-a99605e7-68e7-4b2c-86bd-3a3ef9fd59ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] For port f6eb2647-b0c5-48ae-8825-bae4d9098fd1, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,segment=NetworkSegment(3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc),segment_id=3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:40.795546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-00f8b35c-2f17-442c-a2cd-a525772bcca9 req-a99605e7-68e7-4b2c-86bd-3a3ef9fd59ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.811330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-00f8b35c-2f17-442c-a2cd-a525772bcca9 req-a99605e7-68e7-4b2c-86bd-3a3ef9fd59ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Calling delete_port for f6eb2647-b0c5-48ae-8825-bae4d9098fd1 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:40.818655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-84bf4112-b372-4d37-bf35-9a80f49fd7a3 None None] Port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:17:40.830966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7854f117-53ca-4265-a56c-9e20c22f5562 admin admin] Publish callbacks [] for security_group (190913cc-12e0-449b-819a-2906c5876a5a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.836999 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (191cfb0c-7175-42ef-a511-8b14407dc5a1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.836999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Fanout notify agent at l3_agent the message router_deleted on router 191cfb0c-7175-42ef-a511-8b14407dc5a1 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:40.863953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.869772 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ab2bbbe9-b4e3-41f8-b6df-76e738e7730b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/routers/191cfb0c-7175-42ef-a511-8b14407dc5a1 HTTP/1.1" status: 204 len: 168 time: 3.3043649 Feb 19 03:17:40.872129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event updated for resources: {'Port': ['ID=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:40.911943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45608) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:40.918174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8ba0c054-3887-4d6a-9615-0124fa62c801 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-175571041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:40.942922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:40.943368 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.959661 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ba0c054-3887-4d6a-9615-0124fa62c801 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.960759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ba0c054-3887-4d6a-9615-0124fa62c801 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:40.972398 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7c43d6ff-c3fb-4127-bce4-b2aa80af7085 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1733747 Feb 19 03:17:40.976770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45610) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:40.997837 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3525b10d-c1d2-40ac-b52e-2db02bc4b14b tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0184586 Feb 19 03:17:40.999922 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7854f117-53ca-4265-a56c-9e20c22f5562 admin admin] Publish callbacks [] for security_group (190913cc-12e0-449b-819a-2906c5876a5a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.002362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45612) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:41.027553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-83d8a854-8812-4a81-bb15-803393280482 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7065835 Feb 19 03:17:41.058051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Request body: {'port': {'device_id': '571b0c3d-50f4-4338-b5d3-b25c26244f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:41.087968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-066bf3e7-86f5-4b48-9455-b6a313d2fbfb req-4acab881-318c-46b5-8efb-3db79d1f5153 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165923 Feb 19 03:17:41.093828 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-16d400ed-e5ff-4d9c-a869-2a6dafb5dc9f tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/1019e48c-ee87-4125-a9fb-201e98809d94 HTTP/1.1" status: 200 len: 471 time: 0.0921035 Feb 19 03:17:41.124019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45614) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:41.141575 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ba0c054-3887-4d6a-9615-0124fa62c801 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_controller (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.155901 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edfe9758-bd49-4aa7-a528-302af7709d3a req-30cf496a-5d43-4138-8714-29723ff89b87 tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.81 "GET /v2.0/security-groups?id=d655cadd-dabf-4947-9947-bad614451f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819942 Feb 19 03:17:41.163581 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-356e4c9f-5775-489a-809e-4b0b7c0efc92 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/6e138014-2ccc-4b47-9ee7-5671093d467f HTTP/1.1" status: 200 len: 461 time: 0.0337903 Feb 19 03:17:41.166602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45616) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:41.266686 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ba0c054-3887-4d6a-9615-0124fa62c801 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.268565 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.283177 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-00f8b35c-2f17-442c-a2cd-a525772bcca9 req-a99605e7-68e7-4b2c-86bd-3a3ef9fd59ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f6eb2647-b0c5-48ae-8825-bae4d9098fd1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.299334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f6eb2647-b0c5-48ae-8825-bae4d9098fd1'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:41.300949 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7854f117-53ca-4265-a56c-9e20c22f5562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (190913cc-12e0-449b-819a-2906c5876a5a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.303582 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7854f117-53ca-4265-a56c-9e20c22f5562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.304693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7854f117-53ca-4265-a56c-9e20c22f5562 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/190913cc-12e0-449b-819a-2906c5876a5a HTTP/1.1" status: 204 len: 168 time: 1.0517542 Feb 19 03:17:41.367450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99605e7-68e7-4b2c-86bd-3a3ef9fd59ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Pushing event deleted for resources: {'Port': ['ID=f6eb2647-b0c5-48ae-8825-bae4d9098fd1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:41.375704 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ba0c054-3887-4d6a-9615-0124fa62c801 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.377340 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8ba0c054-3887-4d6a-9615-0124fa62c801 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4640949 Feb 19 03:17:41.380306 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45622) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:41.388711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'enable_snat': True}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:41.467829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854f117-53ca-4265-a56c-9e20c22f5562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190913cc-12e0-449b-819a-2906c5876a5a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:41.479062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f8b35c-2f17-442c-a2cd-a525772bcca9 req-a99605e7-68e7-4b2c-86bd-3a3ef9fd59ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] No DVR routers for this DVR port f6eb2647-b0c5-48ae-8825-bae4d9098fd1 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:17:41.483003 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-00f8b35c-2f17-442c-a2cd-a525772bcca9 req-a99605e7-68e7-4b2c-86bd-3a3ef9fd59ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:41.486591 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-00f8b35c-2f17-442c-a2cd-a525772bcca9 req-a99605e7-68e7-4b2c-86bd-3a3ef9fd59ab tempest-ServersNegativeTestJSON-567572569 tempest-ServersNegativeTestJSON-567572569-project] 10.222.0.87 "DELETE /v2.0/ports/f6eb2647-b0c5-48ae-8825-bae4d9098fd1 HTTP/1.1" status: 204 len: 173 time: 1.9997292 Feb 19 03:17:41.489602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'name': 'network-vif-deleted', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:41.492977 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f98c75-a910-4ee2-bc49-d353b1963c64" -d '{"events": [{"server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "name": "network-vif-deleted", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:41.510236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62afa32-d443-4b1d-bd8e-02caab53d344 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:41.582303 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8906dd5-b8b0-4793-bf97-242929538f02 x-openstack-request-id: req-a8906dd5-b8b0-4793-bf97-242929538f02 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:41.582656 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65c7182-e6dc-4134-b527-55a5f7c309d5", "name": "network-vif-deleted", "tag": "f6eb2647-b0c5-48ae-8825-bae4d9098fd1", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:41.582915 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a8906dd5-b8b0-4793-bf97-242929538f02 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:41.583344 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f65c7182-e6dc-4134-b527-55a5f7c309d5', 'name': 'network-vif-deleted', 'tag': 'f6eb2647-b0c5-48ae-8825-bae4d9098fd1', 'status': 'completed', 'code': 200} Feb 19 03:17:41.793225 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.109303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.168978 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-811ca839-626f-41f1-8216-a6a08b92b0a6 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.170145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-811ca839-626f-41f1-8216-a6a08b92b0a6 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/6e138014-2ccc-4b47-9ee7-5671093d467f HTTP/1.1" status: 204 len: 168 time: 1.0026236 Feb 19 03:17:42.172215 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Publish callbacks [] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.182583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45646) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:42.207951 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.220261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Transition to ACTIVE for port object f62afa32-d443-4b1d-bd8e-02caab53d344 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:42.290508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d063501-b2e4-403d-8014-e32027d2407b req-823ae85c-7fb6-480b-8d0f-786c8aa8805b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:42.298119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d063501-b2e4-403d-8014-e32027d2407b req-823ae85c-7fb6-480b-8d0f-786c8aa8805b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 931 time: 1.0812807 Feb 19 03:17:42.384502 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.471581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Allocated IP 172.25.1.60 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/d7a736d8-a820-45c6-b098-ea3662815357) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:42.600430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45658) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:42.729539 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for port (d7a736d8-a820-45c6-b098-ea3662815357), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.743235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f62afa32-d443-4b1d-bd8e-02caab53d344,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:42.793209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d063501-b2e4-403d-8014-e32027d2407b req-149e1eff-d08e-4d50-bbc6-77a4561d413a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4889989 Feb 19 03:17:42.824455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934dd9c-e834-4274-8b78-5fdfa6b7b6c2 req-04a05a01-2bce-4c6f-806b-009df22fa8b0 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:42.830543 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1790337716-network', 'tenant_id': '42ea87f7f9a94eecbdd9fbfa66cfc227'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:42.830741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4934dd9c-e834-4274-8b78-5fdfa6b7b6c2 req-04a05a01-2bce-4c6f-806b-009df22fa8b0 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 944 time: 0.5510452 Feb 19 03:17:42.842079 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-def9402c-3b23-4291-b8b2-ee012ff00082 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.843289 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-def9402c-3b23-4291-b8b2-ee012ff00082 tempest-MeteringTestJSON-732870710 tempest-MeteringTestJSON-732870710-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/1019e48c-ee87-4125-a9fb-201e98809d94 HTTP/1.1" status: 204 len: 168 time: 0.6597450 Feb 19 03:17:42.876969 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45666) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:42.889640 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d7a736d8-a820-45c6-b098-ea3662815357), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.948149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Made reservation on behalf of 42ea87f7f9a94eecbdd9fbfa66cfc227 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:42.951056 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.974752 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:42.990740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:42.999034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f4bdb3-ea66-472b-8935-39b23882d59d admin admin] Deleting subnet b739eea0-569f-47b6-a370-a00b8efdac10 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:17:43.005844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Attempting to bind port f62afa32-d443-4b1d-bd8e-02caab53d344 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:43.006186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Attempting to bind port f62afa32-d443-4b1d-bd8e-02caab53d344 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:43.006522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Attempting to bind port f62afa32-d443-4b1d-bd8e-02caab53d344 on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:43.007533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:43.010075 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79f4bdb3-ea66-472b-8935-39b23882d59d admin admin] Publish callbacks [] for subnet (b739eea0-569f-47b6-a370-a00b8efdac10), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.013271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:43.019095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Port f62afa32-d443-4b1d-bd8e-02caab53d344 on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:43.019424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Attempting to bind port f62afa32-d443-4b1d-bd8e-02caab53d344 on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:43.032901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:43.033475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Checking segment: {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:43.033894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Bound using segment: {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:43.034482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Bound port: f62afa32-d443-4b1d-bd8e-02caab53d344, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:43.034849 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.039301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event updated for resources: {'Port': ['ID=d7a736d8-a820-45c6-b098-ea3662815357,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:43.079874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4934dd9c-e834-4274-8b78-5fdfa6b7b6c2 req-49227954-1473-4b32-9761-e7ebf6b23700 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319999 Feb 19 03:17:43.096715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79f4bdb3-ea66-472b-8935-39b23882d59d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (b739eea0-569f-47b6-a370-a00b8efdac10), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.175169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45670) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:43.177214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b855bb-c1f8-4c2a-9a28-e77628e4e131 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:43.204553 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Publish callbacks [] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.213953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79f4bdb3-ea66-472b-8935-39b23882d59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (b739eea0-569f-47b6-a370-a00b8efdac10), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.230515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] For port f62afa32-d443-4b1d-bd8e-02caab53d344, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:43.232641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Transition to ACTIVE for port object a5b855bb-c1f8-4c2a-9a28-e77628e4e131 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:43.235617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] For port f62afa32-d443-4b1d-bd8e-02caab53d344, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f62afa32-d443-4b1d-bd8e-02caab53d344,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:43.240779 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.259777 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.348869 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Publish callbacks [] for security_group (451abe92-a841-4fb5-b94c-98682f42e59a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.349181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:43.349624 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.351022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] 10.222.0.67 "PUT /v2.0/ports/f62afa32-d443-4b1d-bd8e-02caab53d344 HTTP/1.1" status: 200 len: 1092 time: 4.3671324 Feb 19 03:17:43.359413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb345051-78cd-45c1-addc-97161eb26f74', 'tag': 'f62afa32-d443-4b1d-bd8e-02caab53d344'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:43.361815 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ebaa32-f004-4f94-afbc-9be5a1f0ab63" -d '{"events": [{"name": "network-changed", "server_uuid": "cb345051-78cd-45c1-addc-97161eb26f74", "tag": "f62afa32-d443-4b1d-bd8e-02caab53d344"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:43.376427 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (451abe92-a841-4fb5-b94c-98682f42e59a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.431774 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1c567ad1-1c0b-41d8-8b75-78f976c59bff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.432377 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79f4bdb3-ea66-472b-8935-39b23882d59d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (b739eea0-569f-47b6-a370-a00b8efdac10), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.477999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:17:43.528153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f6eb2647-b0c5-48ae-8825-bae4d9098fd1 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:17:43.569958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: f6eb2647-b0c5-48ae-8825-bae4d9098fd1 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:17:43.570616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f6eb2647-b0c5-48ae-8825-bae4d9098fd1 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:17:43.571626 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1c567ad1-1c0b-41d8-8b75-78f976c59bff admin admin] Publish callbacks [] for security_group (f79b05eb-f50d-4507-a0fe-3b0856084dfe), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.577657 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8720d76a-9f8c-4b34-b253-0bbdea43c934 x-openstack-request-id: req-8720d76a-9f8c-4b34-b253-0bbdea43c934 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:43.577657 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb345051-78cd-45c1-addc-97161eb26f74", "tag": "f62afa32-d443-4b1d-bd8e-02caab53d344", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:43.578053 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8720d76a-9f8c-4b34-b253-0bbdea43c934 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:43.578437 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb345051-78cd-45c1-addc-97161eb26f74', 'tag': 'f62afa32-d443-4b1d-bd8e-02caab53d344', 'status': 'completed', 'code': 200} Feb 19 03:17:43.595637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f4bdb3-ea66-472b-8935-39b23882d59d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b739eea0-569f-47b6-a370-a00b8efdac10,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:43.597453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451abe92-a841-4fb5-b94c-98682f42e59a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:43.601876 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1c567ad1-1c0b-41d8-8b75-78f976c59bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f79b05eb-f50d-4507-a0fe-3b0856084dfe), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.604439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:43.606303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79f4bdb3-ea66-472b-8935-39b23882d59d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.612886 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-79f4bdb3-ea66-472b-8935-39b23882d59d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/b739eea0-569f-47b6-a370-a00b8efdac10 HTTP/1.1" status: 204 len: 168 time: 0.7321935 Feb 19 03:17:43.625636 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45682) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:43.648575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c567ad1-1c0b-41d8-8b75-78f976c59bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79b05eb-f50d-4507-a0fe-3b0856084dfe,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:43.654466 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a13eb13a-007f-41e5-a3f1-8e047a423da3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.654820 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Added segment a13eb13a-007f-41e5-a3f1-8e047a423da3 of type vlan for network be97586e-9139-493b-a5f2-9e839d2d2005 Feb 19 03:17:43.769637 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (be97586e-9139-493b-a5f2-9e839d2d2005), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.788939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1c567ad1-1c0b-41d8-8b75-78f976c59bff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c23266243afb49769149d5d5ce03f265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6067181 Feb 19 03:17:43.795281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Attempting to bind port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:43.795985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Attempting to bind port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:43.796766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Attempting to bind port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:43.814047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45688) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:43.817757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:43.818213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Attempting to bind port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 on network 513b987e-c7a7-43b2-a06f-79c14abfbbdd {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:43.865105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-63ce8246-07e6-43a7-b536-d0aac090424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:43.867086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-63ce8246-07e6-43a7-b536-d0aac090424a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 1126 time: 0.4543121 Feb 19 03:17:43.882720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:43.883231 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Checking segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:43.883721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Bound using segment: {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:43.884257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Bound port: a5b855bb-c1f8-4c2a-9a28-e77628e4e131, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:43.885111 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.909742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40397aa1-fa16-4958-bfa7-b9eb75b3b2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f62afa32-d443-4b1d-bd8e-02caab53d344,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:43.970316 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.977469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (be97586e-9139-493b-a5f2-9e839d2d2005), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:43.977831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-e89bdbe6-61ef-4641-816a-bf89dc410691 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f62afa32-d443-4b1d-bd8e-02caab53d344 HTTP/1.1" status: 200 len: 217 time: 0.0985014 Feb 19 03:17:43.983015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:43.983719 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.053631 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72de6377-926a-473a-b553-54868f6be962 admin admin] Publish callbacks [] for security_group (f79b05eb-f50d-4507-a0fe-3b0856084dfe), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.078428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72de6377-926a-473a-b553-54868f6be962 admin admin] Publish callbacks [] for security_group (f79b05eb-f50d-4507-a0fe-3b0856084dfe), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.134352 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.158039 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72de6377-926a-473a-b553-54868f6be962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f79b05eb-f50d-4507-a0fe-3b0856084dfe), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.163381 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72de6377-926a-473a-b553-54868f6be962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.169481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-72de6377-926a-473a-b553-54868f6be962 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f79b05eb-f50d-4507-a0fe-3b0856084dfe HTTP/1.1" status: 204 len: 168 time: 0.3487105 Feb 19 03:17:44.228119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de6377-926a-473a-b553-54868f6be962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79b05eb-f50d-4507-a0fe-3b0856084dfe,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:44.266702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-7a739cbc-aed1-42f7-a498-30a7d9edced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:44.267832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-7a739cbc-aed1-42f7-a498-30a7d9edced8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f227e848-d3a5-4e44-b9ca-2dd84f683462 HTTP/1.1" status: 200 len: 852 time: 0.2812490 Feb 19 03:17:44.287038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] Pushing event updated for resources: {'Network': ['ID=be97586e-9139-493b-a5f2-9e839d2d2005,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:44.313928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network be97586e-9139-493b-a5f2-9e839d2d2005 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:17:44.340278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16e7e-2fce-4b7f-8553-51cb3654e69a req-aa3c0028-e1c3-4dee-98bc-2971b106c909 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:44.342615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ce16e7e-2fce-4b7f-8553-51cb3654e69a req-aa3c0028-e1c3-4dee-98bc-2971b106c909 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 943 time: 0.4193287 Feb 19 03:17:44.346310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] For port a5b855bb-c1f8-4c2a-9a28-e77628e4e131, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:44.369329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-c8a8079b-f33f-4668-adba-287795a41829 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751691 Feb 19 03:17:44.378211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45698) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:44.385368 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ce663b8e-f925-42bb-9daf-c7d2e3074ab1 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7832730 Feb 19 03:17:44.409019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0a0ba357-0744-4874-be09-a9f102aed928 admin admin] Request body: {'subnet': {'network_id': 'be97586e-9139-493b-a5f2-9e839d2d2005', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1790337716-subnet', 'tenant_id': '42ea87f7f9a94eecbdd9fbfa66cfc227', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:44.419651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] For port a5b855bb-c1f8-4c2a-9a28-e77628e4e131, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:44.527468 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.539958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.549866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:44.551223 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.553989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] 10.222.0.67 "PUT /v2.0/ports/a5b855bb-c1f8-4c2a-9a28-e77628e4e131 HTTP/1.1" status: 200 len: 1091 time: 3.5048416 Feb 19 03:17:44.593689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b226178-bef2-4b49-9aff-07faefed638e req-0fe159db-3840-4b2a-b817-55a3da87a724 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:44.613615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b226178-bef2-4b49-9aff-07faefed638e req-0fe159db-3840-4b2a-b817-55a3da87a724 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 944 time: 0.3747847 Feb 19 03:17:44.649418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ce16e7e-2fce-4b7f-8553-51cb3654e69a req-626dadb3-f821-460d-bdff-97ed2d6fc102 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837789 Feb 19 03:17:44.694520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0ba357-0744-4874-be09-a9f102aed928 admin admin] Made reservation on behalf of 42ea87f7f9a94eecbdd9fbfa66cfc227 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:44.697135 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba357-0744-4874-be09-a9f102aed928 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.726442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:44.740454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:44.740781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:44.753078 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.773395 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.783209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:17:44.783615 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (3de86d36-7fe6-4f65-99bb-1e9bc0bdf8cc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.791102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45702) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:44.909671 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f85fb276-b6d6-4324-a48f-8893a640f2a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:17:44.920534 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:17:44.935005 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.957343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43123bfd-73d4-4480-be2b-2a3482cabc74 service neutron] Pushing event updated for resources: {'Port': ['ID=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:44.966217 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:44.977904 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] 10.222.0.81 "DELETE /v2.0/networks/e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5 HTTP/1.1" status: 204 len: 168 time: 1.3322990 Feb 19 03:17:44.993703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b586c0-a166-4f34-adb9-76ea7f65c8cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ce7d08-a7f4-4fcd-894f-ea8b8505afd5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:45.010640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b226178-bef2-4b49-9aff-07faefed638e req-07de72e1-5eea-4871-9107-a027835d0b41 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957725 Feb 19 03:17:45.015821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-5349fff3-2190-4873-9678-2255f7ab0868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:45.018603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-5349fff3-2190-4873-9678-2255f7ab0868 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 1125 time: 0.3806014 Feb 19 03:17:45.021437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-99936db9-4583-456b-ab7c-f97695ce305d service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6226671 Feb 19 03:17:45.105280 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.113172 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.173218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-7dcd6a7d-9b3e-4b09-bc66-fb05fee27506 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b855bb-c1f8-4c2a-9a28-e77628e4e131 HTTP/1.1" status: 200 len: 217 time: 0.1405067 Feb 19 03:17:45.282872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45710) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:45.320829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-c1c87664-2e90-4f51-9eba-ca360800086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:45.322319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-c1c87664-2e90-4f51-9eba-ca360800086c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.1392789 Feb 19 03:17:45.333895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Router 684e011d-8b93-4eda-b6fc-02c9d38dc3e2 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:45.421893 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d0c07c5-e619-4584-a028-cb62ccd38ccd req-30b4c678-f4fc-428e-84fe-0e1ada874b5a service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836210 Feb 19 03:17:45.468974 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f85fb276-b6d6-4324-a48f-8893a640f2a1 admin admin] Publish callbacks [] for security_group (0b6b6ddd-4f18-401f-82f3-91212f075047), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.480795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-101db29b-5560-401b-9345-d54515d747f8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3a594dd7f7547dcbb8dde37027e3364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1965117 Feb 19 03:17:45.484408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45712) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:45.495420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:45.504836 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba357-0744-4874-be09-a9f102aed928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (04a9ec49-fb42-45bd-8f26-2d589823021e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.506711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f85fb276-b6d6-4324-a48f-8893a640f2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0b6b6ddd-4f18-401f-82f3-91212f075047), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.508085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.511535 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b98d02-ca3f-4754-8382-b7351145a03e None None] Sync routers for ids ['684e011d-8b93-4eda-b6fc-02c9d38dc3e2'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:45.523910 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e6ecd390-61ee-4c34-8171-32bcab65e8bf tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "PUT /v2.0/routers/684e011d-8b93-4eda-b6fc-02c9d38dc3e2 HTTP/1.1" status: 200 len: 917 time: 4.1422086 Feb 19 03:17:45.526834 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b98d02-ca3f-4754-8382-b7351145a03e None None] Routers {'684e011d-8b93-4eda-b6fc-02c9d38dc3e2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:45.527599 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a3b98d02-ca3f-4754-8382-b7351145a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['684e011d-8b93-4eda-b6fc-02c9d38dc3e2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:45.530773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45714) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:45.591730 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a3b98d02-ca3f-4754-8382-b7351145a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:45.596885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571b0c3d-50f4-4338-b5d3-b25c26244f34', 'tag': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:45.599124 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b46aa8c-b550-4e80-a76f-47d79bb111b5" -d '{"events": [{"name": "network-changed", "server_uuid": "571b0c3d-50f4-4338-b5d3-b25c26244f34", "tag": "a5b855bb-c1f8-4c2a-9a28-e77628e4e131"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:45.612792 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b98d02-ca3f-4754-8382-b7351145a03e None None] Routers {'684e011d-8b93-4eda-b6fc-02c9d38dc3e2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:45.613643 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a3b98d02-ca3f-4754-8382-b7351145a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['684e011d-8b93-4eda-b6fc-02c9d38dc3e2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:45.660563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-a4045007-2abd-40ea-ab62-cb697c58000b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:45.662153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-a4045007-2abd-40ea-ab62-cb697c58000b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3099003 Feb 19 03:17:45.671085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f85fb276-b6d6-4324-a48f-8893a640f2a1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe7cdea0a6b545a2b06fd45418d26ed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8724370 Feb 19 03:17:45.672821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fb276-b6d6-4324-a48f-8893a640f2a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6b6ddd-4f18-401f-82f3-91212f075047,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:45.687066 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9da27b7a-5248-4aa4-9be2-7bfb6ccdbd53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/routers/684e011d-8b93-4eda-b6fc-02c9d38dc3e2 HTTP/1.1" status: 200 len: 923 time: 0.1537821 Feb 19 03:17:45.687685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45720) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:45.687685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45722) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:45.694740 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a3b98d02-ca3f-4754-8382-b7351145a03e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:45.695414 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b98d02-ca3f-4754-8382-b7351145a03e None None] The sync data for ids ['684e011d-8b93-4eda-b6fc-02c9d38dc3e2'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:45.706386 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff232181-269a-4d42-bbc9-0e0f62e82e63 x-openstack-request-id: req-ff232181-269a-4d42-bbc9-0e0f62e82e63 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:45.706676 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571b0c3d-50f4-4338-b5d3-b25c26244f34", "tag": "a5b855bb-c1f8-4c2a-9a28-e77628e4e131", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:45.706979 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ff232181-269a-4d42-bbc9-0e0f62e82e63 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:45.707462 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571b0c3d-50f4-4338-b5d3-b25c26244f34', 'tag': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131', 'status': 'completed', 'code': 200} Feb 19 03:17:45.727147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ba357-0744-4874-be09-a9f102aed928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04a9ec49-fb42-45bd-8f26-2d589823021e,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:45.875276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebaa32-f004-4f94-afbc-9be5a1f0ab63 req-b23e779e-52a9-47bd-ad8b-3a3eef3192f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:45.876950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9ebaa32-f004-4f94-afbc-9be5a1f0ab63 req-b23e779e-52a9-47bd-ad8b-3a3eef3192f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 1126 time: 0.3765650 Feb 19 03:17:45.905838 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88f94b45-a308-45c2-b762-593710eff6b5 admin admin] Publish callbacks [] for security_group (d655cadd-dabf-4947-9947-bad614451f4f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:45.950193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0ba357-0744-4874-be09-a9f102aed928 admin admin] Checking segment: {'id': 'a13eb13a-007f-41e5-a3f1-8e047a423da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'be97586e-9139-493b-a5f2-9e839d2d2005'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:45.950561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0ba357-0744-4874-be09-a9f102aed928 admin admin] Network hostable DHCP agents. Network: be97586e-9139-493b-a5f2-9e839d2d2005, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:17:46.024939 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88f94b45-a308-45c2-b762-593710eff6b5 admin admin] Publish callbacks [] for security_group (d655cadd-dabf-4947-9947-bad614451f4f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.067774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f136c1-da0a-415a-8c1c-8f3fde64a0bb tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:46.069370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b5f136c1-da0a-415a-8c1c-8f3fde64a0bb tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&device_id=684e011d-8b93-4eda-b6fc-02c9d38dc3e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3730984 Feb 19 03:17:46.072629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45732) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:46.087279 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b662a3b1-1194-4d1e-bb4e-fc85e1230056 admin admin] Publish callbacks [] for security_group (0b6b6ddd-4f18-401f-82f3-91212f075047), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.109695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-799507cf-9de3-4f4a-9ba7-87bc80c97956 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171290 Feb 19 03:17:46.121537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0ba357-0744-4874-be09-a9f102aed928 admin admin] Network be97586e-9139-493b-a5f2-9e839d2d2005 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:17:46.195036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51598ee-2186-46da-b32a-5dba71ba7e58 req-c407437d-fee3-4010-a8b6-a7e074ae232f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:46.197313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a51598ee-2186-46da-b32a-5dba71ba7e58 req-c407437d-fee3-4010-a8b6-a7e074ae232f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 943 time: 0.3716121 Feb 19 03:17:46.328772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820a170b-fa28-4d8b-998e-ede18f3726e6 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:46.333347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-820a170b-fa28-4d8b-998e-ede18f3726e6 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 881 time: 0.2594104 Feb 19 03:17:46.334011 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45734) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:46.368093 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-19076ff9-27fa-426a-8769-f557031a56d8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "GET /v2.0/ports?device_id=684e011d-8b93-4eda-b6fc-02c9d38dc3e2 HTTP/1.1" status: 200 len: 205 time: 0.0328639 Feb 19 03:17:46.368846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45736) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:46.498850 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.648209 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.736400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Deleting port d7a736d8-a820-45c6-b098-ea3662815357 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:46.737544 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d7a736d8-a820-45c6-b098-ea3662815357), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.768119 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b662a3b1-1194-4d1e-bb4e-fc85e1230056 admin admin] Publish callbacks [] for security_group (0b6b6ddd-4f18-401f-82f3-91212f075047), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.772357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-0a0ba357-0744-4874-be09-a9f102aed928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, be97586e-9139-493b-a5f2-9e839d2d2005) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:46.781001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b889943-eb57-459e-8a29-5e411f49bbf9 None None] Network be97586e-9139-493b-a5f2-9e839d2d2005 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:46.787472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebaa32-f004-4f94-afbc-9be5a1f0ab63 req-ecf655dc-e551-420b-83fb-d907550fff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:46.789553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9ebaa32-f004-4f94-afbc-9be5a1f0ab63 req-ecf655dc-e551-420b-83fb-d907550fff21 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 913 time: 0.8880141 Feb 19 03:17:46.820252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0ba357-0744-4874-be09-a9f102aed928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:46.820910 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a0ba357-0744-4874-be09-a9f102aed928 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.873722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d7a736d8-a820-45c6-b098-ea3662815357), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.892828 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Calling delete_port for d7a736d8-a820-45c6-b098-ea3662815357 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:46.907161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9ebaa32-f004-4f94-afbc-9be5a1f0ab63 req-3b37f518-b0bc-4772-9782-451416a4b2e5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f62afa32-d443-4b1d-bd8e-02caab53d344 HTTP/1.1" status: 200 len: 217 time: 0.0899150 Feb 19 03:17:46.926774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a51598ee-2186-46da-b32a-5dba71ba7e58 req-de98e6ea-ded5-4be8-b945-63712208be1c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673164 Feb 19 03:17:46.946984 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88f94b45-a308-45c2-b762-593710eff6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d655cadd-dabf-4947-9947-bad614451f4f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.949744 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88f94b45-a308-45c2-b762-593710eff6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:46.961053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-88f94b45-a308-45c2-b762-593710eff6b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d655cadd-dabf-4947-9947-bad614451f4f HTTP/1.1" status: 204 len: 168 time: 1.4653089 Feb 19 03:17:46.961053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0a0ba357-0744-4874-be09-a9f102aed928 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5550430 Feb 19 03:17:46.966810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2670bd59-c0a6-4da6-a599-aad59959fe82 None None] Network be97586e-9139-493b-a5f2-9e839d2d2005 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:17:47.073011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebaa32-f004-4f94-afbc-9be5a1f0ab63 req-0dbaae7b-82f6-4647-8930-69c77cdf5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.074709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9ebaa32-f004-4f94-afbc-9be5a1f0ab63 req-0dbaae7b-82f6-4647-8930-69c77cdf5c9d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f227e848-d3a5-4e44-b9ca-2dd84f683462 HTTP/1.1" status: 200 len: 852 time: 0.1541226 Feb 19 03:17:47.089459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f94b45-a308-45c2-b762-593710eff6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d655cadd-dabf-4947-9947-bad614451f4f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:47.119596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b662a3b1-1194-4d1e-bb4e-fc85e1230056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0b6b6ddd-4f18-401f-82f3-91212f075047), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.121887 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b662a3b1-1194-4d1e-bb4e-fc85e1230056 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.124308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b662a3b1-1194-4d1e-bb4e-fc85e1230056 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0b6b6ddd-4f18-401f-82f3-91212f075047 HTTP/1.1" status: 204 len: 168 time: 1.4288905 Feb 19 03:17:47.180796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-021dbab9-ab63-458a-9f1d-3c94d1e8533e req-9b02cd6b-11fa-424e-a9d5-42cb6e56ec70 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0552018 Feb 19 03:17:47.182168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662a3b1-1194-4d1e-bb4e-fc85e1230056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6b6ddd-4f18-401f-82f3-91212f075047,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:47.193424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9ebaa32-f004-4f94-afbc-9be5a1f0ab63 req-bf09b3d1-b2e5-4a4c-a53a-30356eacc8e8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932796 Feb 19 03:17:47.203547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f3d78-0624-4c54-86e6-bc8a331a7d7c req-dd775fec-62eb-45fa-b0ea-503032558667 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.206110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a48f3d78-0624-4c54-86e6-bc8a331a7d7c req-dd775fec-62eb-45fa-b0ea-503032558667 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 944 time: 0.9104335 Feb 19 03:17:47.362594 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d7a736d8-a820-45c6-b098-ea3662815357), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.374612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a48f3d78-0624-4c54-86e6-bc8a331a7d7c req-a97c2ece-c654-4189-be01-a3ffacaca07d tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497190 Feb 19 03:17:47.424472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Pushing event deleted for resources: {'Port': ['ID=d7a736d8-a820-45c6-b098-ea3662815357,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:47.459139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46aa8c-b550-4e80-a76f-47d79bb111b5 req-38c932fe-3e47-4028-95b8-ed5bb0d0faee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.461282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b46aa8c-b550-4e80-a76f-47d79bb111b5 req-38c932fe-3e47-4028-95b8-ed5bb0d0faee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 1125 time: 0.1217670 Feb 19 03:17:47.512452 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:47.521866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9ebaa32-f004-4f94-afbc-9be5a1f0ab63 req-df39e041-ff89-4d50-8b07-5e1357fed727 service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145988 Feb 19 03:17:47.671170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46aa8c-b550-4e80-a76f-47d79bb111b5 req-79fe336d-9fa1-45c3-8fe9-926b6e81b07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.672936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b46aa8c-b550-4e80-a76f-47d79bb111b5 req-79fe336d-9fa1-45c3-8fe9-926b6e81b07e service neutron] 10.222.0.67 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.1996021 Feb 19 03:17:47.725113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b46aa8c-b550-4e80-a76f-47d79bb111b5 req-f87c90a0-138d-46a8-9863-a010d517c9c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b855bb-c1f8-4c2a-9a28-e77628e4e131 HTTP/1.1" status: 200 len: 217 time: 0.0451469 Feb 19 03:17:47.727579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9ebaa32-f004-4f94-afbc-9be5a1f0ab63 req-7f473c9c-5120-4576-b6ab-2f3e5db3ed1c service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709926 Feb 19 03:17:47.796099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46aa8c-b550-4e80-a76f-47d79bb111b5 req-1c0eb808-fb92-46e5-94e8-18939a2a7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.799675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b46aa8c-b550-4e80-a76f-47d79bb111b5 req-1c0eb808-fb92-46e5-94e8-18939a2a7180 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.0691268 Feb 19 03:17:47.903034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45766) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:47.958946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b46aa8c-b550-4e80-a76f-47d79bb111b5 req-7422ee6a-a3d7-4995-8ce7-ef62a12cdee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:47.966775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b46aa8c-b550-4e80-a76f-47d79bb111b5 req-7422ee6a-a3d7-4995-8ce7-ef62a12cdee1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1582277 Feb 19 03:17:48.257493 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.268637 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_controller (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.326811 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa76114d-d5ca-42b5-a760-9bee22d4c708 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.332534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (684e011d-8b93-4eda-b6fc-02c9d38dc3e2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.333790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Fanout notify agent at l3_agent the message router_deleted on router 684e011d-8b93-4eda-b6fc-02c9d38dc3e2 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:48.351997 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.360992 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-209c35fb-03f6-4773-bd7f-c77761c4e45f tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/routers/684e011d-8b93-4eda-b6fc-02c9d38dc3e2 HTTP/1.1" status: 204 len: 168 time: 1.9906747 Feb 19 03:17:48.362094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45792) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:48.373155 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2407ea57-3230-4a22-aeb0-5dacd71c884b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-296560183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:48.416254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42528f-5366-458f-9da4-67079c21a58c req-3942c84d-61a7-466f-a740-866dd672c35f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.419629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac42528f-5366-458f-9da4-67079c21a58c req-3942c84d-61a7-466f-a740-866dd672c35f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 943 time: 0.2609091 Feb 19 03:17:48.424769 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b46aa8c-b550-4e80-a76f-47d79bb111b5 req-fd9cbd1d-70fc-4eed-920c-984f3f6d0904 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406514 Feb 19 03:17:48.437125 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2407ea57-3230-4a22-aeb0-5dacd71c884b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (bea2d4ab-0917-432d-b50d-e0005ba7ae82), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.438546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2407ea57-3230-4a22-aeb0-5dacd71c884b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (bea2d4ab-0917-432d-b50d-e0005ba7ae82), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.463136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-bc8d622d-5a63-4be0-a171-7b17ab13e167 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.464695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-bc8d622d-5a63-4be0-a171-7b17ab13e167 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/networks?id=be97586e-9139-493b-a5f2-9e839d2d2005 HTTP/1.1" status: 200 len: 809 time: 0.3041940 Feb 19 03:17:48.565221 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-34aa6629-972d-4ef2-8c49-8f4010a38d90 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/quotas/42ea87f7f9a94eecbdd9fbfa66cfc227 HTTP/1.1" status: 200 len: 375 time: 0.0801811 Feb 19 03:17:48.579911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac42528f-5366-458f-9da4-67079c21a58c req-200b317b-307c-426f-ae81-ce757e6edcb1 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503036 Feb 19 03:17:48.582176 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2407ea57-3230-4a22-aeb0-5dacd71c884b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_controller (bea2d4ab-0917-432d-b50d-e0005ba7ae82), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.598048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2407ea57-3230-4a22-aeb0-5dacd71c884b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (bea2d4ab-0917-432d-b50d-e0005ba7ae82), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.614346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-bd3fd097-8f49-45c5-b1b3-ed211ee6f367 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=42ea87f7f9a94eecbdd9fbfa66cfc227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420434 Feb 19 03:17:48.645018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2407ea57-3230-4a22-aeb0-5dacd71c884b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.653053 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2407ea57-3230-4a22-aeb0-5dacd71c884b tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2895713 Feb 19 03:17:48.654447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45802) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:48.674435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'enable_snat': False}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:48.824042 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa76114d-d5ca-42b5-a760-9bee22d4c708 admin admin] Publish callbacks [] for security_group (787158df-1a80-4b2e-a3e1-0120e21c256a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.829170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b46aa8c-b550-4e80-a76f-47d79bb111b5 req-428a20a5-fd69-4c35-a0ef-bad972e484e7 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773129 Feb 19 03:17:48.837100 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa76114d-d5ca-42b5-a760-9bee22d4c708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (787158df-1a80-4b2e-a3e1-0120e21c256a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:48.874487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76114d-d5ca-42b5-a760-9bee22d4c708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787158df-1a80-4b2e-a3e1-0120e21c256a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:48.934047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aa76114d-d5ca-42b5-a760-9bee22d4c708 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=10f451be5efa425ab3367fcb9a674015&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0291395 Feb 19 03:17:48.934853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45812) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:48.951998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4f2647-0518-4d83-b701-175273494c96 req-0a2c6a1b-6d85-405f-ac07-a4a9bc4297e4 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:48.953844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f4f2647-0518-4d83-b701-175273494c96 req-0a2c6a1b-6d85-405f-ac07-a4a9bc4297e4 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 944 time: 0.1800160 Feb 19 03:17:48.957770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-18eeb61f-835a-422d-abb9-9f44dd32bfed service neutron] 10.222.0.81 "GET /v2.0/networks/be97586e-9139-493b-a5f2-9e839d2d2005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292787 Feb 19 03:17:49.100137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-4d5c1713-949b-405b-b34e-fb7c4a9eadc1 service neutron] 10.222.0.81 "GET /v2.0/networks/be97586e-9139-493b-a5f2-9e839d2d2005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345675 Feb 19 03:17:49.158720 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b0996803-9c50-4d41-a7ac-5e5b18f9f54f admin admin] Publish callbacks [] for security_group (787158df-1a80-4b2e-a3e1-0120e21c256a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.171289 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f4f2647-0518-4d83-b701-175273494c96 req-a45c47ad-c598-4646-bdc4-106b2c95c226 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062738 Feb 19 03:17:49.195449 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (bea2d4ab-0917-432d-b50d-e0005ba7ae82), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.251021 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b0996803-9c50-4d41-a7ac-5e5b18f9f54f admin admin] Publish callbacks [] for security_group (787158df-1a80-4b2e-a3e1-0120e21c256a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.336002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b0996803-9c50-4d41-a7ac-5e5b18f9f54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (787158df-1a80-4b2e-a3e1-0120e21c256a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.346163 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b0996803-9c50-4d41-a7ac-5e5b18f9f54f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.350139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b0996803-9c50-4d41-a7ac-5e5b18f9f54f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/787158df-1a80-4b2e-a3e1-0120e21c256a HTTP/1.1" status: 204 len: 168 time: 0.4111462 Feb 19 03:17:49.374192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0996803-9c50-4d41-a7ac-5e5b18f9f54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787158df-1a80-4b2e-a3e1-0120e21c256a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:49.587438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf3721e6-f5a3-4046-bdba-77b473418db3 req-79447d14-3bba-4f93-b148-ba1478992db1 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 210 time: 0.1126161 Feb 19 03:17:49.647419 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (bea2d4ab-0917-432d-b50d-e0005ba7ae82), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.682434 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:49.859694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81a607-d398-45be-be4f-9fde4e715dc7 req-27f29df1-7461-4ba9-af39-db5d8c7d6d94 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:49.867586 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea81a607-d398-45be-be4f-9fde4e715dc7 req-27f29df1-7461-4ba9-af39-db5d8c7d6d94 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 943 time: 0.1399715 Feb 19 03:17:49.869704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Allocated IP 172.25.1.110 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/4b975117-f744-4ed3-b6c9-6818cbc91f49) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:49.879958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f62afa32-d443-4b1d-bd8e-02caab53d344 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:49.889788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45848) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:50.030685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea81a607-d398-45be-be4f-9fde4e715dc7 req-3605fb9e-0e11-48a4-a20c-66a59c0f6940 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403732 Feb 19 03:17:50.109323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f62afa32-d443-4b1d-bd8e-02caab53d344, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f62afa32-d443-4b1d-bd8e-02caab53d344,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:50.135740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'f62afa32-d443-4b1d-bd8e-02caab53d344', 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71', 'port_id': 'f62afa32-d443-4b1d-bd8e-02caab53d344', 'mac_address': 'fa:16:3e:1b:6e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f227e848-d3a5-4e44-b9ca-2dd84f683462', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:50.148852 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for port (4b975117-f744-4ed3-b6c9-6818cbc91f49), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.227517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f62afa32-d443-4b1d-bd8e-02caab53d344 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:50.227921 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.228310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4b975117-f744-4ed3-b6c9-6818cbc91f49), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.274908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62afa32-d443-4b1d-bd8e-02caab53d344 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:50.317929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:50.323246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:50.327374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:50.358326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f62afa32-d443-4b1d-bd8e-02caab53d344, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f62afa32-d443-4b1d-bd8e-02caab53d344,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:50.377572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.444322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f636c264-9180-4360-92ff-a604f7e5d3e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.466312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f62afa32-d443-4b1d-bd8e-02caab53d344,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:50.492259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d8feb-fa11-4ef9-81b5-124318e39482 req-d836dfbd-7efc-41f9-b9b7-54aca58ba1cb tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:50.495097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-842d8feb-fa11-4ef9-81b5-124318e39482 req-d836dfbd-7efc-41f9-b9b7-54aca58ba1cb tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 945 time: 0.1308286 Feb 19 03:17:50.531274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Pushing event updated for resources: {'Port': ['ID=4b975117-f744-4ed3-b6c9-6818cbc91f49,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:50.596448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-842d8feb-fa11-4ef9-81b5-124318e39482 req-50fb2a61-df20-4c7b-8d30-4cccd7f5442b tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927005 Feb 19 03:17:50.671250 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f636c264-9180-4360-92ff-a604f7e5d3e7 admin admin] Publish callbacks [] for security_group (139ab8b2-a183-4287-bd86-aaac573423f5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.683865 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f636c264-9180-4360-92ff-a604f7e5d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (139ab8b2-a183-4287-bd86-aaac573423f5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:50.694411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['f62afa32-d443-4b1d-bd8e-02caab53d344'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:50.890942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f636c264-9180-4360-92ff-a604f7e5d3e7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0d1acb3b150f4d6a818d06bdd4f5a73c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9932814 Feb 19 03:17:50.893954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb5142ae-4f87-4ca1-9a1b-a321065c4c1e req-e8bf6e0e-2c2d-4ad7-89a9-e0ee791b128c tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 210 time: 0.1176488 Feb 19 03:17:50.896597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45880) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:50.981561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f636c264-9180-4360-92ff-a604f7e5d3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139ab8b2-a183-4287-bd86-aaac573423f5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:51.048762 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-959269ef-12d2-4ae9-bf78-9bf1da0162d4 admin admin] Publish callbacks [] for security_group (139ab8b2-a183-4287-bd86-aaac573423f5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:51.107269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-959269ef-12d2-4ae9-bf78-9bf1da0162d4 admin admin] Publish callbacks [] for security_group (139ab8b2-a183-4287-bd86-aaac573423f5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:51.307791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161b507-1c4a-4528-8df6-1f52abe963b9 req-d621f653-5759-4a0a-be42-583a47873870 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:51.328711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7161b507-1c4a-4528-8df6-1f52abe963b9 req-d621f653-5759-4a0a-be42-583a47873870 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 943 time: 0.1831558 Feb 19 03:17:51.377733 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-959269ef-12d2-4ae9-bf78-9bf1da0162d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (139ab8b2-a183-4287-bd86-aaac573423f5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:51.380053 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-959269ef-12d2-4ae9-bf78-9bf1da0162d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:51.381251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-959269ef-12d2-4ae9-bf78-9bf1da0162d4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/139ab8b2-a183-4287-bd86-aaac573423f5 HTTP/1.1" status: 204 len: 168 time: 0.4832261 Feb 19 03:17:51.436216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959269ef-12d2-4ae9-bf78-9bf1da0162d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139ab8b2-a183-4287-bd86-aaac573423f5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:51.502776 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7161b507-1c4a-4528-8df6-1f52abe963b9 req-f8d2f98f-32bd-4537-ba5e-9192caded584 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580329 Feb 19 03:17:51.627881 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router_gateway (bea2d4ab-0917-432d-b50d-e0005ba7ae82), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:51.881921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a5b855bb-c1f8-4c2a-9a28-e77628e4e131 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:17:51.886338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f62afa32-d443-4b1d-bd8e-02caab53d344 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:51.960946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050369e-f403-4dab-bf06-2a95d0e7b5c4 req-71e1aacd-d4bf-4a55-9261-b02dc11e30a3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:51.971598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9050369e-f403-4dab-bf06-2a95d0e7b5c4 req-71e1aacd-d4bf-4a55-9261-b02dc11e30a3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 945 time: 0.1666768 Feb 19 03:17:51.991954 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-e2e9123c-b653-4341-b3c5-3637931a19ce tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:52.004379 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-e2e9123c-b653-4341-b3c5-3637931a19ce tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.87 "GET /v2.0/networks?id=be97586e-9139-493b-a5f2-9e839d2d2005 HTTP/1.1" status: 200 len: 809 time: 0.6059504 Feb 19 03:17:52.036614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port f62afa32-d443-4b1d-bd8e-02caab53d344 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:17:52.037196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Request body: {'port': {'device_id': '6b9c2f67-999e-4296-aaeb-cab329ee6842', 'network_id': 'be97586e-9139-493b-a5f2-9e839d2d2005', 'admin_state_up': True, 'tenant_id': '42ea87f7f9a94eecbdd9fbfa66cfc227'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:52.110141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port f62afa32-d443-4b1d-bd8e-02caab53d344 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:52.110762 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.166710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9050369e-f403-4dab-bf06-2a95d0e7b5c4 req-e3a6b278-5323-4436-b5a0-cca0f8166ed7 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886692 Feb 19 03:17:52.248128 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d1c3175-4d85-4f12-aae4-52b5dccb8c1a req-b758696a-37e1-44c4-94e9-9cb30e67094d tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 210 time: 0.1558683 Feb 19 03:17:52.270201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a5b855bb-c1f8-4c2a-9a28-e77628e4e131, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:52.426585 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (bea2d4ab-0917-432d-b50d-e0005ba7ae82), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.428755 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Made reservation on behalf of 42ea87f7f9a94eecbdd9fbfa66cfc227 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:52.432201 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.439826 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (bea2d4ab-0917-432d-b50d-e0005ba7ae82), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.646909 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45928) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:52.728302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f62afa32-d443-4b1d-bd8e-02caab53d344 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:52.729010 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.745588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'port_id': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131', 'mac_address': 'fa:16:3e:72:01:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:17:52.754042 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.754825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1a0b4-f268-495d-8d12-3dda69f71d23 req-bb67ddad-c41f-4354-9831-5549dfb27b73 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:52.757200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18f1a0b4-f268-495d-8d12-3dda69f71d23 req-bb67ddad-c41f-4354-9831-5549dfb27b73 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 943 time: 0.1485932 Feb 19 03:17:52.800547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:52.801194 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.803499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb345051-78cd-45c1-addc-97161eb26f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62afa32-d443-4b1d-bd8e-02caab53d344'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:52.806105 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daed1ee-f893-4936-a157-7a362b2ea575" -d '{"events": [{"server_uuid": "cb345051-78cd-45c1-addc-97161eb26f74", "name": "network-vif-plugged", "status": "completed", "tag": "f62afa32-d443-4b1d-bd8e-02caab53d344"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:52.841058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f62afa32-d443-4b1d-bd8e-02caab53d344, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f62afa32-d443-4b1d-bd8e-02caab53d344,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:52.845105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b855bb-c1f8-4c2a-9a28-e77628e4e131 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:52.867232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a5b855bb-c1f8-4c2a-9a28-e77628e4e131, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:52.869189 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:52.886263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18f1a0b4-f268-495d-8d12-3dda69f71d23 req-fb22f543-aa36-487f-b830-6856118ed567 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226232 Feb 19 03:17:52.902305 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Allocated IP 172.20.0.9 (be97586e-9139-493b-a5f2-9e839d2d2005/04a9ec49-fb42-45bd-8f26-2d589823021e/a8f52d08-9920-47e7-96b5-b450406ecb6a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:17:52.926069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f62afa32-d443-4b1d-bd8e-02caab53d344,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:52.929621 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.004796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:53.009087 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980be8c4-43fa-456a-a3aa-1405a63c8851 x-openstack-request-id: req-980be8c4-43fa-456a-a3aa-1405a63c8851 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:53.009572 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb345051-78cd-45c1-addc-97161eb26f74", "name": "network-vif-plugged", "status": "completed", "tag": "f62afa32-d443-4b1d-bd8e-02caab53d344", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:53.010014 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-980be8c4-43fa-456a-a3aa-1405a63c8851 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:53.010552 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb345051-78cd-45c1-addc-97161eb26f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62afa32-d443-4b1d-bd8e-02caab53d344', 'code': 200} Feb 19 03:17:53.096552 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5e668fa2-0f84-42eb-8199-32ac9fac4f11 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:53.124698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457af67c-3abb-418b-a7b0-f89aa5a1b0cc req-9a627967-7e38-4bd7-9880-40e584820246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:53.128890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-457af67c-3abb-418b-a7b0-f89aa5a1b0cc req-9a627967-7e38-4bd7-9880-40e584820246 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 1128 time: 0.0996523 Feb 19 03:17:53.138947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Router bea2d4ab-0917-432d-b50d-e0005ba7ae82 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:17:53.212398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Publish callbacks [] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.227143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-457af67c-3abb-418b-a7b0-f89aa5a1b0cc req-f2eee73f-83bf-49a3-be29-4ba1835b1897 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792396 Feb 19 03:17:53.228598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a5b855bb-c1f8-4c2a-9a28-e77628e4e131'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:17:53.272507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45948) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:53.278310 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5e668fa2-0f84-42eb-8199-32ac9fac4f11 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] 10.222.0.81 "PUT /v2.0/quotas/80d674c2ffbe4beeaeab209debe0e5c0 HTTP/1.1" status: 200 len: 368 time: 0.6291692 Feb 19 03:17:53.282506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Request body: {'network': {'project_id': '80d674c2ffbe4beeaeab209debe0e5c0'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:53.499190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Made reservation on behalf of 80d674c2ffbe4beeaeab209debe0e5c0 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:53.508807 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.530190 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.561095 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.583752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:17:53.594216 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.603831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e550a6-f766-453b-b9d0-9a711ccf139f None None] Sync routers for ids ['bea2d4ab-0917-432d-b50d-e0005ba7ae82'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:17:53.604159 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-381fa1f5-c865-4203-b461-06fb11986b53 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "PUT /v2.0/routers/bea2d4ab-0917-432d-b50d-e0005ba7ae82 HTTP/1.1" status: 200 len: 919 time: 4.9443874 Feb 19 03:17:53.605040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45962) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:53.656246 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e550a6-f766-453b-b9d0-9a711ccf139f None None] Routers {'bea2d4ab-0917-432d-b50d-e0005ba7ae82'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:53.657052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-88e550a6-f766-453b-b9d0-9a711ccf139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bea2d4ab-0917-432d-b50d-e0005ba7ae82'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:53.662509 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks [] for security_group (f16bd531-c004-4c5d-af47-b66e58f0cd66), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.685071 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181f27e-39a2-4aee-bb9c-173a846b30fe req-9f92a5f6-7971-4a6c-be03-919a0f8d31e3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:53.697910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a181f27e-39a2-4aee-bb9c-173a846b30fe req-9f92a5f6-7971-4a6c-be03-919a0f8d31e3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.3692737 Feb 19 03:17:53.701921 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f16bd531-c004-4c5d-af47-b66e58f0cd66), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.708097 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.718191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:17:53.737072 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2eb128ea-14bb-4ef1-8841-f2d5b61671b9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.737848 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Added segment 2eb128ea-14bb-4ef1-8841-f2d5b61671b9 of type vlan for network aefe1d03-b030-4f94-b1d6-fc7e7761db30 Feb 19 03:17:53.759123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-88e550a6-f766-453b-b9d0-9a711ccf139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:53.778667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e550a6-f766-453b-b9d0-9a711ccf139f None None] Routers {'bea2d4ab-0917-432d-b50d-e0005ba7ae82'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:17:53.779422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-88e550a6-f766-453b-b9d0-9a711ccf139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bea2d4ab-0917-432d-b50d-e0005ba7ae82'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:53.797316 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (aefe1d03-b030-4f94-b1d6-fc7e7761db30), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.845845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-88e550a6-f766-453b-b9d0-9a711ccf139f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:53.846597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e550a6-f766-453b-b9d0-9a711ccf139f None None] The sync data for ids ['bea2d4ab-0917-432d-b50d-e0005ba7ae82'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:17:53.847853 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Network be97586e-9139-493b-a5f2-9e839d2d2005 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:17:53.870408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:17:53.880334 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Pushing event updated for resources: {'Port': ['ID=a8f52d08-9920-47e7-96b5-b450406ecb6a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:53.885188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:17:53.904166 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (aefe1d03-b030-4f94-b1d6-fc7e7761db30), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:53.907442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:53.908608 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.009438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16bd531-c004-4c5d-af47-b66e58f0cd66,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:54.039244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7655807 Feb 19 03:17:54.040125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45972) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:54.070851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bad05c73-24ae-4113-9319-2a6456918f37 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Request body: {'network': {'project_id': '80d674c2ffbe4beeaeab209debe0e5c0'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:54.083064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45974) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:54.089850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a181f27e-39a2-4aee-bb9c-173a846b30fe req-f16f385c-5651-489d-b097-bb1e81da2025 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910005 Feb 19 03:17:54.099279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0db8542d-745a-4eaa-a95d-ed2bc7882bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-278363504', 'description': 'tempest-secgroup-smoke-278363504 description', 'project_id': 'd251da4ce30245449da598358709f972'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:54.114802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fbf65-2568-427d-8eee-1712a23cfd4c tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Pushing event updated for resources: {'Network': ['ID=aefe1d03-b030-4f94-b1d6-fc7e7761db30,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:54.130180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network aefe1d03-b030-4f94-b1d6-fc7e7761db30 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:17:54.153076 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:54.155197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.192092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad05c73-24ae-4113-9319-2a6456918f37 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Made reservation on behalf of 80d674c2ffbe4beeaeab209debe0e5c0 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:54.194982 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bad05c73-24ae-4113-9319-2a6456918f37 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.218199 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-cfcb4f7e-be87-494b-ae05-26709dd28439 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2026651 Feb 19 03:17:54.226090 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7eb4e6ad-804c-45b6-93ec-d28f3e8a5ed5 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/routers/bea2d4ab-0917-432d-b50d-e0005ba7ae82 HTTP/1.1" status: 200 len: 925 time: 0.6177468 Feb 19 03:17:54.232348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Request body: {'port': {'device_id': '6b9c2f67-999e-4296-aaeb-cab329ee6842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:54.239931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45980) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:54.274297 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0db8542d-745a-4eaa-a95d-ed2bc7882bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.308987 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.368082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0db8542d-745a-4eaa-a95d-ed2bc7882bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.438275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad05c73-24ae-4113-9319-2a6456918f37 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:17:54.451758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bad05c73-24ae-4113-9319-2a6456918f37 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f871113b-ef47-4726-96f7-8a78c7023639), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.452163 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-bad05c73-24ae-4113-9319-2a6456918f37 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Added segment f871113b-ef47-4726-96f7-8a78c7023639 of type vlan for network 071700ad-513e-43cb-9251-b2459f8b7365 Feb 19 03:17:54.585702 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bad05c73-24ae-4113-9319-2a6456918f37 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (071700ad-513e-43cb-9251-b2459f8b7365), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.629350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6f4be-023a-4e6e-903f-ea48df6103e5 req-3cb84873-3265-4224-a383-f1ea0ca30592 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:54.630881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8f6f4be-023a-4e6e-903f-ea48df6103e5 req-3cb84873-3265-4224-a383-f1ea0ca30592 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 931 time: 0.3866684 Feb 19 03:17:54.686202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f8e34-8b3b-4443-bce3-52655b3bcc4f req-849bff7b-e100-431e-a76e-7a2fded4ad8e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:54.696908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d0f8e34-8b3b-4443-bce3-52655b3bcc4f req-849bff7b-e100-431e-a76e-7a2fded4ad8e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 944 time: 0.3843298 Feb 19 03:17:54.715961 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f52d08-9920-47e7-96b5-b450406ecb6a {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:17:54.724543 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Publish callbacks [] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.726649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e19a6a4-548b-4ec8-8312-d9546d3fda6b tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:54.727937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8e19a6a4-548b-4ec8-8312-d9546d3fda6b tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&device_id=bea2d4ab-0917-432d-b50d-e0005ba7ae82&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4354155 Feb 19 03:17:54.730908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45990) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:54.757953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Transition to ACTIVE for port object a8f52d08-9920-47e7-96b5-b450406ecb6a will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:17:54.791608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.838037 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0db8542d-745a-4eaa-a95d-ed2bc7882bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (565e824e-04df-4db4-858a-6c5bfa6e64be), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.858603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f52d08-9920-47e7-96b5-b450406ecb6a,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:54.884597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8f6f4be-023a-4e6e-903f-ea48df6103e5 req-f03987ba-d41e-41a2-bf2e-4c837502fee0 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247891 Feb 19 03:17:54.889038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d0f8e34-8b3b-4443-bce3-52655b3bcc4f req-93dc34f0-c1d6-4256-805a-5317b0b62456 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914127 Feb 19 03:17:54.889890 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0db8542d-745a-4eaa-a95d-ed2bc7882bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (565e824e-04df-4db4-858a-6c5bfa6e64be), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.893523 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bad05c73-24ae-4113-9319-2a6456918f37 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (071700ad-513e-43cb-9251-b2459f8b7365), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.894706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad05c73-24ae-4113-9319-2a6456918f37 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:54.895367 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bad05c73-24ae-4113-9319-2a6456918f37 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:54.942008 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31419c-78ba-4ecc-a3ef-977a88498fc5 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:54.946315 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-db31419c-78ba-4ecc-a3ef-977a88498fc5 tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 881 time: 0.2116733 Feb 19 03:17:54.948150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45994) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:54.986781 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e150cb34-09ca-4e66-b6e7-92f866e484b2 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea2d4ab-0917-432d-b50d-e0005ba7ae82 HTTP/1.1" status: 200 len: 205 time: 0.0351894 Feb 19 03:17:54.986977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45996) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:54.995256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bad05c73-24ae-4113-9319-2a6456918f37 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9410291 Feb 19 03:17:55.002684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45998) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:55.003621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8542d-745a-4eaa-a95d-ed2bc7882bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=565e824e-04df-4db4-858a-6c5bfa6e64be,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:55.014372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad05c73-24ae-4113-9319-2a6456918f37 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Pushing event updated for resources: {'Network': ['ID=071700ad-513e-43cb-9251-b2459f8b7365,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:55.032863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 071700ad-513e-43cb-9251-b2459f8b7365 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:17:55.087467 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0db8542d-745a-4eaa-a95d-ed2bc7882bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (feb426fa-faa7-4c82-9078-4068637369e3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.096226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0db8542d-745a-4eaa-a95d-ed2bc7882bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (feb426fa-faa7-4c82-9078-4068637369e3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.161072 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0db8542d-745a-4eaa-a95d-ed2bc7882bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.163569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0db8542d-745a-4eaa-a95d-ed2bc7882bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0723431 Feb 19 03:17:55.193029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46012) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:55.204656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-83623c82-a770-485a-91b8-ea1b6f18d680 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': 'feb426fa-faa7-4c82-9078-4068637369e3', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:55.214040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8542d-745a-4eaa-a95d-ed2bc7882bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb426fa-faa7-4c82-9078-4068637369e3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:55.285106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83623c82-a770-485a-91b8-ea1b6f18d680 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (cafe87cb-4c59-4870-a6da-f6660bf82a58), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.313274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f86c1-7114-40c2-910d-a78ef374fe06 req-968c0927-603f-45c1-ae45-c801d5963aa4 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:55.315022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e0f86c1-7114-40c2-910d-a78ef374fe06 req-968c0927-603f-45c1-ae45-c801d5963aa4 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.1044476 Feb 19 03:17:55.392511 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e0f86c1-7114-40c2-910d-a78ef374fe06 req-69e46926-e318-43f9-850a-d7a125eb7c83 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653815 Feb 19 03:17:55.403009 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83623c82-a770-485a-91b8-ea1b6f18d680 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (cafe87cb-4c59-4870-a6da-f6660bf82a58), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.410259 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83623c82-a770-485a-91b8-ea1b6f18d680 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (cafe87cb-4c59-4870-a6da-f6660bf82a58), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.434998 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83623c82-a770-485a-91b8-ea1b6f18d680 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.439713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-83623c82-a770-485a-91b8-ea1b6f18d680 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2455752 Feb 19 03:17:55.444851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46024) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:55.449794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0d1c95e9-5aae-46f7-bcb9-9eec8243854b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': 'feb426fa-faa7-4c82-9078-4068637369e3', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:55.459042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83623c82-a770-485a-91b8-ea1b6f18d680 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafe87cb-4c59-4870-a6da-f6660bf82a58,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:55.489570 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0d1c95e9-5aae-46f7-bcb9-9eec8243854b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (d7b33064-3a42-4879-bf7e-a3c3747af8a2), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.508765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-45de7493-3932-4044-8bc1-905d1365d564 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Request body: {'network': {'project_id': '80d674c2ffbe4beeaeab209debe0e5c0'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:55.509997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Attempting to bind port a8f52d08-9920-47e7-96b5-b450406ecb6a on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:17:55.510339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Attempting to bind port a8f52d08-9920-47e7-96b5-b450406ecb6a by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'a13eb13a-007f-41e5-a3f1-8e047a423da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'be97586e-9139-493b-a5f2-9e839d2d2005'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:17:55.510661 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Attempting to bind port a8f52d08-9920-47e7-96b5-b450406ecb6a on network be97586e-9139-493b-a5f2-9e839d2d2005 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:55.523460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Port a8f52d08-9920-47e7-96b5-b450406ecb6a on network be97586e-9139-493b-a5f2-9e839d2d2005 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:17:55.523799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Attempting to bind port a8f52d08-9920-47e7-96b5-b450406ecb6a on network be97586e-9139-493b-a5f2-9e839d2d2005 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:17:55.534487 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:17:55.534807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Checking segment: {'id': 'a13eb13a-007f-41e5-a3f1-8e047a423da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'be97586e-9139-493b-a5f2-9e839d2d2005'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:17:55.535199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Bound using segment: {'id': 'a13eb13a-007f-41e5-a3f1-8e047a423da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'be97586e-9139-493b-a5f2-9e839d2d2005'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:17:55.535637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Bound port: a8f52d08-9920-47e7-96b5-b450406ecb6a, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a13eb13a-007f-41e5-a3f1-8e047a423da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'be97586e-9139-493b-a5f2-9e839d2d2005'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:17:55.535997 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.539918 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-45de7493-3932-4044-8bc1-905d1365d564 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 03:17:55.540224 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45de7493-3932-4044-8bc1-905d1365d564 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:17:55.544679 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-45de7493-3932-4044-8bc1-905d1365d564 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0527565 Feb 19 03:17:55.545341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46026) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:55.558688 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0d1c95e9-5aae-46f7-bcb9-9eec8243854b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (d7b33064-3a42-4879-bf7e-a3c3747af8a2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.565174 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0d1c95e9-5aae-46f7-bcb9-9eec8243854b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (d7b33064-3a42-4879-bf7e-a3c3747af8a2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.594075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c95e9-5aae-46f7-bcb9-9eec8243854b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b33064-3a42-4879-bf7e-a3c3747af8a2,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:55.608543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0d1c95e9-5aae-46f7-bcb9-9eec8243854b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.613471 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0d1c95e9-5aae-46f7-bcb9-9eec8243854b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1674874 Feb 19 03:17:55.614180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46028) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:55.623361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6f20cb46-b954-4cae-970d-ebcdf88761ba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': 'feb426fa-faa7-4c82-9078-4068637369e3', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:55.671832 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6f20cb46-b954-4cae-970d-ebcdf88761ba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (9b1503ad-afb6-4d49-a2c2-837146bc0761), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.674523 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-59f7096e-fab1-4d02-9bc3-20e2d17e6aed tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=80d674c2ffbe4beeaeab209debe0e5c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1217330 Feb 19 03:17:55.678639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46030) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:55.700381 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (bea2d4ab-0917-432d-b50d-e0005ba7ae82), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.761989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] For port a8f52d08-9920-47e7-96b5-b450406ecb6a, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:17:55.767172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] For port a8f52d08-9920-47e7-96b5-b450406ecb6a, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a8f52d08-9920-47e7-96b5-b450406ecb6a,segment=NetworkSegment(a13eb13a-007f-41e5-a3f1-8e047a423da3),segment_id=a13eb13a-007f-41e5-a3f1-8e047a423da3)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:17:55.784576 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.866482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:55.867091 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.868535 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] 10.222.0.87 "PUT /v2.0/ports/a8f52d08-9920-47e7-96b5-b450406ecb6a HTTP/1.1" status: 200 len: 1091 time: 1.6412308 Feb 19 03:17:55.872553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9c2f67-999e-4296-aaeb-cab329ee6842', 'tag': 'a8f52d08-9920-47e7-96b5-b450406ecb6a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:55.875325 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbde958f-8a32-4dc1-adba-f656f30dc738" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9c2f67-999e-4296-aaeb-cab329ee6842", "tag": "a8f52d08-9920-47e7-96b5-b450406ecb6a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:55.879041 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6f20cb46-b954-4cae-970d-ebcdf88761ba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (9b1503ad-afb6-4d49-a2c2-837146bc0761), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.892275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a5b855bb-c1f8-4c2a-9a28-e77628e4e131 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:17:55.910286 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6f20cb46-b954-4cae-970d-ebcdf88761ba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (9b1503ad-afb6-4d49-a2c2-837146bc0761), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.911345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (bea2d4ab-0917-432d-b50d-e0005ba7ae82), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:55.967511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb8c9ca-868a-47f3-9e8b-a61d8b4a9184 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f52d08-9920-47e7-96b5-b450406ecb6a,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:55.975351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f86d03f-b285-4eb4-8063-214701259ab7 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks [] for security_group (f16bd531-c004-4c5d-af47-b66e58f0cd66), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.005977 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe2ddd7-62e3-4ad1-b4ee-40e4eec5a66f x-openstack-request-id: req-4fe2ddd7-62e3-4ad1-b4ee-40e4eec5a66f {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:56.006282 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9c2f67-999e-4296-aaeb-cab329ee6842", "tag": "a8f52d08-9920-47e7-96b5-b450406ecb6a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:56.006530 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fe2ddd7-62e3-4ad1-b4ee-40e4eec5a66f {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:56.006947 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9c2f67-999e-4296-aaeb-cab329ee6842', 'tag': 'a8f52d08-9920-47e7-96b5-b450406ecb6a', 'status': 'completed', 'code': 200} Feb 19 03:17:56.021128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-995b7b0e-b99b-494f-8fe7-b5d8f2318304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:56.022671 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-995b7b0e-b99b-494f-8fe7-b5d8f2318304 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=42ea87f7f9a94eecbdd9fbfa66cfc227&device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 1125 time: 0.0908823 Feb 19 03:17:56.035336 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f86d03f-b285-4eb4-8063-214701259ab7 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks [] for security_group (f16bd531-c004-4c5d-af47-b66e58f0cd66), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.063130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20cb46-b954-4cae-970d-ebcdf88761ba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1503ad-afb6-4d49-a2c2-837146bc0761,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:56.077792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:17:56.089199 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-020a2a37-253b-41ff-8bfb-d1d4e321d16f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f52d08-9920-47e7-96b5-b450406ecb6a HTTP/1.1" status: 200 len: 217 time: 0.0569806 Feb 19 03:17:56.091231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:17:56.095005 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.109730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Deleting port 4b975117-f744-4ed3-b6c9-6818cbc91f49 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:17:56.110076 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4b975117-f744-4ed3-b6c9-6818cbc91f49), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.131195 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6f20cb46-b954-4cae-970d-ebcdf88761ba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.152450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6f20cb46-b954-4cae-970d-ebcdf88761ba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5284417 Feb 19 03:17:56.152630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46050) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:56.155056 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-87df7e60-abbc-44d2-8b60-c79bf7652bea tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': 'feb426fa-faa7-4c82-9078-4068637369e3', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:56.198787 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f86d03f-b285-4eb4-8063-214701259ab7 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f16bd531-c004-4c5d-af47-b66e58f0cd66), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.201461 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f86d03f-b285-4eb4-8063-214701259ab7 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.213190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3f86d03f-b285-4eb4-8063-214701259ab7 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] 10.222.0.81 "DELETE /v2.0/security-groups/f16bd531-c004-4c5d-af47-b66e58f0cd66 HTTP/1.1" status: 204 len: 168 time: 0.5293441 Feb 19 03:17:56.234497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46056) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:56.281263 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86d03f-b285-4eb4-8063-214701259ab7 tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16bd531-c004-4c5d-af47-b66e58f0cd66,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:56.321796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:17:56.322401 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.322542 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (071700ad-513e-43cb-9251-b2459f8b7365), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.341897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-ffe5a3c8-ff93-4291-a6cb-b4ef35e3c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:56.343387 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-ffe5a3c8-ff93-4291-a6cb-b4ef35e3c333 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=04a9ec49-fb42-45bd-8f26-2d589823021e HTTP/1.1" status: 200 len: 849 time: 0.2466481 Feb 19 03:17:56.359219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571b0c3d-50f4-4338-b5d3-b25c26244f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:17:56.362276 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ee95b4-f856-4dce-9c57-33d9430a08e8" -d '{"events": [{"server_uuid": "571b0c3d-50f4-4338-b5d3-b25c26244f34", "name": "network-vif-plugged", "status": "completed", "tag": "a5b855bb-c1f8-4c2a-9a28-e77628e4e131"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:17:56.382869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a5b855bb-c1f8-4c2a-9a28-e77628e4e131, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:17:56.384343 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-9ca9a905-0307-4aa9-9b3d-496f04cf2ce5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=be97586e-9139-493b-a5f2-9e839d2d2005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330656 Feb 19 03:17:56.390413 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.457897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:56.480372 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87df7e60-abbc-44d2-8b60-c79bf7652bea tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (95b9e31a-cad0-41d0-b094-adaab0b9a8f5), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.481513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb75add-444b-49bb-860b-7c14798cea6b req-6cb4fb6d-b342-47c0-8aa5-117792ef6ff8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:56.490039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbb75add-444b-49bb-860b-7c14798cea6b req-6cb4fb6d-b342-47c0-8aa5-117792ef6ff8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 944 time: 0.3115013 Feb 19 03:17:56.496898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4b975117-f744-4ed3-b6c9-6818cbc91f49), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.529207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b676ee6d-0cb1-4f53-a2ca-ae8c26603a92 req-43b84a0d-6b17-44ec-a21d-770352ee3798 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:56.538705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b676ee6d-0cb1-4f53-a2ca-ae8c26603a92 req-43b84a0d-6b17-44ec-a21d-770352ee3798 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 943 time: 0.2583253 Feb 19 03:17:56.548868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Calling delete_port for 4b975117-f744-4ed3-b6c9-6818cbc91f49 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:17:56.611419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbb75add-444b-49bb-860b-7c14798cea6b req-54e5abf4-4cd7-4da5-a5b5-9356d3219fb5 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181829 Feb 19 03:17:56.628975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b676ee6d-0cb1-4f53-a2ca-ae8c26603a92 req-72f4a3f0-b927-4db5-99cb-d0d4aee4ddb2 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847726 Feb 19 03:17:56.719890 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (071700ad-513e-43cb-9251-b2459f8b7365), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.731335 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab66d1dc-46f8-4115-aaea-e4f55edcc43f x-openstack-request-id: req-ab66d1dc-46f8-4115-aaea-e4f55edcc43f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:17:56.738487 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571b0c3d-50f4-4338-b5d3-b25c26244f34", "name": "network-vif-plugged", "status": "completed", "tag": "a5b855bb-c1f8-4c2a-9a28-e77628e4e131", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:17:56.738941 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab66d1dc-46f8-4115-aaea-e4f55edcc43f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:17:56.739443 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571b0c3d-50f4-4338-b5d3-b25c26244f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131', 'code': 200} Feb 19 03:17:56.746995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071700ad-513e-43cb-9251-b2459f8b7365']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:56.760060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f871113b-ef47-4726-96f7-8a78c7023639') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:56.760312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f871113b-ef47-4726-96f7-8a78c7023639') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:56.772620 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (f871113b-ef47-4726-96f7-8a78c7023639), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.799859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2fc4de-150e-4b8a-8bab-1d6d472a472a req-dd744f5d-dd9f-4ee7-aaf0-a70a3927e6d1 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:56.806711 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f871113b-ef47-4726-96f7-8a78c7023639), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.810066 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e2fc4de-150e-4b8a-8bab-1d6d472a472a req-dd744f5d-dd9f-4ee7-aaf0-a70a3927e6d1 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.0827298 Feb 19 03:17:56.823595 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-84298536-f2d9-4573-9805-1d09f7f5df9a service neutron] 10.222.0.87 "GET /v2.0/networks/be97586e-9139-493b-a5f2-9e839d2d2005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219487 Feb 19 03:17:56.826269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:17:56.826673 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (f871113b-ef47-4726-96f7-8a78c7023639), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:17:56.829542 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:17:56.909341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fab06-6916-4b89-bfc5-ef2aae944642 req-fd349881-5785-4f97-8329-a4ac2cfd58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:56.911742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-194fab06-6916-4b89-bfc5-ef2aae944642 req-fd349881-5785-4f97-8329-a4ac2cfd58bf service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 1127 time: 0.0989776 Feb 19 03:17:56.924001 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e2fc4de-150e-4b8a-8bab-1d6d472a472a req-630cad76-a637-4c03-9f34-3e4629396b82 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126206 Feb 19 03:17:56.951911 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87df7e60-abbc-44d2-8b60-c79bf7652bea tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (95b9e31a-cad0-41d0-b094-adaab0b9a8f5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:56.976814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-194fab06-6916-4b89-bfc5-ef2aae944642 req-97e4cab0-f111-4837-a0b9-023bf6bdaf62 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514431 Feb 19 03:17:57.031318 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (071700ad-513e-43cb-9251-b2459f8b7365), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.033076 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87df7e60-abbc-44d2-8b60-c79bf7652bea tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (95b9e31a-cad0-41d0-b094-adaab0b9a8f5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.068423 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.074373 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] 10.222.0.81 "DELETE /v2.0/networks/071700ad-513e-43cb-9251-b2459f8b7365 HTTP/1.1" status: 204 len: 168 time: 0.8388045 Feb 19 03:17:57.074764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46074) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:57.090979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df566ef-2ec9-49f4-88a6-d0f70d6f12ef tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Pushing event deleted for resources: {'Network': ['ID=071700ad-513e-43cb-9251-b2459f8b7365,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:57.109152 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87df7e60-abbc-44d2-8b60-c79bf7652bea tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.114138 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-87df7e60-abbc-44d2-8b60-c79bf7652bea tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9592574 Feb 19 03:17:57.114299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df7e60-abbc-44d2-8b60-c79bf7652bea tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b9e31a-cad0-41d0-b094-adaab0b9a8f5,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:57.114633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46076) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:57.128901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-39053c3d-c414-408c-b93c-a372b7b9aa22 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': 'feb426fa-faa7-4c82-9078-4068637369e3', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:57.153710 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c018936-ee8f-4aa7-893f-c51d128f03f8 req-3ee80ec1-1d36-437b-a300-2b4390602bb8 service neutron] 10.222.0.87 "GET /v2.0/networks/be97586e-9139-493b-a5f2-9e839d2d2005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209293 Feb 19 03:17:57.155362 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4b975117-f744-4ed3-b6c9-6818cbc91f49), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.182663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Pushing event deleted for resources: {'Port': ['ID=4b975117-f744-4ed3-b6c9-6818cbc91f49,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:57.220543 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-39053c3d-c414-408c-b93c-a372b7b9aa22 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Project d251da4ce30245449da598358709f972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:17:57.237312 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39053c3d-c414-408c-b93c-a372b7b9aa22 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (c6061a21-742f-4f9f-ab81-1a678d757d91), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.304513 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39053c3d-c414-408c-b93c-a372b7b9aa22 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (c6061a21-742f-4f9f-ab81-1a678d757d91), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.304948 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (bea2d4ab-0917-432d-b50d-e0005ba7ae82), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.314876 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (aefe1d03-b030-4f94-b1d6-fc7e7761db30), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.317452 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39053c3d-c414-408c-b93c-a372b7b9aa22 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (c6061a21-742f-4f9f-ab81-1a678d757d91), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.367974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39053c3d-c414-408c-b93c-a372b7b9aa22 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6061a21-742f-4f9f-ab81-1a678d757d91,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:57.387645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde958f-8a32-4dc1-adba-f656f30dc738 req-5967f10d-23ac-44bc-abbf-54726dc8531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:57.389308 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dbde958f-8a32-4dc1-adba-f656f30dc738 req-5967f10d-23ac-44bc-abbf-54726dc8531e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=42ea87f7f9a94eecbdd9fbfa66cfc227&device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 1125 time: 0.1442497 Feb 19 03:17:57.513727 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (aefe1d03-b030-4f94-b1d6-fc7e7761db30), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.534201 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde958f-8a32-4dc1-adba-f656f30dc738 req-d5bebf94-cfa9-4ab3-b18c-83881f340abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:57.535834 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dbde958f-8a32-4dc1-adba-f656f30dc738 req-d5bebf94-cfa9-4ab3-b18c-83881f340abf service neutron] 10.222.0.87 "GET /v2.0/networks?id=be97586e-9139-493b-a5f2-9e839d2d2005 HTTP/1.1" status: 200 len: 910 time: 0.1136847 Feb 19 03:17:57.537649 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (bea2d4ab-0917-432d-b50d-e0005ba7ae82), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.537971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aefe1d03-b030-4f94-b1d6-fc7e7761db30']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:57.540179 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_controller (bea2d4ab-0917-432d-b50d-e0005ba7ae82), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.552915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb128ea-14bb-4ef1-8841-f2d5b61671b9') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:57.553276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb128ea-14bb-4ef1-8841-f2d5b61671b9') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:17:57.568059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (2eb128ea-14bb-4ef1-8841-f2d5b61671b9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.613660 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dbde958f-8a32-4dc1-adba-f656f30dc738 req-06eeadaf-e985-428f-be7d-724faac1c8ec service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8f52d08-9920-47e7-96b5-b450406ecb6a HTTP/1.1" status: 200 len: 217 time: 0.0697029 Feb 19 03:17:57.614355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2eb128ea-14bb-4ef1-8841-f2d5b61671b9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.626971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:17:57.627379 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (2eb128ea-14bb-4ef1-8841-f2d5b61671b9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.635590 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (bea2d4ab-0917-432d-b50d-e0005ba7ae82), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.638317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Fanout notify agent at l3_agent the message router_deleted on router bea2d4ab-0917-432d-b50d-e0005ba7ae82 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:17:57.713681 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.714910 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a915c00b-5c48-4cb0-9ea3-5b83de25c846 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/routers/bea2d4ab-0917-432d-b50d-e0005ba7ae82 HTTP/1.1" status: 204 len: 168 time: 2.7270219 Feb 19 03:17:57.719401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46096) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:57.727515 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1504204468', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:57.734991 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39053c3d-c414-408c-b93c-a372b7b9aa22 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.739995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-39053c3d-c414-408c-b93c-a372b7b9aa22 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6240716 Feb 19 03:17:57.742149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46098) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:17:57.743315 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:17:57.745404 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (aefe1d03-b030-4f94-b1d6-fc7e7761db30), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.749933 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.755374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] 10.222.0.81 "DELETE /v2.0/networks/aefe1d03-b030-4f94-b1d6-fc7e7761db30 HTTP/1.1" status: 204 len: 168 time: 0.6779275 Feb 19 03:17:57.760182 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde958f-8a32-4dc1-adba-f656f30dc738 req-4dce5d1b-9b11-4600-af63-913fd556253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:57.761157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9d52e63e-0dc6-4c83-8baf-4f492dc0424a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': 'feb426fa-faa7-4c82-9078-4068637369e3', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:57.772154 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dbde958f-8a32-4dc1-adba-f656f30dc738 req-4dce5d1b-9b11-4600-af63-913fd556253d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=04a9ec49-fb42-45bd-8f26-2d589823021e HTTP/1.1" status: 200 len: 849 time: 0.1527472 Feb 19 03:17:57.832445 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (7b03712a-7a52-490f-998a-90b4c4be8975), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.833251 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (7b03712a-7a52-490f-998a-90b4c4be8975), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.860607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afed97b-3305-429c-a92a-cfc948af0fcc tempest-QuotasNegativeTest-1382159730 tempest-QuotasNegativeTest-1382159730-project-admin] Pushing event deleted for resources: {'Network': ['ID=aefe1d03-b030-4f94-b1d6-fc7e7761db30,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:57.863831 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-9d52e63e-0dc6-4c83-8baf-4f492dc0424a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Project d251da4ce30245449da598358709f972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:17:57.879004 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d52e63e-0dc6-4c83-8baf-4f492dc0424a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (2c783378-0266-4176-9161-1d3fd7f2366d), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.966290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_controller (7b03712a-7a52-490f-998a-90b4c4be8975), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:57.975685 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dbde958f-8a32-4dc1-adba-f656f30dc738 req-4cbbe85f-879a-45f8-be4d-bb3b90948a89 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=be97586e-9139-493b-a5f2-9e839d2d2005&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1917083 Feb 19 03:17:57.975877 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d52e63e-0dc6-4c83-8baf-4f492dc0424a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (2c783378-0266-4176-9161-1d3fd7f2366d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.005760 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d52e63e-0dc6-4c83-8baf-4f492dc0424a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (2c783378-0266-4176-9161-1d3fd7f2366d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.037765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702aed9-be9f-42d3-9955-7af025ec6755 req-cb93c2ec-88db-4868-af3c-8b56bc6734e7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:58.041222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2702aed9-be9f-42d3-9955-7af025ec6755 req-cb93c2ec-88db-4868-af3c-8b56bc6734e7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.2139075 Feb 19 03:17:58.102739 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d52e63e-0dc6-4c83-8baf-4f492dc0424a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.108728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9d52e63e-0dc6-4c83-8baf-4f492dc0424a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3519700 Feb 19 03:17:58.114193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46110) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:58.123164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2702aed9-be9f-42d3-9955-7af025ec6755 req-fee4d2fe-d6a8-4bab-9984-178c4aebd070 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715013 Feb 19 03:17:58.131815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d0f16797-326b-4cc0-8b6c-873f95479cc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'network': {'name': 'tempest-network-smoke--74198794', 'project_id': 'd251da4ce30245449da598358709f972', 'port_security_enabled': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:58.170658 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed505a06-aa52-41da-ab7c-33a6a87100f7 req-a558a164-9bbb-482d-9381-b3a14a6a14e0 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:58.176062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed505a06-aa52-41da-ab7c-33a6a87100f7 req-a558a164-9bbb-482d-9381-b3a14a6a14e0 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 943 time: 0.3635798 Feb 19 03:17:58.179824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52e63e-0dc6-4c83-8baf-4f492dc0424a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c783378-0266-4176-9161-1d3fd7f2366d,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:58.186699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f16797-326b-4cc0-8b6c-873f95479cc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Made reservation on behalf of d251da4ce30245449da598358709f972 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:17:58.196403 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0f16797-326b-4cc0-8b6c-873f95479cc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.340093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f16797-326b-4cc0-8b6c-873f95479cc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:17:58.348907 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (7b03712a-7a52-490f-998a-90b4c4be8975), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.440325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed505a06-aa52-41da-ab7c-33a6a87100f7 req-deba4460-07ef-405c-9ba7-a34d9d4d3c62 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120123 Feb 19 03:17:58.445646 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0f16797-326b-4cc0-8b6c-873f95479cc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1d635dad-ffa2-41ea-9afe-9998cbeda2ff), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.445990 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-d0f16797-326b-4cc0-8b6c-873f95479cc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Added segment 1d635dad-ffa2-41ea-9afe-9998cbeda2ff of type vlan for network c2cf118a-21f8-48b2-9111-65ef0afc21a7 Feb 19 03:17:58.548835 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dbde958f-8a32-4dc1-adba-f656f30dc738 req-e3ab5268-eed4-4989-95ea-920ceb708f55 service neutron] 10.222.0.87 "GET /v2.0/networks/be97586e-9139-493b-a5f2-9e839d2d2005?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544953 Feb 19 03:17:58.593607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97539ad-0002-41d8-b76c-700f62561e68 req-5a8d728f-ea35-41f4-ab1b-fa482349b2d9 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:58.595141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f97539ad-0002-41d8-b76c-700f62561e68 req-5a8d728f-ea35-41f4-ab1b-fa482349b2d9 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.2622216 Feb 19 03:17:58.604927 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0f16797-326b-4cc0-8b6c-873f95479cc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (c2cf118a-21f8-48b2-9111-65ef0afc21a7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.665974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46126) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:58.756704 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0f16797-326b-4cc0-8b6c-873f95479cc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (c2cf118a-21f8-48b2-9111-65ef0afc21a7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.762028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f16797-326b-4cc0-8b6c-873f95479cc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:58.762711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0f16797-326b-4cc0-8b6c-873f95479cc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.824570 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dbde958f-8a32-4dc1-adba-f656f30dc738 req-164d312c-c58e-4262-b0dc-60336567cf88 service neutron] 10.222.0.87 "GET /v2.0/networks/be97586e-9139-493b-a5f2-9e839d2d2005?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747989 Feb 19 03:17:58.895497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f97539ad-0002-41d8-b76c-700f62561e68 req-198ea366-790d-4fc0-a9cf-55153148fd5b tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833695 Feb 19 03:17:58.937404 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2896d18-a950-4ac0-a918-5c081a0abb5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:58.972713 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (7b03712a-7a52-490f-998a-90b4c4be8975), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.000331 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.010293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d0f16797-326b-4cc0-8b6c-873f95479cc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8803315 Feb 19 03:17:59.011613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46132) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:59.016394 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'admin_state_up': True, 'project_id': 'd251da4ce30245449da598358709f972', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:17:59.017493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f16797-326b-4cc0-8b6c-873f95479cc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Network': ['ID=c2cf118a-21f8-48b2-9111-65ef0afc21a7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:59.028127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network c2cf118a-21f8-48b2-9111-65ef0afc21a7 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:17:59.094656 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (52342f00-d538-4cbd-bd8c-f0d85126d1a4), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.096441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (52342f00-d538-4cbd-bd8c-f0d85126d1a4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.185293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2896d18-a950-4ac0-a918-5c081a0abb5c admin admin] Publish callbacks [] for security_group (54b5dbba-8f17-4d87-9db1-cc2ce1d29325), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.198851 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2896d18-a950-4ac0-a918-5c081a0abb5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (54b5dbba-8f17-4d87-9db1-cc2ce1d29325), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.288249 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d2896d18-a950-4ac0-a918-5c081a0abb5c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9a8f3a545c8347968d15d073359360df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6210995 Feb 19 03:17:59.291279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46146) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:17:59.387588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2896d18-a950-4ac0-a918-5c081a0abb5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b5dbba-8f17-4d87-9db1-cc2ce1d29325,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:59.418764 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e838324b-8f83-4492-bd6c-63e7c25c8090 admin admin] Publish callbacks [] for security_group (54b5dbba-8f17-4d87-9db1-cc2ce1d29325), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.431298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1d0eb-3b13-4b0f-b824-ba7881b5de80 req-9f402480-b5c0-44ad-b640-b702e8d18112 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:59.433925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6c1d0eb-3b13-4b0f-b824-ba7881b5de80 req-9f402480-b5c0-44ad-b640-b702e8d18112 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.1633220 Feb 19 03:17:59.475438 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e838324b-8f83-4492-bd6c-63e7c25c8090 admin admin] Publish callbacks [] for security_group (54b5dbba-8f17-4d87-9db1-cc2ce1d29325), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.673001 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6c1d0eb-3b13-4b0f-b824-ba7881b5de80 req-218e3ad9-a86b-45ee-b254-d312def2eaa8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301028 Feb 19 03:17:59.679182 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e838324b-8f83-4492-bd6c-63e7c25c8090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (54b5dbba-8f17-4d87-9db1-cc2ce1d29325), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.682421 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e838324b-8f83-4492-bd6c-63e7c25c8090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.695717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e838324b-8f83-4492-bd6c-63e7c25c8090 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/54b5dbba-8f17-4d87-9db1-cc2ce1d29325 HTTP/1.1" status: 204 len: 168 time: 0.4031518 Feb 19 03:17:59.717020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838324b-8f83-4492-bd6c-63e7c25c8090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b5dbba-8f17-4d87-9db1-cc2ce1d29325,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:17:59.762748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d00a4d-ef65-4ad8-a0c3-0d1e4f53b06d req-31de4f65-a5ea-4650-9ba4-1200a9c21a99 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:17:59.764937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8d00a4d-ef65-4ad8-a0c3-0d1e4f53b06d req-31de4f65-a5ea-4650-9ba4-1200a9c21a99 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 943 time: 0.2085636 Feb 19 03:17:59.857444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8d00a4d-ef65-4ad8-a0c3-0d1e4f53b06d req-2ee4bf6c-72b6-423c-9b98-c77b715b9240 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808511 Feb 19 03:17:59.905944 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_controller (52342f00-d538-4cbd-bd8c-f0d85126d1a4), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:17:59.929360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Allocated IP 172.25.1.11 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/58eec773-9768-4391-829f-205663efdf5a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:00.217871 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:18:00.249936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe556c0f-d0fe-4663-855f-f56548204aed req-e00433d7-d6f1-446f-a7a1-f5a8d06db6ab tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:00.251541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe556c0f-d0fe-4663-855f-f56548204aed req-e00433d7-d6f1-446f-a7a1-f5a8d06db6ab tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.2396209 Feb 19 03:18:00.265382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312c4c0d-0822-43d3-b706-b49adcdd43d2 req-a047d159-9a84-4065-ad10-2fed0d5d2ec9 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:00.266892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-312c4c0d-0822-43d3-b706-b49adcdd43d2 req-a047d159-9a84-4065-ad10-2fed0d5d2ec9 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.1934860 Feb 19 03:18:00.358083 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (52342f00-d538-4cbd-bd8c-f0d85126d1a4), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.404697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe556c0f-d0fe-4663-855f-f56548204aed req-005dfb34-79d1-4e19-af2e-df995cd6cbf1 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468134 Feb 19 03:18:00.409646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-312c4c0d-0822-43d3-b706-b49adcdd43d2 req-06c45b1a-cd4f-4428-91a6-d16a83d84ef8 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157382 Feb 19 03:18:00.446060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46202) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:00.460958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e780866f-7cc1-4890-a7a6-750efc290241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.491857 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for port (58eec773-9768-4391-829f-205663efdf5a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.548836 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e780866f-7cc1-4890-a7a6-750efc290241 admin admin] Publish callbacks [] for security_group (65edd3a4-55ec-40bf-8391-378452769980), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.554261 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e780866f-7cc1-4890-a7a6-750efc290241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (65edd3a4-55ec-40bf-8391-378452769980), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.578241 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (58eec773-9768-4391-829f-205663efdf5a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.606673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e780866f-7cc1-4890-a7a6-750efc290241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65edd3a4-55ec-40bf-8391-378452769980,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:00.632573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e780866f-7cc1-4890-a7a6-750efc290241 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b4c1ae141aa4f7593b813ac7d141a99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854258 Feb 19 03:18:00.635521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46210) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:00.647559 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:00.720086 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8e3dde3-88e5-40e3-8453-79040e0e4c12 admin admin] Publish callbacks [] for security_group (65edd3a4-55ec-40bf-8391-378452769980), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.752838 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (52342f00-d538-4cbd-bd8c-f0d85126d1a4), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.754908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:00.757399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:00.772450 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8e3dde3-88e5-40e3-8453-79040e0e4c12 admin admin] Publish callbacks [] for security_group (65edd3a4-55ec-40bf-8391-378452769980), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.811310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.826873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Pushing event updated for resources: {'Port': ['ID=58eec773-9768-4391-829f-205663efdf5a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:00.883771 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8e3dde3-88e5-40e3-8453-79040e0e4c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (65edd3a4-55ec-40bf-8391-378452769980), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.889971 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8e3dde3-88e5-40e3-8453-79040e0e4c12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:00.893784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a8e3dde3-88e5-40e3-8453-79040e0e4c12 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/65edd3a4-55ec-40bf-8391-378452769980 HTTP/1.1" status: 204 len: 168 time: 0.2565193 Feb 19 03:18:00.921904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3dde3-88e5-40e3-8453-79040e0e4c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65edd3a4-55ec-40bf-8391-378452769980,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:01.048143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ca6a90-16d8-41cf-a3d2-a0cca0f2e79a req-8d443995-c76a-41aa-a7de-2547ae9ea4a2 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:01.049747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51ca6a90-16d8-41cf-a3d2-a0cca0f2e79a req-8d443995-c76a-41aa-a7de-2547ae9ea4a2 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 943 time: 0.0644586 Feb 19 03:18:01.131712 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51ca6a90-16d8-41cf-a3d2-a0cca0f2e79a req-0e11b9a8-0db6-4e80-8d63-dc5b7dd704a9 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760431 Feb 19 03:18:01.212768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.25.1.148 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/ec831af7-aff1-4002-a44e-eb35e5a7e916) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:01.280547 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (7b03712a-7a52-490f-998a-90b4c4be8975), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.421704 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.561574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.576608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a8f52d08-9920-47e7-96b5-b450406ecb6a details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:18:01.602627 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (7b03712a-7a52-490f-998a-90b4c4be8975), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.614801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:01.621535 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:01.688655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503a74c-17c6-4d5f-9bcd-2cc125b895f4 req-753033ee-569f-495b-8a30-d105f81012f0 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:01.690151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e503a74c-17c6-4d5f-9bcd-2cc125b895f4 req-753033ee-569f-495b-8a30-d105f81012f0 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.1772871 Feb 19 03:18:01.756377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:01.785043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a8f52d08-9920-47e7-96b5-b450406ecb6a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a8f52d08-9920-47e7-96b5-b450406ecb6a,segment=NetworkSegment(a13eb13a-007f-41e5-a3f1-8e047a423da3),segment_id=a13eb13a-007f-41e5-a3f1-8e047a423da3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:01.787570 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b8c82-a408-4713-ab71-5ef4320ea127 req-ff729a40-f6ec-4374-9234-a6aa7ee55916 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:01.790387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca3b8c82-a408-4713-ab71-5ef4320ea127 req-ff729a40-f6ec-4374-9234-a6aa7ee55916 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.2305253 Feb 19 03:18:01.812147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'a8f52d08-9920-47e7-96b5-b450406ecb6a', 'network_id': 'be97586e-9139-493b-a5f2-9e839d2d2005', 'port_id': 'a8f52d08-9920-47e7-96b5-b450406ecb6a', 'mac_address': 'fa:16:3e:28:d3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04a9ec49-fb42-45bd-8f26-2d589823021e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:18:01.824153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=ec831af7-aff1-4002-a44e-eb35e5a7e916,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:01.905249 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port a8f52d08-9920-47e7-96b5-b450406ecb6a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:01.908990 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:01.932420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e503a74c-17c6-4d5f-9bcd-2cc125b895f4 req-e880f754-4e41-44ae-9c63-24c35bcc59aa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334583 Feb 19 03:18:01.946509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f52d08-9920-47e7-96b5-b450406ecb6a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:18:01.955855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca3b8c82-a408-4713-ab71-5ef4320ea127 req-99d8ec16-20b4-419d-b4d3-c196c6f3aa70 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457393 Feb 19 03:18:01.986759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Router 7b03712a-7a52-490f-998a-90b4c4be8975 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:18:02.007891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a8f52d08-9920-47e7-96b5-b450406ecb6a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a8f52d08-9920-47e7-96b5-b450406ecb6a,segment=NetworkSegment(a13eb13a-007f-41e5-a3f1-8e047a423da3),segment_id=a13eb13a-007f-41e5-a3f1-8e047a423da3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:02.024558 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.126714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=a8f52d08-9920-47e7-96b5-b450406ecb6a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:02.199300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:02.215087 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f586649d-9c21-41d7-ad1d-f2e3c3c4909e None None] Sync routers for ids ['7b03712a-7a52-490f-998a-90b4c4be8975'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:02.228755 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f586649d-9c21-41d7-ad1d-f2e3c3c4909e None None] Routers {'7b03712a-7a52-490f-998a-90b4c4be8975'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:02.229685 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f586649d-9c21-41d7-ad1d-f2e3c3c4909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7b03712a-7a52-490f-998a-90b4c4be8975'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:02.267321 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.268813 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f5ffdf06-179d-44ee-b01d-152db4fb36e8 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5462916 Feb 19 03:18:02.272516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46304) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:02.276930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:02.278787 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (52342f00-d538-4cbd-bd8c-f0d85126d1a4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:02.321944 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f586649d-9c21-41d7-ad1d-f2e3c3c4909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:02.345674 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f586649d-9c21-41d7-ad1d-f2e3c3c4909e None None] Routers {'7b03712a-7a52-490f-998a-90b4c4be8975'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:02.346602 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f586649d-9c21-41d7-ad1d-f2e3c3c4909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7b03712a-7a52-490f-998a-90b4c4be8975'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:02.392107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['a8f52d08-9920-47e7-96b5-b450406ecb6a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:18:02.447549 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f586649d-9c21-41d7-ad1d-f2e3c3c4909e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:02.448132 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f586649d-9c21-41d7-ad1d-f2e3c3c4909e None None] The sync data for ids ['7b03712a-7a52-490f-998a-90b4c4be8975'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:03.020438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46328) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:03.109414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27b481-68ab-4720-9f6a-3eb69dcb600d req-66df56ab-0c60-45a0-9446-341a1499b81f tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:03.111705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf27b481-68ab-4720-9f6a-3eb69dcb600d req-66df56ab-0c60-45a0-9446-341a1499b81f tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 944 time: 0.7375214 Feb 19 03:18:03.206111 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (52342f00-d538-4cbd-bd8c-f0d85126d1a4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.234176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf27b481-68ab-4720-9f6a-3eb69dcb600d req-db268b21-539d-41e8-b1d3-60c59be800f1 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130722 Feb 19 03:18:03.249168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f306fa60-84f6-46f7-b071-47495190e692 req-203e70fe-1241-4a20-a3f6-5727334af605 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:03.256399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f306fa60-84f6-46f7-b071-47495190e692 req-203e70fe-1241-4a20-a3f6-5727334af605 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.2074840 Feb 19 03:18:03.376399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f306fa60-84f6-46f7-b071-47495190e692 req-239c6df6-e316-4ef6-935b-d2088aac43c5 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187105 Feb 19 03:18:03.400379 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e54d29ea-0385-4e81-9c61-71fa5299371e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.512947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:18:03.526954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced31179-7642-4bba-aafc-2cc15eece2d2 req-f43c0e43-c28d-4e9f-9e68-beb6e7c9269e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:03.528988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ced31179-7642-4bba-aafc-2cc15eece2d2 req-f43c0e43-c28d-4e9f-9e68-beb6e7c9269e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.1511104 Feb 19 03:18:03.547182 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (7b03712a-7a52-490f-998a-90b4c4be8975), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.589712 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_gateway (7b03712a-7a52-490f-998a-90b4c4be8975), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.596291 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31ae0ed4-5a8a-4c49-82e9-4ac50e75200e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.596886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ced31179-7642-4bba-aafc-2cc15eece2d2 req-9a4c5844-4f57-4502-a7bc-8572fc600ac2 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606112 Feb 19 03:18:03.605300 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a8f52d08-9920-47e7-96b5-b450406ecb6a up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:03.608804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e54d29ea-0385-4e81-9c61-71fa5299371e admin admin] Publish callbacks [] for security_group (ea9a7105-cac4-48f5-a727-4e213960fbfb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.620861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46340) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:03.624024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e54d29ea-0385-4e81-9c61-71fa5299371e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ea9a7105-cac4-48f5-a727-4e213960fbfb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.673326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Deleting port 58eec773-9768-4391-829f-205663efdf5a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:03.673725 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (58eec773-9768-4391-829f-205663efdf5a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.676970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port a8f52d08-9920-47e7-96b5-b450406ecb6a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:18:03.682023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port a8f52d08-9920-47e7-96b5-b450406ecb6a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:03.682750 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.753212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:03.769049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Sync routers for ids ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:03.784284 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (58eec773-9768-4391-829f-205663efdf5a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.797981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Calling delete_port for 58eec773-9768-4391-829f-205663efdf5a owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:03.803210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Routers {'52342f00-d538-4cbd-bd8c-f0d85126d1a4'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:03.804140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:03.808144 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e54d29ea-0385-4e81-9c61-71fa5299371e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41279462e7794b64b41f611e76aefd73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7842600 Feb 19 03:18:03.810223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46344) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:03.820163 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.821652 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-df32333f-0c35-49a6-9767-cb0f0324d308 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.8088896 Feb 19 03:18:03.822882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d29ea-0385-4e81-9c61-71fa5299371e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9a7105-cac4-48f5-a727-4e213960fbfb,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:03.826367 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46346) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:03.871391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1009633251', 'router:external': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:03.913721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Made reservation on behalf of 36ba2410e13d48d39735a7ea88e10931 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:03.916354 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.929606 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:03.956434 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c285380-d7f2-4204-832d-4422219f4a3a admin admin] Publish callbacks [] for security_group (ea9a7105-cac4-48f5-a727-4e213960fbfb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.039535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for security_group (6746ab75-cf5c-48a8-8b60-d420ca4241d0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.062459 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6746ab75-cf5c-48a8-8b60-d420ca4241d0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.078792 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c285380-d7f2-4204-832d-4422219f4a3a admin admin] Publish callbacks [] for security_group (ea9a7105-cac4-48f5-a727-4e213960fbfb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.118583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Set router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:04.125253 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port a8f52d08-9920-47e7-96b5-b450406ecb6a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:04.126065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.180257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6746ab75-cf5c-48a8-8b60-d420ca4241d0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:04.181428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c285380-d7f2-4204-832d-4422219f4a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ea9a7105-cac4-48f5-a727-4e213960fbfb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.185931 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c285380-d7f2-4204-832d-4422219f4a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.190049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2c285380-d7f2-4204-832d-4422219f4a3a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea9a7105-cac4-48f5-a727-4e213960fbfb HTTP/1.1" status: 204 len: 168 time: 0.3784480 Feb 19 03:18:04.203764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c285380-d7f2-4204-832d-4422219f4a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9a7105-cac4-48f5-a727-4e213960fbfb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:04.206938 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (58eec773-9768-4391-829f-205663efdf5a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.246301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Pushing event deleted for resources: {'Port': ['ID=58eec773-9768-4391-829f-205663efdf5a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:04.299325 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2c25339b-954e-480d-a715-7a2bee845db8 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=d251da4ce30245449da598358709f972&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4714236 Feb 19 03:18:04.300458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:18:04.304139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46360) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:04.310207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9c2f67-999e-4296-aaeb-cab329ee6842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f52d08-9920-47e7-96b5-b450406ecb6a'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:04.313745 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73790a1-71e0-4750-9378-b5c34feb8be3" -d '{"events": [{"server_uuid": "6b9c2f67-999e-4296-aaeb-cab329ee6842", "name": "network-vif-plugged", "status": "completed", "tag": "a8f52d08-9920-47e7-96b5-b450406ecb6a"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:04.330329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a8f52d08-9920-47e7-96b5-b450406ecb6a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a8f52d08-9920-47e7-96b5-b450406ecb6a,segment=NetworkSegment(a13eb13a-007f-41e5-a3f1-8e047a423da3),segment_id=a13eb13a-007f-41e5-a3f1-8e047a423da3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:04.342949 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.434771 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b200b6d7-a031-405d-afe4-518c046e60a8 x-openstack-request-id: req-b200b6d7-a031-405d-afe4-518c046e60a8 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:04.435071 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9c2f67-999e-4296-aaeb-cab329ee6842", "name": "network-vif-plugged", "status": "completed", "tag": "a8f52d08-9920-47e7-96b5-b450406ecb6a", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:04.435374 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b200b6d7-a031-405d-afe4-518c046e60a8 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:04.435789 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9c2f67-999e-4296-aaeb-cab329ee6842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f52d08-9920-47e7-96b5-b450406ecb6a', 'code': 200} Feb 19 03:18:04.528257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=a8f52d08-9920-47e7-96b5-b450406ecb6a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:04.541606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.542191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.542990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.543481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.544026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.544507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.545050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.545544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.546016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.546494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.546965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.547432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.548003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:04.589048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:18:01Z', 'revision_number': 3, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:04.590741 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (7b03712a-7a52-490f-998a-90b4c4be8975), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.634396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Checking router: 52342f00-d538-4cbd-bd8c-f0d85126d1a4 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:04.635665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Updating router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 port ec831af7-aff1-4002-a44e-eb35e5a7e916 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:18:04.679788 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.741963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cd2bb-7d25-49cd-b8cb-681fdd685796 req-c1028fef-d7d0-4316-9caf-e37ec22d1a20 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:04.743315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab180b1f-f04a-4233-8152-dfb28fec1b1b tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:04.747811 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ab180b1f-f04a-4233-8152-dfb28fec1b1b tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4333749 Feb 19 03:18:04.748697 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (44fb848d-6819-4c99-b94d-82c2157876a7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.748697 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Added segment 44fb848d-6819-4c99-b94d-82c2157876a7 of type vlan for network f6c16db0-3d2d-4784-8043-86a0ada2913b Feb 19 03:18:04.749759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46370) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:04.749959 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-802cd2bb-7d25-49cd-b8cb-681fdd685796 req-c1028fef-d7d0-4316-9caf-e37ec22d1a20 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 945 time: 0.3303819 Feb 19 03:18:04.781257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874b0fe-a732-4dec-a3c4-ac4af1729b6f req-a0020ba5-0b71-4147-a245-d3b2ed7a7b5d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:04.789830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f874b0fe-a732-4dec-a3c4-ac4af1729b6f req-a0020ba5-0b71-4147-a245-d3b2ed7a7b5d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.2498977 Feb 19 03:18:04.840917 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-67511717-0431-4a0e-a1a4-bb1893bafd8e tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0890439 Feb 19 03:18:04.849714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46372) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:04.857352 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-aa282991-63f1-45e1-a81d-14ca7c51c518 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1410399339', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'project_id': 'd251da4ce30245449da598358709f972', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:04.873915 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5eb26e-3ba2-4481-b433-4787509c49fa req-cfcb5b8a-c508-4709-878b-4254996acb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:04.876030 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d5eb26e-3ba2-4481-b433-4787509c49fa req-cfcb5b8a-c508-4709-878b-4254996acb40 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 1127 time: 0.1978328 Feb 19 03:18:04.878207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (f6c16db0-3d2d-4784-8043-86a0ada2913b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.953024 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (7b03712a-7a52-490f-998a-90b4c4be8975), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.955542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46374) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:04.967841 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (7b03712a-7a52-490f-998a-90b4c4be8975), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.974264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (f6c16db0-3d2d-4784-8043-86a0ada2913b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:04.975325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:04.975847 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.023303 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f874b0fe-a732-4dec-a3c4-ac4af1729b6f req-2fbe1cd6-1093-47fc-ad97-337800470d57 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324147 Feb 19 03:18:05.043776 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-802cd2bb-7d25-49cd-b8cb-681fdd685796 req-4329aee3-d9ed-4b68-96e1-d4e207c47a84 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926257 Feb 19 03:18:05.057904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event updated for resources: {'Network': ['ID=f6c16db0-3d2d-4784-8043-86a0ada2913b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:05.072986 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-730a83d2-c62a-49a4-ae6f-2ac20af74afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.080065 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d5eb26e-3ba2-4481-b433-4787509c49fa req-20a582b7-798a-4028-9b31-66c6da55103c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967902 Feb 19 03:18:05.097635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network f6c16db0-3d2d-4784-8043-86a0ada2913b details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:18:05.111717 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-647dbcbd-55a0-45d1-b06e-045f0a740370 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4886532 Feb 19 03:18:05.115638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46376) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:05.121779 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Request body: {'subnet': {'network_id': 'f6c16db0-3d2d-4784-8043-86a0ada2913b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:05.150766 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Made reservation on behalf of 36ba2410e13d48d39735a7ea88e10931 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:05.153468 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.257158 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Publish callbacks [] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.264893 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.337075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33502464-96bf-4302-851b-b7fb96175f92 None None] Pushing event updated for resources: {'Port': ['ID=ec831af7-aff1-4002-a44e-eb35e5a7e916,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:05.348235 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-730a83d2-c62a-49a4-ae6f-2ac20af74afa admin admin] Publish callbacks [] for security_group (eb7c8825-1e6e-4fc4-b4bf-93284147c6f7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.359267 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-730a83d2-c62a-49a4-ae6f-2ac20af74afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (eb7c8825-1e6e-4fc4-b4bf-93284147c6f7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.360733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Router 7b03712a-7a52-490f-998a-90b4c4be8975 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:18:05.362585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa282991-63f1-45e1-a81d-14ca7c51c518 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Made reservation on behalf of d251da4ce30245449da598358709f972 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:05.367400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa282991-63f1-45e1-a81d-14ca7c51c518 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.378004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Attempting to bind port ec831af7-aff1-4002-a44e-eb35e5a7e916 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:05.378540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Attempting to bind port ec831af7-aff1-4002-a44e-eb35e5a7e916 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:05.378907 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Attempting to bind port ec831af7-aff1-4002-a44e-eb35e5a7e916 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:05.384516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:05.385066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:05.385469 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.385865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:05.386439 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Bound port: ec831af7-aff1-4002-a44e-eb35e5a7e916, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:05.386840 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.442083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd5325-81e8-4ef1-986b-02706fbdad6c req-ed00fbeb-5381-422f-8e0a-422061ad91a8 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:05.452090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74bd5325-81e8-4ef1-986b-02706fbdad6c req-ed00fbeb-5381-422f-8e0a-422061ad91a8 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.2731028 Feb 19 03:18:05.453692 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] For port ec831af7-aff1-4002-a44e-eb35e5a7e916, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:05.457573 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-730a83d2-c62a-49a4-ae6f-2ac20af74afa admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd74e865b062471aaf96a692f38ea953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4979656 Feb 19 03:18:05.458195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a83d2-c62a-49a4-ae6f-2ac20af74afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7c8825-1e6e-4fc4-b4bf-93284147c6f7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:05.458592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] For port ec831af7-aff1-4002-a44e-eb35e5a7e916, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ec831af7-aff1-4002-a44e-eb35e5a7e916,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:05.467045 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.472257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46380) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:05.538834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Routers {'52342f00-d538-4cbd-bd8c-f0d85126d1a4'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:05.540019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:05.603257 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2bea8c06-2e66-466d-866a-b6c4cc3c44ce admin admin] Publish callbacks [] for security_group (eb7c8825-1e6e-4fc4-b4bf-93284147c6f7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.662427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74bd5325-81e8-4ef1-986b-02706fbdad6c req-6ac694cb-2866-417a-8d82-982fd943aecb tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089331 Feb 19 03:18:05.665524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:05.683994 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3799e10-225f-4c38-8cae-27cfac0ae9eb None None] Sync routers for ids ['7b03712a-7a52-490f-998a-90b4c4be8975'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:05.688317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2bea8c06-2e66-466d-866a-b6c4cc3c44ce admin admin] Publish callbacks [] for security_group (eb7c8825-1e6e-4fc4-b4bf-93284147c6f7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.689672 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.693463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9293b080-f0bd-4b7c-b646-84ce1653ce44 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "PUT /v2.0/routers/7b03712a-7a52-490f-998a-90b4c4be8975 HTTP/1.1" status: 200 len: 710 time: 3.4180968 Feb 19 03:18:05.696123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46382) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:05.704587 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3799e10-225f-4c38-8cae-27cfac0ae9eb None None] Routers {'7b03712a-7a52-490f-998a-90b4c4be8975'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:05.705241 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a3799e10-225f-4c38-8cae-27cfac0ae9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7b03712a-7a52-490f-998a-90b4c4be8975'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:05.773063 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a3799e10-225f-4c38-8cae-27cfac0ae9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:05.800587 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3799e10-225f-4c38-8cae-27cfac0ae9eb None None] Routers {'7b03712a-7a52-490f-998a-90b4c4be8975'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:05.801256 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a3799e10-225f-4c38-8cae-27cfac0ae9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:17:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7b03712a-7a52-490f-998a-90b4c4be8975'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:05.806953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.objects.ports [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109898) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:18:05.807678 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (08aca461-c63d-4ac0-acac-9397aade5419), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.818332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33502464-96bf-4302-851b-b7fb96175f92 None None] Pushing event updated for resources: {'Port': ['ID=ec831af7-aff1-4002-a44e-eb35e5a7e916,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:05.877401 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a3799e10-225f-4c38-8cae-27cfac0ae9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:05.877966 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3799e10-225f-4c38-8cae-27cfac0ae9eb None None] The sync data for ids ['7b03712a-7a52-490f-998a-90b4c4be8975'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:05.882081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d8a8b156-9cbe-4571-8d47-2cefed47e7cd tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/routers/7b03712a-7a52-490f-998a-90b4c4be8975 HTTP/1.1" status: 200 len: 745 time: 0.1782730 Feb 19 03:18:05.890237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2bea8c06-2e66-466d-866a-b6c4cc3c44ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (eb7c8825-1e6e-4fc4-b4bf-93284147c6f7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.893623 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2bea8c06-2e66-466d-866a-b6c4cc3c44ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.894413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46384) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:05.896437 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2bea8c06-2e66-466d-866a-b6c4cc3c44ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/eb7c8825-1e6e-4fc4-b4bf-93284147c6f7 HTTP/1.1" status: 204 len: 168 time: 0.3927457 Feb 19 03:18:05.903831 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event updated for resources: {'Subnet': ['ID=08aca461-c63d-4ac0-acac-9397aade5419,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:05.907696 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e01e0e3-1418-4c9e-a087-588a2fc7926d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:05.928162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] Set router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:05.936472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a5b855bb-c1f8-4c2a-9a28-e77628e4e131 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:18:05.940930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea8c06-2e66-466d-866a-b6c4cc3c44ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7c8825-1e6e-4fc4-b4bf-93284147c6f7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:05.975816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Checking segment: {'id': '44fb848d-6819-4c99-b94d-82c2157876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6c16db0-3d2d-4784-8043-86a0ada2913b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:05.976580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Network hostable DHCP agents. Network: f6c16db0-3d2d-4784-8043-86a0ada2913b, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:18:05.997610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Network f6c16db0-3d2d-4784-8043-86a0ada2913b is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:18:06.004756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8501657f-8e65-4b24-be59-88706c5c41ca tempest-RoutersIpV6AdminTest-1886280898 tempest-RoutersIpV6AdminTest-1886280898-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&device_id=7b03712a-7a52-490f-998a-90b4c4be8975 HTTP/1.1" status: 200 len: 205 time: 0.1062758 Feb 19 03:18:06.010928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46388) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:06.027137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, f6c16db0-3d2d-4784-8043-86a0ada2913b) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:06.033619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:06.034772 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.077360 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f6ad8c03-8a2d-40e9-b9a2-ed900efe6bad tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9602969 Feb 19 03:18:06.082971 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8c62f50c-d755-43b0-a658-f085e08f55c7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b03712a-7a52-490f-998a-90b4c4be8975 HTTP/1.1" status: 200 len: 205 time: 0.0698965 Feb 19 03:18:06.083733 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46394) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:06.088865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46396) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:06.095697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-630007017', 'network_id': 'f6c16db0-3d2d-4784-8043-86a0ada2913b'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:06.186038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a5b855bb-c1f8-4c2a-9a28-e77628e4e131, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:06.287706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'port_id': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131', 'mac_address': 'fa:16:3e:72:01:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:18:06.306389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f45ac49-3d8b-44ac-87cc-eb90ade546fc None None] Network f6c16db0-3d2d-4784-8043-86a0ada2913b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:06.334993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Made reservation on behalf of 36ba2410e13d48d39735a7ea88e10931 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:06.344622 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.376082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa282991-63f1-45e1-a81d-14ca7c51c518 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (06396044-f868-4bab-8279-30abb90c4893), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.382135 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b81c6505-b42f-4b09-ad89-f38d8e444698 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (7b03712a-7a52-490f-998a-90b4c4be8975), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.581119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] device_id is not set on port 14871ee4-f5a0-4a82-9a73-3982c072594b yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:18:06.618684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa282991-63f1-45e1-a81d-14ca7c51c518 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Subnet': ['ID=06396044-f868-4bab-8279-30abb90c4893,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:06.665591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:06.665974 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.690888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f532a-95e2-47e6-a085-457e1d5cb791 req-445942f9-1776-4212-a17f-ee27e18adcd3 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:06.692414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-794f532a-95e2-47e6-a085-457e1d5cb791 req-445942f9-1776-4212-a17f-ee27e18adcd3 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 945 time: 0.3605223 Feb 19 03:18:06.699857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2090c83-4420-4dab-a0ad-6ae3d8a19956 req-8efcd4df-8d8c-42a2-9abb-85099e1621c0 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:06.701411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2090c83-4420-4dab-a0ad-6ae3d8a19956 req-8efcd4df-8d8c-42a2-9abb-85099e1621c0 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.3708973 Feb 19 03:18:06.723534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5b855bb-c1f8-4c2a-9a28-e77628e4e131 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:18:06.751757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-794f532a-95e2-47e6-a085-457e1d5cb791 req-ae5fcf8e-bdc2-46d4-922e-fb7b9a428545 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489407 Feb 19 03:18:06.760289 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa282991-63f1-45e1-a81d-14ca7c51c518 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Checking segment: {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:06.760672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa282991-63f1-45e1-a81d-14ca7c51c518 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network hostable DHCP agents. Network: c2cf118a-21f8-48b2-9111-65ef0afc21a7, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:18:06.782580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a5b855bb-c1f8-4c2a-9a28-e77628e4e131, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:06.803607 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.817932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa282991-63f1-45e1-a81d-14ca7c51c518 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network c2cf118a-21f8-48b2-9111-65ef0afc21a7 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:18:06.819586 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b81c6505-b42f-4b09-ad89-f38d8e444698 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (7b03712a-7a52-490f-998a-90b4c4be8975), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.823439 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b81c6505-b42f-4b09-ad89-f38d8e444698 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router_controller (7b03712a-7a52-490f-998a-90b4c4be8975), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.829016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2090c83-4420-4dab-a0ad-6ae3d8a19956 req-3ce37ec5-6489-47a4-a43a-a647eea78d10 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817196 Feb 19 03:18:06.832995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-aa282991-63f1-45e1-a81d-14ca7c51c518 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, c2cf118a-21f8-48b2-9111-65ef0afc21a7) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:06.839079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa282991-63f1-45e1-a81d-14ca7c51c518 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:06.839851 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa282991-63f1-45e1-a81d-14ca7c51c518 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.868867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aa282991-63f1-45e1-a81d-14ca7c51c518 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0161455 Feb 19 03:18:06.870839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46412) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:06.934123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:06.959613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8df8d32-d4b5-498f-b767-f952b3e347ff None None] Network c2cf118a-21f8-48b2-9111-65ef0afc21a7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:06.961989 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b81c6505-b42f-4b09-ad89-f38d8e444698 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (7b03712a-7a52-490f-998a-90b4c4be8975), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.962538 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81c6505-b42f-4b09-ad89-f38d8e444698 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Fanout notify agent at l3_agent the message router_deleted on router 7b03712a-7a52-490f-998a-90b4c4be8975 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:18:06.970827 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b81c6505-b42f-4b09-ad89-f38d8e444698 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:06.971932 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b81c6505-b42f-4b09-ad89-f38d8e444698 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/routers/7b03712a-7a52-490f-998a-90b4c4be8975 HTTP/1.1" status: 204 len: 168 time: 0.8719921 Feb 19 03:18:06.986111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46418) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:07.079679 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fd1331c4-30f0-441a-84d8-e28419982f77 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b03712a-7a52-490f-998a-90b4c4be8975 HTTP/1.1" status: 200 len: 205 time: 0.0924234 Feb 19 03:18:07.092200 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46422) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:07.096235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a6814-a508-4111-81f4-5ce81ae3799b None None] Network f6c16db0-3d2d-4784-8043-86a0ada2913b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:07.182753 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-63b82754-de90-42da-9358-d9816f6f87c9 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] delete failed (client error): The resource could not be found. Feb 19 03:18:07.183056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a5b855bb-c1f8-4c2a-9a28-e77628e4e131'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:18:07.183884 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-63b82754-de90-42da-9358-d9816f6f87c9 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/routers/7b03712a-7a52-490f-998a-90b4c4be8975 HTTP/1.1" status: 404 len: 336 time: 0.0907154 Feb 19 03:18:07.202456 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46426) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:07.245936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:18:01Z', 'revision_number': 3, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:07.263411 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2858e4cd-af4b-448a-9d7d-31101cb66861 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea2d4ab-0917-432d-b50d-e0005ba7ae82 HTTP/1.1" status: 200 len: 205 time: 0.0597100 Feb 19 03:18:07.265729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46428) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:07.277780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ips': [{'subnet_id': '06396044-f868-4bab-8279-30abb90c4893'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:18:07.279047 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:07.344045 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-371c6b79-bc15-4710-b5b9-1be313537b76 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] delete failed (client error): The resource could not be found. Feb 19 03:18:07.346326 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-371c6b79-bc15-4710-b5b9-1be313537b76 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/routers/bea2d4ab-0917-432d-b50d-e0005ba7ae82 HTTP/1.1" status: 404 len: 336 time: 0.0796733 Feb 19 03:18:07.354985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46434) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:07.375108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Allocated IP 172.20.0.12 (f6c16db0-3d2d-4784-8043-86a0ada2913b/08aca461-c63d-4ac0-acac-9397aade5419/14871ee4-f5a0-4a82-9a73-3982c072594b) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:07.377541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6706823-d2a7-479b-b58d-428651285cb8 None None] The sync data for ids ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'] in n-d-826755-2 is: [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:18:01Z', 'revision_number': 3, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:07.413789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2d86eb7d-e618-4c76-837d-c971864c8bc4 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "GET /v2.0/ports?device_id=684e011d-8b93-4eda-b6fc-02c9d38dc3e2 HTTP/1.1" status: 200 len: 205 time: 0.0560315 Feb 19 03:18:07.415326 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46436) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:07.434341 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:07.463839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da970dc1-7516-49e7-aa9c-7bf56fd816e6 req-55473542-3480-4b34-81f3-a826e28881a6 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:07.469053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da970dc1-7516-49e7-aa9c-7bf56fd816e6 req-55473542-3480-4b34-81f3-a826e28881a6 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.3472793 Feb 19 03:18:07.534217 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-e21d2142-fdeb-481a-afe4-5023d553031a tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] delete failed (client error): The resource could not be found. Feb 19 03:18:07.538332 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e21d2142-fdeb-481a-afe4-5023d553031a tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/routers/684e011d-8b93-4eda-b6fc-02c9d38dc3e2 HTTP/1.1" status: 404 len: 336 time: 0.1219678 Feb 19 03:18:07.538959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46438) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:07.647328 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a3a64400-cbaa-4fa5-b7d0-ca1b7dabf465 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "GET /v2.0/ports?device_id=191cfb0c-7175-42ef-a511-8b14407dc5a1 HTTP/1.1" status: 200 len: 205 time: 0.1049340 Feb 19 03:18:07.654562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46442) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:07.753669 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for port (14871ee4-f5a0-4a82-9a73-3982c072594b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:07.830938 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-3f95877f-0ca5-4802-a094-e7f5cbb2b4a7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] delete failed (client error): The resource could not be found. Feb 19 03:18:07.831915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3f95877f-0ca5-4802-a094-e7f5cbb2b4a7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/routers/191cfb0c-7175-42ef-a511-8b14407dc5a1 HTTP/1.1" status: 404 len: 336 time: 0.1710443 Feb 19 03:18:07.850417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46446) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:07.875979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Allocated IP 172.20.0.2 (c2cf118a-21f8-48b2-9111-65ef0afc21a7/06396044-f868-4bab-8279-30abb90c4893/ef600014-6063-417f-b535-e14058b79930) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:07.950409 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b4539faa-9eed-4639-8f1d-5c2ef99d88ad tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "GET /v2.0/ports?device_id=41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7 HTTP/1.1" status: 200 len: 205 time: 0.0944448 Feb 19 03:18:07.955129 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46456) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:07.968074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a5b855bb-c1f8-4c2a-9a28-e77628e4e131 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:08.060221 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da970dc1-7516-49e7-aa9c-7bf56fd816e6 req-5ac10ef4-d5a8-43bb-9428-a01334f03df6 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5784900 Feb 19 03:18:08.109217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:08.109694 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.120117 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-b3b12f23-ab15-4988-8c85-fdf8635e4da7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] delete failed (client error): The resource could not be found. Feb 19 03:18:08.123977 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b3b12f23-ab15-4988-8c85-fdf8635e4da7 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/routers/41bbef5a-d8e8-4a14-a611-d4b8cb4c2ae7 HTTP/1.1" status: 404 len: 336 time: 0.1643913 Feb 19 03:18:08.127001 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46466) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:08.135361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (14871ee4-f5a0-4a82-9a73-3982c072594b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.207862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842af7ac-aa3d-415a-8bd3-114d1283a723 req-bf439368-2d45-40c5-ab12-7567aa73d86a tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:08.211495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-842af7ac-aa3d-415a-8bd3-114d1283a723 req-bf439368-2d45-40c5-ab12-7567aa73d86a tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 945 time: 0.2365015 Feb 19 03:18:08.249046 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Publish callbacks [] for port (ef600014-6063-417f-b535-e14058b79930), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.280082 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (ef600014-6063-417f-b535-e14058b79930), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.351582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Network c2cf118a-21f8-48b2-9111-65ef0afc21a7 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:08.367337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:08.372907 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event updated for resources: {'Port': ['ID=14871ee4-f5a0-4a82-9a73-3982c072594b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:08.389366 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-14b0a26a-5b6b-48c9-a15c-19d2a2279a47 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ac60958-6245-4119-9063-60a54429f20a HTTP/1.1" status: 200 len: 205 time: 0.2582166 Feb 19 03:18:08.391807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Network f6c16db0-3d2d-4784-8043-86a0ada2913b is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:08.403075 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46474) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:08.420130 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:08.425084 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:08.428410 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-842af7ac-aa3d-415a-8bd3-114d1283a723 req-20c241bb-fe00-45c5-b8d2-314c6375a0bf tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090230 Feb 19 03:18:08.440697 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:08.583631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:08.584311 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.643657 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-364f02e9-5d4b-49e3-8d63-cda1415d9918 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] delete failed (client error): The resource could not be found. Feb 19 03:18:08.645730 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-364f02e9-5d4b-49e3-8d63-cda1415d9918 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/routers/2ac60958-6245-4119-9063-60a54429f20a HTTP/1.1" status: 404 len: 336 time: 0.2415991 Feb 19 03:18:08.653685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46484) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:08.684529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571b0c3d-50f4-4338-b5d3-b25c26244f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:08.690293 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da98ee20-e281-46a5-8b26-65f20c0fbd1a" -d '{"events": [{"server_uuid": "571b0c3d-50f4-4338-b5d3-b25c26244f34", "name": "network-vif-plugged", "status": "completed", "tag": "a5b855bb-c1f8-4c2a-9a28-e77628e4e131"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:08.739101 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-d864ed4d-c474-4c88-bc24-a1dae9c78313 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] DELETE failed (client error): The resource could not be found. Feb 19 03:18:08.739564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d864ed4d-c474-4c88-bc24-a1dae9c78313 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:18:08.751455 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d864ed4d-c474-4c88-bc24-a1dae9c78313 tempest-RoutersIpV6AdminTest-196875895 tempest-RoutersIpV6AdminTest-196875895-project] 10.222.0.81 "DELETE /v2.0/subnets/a2f578b9-8402-4b90-9686-7079cc1f4483 HTTP/1.1" status: 404 len: 337 time: 0.0926840 Feb 19 03:18:08.761019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:08.765787 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.801768 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:08.813416 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-018e579f-6aa0-416e-8949-97673238e23c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.7228737 Feb 19 03:18:08.815750 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46504) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:08.826311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a5b855bb-c1f8-4c2a-9a28-e77628e4e131, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:08.962132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Pushing event updated for resources: {'Port': ['ID=ef600014-6063-417f-b535-e14058b79930,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:08.981547 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9f2658-7396-42e7-bec9-a8b8954e8668 x-openstack-request-id: req-6f9f2658-7396-42e7-bec9-a8b8954e8668 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:08.982185 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571b0c3d-50f4-4338-b5d3-b25c26244f34", "name": "network-vif-plugged", "status": "completed", "tag": "a5b855bb-c1f8-4c2a-9a28-e77628e4e131", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:08.982185 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f9f2658-7396-42e7-bec9-a8b8954e8668 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:08.985511 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571b0c3d-50f4-4338-b5d3-b25c26244f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131', 'code': 200} Feb 19 03:18:09.010255 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bc63840d-9460-4ae5-8bc4-9f700a990559 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Deleting port 14871ee4-f5a0-4a82-9a73-3982c072594b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:09.011210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc63840d-9460-4ae5-8bc4-9f700a990559 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (14871ee4-f5a0-4a82-9a73-3982c072594b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.018502 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.154496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:09.165705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Attempting to bind port ef600014-6063-417f-b535-e14058b79930 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:09.166160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Attempting to bind port ef600014-6063-417f-b535-e14058b79930 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:09.166589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Attempting to bind port ef600014-6063-417f-b535-e14058b79930 on network c2cf118a-21f8-48b2-9111-65ef0afc21a7 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:09.198220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:09.215682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Checking segment: {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:09.218939 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.219778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Bound using segment: {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:09.220912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Bound port: ef600014-6063-417f-b535-e14058b79930, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:09.225652 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ef600014-6063-417f-b535-e14058b79930), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.265312 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc63840d-9460-4ae5-8bc4-9f700a990559 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (14871ee4-f5a0-4a82-9a73-3982c072594b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.318579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bc63840d-9460-4ae5-8bc4-9f700a990559 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Calling delete_port for 14871ee4-f5a0-4a82-9a73-3982c072594b owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:09.434708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] For port ef600014-6063-417f-b535-e14058b79930, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:09.438492 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] For port ef600014-6063-417f-b535-e14058b79930, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ef600014-6063-417f-b535-e14058b79930,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:09.463374 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ef600014-6063-417f-b535-e14058b79930), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.607709 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46526) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:09.728433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc63840d-9460-4ae5-8bc4-9f700a990559 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (14871ee4-f5a0-4a82-9a73-3982c072594b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:09.806428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc63840d-9460-4ae5-8bc4-9f700a990559 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event deleted for resources: {'Port': ['ID=14871ee4-f5a0-4a82-9a73-3982c072594b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:09.860377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d7655-313d-4800-90fb-0cc1aa528129 req-6bb37a5a-ed6d-4264-ac12-0dd26d4d6a97 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:09.867535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118d7655-313d-4800-90fb-0cc1aa528129 req-6bb37a5a-ed6d-4264-ac12-0dd26d4d6a97 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 944 time: 1.5731497 Feb 19 03:18:09.983266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112cb50-bedd-44bb-bb25-01fabb2ae86d None None] Pushing event updated for resources: {'Port': ['ID=ef600014-6063-417f-b535-e14058b79930,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:09.987108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ec831af7-aff1-4002-a44e-eb35e5a7e916 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:10.092110 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc63840d-9460-4ae5-8bc4-9f700a990559 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.114563 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bc63840d-9460-4ae5-8bc4-9f700a990559 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "DELETE /v2.0/ports/14871ee4-f5a0-4a82-9a73-3982c072594b HTTP/1.1" status: 204 len: 168 time: 1.2953219 Feb 19 03:18:10.125086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46538) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:10.128964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-659ff01f-b5ed-4d33-ab1e-e0e954f8d091 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.141744 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.155718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6c16db0-3d2d-4784-8043-86a0ada2913b', 'external_fixed_ips': [{'subnet_id': '08aca461-c63d-4ac0-acac-9397aade5419', 'ip_address': '172.20.0.12'}]}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:10.194533 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.206347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ec831af7-aff1-4002-a44e-eb35e5a7e916 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:10.206981 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.434559 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-659ff01f-b5ed-4d33-ab1e-e0e954f8d091 admin admin] Publish callbacks [] for security_group (83ae32eb-e37f-474d-9e1f-6d0d5b597720), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.445834 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-118d7655-313d-4800-90fb-0cc1aa528129 req-c727a8be-5c90-4d81-adc3-05d1c26e50fc tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773766 Feb 19 03:18:10.455380 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-659ff01f-b5ed-4d33-ab1e-e0e954f8d091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (83ae32eb-e37f-474d-9e1f-6d0d5b597720), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.459230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ec831af7-aff1-4002-a44e-eb35e5a7e916 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:10.462585 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.503872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de1cd3-1a38-417c-86fd-cd2e3a953aa2 req-af615418-bafc-47a9-befa-c30e4d2f927a tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:10.515615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84de1cd3-1a38-417c-86fd-cd2e3a953aa2 req-af615418-bafc-47a9-befa-c30e4d2f927a tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.7130592 Feb 19 03:18:10.526832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port ec831af7-aff1-4002-a44e-eb35e5a7e916, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ec831af7-aff1-4002-a44e-eb35e5a7e916,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:10.550582 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.582981 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-659ff01f-b5ed-4d33-ab1e-e0e954f8d091 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c67be297abef404a8a73c5f8626601d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9740698 Feb 19 03:18:10.583707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ff01f-b5ed-4d33-ab1e-e0e954f8d091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ae32eb-e37f-474d-9e1f-6d0d5b597720,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:10.588711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46544) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:10.610547 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.611605 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:10.675903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=ec831af7-aff1-4002-a44e-eb35e5a7e916,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:11.137155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.20.0.1 (c2cf118a-21f8-48b2-9111-65ef0afc21a7/06396044-f868-4bab-8279-30abb90c4893/8e4031d7-bb08-4f75-b2fc-3fdca948f7ff) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:11.192286 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_controller (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:11.366374 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fefe6f83-ea01-4813-81f5-fe5f7d91982b admin admin] Publish callbacks [] for security_group (83ae32eb-e37f-474d-9e1f-6d0d5b597720), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:11.516106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84de1cd3-1a38-417c-86fd-cd2e3a953aa2 req-e0b800b3-7d11-48ef-823c-e6b6e81cd319 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9917345 Feb 19 03:18:11.689858 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fefe6f83-ea01-4813-81f5-fe5f7d91982b admin admin] Publish callbacks [] for security_group (83ae32eb-e37f-474d-9e1f-6d0d5b597720), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:11.916342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ec831af7-aff1-4002-a44e-eb35e5a7e916 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:12.056698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241705be-a13a-46b5-b7b9-30e56851a1f4 None None] Network c2cf118a-21f8-48b2-9111-65ef0afc21a7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:12.094038 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.154067 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.233645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06262d6-0379-470d-9ce7-59d2b1d4b2fc req-06f20d1d-aa39-446f-a757-edc49cd74015 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:12.258266 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b06262d6-0379-470d-9ce7-59d2b1d4b2fc req-06f20d1d-aa39-446f-a757-edc49cd74015 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.4468789 Feb 19 03:18:12.266721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-38f87623-1122-482f-b50a-fa0d9522ace2 None None] Provisioning complete for port ef600014-6063-417f-b535-e14058b79930 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:12.267368 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38f87623-1122-482f-b50a-fa0d9522ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ef600014-6063-417f-b535-e14058b79930), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.271131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ec831af7-aff1-4002-a44e-eb35e5a7e916 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:12.272457 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.408253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46576) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:12.488945 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-38f87623-1122-482f-b50a-fa0d9522ace2 None None] Current status of the port ef600014-6063-417f-b535-e14058b79930 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:12.491853 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38f87623-1122-482f-b50a-fa0d9522ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ef600014-6063-417f-b535-e14058b79930), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.523147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b06262d6-0379-470d-9ce7-59d2b1d4b2fc req-0522e517-7846-4e67-aa9c-f9e5533ee74c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488427 Feb 19 03:18:12.554342 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fefe6f83-ea01-4813-81f5-fe5f7d91982b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (83ae32eb-e37f-474d-9e1f-6d0d5b597720), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.556958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fefe6f83-ea01-4813-81f5-fe5f7d91982b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.575184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fefe6f83-ea01-4813-81f5-fe5f7d91982b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/83ae32eb-e37f-474d-9e1f-6d0d5b597720 HTTP/1.1" status: 204 len: 168 time: 1.9683063 Feb 19 03:18:12.637213 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.676734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe6f83-ea01-4813-81f5-fe5f7d91982b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ae32eb-e37f-474d-9e1f-6d0d5b597720,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:12.761578 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a726b39b-6d27-4314-b5e1-30eac0e73bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.801488 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=8e4031d7-bb08-4f75-b2fc-3fdca948f7ff,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:12.817595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network c2cf118a-21f8-48b2-9111-65ef0afc21a7 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:12.857685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:12.905458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-38f87623-1122-482f-b50a-fa0d9522ace2 None None] For port ef600014-6063-417f-b535-e14058b79930, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ef600014-6063-417f-b535-e14058b79930,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:12.906941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:12.918877 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38f87623-1122-482f-b50a-fa0d9522ace2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ef600014-6063-417f-b535-e14058b79930), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.927569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ec831af7-aff1-4002-a44e-eb35e5a7e916 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:12.928961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ef600014-6063-417f-b535-e14058b79930 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:12.971569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a726b39b-6d27-4314-b5e1-30eac0e73bd6 admin admin] Publish callbacks [] for security_group (3d189105-22cc-4acf-a99a-85a88925539f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:12.986295 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a726b39b-6d27-4314-b5e1-30eac0e73bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3d189105-22cc-4acf-a99a-85a88925539f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.099298 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (52342f00-d538-4cbd-bd8c-f0d85126d1a4), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.157275 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a726b39b-6d27-4314-b5e1-30eac0e73bd6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=40863be171564f10884ad5e20828bbd5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7478261 Feb 19 03:18:13.175915 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46600) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:13.197983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f87623-1122-482f-b50a-fa0d9522ace2 None None] Pushing event updated for resources: {'Port': ['ID=ef600014-6063-417f-b535-e14058b79930,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:13.222205 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726b39b-6d27-4314-b5e1-30eac0e73bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d189105-22cc-4acf-a99a-85a88925539f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:13.224416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e594bc68-2e89-4366-beac-a58034837cc8 None None] Provisioning complete for port ef600014-6063-417f-b535-e14058b79930 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:13.227216 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e594bc68-2e89-4366-beac-a58034837cc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ef600014-6063-417f-b535-e14058b79930), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.308988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ef600014-6063-417f-b535-e14058b79930 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:13.309513 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ef600014-6063-417f-b535-e14058b79930), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.380656 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f3853e1-1180-45ad-817c-33b79f8a88f7 admin admin] Publish callbacks [] for security_group (3d189105-22cc-4acf-a99a-85a88925539f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.467191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f3853e1-1180-45ad-817c-33b79f8a88f7 admin admin] Publish callbacks [] for security_group (3d189105-22cc-4acf-a99a-85a88925539f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.488313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657620c-bec9-497b-a67e-d49bf1d10369 req-0a08acb8-72fc-4ee8-97af-e8eec1ffd60f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:13.490728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8657620c-bec9-497b-a67e-d49bf1d10369 req-0a08acb8-72fc-4ee8-97af-e8eec1ffd60f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.7073431 Feb 19 03:18:13.524971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e594bc68-2e89-4366-beac-a58034837cc8 None None] Current status of the port ef600014-6063-417f-b535-e14058b79930 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:13.611143 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f3853e1-1180-45ad-817c-33b79f8a88f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3d189105-22cc-4acf-a99a-85a88925539f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.615475 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f3853e1-1180-45ad-817c-33b79f8a88f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.616996 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1f3853e1-1180-45ad-817c-33b79f8a88f7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d189105-22cc-4acf-a99a-85a88925539f HTTP/1.1" status: 204 len: 168 time: 0.4397686 Feb 19 03:18:13.635453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3853e1-1180-45ad-817c-33b79f8a88f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d189105-22cc-4acf-a99a-85a88925539f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:13.669150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46612) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:13.797615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ef600014-6063-417f-b535-e14058b79930 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:13.808276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1eda5174-f3f8-450d-823c-26347bb79fb2 None None] Provisioning complete for port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:13.811058 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1eda5174-f3f8-450d-823c-26347bb79fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:13.867458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8657620c-bec9-497b-a67e-d49bf1d10369 req-4fa66d6a-8c25-44cb-bf9a-bfb1582d2410 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624570 Feb 19 03:18:13.916435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1eda5174-f3f8-450d-823c-26347bb79fb2 None None] Port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:13.984333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46618) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:14.006382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ef600014-6063-417f-b535-e14058b79930 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:14.035046 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.075829 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.143946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ef600014-6063-417f-b535-e14058b79930 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:14.144493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ef600014-6063-417f-b535-e14058b79930), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.186463 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2704bc05-3274-4604-8cd7-8634dc22b946 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=20c1b6e82a0b4202a04808d1cfff9af4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1980054 Feb 19 03:18:14.223986 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46622) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:14.326797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Allocated IP 172.20.0.12 (f6c16db0-3d2d-4784-8043-86a0ada2913b/08aca461-c63d-4ac0-acac-9397aade5419/d6ef0cce-bb52-413e-a60b-8c95c9a3671e) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:14.374103 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a633f78b-71f2-41f1-95c5-6ad364e5d13b admin admin] Publish callbacks [] for security_group (5694341a-c3cb-477e-aed5-1ff143fd78e7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.379400 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfc8cdd2-d4c4-49d7-833c-6decbc4d352c req-1c3b57b7-e731-4c0f-ac47-b3ee08fc6139 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2753575 Feb 19 03:18:14.430672 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a633f78b-71f2-41f1-95c5-6ad364e5d13b admin admin] Publish callbacks [] for security_group (5694341a-c3cb-477e-aed5-1ff143fd78e7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.445131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ef600014-6063-417f-b535-e14058b79930 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:14.574107 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for port (d6ef0cce-bb52-413e-a60b-8c95c9a3671e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.584299 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87594afd-02bc-4337-99be-323986a9af60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.622485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8cdd2-d4c4-49d7-833c-6decbc4d352c req-04dae81a-0648-43ae-9e4d-2f5f530144b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:14.624590 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfc8cdd2-d4c4-49d7-833c-6decbc4d352c req-04dae81a-0648-43ae-9e4d-2f5f530144b2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 1127 time: 0.1796489 Feb 19 03:18:14.631885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46626) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:14.657388 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.687003 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d6ef0cce-bb52-413e-a60b-8c95c9a3671e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:14.772379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f806295-30ee-47d7-abe7-461d4cc3cf02 req-707bcdf7-e166-4a06-a213-ec7722a0f478 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:14.780473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f806295-30ee-47d7-abe7-461d4cc3cf02 req-707bcdf7-e166-4a06-a213-ec7722a0f478 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.8332102 Feb 19 03:18:14.824842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Network f6c16db0-3d2d-4784-8043-86a0ada2913b is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:14.837527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:14.850371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:14.936037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event updated for resources: {'Port': ['ID=d6ef0cce-bb52-413e-a60b-8c95c9a3671e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:14.998315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f806295-30ee-47d7-abe7-461d4cc3cf02 req-afcb31ad-97c6-4ebf-a46c-9e9073dbc18e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157793 Feb 19 03:18:15.082071 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e4de6-6c89-45e2-b8df-7e97207d84a5 req-f05e7464-5944-4bdc-afc4-ac047c899698 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:15.085489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-508e4de6-6c89-45e2-b8df-7e97207d84a5 req-f05e7464-5944-4bdc-afc4-ac047c899698 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 945 time: 0.5173829 Feb 19 03:18:15.092608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c2cb651-5b7b-4d5e-9068-c5d5d3b3fe5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.125431 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a633f78b-71f2-41f1-95c5-6ad364e5d13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5694341a-c3cb-477e-aed5-1ff143fd78e7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.127911 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a633f78b-71f2-41f1-95c5-6ad364e5d13b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.129160 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a633f78b-71f2-41f1-95c5-6ad364e5d13b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5694341a-c3cb-477e-aed5-1ff143fd78e7 HTTP/1.1" status: 204 len: 168 time: 0.9005878 Feb 19 03:18:15.238732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633f78b-71f2-41f1-95c5-6ad364e5d13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5694341a-c3cb-477e-aed5-1ff143fd78e7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:15.258391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8cdd2-d4c4-49d7-833c-6decbc4d352c req-2b605d47-1e9f-4e6f-80c6-c18511d91fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:15.261378 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfc8cdd2-d4c4-49d7-833c-6decbc4d352c req-2b605d47-1e9f-4e6f-80c6-c18511d91fec service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.2413387 Feb 19 03:18:15.380724 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87594afd-02bc-4337-99be-323986a9af60 admin admin] Publish callbacks [] for security_group (3814ad39-a685-414c-a27a-f81c1df14812), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.406122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87594afd-02bc-4337-99be-323986a9af60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3814ad39-a685-414c-a27a-f81c1df14812), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.428177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-508e4de6-6c89-45e2-b8df-7e97207d84a5 req-df39538a-5dc2-48d8-8898-fd3990948799 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297367 Feb 19 03:18:15.461294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f100ec4-77cf-499e-8023-e91514deb9fd req-1f1ae4af-ad2b-4765-b7f7-c093c45174fd tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:15.473257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f100ec4-77cf-499e-8023-e91514deb9fd req-1f1ae4af-ad2b-4765-b7f7-c093c45174fd tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.3789055 Feb 19 03:18:15.487973 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfc8cdd2-d4c4-49d7-833c-6decbc4d352c req-535db695-3887-459e-a73f-7c3729ca44c8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 200 len: 999 time: 0.2163291 Feb 19 03:18:15.545907 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-87594afd-02bc-4337-99be-323986a9af60 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=401ceffa0bfe47c08555d587e14daf0c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8728592 Feb 19 03:18:15.555163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46634) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:15.555973 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87594afd-02bc-4337-99be-323986a9af60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3814ad39-a685-414c-a27a-f81c1df14812,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:15.599694 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c2cb651-5b7b-4d5e-9068-c5d5d3b3fe5e admin admin] Publish callbacks [] for security_group (a6b05c27-a6ad-4cc8-874a-17a7660ccc3f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.618337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c2cb651-5b7b-4d5e-9068-c5d5d3b3fe5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a6b05c27-a6ad-4cc8-874a-17a7660ccc3f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.683834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8cdd2-d4c4-49d7-833c-6decbc4d352c req-2244cd0d-6a9f-4669-a2b8-c79a00ee3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:15.688879 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfc8cdd2-d4c4-49d7-833c-6decbc4d352c req-2244cd0d-6a9f-4669-a2b8-c79a00ee3e76 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.1883552 Feb 19 03:18:15.729298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f100ec4-77cf-499e-8023-e91514deb9fd req-791e46f8-b15f-4acf-bcd0-ee9a663571b7 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547541 Feb 19 03:18:15.765402 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c4467c4-5a43-4561-9e34-7d85bfeb8967 admin admin] Publish callbacks [] for security_group (3814ad39-a685-414c-a27a-f81c1df14812), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.818599 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c4467c4-5a43-4561-9e34-7d85bfeb8967 admin admin] Publish callbacks [] for security_group (3814ad39-a685-414c-a27a-f81c1df14812), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.869275 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.871621 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.910892 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8c2cb651-5b7b-4d5e-9068-c5d5d3b3fe5e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c0216952e437464ebf462bb490f46186&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2785928 Feb 19 03:18:15.911762 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2cb651-5b7b-4d5e-9068-c5d5d3b3fe5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b05c27-a6ad-4cc8-874a-17a7660ccc3f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:15.915306 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46644) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:15.930060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c4467c4-5a43-4561-9e34-7d85bfeb8967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3814ad39-a685-414c-a27a-f81c1df14812), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.932830 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c4467c4-5a43-4561-9e34-7d85bfeb8967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:15.934032 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4c4467c4-5a43-4561-9e34-7d85bfeb8967 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3814ad39-a685-414c-a27a-f81c1df14812 HTTP/1.1" status: 204 len: 168 time: 0.3685496 Feb 19 03:18:15.985979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4467c4-5a43-4561-9e34-7d85bfeb8967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3814ad39-a685-414c-a27a-f81c1df14812,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:15.998899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8cdd2-d4c4-49d7-833c-6decbc4d352c req-8953353b-0fac-431f-9449-dde59c71254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:16.000867 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfc8cdd2-d4c4-49d7-833c-6decbc4d352c req-8953353b-0fac-431f-9449-dde59c71254b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2808256 Feb 19 03:18:16.012813 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.028722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c287002-8244-470d-ac06-0e64e7b7fd9e admin admin] Publish callbacks [] for security_group (a6b05c27-a6ad-4cc8-874a-17a7660ccc3f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.160045 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfc8cdd2-d4c4-49d7-833c-6decbc4d352c req-320bcf17-c1b3-4254-9ce0-76d1489d143a service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324782 Feb 19 03:18:16.325768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c287002-8244-470d-ac06-0e64e7b7fd9e admin admin] Publish callbacks [] for security_group (a6b05c27-a6ad-4cc8-874a-17a7660ccc3f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.583115 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfc8cdd2-d4c4-49d7-833c-6decbc4d352c req-11b80c3b-1097-41d6-97b5-f954f9a02e41 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028201 Feb 19 03:18:16.590317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c287002-8244-470d-ac06-0e64e7b7fd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a6b05c27-a6ad-4cc8-874a-17a7660ccc3f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.595527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c287002-8244-470d-ac06-0e64e7b7fd9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:16.596876 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6c287002-8244-470d-ac06-0e64e7b7fd9e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a6b05c27-a6ad-4cc8-874a-17a7660ccc3f HTTP/1.1" status: 204 len: 168 time: 0.6753814 Feb 19 03:18:16.622637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c287002-8244-470d-ac06-0e64e7b7fd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b05c27-a6ad-4cc8-874a-17a7660ccc3f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:16.931912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46672) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:16.980033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d21d0f-c130-4efc-8ee1-fbcaa52e6eae req-171a798d-e260-4a1f-985e-fffeb077a924 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:16.988961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6d21d0f-c130-4efc-8ee1-fbcaa52e6eae req-171a798d-e260-4a1f-985e-fffeb077a924 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 945 time: 0.2861640 Feb 19 03:18:17.021357 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (52342f00-d538-4cbd-bd8c-f0d85126d1a4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:17.033460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c41736-2663-4883-a641-e94d619bffc4 req-13bf4f39-77ab-41f6-970b-f54884d455d4 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:17.035242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3c41736-2663-4883-a641-e94d619bffc4 req-13bf4f39-77ab-41f6-970b-f54884d455d4 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.87 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 945 time: 1.0455527 Feb 19 03:18:17.037209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=8e4031d7-bb08-4f75-b2fc-3fdca948f7ff,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:17.238501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d9e64-7703-491e-ad4b-e8e0a51ee906 req-835023c9-1ea8-4b2d-bc44-d3fcc2998238 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:17.240315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-508d9e64-7703-491e-ad4b-e8e0a51ee906 req-835023c9-1ea8-4b2d-bc44-d3fcc2998238 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.4759636 Feb 19 03:18:17.254423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network c2cf118a-21f8-48b2-9111-65ef0afc21a7 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:17.266801 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6d21d0f-c130-4efc-8ee1-fbcaa52e6eae req-10f28369-68ff-479c-9ffa-1349ba3b9daf tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767627 Feb 19 03:18:17.266994 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-01cc8f7d-6553-4aee-9080-84e4e3bc1a61 tempest-AgentManagementNegativeTest-1575459756 tempest-AgentManagementNegativeTest-1575459756-project] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3333786 Feb 19 03:18:17.286696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:17.550978 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:17.638674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-508d9e64-7703-491e-ad4b-e8e0a51ee906 req-c8c0e664-1bc8-4a95-8f72-9f2486ef85fd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3366969 Feb 19 03:18:17.779604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58a3d7-8b37-431f-991a-2c258291f434 req-9147f53e-68c1-4e40-a2ea-40da9c77133c tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:17.781199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc58a3d7-8b37-431f-991a-2c258291f434 req-9147f53e-68c1-4e40-a2ea-40da9c77133c tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.3675895 Feb 19 03:18:17.784911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9cd9408a-79a2-4234-abb6-2fb67f41ddaa None None] Provisioning complete for port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:17.787932 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9cd9408a-79a2-4234-abb6-2fb67f41ddaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:17.826489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-f3c41736-2663-4883-a641-e94d619bffc4 req-e95eb83a-5ffd-4791-b7b2-7476d782518e tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Deleting port a8f52d08-9920-47e7-96b5-b450406ecb6a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:17.826820 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3c41736-2663-4883-a641-e94d619bffc4 req-e95eb83a-5ffd-4791-b7b2-7476d782518e tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:17.879731 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9408a-79a2-4234-abb6-2fb67f41ddaa None None] Port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:17.896147 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46700) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:17.896785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:18:18.034510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc58a3d7-8b37-431f-991a-2c258291f434 req-f753c25a-6d97-46f7-9a92-e09db9b451fd tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419031 Feb 19 03:18:18.100180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f3c41736-2663-4883-a641-e94d619bffc4 req-e95eb83a-5ffd-4791-b7b2-7476d782518e tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] For port a8f52d08-9920-47e7-96b5-b450406ecb6a, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a8f52d08-9920-47e7-96b5-b450406ecb6a,segment=NetworkSegment(a13eb13a-007f-41e5-a3f1-8e047a423da3),segment_id=a13eb13a-007f-41e5-a3f1-8e047a423da3)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:18.100541 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3c41736-2663-4883-a641-e94d619bffc4 req-e95eb83a-5ffd-4791-b7b2-7476d782518e tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:18.156169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-f3c41736-2663-4883-a641-e94d619bffc4 req-e95eb83a-5ffd-4791-b7b2-7476d782518e tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Calling delete_port for a8f52d08-9920-47e7-96b5-b450406ecb6a owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:18.185486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Router ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:18:18.231302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:18.237118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5b8d26c5-4d46-4088-a543-8bfd65143f8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "PUT /v2.0/routers/52342f00-d538-4cbd-bd8c-f0d85126d1a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3636904 Feb 19 03:18:18.248830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Sync routers for ids ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:18.271319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Routers {'52342f00-d538-4cbd-bd8c-f0d85126d1a4'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:18.274057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:18.310276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5389bfdf-09b5-4dc9-b5fe-8b98f399f149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:18.583370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5389bfdf-09b5-4dc9-b5fe-8b98f399f149 admin admin] Publish callbacks [] for security_group (63aecf43-1a11-4bf7-bd59-e6ec971d4720), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:18.599812 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5389bfdf-09b5-4dc9-b5fe-8b98f399f149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (63aecf43-1a11-4bf7-bd59-e6ec971d4720), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:18.630035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Set router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:18.669207 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5389bfdf-09b5-4dc9-b5fe-8b98f399f149 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d8548338f3c240cdb60d61ad3e58e3a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7703912 Feb 19 03:18:18.672021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46736) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:18.715189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:18.739016 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Sync routers for ids ['ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:18.753862 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Routers {'ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:18.754471 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:18.776109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5389bfdf-09b5-4dc9-b5fe-8b98f399f149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aecf43-1a11-4bf7-bd59-e6ec971d4720,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:18.988005 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-7760d4a5-7c4f-4aa4-9809-42ccaa2c9c0c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-278363504&fields=id&tenant_id=d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 267 time: 0.4026895 Feb 19 03:18:18.990417 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5819a34e-d653-4cbe-9acb-c456b0841965 admin admin] Publish callbacks [] for security_group (63aecf43-1a11-4bf7-bd59-e6ec971d4720), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.008639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fe3ee-6293-4166-ad70-d4c63b249e03 req-bdf5569e-bbd5-4e80-8332-51313dfbb8d7 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:19.021433 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d37fe3ee-6293-4166-ad70-d4c63b249e03 req-bdf5569e-bbd5-4e80-8332-51313dfbb8d7 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b9c2f67-999e-4296-aaeb-cab329ee6842 HTTP/1.1" status: 200 len: 945 time: 0.6389949 Feb 19 03:18:19.072911 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5819a34e-d653-4cbe-9acb-c456b0841965 admin admin] Publish callbacks [] for security_group (63aecf43-1a11-4bf7-bd59-e6ec971d4720), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.136329 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3c41736-2663-4883-a641-e94d619bffc4 req-e95eb83a-5ffd-4791-b7b2-7476d782518e tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a8f52d08-9920-47e7-96b5-b450406ecb6a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.148790 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Set router ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:19.156973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.163939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2046da31-29e3-48b1-a33a-9d72eeb26fa0 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.0248439 Feb 19 03:18:19.166388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:18:14Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8e4031d7-bb08-4f75-b2fc-3fdca948f7ff', 'name': '', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:26:55:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '06396044-f868-4bab-8279-30abb90c4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:10Z', 'updated_at': '2022-02-19T03:18:15Z', 'revision_number': 2, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '06396044-f868-4bab-8279-30abb90c4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:19.167997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46744) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:19.201286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Checking router: 52342f00-d538-4cbd-bd8c-f0d85126d1a4 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:19.201553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Updating router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:18:19.258052 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.262570 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5819a34e-d653-4cbe-9acb-c456b0841965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (63aecf43-1a11-4bf7-bd59-e6ec971d4720), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.265563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5819a34e-d653-4cbe-9acb-c456b0841965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.266746 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5819a34e-d653-4cbe-9acb-c456b0841965 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63aecf43-1a11-4bf7-bd59-e6ec971d4720 HTTP/1.1" status: 204 len: 168 time: 0.5799966 Feb 19 03:18:19.292486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819a34e-d653-4cbe-9acb-c456b0841965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aecf43-1a11-4bf7-bd59-e6ec971d4720,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:19.470190 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.581111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eb83a-5ffd-4791-b7b2-7476d782518e tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Pushing event deleted for resources: {'Port': ['ID=a8f52d08-9920-47e7-96b5-b450406ecb6a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:19.639544 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e', 'name': '', 'tenant_id': '36ba2410e13d48d39735a7ea88e10931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6c16db0-3d2d-4784-8043-86a0ada2913b', 'external_fixed_ips': [{'subnet_id': '08aca461-c63d-4ac0-acac-9397aade5419', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'd6ef0cce-bb52-413e-a60b-8c95c9a3671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:10Z', 'updated_at': '2022-02-19T03:18:15Z', 'revision_number': 3, 'project_id': '36ba2410e13d48d39735a7ea88e10931', 'gw_port': {'id': 'd6ef0cce-bb52-413e-a60b-8c95c9a3671e', 'name': '', 'network_id': 'f6c16db0-3d2d-4784-8043-86a0ada2913b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2163, 'fixed_ips': [{'subnet_id': '08aca461-c63d-4ac0-acac-9397aade5419', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:14Z', 'updated_at': '2022-02-19T03:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08aca461-c63d-4ac0-acac-9397aade5419', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:19.804774 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Checking router: ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:19.805464 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Updating router ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e port d6ef0cce-bb52-413e-a60b-8c95c9a3671e binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:18:19.812206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede296-a933-401e-b962-a7678227cf72 req-4e866b90-45b7-4e75-a273-1cae5cb8a29a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:19.812760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a8f52d08-9920-47e7-96b5-b450406ecb6a no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:19.814129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-4e866b90-45b7-4e75-a273-1cae5cb8a29a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/networks?id=c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 200 len: 795 time: 0.7890003 Feb 19 03:18:19.857926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: a8f52d08-9920-47e7-96b5-b450406ecb6a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:18:19.858293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a8f52d08-9920-47e7-96b5-b450406ecb6a not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:18:19.907170 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Publish callbacks [] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.912788 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d6ef0cce-bb52-413e-a60b-8c95c9a3671e), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.921154 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:19.967756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-216f40a6-dd0d-42a5-9497-954eea280eb7 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/quotas/d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 375 time: 0.1417832 Feb 19 03:18:20.021967 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d37fe3ee-6293-4166-ad70-d4c63b249e03 req-cdf1275b-7090-4885-9146-8cf2ee376132 tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.81 "GET /v2.0/security-groups?id=451abe92-a841-4fb5-b94c-98682f42e59a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9932058 Feb 19 03:18:20.061063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892aa65-a997-42e7-93a3-03b8437e3012 None None] Pushing event updated for resources: {'Port': ['ID=8e4031d7-bb08-4f75-b2fc-3fdca948f7ff,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:20.080550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Attempting to bind port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:20.080973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Attempting to bind port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:20.081684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Attempting to bind port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff on network c2cf118a-21f8-48b2-9111-65ef0afc21a7 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:20.088315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:20.088746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Checking segment: {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:20.089386 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:20.089598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Bound using segment: {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:20.090128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Bound port: 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:20.090515 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:20.198338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c41736-2663-4883-a641-e94d619bffc4 req-e95eb83a-5ffd-4791-b7b2-7476d782518e tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] No DVR routers for this DVR port a8f52d08-9920-47e7-96b5-b450406ecb6a on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:18:20.242835 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f3c41736-2663-4883-a641-e94d619bffc4 req-e95eb83a-5ffd-4791-b7b2-7476d782518e tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:20.250398 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3c41736-2663-4883-a641-e94d619bffc4 req-e95eb83a-5ffd-4791-b7b2-7476d782518e tempest-ServerTagsTestJSON-1668481367 tempest-ServerTagsTestJSON-1668481367-project] 10.222.0.87 "DELETE /v2.0/ports/a8f52d08-9920-47e7-96b5-b450406ecb6a HTTP/1.1" status: 204 len: 173 time: 3.1622014 Feb 19 03:18:20.250899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9c2f67-999e-4296-aaeb-cab329ee6842', 'name': 'network-vif-deleted', 'tag': 'a8f52d08-9920-47e7-96b5-b450406ecb6a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:20.264318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] For port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:20.268912 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c046946-0bff-4ea8-9fcc-15d9d332b41c" -d '{"events": [{"server_uuid": "6b9c2f67-999e-4296-aaeb-cab329ee6842", "name": "network-vif-deleted", "tag": "a8f52d08-9920-47e7-96b5-b450406ecb6a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:20.273746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] For port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8e4031d7-bb08-4f75-b2fc-3fdca948f7ff,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:20.301159 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:20.458856 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892aa65-a997-42e7-93a3-03b8437e3012 None None] Pushing event updated for resources: {'Port': ['ID=8e4031d7-bb08-4f75-b2fc-3fdca948f7ff,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:20.556627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3891d008-70bc-4963-b2a0-593239734fbc None None] Provisioning complete for port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:20.556991 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3891d008-70bc-4963-b2a0-593239734fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:20.775197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Routers {'52342f00-d538-4cbd-bd8c-f0d85126d1a4'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:20.775854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:20.955173 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Publish callbacks [] for port (d6ef0cce-bb52-413e-a60b-8c95c9a3671e), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:20.982581 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d6ef0cce-bb52-413e-a60b-8c95c9a3671e), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.029988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3891d008-70bc-4963-b2a0-593239734fbc None None] Current status of the port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:21.030422 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3891d008-70bc-4963-b2a0-593239734fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.061614 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Pushing event updated for resources: {'Port': ['ID=d6ef0cce-bb52-413e-a60b-8c95c9a3671e,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:21.078302 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.078871 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.079397 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.079921 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.080456 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.081182 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.082038 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.082602 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.083118 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.083646 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.084987 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.085611 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.086129 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:21.165025 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Attempting to bind port d6ef0cce-bb52-413e-a60b-8c95c9a3671e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:21.165659 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Attempting to bind port d6ef0cce-bb52-413e-a60b-8c95c9a3671e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '44fb848d-6819-4c99-b94d-82c2157876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6c16db0-3d2d-4784-8043-86a0ada2913b'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:21.168029 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Attempting to bind port d6ef0cce-bb52-413e-a60b-8c95c9a3671e on network f6c16db0-3d2d-4784-8043-86a0ada2913b {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:21.180629 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:21.182386 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Checking segment: {'id': '44fb848d-6819-4c99-b94d-82c2157876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6c16db0-3d2d-4784-8043-86a0ada2913b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:21.183994 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.185173 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Bound using segment: {'id': '44fb848d-6819-4c99-b94d-82c2157876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6c16db0-3d2d-4784-8043-86a0ada2913b'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:21.187284 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Bound port: d6ef0cce-bb52-413e-a60b-8c95c9a3671e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44fb848d-6819-4c99-b94d-82c2157876a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f6c16db0-3d2d-4784-8043-86a0ada2913b'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:21.188106 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d6ef0cce-bb52-413e-a60b-8c95c9a3671e), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.547108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-b813f3c4-69e8-4c0d-9837-7fcaa14b5299 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5558262 Feb 19 03:18:21.611662 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.646087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46808) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:21.666010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a77be3-4c92-455a-98ad-381760e4dc70 req-30da4940-d1cb-4bbc-996e-faff7b250bcd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:21.666597 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] For port d6ef0cce-bb52-413e-a60b-8c95c9a3671e, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:21.674184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00a77be3-4c92-455a-98ad-381760e4dc70 req-30da4940-d1cb-4bbc-996e-faff7b250bcd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 1.4553728 Feb 19 03:18:21.681409 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] For port d6ef0cce-bb52-413e-a60b-8c95c9a3671e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d6ef0cce-bb52-413e-a60b-8c95c9a3671e,segment=NetworkSegment(44fb848d-6819-4c99-b94d-82c2157876a7),segment_id=44fb848d-6819-4c99-b94d-82c2157876a7)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:21.700102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] Set router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:21.703936 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d6ef0cce-bb52-413e-a60b-8c95c9a3671e), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.854280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Deleting port d6ef0cce-bb52-413e-a60b-8c95c9a3671e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:21.855359 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d6ef0cce-bb52-413e-a60b-8c95c9a3671e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:21.894173 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37106f0d-2c25-4afa-8547-ff4c4b34b561 None None] Pushing event updated for resources: {'Port': ['ID=d6ef0cce-bb52-413e-a60b-8c95c9a3671e,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:21.933821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00a77be3-4c92-455a-98ad-381760e4dc70 req-c41ce4cd-157d-4519-bf36-4dda4b2b10b8 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585313 Feb 19 03:18:21.958367 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Routers {'ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:21.959073 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:21.995890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1726742281'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:22.039791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3891d008-70bc-4963-b2a0-593239734fbc None None] For port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8e4031d7-bb08-4f75-b2fc-3fdca948f7ff,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:22.048147 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3891d008-70bc-4963-b2a0-593239734fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.087029 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Made reservation on behalf of b818749e62864d578db4272257868670 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:22.091791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.144288 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.149928 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] Set router ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:22.169014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-96617bf8-fff2-4dfd-9089-23a0e12cdfc2 service neutron] 10.222.0.81 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071293 Feb 19 03:18:22.213526 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e', 'name': '', 'tenant_id': '36ba2410e13d48d39735a7ea88e10931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:10Z', 'updated_at': '2022-02-19T03:18:21Z', 'revision_number': 4, 'project_id': '36ba2410e13d48d39735a7ea88e10931', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:22.283868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for security_group (2a8e0255-3ddb-4ba1-be37-96284c885935), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.292156 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2a8e0255-3ddb-4ba1-be37-96284c885935), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.299276 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd7315e-5e2b-43df-99eb-bfcdf9eb02ba None None] The sync data for ids ['ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e'] in n-d-826755-2 is: [{'id': 'ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e', 'name': '', 'tenant_id': '36ba2410e13d48d39735a7ea88e10931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:10Z', 'updated_at': '2022-02-19T03:18:21Z', 'revision_number': 4, 'project_id': '36ba2410e13d48d39735a7ea88e10931', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:22.301705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891d008-70bc-4963-b2a0-593239734fbc None None] Pushing event updated for resources: {'Port': ['ID=8e4031d7-bb08-4f75-b2fc-3fdca948f7ff,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:22.308151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7697f7ee-5ee1-47fe-aa76-7ca26418a9bd None None] Provisioning complete for port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:22.308522 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7697f7ee-5ee1-47fe-aa76-7ca26418a9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.394433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] For port d6ef0cce-bb52-413e-a60b-8c95c9a3671e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d6ef0cce-bb52-413e-a60b-8c95c9a3671e,segment=NetworkSegment(44fb848d-6819-4c99-b94d-82c2157876a7),segment_id=44fb848d-6819-4c99-b94d-82c2157876a7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:22.394822 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d6ef0cce-bb52-413e-a60b-8c95c9a3671e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.410980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Calling delete_port for d6ef0cce-bb52-413e-a60b-8c95c9a3671e owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:22.440599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:18:22.503986 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8e0255-3ddb-4ba1-be37-96284c885935,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:22.514754 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7697f7ee-5ee1-47fe-aa76-7ca26418a9bd None None] Current status of the port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:22.526364 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1df76d2b-237c-4336-b338-2cf0e9e48b0f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.529878 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Added segment 1df76d2b-237c-4336-b338-2cf0e9e48b0f of type vlan for network f19efdf5-0556-4dcd-a05b-579371530e0c Feb 19 03:18:22.551315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:18:14Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8e4031d7-bb08-4f75-b2fc-3fdca948f7ff', 'name': '', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:26:55:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '06396044-f868-4bab-8279-30abb90c4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:10Z', 'updated_at': '2022-02-19T03:18:20Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '06396044-f868-4bab-8279-30abb90c4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:22.616716 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.618852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b198d5af-6831-4a5e-b86d-f2b020526e62 None None] The sync data for ids ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'] in n-d-826755-2 is: [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:18:14Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8e4031d7-bb08-4f75-b2fc-3fdca948f7ff', 'name': '', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:26:55:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '06396044-f868-4bab-8279-30abb90c4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:10Z', 'updated_at': '2022-02-19T03:18:20Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '06396044-f868-4bab-8279-30abb90c4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:22.623666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.625532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.634034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.635820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.639014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.639493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.642123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.645131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.646466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.647040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.650114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.650649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:22.655180 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.809592 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (f19efdf5-0556-4dcd-a05b-579371530e0c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.874523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (f19efdf5-0556-4dcd-a05b-579371530e0c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:22.922515 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:22.923378 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.049805 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d6ef0cce-bb52-413e-a60b-8c95c9a3671e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.138399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6ef0cce-bb52-413e-a60b-8c95c9a3671e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:23.156350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46836) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:23.182988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.183422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.183686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.184051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.184363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.184795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.185055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.185391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.185725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.186056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.186390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.186723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.187049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:18:23.206323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620811b-e710-477e-bc86-780f97ece665 req-d7b9ab29-dafa-42be-a044-c7d7db4a40ff tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:23.207953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b620811b-e710-477e-bc86-780f97ece665 req-d7b9ab29-dafa-42be-a044-c7d7db4a40ff tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 1.0574164 Feb 19 03:18:23.262968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event updated for resources: {'Network': ['ID=f19efdf5-0556-4dcd-a05b-579371530e0c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:23.275930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network f19efdf5-0556-4dcd-a05b-579371530e0c details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:18:23.285333 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7f7c6cef-18ad-48f6-a05d-892d79d547a8 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6374896 Feb 19 03:18:23.286118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46840) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:23.293082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-67c31f9d-852d-4eac-87b9-270aa1bfd47f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Request body: {'subnet': {'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:23.371597 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.526365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c31f9d-852d-4eac-87b9-270aa1bfd47f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Made reservation on behalf of b818749e62864d578db4272257868670 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:23.559052 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67c31f9d-852d-4eac-87b9-270aa1bfd47f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.582185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-885f23cf-c43c-46e0-9031-9d1adf4c0ae7 service neutron] 10.222.0.81 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3109968 Feb 19 03:18:23.582335 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.676265 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9c88244-1511-49d6-80da-037fb42a43f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.699600 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.709878 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_controller (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:23.766161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b620811b-e710-477e-bc86-780f97ece665 req-2aa00d60-854e-44bc-9b84-bc33023953d4 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078907 Feb 19 03:18:23.938701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46846) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:23.941092 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c643f380-e43f-492c-bc70-ad2ca09243e6 x-openstack-request-id: req-c643f380-e43f-492c-bc70-ad2ca09243e6 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:23.941523 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9c2f67-999e-4296-aaeb-cab329ee6842", "name": "network-vif-deleted", "tag": "a8f52d08-9920-47e7-96b5-b450406ecb6a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:23.943213 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c643f380-e43f-492c-bc70-ad2ca09243e6 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:23.943815 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9c2f67-999e-4296-aaeb-cab329ee6842', 'name': 'network-vif-deleted', 'tag': 'a8f52d08-9920-47e7-96b5-b450406ecb6a', 'status': 'completed', 'code': 200} Feb 19 03:18:24.032452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d8bd6c-d8c5-48ad-a480-57594b0320f4 admin admin] Deleting subnet 04a9ec49-fb42-45bd-8f26-2d589823021e {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:18:24.056805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:24.058297 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67c31f9d-852d-4eac-87b9-270aa1bfd47f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (69d7274b-16f0-4e3e-b9e4-e8327805cf53), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.098859 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.100434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:18:24.108877 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4d8bd6c-d8c5-48ad-a480-57594b0320f4 admin admin] Publish callbacks [] for subnet (04a9ec49-fb42-45bd-8f26-2d589823021e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.134264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0264fbf-3744-4e3d-82d2-615da062a528 req-47cc4252-8e44-492f-be80-273b5c4d3d36 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 210 time: 0.0969162 Feb 19 03:18:24.143141 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.144954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5f97f60f-0281-4ccc-992c-bf44890708e7 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "DELETE /v2.0/routers/ea4a7d3e-4abf-4e3b-93a5-2acd1a91cc2e HTTP/1.1" status: 204 len: 168 time: 4.9056811 Feb 19 03:18:24.193379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c31f9d-852d-4eac-87b9-270aa1bfd47f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event updated for resources: {'Subnet': ['ID=69d7274b-16f0-4e3e-b9e4-e8327805cf53,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:24.206524 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46854) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:24.268310 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4d8bd6c-d8c5-48ad-a480-57594b0320f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (04a9ec49-fb42-45bd-8f26-2d589823021e), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.323190 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4d8bd6c-d8c5-48ad-a480-57594b0320f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (04a9ec49-fb42-45bd-8f26-2d589823021e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.330098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:24.330673 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.374319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c31f9d-852d-4eac-87b9-270aa1bfd47f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Checking segment: {'id': '1df76d2b-237c-4336-b338-2cf0e9e48b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:24.374680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c31f9d-852d-4eac-87b9-270aa1bfd47f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Network hostable DHCP agents. Network: f19efdf5-0556-4dcd-a05b-579371530e0c, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:18:24.389752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-5281f7a7-ab64-4538-bbd3-070cef3095a4 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Deleting subnet 08aca461-c63d-4ac0-acac-9397aade5419 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:18:24.405616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5281f7a7-ab64-4538-bbd3-070cef3095a4 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for subnet (08aca461-c63d-4ac0-acac-9397aade5419), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.479710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:24.546463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adcc72-d2a3-41c6-834f-28b2917bf933 req-dcb24265-2857-41bd-a364-194a5fda986c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:24.556735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84adcc72-d2a3-41c6-834f-28b2917bf933 req-dcb24265-2857-41bd-a364-194a5fda986c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.5204020 Feb 19 03:18:24.579657 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c31f9d-852d-4eac-87b9-270aa1bfd47f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Network f19efdf5-0556-4dcd-a05b-579371530e0c is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:18:24.597557 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4d8bd6c-d8c5-48ad-a480-57594b0320f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (04a9ec49-fb42-45bd-8f26-2d589823021e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.603020 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5281f7a7-ab64-4538-bbd3-070cef3095a4 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (08aca461-c63d-4ac0-acac-9397aade5419), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.646917 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4d8bd6c-d8c5-48ad-a480-57594b0320f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.656579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c4d8bd6c-d8c5-48ad-a480-57594b0320f4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/04a9ec49-fb42-45bd-8f26-2d589823021e HTTP/1.1" status: 204 len: 168 time: 0.7074988 Feb 19 03:18:24.664508 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-67c31f9d-852d-4eac-87b9-270aa1bfd47f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, f19efdf5-0556-4dcd-a05b-579371530e0c) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:24.667252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46864) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:24.687635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c549d3a4-319f-4f65-9d99-bd3202fc3a0f None None] Network f19efdf5-0556-4dcd-a05b-579371530e0c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:24.706895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8bd6c-d8c5-48ad-a480-57594b0320f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04a9ec49-fb42-45bd-8f26-2d589823021e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:24.758377 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9c88244-1511-49d6-80da-037fb42a43f0 admin admin] Publish callbacks [] for security_group (0498c9e5-a731-4ffd-aef8-9206dce8e62b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.766973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84adcc72-d2a3-41c6-834f-28b2917bf933 req-759260af-7518-478f-bdf6-b50dc10f7764 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091560 Feb 19 03:18:24.771994 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c9c88244-1511-49d6-80da-037fb42a43f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0498c9e5-a731-4ffd-aef8-9206dce8e62b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.863398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c31f9d-852d-4eac-87b9-270aa1bfd47f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:24.864011 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67c31f9d-852d-4eac-87b9-270aa1bfd47f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.888011 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (be97586e-9139-493b-a5f2-9e839d2d2005), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.903846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-f19efdf5-0556-4dcd-a05b-579371530e0c', 'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c', 'project_id': 'b818749e62864d578db4272257868670', 'fixed_ips': [{'subnet_id': '69d7274b-16f0-4e3e-b9e4-e8327805cf53'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:18:24.908570 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.917830 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5281f7a7-ab64-4538-bbd3-070cef3095a4 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (08aca461-c63d-4ac0-acac-9397aade5419), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:24.946970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c9c88244-1511-49d6-80da-037fb42a43f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cfddd48aa0b249cea8311cc97e7c4986&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7859285 Feb 19 03:18:24.953077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46868) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:25.008194 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-67c31f9d-852d-4eac-87b9-270aa1bfd47f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7208447 Feb 19 03:18:25.021219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46870) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:25.046209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Request body: {'port': {'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c', 'name': 'tempest-AllowedAddressPairTestJSON-887934003'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:25.115679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c88244-1511-49d6-80da-037fb42a43f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0498c9e5-a731-4ffd-aef8-9206dce8e62b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:25.202006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Allocated IP 172.20.0.2 (f19efdf5-0556-4dcd-a05b-579371530e0c/69d7274b-16f0-4e3e-b9e4-e8327805cf53/c5d413c9-2f38-4f3f-89dc-d44c253df552) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:25.250262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545aede-8108-47bd-85d6-4c158502e2e6 req-3573b862-41a1-463e-8eb9-c684000e7431 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:25.258910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8545aede-8108-47bd-85d6-4c158502e2e6 req-3573b862-41a1-463e-8eb9-c684000e7431 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.2336926 Feb 19 03:18:25.270508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d4cd69a-6201-44ec-a0a2-7a41993d1cbd req-9b84537a-445f-42fb-bdbf-1c3465cedb46 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1634417 Feb 19 03:18:25.272532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3adcbd58-114c-4e3e-a42e-3608d90daf6b admin admin] Publish callbacks [] for security_group (0498c9e5-a731-4ffd-aef8-9206dce8e62b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.348641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (be97586e-9139-493b-a5f2-9e839d2d2005), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.387848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5281f7a7-ab64-4538-bbd3-070cef3095a4 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (08aca461-c63d-4ac0-acac-9397aade5419), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.514900 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Publish callbacks [] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.531025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be97586e-9139-493b-a5f2-9e839d2d2005']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:25.532437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3cf6a6e-08f0-447b-8857-e99b97e19352 req-e2ad8a35-6e85-4050-9f58-1c706317c3fc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 210 time: 0.1668613 Feb 19 03:18:25.539510 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5281f7a7-ab64-4538-bbd3-070cef3095a4 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.543529 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.551637 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5281f7a7-ab64-4538-bbd3-070cef3095a4 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "DELETE /v2.0/subnets/08aca461-c63d-4ac0-acac-9397aade5419 HTTP/1.1" status: 204 len: 168 time: 1.3440006 Feb 19 03:18:25.554734 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46874) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:25.589288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281f7a7-ab64-4538-bbd3-070cef3095a4 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=08aca461-c63d-4ac0-acac-9397aade5419,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:25.619616 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3adcbd58-114c-4e3e-a42e-3608d90daf6b admin admin] Publish callbacks [] for security_group (0498c9e5-a731-4ffd-aef8-9206dce8e62b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.622849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13eb13a-007f-41e5-a3f1-8e047a423da3') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:25.624285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13eb13a-007f-41e5-a3f1-8e047a423da3') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:25.645839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8545aede-8108-47bd-85d6-4c158502e2e6 req-a51d42f8-07f4-48da-bfad-04f0e6163efc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825920 Feb 19 03:18:25.651910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Network f19efdf5-0556-4dcd-a05b-579371530e0c is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:25.655742 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:25.684508 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:25.727203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Pushing event updated for resources: {'Port': ['ID=c5d413c9-2f38-4f3f-89dc-d44c253df552,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:25.791937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Made reservation on behalf of b818749e62864d578db4272257868670 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:25.798965 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.814108 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (a13eb13a-007f-41e5-a3f1-8e047a423da3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.842062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Attempting to bind port c5d413c9-2f38-4f3f-89dc-d44c253df552 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:25.842550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Attempting to bind port c5d413c9-2f38-4f3f-89dc-d44c253df552 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '1df76d2b-237c-4336-b338-2cf0e9e48b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:25.843062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Attempting to bind port c5d413c9-2f38-4f3f-89dc-d44c253df552 on network f19efdf5-0556-4dcd-a05b-579371530e0c {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:25.857079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:25.865631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Checking segment: {'id': '1df76d2b-237c-4336-b338-2cf0e9e48b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:25.866558 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.867115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Bound using segment: {'id': '1df76d2b-237c-4336-b338-2cf0e9e48b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:25.867725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Bound port: c5d413c9-2f38-4f3f-89dc-d44c253df552, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df76d2b-237c-4336-b338-2cf0e9e48b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:25.868352 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.877961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd69a-6201-44ec-a0a2-7a41993d1cbd req-c25c0f4a-c13d-4234-8003-a39c1c77c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:25.887197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d4cd69a-6201-44ec-a0a2-7a41993d1cbd req-c25c0f4a-c13d-4234-8003-a39c1c77c058 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 1127 time: 0.5150173 Feb 19 03:18:25.911210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a13eb13a-007f-41e5-a3f1-8e047a423da3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.927689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] device_id is not set on port e5cdbf20-3fc5-434f-a647-8326479569b3 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:18:25.940880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:18:25.941334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (a13eb13a-007f-41e5-a3f1-8e047a423da3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: warnings.warn(msg) Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:18:25.944469 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:18:25.966121 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (f6c16db0-3d2d-4784-8043-86a0ada2913b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.038210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] For port c5d413c9-2f38-4f3f-89dc-d44c253df552, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:26.041483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] For port c5d413c9-2f38-4f3f-89dc-d44c253df552, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c5d413c9-2f38-4f3f-89dc-d44c253df552,segment=NetworkSegment(1df76d2b-237c-4336-b338-2cf0e9e48b0f),segment_id=1df76d2b-237c-4336-b338-2cf0e9e48b0f)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:26.058638 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.156217 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (be97586e-9139-493b-a5f2-9e839d2d2005), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.162763 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bc9ad-1ad6-483f-82ad-80bfd518be3e None None] Pushing event updated for resources: {'Port': ['ID=c5d413c9-2f38-4f3f-89dc-d44c253df552,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:26.217525 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.222391 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] 10.222.0.81 "DELETE /v2.0/networks/be97586e-9139-493b-a5f2-9e839d2d2005 HTTP/1.1" status: 204 len: 168 time: 1.5499556 Feb 19 03:18:26.281274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b72b74-7bf8-4cde-a682-63507deaae82 admin admin] Pushing event deleted for resources: {'Network': ['ID=be97586e-9139-493b-a5f2-9e839d2d2005,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:26.310353 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (f6c16db0-3d2d-4784-8043-86a0ada2913b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.313820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Allocated IP 172.20.0.13 (f19efdf5-0556-4dcd-a05b-579371530e0c/69d7274b-16f0-4e3e-b9e4-e8327805cf53/e5cdbf20-3fc5-434f-a647-8326479569b3) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:26.344022 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c16db0-3d2d-4784-8043-86a0ada2913b']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:26.351141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede296-a933-401e-b962-a7678227cf72 req-7898e2f0-0732-436b-9763-98d13749a28c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:26.359111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-7898e2f0-0732-436b-9763-98d13749a28c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.67 "GET /v2.0/networks?id=c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 200 len: 795 time: 0.6004505 Feb 19 03:18:26.364705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44fb848d-6819-4c99-b94d-82c2157876a7') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:26.364705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44fb848d-6819-4c99-b94d-82c2157876a7') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:26.383961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (44fb848d-6819-4c99-b94d-82c2157876a7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.413148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (44fb848d-6819-4c99-b94d-82c2157876a7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.436489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:18:26.437040 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (44fb848d-6819-4c99-b94d-82c2157876a7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:18:26.439186 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:18:26.487774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd69a-6201-44ec-a0a2-7a41993d1cbd req-8ef2b076-92ce-4b7a-88ba-5a49b5cbd78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:26.492401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d4cd69a-6201-44ec-a0a2-7a41993d1cbd req-8ef2b076-92ce-4b7a-88ba-5a49b5cbd78f service neutron] 10.222.0.67 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.4318185 Feb 19 03:18:26.645492 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (f6c16db0-3d2d-4784-8043-86a0ada2913b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.673465 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6c16db0-3d2d-4784-8043-86a0ada2913b {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 19 03:18:26.715814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46886) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:26.746533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.777682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d4cd69a-6201-44ec-a0a2-7a41993d1cbd req-17bfdad9-f13c-459f-87f2-689cf201a326 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=674c6733-0cbc-4561-af2a-502d63f2fd64 HTTP/1.1" status: 200 len: 217 time: 0.1835234 Feb 19 03:18:26.789411 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "DELETE /v2.0/networks/f6c16db0-3d2d-4784-8043-86a0ada2913b HTTP/1.1" status: 204 len: 168 time: 1.2054181 Feb 19 03:18:26.818157 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3adcbd58-114c-4e3e-a42e-3608d90daf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0498c9e5-a731-4ffd-aef8-9206dce8e62b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.832338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3adcbd58-114c-4e3e-a42e-3608d90daf6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:26.838025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3adcbd58-114c-4e3e-a42e-3608d90daf6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/0498c9e5-a731-4ffd-aef8-9206dce8e62b HTTP/1.1" status: 204 len: 168 time: 1.8662741 Feb 19 03:18:26.943742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac9d20-8b99-4dc9-8760-b16b762f2d8b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6c16db0-3d2d-4784-8043-86a0ada2913b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:26.964436 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for port (e5cdbf20-3fc5-434f-a647-8326479569b3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.088212 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e7944f2f-3dd0-4fb2-b0f4-03104a8bcac1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42ea87f7f9a94eecbdd9fbfa66cfc227&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3649468 Feb 19 03:18:27.141323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46898) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:27.151580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d1de2-2021-4bf3-9457-ac54e48c387f req-4faa5c63-fca1-4344-8e43-e786ac68f0d2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:27.154916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-318d1de2-2021-4bf3-9457-ac54e48c387f req-4faa5c63-fca1-4344-8e43-e786ac68f0d2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 1.0204108 Feb 19 03:18:27.159526 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e5cdbf20-3fc5-434f-a647-8326479569b3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.173464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b93b1cfe-8931-48e2-9b27-5246dafde4d7 req-1cc7c365-fc31-4028-9546-2528c830d469 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 210 time: 0.1603174 Feb 19 03:18:27.306543 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Network f19efdf5-0556-4dcd-a05b-579371530e0c is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:27.323050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:27.335945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event updated for resources: {'Port': ['ID=e5cdbf20-3fc5-434f-a647-8326479569b3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:27.345664 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-6a42f6ea-c497-4c24-aee8-5d8d13cd4ed9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 379 time: 0.8488553 Feb 19 03:18:27.346346 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:27.347276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd69a-6201-44ec-a0a2-7a41993d1cbd req-f2bf2acf-bdd8-4fae-9de0-6cbe929e4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:27.348673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d4cd69a-6201-44ec-a0a2-7a41993d1cbd req-f2bf2acf-bdd8-4fae-9de0-6cbe929e4090 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.4971232 Feb 19 03:18:27.423037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:27.423868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.460260 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-58bc4c56-a513-47e2-a4f1-ea4ac6cb3eb9 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4245093 Feb 19 03:18:27.464037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46906) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:27.468549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcbd58-114c-4e3e-a42e-3608d90daf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0498c9e5-a731-4ffd-aef8-9206dce8e62b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:27.472993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Request body: {'port': {'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c', 'name': 'tempest-AllowedAddressPairTestJSON-595990410', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:2d:2a:8b'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:27.527267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-fdede296-a933-401e-b962-a7678227cf72 req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'port': {'device_id': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'admin_state_up': True, 'tenant_id': 'd251da4ce30245449da598358709f972', 'security_groups': ['feb426fa-faa7-4c82-9078-4068637369e3']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:27.534848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d2bdd72-22e7-48af-a1cd-2627013e8d7c admin admin] Publish callbacks [] for security_group (451abe92-a841-4fb5-b94c-98682f42e59a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.586371 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d2bdd72-22e7-48af-a1cd-2627013e8d7c admin admin] Publish callbacks [] for security_group (451abe92-a841-4fb5-b94c-98682f42e59a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.725621 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d2bdd72-22e7-48af-a1cd-2627013e8d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (451abe92-a841-4fb5-b94c-98682f42e59a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.728410 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d2bdd72-22e7-48af-a1cd-2627013e8d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.730494 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7d2bdd72-22e7-48af-a1cd-2627013e8d7c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/451abe92-a841-4fb5-b94c-98682f42e59a HTTP/1.1" status: 204 len: 168 time: 0.5875475 Feb 19 03:18:27.772849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46912) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:27.774155 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bdd72-22e7-48af-a1cd-2627013e8d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451abe92-a841-4fb5-b94c-98682f42e59a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:27.813094 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ff28840-3c47-4f82-bab6-a3afe5f12720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:27.873408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd69a-6201-44ec-a0a2-7a41993d1cbd req-0992941b-7d6f-46b9-a3fc-455c2f80b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:27.888225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d4cd69a-6201-44ec-a0a2-7a41993d1cbd req-0992941b-7d6f-46b9-a3fc-455c2f80b6d3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5246875 Feb 19 03:18:28.079707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Made reservation on behalf of b818749e62864d578db4272257868670 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:28.117913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46916) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:28.169241 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-318d1de2-2021-4bf3-9457-ac54e48c387f req-99e36bd8-66b7-4b75-abcb-dc16c8b248e2 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8526380 Feb 19 03:18:28.171263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-933107dd-81ab-4c4b-8d83-5d9cd64b026c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Request body: {'router': {'name': 'tempest-router--398118989', 'project_id': '2630de9d2e51450788e814911c732e25'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:28.242912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c5d413c9-2f38-4f3f-89dc-d44c253df552 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:28.403850 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-933107dd-81ab-4c4b-8d83-5d9cd64b026c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (7660b84a-e85c-4760-b41a-ff387d6a0a60), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.404901 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-933107dd-81ab-4c4b-8d83-5d9cd64b026c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (7660b84a-e85c-4760-b41a-ff387d6a0a60), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.489740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562f3e3-23a3-41de-9546-31c9ab549f94 req-365b9402-7c6d-4416-a70e-0e864ebb2731 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:28.491713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b562f3e3-23a3-41de-9546-31c9ab549f94 req-365b9402-7c6d-4416-a70e-0e864ebb2731 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 1.1305997 Feb 19 03:18:28.514020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c5d413c9-2f38-4f3f-89dc-d44c253df552 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:28.514576 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.550073 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.638325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e60086c9-b588-4ac7-804e-adcc3edb0182 req-e0844760-de49-42a4-9ea7-626a02f2e5f8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 210 time: 0.1287100 Feb 19 03:18:28.639022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdede296-a933-401e-b962-a7678227cf72 req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Made reservation on behalf of d251da4ce30245449da598358709f972 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:28.649447 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ff28840-3c47-4f82-bab6-a3afe5f12720 admin admin] Publish callbacks [] for security_group (3d1f076c-04e4-4692-ba68-a76a2bd5cc4f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.654018 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fdede296-a933-401e-b962-a7678227cf72 req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.659812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb73a520-c111-451a-a25d-9d48f27b9193 None None] Network f19efdf5-0556-4dcd-a05b-579371530e0c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:18:28.693568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ff28840-3c47-4f82-bab6-a3afe5f12720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3d1f076c-04e4-4692-ba68-a76a2bd5cc4f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:28.729434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] device_id is not set on port b80e16d3-2b96-482d-a385-7429bc911e54 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:18:28.758800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b562f3e3-23a3-41de-9546-31c9ab549f94 req-a39dbafd-86ee-40a6-9b58-e4c90cdac003 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481639 Feb 19 03:18:28.820866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d4cd69a-6201-44ec-a0a2-7a41993d1cbd req-2b0dc6bb-3e51-46e3-b1e5-867928cf4034 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8974862 Feb 19 03:18:28.942278 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8ff28840-3c47-4f82-bab6-a3afe5f12720 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ab14351acb8d4bf2acc31fcac98c77de&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1565301 Feb 19 03:18:28.955293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff28840-3c47-4f82-bab6-a3afe5f12720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1f076c-04e4-4692-ba68-a76a2bd5cc4f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:28.958335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46930) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:28.995738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-933107dd-81ab-4c4b-8d83-5d9cd64b026c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_controller (7660b84a-e85c-4760-b41a-ff387d6a0a60), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.025425 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-933107dd-81ab-4c4b-8d83-5d9cd64b026c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (7660b84a-e85c-4760-b41a-ff387d6a0a60), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.130371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-49398516-f132-4e73-b90e-11a9ae783602 None None] Provisioning complete for port c5d413c9-2f38-4f3f-89dc-d44c253df552 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:29.130865 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-49398516-f132-4e73-b90e-11a9ae783602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.167578 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-933107dd-81ab-4c4b-8d83-5d9cd64b026c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.168852 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-933107dd-81ab-4c4b-8d83-5d9cd64b026c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0266128 Feb 19 03:18:29.171580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c5d413c9-2f38-4f3f-89dc-d44c253df552 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:29.172176 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.219726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46938) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:29.225580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca237639-ba1c-4de0-aa15-ba805407f94f admin admin] Publish callbacks [] for security_group (3d1f076c-04e4-4692-ba68-a76a2bd5cc4f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.305962 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port c5d413c9-2f38-4f3f-89dc-d44c253df552, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c5d413c9-2f38-4f3f-89dc-d44c253df552,segment=NetworkSegment(1df76d2b-237c-4336-b338-2cf0e9e48b0f),segment_id=1df76d2b-237c-4336-b338-2cf0e9e48b0f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:29.308357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-fdede296-a933-401e-b962-a7678227cf72 req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.20.0.9 (c2cf118a-21f8-48b2-9111-65ef0afc21a7/06396044-f868-4bab-8279-30abb90c4893/47064446-42e5-46dc-9807-f6fb99192ed8) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:29.323866 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.374763 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4589426-59be-40dc-b225-48a204bb84ff tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (7660b84a-e85c-4760-b41a-ff387d6a0a60), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.421402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=c5d413c9-2f38-4f3f-89dc-d44c253df552,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:29.441511 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-49398516-f132-4e73-b90e-11a9ae783602 None None] Current status of the port c5d413c9-2f38-4f3f-89dc-d44c253df552 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:29.547168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca237639-ba1c-4de0-aa15-ba805407f94f admin admin] Publish callbacks [] for security_group (3d1f076c-04e4-4692-ba68-a76a2bd5cc4f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.590928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Allocated IP 172.20.0.9 (f19efdf5-0556-4dcd-a05b-579371530e0c/69d7274b-16f0-4e3e-b9e4-e8327805cf53/b80e16d3-2b96-482d-a385-7429bc911e54) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:29.775090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-eed7155c-49bb-4b81-ba4f-ee7017f44532 None None] Provisioning complete for port e5cdbf20-3fc5-434f-a647-8326479569b3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:29.779002 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eed7155c-49bb-4b81-ba4f-ee7017f44532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e5cdbf20-3fc5-434f-a647-8326479569b3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:29.919847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-eed7155c-49bb-4b81-ba4f-ee7017f44532 None None] Port e5cdbf20-3fc5-434f-a647-8326479569b3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:29.954124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-eed7155c-49bb-4b81-ba4f-ee7017f44532 None None] Provisioning complete for port c5d413c9-2f38-4f3f-89dc-d44c253df552 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:29.954500 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eed7155c-49bb-4b81-ba4f-ee7017f44532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.005888 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fdede296-a933-401e-b962-a7678227cf72 req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (47064446-42e5-46dc-9807-f6fb99192ed8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.073418 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4589426-59be-40dc-b225-48a204bb84ff tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (7660b84a-e85c-4760-b41a-ff387d6a0a60), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.080264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4589426-59be-40dc-b225-48a204bb84ff tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_controller (7660b84a-e85c-4760-b41a-ff387d6a0a60), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.108869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f62afa32-d443-4b1d-bd8e-02caab53d344 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:18:30.110926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c5d413c9-2f38-4f3f-89dc-d44c253df552 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:30.235731 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca237639-ba1c-4de0-aa15-ba805407f94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3d1f076c-04e4-4692-ba68-a76a2bd5cc4f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.263231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca237639-ba1c-4de0-aa15-ba805407f94f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.264872 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ca237639-ba1c-4de0-aa15-ba805407f94f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d1f076c-04e4-4692-ba68-a76a2bd5cc4f HTTP/1.1" status: 204 len: 168 time: 1.2718396 Feb 19 03:18:30.343841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca237639-ba1c-4de0-aa15-ba805407f94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1f076c-04e4-4692-ba68-a76a2bd5cc4f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:30.362951 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4589426-59be-40dc-b225-48a204bb84ff tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (7660b84a-e85c-4760-b41a-ff387d6a0a60), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.363608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4589426-59be-40dc-b225-48a204bb84ff tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7660b84a-e85c-4760-b41a-ff387d6a0a60 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:18:30.405960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4589426-59be-40dc-b225-48a204bb84ff tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.407987 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b4589426-59be-40dc-b225-48a204bb84ff tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "DELETE /v2.0/routers/7660b84a-e85c-4760-b41a-ff387d6a0a60 HTTP/1.1" status: 204 len: 168 time: 1.1770854 Feb 19 03:18:30.449102 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc26e22b-7cf1-41ab-96fe-8820a037bed6 req-5a1794fe-57d7-4311-9884-525599ac5cbc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 210 time: 0.1841500 Feb 19 03:18:30.532036 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:18:30.570010 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for port (b80e16d3-2b96-482d-a385-7429bc911e54), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.585532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c5d413c9-2f38-4f3f-89dc-d44c253df552 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:30.585905 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.626325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d4cd69a-6201-44ec-a0a2-7a41993d1cbd req-46179b40-c3fb-4c48-a200-a6fba729d47c service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7999732 Feb 19 03:18:30.654429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a362fc5-7e8d-49cc-ac62-780e387dc757 req-bc3379a3-234f-4a81-8818-4dd9adbba6e5 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:30.656586 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b80e16d3-2b96-482d-a385-7429bc911e54), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.667320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a362fc5-7e8d-49cc-ac62-780e387dc757 req-bc3379a3-234f-4a81-8818-4dd9adbba6e5 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.3682849 Feb 19 03:18:30.743814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46968) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:30.768434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Network f19efdf5-0556-4dcd-a05b-579371530e0c is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:30.779059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:30.783171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:30.795065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f62afa32-d443-4b1d-bd8e-02caab53d344, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f62afa32-d443-4b1d-bd8e-02caab53d344,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:30.835229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'f62afa32-d443-4b1d-bd8e-02caab53d344', 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71', 'port_id': 'f62afa32-d443-4b1d-bd8e-02caab53d344', 'mac_address': 'fa:16:3e:1b:6e:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f227e848-d3a5-4e44-b9ca-2dd84f683462', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:18:30.838072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-eed7155c-49bb-4b81-ba4f-ee7017f44532 None None] Current status of the port c5d413c9-2f38-4f3f-89dc-d44c253df552 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:30.863956 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fdede296-a933-401e-b962-a7678227cf72 req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:30.931474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event updated for resources: {'Port': ['ID=b80e16d3-2b96-482d-a385-7429bc911e54,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:30.952191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a362fc5-7e8d-49cc-ac62-780e387dc757 req-00cc2476-fde7-4ced-b354-284a010f8418 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813468 Feb 19 03:18:31.002192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:31.007907 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.066602 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-57fdbd4c-7be5-401c-8ec4-1eca473dd6f5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.6011703 Feb 19 03:18:31.070096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46976) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:31.115608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a8b76-64f0-4075-8ee1-ebca99e5fe31 req-099becff-2a84-4e47-903b-546b594551c5 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:31.121865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c5d413c9-2f38-4f3f-89dc-d44c253df552 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:31.141089 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca9a8b76-64f0-4075-8ee1-ebca99e5fe31 req-099becff-2a84-4e47-903b-546b594551c5 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.4505050 Feb 19 03:18:31.143325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=47064446-42e5-46dc-9807-f6fb99192ed8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:31.188356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f62afa32-d443-4b1d-bd8e-02caab53d344 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:31.189819 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.228304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f62afa32-d443-4b1d-bd8e-02caab53d344 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:18:31.243899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdede296-a933-401e-b962-a7678227cf72 req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network c2cf118a-21f8-48b2-9111-65ef0afc21a7 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:31.264438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-fdede296-a933-401e-b962-a7678227cf72 req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:31.286377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdede296-a933-401e-b962-a7678227cf72 req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:31.291024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6e70a0df-6dac-4135-9560-00a83c3447bf None None] Provisioning complete for port e5cdbf20-3fc5-434f-a647-8326479569b3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:31.291404 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e70a0df-6dac-4135-9560-00a83c3447bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e5cdbf20-3fc5-434f-a647-8326479569b3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.316945 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f62afa32-d443-4b1d-bd8e-02caab53d344, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f62afa32-d443-4b1d-bd8e-02caab53d344,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:31.359454 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.387131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334d0b49-0795-4464-b7f6-effd976ad071 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:31.419244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334d0b49-0795-4464-b7f6-effd976ad071 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:31.429846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334d0b49-0795-4464-b7f6-effd976ad071 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:31.434512 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-334d0b49-0795-4464-b7f6-effd976ad071 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3601980 Feb 19 03:18:31.435280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46984) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:31.463182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca9a8b76-64f0-4075-8ee1-ebca99e5fe31 req-709bf606-3cc0-4e4a-86ea-b036bd5dd50e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210828 Feb 19 03:18:31.463681 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6e70a0df-6dac-4135-9560-00a83c3447bf None None] Port e5cdbf20-3fc5-434f-a647-8326479569b3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:31.511725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['f62afa32-d443-4b1d-bd8e-02caab53d344'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:18:31.579477 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1540117687', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:31.637890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede296-a933-401e-b962-a7678227cf72 req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:31.644298 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fdede296-a933-401e-b962-a7678227cf72 req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.654791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (68952c71-ea4f-47c2-a901-5f683f42f6f4), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.654791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (68952c71-ea4f-47c2-a901-5f683f42f6f4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.659597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f62afa32-d443-4b1d-bd8e-02caab53d344,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:31.803484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-83ed0c75-1887-45e4-90e6-9a365afc9a47 None None] Provisioning complete for port b80e16d3-2b96-482d-a385-7429bc911e54 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:31.805042 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_controller (68952c71-ea4f-47c2-a901-5f683f42f6f4), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.805853 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83ed0c75-1887-45e4-90e6-9a365afc9a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b80e16d3-2b96-482d-a385-7429bc911e54), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:31.905357 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-55856a53-4627-4731-9242-f99f46e5670a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5377994 Feb 19 03:18:31.939003 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Request body: {'port': {'device_id': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:32.129183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-83ed0c75-1887-45e4-90e6-9a365afc9a47 None None] Port b80e16d3-2b96-482d-a385-7429bc911e54 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:32.159257 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.253774 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-8e1ba39b-50b0-4af1-ab2b-c8996c3f5ba6 None None] Provisioning complete for port 47064446-42e5-46dc-9807-f6fb99192ed8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:32.254420 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8e1ba39b-50b0-4af1-ab2b-c8996c3f5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.271044 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (68952c71-ea4f-47c2-a901-5f683f42f6f4), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.393219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8e1ba39b-50b0-4af1-ab2b-c8996c3f5ba6 None None] Port 47064446-42e5-46dc-9807-f6fb99192ed8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:32.453503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78480fb2-231d-4089-a613-31cb65f8223f req-cc860663-d437-42c8-89ba-22e3d2630936 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:32.465606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78480fb2-231d-4089-a613-31cb65f8223f req-cc860663-d437-42c8-89ba-22e3d2630936 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 931 time: 0.7470603 Feb 19 03:18:32.542972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9866c2e6-86c9-43ce-92db-57b43ac11554 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Deleting port b80e16d3-2b96-482d-a385-7429bc911e54 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:32.543938 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9866c2e6-86c9-43ce-92db-57b43ac11554 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b80e16d3-2b96-482d-a385-7429bc911e54), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.724712 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9866c2e6-86c9-43ce-92db-57b43ac11554 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b80e16d3-2b96-482d-a385-7429bc911e54), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.750069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9866c2e6-86c9-43ce-92db-57b43ac11554 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Calling delete_port for b80e16d3-2b96-482d-a385-7429bc911e54 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:32.870009 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (68952c71-ea4f-47c2-a901-5f683f42f6f4), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:32.916637 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.204157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Allocated IP 172.25.1.42 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/58fcca13-d098-4bf5-9fbc-2f345d6e44eb) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:33.239113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f2cff-70df-48bf-8e22-b7ade6f26090 req-8097d62e-20e5-498d-a229-10b8246e8871 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:33.246528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-650f2cff-70df-48bf-8e22-b7ade6f26090 req-8097d62e-20e5-498d-a229-10b8246e8871 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 1.0948100 Feb 19 03:18:33.307806 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78480fb2-231d-4089-a613-31cb65f8223f req-08f5370e-c002-4f6a-9e49-6bc789c4a28a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8042717 Feb 19 03:18:33.381266 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-650f2cff-70df-48bf-8e22-b7ade6f26090 req-8b3d7484-1853-494c-8816-94af0ca8817d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337247 Feb 19 03:18:33.432084 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9866c2e6-86c9-43ce-92db-57b43ac11554 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b80e16d3-2b96-482d-a385-7429bc911e54), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.499974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866c2e6-86c9-43ce-92db-57b43ac11554 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event deleted for resources: {'Port': ['ID=b80e16d3-2b96-482d-a385-7429bc911e54,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:33.611112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-261d76fc-7e1e-46c6-b8b0-d93c16d2a470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.656096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for port (58fcca13-d098-4bf5-9fbc-2f345d6e44eb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.746621 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (58fcca13-d098-4bf5-9fbc-2f345d6e44eb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:33.803352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:33.819009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:33.830948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:33.971749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Pushing event updated for resources: {'Port': ['ID=58fcca13-d098-4bf5-9fbc-2f345d6e44eb,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:34.033400 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f62afa32-d443-4b1d-bd8e-02caab53d344 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:34.047460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47064446-42e5-46dc-9807-f6fb99192ed8 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:18:34.063957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47070) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:34.095491 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Publish callbacks [] for port (47064446-42e5-46dc-9807-f6fb99192ed8), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.294215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port f62afa32-d443-4b1d-bd8e-02caab53d344 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:34.294471 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.522943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f62afa32-d443-4b1d-bd8e-02caab53d344 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:34.523923 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.582504 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb345051-78cd-45c1-addc-97161eb26f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62afa32-d443-4b1d-bd8e-02caab53d344'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:34.590801 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eccd2d4-ccfb-4c8b-84cb-f80d8181e60f" -d '{"events": [{"server_uuid": "cb345051-78cd-45c1-addc-97161eb26f74", "name": "network-vif-plugged", "status": "completed", "tag": "f62afa32-d443-4b1d-bd8e-02caab53d344"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:34.664648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f62afa32-d443-4b1d-bd8e-02caab53d344, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f62afa32-d443-4b1d-bd8e-02caab53d344,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:34.684390 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:34.835462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f62afa32-d443-4b1d-bd8e-02caab53d344,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:35.432864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Transition to ACTIVE for port object 47064446-42e5-46dc-9807-f6fb99192ed8 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:18:35.447551 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f940-d8ab-4483-84ac-71799b1c9090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.486612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ed0f1-e60e-497b-9ba2-6bf7775ee216 req-e4639396-f5fe-47bb-9dc0-cfcc9b846621 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:35.516531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-790ed0f1-e60e-497b-9ba2-6bf7775ee216 req-e4639396-f5fe-47bb-9dc0-cfcc9b846621 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 945 time: 1.9298511 Feb 19 03:18:35.544324 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.584779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (68952c71-ea4f-47c2-a901-5f683f42f6f4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.650961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9866c2e6-86c9-43ce-92db-57b43ac11554 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:35.655984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9866c2e6-86c9-43ce-92db-57b43ac11554 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "DELETE /v2.0/ports/b80e16d3-2b96-482d-a385-7429bc911e54 HTTP/1.1" status: 204 len: 168 time: 4.2152650 Feb 19 03:18:35.668798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e055df-cb39-4247-9df1-c2d256006a18 req-ede51299-038e-4004-9310-6980ece2e511 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:35.670757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6e055df-cb39-4247-9df1-c2d256006a18 req-ede51299-038e-4004-9310-6980ece2e511 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 931 time: 0.3475375 Feb 19 03:18:35.671502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47102) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:35.758406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Pushing event updated for resources: {'Port': ['ID=47064446-42e5-46dc-9807-f6fb99192ed8,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:35.776653 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb1a3a2-2938-40b1-93c4-6f17e48c9e8c tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] GET failed (client error): The resource could not be found. Feb 19 03:18:35.778437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3fb1a3a2-2938-40b1-93c4-6f17e48c9e8c tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "GET /v2.0/ports/b80e16d3-2b96-482d-a385-7429bc911e54 HTTP/1.1" status: 404 len: 333 time: 0.0935202 Feb 19 03:18:35.785333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47108) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:35.805366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-790ed0f1-e60e-497b-9ba2-6bf7775ee216 req-3c8ee9d3-7f54-4109-9572-a5ffcc49bbde tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874041 Feb 19 03:18:35.810869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Request body: {'port': {'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c', 'name': 'tempest-AllowedAddressPairTestJSON-99457056'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:35.971059 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c1d3176a-5373-496d-8b65-a8387c3997a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.580016 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (68952c71-ea4f-47c2-a901-5f683f42f6f4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.592391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Made reservation on behalf of b818749e62864d578db4272257868670 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:36.607574 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:36.676385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] device_id is not set on port 87e87d7f-9621-429b-b77e-50a805d3cb4c yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:18:36.870514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47124) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:36.871011 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47126) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:36.982431 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Router 68952c71-ea4f-47c2-a901-5f683f42f6f4 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:18:36.987155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Allocated IP 172.20.0.9 (f19efdf5-0556-4dcd-a05b-579371530e0c/69d7274b-16f0-4e3e-b9e4-e8327805cf53/87e87d7f-9621-429b-b77e-50a805d3cb4c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:37.057097 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.118057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0690b8-0860-479d-ac33-f2510f32171d req-6e19f7d9-6da8-4efe-ba37-ca8c878046ec tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:37.121253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af0690b8-0860-479d-ac33-f2510f32171d req-6e19f7d9-6da8-4efe-ba37-ca8c878046ec tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 1.0021219 Feb 19 03:18:37.150618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Attempting to bind port 47064446-42e5-46dc-9807-f6fb99192ed8 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:37.151249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Attempting to bind port 47064446-42e5-46dc-9807-f6fb99192ed8 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:37.151793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Attempting to bind port 47064446-42e5-46dc-9807-f6fb99192ed8 on network c2cf118a-21f8-48b2-9111-65ef0afc21a7 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:37.202480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6e055df-cb39-4247-9df1-c2d256006a18 req-1a04c02e-f31a-4d1b-9f87-e9b6ead5873d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4849060 Feb 19 03:18:37.219374 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:18:37.241164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Port 47064446-42e5-46dc-9807-f6fb99192ed8 on network c2cf118a-21f8-48b2-9111-65ef0afc21a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:18:37.241509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Attempting to bind port 47064446-42e5-46dc-9807-f6fb99192ed8 on network c2cf118a-21f8-48b2-9111-65ef0afc21a7 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:37.267685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:37.271914 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f940-d8ab-4483-84ac-71799b1c9090 admin admin] Publish callbacks [] for security_group (1b2d7224-564f-4bf9-8345-e747baf15e60), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.283327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:37.283678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Checking segment: {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:37.284080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Bound using segment: {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:37.284498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Bound port: 47064446-42e5-46dc-9807-f6fb99192ed8, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:37.284890 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.285941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09781168-5f19-4882-8bbe-07a03f66a368 None None] Sync routers for ids ['68952c71-ea4f-47c2-a901-5f683f42f6f4'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:37.306333 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9e0f940-d8ab-4483-84ac-71799b1c9090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1b2d7224-564f-4bf9-8345-e747baf15e60), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.308644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09781168-5f19-4882-8bbe-07a03f66a368 None None] Routers {'68952c71-ea4f-47c2-a901-5f683f42f6f4'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:37.314779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-09781168-5f19-4882-8bbe-07a03f66a368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['68952c71-ea4f-47c2-a901-5f683f42f6f4'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:37.332239 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404d7446-4019-464d-8db1-c9f4646b73db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.456653 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3269e0b-433f-4a7c-b2f4-03e56d4811c3 x-openstack-request-id: req-d3269e0b-433f-4a7c-b2f4-03e56d4811c3 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:37.458135 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb345051-78cd-45c1-addc-97161eb26f74", "name": "network-vif-plugged", "status": "completed", "tag": "f62afa32-d443-4b1d-bd8e-02caab53d344", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:37.458647 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3269e0b-433f-4a7c-b2f4-03e56d4811c3 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:37.459893 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb345051-78cd-45c1-addc-97161eb26f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62afa32-d443-4b1d-bd8e-02caab53d344', 'code': 200} Feb 19 03:18:37.466643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-09781168-5f19-4882-8bbe-07a03f66a368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:37.497793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09781168-5f19-4882-8bbe-07a03f66a368 None None] Routers {'68952c71-ea4f-47c2-a901-5f683f42f6f4'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:37.498929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-09781168-5f19-4882-8bbe-07a03f66a368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['68952c71-ea4f-47c2-a901-5f683f42f6f4'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:37.550831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af0690b8-0860-479d-ac33-f2510f32171d req-ad443215-5c27-495e-918f-c6e35c3d8f0c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757987 Feb 19 03:18:37.574127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d9e0f940-d8ab-4483-84ac-71799b1c9090 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5fbd5da2a544469287f9699a7718f7b9&name=default HTTP/1.1" status: 200 len: 3000 time: 3.5079377 Feb 19 03:18:37.576254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-09781168-5f19-4882-8bbe-07a03f66a368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:37.577191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09781168-5f19-4882-8bbe-07a03f66a368 None None] The sync data for ids ['68952c71-ea4f-47c2-a901-5f683f42f6f4'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:37.587506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47138) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:37.588190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0f940-d8ab-4483-84ac-71799b1c9090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2d7224-564f-4bf9-8345-e747baf15e60,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:37.589257 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.593754 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-301bfd61-b3a0-40dc-98df-256f56167b95 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8430536 Feb 19 03:18:37.597114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11e84cd2-8dc1-454c-b286-5796b0ae3fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.611793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47140) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:37.636267 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404d7446-4019-464d-8db1-c9f4646b73db admin admin] Publish callbacks [] for security_group (90aa1d26-71cb-4f69-bf3e-dbd30206af15), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.706596 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404d7446-4019-464d-8db1-c9f4646b73db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (90aa1d26-71cb-4f69-bf3e-dbd30206af15), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.772489 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-404d7446-4019-464d-8db1-c9f4646b73db admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e66d9c14649f401c8cfa267b49c464a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8699801 Feb 19 03:18:37.776564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d7446-4019-464d-8db1-c9f4646b73db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90aa1d26-71cb-4f69-bf3e-dbd30206af15,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:37.784239 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47146) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:37.830718 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11e84cd2-8dc1-454c-b286-5796b0ae3fca admin admin] Publish callbacks [] for security_group (b35c7c8b-a578-402a-b9de-c9c038a4cb27), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.839386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:37.848387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-297846f5-5bd2-47b5-906f-4424f93c223f admin admin] Publish callbacks [] for security_group (90aa1d26-71cb-4f69-bf3e-dbd30206af15), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.851132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11e84cd2-8dc1-454c-b286-5796b0ae3fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b35c7c8b-a578-402a-b9de-c9c038a4cb27), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.857125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=47064446-42e5-46dc-9807-f6fb99192ed8,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:37.862631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-11f5b671-f424-4348-b38d-a6a9b9561c89 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/routers/68952c71-ea4f-47c2-a901-5f683f42f6f4 HTTP/1.1" status: 200 len: 920 time: 0.2433040 Feb 19 03:18:37.886307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47148) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:37.899860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e84cd2-8dc1-454c-b286-5796b0ae3fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35c7c8b-a578-402a-b9de-c9c038a4cb27,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:37.900098 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.915818 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for port (87e87d7f-9621-429b-b77e-50a805d3cb4c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:37.939727 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fb726698-5091-4c8a-bef4-ced95fd22c62 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "GET /v2.0/ports?device_id=68952c71-ea4f-47c2-a901-5f683f42f6f4 HTTP/1.1" status: 200 len: 205 time: 0.0334444 Feb 19 03:18:37.950099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47150) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:37.985555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Pushing event updated for resources: {'Port': ['ID=47064446-42e5-46dc-9807-f6fb99192ed8,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:37.998225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:37.999801 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.002848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-dad614a1-9eff-4802-bfa2-d85e19e7cb66 service neutron] 10.222.0.67 "PUT /v2.0/ports/47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 1091 time: 6.0801034 Feb 19 03:18:38.011534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-297846f5-5bd2-47b5-906f-4424f93c223f admin admin] Publish callbacks [] for security_group (90aa1d26-71cb-4f69-bf3e-dbd30206af15), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.075890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:38.079756 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acec2d3e-7e9f-47af-a111-bb85b8d3da73" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:38.086690 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-11e84cd2-8dc1-454c-b286-5796b0ae3fca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b250059268a3458dad630633868d0c39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1938169 Feb 19 03:18:38.090591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47154) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:38.091441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-297846f5-5bd2-47b5-906f-4424f93c223f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (90aa1d26-71cb-4f69-bf3e-dbd30206af15), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.093890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff58cdd-15de-4f57-903c-2e36abd719aa req-da014cd9-b84c-4d13-93ac-8042077c6245 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:38.094446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-297846f5-5bd2-47b5-906f-4424f93c223f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.095772 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-297846f5-5bd2-47b5-906f-4424f93c223f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90aa1d26-71cb-4f69-bf3e-dbd30206af15 HTTP/1.1" status: 204 len: 168 time: 0.3102348 Feb 19 03:18:38.096297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ff58cdd-15de-4f57-903c-2e36abd719aa req-da014cd9-b84c-4d13-93ac-8042077c6245 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.6626999 Feb 19 03:18:38.113438 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (87e87d7f-9621-429b-b77e-50a805d3cb4c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.237741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297846f5-5bd2-47b5-906f-4424f93c223f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aa1d26-71cb-4f69-bf3e-dbd30206af15,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:38.282066 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168e4f6a-f35b-4a57-8c2d-bb647993ab64 x-openstack-request-id: req-168e4f6a-f35b-4a57-8c2d-bb647993ab64 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:38.282354 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:38.282615 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-168e4f6a-f35b-4a57-8c2d-bb647993ab64 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:38.283023 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8', 'status': 'completed', 'code': 200} Feb 19 03:18:38.287924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ff58cdd-15de-4f57-903c-2e36abd719aa req-f624b4e1-d207-472e-a7c5-3e3296d780de tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603024 Feb 19 03:18:38.306531 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-858243a6-9d56-485e-984e-78bcf04ee6c8 admin admin] Publish callbacks [] for security_group (1b2d7224-564f-4bf9-8345-e747baf15e60), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.355043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Network f19efdf5-0556-4dcd-a05b-579371530e0c is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:38.425414 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ef47bcf-5aa0-4111-bcb6-81c2d451ccb8 admin admin] Publish callbacks [] for security_group (b35c7c8b-a578-402a-b9de-c9c038a4cb27), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.469502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:38.476387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ef47bcf-5aa0-4111-bcb6-81c2d451ccb8 admin admin] Publish callbacks [] for security_group (b35c7c8b-a578-402a-b9de-c9c038a4cb27), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.494835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event updated for resources: {'Port': ['ID=87e87d7f-9621-429b-b77e-50a805d3cb4c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:38.508915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:38.568980 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ef47bcf-5aa0-4111-bcb6-81c2d451ccb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b35c7c8b-a578-402a-b9de-c9c038a4cb27), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.572270 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ef47bcf-5aa0-4111-bcb6-81c2d451ccb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.577410 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1ef47bcf-5aa0-4111-bcb6-81c2d451ccb8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b35c7c8b-a578-402a-b9de-c9c038a4cb27 HTTP/1.1" status: 204 len: 168 time: 0.4801104 Feb 19 03:18:38.668844 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef47bcf-5aa0-4111-bcb6-81c2d451ccb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35c7c8b-a578-402a-b9de-c9c038a4cb27,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:38.701672 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (68952c71-ea4f-47c2-a901-5f683f42f6f4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.705176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:38.705797 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.728695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-858243a6-9d56-485e-984e-78bcf04ee6c8 admin admin] Publish callbacks [] for security_group (1b2d7224-564f-4bf9-8345-e747baf15e60), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.879514 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:38.962406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede296-a933-401e-b962-a7678227cf72 req-db2b9c00-f58b-484b-a6f8-0439d06da91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:38.964475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-db2b9c00-f58b-484b-a6f8-0439d06da91a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1125 time: 0.8658619 Feb 19 03:18:38.965736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47168) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:38.983357 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01e84574-bf76-4b6e-916d-909d2a207060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.000603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e982fba6-6fd0-4f7a-9128-30a79b01adbc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2124794 Feb 19 03:18:39.011431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47170) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:39.035484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-88592d74-3bbc-41cf-b5a9-a5db05851293 None None] Provisioning complete for port 87e87d7f-9621-429b-b77e-50a805d3cb4c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:39.042113 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88592d74-3bbc-41cf-b5a9-a5db05851293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (87e87d7f-9621-429b-b77e-50a805d3cb4c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.061248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d6373818-e7c3-4dcd-89fd-ce12429f2198 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:2d:2a:8b'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:39.084737 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (68952c71-ea4f-47c2-a901-5f683f42f6f4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.162338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-88592d74-3bbc-41cf-b5a9-a5db05851293 None None] Port 87e87d7f-9621-429b-b77e-50a805d3cb4c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:39.210415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-c4ce7f50-4832-4593-8133-34c81b46fec3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 217 time: 0.2149239 Feb 19 03:18:39.213316 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01e84574-bf76-4b6e-916d-909d2a207060 admin admin] Publish callbacks [] for security_group (b255d805-01eb-4098-ab0b-369f681f8c79), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.223279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c65a9e-a70b-4214-82b8-505440792b9a req-5478c96c-8724-4f35-bab9-ecfd63798ad4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:39.224845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99c65a9e-a70b-4214-82b8-505440792b9a req-5478c96c-8724-4f35-bab9-ecfd63798ad4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 943 time: 0.8895056 Feb 19 03:18:39.230793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Deleting port 58fcca13-d098-4bf5-9fbc-2f345d6e44eb {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:39.231145 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (58fcca13-d098-4bf5-9fbc-2f345d6e44eb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.339508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (58fcca13-d098-4bf5-9fbc-2f345d6e44eb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.355240 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Calling delete_port for 58fcca13-d098-4bf5-9fbc-2f345d6e44eb owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:39.379416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d61a00-d441-404d-b7f3-48211d9a1a9d req-a8992492-6ec9-40a1-98a4-c1bead00e11a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:39.388364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36d61a00-d441-404d-b7f3-48211d9a1a9d req-a8992492-6ec9-40a1-98a4-c1bead00e11a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.6636319 Feb 19 03:18:39.551423 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01e84574-bf76-4b6e-916d-909d2a207060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b255d805-01eb-4098-ab0b-369f681f8c79), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.584968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (58fcca13-d098-4bf5-9fbc-2f345d6e44eb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.646274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2decd2-c598-43d6-b621-c3c8c26a206c req-5724615a-eba3-4e3a-afad-f62b828d0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:39.648847 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e2decd2-c598-43d6-b621-c3c8c26a206c req-5724615a-eba3-4e3a-afad-f62b828d0b4a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 1127 time: 1.0168066 Feb 19 03:18:39.663938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99c65a9e-a70b-4214-82b8-505440792b9a req-5d3ce187-e43e-42b9-a45c-48c0629f65c1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369443 Feb 19 03:18:39.706927 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-01e84574-bf76-4b6e-916d-909d2a207060 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7c9b49b2b8f416cae2cb401cef47ad2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7379401 Feb 19 03:18:39.710170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-858243a6-9d56-485e-984e-78bcf04ee6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1b2d7224-564f-4bf9-8345-e747baf15e60), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.712214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e84574-bf76-4b6e-916d-909d2a207060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b255d805-01eb-4098-ab0b-369f681f8c79,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:39.716167 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-858243a6-9d56-485e-984e-78bcf04ee6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.720110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-858243a6-9d56-485e-984e-78bcf04ee6c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1b2d7224-564f-4bf9-8345-e747baf15e60 HTTP/1.1" status: 204 len: 168 time: 2.1282034 Feb 19 03:18:39.757366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47188) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:39.817726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Pushing event deleted for resources: {'Port': ['ID=58fcca13-d098-4bf5-9fbc-2f345d6e44eb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:39.907444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858243a6-9d56-485e-984e-78bcf04ee6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2d7224-564f-4bf9-8345-e747baf15e60,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:39.923194 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (68952c71-ea4f-47c2-a901-5f683f42f6f4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:39.928271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede296-a933-401e-b962-a7678227cf72 req-ff98628e-8744-4fdd-b43b-db796ae1db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:39.929097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-ff98628e-8744-4fdd-b43b-db796ae1db21 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06396044-f868-4bab-8279-30abb90c4893 HTTP/1.1" status: 200 len: 835 time: 0.7009263 Feb 19 03:18:40.055832 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.105510 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81cf64cf-8e51-40a2-af3d-65850f90a1e9 admin admin] Publish callbacks [] for security_group (b255d805-01eb-4098-ab0b-369f681f8c79), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.122376 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6373818-e7c3-4dcd-89fd-ce12429f2198 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (87e87d7f-9621-429b-b77e-50a805d3cb4c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.127069 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36d61a00-d441-404d-b7f3-48211d9a1a9d req-af951737-05b1-4739-8483-64af82c81d20 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7376943 Feb 19 03:18:40.189066 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81cf64cf-8e51-40a2-af3d-65850f90a1e9 admin admin] Publish callbacks [] for security_group (b255d805-01eb-4098-ab0b-369f681f8c79), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.224078 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (68952c71-ea4f-47c2-a901-5f683f42f6f4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.233789 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_controller (68952c71-ea4f-47c2-a901-5f683f42f6f4), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.244320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382629b2-df33-48a0-ae92-e2dd0b623ce7 req-2e66cc20-da67-48be-895d-d6e2b641c2cd tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:40.253967 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-382629b2-df33-48a0-ae92-e2dd0b623ce7 req-2e66cc20-da67-48be-895d-d6e2b641c2cd tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.4169796 Feb 19 03:18:40.316314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2decd2-c598-43d6-b621-c3c8c26a206c req-d52727b4-791d-44b0-a0d0-55a2b1b10033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:40.329375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e2decd2-c598-43d6-b621-c3c8c26a206c req-d52727b4-791d-44b0-a0d0-55a2b1b10033 service neutron] 10.222.0.67 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.6643767 Feb 19 03:18:40.346124 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (68952c71-ea4f-47c2-a901-5f683f42f6f4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.351478 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Fanout notify agent at l3_agent the message router_deleted on router 68952c71-ea4f-47c2-a901-5f683f42f6f4 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:18:40.382783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.386978 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-22cf78b1-3bbd-442f-bd59-6853cc03d957 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/routers/68952c71-ea4f-47c2-a901-5f683f42f6f4 HTTP/1.1" status: 204 len: 168 time: 2.4359448 Feb 19 03:18:40.391014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47202) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:40.406255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdede296-a933-401e-b962-a7678227cf72 req-644b036b-e6ac-4265-8f28-414fb3e34e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:40.408010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-644b036b-e6ac-4265-8f28-414fb3e34e8e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2cf118a-21f8-48b2-9111-65ef0afc21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4407544 Feb 19 03:18:40.409285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1821112132', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'enable_snat': False}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:40.450713 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (b6a9f046-a332-4453-be68-2f08f2d6cac2), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.452072 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (b6a9f046-a332-4453-be68-2f08f2d6cac2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.543594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47222) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:40.583187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e2decd2-c598-43d6-b621-c3c8c26a206c req-51ffdda2-f8b1-4214-83cb-29b0cf31567c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5b855bb-c1f8-4c2a-9a28-e77628e4e131 HTTP/1.1" status: 200 len: 217 time: 0.2220509 Feb 19 03:18:40.586751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_controller (b6a9f046-a332-4453-be68-2f08f2d6cac2), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.595919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-382629b2-df33-48a0-ae92-e2dd0b623ce7 req-87157fcb-18d4-4070-b273-a2449bb03f0e tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893305 Feb 19 03:18:40.615616 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81cf64cf-8e51-40a2-af3d-65850f90a1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b255d805-01eb-4098-ab0b-369f681f8c79), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.618565 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81cf64cf-8e51-40a2-af3d-65850f90a1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.619748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-81cf64cf-8e51-40a2-af3d-65850f90a1e9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b255d805-01eb-4098-ab0b-369f681f8c79 HTTP/1.1" status: 204 len: 168 time: 0.8474579 Feb 19 03:18:40.852447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf64cf-8e51-40a2-af3d-65850f90a1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b255d805-01eb-4098-ab0b-369f681f8c79,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:40.869881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e583e2ad-99f9-487d-a38e-f7e064b95be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.879293 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (b6a9f046-a332-4453-be68-2f08f2d6cac2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:40.969474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2decd2-c598-43d6-b621-c3c8c26a206c req-73e7facc-f58a-4a60-a76a-37f7dd14a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:40.971621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e2decd2-c598-43d6-b621-c3c8c26a206c req-73e7facc-f58a-4a60-a76a-37f7dd14a61b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.3567779 Feb 19 03:18:41.133180 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e583e2ad-99f9-487d-a38e-f7e064b95be7 admin admin] Publish callbacks [] for security_group (2eaadf33-dc43-4b11-8069-9d38a2d646e1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.243470 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e583e2ad-99f9-487d-a38e-f7e064b95be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2eaadf33-dc43-4b11-8069-9d38a2d646e1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.278196 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (b6a9f046-a332-4453-be68-2f08f2d6cac2), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.305490 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.439610 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e583e2ad-99f9-487d-a38e-f7e064b95be7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=973025330f3f4abfbdcca9a5f409081e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8853981 Feb 19 03:18:41.447283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583e2ad-99f9-487d-a38e-f7e064b95be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaadf33-dc43-4b11-8069-9d38a2d646e1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:41.456309 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47264) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:41.508751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d69db-3d29-4065-9be4-a778cf6ab30e req-26c0f956-3ec6-445c-99cf-ff5b3e781b7a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:41.517099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-404d69db-3d29-4065-9be4-a778cf6ab30e req-26c0f956-3ec6-445c-99cf-ff5b3e781b7a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 943 time: 0.6274056 Feb 19 03:18:41.534140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Allocated IP 172.25.1.203 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:41.565973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-57bce795-5ac8-49a5-8fbb-619d6a6a1e4e service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0561872 Feb 19 03:18:41.599423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12e5f6-0e95-4821-8c98-ab8db15831cb req-78bf8cf1-aa56-408c-84ac-0d0c2f7bc980 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:41.601427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d12e5f6-0e95-4821-8c98-ab8db15831cb req-78bf8cf1-aa56-408c-84ac-0d0c2f7bc980 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 945 time: 0.2873013 Feb 19 03:18:41.603560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2decd2-c598-43d6-b621-c3c8c26a206c req-df92ab82-d942-408b-9e56-e65708b9b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:41.605395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e2decd2-c598-43d6-b621-c3c8c26a206c req-df92ab82-d942-408b-9e56-e65708b9b2c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5949490 Feb 19 03:18:41.703249 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4a695e-8bac-415d-b235-e530cba16e2d admin admin] Publish callbacks [] for security_group (2eaadf33-dc43-4b11-8069-9d38a2d646e1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.763131 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4a695e-8bac-415d-b235-e530cba16e2d admin admin] Publish callbacks [] for security_group (2eaadf33-dc43-4b11-8069-9d38a2d646e1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.843324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.907915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4a695e-8bac-415d-b235-e530cba16e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2eaadf33-dc43-4b11-8069-9d38a2d646e1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.911222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4a695e-8bac-415d-b235-e530cba16e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.914942 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8e4a695e-8bac-415d-b235-e530cba16e2d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2eaadf33-dc43-4b11-8069-9d38a2d646e1 HTTP/1.1" status: 204 len: 168 time: 0.4550612 Feb 19 03:18:41.926448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a695e-8bac-415d-b235-e530cba16e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaadf33-dc43-4b11-8069-9d38a2d646e1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:41.929700 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:41.975664 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:41.990277 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:42.001501 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:42.009633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event updated for resources: {'Port': ['ID=bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:42.054470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a5b855bb-c1f8-4c2a-9a28-e77628e4e131 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:42.299435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:42.299848 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.411014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a5b855bb-c1f8-4c2a-9a28-e77628e4e131, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:42.414544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571b0c3d-50f4-4338-b5d3-b25c26244f34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:42.421397 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8c2215-a317-48c5-bbd8-4af64dd4bd40" -d '{"events": [{"server_uuid": "571b0c3d-50f4-4338-b5d3-b25c26244f34", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b855bb-c1f8-4c2a-9a28-e77628e4e131"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:42.435533 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.597232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:42.661571 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6373818-e7c3-4dcd-89fd-ce12429f2198 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for port (87e87d7f-9621-429b-b77e-50a805d3cb4c), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.672920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e2decd2-c598-43d6-b621-c3c8c26a206c req-27901cfb-6c42-45a6-900c-4ba739b2c8e9 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0568361 Feb 19 03:18:42.748869 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (b6a9f046-a332-4453-be68-2f08f2d6cac2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:42.754021 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6373818-e7c3-4dcd-89fd-ce12429f2198 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (87e87d7f-9621-429b-b77e-50a805d3cb4c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:43.001750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d12e5f6-0e95-4821-8c98-ab8db15831cb req-522163c6-7285-482f-9598-85ee7daff7fb tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3868508 Feb 19 03:18:43.005418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-404d69db-3d29-4065-9be4-a778cf6ab30e req-8515a4db-3e52-4e6d-b281-c058a2f0b956 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4749422 Feb 19 03:18:43.062869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdede296-a933-401e-b962-a7678227cf72 req-6b54719e-8012-48a5-9a7d-b67b4062c03c service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4516540 Feb 19 03:18:43.226738 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106026bb-f022-4388-8347-514f7bd32dfa x-openstack-request-id: req-106026bb-f022-4388-8347-514f7bd32dfa {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:43.227732 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571b0c3d-50f4-4338-b5d3-b25c26244f34", "name": "network-vif-unplugged", "status": "completed", "tag": "a5b855bb-c1f8-4c2a-9a28-e77628e4e131", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:43.228937 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-106026bb-f022-4388-8347-514f7bd32dfa {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:43.229757 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571b0c3d-50f4-4338-b5d3-b25c26244f34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131', 'code': 200} Feb 19 03:18:43.325628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6373818-e7c3-4dcd-89fd-ce12429f2198 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event updated for resources: {'Port': ['ID=87e87d7f-9621-429b-b77e-50a805d3cb4c,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:43.413815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (b6a9f046-a332-4453-be68-2f08f2d6cac2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:43.438208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e2decd2-c598-43d6-b621-c3c8c26a206c req-d6cc2ea2-f61a-493e-9e23-e27beb329357 service neutron] 10.222.0.67 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7459633 Feb 19 03:18:43.527962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d6373818-e7c3-4dcd-89fd-ce12429f2198 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] In _notify_port_updated(), no bound segment for port 87e87d7f-9621-429b-b77e-50a805d3cb4c on network f19efdf5-0556-4dcd-a05b-579371530e0c {{(pid=109899) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:18:43.534894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6373818-e7c3-4dcd-89fd-ce12429f2198 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:43.535751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6373818-e7c3-4dcd-89fd-ce12429f2198 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:43.537747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d6373818-e7c3-4dcd-89fd-ce12429f2198 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "PUT /v2.0/ports/87e87d7f-9621-429b-b77e-50a805d3cb4c HTTP/1.1" status: 200 len: 992 time: 4.5007210 Feb 19 03:18:43.545603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47340) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:43.661777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec2d3e-7e9f-47af-a111-bb85b8d3da73 req-2e723fef-904d-4dba-8af1-8047336545c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:43.662869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e6f8ff48-3990-4a87-a40c-0b8e4336e943 None None] Provisioning complete for port 87e87d7f-9621-429b-b77e-50a805d3cb4c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:43.663663 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6f8ff48-3990-4a87-a40c-0b8e4336e943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (87e87d7f-9621-429b-b77e-50a805d3cb4c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:43.665341 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acec2d3e-7e9f-47af-a111-bb85b8d3da73 req-2e723fef-904d-4dba-8af1-8047336545c9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1125 time: 0.5097115 Feb 19 03:18:43.732532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023d91c-3c75-4c74-bbf0-88b57492e779 req-cf91d84d-f6ad-4c32-a4c4-c0abe8b3855d tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:43.753070 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f023d91c-3c75-4c74-bbf0-88b57492e779 req-cf91d84d-f6ad-4c32-a4c4-c0abe8b3855d tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.4311626 Feb 19 03:18:43.766000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e6f8ff48-3990-4a87-a40c-0b8e4336e943 None None] Port 87e87d7f-9621-429b-b77e-50a805d3cb4c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:43.826730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Router b6a9f046-a332-4453-be68-2f08f2d6cac2 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:18:44.046677 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:44.061628 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Sync routers for ids ['b6a9f046-a332-4453-be68-2f08f2d6cac2'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:44.083802 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.085909 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-953eddea-8a86-49ad-a585-25b95e0a516b tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6936862 Feb 19 03:18:44.088839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47354) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:44.096848 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Routers {'b6a9f046-a332-4453-be68-2f08f2d6cac2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:44.097860 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b6a9f046-a332-4453-be68-2f08f2d6cac2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:44.143644 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f023d91c-3c75-4c74-bbf0-88b57492e779 req-0887576c-26c8-488c-8518-4bc2128b4861 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874104 Feb 19 03:18:44.161869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e667d-cc46-4091-bcc1-ae32c0b823e5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Deleting port 87e87d7f-9621-429b-b77e-50a805d3cb4c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:44.163318 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b4e667d-cc46-4091-bcc1-ae32c0b823e5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (87e87d7f-9621-429b-b77e-50a805d3cb4c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.393223 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Set router b6a9f046-a332-4453-be68-2f08f2d6cac2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:44.484423 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0c28a7c7-64ac-418b-a5dc-4df4fc034b52 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/routers/b6a9f046-a332-4453-be68-2f08f2d6cac2 HTTP/1.1" status: 200 len: 909 time: 0.3905609 Feb 19 03:18:44.485129 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47362) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:44.503994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1821112132', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'enable_snat': True}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:44.561409 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (32753b10-1e56-4211-95e2-3ec0a73476f9), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.562868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (32753b10-1e56-4211-95e2-3ec0a73476f9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.668808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec2d3e-7e9f-47af-a111-bb85b8d3da73 req-e0fe3abc-0d3c-457d-b5c1-2ff1e5c224d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:44.680768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acec2d3e-7e9f-47af-a111-bb85b8d3da73 req-e0fe3abc-0d3c-457d-b5c1-2ff1e5c224d6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 200 len: 896 time: 0.9958446 Feb 19 03:18:44.684053 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a9f046-a332-4453-be68-2f08f2d6cac2', 'name': 'tempest-snat-router-1821112132', 'tenant_id': '36ba2410e13d48d39735a7ea88e10931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': False}, 'gw_port_id': 'bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:40Z', 'updated_at': '2022-02-19T03:18:42Z', 'revision_number': 3, 'project_id': '36ba2410e13d48d39735a7ea88e10931', 'gw_port': {'id': 'bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:44:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a9f046-a332-4453-be68-2f08f2d6cac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:41Z', 'updated_at': '2022-02-19T03:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:44.723519 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_controller (32753b10-1e56-4211-95e2-3ec0a73476f9), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.730845 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Checking router: b6a9f046-a332-4453-be68-2f08f2d6cac2 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:44.731403 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Updating router b6a9f046-a332-4453-be68-2f08f2d6cac2 port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:18:44.766286 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.779032 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b4e667d-cc46-4091-bcc1-ae32c0b823e5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (87e87d7f-9621-429b-b77e-50a805d3cb4c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:44.800891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0b4e667d-cc46-4091-bcc1-ae32c0b823e5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Calling delete_port for 87e87d7f-9621-429b-b77e-50a805d3cb4c owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:45.039407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acec2d3e-7e9f-47af-a111-bb85b8d3da73 req-5eb67aaa-1257-4c87-96c3-2d0d0fce26fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 217 time: 0.1068437 Feb 19 03:18:45.293763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4e56a-7d6c-4079-9a44-1e96bd8503eb req-8ec1abd1-5593-4c5f-83ce-6cdc168c5791 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:45.306573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adf4e56a-7d6c-4079-9a44-1e96bd8503eb req-8ec1abd1-5593-4c5f-83ce-6cdc168c5791 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 943 time: 1.0345855 Feb 19 03:18:45.351014 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Publish callbacks [] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.362095 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.367376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec2d3e-7e9f-47af-a111-bb85b8d3da73 req-7eda83bd-6027-4a3a-b2ce-2a2ad7af619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:45.371108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acec2d3e-7e9f-47af-a111-bb85b8d3da73 req-7eda83bd-6027-4a3a-b2ce-2a2ad7af619b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06396044-f868-4bab-8279-30abb90c4893 HTTP/1.1" status: 200 len: 835 time: 0.3083885 Feb 19 03:18:45.433032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac07a5-505b-4631-a83b-75c6a18fe282 req-f86e73ef-3d75-4a16-8ba4-08564ec0d276 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:45.435679 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2ac07a5-505b-4631-a83b-75c6a18fe282 req-f86e73ef-3d75-4a16-8ba4-08564ec0d276 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 943 time: 0.9616134 Feb 19 03:18:45.467793 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d17630-304a-40d4-b653-b70e80ebdbff None None] Pushing event updated for resources: {'Port': ['ID=bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:45.496961 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Attempting to bind port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:45.497334 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Attempting to bind port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:45.497700 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Attempting to bind port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:45.504992 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:45.505437 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:45.506304 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.506710 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:45.507767 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Bound port: bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:45.508168 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.609869 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] For port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:45.622792 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] For port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:45.648045 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:45.688246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adf4e56a-7d6c-4079-9a44-1e96bd8503eb req-4d525493-96ba-4b09-b9c6-9cf1a981ab4f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118587 Feb 19 03:18:45.793097 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Routers {'b6a9f046-a332-4453-be68-2f08f2d6cac2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:45.795214 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b6a9f046-a332-4453-be68-2f08f2d6cac2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:45.836268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec2d3e-7e9f-47af-a111-bb85b8d3da73 req-e1060e89-2ba2-4db0-9896-56499d7efb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:45.840286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acec2d3e-7e9f-47af-a111-bb85b8d3da73 req-e1060e89-2ba2-4db0-9896-56499d7efb24 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2cf118a-21f8-48b2-9111-65ef0afc21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4555097 Feb 19 03:18:45.938115 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d17630-304a-40d4-b653-b70e80ebdbff None None] Pushing event updated for resources: {'Port': ['ID=bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:46.022713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47388) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:46.054587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acec2d3e-7e9f-47af-a111-bb85b8d3da73 req-c2d41518-184a-49da-b28d-b25228b8bb7a service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031865 Feb 19 03:18:46.063411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 47064446-42e5-46dc-9807-f6fb99192ed8 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:18:46.137232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (32753b10-1e56-4211-95e2-3ec0a73476f9), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.141778 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] Set router b6a9f046-a332-4453-be68-2f08f2d6cac2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:46.370373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2ac07a5-505b-4631-a83b-75c6a18fe282 req-3f075c64-613d-4a24-b9f2-dc0763bc5f7c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6996717 Feb 19 03:18:46.428213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=47064446-42e5-46dc-9807-f6fb99192ed8,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:46.477748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '47064446-42e5-46dc-9807-f6fb99192ed8', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'port_id': '47064446-42e5-46dc-9807-f6fb99192ed8', 'mac_address': 'fa:16:3e:63:2d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06396044-f868-4bab-8279-30abb90c4893', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:18:46.634491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 47064446-42e5-46dc-9807-f6fb99192ed8 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:46.636343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.656649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47064446-42e5-46dc-9807-f6fb99192ed8 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:18:46.667447 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b4e667d-cc46-4091-bcc1-ae32c0b823e5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (87e87d7f-9621-429b-b77e-50a805d3cb4c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.677295 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2d94-9077-48ed-a53a-a56b8b356e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.694203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=47064446-42e5-46dc-9807-f6fb99192ed8,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:46.701839 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.768511 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a9f046-a332-4453-be68-2f08f2d6cac2', 'name': 'tempest-snat-router-1821112132', 'tenant_id': '36ba2410e13d48d39735a7ea88e10931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': False}, 'gw_port_id': 'bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:40Z', 'updated_at': '2022-02-19T03:18:42Z', 'revision_number': 3, 'project_id': '36ba2410e13d48d39735a7ea88e10931', 'gw_port': {'id': 'bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:44:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a9f046-a332-4453-be68-2f08f2d6cac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:41Z', 'updated_at': '2022-02-19T03:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:46.833573 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a3406d-5c1a-41a4-942b-a8f664267096 None None] The sync data for ids ['b6a9f046-a332-4453-be68-2f08f2d6cac2'] in n-d-826755-2 is: [{'id': 'b6a9f046-a332-4453-be68-2f08f2d6cac2', 'name': 'tempest-snat-router-1821112132', 'tenant_id': '36ba2410e13d48d39735a7ea88e10931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': False}, 'gw_port_id': 'bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:40Z', 'updated_at': '2022-02-19T03:18:42Z', 'revision_number': 3, 'project_id': '36ba2410e13d48d39735a7ea88e10931', 'gw_port': {'id': 'bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:44:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a9f046-a332-4453-be68-2f08f2d6cac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2231, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:41Z', 'updated_at': '2022-02-19T03:18:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:46.867199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=47064446-42e5-46dc-9807-f6fb99192ed8,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:46.906445 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (32753b10-1e56-4211-95e2-3ec0a73476f9), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:46.937919 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.002237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e667d-cc46-4091-bcc1-ae32c0b823e5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event deleted for resources: {'Port': ['ID=87e87d7f-9621-429b-b77e-50a805d3cb4c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:47.046624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['47064446-42e5-46dc-9807-f6fb99192ed8'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:18:47.076051 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2d94-9077-48ed-a53a-a56b8b356e46 admin admin] Publish callbacks [] for security_group (b80f5e46-244b-4b1b-821c-caa1a69bb48f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.116517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e8ef2d94-9077-48ed-a53a-a56b8b356e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b80f5e46-244b-4b1b-821c-caa1a69bb48f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.151013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616fe598-62bd-4cbd-a496-36445345b1d9 req-3b89011a-610a-41f3-a4c5-5810e98ee615 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:47.152896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-616fe598-62bd-4cbd-a496-36445345b1d9 req-3b89011a-610a-41f3-a4c5-5810e98ee615 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 1.0116248 Feb 19 03:18:47.265448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Allocated IP 172.25.1.138 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/e855f485-f432-4c3e-b1c8-12a11427193d) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:47.318745 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e8ef2d94-9077-48ed-a53a-a56b8b356e46 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2af63440b38c414297ffea65f5217256&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2767766 Feb 19 03:18:47.347245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47408) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:47.349493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef2d94-9077-48ed-a53a-a56b8b356e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80f5e46-244b-4b1b-821c-caa1a69bb48f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:47.480003 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acec2d3e-7e9f-47af-a111-bb85b8d3da73 req-ebb3e58f-5a26-48bb-ac0c-8311c9ea1448 service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3307660 Feb 19 03:18:47.484309 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b4e667d-cc46-4091-bcc1-ae32c0b823e5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.487761 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0b4e667d-cc46-4091-bcc1-ae32c0b823e5 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "DELETE /v2.0/ports/87e87d7f-9621-429b-b77e-50a805d3cb4c HTTP/1.1" status: 204 len: 168 time: 3.9335744 Feb 19 03:18:47.491776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47414) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:47.559599 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c71b5eb-6cfe-4f1d-8a2c-757b4390ecd6 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] GET failed (client error): The resource could not be found. Feb 19 03:18:47.561511 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7c71b5eb-6cfe-4f1d-8a2c-757b4390ecd6 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "GET /v2.0/ports/87e87d7f-9621-429b-b77e-50a805d3cb4c HTTP/1.1" status: 404 len: 333 time: 0.0687654 Feb 19 03:18:47.568621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47416) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:47.587154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Request body: {'port': {'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c', 'name': 'tempest-AllowedAddressPairTestJSON-1431522330'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:47.589021 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b871ae3-2e7e-4639-9e0c-d831a1c004cf admin admin] Publish callbacks [] for security_group (b80f5e46-244b-4b1b-821c-caa1a69bb48f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.681095 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b871ae3-2e7e-4639-9e0c-d831a1c004cf admin admin] Publish callbacks [] for security_group (b80f5e46-244b-4b1b-821c-caa1a69bb48f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.693499 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for port (e855f485-f432-4c3e-b1c8-12a11427193d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.765167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f26bac-df30-4373-bf1a-59083ce70a6b req-cae613b7-fa70-48c6-a1e5-6a3738a8dc61 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:47.785660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5f26bac-df30-4373-bf1a-59083ce70a6b req-cae613b7-fa70-48c6-a1e5-6a3738a8dc61 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 943 time: 0.8114505 Feb 19 03:18:47.798923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e855f485-f432-4c3e-b1c8-12a11427193d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.867494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-616fe598-62bd-4cbd-a496-36445345b1d9 req-6096ba7c-9325-4b2b-a95e-d9fd6ce7da86 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7065134 Feb 19 03:18:47.914312 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b871ae3-2e7e-4639-9e0c-d831a1c004cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b80f5e46-244b-4b1b-821c-caa1a69bb48f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.925657 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b871ae3-2e7e-4639-9e0c-d831a1c004cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:47.933182 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9b871ae3-2e7e-4639-9e0c-d831a1c004cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b80f5e46-244b-4b1b-821c-caa1a69bb48f HTTP/1.1" status: 204 len: 168 time: 0.5748696 Feb 19 03:18:47.994289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b871ae3-2e7e-4639-9e0c-d831a1c004cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80f5e46-244b-4b1b-821c-caa1a69bb48f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:48.024112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:48.034338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:48.073206 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:48.089642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a5b855bb-c1f8-4c2a-9a28-e77628e4e131 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:48.194386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5f26bac-df30-4373-bf1a-59083ce70a6b req-8eea3418-0818-4043-a4d0-659e92a19c1f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573828 Feb 19 03:18:48.215681 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:48.257351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c961e-fd9f-4a0c-854d-9b263b427cc6 req-854aaaeb-6a34-4699-88f7-ab5cdda26ef4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:48.266156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c2c961e-fd9f-4a0c-854d-9b263b427cc6 req-854aaaeb-6a34-4699-88f7-ab5cdda26ef4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 944 time: 0.2018778 Feb 19 03:18:48.268246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event updated for resources: {'Port': ['ID=e855f485-f432-4c3e-b1c8-12a11427193d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:48.511820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Made reservation on behalf of b818749e62864d578db4272257868670 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:48.539842 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.607437 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:48.609117 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:48.611487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:48.634778 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c2c961e-fd9f-4a0c-854d-9b263b427cc6 req-be68979a-fdd5-4570-864f-c2a4ea17f100 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3650954 Feb 19 03:18:48.795648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] device_id is not set on port 208784a3-ac70-49fb-8994-6f3bba3035d0 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:18:48.966787 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (32753b10-1e56-4211-95e2-3ec0a73476f9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.022505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:49.025367 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.079667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:49.091680 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.172075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:49.232547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3476e-926e-4c36-8e47-13d1a01696c4 req-2aaedd65-836c-4aab-9178-c541d06c6b29 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:49.235999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76c3476e-926e-4c36-8e47-13d1a01696c4 req-2aaedd65-836c-4aab-9178-c541d06c6b29 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.8038402 Feb 19 03:18:49.328480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Allocated IP 172.20.0.6 (f19efdf5-0556-4dcd-a05b-579371530e0c/69d7274b-16f0-4e3e-b9e4-e8327805cf53/208784a3-ac70-49fb-8994-6f3bba3035d0) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:49.369601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47444) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:49.423537 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd5fb00-0271-475b-b71c-3d323f683082 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.583960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (32753b10-1e56-4211-95e2-3ec0a73476f9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.602432 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for port (208784a3-ac70-49fb-8994-6f3bba3035d0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.670307 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (208784a3-ac70-49fb-8994-6f3bba3035d0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.738417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c804f45-5e89-4edb-b967-cd0384854921 req-4890034b-2cc4-4e20-9bb1-5679dd10a5ed tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:49.746312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c804f45-5e89-4edb-b967-cd0384854921 req-4890034b-2cc4-4e20-9bb1-5679dd10a5ed tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.6791346 Feb 19 03:18:49.761289 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76c3476e-926e-4c36-8e47-13d1a01696c4 req-95dd9d14-bd65-470c-b333-b96cc50d0ad0 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056579 Feb 19 03:18:49.812937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Network f19efdf5-0556-4dcd-a05b-579371530e0c is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:49.848217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:49.860337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:49.926012 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd5fb00-0271-475b-b71c-3d323f683082 admin admin] Publish callbacks [] for security_group (1c545bfd-397a-4467-a348-4e9fc4bec125), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:49.941390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd5fb00-0271-475b-b71c-3d323f683082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1c545bfd-397a-4467-a348-4e9fc4bec125), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.006435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Router 32753b10-1e56-4211-95e2-3ec0a73476f9 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:18:50.013255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:50.047494 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0bd5fb00-0271-475b-b71c-3d323f683082 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f1e4256fb32e43ed8742246973ab469e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6752489 Feb 19 03:18:50.050859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5fb00-0271-475b-b71c-3d323f683082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c545bfd-397a-4467-a348-4e9fc4bec125,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:50.054950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47458) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:50.108320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event updated for resources: {'Port': ['ID=208784a3-ac70-49fb-8994-6f3bba3035d0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:50.146743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 47064446-42e5-46dc-9807-f6fb99192ed8 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:18:50.160961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c804f45-5e89-4edb-b967-cd0384854921 req-30f8fcfc-863d-45bf-bdf5-a993942fd323 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112561 Feb 19 03:18:50.265756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:50.268608 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.299530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:50.301123 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.303321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:18:50.324818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6b2c39c0-6e7a-4734-a08b-c8fcc96a2e29 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7457108 Feb 19 03:18:50.328447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47464) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:50.346917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-41a79f8f-fe84-4351-b3a0-472178cc9cf6 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2d:2a:8b'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:50.360620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b4b1a-7d67-4802-bad7-10349ba6b698 req-73b7d3cc-3e86-4ddf-b9fd-4a9338b65f21 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:50.374378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-430b4b1a-7d67-4802-bad7-10349ba6b698 req-73b7d3cc-3e86-4ddf-b9fd-4a9338b65f21 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 944 time: 0.4986637 Feb 19 03:18:50.387945 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Sync routers for ids ['32753b10-1e56-4211-95e2-3ec0a73476f9'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:18:50.413060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Routers {'32753b10-1e56-4211-95e2-3ec0a73476f9'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:50.413345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['32753b10-1e56-4211-95e2-3ec0a73476f9'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:50.498743 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.500036 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a96576ed-90de-450f-af8b-bfb29cab7515 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0139287 Feb 19 03:18:50.507641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47468) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:50.512525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 47064446-42e5-46dc-9807-f6fb99192ed8 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:18:50.521103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 47064446-42e5-46dc-9807-f6fb99192ed8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:50.521489 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.594577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-75157df3-1186-4715-83cc-97af3faea733 None None] Provisioning complete for port 208784a3-ac70-49fb-8994-6f3bba3035d0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:50.595076 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-75157df3-1186-4715-83cc-97af3faea733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (208784a3-ac70-49fb-8994-6f3bba3035d0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.619574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5afc6f2a-d068-4b6f-a5af-ab38b60161bb admin admin] Publish callbacks [] for security_group (1c545bfd-397a-4467-a348-4e9fc4bec125), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.654520 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5afc6f2a-d068-4b6f-a5af-ab38b60161bb admin admin] Publish callbacks [] for security_group (1c545bfd-397a-4467-a348-4e9fc4bec125), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.738285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:50.777439 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-75157df3-1186-4715-83cc-97af3faea733 None None] Port 208784a3-ac70-49fb-8994-6f3bba3035d0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:50.781829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-430b4b1a-7d67-4802-bad7-10349ba6b698 req-baa708c2-1fe8-47e9-bdf1-ae8204fc3c34 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4062834 Feb 19 03:18:50.792354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1f396-1be7-448f-bc9c-59d39434d7ea req-c19289c7-6f18-4172-aa44-f56d23c78ac5 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:50.794450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27e1f396-1be7-448f-bc9c-59d39434d7ea req-c19289c7-6f18-4172-aa44-f56d23c78ac5 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.4748814 Feb 19 03:18:50.803614 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5afc6f2a-d068-4b6f-a5af-ab38b60161bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1c545bfd-397a-4467-a348-4e9fc4bec125), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.808092 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5afc6f2a-d068-4b6f-a5af-ab38b60161bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:50.825265 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5afc6f2a-d068-4b6f-a5af-ab38b60161bb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1c545bfd-397a-4467-a348-4e9fc4bec125 HTTP/1.1" status: 204 len: 168 time: 0.7673359 Feb 19 03:18:50.877216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-46b92f39-66a3-48ea-bf70-466a2bd97fe8 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/routers/32753b10-1e56-4211-95e2-3ec0a73476f9 HTTP/1.1" status: 200 len: 908 time: 0.3688166 Feb 19 03:18:50.880154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47476) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:50.953215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc6f2a-d068-4b6f-a5af-ab38b60161bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c545bfd-397a-4467-a348-4e9fc4bec125,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:50.967590 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-41a79f8f-fe84-4351-b3a0-472178cc9cf6 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (208784a3-ac70-49fb-8994-6f3bba3035d0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.019760 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (32753b10-1e56-4211-95e2-3ec0a73476f9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.036971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Set router 32753b10-1e56-4211-95e2-3ec0a73476f9 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:51.109346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27e1f396-1be7-448f-bc9c-59d39434d7ea req-2039e336-df70-45fd-b3eb-fa6e6be3858a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3066320 Feb 19 03:18:51.194224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 47064446-42e5-46dc-9807-f6fb99192ed8 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:18:51.205432 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.287053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=47064446-42e5-46dc-9807-f6fb99192ed8,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:51.310002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:18:51.321524 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9181e98d-2ed0-4e6f-8084-20d1af4c9277" -d '{"events": [{"server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "name": "network-vif-plugged", "status": "completed", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:18:51.335441 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.458398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=47064446-42e5-46dc-9807-f6fb99192ed8,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:51.518562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-41a79f8f-fe84-4351-b3a0-472178cc9cf6 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for port (208784a3-ac70-49fb-8994-6f3bba3035d0), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.533815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-41a79f8f-fe84-4351-b3a0-472178cc9cf6 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (208784a3-ac70-49fb-8994-6f3bba3035d0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.582147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32753b10-1e56-4211-95e2-3ec0a73476f9', 'name': 'tempest-snat-router-1821112132', 'tenant_id': '36ba2410e13d48d39735a7ea88e10931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.138'}], 'enable_snat': True}, 'gw_port_id': 'e855f485-f432-4c3e-b1c8-12a11427193d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:44Z', 'updated_at': '2022-02-19T03:18:48Z', 'revision_number': 3, 'project_id': '36ba2410e13d48d39735a7ea88e10931', 'gw_port': {'id': 'e855f485-f432-4c3e-b1c8-12a11427193d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:02:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32753b10-1e56-4211-95e2-3ec0a73476f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2235, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:46Z', 'updated_at': '2022-02-19T03:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:51.680108 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (32753b10-1e56-4211-95e2-3ec0a73476f9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.722156 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-41a79f8f-fe84-4351-b3a0-472178cc9cf6 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] In _notify_port_updated(), no bound segment for port 208784a3-ac70-49fb-8994-6f3bba3035d0 on network f19efdf5-0556-4dcd-a05b-579371530e0c {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:18:51.723913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a22164-8ea4-4e13-b6e4-6dac237edf2a req-143d662c-2784-4c41-a02e-004892498a6f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:51.725367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Checking router: 32753b10-1e56-4211-95e2-3ec0a73476f9 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:18:51.726126 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41a22164-8ea4-4e13-b6e4-6dac237edf2a req-143d662c-2784-4c41-a02e-004892498a6f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.3694205 Feb 19 03:18:51.727044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Updating router 32753b10-1e56-4211-95e2-3ec0a73476f9 port e855f485-f432-4c3e-b1c8-12a11427193d binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:18:51.743596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a79f8f-fe84-4351-b3a0-472178cc9cf6 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:51.745995 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-41a79f8f-fe84-4351-b3a0-472178cc9cf6 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.748225 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-41a79f8f-fe84-4351-b3a0-472178cc9cf6 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "PUT /v2.0/ports/208784a3-ac70-49fb-8994-6f3bba3035d0 HTTP/1.1" status: 200 len: 996 time: 1.4162939 Feb 19 03:18:51.751716 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47500) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:51.810092 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a79f8f-fe84-4351-b3a0-472178cc9cf6 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event updated for resources: {'Port': ['ID=208784a3-ac70-49fb-8994-6f3bba3035d0,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:51.847473 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e855f485-f432-4c3e-b1c8-12a11427193d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:51.946159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41a22164-8ea4-4e13-b6e4-6dac237edf2a req-efeb73ab-222d-49bc-aa95-0332362db5e7 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070336 Feb 19 03:18:51.978339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7925b0e-536c-48e5-8ce8-27a2175ec1b5 req-2959c808-2556-4158-b5b4-29164cbe0065 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:51.996405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7925b0e-536c-48e5-8ce8-27a2175ec1b5 req-2959c808-2556-4158-b5b4-29164cbe0065 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.4357910 Feb 19 03:18:52.065799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-2e50d3ec-3e27-46c2-88f8-e3710e18b4e4 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Deleting port 208784a3-ac70-49fb-8994-6f3bba3035d0 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:52.066155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e50d3ec-3e27-46c2-88f8-e3710e18b4e4 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (208784a3-ac70-49fb-8994-6f3bba3035d0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.160214 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b7212c-1404-46f1-905a-c59492ca3471 x-openstack-request-id: req-41b7212c-1404-46f1-905a-c59492ca3471 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:18:52.160444 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "name": "network-vif-plugged", "status": "completed", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:18:52.160655 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41b7212c-1404-46f1-905a-c59492ca3471 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:18:52.162538 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8', 'code': 200} Feb 19 03:18:52.292128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Deleting port e855f485-f432-4c3e-b1c8-12a11427193d {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:52.293454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e855f485-f432-4c3e-b1c8-12a11427193d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.358521 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7925b0e-536c-48e5-8ce8-27a2175ec1b5 req-59546a19-1ad9-49e1-a95e-8533b993a3ba tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586648 Feb 19 03:18:52.441698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e50d3ec-3e27-46c2-88f8-e3710e18b4e4 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (208784a3-ac70-49fb-8994-6f3bba3035d0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.457413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5f383065-990f-4256-b9c5-76cd16e9dc1a None None] Provisioning complete for port 208784a3-ac70-49fb-8994-6f3bba3035d0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:52.460330 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f383065-990f-4256-b9c5-76cd16e9dc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (208784a3-ac70-49fb-8994-6f3bba3035d0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.476127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-2e50d3ec-3e27-46c2-88f8-e3710e18b4e4 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Calling delete_port for 208784a3-ac70-49fb-8994-6f3bba3035d0 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:52.597309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5f383065-990f-4256-b9c5-76cd16e9dc1a None None] Port 208784a3-ac70-49fb-8994-6f3bba3035d0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:52.772233 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.851860 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e50d3ec-3e27-46c2-88f8-e3710e18b4e4 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (208784a3-ac70-49fb-8994-6f3bba3035d0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.909969 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e855f485-f432-4c3e-b1c8-12a11427193d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:52.917869 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e50d3ec-3e27-46c2-88f8-e3710e18b4e4 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event deleted for resources: {'Port': ['ID=208784a3-ac70-49fb-8994-6f3bba3035d0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:52.986047 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Publish callbacks [] for port (e855f485-f432-4c3e-b1c8-12a11427193d), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.011618 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e855f485-f432-4c3e-b1c8-12a11427193d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.018786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b19be5-e560-4827-b012-dd85cae9bd6f req-23de35a1-e7fb-4144-8180-aab945b39862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:53.020360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2b19be5-e560-4827-b012-dd85cae9bd6f req-23de35a1-e7fb-4144-8180-aab945b39862 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1127 time: 0.7621160 Feb 19 03:18:53.069740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Attempting to bind port e855f485-f432-4c3e-b1c8-12a11427193d on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:18:53.069987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Calling delete_port for e855f485-f432-4c3e-b1c8-12a11427193d owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:53.070102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Attempting to bind port e855f485-f432-4c3e-b1c8-12a11427193d by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:18:53.072682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Attempting to bind port e855f485-f432-4c3e-b1c8-12a11427193d on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:18:53.121938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:18:53.122797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:18:53.123438 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.124047 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:18:53.125651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Bound port: e855f485-f432-4c3e-b1c8-12a11427193d, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:18:53.126465 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e855f485-f432-4c3e-b1c8-12a11427193d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.178750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e50d3ec-3e27-46c2-88f8-e3710e18b4e4 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.193354 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2e50d3ec-3e27-46c2-88f8-e3710e18b4e4 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "DELETE /v2.0/ports/208784a3-ac70-49fb-8994-6f3bba3035d0 HTTP/1.1" status: 204 len: 168 time: 1.4378352 Feb 19 03:18:53.196598 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3df47-d78b-4abd-ad71-0697493449db req-33629dbb-a690-4cb0-b1aa-8ef13fd8db99 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:53.199341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47538) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:53.200425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] For port e855f485-f432-4c3e-b1c8-12a11427193d, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:18:53.204578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] For port e855f485-f432-4c3e-b1c8-12a11427193d, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e855f485-f432-4c3e-b1c8-12a11427193d,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:18:53.222230 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dae3df47-d78b-4abd-ad71-0697493449db req-33629dbb-a690-4cb0-b1aa-8ef13fd8db99 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.6634588 Feb 19 03:18:53.231779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2b19be5-e560-4827-b012-dd85cae9bd6f req-dad6c1f8-ae38-4eb1-87ff-6273b428aa2e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876040 Feb 19 03:18:53.234963 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e855f485-f432-4c3e-b1c8-12a11427193d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.261298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa327fe6-c36b-43f5-955e-2c68e3d076bd None None] Pushing event updated for resources: {'Port': ['ID=e855f485-f432-4c3e-b1c8-12a11427193d,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:53.303639 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b0a916-721e-458e-9267-be374bf1f4eb tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] GET failed (client error): The resource could not be found. Feb 19 03:18:53.316143 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-79b0a916-721e-458e-9267-be374bf1f4eb tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "GET /v2.0/ports/208784a3-ac70-49fb-8994-6f3bba3035d0 HTTP/1.1" status: 404 len: 333 time: 0.1103363 Feb 19 03:18:53.316861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47542) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:53.321925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Request body: {'port': {'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c', 'name': 'tempest-AllowedAddressPairTestJSON-1684514346'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:53.364653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Routers {'32753b10-1e56-4211-95e2-3ec0a73476f9'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:18:53.366144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['32753b10-1e56-4211-95e2-3ec0a73476f9'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:53.625996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Made reservation on behalf of b818749e62864d578db4272257868670 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:53.630091 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.673684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] device_id is not set on port 04551d5b-6bd5-4a3b-a088-4901eced9e58 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:18:53.848213 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:53.852741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa327fe6-c36b-43f5-955e-2c68e3d076bd None None] Pushing event updated for resources: {'Port': ['ID=e855f485-f432-4c3e-b1c8-12a11427193d,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:53.916792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Allocated IP 172.20.0.10 (f19efdf5-0556-4dcd-a05b-579371530e0c/69d7274b-16f0-4e3e-b9e4-e8327805cf53/04551d5b-6bd5-4a3b-a088-4901eced9e58) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:53.918787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] Set router 32753b10-1e56-4211-95e2-3ec0a73476f9 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:18:54.024818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32753b10-1e56-4211-95e2-3ec0a73476f9', 'name': 'tempest-snat-router-1821112132', 'tenant_id': '36ba2410e13d48d39735a7ea88e10931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:44Z', 'updated_at': '2022-02-19T03:18:51Z', 'revision_number': 4, 'project_id': '36ba2410e13d48d39735a7ea88e10931', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:18:54.078677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c888c7b7-adf8-48b8-87f1-8be0205bf6df None None] The sync data for ids ['32753b10-1e56-4211-95e2-3ec0a73476f9'] in n-d-826755-2 is: [{'id': '32753b10-1e56-4211-95e2-3ec0a73476f9', 'name': 'tempest-snat-router-1821112132', 'tenant_id': '36ba2410e13d48d39735a7ea88e10931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:18:44Z', 'updated_at': '2022-02-19T03:18:51Z', 'revision_number': 4, 'project_id': '36ba2410e13d48d39735a7ea88e10931', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:18:54.169975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8fcbf-7342-4554-aeb5-3fc2408bdec7 req-adda2be9-6a3a-4bab-a22a-31e204e18480 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:54.181249 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8d8fcbf-7342-4554-aeb5-3fc2408bdec7 req-adda2be9-6a3a-4bab-a22a-31e204e18480 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 1.6196382 Feb 19 03:18:54.308161 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for port (04551d5b-6bd5-4a3b-a088-4901eced9e58), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:54.333527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dae3df47-d78b-4abd-ad71-0697493449db req-e9cc589d-3bbc-4992-b84d-05b347addcbc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0925543 Feb 19 03:18:54.375508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8d8fcbf-7342-4554-aeb5-3fc2408bdec7 req-612be7ba-5c77-4735-9282-eff66cc698ec tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920469 Feb 19 03:18:54.393587 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (04551d5b-6bd5-4a3b-a088-4901eced9e58), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:54.531538 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Network f19efdf5-0556-4dcd-a05b-579371530e0c is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:54.535304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:54.545283 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:54.662185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event updated for resources: {'Port': ['ID=04551d5b-6bd5-4a3b-a088-4901eced9e58,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:54.733593 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:54.734142 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:54.791808 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-52a8e3b1-ded2-4c20-864a-bb73c56747a1 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4699984 Feb 19 03:18:54.792244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47564) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:54.807064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Request body: {'port': {'network_id': 'f19efdf5-0556-4dcd-a05b-579371530e0c', 'name': 'tempest-AllowedAddressPairTestJSON-1570111189'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:54.859336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb91deb-fb83-4a21-a69b-64cd09771d52 req-f9049c81-81fc-431b-bf5e-7454541b73a8 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:54.870366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9eb91deb-fb83-4a21-a69b-64cd09771d52 req-f9049c81-81fc-431b-bf5e-7454541b73a8 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.3557127 Feb 19 03:18:54.988021 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e855f485-f432-4c3e-b1c8-12a11427193d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.033055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d97d0-c5b7-48ca-99d2-5cbcb60a9921 req-cdc507f8-f59a-4da2-a4c5-185d23372050 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:55.036133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-641d97d0-c5b7-48ca-99d2-5cbcb60a9921 req-cdc507f8-f59a-4da2-a4c5-185d23372050 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2262671 Feb 19 03:18:55.066942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-db346300-b1ed-46f5-8c76-9eec6a8a52a3 None None] Provisioning complete for port 04551d5b-6bd5-4a3b-a088-4901eced9e58 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:55.067572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-db346300-b1ed-46f5-8c76-9eec6a8a52a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (04551d5b-6bd5-4a3b-a088-4901eced9e58), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.083634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event deleted for resources: {'Port': ['ID=e855f485-f432-4c3e-b1c8-12a11427193d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:55.094854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Made reservation on behalf of b818749e62864d578db4272257868670 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:18:55.098875 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.133052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] device_id is not set on port 3a033cb3-d4d1-4d31-abf6-cb46713c1df2 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:18:55.194871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-db346300-b1ed-46f5-8c76-9eec6a8a52a3 None None] Port 04551d5b-6bd5-4a3b-a088-4901eced9e58 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:55.233415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9eb91deb-fb83-4a21-a69b-64cd09771d52 req-9e5acdae-008e-4072-8657-3146fa711e88 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613954 Feb 19 03:18:55.289292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-641d97d0-c5b7-48ca-99d2-5cbcb60a9921 req-d05e41c2-05ea-4c30-a651-208fc0072a97 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107451 Feb 19 03:18:55.313240 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (32753b10-1e56-4211-95e2-3ec0a73476f9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.398720 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Allocated IP 172.20.0.9 (f19efdf5-0556-4dcd-a05b-579371530e0c/69d7274b-16f0-4e3e-b9e4-e8327805cf53/3a033cb3-d4d1-4d31-abf6-cb46713c1df2) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:55.489174 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (32753b10-1e56-4211-95e2-3ec0a73476f9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.496120 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_controller (32753b10-1e56-4211-95e2-3ec0a73476f9), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.661460 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (32753b10-1e56-4211-95e2-3ec0a73476f9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.662885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32753b10-1e56-4211-95e2-3ec0a73476f9 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:18:55.691261 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.693797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-86869eb0-66c7-4621-8b9d-4b55b3946672 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "DELETE /v2.0/routers/32753b10-1e56-4211-95e2-3ec0a73476f9 HTTP/1.1" status: 204 len: 168 time: 4.8123214 Feb 19 03:18:55.714924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03135a99-4c18-4dbe-93df-3e0bbff23441 req-ab575360-04c8-4df2-8b39-b6fa76696f49 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:55.718952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47576) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:55.720082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03135a99-4c18-4dbe-93df-3e0bbff23441 req-ab575360-04c8-4df2-8b39-b6fa76696f49 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.2251647 Feb 19 03:18:55.732915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for port (3a033cb3-d4d1-4d31-abf6-cb46713c1df2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.913221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3a033cb3-d4d1-4d31-abf6-cb46713c1df2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:55.944580 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03135a99-4c18-4dbe-93df-3e0bbff23441 req-3fdb1a52-55db-4891-9828-c033b09276ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203884 Feb 19 03:18:56.070414 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (b6a9f046-a332-4453-be68-2f08f2d6cac2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.215962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471a68e-28a4-4fa5-8fee-3f0a09ad821e req-726ce323-048c-416d-8730-4d66d8f12c3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:56.224649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0471a68e-28a4-4fa5-8fee-3f0a09ad821e req-726ce323-048c-416d-8730-4d66d8f12c3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.0782323 Feb 19 03:18:56.226683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event updated for resources: {'Port': ['ID=3a033cb3-d4d1-4d31-abf6-cb46713c1df2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:56.241334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (b6a9f046-a332-4453-be68-2f08f2d6cac2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.262205 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Network f19efdf5-0556-4dcd-a05b-579371530e0c is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:56.264877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:56.268214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:56.343976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0471a68e-28a4-4fa5-8fee-3f0a09ad821e req-f2335c55-157e-4627-a80d-5c424e909b04 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180449 Feb 19 03:18:56.360394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47588) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:56.367923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:56.370645 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.428290 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4440a065-5596-4d5a-867c-76ae8e14dd24 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6347384 Feb 19 03:18:56.433933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47592) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:56.449953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-da3c99d8-efde-498b-b575-dc89cac520dc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:2d:2a:8b'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:86:74:94'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:56.659801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4e2881-bef2-4333-b6a2-ee7fb8ebc8b3 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:56.662814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-db4e2881-bef2-4333-b6a2-ee7fb8ebc8b3 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1122 time: 0.3002620 Feb 19 03:18:56.665600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47596) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:56.692111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '47064446-42e5-46dc-9807-f6fb99192ed8', 'tenant_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:56.722638 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da3c99d8-efde-498b-b575-dc89cac520dc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a033cb3-d4d1-4d31-abf6-cb46713c1df2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.813122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Deleting port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:56.813847 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.827636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7161f9-61d1-44cf-8ea8-f8d8ac8c2adb req-401f93a4-bcac-4f76-8f46-a889ba99d4a4 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:56.839345 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f7161f9-61d1-44cf-8ea8-f8d8ac8c2adb req-401f93a4-bcac-4f76-8f46-a889ba99d4a4 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.3858604 Feb 19 03:18:56.870947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69734452-fadf-4661-ac45-6d5de54d7ed6 req-93db8507-9dd8-4340-9be3-fbba1113b921 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:56.873312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69734452-fadf-4661-ac45-6d5de54d7ed6 req-93db8507-9dd8-4340-9be3-fbba1113b921 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.3397810 Feb 19 03:18:56.890364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f387fd18-90b2-42a1-96ea-438c2c75279d None None] Provisioning complete for port 3a033cb3-d4d1-4d31-abf6-cb46713c1df2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:56.890978 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f387fd18-90b2-42a1-96ea-438c2c75279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a033cb3-d4d1-4d31-abf6-cb46713c1df2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:56.891130 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.021221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f387fd18-90b2-42a1-96ea-438c2c75279d None None] Port 3a033cb3-d4d1-4d31-abf6-cb46713c1df2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:57.080620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69734452-fadf-4661-ac45-6d5de54d7ed6 req-722ab3ec-f324-434d-b929-0747804b768e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926391 Feb 19 03:18:57.134703 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f7161f9-61d1-44cf-8ea8-f8d8ac8c2adb req-5dcf8f29-be96-4354-871d-b9f26431aa4c tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936618 Feb 19 03:18:57.231982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] For port bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:18:57.232618 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.250238 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Calling delete_port for bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:57.262892 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.388212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da3c99d8-efde-498b-b575-dc89cac520dc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for port (3a033cb3-d4d1-4d31-abf6-cb46713c1df2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.417762 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da3c99d8-efde-498b-b575-dc89cac520dc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (3a033cb3-d4d1-4d31-abf6-cb46713c1df2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.503307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.25.1.248 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/9d58590a-118d-42e6-990c-6054bb7bae34) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:18:57.703431 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (9d58590a-118d-42e6-990c-6054bb7bae34), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.816471 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (9d58590a-118d-42e6-990c-6054bb7bae34), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.937275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:18:57.950068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:18:57.952009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f69606dc-0579-4f85-844e-d20dd58c66ca None None] Provisioning complete for port 3a033cb3-d4d1-4d31-abf6-cb46713c1df2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:18:57.952548 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f69606dc-0579-4f85-844e-d20dd58c66ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a033cb3-d4d1-4d31-abf6-cb46713c1df2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:57.968452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:18:58.041846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f69606dc-0579-4f85-844e-d20dd58c66ca None None] Port 3a033cb3-d4d1-4d31-abf6-cb46713c1df2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:18:58.128365 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=9d58590a-118d-42e6-990c-6054bb7bae34,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:58.227469 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c99d8-efde-498b-b575-dc89cac520dc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event updated for resources: {'Port': ['ID=3a033cb3-d4d1-4d31-abf6-cb46713c1df2,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:58.254204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-da3c99d8-efde-498b-b575-dc89cac520dc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] In _notify_port_updated(), no bound segment for port 3a033cb3-d4d1-4d31-abf6-cb46713c1df2 on network f19efdf5-0556-4dcd-a05b-579371530e0c {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:18:58.259298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3c99d8-efde-498b-b575-dc89cac520dc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:58.269651 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-da3c99d8-efde-498b-b575-dc89cac520dc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.271102 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-da3c99d8-efde-498b-b575-dc89cac520dc tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "PUT /v2.0/ports/3a033cb3-d4d1-4d31-abf6-cb46713c1df2 HTTP/1.1" status: 200 len: 1057 time: 1.8358095 Feb 19 03:18:58.274104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47616) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:58.409864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.442744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:58.551303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ef98d-f2e5-4ca8-8ae1-aba9f24cdd4f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Deleting port 3a033cb3-d4d1-4d31-abf6-cb46713c1df2 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:18:58.561232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba0ef98d-f2e5-4ca8-8ae1-aba9f24cdd4f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3a033cb3-d4d1-4d31-abf6-cb46713c1df2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.678533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (b6a9f046-a332-4453-be68-2f08f2d6cac2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.809894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47620) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:58.819879 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (b6a9f046-a332-4453-be68-2f08f2d6cac2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.823903 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_controller (b6a9f046-a332-4453-be68-2f08f2d6cac2), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.828596 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba0ef98d-f2e5-4ca8-8ae1-aba9f24cdd4f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3a033cb3-d4d1-4d31-abf6-cb46713c1df2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.876145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ba0ef98d-f2e5-4ca8-8ae1-aba9f24cdd4f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Calling delete_port for 3a033cb3-d4d1-4d31-abf6-cb46713c1df2 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:18:58.891574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (b6a9f046-a332-4453-be68-2f08f2d6cac2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.892148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b6a9f046-a332-4453-be68-2f08f2d6cac2 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:18:58.943397 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.947958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:58.949849 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0f84b87c-abf5-43af-8564-283e0d4635eb tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "DELETE /v2.0/routers/b6a9f046-a332-4453-be68-2f08f2d6cac2 HTTP/1.1" status: 204 len: 168 time: 3.2292175 Feb 19 03:18:58.955180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47624) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:58.972029 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-641626874', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:18:59.041213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.042346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.065909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d801be7-2495-448d-aea5-ba261bd33de6 req-597b1580-12c3-471e-82b8-4132b1824903 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:59.067615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d801be7-2495-448d-aea5-ba261bd33de6 req-597b1580-12c3-471e-82b8-4132b1824903 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.7618337 Feb 19 03:18:59.134034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6a5d7-80ec-472d-acda-d0aa41f27cfe req-08dc825c-cdc4-4a3d-a293-a810cfc40f21 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:18:59.135845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8d6a5d7-80ec-472d-acda-d0aa41f27cfe req-08dc825c-cdc4-4a3d-a293-a810cfc40f21 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.7670288 Feb 19 03:18:59.151537 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d58590a-118d-42e6-990c-6054bb7bae34), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.194169 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07418371-1c30-41ca-8e58-524e4743f79c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.227924 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba0ef98d-f2e5-4ca8-8ae1-aba9f24cdd4f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3a033cb3-d4d1-4d31-abf6-cb46713c1df2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.281422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d801be7-2495-448d-aea5-ba261bd33de6 req-ef4f245d-6cb0-422d-b1cf-1dcdfb4e1eca tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017200 Feb 19 03:18:59.304868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8d6a5d7-80ec-472d-acda-d0aa41f27cfe req-cf4cba50-b260-44f2-876c-d1754d034347 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426315 Feb 19 03:18:59.322395 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0ef98d-f2e5-4ca8-8ae1-aba9f24cdd4f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event deleted for resources: {'Port': ['ID=3a033cb3-d4d1-4d31-abf6-cb46713c1df2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:59.392611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_controller (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.597610 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (9d58590a-118d-42e6-990c-6054bb7bae34), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.637231 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9d58590a-118d-42e6-990c-6054bb7bae34), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.752583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=9d58590a-118d-42e6-990c-6054bb7bae34,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:18:59.768268 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.780792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07418371-1c30-41ca-8e58-524e4743f79c admin admin] Publish callbacks [] for security_group (cfaf7b76-8c57-4649-8734-4133243db648), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.788523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.805803 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07418371-1c30-41ca-8e58-524e4743f79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cfaf7b76-8c57-4649-8734-4133243db648), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:18:59.970746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:18:59.978729 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Floating IP aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e associated. External IP: 172.25.1.248, port: 47064446-42e5-46dc-9807-f6fb99192ed8. Feb 19 03:18:59.985431 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-07418371-1c30-41ca-8e58-524e4743f79c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=997a1021936347168d17e86b30f88e9c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1720259 Feb 19 03:18:59.985645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47632) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:18:59.987552 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07418371-1c30-41ca-8e58-524e4743f79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfaf7b76-8c57-4649-8734-4133243db648,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:00.025085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:00.028070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdb0cd36-f01e-4fe9-be6e-3f2024c1eb4d not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:00.106437 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8478611c-7263-485b-b3bb-9705fa218724 admin admin] Publish callbacks [] for security_group (cfaf7b76-8c57-4649-8734-4133243db648), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.127394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba0ef98d-f2e5-4ca8-8ae1-aba9f24cdd4f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.131251 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ba0ef98d-f2e5-4ca8-8ae1-aba9f24cdd4f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "DELETE /v2.0/ports/3a033cb3-d4d1-4d31-abf6-cb46713c1df2 HTTP/1.1" status: 204 len: 168 time: 1.8561122 Feb 19 03:19:00.133821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47634) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:00.169395 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cc34410-dbac-4c58-aa86-5a9088f76e4b tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] GET failed (client error): The resource could not be found. Feb 19 03:19:00.170899 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5cc34410-dbac-4c58-aa86-5a9088f76e4b tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "GET /v2.0/ports/3a033cb3-d4d1-4d31-abf6-cb46713c1df2 HTTP/1.1" status: 404 len: 333 time: 0.0357728 Feb 19 03:19:00.174316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47636) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:00.174811 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8478611c-7263-485b-b3bb-9705fa218724 admin admin] Publish callbacks [] for security_group (cfaf7b76-8c57-4649-8734-4133243db648), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.247190 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8478611c-7263-485b-b3bb-9705fa218724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cfaf7b76-8c57-4649-8734-4133243db648), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.251257 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8478611c-7263-485b-b3bb-9705fa218724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.253053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8478611c-7263-485b-b3bb-9705fa218724 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cfaf7b76-8c57-4649-8734-4133243db648 HTTP/1.1" status: 204 len: 168 time: 0.2659147 Feb 19 03:19:00.276010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478611c-7263-485b-b3bb-9705fa218724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfaf7b76-8c57-4649-8734-4133243db648,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:00.434518 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.476035 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.487061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1e87d253-a136-4bcc-a434-c289eaec5d9c tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Deleting port 04551d5b-6bd5-4a3b-a088-4901eced9e58 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:00.487260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e87d253-a136-4bcc-a434-c289eaec5d9c tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (04551d5b-6bd5-4a3b-a088-4901eced9e58), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.520046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:00.592848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e87d253-a136-4bcc-a434-c289eaec5d9c tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (04551d5b-6bd5-4a3b-a088-4901eced9e58), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.607052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1e87d253-a136-4bcc-a434-c289eaec5d9c tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Calling delete_port for 04551d5b-6bd5-4a3b-a088-4901eced9e58 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:00.755833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e87d253-a136-4bcc-a434-c289eaec5d9c tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (04551d5b-6bd5-4a3b-a088-4901eced9e58), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.771103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:00.782887 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7146b465-3705-4349-897e-4cfe85451c57 None None] Sync routers for ids ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:00.798084 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146b465-3705-4349-897e-4cfe85451c57 None None] Routers {'52342f00-d538-4cbd-bd8c-f0d85126d1a4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:00.803529 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7146b465-3705-4349-897e-4cfe85451c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:00.814092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.848916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47648) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:00.866599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87d253-a136-4bcc-a434-c289eaec5d9c tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event deleted for resources: {'Port': ['ID=04551d5b-6bd5-4a3b-a088-4901eced9e58,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:00.876325 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48d8f56a-2abf-47e3-9f5a-f615b36e1f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:00.889122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d726ad1-f766-4a5b-ac16-209fb0373d56 req-5705a929-774c-4f40-96ad-814326e1e9f3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:00.901197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d726ad1-f766-4a5b-ac16-209fb0373d56 req-5705a929-774c-4f40-96ad-814326e1e9f3 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.3748300 Feb 19 03:19:00.929156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a34314-00e6-465e-835f-a4f7cf09d88b req-21b5e518-579b-41ad-9b9b-85d1380bbf80 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:00.931730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-62a34314-00e6-465e-835f-a4f7cf09d88b req-21b5e518-579b-41ad-9b9b-85d1380bbf80 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.4081807 Feb 19 03:19:00.994543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-89e00d5d-6235-4ec1-ad84-ffb30ed37eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3194361 Feb 19 03:19:01.006466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:01.011119 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61db46b-9c94-4705-87b3-a332b5adbb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:01.075739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Allocated IP 172.25.1.12 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/5b9aa1e2-1d72-4070-84b3-af5c1c4a2000) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:01.083074 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e87d253-a136-4bcc-a434-c289eaec5d9c tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.089401 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1e87d253-a136-4bcc-a434-c289eaec5d9c tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "DELETE /v2.0/ports/04551d5b-6bd5-4a3b-a088-4901eced9e58 HTTP/1.1" status: 204 len: 168 time: 0.9114585 Feb 19 03:19:01.093825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47660) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:01.100350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d726ad1-f766-4a5b-ac16-209fb0373d56 req-4bcc62b7-aa76-467f-9ab8-b3d66359e894 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974959 Feb 19 03:19:01.138319 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-e624bfd7-6d2f-4486-9662-d232c73e1c07 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] GET failed (client error): The resource could not be found. Feb 19 03:19:01.143129 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e624bfd7-6d2f-4486-9662-d232c73e1c07 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "GET /v2.0/ports/04551d5b-6bd5-4a3b-a088-4901eced9e58 HTTP/1.1" status: 404 len: 333 time: 0.0450008 Feb 19 03:19:01.144051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47662) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:01.227151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-62a34314-00e6-465e-835f-a4f7cf09d88b req-f744967d-6413-4fd1-a87a-f17090f5f84a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2653196 Feb 19 03:19:01.331618 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5863f34c-096b-442f-8d38-11b19bb3a00e x-openstack-request-id: req-5863f34c-096b-442f-8d38-11b19bb3a00e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:01.332192 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:01.332692 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5863f34c-096b-442f-8d38-11b19bb3a00e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:01.333303 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8', 'status': 'completed', 'code': 200} Feb 19 03:19:01.349834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for port (5b9aa1e2-1d72-4070-84b3-af5c1c4a2000), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.393290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-a737238c-ef20-444d-947c-dd9957e656c2 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Deleting port e5cdbf20-3fc5-434f-a647-8326479569b3 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:01.393653 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a737238c-ef20-444d-947c-dd9957e656c2 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e5cdbf20-3fc5-434f-a647-8326479569b3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.429772 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48d8f56a-2abf-47e3-9f5a-f615b36e1f3e admin admin] Publish callbacks [] for security_group (3d198992-3637-4414-8f8e-996b96c35a8e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.438814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fbd8b-3e2b-4886-a0db-a3605f1dacd6 req-9d7dbc90-cc50-4552-8cfb-1b571fcc5e79 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:01.446064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-883fbd8b-3e2b-4886-a0db-a3605f1dacd6 req-9d7dbc90-cc50-4552-8cfb-1b571fcc5e79 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.2353425 Feb 19 03:19:01.455931 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48d8f56a-2abf-47e3-9f5a-f615b36e1f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3d198992-3637-4414-8f8e-996b96c35a8e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.485153 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-7146b465-3705-4349-897e-4cfe85451c57 None None] Set router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:01.485635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-48d8f56a-2abf-47e3-9f5a-f615b36e1f3e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb509f3c1d6c4af5aa20500a175f7563&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6338298 Feb 19 03:19:01.494673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47670) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:01.508717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a737238c-ef20-444d-947c-dd9957e656c2 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e5cdbf20-3fc5-434f-a647-8326479569b3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.522115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-a737238c-ef20-444d-947c-dd9957e656c2 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Calling delete_port for e5cdbf20-3fc5-434f-a647-8326479569b3 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:01.557734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8f56a-2abf-47e3-9f5a-f615b36e1f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d198992-3637-4414-8f8e-996b96c35a8e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:01.578200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db46b-9c94-4705-87b3-a332b5adbb5e req-6e52cc3b-a808-482d-89e2-341ab8c33f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:01.581463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f61db46b-9c94-4705-87b3-a332b5adbb5e req-6e52cc3b-a808-482d-89e2-341ab8c33f25 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1127 time: 0.2308307 Feb 19 03:19:01.679649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-883fbd8b-3e2b-4886-a0db-a3605f1dacd6 req-178a79fc-4493-440e-86ec-108075be5a79 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324674 Feb 19 03:19:01.695915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47686) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:01.723447 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a737238c-ef20-444d-947c-dd9957e656c2 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e5cdbf20-3fc5-434f-a647-8326479569b3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.755992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737238c-ef20-444d-947c-dd9957e656c2 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event deleted for resources: {'Port': ['ID=e5cdbf20-3fc5-434f-a647-8326479569b3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:01.772208 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41e42708-3a20-454e-93ef-2cee3b497876 admin admin] Publish callbacks [] for security_group (3d198992-3637-4414-8f8e-996b96c35a8e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.839814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-509883e2-1018-49e2-974e-1e747c2cb1ed tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e HTTP/1.1" status: 200 len: 991 time: 0.1425917 Feb 19 03:19:01.847031 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41e42708-3a20-454e-93ef-2cee3b497876 admin admin] Publish callbacks [] for security_group (3d198992-3637-4414-8f8e-996b96c35a8e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.856412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5b9aa1e2-1d72-4070-84b3-af5c1c4a2000), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:01.868343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db46b-9c94-4705-87b3-a332b5adbb5e req-8ac2fb2c-79f5-439b-a429-81ad66af8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:01.870043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f61db46b-9c94-4705-87b3-a332b5adbb5e req-8ac2fb2c-79f5-439b-a429-81ad66af8d06 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 200 len: 896 time: 0.2714639 Feb 19 03:19:01.921225 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Pushing event updated for resources: {'Port': ['ID=5b9aa1e2-1d72-4070-84b3-af5c1c4a2000,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:01.945752 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7146b465-3705-4349-897e-4cfe85451c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:18:14Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e', 'tenant_id': 'd251da4ce30245449da598358709f972', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'port_id': '47064446-42e5-46dc-9807-f6fb99192ed8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'mac_address': 'fa:16:3e:63:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:18:58Z', 'updated_at': '2022-02-19T03:18:58Z', 'revision_number': 0, 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4031d7-bb08-4f75-b2fc-3fdca948f7ff', 'name': '', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:26:55:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '06396044-f868-4bab-8279-30abb90c4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:10Z', 'updated_at': '2022-02-19T03:18:21Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '06396044-f868-4bab-8279-30abb90c4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:01.953109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:01.959469 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:01.968793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:01.980511 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7146b465-3705-4349-897e-4cfe85451c57 None None] Checking router: 52342f00-d538-4cbd-bd8c-f0d85126d1a4 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:19:01.992583 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7146b465-3705-4349-897e-4cfe85451c57 None None] Routers {'52342f00-d538-4cbd-bd8c-f0d85126d1a4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:01.993645 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7146b465-3705-4349-897e-4cfe85451c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:02.032069 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f61db46b-9c94-4705-87b3-a332b5adbb5e req-22c5b15d-19d9-4610-8b7e-8db29efacb30 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 999 time: 0.1439581 Feb 19 03:19:02.051852 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a737238c-ef20-444d-947c-dd9957e656c2 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.064566 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a737238c-ef20-444d-947c-dd9957e656c2 tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "DELETE /v2.0/ports/e5cdbf20-3fc5-434f-a647-8326479569b3 HTTP/1.1" status: 204 len: 168 time: 0.9182074 Feb 19 03:19:02.069209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47714) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:02.148710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db46b-9c94-4705-87b3-a332b5adbb5e req-19a14c89-35d2-4883-9740-edf029d510bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:02.151344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f61db46b-9c94-4705-87b3-a332b5adbb5e req-19a14c89-35d2-4883-9740-edf029d510bf service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06396044-f868-4bab-8279-30abb90c4893 HTTP/1.1" status: 200 len: 835 time: 0.1081083 Feb 19 03:19:02.157758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41e42708-3a20-454e-93ef-2cee3b497876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3d198992-3637-4414-8f8e-996b96c35a8e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.166364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41e42708-3a20-454e-93ef-2cee3b497876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.167915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-41e42708-3a20-454e-93ef-2cee3b497876 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3d198992-3637-4414-8f8e-996b96c35a8e HTTP/1.1" status: 204 len: 168 time: 0.6702762 Feb 19 03:19:02.189385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e42708-3a20-454e-93ef-2cee3b497876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d198992-3637-4414-8f8e-996b96c35a8e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:02.287140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-5365f36d-f112-42b8-bd57-6c7dfa069c9f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Deleting subnet 69d7274b-16f0-4e3e-b9e4-e8327805cf53 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:02.288205 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-7146b465-3705-4349-897e-4cfe85451c57 None None] Set router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:02.294661 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5365f36d-f112-42b8-bd57-6c7dfa069c9f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for subnet (69d7274b-16f0-4e3e-b9e4-e8327805cf53), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.296759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db46b-9c94-4705-87b3-a332b5adbb5e req-f2345ffe-4fd6-4ea0-b421-8f363f49557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:02.298489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f61db46b-9c94-4705-87b3-a332b5adbb5e req-f2345ffe-4fd6-4ea0-b421-8f363f49557e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2cf118a-21f8-48b2-9111-65ef0afc21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0969489 Feb 19 03:19:02.314921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435aab4-3f91-4711-babd-f26d8a11d760 req-a88301a4-0d36-41db-a415-170118802b2f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:02.338298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4435aab4-3f91-4711-babd-f26d8a11d760 req-a88301a4-0d36-41db-a415-170118802b2f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.1172535 Feb 19 03:19:02.380741 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5365f36d-f112-42b8-bd57-6c7dfa069c9f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (69d7274b-16f0-4e3e-b9e4-e8327805cf53), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.488614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4435aab4-3f91-4711-babd-f26d8a11d760 req-c4ca6451-ec3d-4233-a533-61c2c7822a72 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493099 Feb 19 03:19:02.526916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f61db46b-9c94-4705-87b3-a332b5adbb5e req-4ecb5d53-29b6-4caf-a3c2-726f9bebbf82 service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858490 Feb 19 03:19:02.534878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c1a17-56fb-4341-974f-3972311d0e77 req-aaec648b-f15e-4935-9d8b-bac8ce528c10 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:02.536373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf2c1a17-56fb-4341-974f-3972311d0e77 req-aaec648b-f15e-4935-9d8b-bac8ce528c10 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1260717 Feb 19 03:19:02.645031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47728) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:02.690810 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5365f36d-f112-42b8-bd57-6c7dfa069c9f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (69d7274b-16f0-4e3e-b9e4-e8327805cf53), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.741705 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.814061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf2c1a17-56fb-4341-974f-3972311d0e77 req-2f6725d0-3e8d-4731-8abf-b23c2fc4ee39 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679348 Feb 19 03:19:02.841913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f61db46b-9c94-4705-87b3-a332b5adbb5e req-e78c4b91-b4fc-466a-9ffb-e914709a5c47 service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030968 Feb 19 03:19:02.843797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ddd61-b2d2-43a7-9d20-6b283724b18d req-8308ef9f-522b-4cc5-8533-d7f8196757f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:02.845234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c04ddd61-b2d2-43a7-9d20-6b283724b18d req-8308ef9f-522b-4cc5-8533-d7f8196757f3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 1128 time: 0.2467868 Feb 19 03:19:02.845677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47734) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:02.921008 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7146b465-3705-4349-897e-4cfe85451c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:18:14Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e', 'tenant_id': 'd251da4ce30245449da598358709f972', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'port_id': '47064446-42e5-46dc-9807-f6fb99192ed8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'mac_address': 'fa:16:3e:63:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:18:58Z', 'updated_at': '2022-02-19T03:18:58Z', 'revision_number': 0, 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4031d7-bb08-4f75-b2fc-3fdca948f7ff', 'name': '', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:26:55:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '06396044-f868-4bab-8279-30abb90c4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:10Z', 'updated_at': '2022-02-19T03:18:21Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '06396044-f868-4bab-8279-30abb90c4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:02.934701 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5365f36d-f112-42b8-bd57-6c7dfa069c9f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (69d7274b-16f0-4e3e-b9e4-e8327805cf53), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:02.998870 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7146b465-3705-4349-897e-4cfe85451c57 None None] The sync data for ids ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'] in n-d-826755-2 is: [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:18:14Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e', 'tenant_id': 'd251da4ce30245449da598358709f972', 'floating_ip_address': '172.25.1.248', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'port_id': '47064446-42e5-46dc-9807-f6fb99192ed8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'mac_address': 'fa:16:3e:63:2d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:18:58Z', 'updated_at': '2022-02-19T03:18:58Z', 'revision_number': 0, 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e4031d7-bb08-4f75-b2fc-3fdca948f7ff', 'name': '', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:26:55:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '06396044-f868-4bab-8279-30abb90c4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:10Z', 'updated_at': '2022-02-19T03:18:21Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '06396044-f868-4bab-8279-30abb90c4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:03.012838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365f36d-f112-42b8-bd57-6c7dfa069c9f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event deleted for resources: {'Subnet': ['ID=69d7274b-16f0-4e3e-b9e4-e8327805cf53,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:03.021244 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5365f36d-f112-42b8-bd57-6c7dfa069c9f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.025678 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5365f36d-f112-42b8-bd57-6c7dfa069c9f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "DELETE /v2.0/subnets/69d7274b-16f0-4e3e-b9e4-e8327805cf53 HTTP/1.1" status: 204 len: 168 time: 0.9544885 Feb 19 03:19:03.028856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47742) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:03.030171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995002ae-dd95-4cbb-9ab3-74ae7789ab37 None None] Network f19efdf5-0556-4dcd-a05b-579371530e0c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:03.053818 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.085030 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2ce23e8a-1146-43da-bcdd-353daf2d36fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.091096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ae7413bf-d679-4ed0-b870-d4449ebf5192 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e HTTP/1.1" status: 200 len: 991 time: 0.2443326 Feb 19 03:19:03.196124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ddd61-b2d2-43a7-9d20-6b283724b18d req-025e9923-2f12-4052-9076-ed446a69d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:03.201081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c04ddd61-b2d2-43a7-9d20-6b283724b18d req-025e9923-2f12-4052-9076-ed446a69d3a1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 913 time: 0.2838256 Feb 19 03:19:03.332796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c04ddd61-b2d2-43a7-9d20-6b283724b18d req-90aaecb1-b9b2-45f1-9d92-29b6b5d40036 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f62afa32-d443-4b1d-bd8e-02caab53d344 HTTP/1.1" status: 200 len: 217 time: 0.1229930 Feb 19 03:19:03.373832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14837b6-8f9a-4f00-84b6-f12c26a258b4 None None] DHCP port deletion for f19efdf5-0556-4dcd-a05b-579371530e0c request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:19:03.455338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2ce23e8a-1146-43da-bcdd-353daf2d36fd admin admin] Publish callbacks [] for security_group (d833e1ba-ff9a-4996-b771-f57b10cfde10), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.457830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ddd61-b2d2-43a7-9d20-6b283724b18d req-22453674-be27-42dd-822c-d11e74798f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:03.460052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c04ddd61-b2d2-43a7-9d20-6b283724b18d req-22453674-be27-42dd-822c-d11e74798f95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f227e848-d3a5-4e44-b9ca-2dd84f683462 HTTP/1.1" status: 200 len: 852 time: 0.1155725 Feb 19 03:19:03.469111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60608de9-3d13-4fae-863b-6afdda27d346 None None] New status for floating IP aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:19:03.497249 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2ce23e8a-1146-43da-bcdd-353daf2d36fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d833e1ba-ff9a-4996-b771-f57b10cfde10), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.554576 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c04ddd61-b2d2-43a7-9d20-6b283724b18d req-5e59196e-911d-4f86-bd00-22b4a7212414 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855911 Feb 19 03:19:03.564768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (f19efdf5-0556-4dcd-a05b-579371530e0c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.698048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Deleting port c5d413c9-2f38-4f3f-89dc-d44c253df552 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:03.698563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.712281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c14837b6-8f9a-4f00-84b6-f12c26a258b4 None None] Deleting port c5d413c9-2f38-4f3f-89dc-d44c253df552 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:03.713227 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c14837b6-8f9a-4f00-84b6-f12c26a258b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.722290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Router 3f82dab0-83bb-48ce-b0ab-b2eba2c238f5 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:19:03.790093 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-22ceddb3-9f29-4180-b219-0b2112af76bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.833414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] For port c5d413c9-2f38-4f3f-89dc-d44c253df552, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c5d413c9-2f38-4f3f-89dc-d44c253df552,segment=NetworkSegment(1df76d2b-237c-4336-b338-2cf0e9e48b0f),segment_id=1df76d2b-237c-4336-b338-2cf0e9e48b0f)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:03.833931 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.856931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Calling delete_port for c5d413c9-2f38-4f3f-89dc-d44c253df552 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:03.921380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c14837b6-8f9a-4f00-84b6-f12c26a258b4 None None] For port c5d413c9-2f38-4f3f-89dc-d44c253df552, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c5d413c9-2f38-4f3f-89dc-d44c253df552,segment=NetworkSegment(1df76d2b-237c-4336-b338-2cf0e9e48b0f),segment_id=1df76d2b-237c-4336-b338-2cf0e9e48b0f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:03.921862 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c14837b6-8f9a-4f00-84b6-f12c26a258b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.950823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c14837b6-8f9a-4f00-84b6-f12c26a258b4 None None] Calling delete_port for c5d413c9-2f38-4f3f-89dc-d44c253df552 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:03.957545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:03.981649 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a352c-0b56-4dfc-9e59-0d9a3671418f None None] Sync routers for ids ['3f82dab0-83bb-48ce-b0ab-b2eba2c238f5'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:03.988901 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:03.993532 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f9bbbaa4-2131-4d46-a969-0641f6aaee08 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0366206 Feb 19 03:19:03.996029 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47770) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:04.001993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-513f83c5-6a39-49ca-b173-476c1eddd35c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'enable_snat': False}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:04.010660 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a352c-0b56-4dfc-9e59-0d9a3671418f None None] Routers {'3f82dab0-83bb-48ce-b0ab-b2eba2c238f5'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:04.013445 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-525a352c-0b56-4dfc-9e59-0d9a3671418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3f82dab0-83bb-48ce-b0ab-b2eba2c238f5'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:04.068054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c5d413c9-2f38-4f3f-89dc-d44c253df552 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:04.118683 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-525a352c-0b56-4dfc-9e59-0d9a3671418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:04.130364 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a352c-0b56-4dfc-9e59-0d9a3671418f None None] Routers {'3f82dab0-83bb-48ce-b0ab-b2eba2c238f5'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:04.131428 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-525a352c-0b56-4dfc-9e59-0d9a3671418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3f82dab0-83bb-48ce-b0ab-b2eba2c238f5'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:04.131615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c5d413c9-2f38-4f3f-89dc-d44c253df552 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:04.132041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c5d413c9-2f38-4f3f-89dc-d44c253df552 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:04.151818 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47772) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:04.152604 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.214088 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c14837b6-8f9a-4f00-84b6-f12c26a258b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (c5d413c9-2f38-4f3f-89dc-d44c253df552), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.218426 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-525a352c-0b56-4dfc-9e59-0d9a3671418f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:04.219094 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525a352c-0b56-4dfc-9e59-0d9a3671418f None None] The sync data for ids ['3f82dab0-83bb-48ce-b0ab-b2eba2c238f5'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:04.268132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2ce23e8a-1146-43da-bcdd-353daf2d36fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50c79dd4c862487e84da6f689974f606&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6195474 Feb 19 03:19:04.268938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce23e8a-1146-43da-bcdd-353daf2d36fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d833e1ba-ff9a-4996-b771-f57b10cfde10,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:04.272625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47776) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:04.288582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14837b6-8f9a-4f00-84b6-f12c26a258b4 None None] No DVR routers for this DVR port c5d413c9-2f38-4f3f-89dc-d44c253df552 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:04.296156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14837b6-8f9a-4f00-84b6-f12c26a258b4 None None] Pushing event deleted for resources: {'Port': ['ID=c5d413c9-2f38-4f3f-89dc-d44c253df552,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:04.366127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event deleted for resources: {'Port': ['ID=c5d413c9-2f38-4f3f-89dc-d44c253df552,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:04.452639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] No DVR routers for this DVR port c5d413c9-2f38-4f3f-89dc-d44c253df552 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:04.476142 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a053-5bc4-4f85-a0e1-b42aba37a849 admin admin] Publish callbacks [] for security_group (d833e1ba-ff9a-4996-b771-f57b10cfde10), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.488592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6a112-b1c6-456e-8055-174d3855a91a req-094e1dc7-bbd9-46f2-893a-6fa440e1f481 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:04.499733 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bcb6a112-b1c6-456e-8055-174d3855a91a req-094e1dc7-bbd9-46f2-893a-6fa440e1f481 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2259412 Feb 19 03:19:04.550404 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (f19efdf5-0556-4dcd-a05b-579371530e0c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.552829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a62bae-1a17-4802-bfff-b3889238ce68 req-d0c36052-8a79-456f-816a-3aeb762e99c2 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:04.559791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32a62bae-1a17-4802-bfff-b3889238ce68 req-d0c36052-8a79-456f-816a-3aeb762e99c2 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.2878911 Feb 19 03:19:04.570541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19efdf5-0556-4dcd-a05b-579371530e0c']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:04.579906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df76d2b-237c-4336-b338-2cf0e9e48b0f') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:04.580224 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df76d2b-237c-4336-b338-2cf0e9e48b0f') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:04.589529 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (1df76d2b-237c-4336-b338-2cf0e9e48b0f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.593417 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c04ddd61-b2d2-43a7-9d20-6b283724b18d req-2063ce2d-03d1-41ee-9ca2-8f2bccaac9e8 service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0217257 Feb 19 03:19:04.602839 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1df76d2b-237c-4336-b338-2cf0e9e48b0f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.610204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:04.610601 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (1df76d2b-237c-4336-b338-2cf0e9e48b0f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.615566 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a053-5bc4-4f85-a0e1-b42aba37a849 admin admin] Publish callbacks [] for security_group (d833e1ba-ff9a-4996-b771-f57b10cfde10), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:04.631131 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:04.670664 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d79b718d-e649-4618-9958-da1b64c2d943 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e HTTP/1.1" status: 200 len: 993 time: 0.3327422 Feb 19 03:19:04.733135 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-513f83c5-6a39-49ca-b173-476c1eddd35c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.738619 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (f19efdf5-0556-4dcd-a05b-579371530e0c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.743530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32a62bae-1a17-4802-bfff-b3889238ce68 req-bcf76ba7-8c05-4551-89b3-a0775377861d tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777539 Feb 19 03:19:04.770742 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.777101 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] 10.222.0.81 "DELETE /v2.0/networks/f19efdf5-0556-4dcd-a05b-579371530e0c HTTP/1.1" status: 204 len: 168 time: 1.7441947 Feb 19 03:19:04.777101 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7722d-d3fc-46ea-8c43-135f8f030c0f tempest-AllowedAddressPairTestJSON-1693556665 tempest-AllowedAddressPairTestJSON-1693556665-project] Pushing event deleted for resources: {'Network': ['ID=f19efdf5-0556-4dcd-a05b-579371530e0c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:04.809417 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bcb6a112-b1c6-456e-8055-174d3855a91a req-1d7eb86c-ebf5-4f48-ab00-add323bbf773 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917132 Feb 19 03:19:04.903177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c04ddd61-b2d2-43a7-9d20-6b283724b18d req-4acf009a-2ea7-4ef8-ac25-5f8f6f793882 service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002431 Feb 19 03:19:04.933394 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a053-5bc4-4f85-a0e1-b42aba37a849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d833e1ba-ff9a-4996-b771-f57b10cfde10), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.937094 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dc0a053-5bc4-4f85-a0e1-b42aba37a849 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:04.938334 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7dc0a053-5bc4-4f85-a0e1-b42aba37a849 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d833e1ba-ff9a-4996-b771-f57b10cfde10 HTTP/1.1" status: 204 len: 168 time: 0.6628892 Feb 19 03:19:04.956451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0a053-5bc4-4f85-a0e1-b42aba37a849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d833e1ba-ff9a-4996-b771-f57b10cfde10,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:05.307226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47804) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:05.376899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-513f83c5-6a39-49ca-b173-476c1eddd35c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.388021 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-513f83c5-6a39-49ca-b173-476c1eddd35c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.528708 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-211f74ec-d7da-4ee4-8a66-5f0f465c1736 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b818749e62864d578db4272257868670&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168903 Feb 19 03:19:05.528948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47824) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:05.543832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513f83c5-6a39-49ca-b173-476c1eddd35c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Router 3f82dab0-83bb-48ce-b0ab-b2eba2c238f5 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:05.622218 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5249dda1-f346-4d49-b0b0-42ab5af066eb admin admin] Publish callbacks [] for security_group (2a8e0255-3ddb-4ba1-be37-96284c885935), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.671079 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5249dda1-f346-4d49-b0b0-42ab5af066eb admin admin] Publish callbacks [] for security_group (2a8e0255-3ddb-4ba1-be37-96284c885935), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.751506 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5249dda1-f346-4d49-b0b0-42ab5af066eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2a8e0255-3ddb-4ba1-be37-96284c885935), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.754392 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5249dda1-f346-4d49-b0b0-42ab5af066eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.757127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5249dda1-f346-4d49-b0b0-42ab5af066eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a8e0255-3ddb-4ba1-be37-96284c885935 HTTP/1.1" status: 204 len: 168 time: 0.2271497 Feb 19 03:19:05.761428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513f83c5-6a39-49ca-b173-476c1eddd35c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:05.769914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249dda1-f346-4d49-b0b0-42ab5af066eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8e0255-3ddb-4ba1-be37-96284c885935,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:05.771870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669a9503-5b07-4d8b-b126-05cd17f3bc3b None None] Sync routers for ids ['3f82dab0-83bb-48ce-b0ab-b2eba2c238f5'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:05.782954 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-513f83c5-6a39-49ca-b173-476c1eddd35c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:05.787195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47838) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:05.788788 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-513f83c5-6a39-49ca-b173-476c1eddd35c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "PUT /v2.0/routers/3f82dab0-83bb-48ce-b0ab-b2eba2c238f5 HTTP/1.1" status: 200 len: 920 time: 1.7913561 Feb 19 03:19:05.810178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a9503-5b07-4d8b-b126-05cd17f3bc3b None None] Routers {'3f82dab0-83bb-48ce-b0ab-b2eba2c238f5'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:05.827638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-669a9503-5b07-4d8b-b126-05cd17f3bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3f82dab0-83bb-48ce-b0ab-b2eba2c238f5'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:05.929021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-669a9503-5b07-4d8b-b126-05cd17f3bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:05.951832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a9503-5b07-4d8b-b126-05cd17f3bc3b None None] Routers {'3f82dab0-83bb-48ce-b0ab-b2eba2c238f5'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:05.952710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-669a9503-5b07-4d8b-b126-05cd17f3bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:18:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3f82dab0-83bb-48ce-b0ab-b2eba2c238f5'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:05.992822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-669a9503-5b07-4d8b-b126-05cd17f3bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:05.993729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669a9503-5b07-4d8b-b126-05cd17f3bc3b None None] The sync data for ids ['3f82dab0-83bb-48ce-b0ab-b2eba2c238f5'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:05.995635 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-47ea8897-02a2-427a-8d63-46703a50d1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.101831 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8828cd1-94e7-481e-acee-7a1852117dd9 req-2b156f24-bcab-48e7-8a7f-801199637237 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.103465 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8828cd1-94e7-481e-acee-7a1852117dd9 req-2b156f24-bcab-48e7-8a7f-801199637237 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 946 time: 0.2022667 Feb 19 03:19:06.116698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763531f-bffe-433a-9a98-332d707ae90f req-91f1afff-50b5-489c-aa30-cc1db572c036 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.123797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4763531f-bffe-433a-9a98-332d707ae90f req-91f1afff-50b5-489c-aa30-cc1db572c036 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1542280 Feb 19 03:19:06.130361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f62afa32-d443-4b1d-bd8e-02caab53d344 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:06.214738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dff6d6c4-8a06-4496-9ef4-fdcd76c8e29e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/routers/3f82dab0-83bb-48ce-b0ab-b2eba2c238f5 HTTP/1.1" status: 200 len: 920 time: 0.4236734 Feb 19 03:19:06.215711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47854) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:06.230263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4763531f-bffe-433a-9a98-332d707ae90f req-fda0da67-a59f-4a48-9c48-bfbf64e61a6d tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015158 Feb 19 03:19:06.281743 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8828cd1-94e7-481e-acee-7a1852117dd9 req-ac5e5e52-749e-49c5-a2e1-59d5b3029cbd tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498055 Feb 19 03:19:06.330792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7216eba-f101-4a11-9e53-6a0b91a131ea tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.334756 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e7216eba-f101-4a11-9e53-6a0b91a131ea tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&device_id=3f82dab0-83bb-48ce-b0ab-b2eba2c238f5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1145642 Feb 19 03:19:06.335013 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47864) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:06.368388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f62afa32-d443-4b1d-bd8e-02caab53d344 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:06.369273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.441615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb345051-78cd-45c1-addc-97161eb26f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62afa32-d443-4b1d-bd8e-02caab53d344'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:06.450023 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9c022b-c3b4-421a-997e-a258123c8613" -d '{"events": [{"server_uuid": "cb345051-78cd-45c1-addc-97161eb26f74", "name": "network-vif-unplugged", "status": "completed", "tag": "f62afa32-d443-4b1d-bd8e-02caab53d344"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:06.499506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port f62afa32-d443-4b1d-bd8e-02caab53d344, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f62afa32-d443-4b1d-bd8e-02caab53d344,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:06.514491 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:06.585325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec40f1b-0ed7-4d40-b804-2563c432eae2 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.587071 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1890bd6-1f12-4349-ae65-6d24663c9f2d req-42411453-850f-4948-a4dd-dbeca66368bf tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.596101 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9ec40f1b-0ed7-4d40-b804-2563c432eae2 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 881 time: 0.2575517 Feb 19 03:19:06.596368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47874) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:06.600122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1890bd6-1f12-4349-ae65-6d24663c9f2d req-42411453-850f-4948-a4dd-dbeca66368bf tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1564703 Feb 19 03:19:06.644246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfcc70-549c-4f8e-9ce8-a0cb095cfcd8 req-e7f723dc-2d92-4891-af7c-14ed6cb32463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.646250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24cfcc70-549c-4f8e-9ce8-a0cb095cfcd8 req-e7f723dc-2d92-4891-af7c-14ed6cb32463 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 1127 time: 0.1393414 Feb 19 03:19:06.650635 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685873eb-b7b2-41a3-87b0-f924ff4d009a x-openstack-request-id: req-685873eb-b7b2-41a3-87b0-f924ff4d009a {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:06.651055 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb345051-78cd-45c1-addc-97161eb26f74", "name": "network-vif-unplugged", "status": "completed", "tag": "f62afa32-d443-4b1d-bd8e-02caab53d344", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:06.651328 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-685873eb-b7b2-41a3-87b0-f924ff4d009a {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:06.651763 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb345051-78cd-45c1-addc-97161eb26f74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62afa32-d443-4b1d-bd8e-02caab53d344', 'code': 200} Feb 19 03:19:06.657947 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-47282f0a-08ba-4598-bf5e-22db9d1ef2d4 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f82dab0-83bb-48ce-b0ab-b2eba2c238f5 HTTP/1.1" status: 200 len: 205 time: 0.0599153 Feb 19 03:19:06.671799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47878) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:06.710982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1890bd6-1f12-4349-ae65-6d24663c9f2d req-534b0282-f39d-4d17-abc3-020f1ebe2f5c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095560 Feb 19 03:19:06.717015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=f62afa32-d443-4b1d-bd8e-02caab53d344,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:06.742578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.742923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.747344 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.747805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.748274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.749726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.751250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.751649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.751988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.752321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.753803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.754154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.754492 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:06.886114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfcc70-549c-4f8e-9ce8-a0cb095cfcd8 req-f1344326-2129-49b8-a123-9d12f1769dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:06.887620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24cfcc70-549c-4f8e-9ce8-a0cb095cfcd8 req-f1344326-2129-49b8-a123-9d12f1769dab service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.2323308 Feb 19 03:19:06.891737 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.062069 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.090029 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24cfcc70-549c-4f8e-9ce8-a0cb095cfcd8 req-76ac6d9f-746b-440e-8d00-0f8bc80a930f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 200 len: 999 time: 0.1951301 Feb 19 03:19:07.163893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfcc70-549c-4f8e-9ce8-a0cb095cfcd8 req-efa56682-7d57-467d-8f32-aca79b3cd542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.165427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24cfcc70-549c-4f8e-9ce8-a0cb095cfcd8 req-efa56682-7d57-467d-8f32-aca79b3cd542 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.0671055 Feb 19 03:19:07.214193 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.234752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfcc70-549c-4f8e-9ce8-a0cb095cfcd8 req-121a3319-5906-4047-8b2a-86a10f525d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.236293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24cfcc70-549c-4f8e-9ce8-a0cb095cfcd8 req-121a3319-5906-4047-8b2a-86a10f525d7c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0629385 Feb 19 03:19:07.525860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Deleting port 5b9aa1e2-1d72-4070-84b3-af5c1c4a2000 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:07.526205 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5b9aa1e2-1d72-4070-84b3-af5c1c4a2000), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.532419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24cfcc70-549c-4f8e-9ce8-a0cb095cfcd8 req-6cdac9d8-bc69-4563-bff1-bbf35e7fc9ad service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879252 Feb 19 03:19:07.640865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f802f-6f05-4b6e-9bd8-0132b5637986 req-94c74285-100e-40f5-baff-72dbd083f5a4 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.642355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-119f802f-6f05-4b6e-9bd8-0132b5637986 req-94c74285-100e-40f5-baff-72dbd083f5a4 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 944 time: 0.1993756 Feb 19 03:19:07.721042 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5b9aa1e2-1d72-4070-84b3-af5c1c4a2000), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:07.767304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Calling delete_port for 5b9aa1e2-1d72-4070-84b3-af5c1c4a2000 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:07.778376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24cfcc70-549c-4f8e-9ce8-a0cb095cfcd8 req-fdd05388-381e-4e3f-9424-410b4135523c service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325683 Feb 19 03:19:07.791186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-119f802f-6f05-4b6e-9bd8-0132b5637986 req-2ba2353b-e5ff-4a26-9263-2e7bdc94fac6 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389217 Feb 19 03:19:07.804180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47934) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:07.925319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47940) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:07.933309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f424d-273e-4729-8a8e-a2b3ab70f68d req-7f5b2bde-af05-4f2f-a72a-a6ea88775cae tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:07.935142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-496f424d-273e-4729-8a8e-a2b3ab70f68d req-7f5b2bde-af05-4f2f-a72a-a6ea88775cae tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1318417 Feb 19 03:19:08.011113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-496f424d-273e-4729-8a8e-a2b3ab70f68d req-f15dab2d-d516-4ffc-b9d5-097e6980272c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680606 Feb 19 03:19:08.159709 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5b9aa1e2-1d72-4070-84b3-af5c1c4a2000), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.171828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1457391245'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:08.212881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Pushing event deleted for resources: {'Port': ['ID=5b9aa1e2-1d72-4070-84b3-af5c1c4a2000,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:08.248578 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a81b3364-3e3d-4231-af08-beb3b8548f98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.285194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:08.289000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.310455 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.363058 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.396363 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.407132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a81b3364-3e3d-4231-af08-beb3b8548f98 admin admin] Publish callbacks [] for security_group (640258b5-fbff-466c-8d85-89ab32ea1300), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.424654 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a81b3364-3e3d-4231-af08-beb3b8548f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (640258b5-fbff-466c-8d85-89ab32ea1300), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.504599 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.510867 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a81b3364-3e3d-4231-af08-beb3b8548f98 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1d856e24ac1496bb050647ad14ba9ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5845144 Feb 19 03:19:08.512178 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_controller (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.514376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47962) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:08.542883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b3364-3e3d-4231-af08-beb3b8548f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640258b5-fbff-466c-8d85-89ab32ea1300,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:08.603159 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5afce249-84b4-41f7-b578-176dfdca2b19 admin admin] Publish callbacks [] for security_group (640258b5-fbff-466c-8d85-89ab32ea1300), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.622513 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (3f82dab0-83bb-48ce-b0ab-b2eba2c238f5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.623248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Fanout notify agent at l3_agent the message router_deleted on router 3f82dab0-83bb-48ce-b0ab-b2eba2c238f5 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:19:08.636837 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.638079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6e99d691-c2f4-49de-af67-e506725e6c2e tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/routers/3f82dab0-83bb-48ce-b0ab-b2eba2c238f5 HTTP/1.1" status: 204 len: 168 time: 1.9604709 Feb 19 03:19:08.643949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47964) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:08.655215 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5afce249-84b4-41f7-b578-176dfdca2b19 admin admin] Publish callbacks [] for security_group (640258b5-fbff-466c-8d85-89ab32ea1300), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.655901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1e7dad34-f852-407b-8b4c-0ecfa56cbe35 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1999404621', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:08.697408 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for security_group (833bd363-2a6e-418b-8a62-37c7ae6b04a8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.702419 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e7dad34-f852-407b-8b4c-0ecfa56cbe35 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (c68d125e-07d8-4394-b3d7-8d7cc85437b8), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.704102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e7dad34-f852-407b-8b4c-0ecfa56cbe35 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (c68d125e-07d8-4394-b3d7-8d7cc85437b8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.709767 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (833bd363-2a6e-418b-8a62-37c7ae6b04a8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.724402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:08.749276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5afce249-84b4-41f7-b578-176dfdca2b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (640258b5-fbff-466c-8d85-89ab32ea1300), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.752219 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5afce249-84b4-41f7-b578-176dfdca2b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.755733 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5afce249-84b4-41f7-b578-176dfdca2b19 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/640258b5-fbff-466c-8d85-89ab32ea1300 HTTP/1.1" status: 204 len: 168 time: 0.2382724 Feb 19 03:19:08.758021 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (fcdca1fe-a323-4337-bbd4-eb5e9430583d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.758427 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Added segment fcdca1fe-a323-4337-bbd4-eb5e9430583d of type vlan for network a12ec990-7808-4339-9deb-efb634f7bbc9 Feb 19 03:19:08.763171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afce249-84b4-41f7-b578-176dfdca2b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640258b5-fbff-466c-8d85-89ab32ea1300,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:08.836470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833bd363-2a6e-418b-8a62-37c7ae6b04a8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:08.887445 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e7dad34-f852-407b-8b4c-0ecfa56cbe35 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_controller (c68d125e-07d8-4394-b3d7-8d7cc85437b8), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.891214 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (a12ec990-7808-4339-9deb-efb634f7bbc9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.900004 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e7dad34-f852-407b-8b4c-0ecfa56cbe35 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (c68d125e-07d8-4394-b3d7-8d7cc85437b8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.926572 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e7dad34-f852-407b-8b4c-0ecfa56cbe35 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.927890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1e7dad34-f852-407b-8b4c-0ecfa56cbe35 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2827370 Feb 19 03:19:08.931280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47980) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:08.938775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Request body: {'router': {'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:08.957169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (a12ec990-7808-4339-9deb-efb634f7bbc9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:08.965105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:08.971283 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:09.051613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2462146 Feb 19 03:19:09.074786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c88cf4-ecc9-48be-8b95-b4fb67b251a2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Network': ['ID=a12ec990-7808-4339-9deb-efb634f7bbc9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:09.107104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network a12ec990-7808-4339-9deb-efb634f7bbc9 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:09.401170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9949c8a-bccc-4c69-bbca-2dc5b83f26d0 req-c2cb0616-5af1-4f0e-9c43-4d5b070db078 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:09.409413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9949c8a-bccc-4c69-bbca-2dc5b83f26d0 req-c2cb0616-5af1-4f0e-9c43-4d5b070db078 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2249920 Feb 19 03:19:09.583317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9949c8a-bccc-4c69-bbca-2dc5b83f26d0 req-c64bdd7d-729c-4abe-969e-41d51651388e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669664 Feb 19 03:19:09.617142 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (c68d125e-07d8-4394-b3d7-8d7cc85437b8), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:09.915327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc734fd-c341-4a11-ac2f-d9a5550df36f req-cec1a118-9524-460f-8032-9c9097a2dd13 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:09.923617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7bc734fd-c341-4a11-ac2f-d9a5550df36f req-cec1a118-9524-460f-8032-9c9097a2dd13 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=cb345051-78cd-45c1-addc-97161eb26f74 HTTP/1.1" status: 200 len: 944 time: 0.2631147 Feb 19 03:19:10.061005 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.096067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df6c45-0783-4728-afab-902b71cb882b req-4016b961-f2c0-4c27-a857-38b777d8f5d7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:10.108239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06df6c45-0783-4728-afab-902b71cb882b req-4016b961-f2c0-4c27-a857-38b777d8f5d7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.3728099 Feb 19 03:19:10.145065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device f62afa32-d443-4b1d-bd8e-02caab53d344 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:10.333886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06df6c45-0783-4728-afab-902b71cb882b req-6ecbabc6-1aa9-486d-955d-0adef315b2cb tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245088 Feb 19 03:19:10.395670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-7bc734fd-c341-4a11-ac2f-d9a5550df36f req-66bb8fec-4f91-4ca1-9e2d-534ea5bad678 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Deleting port f62afa32-d443-4b1d-bd8e-02caab53d344 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:10.396246 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7bc734fd-c341-4a11-ac2f-d9a5550df36f req-66bb8fec-4f91-4ca1-9e2d-534ea5bad678 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.402342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port f62afa32-d443-4b1d-bd8e-02caab53d344 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:10.694352 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-7bc734fd-c341-4a11-ac2f-d9a5550df36f req-66bb8fec-4f91-4ca1-9e2d-534ea5bad678 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] For port f62afa32-d443-4b1d-bd8e-02caab53d344, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=f62afa32-d443-4b1d-bd8e-02caab53d344,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:10.695022 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7bc734fd-c341-4a11-ac2f-d9a5550df36f req-66bb8fec-4f91-4ca1-9e2d-534ea5bad678 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.732946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd80604-ec60-43b9-8580-2061b21b7636 req-0811b77c-3d8d-428b-b036-0adcbd243bb5 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:10.739414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fd80604-ec60-43b9-8580-2061b21b7636 req-0811b77c-3d8d-428b-b036-0adcbd243bb5 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2461436 Feb 19 03:19:10.776472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-7bc734fd-c341-4a11-ac2f-d9a5550df36f req-66bb8fec-4f91-4ca1-9e2d-534ea5bad678 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Calling delete_port for f62afa32-d443-4b1d-bd8e-02caab53d344 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:10.841260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48060) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:10.866647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fd80604-ec60-43b9-8580-2061b21b7636 req-f16baf49-c18b-430e-9840-fc3d092e335e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187816 Feb 19 03:19:10.943874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (c68d125e-07d8-4394-b3d7-8d7cc85437b8), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:10.969583 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.195384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Allocated IP 172.25.1.154 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/104c799b-a378-48be-8588-6ba2af7b104d) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:11.198476 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7bc734fd-c341-4a11-ac2f-d9a5550df36f req-66bb8fec-4f91-4ca1-9e2d-534ea5bad678 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f62afa32-d443-4b1d-bd8e-02caab53d344), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.270679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1007214844'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:11.352644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bdd7a-b88d-4827-811c-85b5a613b3e0 req-fdf660d6-d6d5-4f42-ad42-f257c5039050 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:11.364396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a5bdd7a-b88d-4827-811c-85b5a613b3e0 req-fdf660d6-d6d5-4f42-ad42-f257c5039050 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2920167 Feb 19 03:19:11.426156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb8fec-4f91-4ca1-9e2d-534ea5bad678 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Pushing event deleted for resources: {'Port': ['ID=f62afa32-d443-4b1d-bd8e-02caab53d344,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:11.450456 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for port (104c799b-a378-48be-8588-6ba2af7b104d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.501887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc734fd-c341-4a11-ac2f-d9a5550df36f req-66bb8fec-4f91-4ca1-9e2d-534ea5bad678 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] No DVR routers for this DVR port f62afa32-d443-4b1d-bd8e-02caab53d344 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:11.510686 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7bc734fd-c341-4a11-ac2f-d9a5550df36f req-66bb8fec-4f91-4ca1-9e2d-534ea5bad678 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.514142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7bc734fd-c341-4a11-ac2f-d9a5550df36f req-66bb8fec-4f91-4ca1-9e2d-534ea5bad678 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "DELETE /v2.0/ports/f62afa32-d443-4b1d-bd8e-02caab53d344 HTTP/1.1" status: 204 len: 173 time: 1.5847094 Feb 19 03:19:11.527161 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (104c799b-a378-48be-8588-6ba2af7b104d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.542096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb345051-78cd-45c1-addc-97161eb26f74', 'name': 'network-vif-deleted', 'tag': 'f62afa32-d443-4b1d-bd8e-02caab53d344'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:11.545446 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7370729d-ad57-4130-a11a-eeffb382ef19" -d '{"events": [{"server_uuid": "cb345051-78cd-45c1-addc-97161eb26f74", "name": "network-vif-deleted", "tag": "f62afa32-d443-4b1d-bd8e-02caab53d344"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:11.591666 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Made reservation on behalf of ef483ade268a469780fd2b082f708b44 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:11.595059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.603416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Pushing event updated for resources: {'Port': ['ID=104c799b-a378-48be-8588-6ba2af7b104d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:11.630388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:11.634140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:11.637890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:11.640759 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.682976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a5bdd7a-b88d-4827-811c-85b5a613b3e0 req-7dd728f4-f479-4a57-b7f8-ccb041161c21 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3175395 Feb 19 03:19:11.780205 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bfad05-921f-4af0-97a1-8da7ac4f410f x-openstack-request-id: req-15bfad05-921f-4af0-97a1-8da7ac4f410f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:11.782046 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb345051-78cd-45c1-addc-97161eb26f74", "name": "network-vif-deleted", "tag": "f62afa32-d443-4b1d-bd8e-02caab53d344", "status": "failed", "code": 422}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:11.782474 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15bfad05-921f-4af0-97a1-8da7ac4f410f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:11.783462 n-d-826755-2 neutron-server[109899]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb345051-78cd-45c1-addc-97161eb26f74', 'name': 'network-vif-deleted', 'tag': 'f62afa32-d443-4b1d-bd8e-02caab53d344', 'status': 'failed', 'code': 422} returned with failed status Feb 19 03:19:11.872174 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks [] for security_group (5718eeed-827d-4f1e-ada4-7d294e985f26), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.911081 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5718eeed-827d-4f1e-ada4-7d294e985f26), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:11.945560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:11.971693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a6a22-d600-424a-a52b-95591f0d9014 req-369a4420-e95f-437c-b2e7-d1033d0fda56 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:11.978973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b7a6a22-d600-424a-a52b-95591f0d9014 req-369a4420-e95f-437c-b2e7-d1033d0fda56 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.1052036 Feb 19 03:19:12.013642 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (caf30988-f702-4905-8b1e-d0053ac31d59), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.013997 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Added segment caf30988-f702-4905-8b1e-d0053ac31d59 of type vlan for network 80c921c8-c3ad-4741-a0ca-086412516e06 Feb 19 03:19:12.017805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5718eeed-827d-4f1e-ada4-7d294e985f26,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:12.126232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b7a6a22-d600-424a-a52b-95591f0d9014 req-0f1c9dab-321c-4de6-93a9-94bf92c1d2a5 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462486 Feb 19 03:19:12.143016 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (80c921c8-c3ad-4741-a0ca-086412516e06), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.246520 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (80c921c8-c3ad-4741-a0ca-086412516e06), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.269119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:12.270424 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.356632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48094) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:12.370811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b288ee6a-0a68-4a76-8daf-cb0be20931a6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'subnet': {'network_id': 'a12ec990-7808-4339-9deb-efb634f7bbc9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:12.416501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5728917 Feb 19 03:19:12.421792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48104) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:12.441168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8478cfe4-8772-418b-bc9c-249ba66fc2d8 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Request body: {'subnet': {'network_id': '80c921c8-c3ad-4741-a0ca-086412516e06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:12.446129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (c68d125e-07d8-4394-b3d7-8d7cc85437b8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.774547 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (c68d125e-07d8-4394-b3d7-8d7cc85437b8), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.778884 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (c68d125e-07d8-4394-b3d7-8d7cc85437b8), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:12.937927 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Router c68d125e-07d8-4394-b3d7-8d7cc85437b8 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:19:12.972622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e1811-231e-4645-801d-ee31d0c039dc tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Pushing event updated for resources: {'Network': ['ID=80c921c8-c3ad-4741-a0ca-086412516e06,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:12.986117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 80c921c8-c3ad-4741-a0ca-086412516e06 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:13.065830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:13.079727 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d9eec-1759-4fc6-a113-69158774b7b4 None None] Sync routers for ids ['c68d125e-07d8-4394-b3d7-8d7cc85437b8'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:13.087832 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.089639 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9a9b9b9a-1a70-423f-b90f-9d33d745562c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "PUT /v2.0/routers/c68d125e-07d8-4394-b3d7-8d7cc85437b8 HTTP/1.1" status: 200 len: 880 time: 4.1569190 Feb 19 03:19:13.092352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48128) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:13.097874 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d9eec-1759-4fc6-a113-69158774b7b4 None None] Routers {'c68d125e-07d8-4394-b3d7-8d7cc85437b8'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:13.098808 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8f6d9eec-1759-4fc6-a113-69158774b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['c68d125e-07d8-4394-b3d7-8d7cc85437b8'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:13.115000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8478cfe4-8772-418b-bc9c-249ba66fc2d8 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Made reservation on behalf of ef483ade268a469780fd2b082f708b44 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:13.119276 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8478cfe4-8772-418b-bc9c-249ba66fc2d8 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.147253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fd75b-842e-4fc9-aa8a-12ba27f3d723 req-5091e273-71bc-416c-b283-66d0e5f6043b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:13.155416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc3fd75b-842e-4fc9-aa8a-12ba27f3d723 req-5091e273-71bc-416c-b283-66d0e5f6043b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2982967 Feb 19 03:19:13.168228 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8f6d9eec-1759-4fc6-a113-69158774b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:13.193294 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d9eec-1759-4fc6-a113-69158774b7b4 None None] Routers {'c68d125e-07d8-4394-b3d7-8d7cc85437b8'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:13.193926 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8f6d9eec-1759-4fc6-a113-69158774b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['c68d125e-07d8-4394-b3d7-8d7cc85437b8'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:13.199283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcb656-fe9d-4512-ad9c-c2d95684c12c req-ab7cee38-63af-46ca-9935-423ed9310730 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:13.201279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8dcb656-fe9d-4512-ad9c-c2d95684c12c req-ab7cee38-63af-46ca-9935-423ed9310730 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 812 time: 0.3455079 Feb 19 03:19:13.202145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b288ee6a-0a68-4a76-8daf-cb0be20931a6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:13.205616 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b288ee6a-0a68-4a76-8daf-cb0be20931a6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.246443 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5a3b2cf5-e799-414c-b948-5b98c7ff4a94 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/routers/c68d125e-07d8-4394-b3d7-8d7cc85437b8 HTTP/1.1" status: 200 len: 921 time: 0.1520722 Feb 19 03:19:13.250042 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48130) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:13.276613 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8f6d9eec-1759-4fc6-a113-69158774b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:13.277334 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d9eec-1759-4fc6-a113-69158774b7b4 None None] The sync data for ids ['c68d125e-07d8-4394-b3d7-8d7cc85437b8'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:13.318793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8dcb656-fe9d-4512-ad9c-c2d95684c12c req-c6ab1e74-af9c-42d5-964a-01983fd868eb tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/quotas/b2359d397f7e4d539fb71c566ef4bcb7 HTTP/1.1" status: 200 len: 375 time: 0.1084554 Feb 19 03:19:13.319600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc9facf-c0f6-40e5-a1c2-9e917798f34f tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:13.322324 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1dc9facf-c0f6-40e5-a1c2-9e917798f34f tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&device_id=c68d125e-07d8-4394-b3d7-8d7cc85437b8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0702090 Feb 19 03:19:13.324881 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48134) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:13.359228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc3fd75b-842e-4fc9-aa8a-12ba27f3d723 req-a563e9d6-9524-494e-af62-f831d601c854 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025614 Feb 19 03:19:13.395395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8dcb656-fe9d-4512-ad9c-c2d95684c12c req-a991d759-8f06-483b-a419-a16fbc68eeb2 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628018 Feb 19 03:19:13.471460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb37f001-4e11-4173-a9f9-e276bbe3cab4 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:13.474202 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eb37f001-4e11-4173-a9f9-e276bbe3cab4 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 881 time: 0.1480923 Feb 19 03:19:13.477000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48142) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:13.531676 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d953018c-729b-421b-b83c-445f540f9691 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "GET /v2.0/ports?device_id=c68d125e-07d8-4394-b3d7-8d7cc85437b8 HTTP/1.1" status: 200 len: 205 time: 0.0531001 Feb 19 03:19:13.534128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48144) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:13.708161 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8478cfe4-8772-418b-bc9c-249ba66fc2d8 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (ec98d775-4cda-4b31-89a7-5487114a7176), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.710282 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b288ee6a-0a68-4a76-8daf-cb0be20931a6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (0a96db28-2ed0-4eb3-8052-0dc85879b3a2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.866836 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (c68d125e-07d8-4394-b3d7-8d7cc85437b8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:13.868436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478cfe4-8772-418b-bc9c-249ba66fc2d8 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Pushing event updated for resources: {'Subnet': ['ID=ec98d775-4cda-4b31-89a7-5487114a7176,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:13.954070 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8dcb656-fe9d-4512-ad9c-c2d95684c12c req-e972fc3e-5ce8-49d2-902d-db6ebdfba8b5 service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510054 Feb 19 03:19:13.987350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8478cfe4-8772-418b-bc9c-249ba66fc2d8 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Checking segment: {'id': 'caf30988-f702-4905-8b1e-d0053ac31d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '80c921c8-c3ad-4741-a0ca-086412516e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:13.988108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8478cfe4-8772-418b-bc9c-249ba66fc2d8 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Network hostable DHCP agents. Network: 80c921c8-c3ad-4741-a0ca-086412516e06, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:14.028466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b288ee6a-0a68-4a76-8daf-cb0be20931a6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Checking segment: {'id': 'fcdca1fe-a323-4337-bbd4-eb5e9430583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a12ec990-7808-4339-9deb-efb634f7bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:14.028842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b288ee6a-0a68-4a76-8daf-cb0be20931a6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network hostable DHCP agents. Network: a12ec990-7808-4339-9deb-efb634f7bbc9, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:14.061009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b288ee6a-0a68-4a76-8daf-cb0be20931a6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Subnet': ['ID=0a96db28-2ed0-4eb3-8052-0dc85879b3a2,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:14.121897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8478cfe4-8772-418b-bc9c-249ba66fc2d8 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Network 80c921c8-c3ad-4741-a0ca-086412516e06 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:14.134996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b288ee6a-0a68-4a76-8daf-cb0be20931a6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network a12ec990-7808-4339-9deb-efb634f7bbc9 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:14.159043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-8478cfe4-8772-418b-bc9c-249ba66fc2d8 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 80c921c8-c3ad-4741-a0ca-086412516e06) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:14.165231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8dcb656-fe9d-4512-ad9c-c2d95684c12c req-7bf808fb-c029-413d-961c-c194c6238468 service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100840 Feb 19 03:19:14.165859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b288ee6a-0a68-4a76-8daf-cb0be20931a6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, a12ec990-7808-4339-9deb-efb634f7bbc9) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:14.168578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8478cfe4-8772-418b-bc9c-249ba66fc2d8 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:14.169183 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8478cfe4-8772-418b-bc9c-249ba66fc2d8 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.173506 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (c68d125e-07d8-4394-b3d7-8d7cc85437b8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.179408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b288ee6a-0a68-4a76-8daf-cb0be20931a6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:14.179985 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b288ee6a-0a68-4a76-8daf-cb0be20931a6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.209845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6299c7-d375-41d4-8023-3919345dfa94 None None] Network 80c921c8-c3ad-4741-a0ca-086412516e06 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:14.210394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8478cfe4-8772-418b-bc9c-249ba66fc2d8 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7772894 Feb 19 03:19:14.210497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48168) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:14.225038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Request body: {'port': {'network_id': '80c921c8-c3ad-4741-a0ca-086412516e06', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1131418459'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:14.231576 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:19:14.255980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b288ee6a-0a68-4a76-8daf-cb0be20931a6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8941216 Feb 19 03:19:14.259343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48170) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:14.265908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1096795540'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:14.314054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:14.319165 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.358493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Deleting port 104c799b-a378-48be-8588-6ba2af7b104d {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:14.359001 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (104c799b-a378-48be-8588-6ba2af7b104d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.365070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d845756f-2b92-4510-97f4-00cd1c5cacb3 None None] Network a12ec990-7808-4339-9deb-efb634f7bbc9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:14.415886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-80c921c8-c3ad-4741-a0ca-086412516e06', 'network_id': '80c921c8-c3ad-4741-a0ca-086412516e06', 'project_id': 'ef483ade268a469780fd2b082f708b44', 'fixed_ips': [{'subnet_id': 'ec98d775-4cda-4b31-89a7-5487114a7176'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:14.418501 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.454112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Made reservation on behalf of ef483ade268a469780fd2b082f708b44 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:14.458262 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.482887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] device_id is not set on port 4e8e5131-e50e-438d-a09c-4d4dff98ce0b yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:19:14.512288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:14.555050 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e7c6a8c7-5406-49ef-a8ff-d44379b288ed), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.557153 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Added segment e7c6a8c7-5406-49ef-a8ff-d44379b288ed of type vlan for network 639346a6-ef23-4129-93c8-d3c07e7d4d19 Feb 19 03:19:14.674386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Allocated IP 2001:db8::28e (80c921c8-c3ad-4741-a0ca-086412516e06/ec98d775-4cda-4b31-89a7-5487114a7176/4e8e5131-e50e-438d-a09c-4d4dff98ce0b) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:14.735598 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (104c799b-a378-48be-8588-6ba2af7b104d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.748033 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (639346a6-ef23-4129-93c8-d3c07e7d4d19), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.795647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Calling delete_port for 104c799b-a378-48be-8588-6ba2af7b104d owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:14.899854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-a12ec990-7808-4339-9deb-efb634f7bbc9', 'network_id': 'a12ec990-7808-4339-9deb-efb634f7bbc9', 'project_id': 'e8e1613a14b647d7aaf0ee651fe69ddb', 'fixed_ips': [{'subnet_id': '0a96db28-2ed0-4eb3-8052-0dc85879b3a2'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:14.900474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3a7b6-7928-41e8-8436-88d333bf15f4 req-4a867a99-fc89-46a1-a9e2-318b35801a48 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:14.902095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bc3a7b6-7928-41e8-8436-88d333bf15f4 req-4a867a99-fc89-46a1-a9e2-318b35801a48 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.4052713 Feb 19 03:19:14.907870 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.909897 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:19:14.919223 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks [] for port (4e8e5131-e50e-438d-a09c-4d4dff98ce0b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.934460 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (639346a6-ef23-4129-93c8-d3c07e7d4d19), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:14.941201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:14.942179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.022972 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4e8e5131-e50e-438d-a09c-4d4dff98ce0b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.079920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8186169 Feb 19 03:19:15.080554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Allocated IP 2001:db8:0:ffff::2 (a12ec990-7808-4339-9deb-efb634f7bbc9/0a96db28-2ed0-4eb3-8052-0dc85879b3a2/949fa2d4-21c7-4e98-8e8e-ef12a92daa34) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:15.087395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bc3a7b6-7928-41e8-8436-88d333bf15f4 req-3b95ad21-3435-4510-b578-01be98b27aa7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587849 Feb 19 03:19:15.088148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48186) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:15.101328 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8394acf7-25a7-4b8b-9f7a-5de16ba9f3dd tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'subnet': {'network_id': '639346a6-ef23-4129-93c8-d3c07e7d4d19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:15.148184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Network 80c921c8-c3ad-4741-a0ca-086412516e06 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:15.156502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:15.162780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:15.166536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c7188-f4d4-48cf-a1d4-7f1fa7ead486 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Network': ['ID=639346a6-ef23-4129-93c8-d3c07e7d4d19,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:15.177250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Allocated IP 2001:db8::2 (80c921c8-c3ad-4741-a0ca-086412516e06/ec98d775-4cda-4b31-89a7-5487114a7176/f0747b73-97da-417a-84e2-98ce516c2836) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:15.177851 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:15.180821 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.223169 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0113213 Feb 19 03:19:15.224322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668492f-c8df-4bb2-b584-c3a0390820f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Pushing event updated for resources: {'Port': ['ID=4e8e5131-e50e-438d-a09c-4d4dff98ce0b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:15.226705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48190) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:15.246139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Request body: {'port': {'network_id': '80c921c8-c3ad-4741-a0ca-086412516e06', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1388102812', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:15.258209 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.api.validators [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] bootfile-name is not in valid_values {{(pid=109898) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:19:15.263367 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.api.validators [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] tftp-server is not in valid_values {{(pid=109898) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:19:15.264390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.api.validators [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] server-ip-address is not in valid_values {{(pid=109898) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:19:15.331614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8394acf7-25a7-4b8b-9f7a-5de16ba9f3dd tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:15.335898 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8394acf7-25a7-4b8b-9f7a-5de16ba9f3dd tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.363254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Publish callbacks [] for port (f0747b73-97da-417a-84e2-98ce516c2836), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.456338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (104c799b-a378-48be-8588-6ba2af7b104d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.465256 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 639346a6-ef23-4129-93c8-d3c07e7d4d19 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:15.503920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (f0747b73-97da-417a-84e2-98ce516c2836), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.506772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Made reservation on behalf of ef483ade268a469780fd2b082f708b44 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:15.512804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.537297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] device_id is not set on port 6040ca85-f795-474f-9e53-9a730613935e yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:19:15.574833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Network 80c921c8-c3ad-4741-a0ca-086412516e06 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:15.605218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Pushing event deleted for resources: {'Port': ['ID=104c799b-a378-48be-8588-6ba2af7b104d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:15.605841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Pushing event updated for resources: {'Port': ['ID=f0747b73-97da-417a-84e2-98ce516c2836,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:15.609074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:15.622654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:15.722432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Allocated IP 2001:db8::3b4 (80c921c8-c3ad-4741-a0ca-086412516e06/ec98d775-4cda-4b31-89a7-5487114a7176/6040ca85-f795-474f-9e53-9a730613935e) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:15.812804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d358-0b8a-4ff5-9c6c-a618069b7707 req-66848a18-ae76-4ef3-8ee7-5792c10f756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:15.814337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6642d358-0b8a-4ff5-9c6c-a618069b7707 req-66848a18-ae76-4ef3-8ee7-5792c10f756e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 1127 time: 0.3589516 Feb 19 03:19:15.816301 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Publish callbacks [] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.827270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2050d5f-d8ae-4add-89bb-c5df0c8ba8c2 req-9608657d-bfb8-48b8-906a-1d900d9c678e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:15.829412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2050d5f-d8ae-4add-89bb-c5df0c8ba8c2 req-9608657d-bfb8-48b8-906a-1d900d9c678e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.3751433 Feb 19 03:19:15.838182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Attempting to bind port f0747b73-97da-417a-84e2-98ce516c2836 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:15.838758 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Attempting to bind port f0747b73-97da-417a-84e2-98ce516c2836 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'caf30988-f702-4905-8b1e-d0053ac31d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '80c921c8-c3ad-4741-a0ca-086412516e06'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:15.839316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Attempting to bind port f0747b73-97da-417a-84e2-98ce516c2836 on network 80c921c8-c3ad-4741-a0ca-086412516e06 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:15.842641 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.868265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Network a12ec990-7808-4339-9deb-efb634f7bbc9 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:15.873553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:15.909369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (c68d125e-07d8-4394-b3d7-8d7cc85437b8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.913906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2050d5f-d8ae-4add-89bb-c5df0c8ba8c2 req-ce960cb1-1276-4063-9feb-6d23a04cf77f tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663023 Feb 19 03:19:15.940687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:15.941071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Checking segment: {'id': 'caf30988-f702-4905-8b1e-d0053ac31d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '80c921c8-c3ad-4741-a0ca-086412516e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:15.941482 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.941879 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Bound using segment: {'id': 'caf30988-f702-4905-8b1e-d0053ac31d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '80c921c8-c3ad-4741-a0ca-086412516e06'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:15.942375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Bound port: f0747b73-97da-417a-84e2-98ce516c2836, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caf30988-f702-4905-8b1e-d0053ac31d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '80c921c8-c3ad-4741-a0ca-086412516e06'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:15.942760 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f0747b73-97da-417a-84e2-98ce516c2836), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:15.946702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:16.031479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Pushing event updated for resources: {'Port': ['ID=949fa2d4-21c7-4e98-8e8e-ef12a92daa34,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:16.081117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Attempting to bind port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:16.081748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Attempting to bind port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'fcdca1fe-a323-4337-bbd4-eb5e9430583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a12ec990-7808-4339-9deb-efb634f7bbc9'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:16.082398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Attempting to bind port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 on network a12ec990-7808-4339-9deb-efb634f7bbc9 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:16.094977 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (c68d125e-07d8-4394-b3d7-8d7cc85437b8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.097601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:16.099418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Checking segment: {'id': 'fcdca1fe-a323-4337-bbd4-eb5e9430583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a12ec990-7808-4339-9deb-efb634f7bbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:16.100020 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.100604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Bound using segment: {'id': 'fcdca1fe-a323-4337-bbd4-eb5e9430583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a12ec990-7808-4339-9deb-efb634f7bbc9'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:16.101285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Bound port: 949fa2d4-21c7-4e98-8e8e-ef12a92daa34, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdca1fe-a323-4337-bbd4-eb5e9430583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a12ec990-7808-4339-9deb-efb634f7bbc9'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:16.101829 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.120523 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_controller (c68d125e-07d8-4394-b3d7-8d7cc85437b8), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.140729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] For port f0747b73-97da-417a-84e2-98ce516c2836, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:16.180146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] For port f0747b73-97da-417a-84e2-98ce516c2836, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f0747b73-97da-417a-84e2-98ce516c2836,segment=NetworkSegment(caf30988-f702-4905-8b1e-d0053ac31d59),segment_id=caf30988-f702-4905-8b1e-d0053ac31d59)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:16.199757 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f0747b73-97da-417a-84e2-98ce516c2836), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.205146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d358-0b8a-4ff5-9c6c-a618069b7707 req-2937c850-0655-4a6e-9675-c32d13240977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.207310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6642d358-0b8a-4ff5-9c6c-a618069b7707 req-2937c850-0655-4a6e-9675-c32d13240977 service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.3724020 Feb 19 03:19:16.208087 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8394acf7-25a7-4b8b-9f7a-5de16ba9f3dd tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (c063897f-5271-4f31-a0bb-79c872cd1775), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.215435 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (c68d125e-07d8-4394-b3d7-8d7cc85437b8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.215997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Fanout notify agent at l3_agent the message router_deleted on router c68d125e-07d8-4394-b3d7-8d7cc85437b8 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:19:16.232005 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.233158 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-071eb2e9-9327-4fbe-bee9-540b7e78aa74 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/routers/c68d125e-07d8-4394-b3d7-8d7cc85437b8 HTTP/1.1" status: 204 len: 168 time: 2.6979053 Feb 19 03:19:16.258565 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks [] for port (6040ca85-f795-474f-9e53-9a730613935e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.267681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48204) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:16.317838 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055c3e7-c93d-435c-b09e-9329dec2b156 None None] Pushing event updated for resources: {'Port': ['ID=f0747b73-97da-417a-84e2-98ce516c2836,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:16.326202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-01c27e95-8fed-4b3c-888f-9b70aa1d290b tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1550726052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:16.341994 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6040ca85-f795-474f-9e53-9a730613935e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.387445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8394acf7-25a7-4b8b-9f7a-5de16ba9f3dd tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Checking segment: {'id': 'e7c6a8c7-5406-49ef-a8ff-d44379b288ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '639346a6-ef23-4129-93c8-d3c07e7d4d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:16.387445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394acf7-25a7-4b8b-9f7a-5de16ba9f3dd tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network hostable DHCP agents. Network: 639346a6-ef23-4129-93c8-d3c07e7d4d19, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:16.388175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] For port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:16.388175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] For port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=949fa2d4-21c7-4e98-8e8e-ef12a92daa34,segment=NetworkSegment(fcdca1fe-a323-4337-bbd4-eb5e9430583d),segment_id=fcdca1fe-a323-4337-bbd4-eb5e9430583d)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:16.405552 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.420972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8394acf7-25a7-4b8b-9f7a-5de16ba9f3dd tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network 639346a6-ef23-4129-93c8-d3c07e7d4d19 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:16.441397 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1559e272-568a-4564-8069-0a152fcbb203 req-f18e73e1-470a-4914-89c9-cc8ae8d58cb8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3946638 Feb 19 03:19:16.451760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394acf7-25a7-4b8b-9f7a-5de16ba9f3dd tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Subnet': ['ID=c063897f-5271-4f31-a0bb-79c872cd1775,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:16.453826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Network 80c921c8-c3ad-4741-a0ca-086412516e06 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:16.455731 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01c27e95-8fed-4b3c-888f-9b70aa1d290b tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.456934 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01c27e95-8fed-4b3c-888f-9b70aa1d290b tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.465291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6642d358-0b8a-4ff5-9c6c-a618069b7707 req-ad457176-9292-439c-9c9a-2d78c602b341 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 200 len: 999 time: 0.2508383 Feb 19 03:19:16.465703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:16.465852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-8394acf7-25a7-4b8b-9f7a-5de16ba9f3dd tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 639346a6-ef23-4129-93c8-d3c07e7d4d19) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:16.480194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:16.492795 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.494844 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.516090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8394acf7-25a7-4b8b-9f7a-5de16ba9f3dd tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.516546 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8394acf7-25a7-4b8b-9f7a-5de16ba9f3dd tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.554116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Pushing event updated for resources: {'Port': ['ID=6040ca85-f795-474f-9e53-9a730613935e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:16.569627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efebc9f8-9de9-48f3-ab9f-ed6431bb45f1 None None] Network 639346a6-ef23-4129-93c8-d3c07e7d4d19 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:16.593733 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9f429e77-3fac-4b98-a30c-d687b5951ee9 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.3656673 Feb 19 03:19:16.594785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48208) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:16.606395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0e0ee-ace9-4f34-8076-1267dba92fcd None None] Pushing event updated for resources: {'Port': ['ID=949fa2d4-21c7-4e98-8e8e-ef12a92daa34,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:16.616804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559e272-568a-4564-8069-0a152fcbb203 req-67d339de-442e-4da4-bd28-18e181b6b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.618874 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1559e272-568a-4564-8069-0a152fcbb203 req-67d339de-442e-4da4-bd28-18e181b6b8c0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=a88df77c28184abca4e29c7ab756af99&device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 1127 time: 0.1198075 Feb 19 03:19:16.677057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d358-0b8a-4ff5-9c6c-a618069b7707 req-f0385f38-06df-4dc1-8074-9463cf1cc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.678954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6642d358-0b8a-4ff5-9c6c-a618069b7707 req-f0385f38-06df-4dc1-8074-9463cf1cc474 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.1990120 Feb 19 03:19:16.831500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7989bce1-7a97-4dc4-b7db-4e6158edf6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.837449 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7989bce1-7a97-4dc4-b7db-4e6158edf6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.843398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7989bce1-7a97-4dc4-b7db-4e6158edf6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.845396 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7989bce1-7a97-4dc4-b7db-4e6158edf6f2 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2480099 Feb 19 03:19:16.861663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48214) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:16.919815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-639346a6-ef23-4129-93c8-d3c07e7d4d19', 'network_id': '639346a6-ef23-4129-93c8-d3c07e7d4d19', 'project_id': 'e8e1613a14b647d7aaf0ee651fe69ddb', 'fixed_ips': [{'subnet_id': 'c063897f-5271-4f31-a0bb-79c872cd1775'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:16.921419 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:16.975562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559e272-568a-4564-8069-0a152fcbb203 req-ec5dec10-2c34-4ebe-b031-07e61c9c5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:16.980758 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1559e272-568a-4564-8069-0a152fcbb203 req-ec5dec10-2c34-4ebe-b031-07e61c9c5508 service neutron] 10.222.0.87 "GET /v2.0/networks?id=513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 200 len: 912 time: 0.3221188 Feb 19 03:19:17.101719 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1559e272-568a-4564-8069-0a152fcbb203 req-44c0b25b-94bb-4d10-98bb-4b2f5b1243f0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fdafc5fa-203d-40d7-8802-571e7488fcd7 HTTP/1.1" status: 200 len: 217 time: 0.1144607 Feb 19 03:19:17.243867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b6674c2a-cdf1-4c11-a771-c5de3259c485 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Deleting port 6040ca85-f795-474f-9e53-9a730613935e {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:17.244393 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6674c2a-cdf1-4c11-a771-c5de3259c485 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6040ca85-f795-474f-9e53-9a730613935e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.279749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559e272-568a-4564-8069-0a152fcbb203 req-eaced8f4-238f-4825-9cff-12a5173242f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:17.281417 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1559e272-568a-4564-8069-0a152fcbb203 req-eaced8f4-238f-4825-9cff-12a5173242f6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 200 len: 850 time: 0.1732762 Feb 19 03:19:17.286712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Allocated IP 2001:db8::1 (639346a6-ef23-4129-93c8-d3c07e7d4d19/c063897f-5271-4f31-a0bb-79c872cd1775/dec69b2e-e7a5-43ec-932c-428ba0f910cf) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:17.452592 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6674c2a-cdf1-4c11-a771-c5de3259c485 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6040ca85-f795-474f-9e53-9a730613935e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.469887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b6674c2a-cdf1-4c11-a771-c5de3259c485 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Calling delete_port for 6040ca85-f795-474f-9e53-9a730613935e owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:17.557885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8394acf7-25a7-4b8b-9f7a-5de16ba9f3dd tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4630470 Feb 19 03:19:17.560007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48226) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:17.620395 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559e272-568a-4564-8069-0a152fcbb203 req-22810910-d87d-4d6b-b5e5-951abf86e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:17.622251 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1559e272-568a-4564-8069-0a152fcbb203 req-22810910-d87d-4d6b-b5e5-951abf86e516 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1311293 Feb 19 03:19:17.642819 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Publish callbacks [] for port (dec69b2e-e7a5-43ec-932c-428ba0f910cf), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.677449 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (dec69b2e-e7a5-43ec-932c-428ba0f910cf), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.699247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Network 639346a6-ef23-4129-93c8-d3c07e7d4d19 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:17.700723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:17.773829 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01c27e95-8fed-4b3c-888f-9b70aa1d290b tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_controller (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.783576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:17.789636 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01c27e95-8fed-4b3c-888f-9b70aa1d290b tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.834141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d358-0b8a-4ff5-9c6c-a618069b7707 req-caaf056a-3765-481a-8639-ca48c53c64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:17.835953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6642d358-0b8a-4ff5-9c6c-a618069b7707 req-caaf056a-3765-481a-8639-ca48c53c64bd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=513b987e-c7a7-43b2-a06f-79c14abfbbdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2691844 Feb 19 03:19:17.897577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Pushing event updated for resources: {'Port': ['ID=dec69b2e-e7a5-43ec-932c-428ba0f910cf,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:17.919722 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01c27e95-8fed-4b3c-888f-9b70aa1d290b tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.927608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Attempting to bind port dec69b2e-e7a5-43ec-932c-428ba0f910cf on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:17.928423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-01c27e95-8fed-4b3c-888f-9b70aa1d290b tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6039088 Feb 19 03:19:17.930008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Attempting to bind port dec69b2e-e7a5-43ec-932c-428ba0f910cf by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'e7c6a8c7-5406-49ef-a8ff-d44379b288ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '639346a6-ef23-4129-93c8-d3c07e7d4d19'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:17.932411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Attempting to bind port dec69b2e-e7a5-43ec-932c-428ba0f910cf on network 639346a6-ef23-4129-93c8-d3c07e7d4d19 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:17.945200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:17.945521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Checking segment: {'id': 'e7c6a8c7-5406-49ef-a8ff-d44379b288ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '639346a6-ef23-4129-93c8-d3c07e7d4d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:17.945922 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.950319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Bound using segment: {'id': 'e7c6a8c7-5406-49ef-a8ff-d44379b288ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '639346a6-ef23-4129-93c8-d3c07e7d4d19'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:17.952364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Bound port: dec69b2e-e7a5-43ec-932c-428ba0f910cf, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c6a8c7-5406-49ef-a8ff-d44379b288ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '639346a6-ef23-4129-93c8-d3c07e7d4d19'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:17.952364 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dec69b2e-e7a5-43ec-932c-428ba0f910cf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:17.973608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48234) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:17.992707 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (639346a6-ef23-4129-93c8-d3c07e7d4d19), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.033369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'enable_snat': True}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:18.170261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] For port dec69b2e-e7a5-43ec-932c-428ba0f910cf, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:18.176634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] For port dec69b2e-e7a5-43ec-932c-428ba0f910cf, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=dec69b2e-e7a5-43ec-932c-428ba0f910cf,segment=NetworkSegment(e7c6a8c7-5406-49ef-a8ff-d44379b288ed),segment_id=e7c6a8c7-5406-49ef-a8ff-d44379b288ed)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:18.191066 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (dec69b2e-e7a5-43ec-932c-428ba0f910cf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.319442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f0747b73-97da-417a-84e2-98ce516c2836 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:18.463160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2e9d7-718c-4d14-b2e4-476c15d9c65c None None] Pushing event updated for resources: {'Port': ['ID=dec69b2e-e7a5-43ec-932c-428ba0f910cf,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:18.463160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc97f4-1c20-4df5-a011-cb2191646494 None None] Network 80c921c8-c3ad-4741-a0ca-086412516e06 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:18.552186 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1559e272-568a-4564-8069-0a152fcbb203 req-c912b221-6f07-4fd7-82cf-80819d788025 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9225779 Feb 19 03:19:18.564110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f0747b73-97da-417a-84e2-98ce516c2836 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:18.564656 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f0747b73-97da-417a-84e2-98ce516c2836), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.584411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6642d358-0b8a-4ff5-9c6c-a618069b7707 req-73855238-62c7-44ff-9c3f-ae5e649532f3 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7369390 Feb 19 03:19:18.644643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3eef8baa-5e8d-4c94-a389-600603c35faa None None] Provisioning complete for port f0747b73-97da-417a-84e2-98ce516c2836 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:18.646112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3eef8baa-5e8d-4c94-a389-600603c35faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f0747b73-97da-417a-84e2-98ce516c2836), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.711994 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6674c2a-cdf1-4c11-a771-c5de3259c485 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6040ca85-f795-474f-9e53-9a730613935e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.769369 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6674c2a-cdf1-4c11-a771-c5de3259c485 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Pushing event deleted for resources: {'Port': ['ID=6040ca85-f795-474f-9e53-9a730613935e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:18.900886 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1559e272-568a-4564-8069-0a152fcbb203 req-97fa5acb-27ce-4a4b-90b0-d93e9b2db3ea service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237736 Feb 19 03:19:18.940224 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.958361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting port dec69b2e-e7a5-43ec-932c-428ba0f910cf {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:18.959885 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (dec69b2e-e7a5-43ec-932c-428ba0f910cf), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.982704 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6674c2a-cdf1-4c11-a771-c5de3259c485 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.985955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3eef8baa-5e8d-4c94-a389-600603c35faa None None] Current status of the port f0747b73-97da-417a-84e2-98ce516c2836 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:18.986349 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3eef8baa-5e8d-4c94-a389-600603c35faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f0747b73-97da-417a-84e2-98ce516c2836), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:18.989106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba8d4d5-1db7-42c7-a738-2c9f036fc445 None None] Network a12ec990-7808-4339-9deb-efb634f7bbc9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:18.995165 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b6674c2a-cdf1-4c11-a771-c5de3259c485 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] 10.222.0.81 "DELETE /v2.0/ports/6040ca85-f795-474f-9e53-9a730613935e HTTP/1.1" status: 204 len: 168 time: 2.1242640 Feb 19 03:19:18.995165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48250) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:19.013671 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9aa2b32a-ab22-4345-bd02-f1e11b86606d tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Request body: {'port': {'name': 'tempest-new-port-name-424085970', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:19.015254 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.api.validators [None req-9aa2b32a-ab22-4345-bd02-f1e11b86606d tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] bootfile-name is not in valid_values {{(pid=109898) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:19:19.015604 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.api.validators [None req-9aa2b32a-ab22-4345-bd02-f1e11b86606d tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] tftp-server is not in valid_values {{(pid=109898) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:19:19.015939 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.api.validators [None req-9aa2b32a-ab22-4345-bd02-f1e11b86606d tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] server-ip-address is not in valid_values {{(pid=109898) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:19:19.074238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1011ff-ff62-47b5-9095-6a55c2933911 req-039103e0-c17c-4c8b-9764-88b74161717c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:19.090538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db1011ff-ff62-47b5-9095-6a55c2933911 req-039103e0-c17c-4c8b-9764-88b74161717c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 1.5292912 Feb 19 03:19:19.157728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b32a-ab22-4345-bd02-f1e11b86606d tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4e8e5131-e50e-438d-a09c-4d4dff98ce0b), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.198421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f0747b73-97da-417a-84e2-98ce516c2836 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:19.198811 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f0747b73-97da-417a-84e2-98ce516c2836), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.243882 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3eef8baa-5e8d-4c94-a389-600603c35faa None None] For port f0747b73-97da-417a-84e2-98ce516c2836, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f0747b73-97da-417a-84e2-98ce516c2836,segment=NetworkSegment(caf30988-f702-4905-8b1e-d0053ac31d59),segment_id=caf30988-f702-4905-8b1e-d0053ac31d59)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:19.340895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db1011ff-ff62-47b5-9095-6a55c2933911 req-916a3c30-0156-41cb-8b99-945c12b629fe tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995256 Feb 19 03:19:19.352011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6642d358-0b8a-4ff5-9c6c-a618069b7707 req-50e7d3b5-8254-4fe6-a38b-8768ac23f0a6 service neutron] 10.222.0.87 "GET /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7599187 Feb 19 03:19:19.355517 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:19:19.355883 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:19:19.356463 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3eef8baa-5e8d-4c94-a389-600603c35faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f0747b73-97da-417a-84e2-98ce516c2836), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.464588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] For port dec69b2e-e7a5-43ec-932c-428ba0f910cf, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=dec69b2e-e7a5-43ec-932c-428ba0f910cf,segment=NetworkSegment(e7c6a8c7-5406-49ef-a8ff-d44379b288ed),segment_id=e7c6a8c7-5406-49ef-a8ff-d44379b288ed)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:19.464929 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (dec69b2e-e7a5-43ec-932c-428ba0f910cf), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.495771 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef8baa-5e8d-4c94-a389-600603c35faa None None] Pushing event updated for resources: {'Port': ['ID=f0747b73-97da-417a-84e2-98ce516c2836,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:19.521459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Calling delete_port for dec69b2e-e7a5-43ec-932c-428ba0f910cf owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:19.555311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-8fcb2e8c-392d-4c38-8919-276b2823b7b6 None None] Provisioning complete for port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:19.555684 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2e8c-392d-4c38-8919-276b2823b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.584994 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b32a-ab22-4345-bd02-f1e11b86606d tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks [] for port (4e8e5131-e50e-438d-a09c-4d4dff98ce0b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.593458 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b32a-ab22-4345-bd02-f1e11b86606d tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (4e8e5131-e50e-438d-a09c-4d4dff98ce0b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.706764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2b32a-ab22-4345-bd02-f1e11b86606d tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Pushing event updated for resources: {'Port': ['ID=4e8e5131-e50e-438d-a09c-4d4dff98ce0b,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:19.722359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9aa2b32a-ab22-4345-bd02-f1e11b86606d tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] In _notify_port_updated(), no bound segment for port 4e8e5131-e50e-438d-a09c-4d4dff98ce0b on network 80c921c8-c3ad-4741-a0ca-086412516e06 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:19:19.738613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa2b32a-ab22-4345-bd02-f1e11b86606d tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:19.739433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9aa2b32a-ab22-4345-bd02-f1e11b86606d tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:19.742216 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9aa2b32a-ab22-4345-bd02-f1e11b86606d tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] 10.222.0.81 "PUT /v2.0/ports/4e8e5131-e50e-438d-a09c-4d4dff98ce0b HTTP/1.1" status: 200 len: 1129 time: 0.7443144 Feb 19 03:19:19.745231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48262) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:19.824553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b202eb-ddf9-4bec-8b50-e3214f7498a5 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:19.826317 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b5b202eb-ddf9-4bec-8b50-e3214f7498a5 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] 10.222.0.81 "GET /v2.0/ports/4e8e5131-e50e-438d-a09c-4d4dff98ce0b HTTP/1.1" status: 200 len: 1129 time: 0.0800130 Feb 19 03:19:19.830111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48266) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:20.007567 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (dec69b2e-e7a5-43ec-932c-428ba0f910cf), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.054964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-000e5116-be7e-48b2-9be9-320704f7a081 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Deleting port 4e8e5131-e50e-438d-a09c-4d4dff98ce0b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:20.055320 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-000e5116-be7e-48b2-9be9-320704f7a081 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4e8e5131-e50e-438d-a09c-4d4dff98ce0b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.120125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Port': ['ID=dec69b2e-e7a5-43ec-932c-428ba0f910cf,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:20.222838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No DVR routers for this DVR port dec69b2e-e7a5-43ec-932c-428ba0f910cf on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:20.312093 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.317758 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-000e5116-be7e-48b2-9be9-320704f7a081 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4e8e5131-e50e-438d-a09c-4d4dff98ce0b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.347719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8fcb2e8c-392d-4c38-8919-276b2823b7b6 None None] Current status of the port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:20.347719 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2e8c-392d-4c38-8919-276b2823b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.350874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f0747b73-97da-417a-84e2-98ce516c2836 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:20.352103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:20.377098 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.381564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-000e5116-be7e-48b2-9be9-320704f7a081 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Calling delete_port for 4e8e5131-e50e-438d-a09c-4d4dff98ce0b owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:20.383049 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (c063897f-5271-4f31-a0bb-79c872cd1775), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.392239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b379600-73ea-46e8-9996-bfd61dadf5b3 None None] Network 639346a6-ef23-4129-93c8-d3c07e7d4d19 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:20.563294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8fcb2e8c-392d-4c38-8919-276b2823b7b6 None None] For port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=949fa2d4-21c7-4e98-8e8e-ef12a92daa34,segment=NetworkSegment(fcdca1fe-a323-4337-bbd4-eb5e9430583d),segment_id=fcdca1fe-a323-4337-bbd4-eb5e9430583d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:20.586711 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8fcb2e8c-392d-4c38-8919-276b2823b7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.656857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:20.660005 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.750834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb2e8c-392d-4c38-8919-276b2823b7b6 None None] Pushing event updated for resources: {'Port': ['ID=949fa2d4-21c7-4e98-8e8e-ef12a92daa34,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:20.768842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-21872986-b457-4964-a832-1e55af897fd6 None None] Could not find standard attr ID for object dec69b2e-e7a5-43ec-932c-428ba0f910cf. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:19:20.771688 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-000e5116-be7e-48b2-9be9-320704f7a081 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4e8e5131-e50e-438d-a09c-4d4dff98ce0b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.774566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb2079-767a-49ac-a5a1-4bff15e1cb55 req-7ddd3f12-aafe-4a98-9101-0571ad3f1795 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:20.783193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9bb2079-767a-49ac-a5a1-4bff15e1cb55 req-7ddd3f12-aafe-4a98-9101-0571ad3f1795 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2099197 Feb 19 03:19:20.792047 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (c063897f-5271-4f31-a0bb-79c872cd1775), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.822033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-21872986-b457-4964-a832-1e55af897fd6 None None] Provisioning complete for port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:20.823030 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-21872986-b457-4964-a832-1e55af897fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.846895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e5116-be7e-48b2-9be9-320704f7a081 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Pushing event deleted for resources: {'Port': ['ID=4e8e5131-e50e-438d-a09c-4d4dff98ce0b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:20.877359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Subnet': ['ID=c063897f-5271-4f31-a0bb-79c872cd1775,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:20.925947 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-000e5116-be7e-48b2-9be9-320704f7a081 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:20.933181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Allocated IP 172.25.1.253 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/83bed641-28c1-4c41-8b9d-41e9c88a8f3b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:20.942020 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-000e5116-be7e-48b2-9be9-320704f7a081 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] 10.222.0.81 "DELETE /v2.0/ports/4e8e5131-e50e-438d-a09c-4d4dff98ce0b HTTP/1.1" status: 204 len: 168 time: 1.1083655 Feb 19 03:19:20.942800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48282) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:21.009964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677e1a31-3b3f-4db3-a335-8855f3910e93 None None] Network 639346a6-ef23-4129-93c8-d3c07e7d4d19 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:21.026965 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (639346a6-ef23-4129-93c8-d3c07e7d4d19), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.061689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9bb2079-767a-49ac-a5a1-4bff15e1cb55 req-769ca09f-27c8-44ad-aecb-aebe5bad6613 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592416 Feb 19 03:19:21.070634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-3630e009-bf55-4445-a7c4-5c388b927004 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Deleting subnet ec98d775-4cda-4b31-89a7-5487114a7176 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:21.085994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639346a6-ef23-4129-93c8-d3c07e7d4d19']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:21.086747 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3630e009-bf55-4445-a7c4-5c388b927004 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks [] for subnet (ec98d775-4cda-4b31-89a7-5487114a7176), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.162387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3630e009-bf55-4445-a7c4-5c388b927004 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (ec98d775-4cda-4b31-89a7-5487114a7176), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.188841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c6a8c7-5406-49ef-a8ff-d44379b288ed') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:21.192122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c6a8c7-5406-49ef-a8ff-d44379b288ed') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:21.203804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:21.231930 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (e7c6a8c7-5406-49ef-a8ff-d44379b288ed), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.238803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-21872986-b457-4964-a832-1e55af897fd6 None None] Current status of the port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:21.268807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-21872986-b457-4964-a832-1e55af897fd6 None None] Provisioning complete for port f0747b73-97da-417a-84e2-98ce516c2836 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:21.269086 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-21872986-b457-4964-a832-1e55af897fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f0747b73-97da-417a-84e2-98ce516c2836), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.368694 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for port (83bed641-28c1-4c41-8b9d-41e9c88a8f3b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.377301 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3630e009-bf55-4445-a7c4-5c388b927004 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (ec98d775-4cda-4b31-89a7-5487114a7176), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.388102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4505bd9d-e383-435e-8b82-21ac0ffcaf89 None None] DHCP port deletion for 639346a6-ef23-4129-93c8-d3c07e7d4d19 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:19:21.426163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f0747b73-97da-417a-84e2-98ce516c2836 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:21.437739 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e7c6a8c7-5406-49ef-a8ff-d44379b288ed), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.458554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:21.459412 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (e7c6a8c7-5406-49ef-a8ff-d44379b288ed), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: items = [ Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:21.467345 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:21.510455 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3630e009-bf55-4445-a7c4-5c388b927004 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (ec98d775-4cda-4b31-89a7-5487114a7176), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.540970 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630e009-bf55-4445-a7c4-5c388b927004 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Pushing event deleted for resources: {'Subnet': ['ID=ec98d775-4cda-4b31-89a7-5487114a7176,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:21.560105 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3630e009-bf55-4445-a7c4-5c388b927004 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.564338 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3630e009-bf55-4445-a7c4-5c388b927004 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] 10.222.0.81 "DELETE /v2.0/subnets/ec98d775-4cda-4b31-89a7-5487114a7176 HTTP/1.1" status: 204 len: 168 time: 0.6169505 Feb 19 03:19:21.575511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48298) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:21.576836 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546ee7d-036c-4c0e-bb0d-6f28eb18f1a9 req-058189e5-a155-4360-a108-3744ae77754a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:21.578600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e546ee7d-036c-4c0e-bb0d-6f28eb18f1a9 req-058189e5-a155-4360-a108-3744ae77754a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.3546793 Feb 19 03:19:21.601546 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (83bed641-28c1-4c41-8b9d-41e9c88a8f3b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.623186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f0747b73-97da-417a-84e2-98ce516c2836 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:21.623558 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f0747b73-97da-417a-84e2-98ce516c2836), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.686781 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (639346a6-ef23-4129-93c8-d3c07e7d4d19), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.709802 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.718748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/639346a6-ef23-4129-93c8-d3c07e7d4d19 HTTP/1.1" status: 204 len: 168 time: 4.1374454 Feb 19 03:19:21.720107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48302) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:21.742406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:21.758377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ecbe-6729-4c2d-947f-09d53662f156 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Network': ['ID=639346a6-ef23-4129-93c8-d3c07e7d4d19,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:21.770053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3138e2fd-2dc4-45bc-a063-ba1ccfc26472 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2028832835'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:21.788264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:21.798402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:21.801763 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f70365b-e75b-47c6-875f-bd7d04ea6560 None None] Network 80c921c8-c3ad-4741-a0ca-086412516e06 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:21.805203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-21872986-b457-4964-a832-1e55af897fd6 None None] Current status of the port f0747b73-97da-417a-84e2-98ce516c2836 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:21.815040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event updated for resources: {'Port': ['ID=83bed641-28c1-4c41-8b9d-41e9c88a8f3b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:21.816942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (80c921c8-c3ad-4741-a0ca-086412516e06), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.856679 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e546ee7d-036c-4c0e-bb0d-6f28eb18f1a9 req-21f0375e-3b18-4c89-ba32-99644f953b9a tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2647629 Feb 19 03:19:21.866581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-21872986-b457-4964-a832-1e55af897fd6 None None] Could not find standard attr ID for object 4e8e5131-e50e-438d-a09c-4d4dff98ce0b. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:19:21.871629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3138e2fd-2dc4-45bc-a063-ba1ccfc26472 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:21.875620 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3138e2fd-2dc4-45bc-a063-ba1ccfc26472 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.969900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Deleting port f0747b73-97da-417a-84e2-98ce516c2836 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:21.970797 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f0747b73-97da-417a-84e2-98ce516c2836), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:21.980173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-21872986-b457-4964-a832-1e55af897fd6 None None] Could not find standard attr ID for object 6040ca85-f795-474f-9e53-9a730613935e. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:19:22.080576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] For port f0747b73-97da-417a-84e2-98ce516c2836, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f0747b73-97da-417a-84e2-98ce516c2836,segment=NetworkSegment(caf30988-f702-4905-8b1e-d0053ac31d59),segment_id=caf30988-f702-4905-8b1e-d0053ac31d59)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:22.081311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f0747b73-97da-417a-84e2-98ce516c2836), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.092286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3138e2fd-2dc4-45bc-a063-ba1ccfc26472 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:22.102485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Calling delete_port for f0747b73-97da-417a-84e2-98ce516c2836 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:22.110838 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3138e2fd-2dc4-45bc-a063-ba1ccfc26472 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (52df2a9d-2eb5-479b-80cc-0b218dc60f14), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.111435 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-3138e2fd-2dc4-45bc-a063-ba1ccfc26472 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Added segment 52df2a9d-2eb5-479b-80cc-0b218dc60f14 of type vlan for network 211fe22f-cd94-4437-8daf-7668828c55af Feb 19 03:19:22.193115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2435aa39-c90e-48e6-8d85-fb90bcfe8b48 None None] Could not find standard attr ID for object 4e8e5131-e50e-438d-a09c-4d4dff98ce0b. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:19:22.193527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3138e2fd-2dc4-45bc-a063-ba1ccfc26472 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (211fe22f-cd94-4437-8daf-7668828c55af), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.228530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f0747b73-97da-417a-84e2-98ce516c2836 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:22.241474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:22.248624 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3138e2fd-2dc4-45bc-a063-ba1ccfc26472 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (211fe22f-cd94-4437-8daf-7668828c55af), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.254183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3138e2fd-2dc4-45bc-a063-ba1ccfc26472 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:22.255039 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3138e2fd-2dc4-45bc-a063-ba1ccfc26472 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.284832 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f0747b73-97da-417a-84e2-98ce516c2836), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.351713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09dbc37-dff6-4483-8508-2e62c82d175f None None] DHCP port deletion for 80c921c8-c3ad-4741-a0ca-086412516e06 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:19:22.364499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Pushing event deleted for resources: {'Port': ['ID=f0747b73-97da-417a-84e2-98ce516c2836,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:22.367077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] No DVR routers for this DVR port f0747b73-97da-417a-84e2-98ce516c2836 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:22.380822 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3138e2fd-2dc4-45bc-a063-ba1ccfc26472 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6576047 Feb 19 03:19:22.385301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48322) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:22.412842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'subnet': {'network_id': '211fe22f-cd94-4437-8daf-7668828c55af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:22.451865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:22.452488 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.475881 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138e2fd-2dc4-45bc-a063-ba1ccfc26472 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Network': ['ID=211fe22f-cd94-4437-8daf-7668828c55af,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:22.487012 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (80c921c8-c3ad-4741-a0ca-086412516e06), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.493783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 211fe22f-cd94-4437-8daf-7668828c55af details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:22.531138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c921c8-c3ad-4741-a0ca-086412516e06']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:22.548958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.554221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf30988-f702-4905-8b1e-d0053ac31d59') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:22.554710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf30988-f702-4905-8b1e-d0053ac31d59') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:22.585873 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (caf30988-f702-4905-8b1e-d0053ac31d59), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.612344 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (caf30988-f702-4905-8b1e-d0053ac31d59), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.621303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:22.622004 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (caf30988-f702-4905-8b1e-d0053ac31d59), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:22.625629 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:22.709531 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.719484 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (80c921c8-c3ad-4741-a0ca-086412516e06), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.756153 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.760082 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] 10.222.0.81 "DELETE /v2.0/networks/80c921c8-c3ad-4741-a0ca-086412516e06 HTTP/1.1" status: 204 len: 168 time: 1.1834760 Feb 19 03:19:22.761250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Pushing event deleted for resources: {'Network': ['ID=80c921c8-c3ad-4741-a0ca-086412516e06,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:22.793505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:22.807902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:22.813633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:22.814334 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:22.814910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:22.815647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:22.819296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:22.819859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:22.820009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:22.820152 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:22.822023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:22.822694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:22.823196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:22.823812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:22.824286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:22.825737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52fca4f-0b89-4af9-9fc2-23e02b9dcd90 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194 tempest-ExtraDHCPOptionsIpV6TestJSON-524350194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:23.009816 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.013493 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.313839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f0747b73-97da-417a-84e2-98ce516c2836 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:23.342948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f0747b73-97da-417a-84e2-98ce516c2836 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:23.343846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f0747b73-97da-417a-84e2-98ce516c2836 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:23.344486 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device dec69b2e-e7a5-43ec-932c-428ba0f910cf no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:23.374677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: dec69b2e-e7a5-43ec-932c-428ba0f910cf {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:23.375316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device dec69b2e-e7a5-43ec-932c-428ba0f910cf not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:23.403555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48362) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:23.573047 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.622830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99304c56-8a86-4515-8b48-a0f48ae64aa7 req-347e4e9d-84c1-4f6f-9389-bf7b306f7ad4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:23.629356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99304c56-8a86-4515-8b48-a0f48ae64aa7 req-347e4e9d-84c1-4f6f-9389-bf7b306f7ad4 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=571b0c3d-50f4-4338-b5d3-b25c26244f34 HTTP/1.1" status: 200 len: 943 time: 0.1468194 Feb 19 03:19:23.728225 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e16d5403-a2a8-410e-821d-66eaf32d0d31 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ef483ade268a469780fd2b082f708b44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3234015 Feb 19 03:19:23.730992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48368) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:23.792104 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7b41-e410-4dd4-a52f-1938395cd4d1 admin admin] Publish callbacks [] for security_group (5718eeed-827d-4f1e-ada4-7d294e985f26), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.821737 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7b41-e410-4dd4-a52f-1938395cd4d1 admin admin] Publish callbacks [] for security_group (5718eeed-827d-4f1e-ada4-7d294e985f26), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.845271 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (fc8a27dc-75b6-48a6-b92f-46f0e5e1bdac), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.882130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Router 551f66b4-32f6-4df9-b1d7-a0251a0aa16f is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:19:23.887660 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7b41-e410-4dd4-a52f-1938395cd4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5718eeed-827d-4f1e-ada4-7d294e985f26), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.893153 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5f7b7b41-e410-4dd4-a52f-1938395cd4d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.894775 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5f7b7b41-e410-4dd4-a52f-1938395cd4d1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5718eeed-827d-4f1e-ada4-7d294e985f26 HTTP/1.1" status: 204 len: 168 time: 0.1618428 Feb 19 03:19:23.916232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b7b41-e410-4dd4-a52f-1938395cd4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5718eeed-827d-4f1e-ada4-7d294e985f26,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:23.918016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-99304c56-8a86-4515-8b48-a0f48ae64aa7 req-450e30d3-742f-4d96-8c2c-706025b14a78 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Deleting port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:23.918552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-99304c56-8a86-4515-8b48-a0f48ae64aa7 req-450e30d3-742f-4d96-8c2c-706025b14a78 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:23.954514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Subnet': ['ID=fc8a27dc-75b6-48a6-b92f-46f0e5e1bdac,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:24.106683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Checking segment: {'id': '52df2a9d-2eb5-479b-80cc-0b218dc60f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '211fe22f-cd94-4437-8daf-7668828c55af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:24.107279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network hostable DHCP agents. Network: 211fe22f-cd94-4437-8daf-7668828c55af, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:24.110570 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.110914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.111258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.111584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.112067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.112550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.112911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.113249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.113559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.113877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.114363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.114680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.115195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:19:24.139981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-99304c56-8a86-4515-8b48-a0f48ae64aa7 req-450e30d3-742f-4d96-8c2c-706025b14a78 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] For port a5b855bb-c1f8-4c2a-9a28-e77628e4e131, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:24.140353 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-99304c56-8a86-4515-8b48-a0f48ae64aa7 req-450e30d3-742f-4d96-8c2c-706025b14a78 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.197823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-99304c56-8a86-4515-8b48-a0f48ae64aa7 req-450e30d3-742f-4d96-8c2c-706025b14a78 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Calling delete_port for a5b855bb-c1f8-4c2a-9a28-e77628e4e131 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:24.211341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network 211fe22f-cd94-4437-8daf-7668828c55af is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:24.227675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 211fe22f-cd94-4437-8daf-7668828c55af) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:24.234213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:24.234977 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.241931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1037269-afec-4a8d-8d85-452807ec76cc None None] Network 211fe22f-cd94-4437-8daf-7668828c55af requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:24.278941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:24.290428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.291739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2524fc93-55d8-4079-933e-10de28fd8174 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "PUT /v2.0/routers/551f66b4-32f6-4df9-b1d7-a0251a0aa16f HTTP/1.1" status: 200 len: 915 time: 6.2842991 Feb 19 03:19:24.294532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48382) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:24.324047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-605dc7fe-c880-480b-9bc4-9638c964f530 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9279878 Feb 19 03:19:24.328240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48384) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:24.334650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ec32319c-f7af-4838-8efa-10c92b9555b4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-682218485'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:24.373306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec32319c-f7af-4838-8efa-10c92b9555b4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:24.377520 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec32319c-f7af-4838-8efa-10c92b9555b4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.379552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58801005-76c8-4b69-a988-47eef5c05bdd None None] Sync routers for ids ['551f66b4-32f6-4df9-b1d7-a0251a0aa16f'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:24.434715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58801005-76c8-4b69-a988-47eef5c05bdd None None] Routers {'551f66b4-32f6-4df9-b1d7-a0251a0aa16f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:24.435453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-58801005-76c8-4b69-a988-47eef5c05bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['551f66b4-32f6-4df9-b1d7-a0251a0aa16f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:24.495101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec32319c-f7af-4838-8efa-10c92b9555b4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:24.529515 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-58801005-76c8-4b69-a988-47eef5c05bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:24.546584 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec32319c-f7af-4838-8efa-10c92b9555b4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c8c434c2-5f1d-4998-88fe-2a3a27935543), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.547258 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-ec32319c-f7af-4838-8efa-10c92b9555b4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Added segment c8c434c2-5f1d-4998-88fe-2a3a27935543 of type vlan for network d0c9561e-4c27-4a64-90a2-eadf08143d32 Feb 19 03:19:24.585204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58801005-76c8-4b69-a988-47eef5c05bdd None None] Routers {'551f66b4-32f6-4df9-b1d7-a0251a0aa16f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:24.586188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-58801005-76c8-4b69-a988-47eef5c05bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['551f66b4-32f6-4df9-b1d7-a0251a0aa16f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:24.595380 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2a68c5e6-f30c-4a2a-894b-feb5a4749752 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/routers/551f66b4-32f6-4df9-b1d7-a0251a0aa16f HTTP/1.1" status: 200 len: 921 time: 0.2981389 Feb 19 03:19:24.597626 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48392) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:24.648875 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-99304c56-8a86-4515-8b48-a0f48ae64aa7 req-450e30d3-742f-4d96-8c2c-706025b14a78 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a5b855bb-c1f8-4c2a-9a28-e77628e4e131), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.685011 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['674c6733-0cbc-4561-af2a-502d63f2fd64'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:24.712067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e30d3-742f-4d96-8c2c-706025b14a78 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event deleted for resources: {'Port': ['ID=a5b855bb-c1f8-4c2a-9a28-e77628e4e131,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:24.717101 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9ee8e7-fd12-4cc5-8624-ce2d9e305480 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:24.720752 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec32319c-f7af-4838-8efa-10c92b9555b4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (d0c9561e-4c27-4a64-90a2-eadf08143d32), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.726163 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-af9ee8e7-fd12-4cc5-8624-ce2d9e305480 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&device_id=551f66b4-32f6-4df9-b1d7-a0251a0aa16f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1255491 Feb 19 03:19:24.726371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fdafc5fa-203d-40d7-8802-571e7488fcd7'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:24.732087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-58801005-76c8-4b69-a988-47eef5c05bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:24.733182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58801005-76c8-4b69-a988-47eef5c05bdd None None] The sync data for ids ['551f66b4-32f6-4df9-b1d7-a0251a0aa16f'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:24.734983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48398) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:24.846853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-211fe22f-cd94-4437-8daf-7668828c55af', 'network_id': '211fe22f-cd94-4437-8daf-7668828c55af', 'project_id': 'e8e1613a14b647d7aaf0ee651fe69ddb', 'fixed_ips': [{'subnet_id': 'fc8a27dc-75b6-48a6-b92f-46f0e5e1bdac'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:24.848153 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.909410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-99304c56-8a86-4515-8b48-a0f48ae64aa7 req-450e30d3-742f-4d96-8c2c-706025b14a78 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] No DVR routers for this DVR port a5b855bb-c1f8-4c2a-9a28-e77628e4e131 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:24.912589 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-99304c56-8a86-4515-8b48-a0f48ae64aa7 req-450e30d3-742f-4d96-8c2c-706025b14a78 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.916801 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99304c56-8a86-4515-8b48-a0f48ae64aa7 req-450e30d3-742f-4d96-8c2c-706025b14a78 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "DELETE /v2.0/ports/a5b855bb-c1f8-4c2a-9a28-e77628e4e131 HTTP/1.1" status: 204 len: 173 time: 1.2865121 Feb 19 03:19:24.924487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571b0c3d-50f4-4338-b5d3-b25c26244f34', 'name': 'network-vif-deleted', 'tag': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:24.928850 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187ec140-ef45-49ea-8f53-dd9674c63a38" -d '{"events": [{"server_uuid": "571b0c3d-50f4-4338-b5d3-b25c26244f34", "name": "network-vif-deleted", "tag": "a5b855bb-c1f8-4c2a-9a28-e77628e4e131"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:24.950307 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec32319c-f7af-4838-8efa-10c92b9555b4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (d0c9561e-4c27-4a64-90a2-eadf08143d32), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:24.958561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec32319c-f7af-4838-8efa-10c92b9555b4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:24.959443 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec32319c-f7af-4838-8efa-10c92b9555b4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.108960 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ec32319c-f7af-4838-8efa-10c92b9555b4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7762868 Feb 19 03:19:25.109494 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48410) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:25.115341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4da1411-419f-4cd1-88cc-f646e2dcfecd tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:25.116243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'subnet': {'network_id': 'd0c9561e-4c27-4a64-90a2-eadf08143d32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:25.117731 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c4da1411-419f-4cd1-88cc-f646e2dcfecd tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 881 time: 0.3808982 Feb 19 03:19:25.124441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48412) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:25.129605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32319c-f7af-4838-8efa-10c92b9555b4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Network': ['ID=d0c9561e-4c27-4a64-90a2-eadf08143d32,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:25.159809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network d0c9561e-4c27-4a64-90a2-eadf08143d32 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:25.232803 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2e389f49-47aa-4cd0-885e-1fd6eaeb6029 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "GET /v2.0/ports?device_id=551f66b4-32f6-4df9-b1d7-a0251a0aa16f HTTP/1.1" status: 200 len: 205 time: 0.1007690 Feb 19 03:19:25.233613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48414) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:25.314673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48418) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:25.385562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:25.389982 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.465142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Allocated IP 2001:db8::3 (211fe22f-cd94-4437-8daf-7668828c55af/fc8a27dc-75b6-48a6-b92f-46f0e5e1bdac/c985b34d-fd6f-4a92-ab04-607187f745a8) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:25.466165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.488150 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead1bab0-742e-41ad-9879-a1f1b6ec8470 x-openstack-request-id: req-ead1bab0-742e-41ad-9879-a1f1b6ec8470 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:25.488580 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571b0c3d-50f4-4338-b5d3-b25c26244f34", "name": "network-vif-deleted", "tag": "a5b855bb-c1f8-4c2a-9a28-e77628e4e131", "status": "failed", "code": 422}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:25.488766 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ead1bab0-742e-41ad-9879-a1f1b6ec8470 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:25.489113 n-d-826755-2 neutron-server[109899]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '571b0c3d-50f4-4338-b5d3-b25c26244f34', 'name': 'network-vif-deleted', 'tag': 'a5b855bb-c1f8-4c2a-9a28-e77628e4e131', 'status': 'failed', 'code': 422} returned with failed status Feb 19 03:19:25.525624 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-628599dd-ab2d-47fb-b885-041bf66ec3cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.532230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.ipam_backend_mixin [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Performing IP validity checks on allocation pools {{(pid=109898) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:19:25.532782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.ipam_backend_mixin [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109898) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:19:25.689258 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Publish callbacks [] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.697722 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-628599dd-ab2d-47fb-b885-041bf66ec3cf admin admin] Publish callbacks [] for security_group (fe6c0131-3c61-4e89-b5cc-61de99bd2b29), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.701051 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.711227 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-628599dd-ab2d-47fb-b885-041bf66ec3cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fe6c0131-3c61-4e89-b5cc-61de99bd2b29), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.761872 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Pushing event updated for resources: {'Port': ['ID=c985b34d-fd6f-4a92-ab04-607187f745a8,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:25.786401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Network 211fe22f-cd94-4437-8daf-7668828c55af is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:25.788676 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:25.793498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628599dd-ab2d-47fb-b885-041bf66ec3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6c0131-3c61-4e89-b5cc-61de99bd2b29,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:25.794842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:25.801927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-628599dd-ab2d-47fb-b885-041bf66ec3cf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d342e5be616b4becb81a42ce1d2f1cf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4840176 Feb 19 03:19:25.805677 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48432) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:25.842449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48436) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:25.858362 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.882255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Attempting to bind port c985b34d-fd6f-4a92-ab04-607187f745a8 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:25.882971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Attempting to bind port c985b34d-fd6f-4a92-ab04-607187f745a8 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '52df2a9d-2eb5-479b-80cc-0b218dc60f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '211fe22f-cd94-4437-8daf-7668828c55af'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:25.883510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Attempting to bind port c985b34d-fd6f-4a92-ab04-607187f745a8 on network 211fe22f-cd94-4437-8daf-7668828c55af {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:25.907035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:25.908001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Checking segment: {'id': '52df2a9d-2eb5-479b-80cc-0b218dc60f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '211fe22f-cd94-4437-8daf-7668828c55af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:25.908521 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.909084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Bound using segment: {'id': '52df2a9d-2eb5-479b-80cc-0b218dc60f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '211fe22f-cd94-4437-8daf-7668828c55af'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:25.910091 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Bound port: c985b34d-fd6f-4a92-ab04-607187f745a8, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52df2a9d-2eb5-479b-80cc-0b218dc60f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '211fe22f-cd94-4437-8daf-7668828c55af'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:25.910239 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:25.992357 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] For port c985b34d-fd6f-4a92-ab04-607187f745a8, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:25.995174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'networks': [{'name': 'tempest-network--374366488'}, {'name': 'tempest-network--1067973076'}]} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:25.995581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'network': {'name': 'tempest-network--374366488'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:25.995866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] For port c985b34d-fd6f-4a92-ab04-607187f745a8, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c985b34d-fd6f-4a92-ab04-607187f745a8,segment=NetworkSegment(52df2a9d-2eb5-479b-80cc-0b218dc60f14),segment_id=52df2a9d-2eb5-479b-80cc-0b218dc60f14)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:25.996253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'network': {'name': 'tempest-network--1067973076'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:26.004436 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.022502 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e797764a-379c-4fed-a40d-a4b62c62ae70 admin admin] Publish callbacks [] for security_group (fe6c0131-3c61-4e89-b5cc-61de99bd2b29), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.032208 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (1283c1a3-b569-4cd2-b062-cf3792ac6df8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.077330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80fc0c-5ca4-4859-87b2-5caf3269b628 req-33e3f91f-771d-48c5-a674-fbc2ec798bc7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.079424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df80fc0c-5ca4-4859-87b2-5caf3269b628 req-33e3f91f-771d-48c5-a674-fbc2ec798bc7 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 907 time: 0.1362731 Feb 19 03:19:26.094537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Made reservation on behalf of 9deaa8dd7602430a97ad7b374ac21c16 for: {'network': 2} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:26.096228 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Deleting port 83bed641-28c1-4c41-8b9d-41e9c88a8f3b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:26.096590 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (83bed641-28c1-4c41-8b9d-41e9c88a8f3b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.103137 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.108557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e56774-5213-433e-80c6-fbdff4d35b68 None None] Pushing event updated for resources: {'Port': ['ID=c985b34d-fd6f-4a92-ab04-607187f745a8,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:26.113168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e797764a-379c-4fed-a40d-a4b62c62ae70 admin admin] Publish callbacks [] for security_group (fe6c0131-3c61-4e89-b5cc-61de99bd2b29), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.133250 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.251197 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for security_group (2b48efc9-ea75-4f86-b61a-d08af86fb628), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.259479 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2b48efc9-ea75-4f86-b61a-d08af86fb628), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.260625 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.296185 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (83bed641-28c1-4c41-8b9d-41e9c88a8f3b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.307832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Calling delete_port for 83bed641-28c1-4c41-8b9d-41e9c88a8f3b owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:26.313556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Subnet': ['ID=1283c1a3-b569-4cd2-b062-cf3792ac6df8,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:26.335407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:26.353621 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (104b2bb2-c4ed-4dcb-bb6b-ad7e53f448ac), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.354717 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Added segment 104b2bb2-c4ed-4dcb-bb6b-ad7e53f448ac of type vlan for network 564c3a86-57ca-4c1d-869c-a39478646f05 Feb 19 03:19:26.429559 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (564c3a86-57ca-4c1d-869c-a39478646f05), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.432623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Checking segment: {'id': 'c8c434c2-5f1d-4998-88fe-2a3a27935543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd0c9561e-4c27-4a64-90a2-eadf08143d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:26.433043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network hostable DHCP agents. Network: d0c9561e-4c27-4a64-90a2-eadf08143d32, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:26.471188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:26.487345 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c00866ef-8760-40f3-9265-5a694068c8af), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.487901 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Added segment c00866ef-8760-40f3-9265-5a694068c8af of type vlan for network dbe9aee9-ff10-45b1-bec7-132a80aa9237 Feb 19 03:19:26.551204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network d0c9561e-4c27-4a64-90a2-eadf08143d32 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:26.578383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, d0c9561e-4c27-4a64-90a2-eadf08143d32) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:26.580881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (dbe9aee9-ff10-45b1-bec7-132a80aa9237), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.588546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f872c6f7-6cb1-4f2b-a616-064ba30e1398 None None] Network d0c9561e-4c27-4a64-90a2-eadf08143d32 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:26.609706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.623968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.631839 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (564c3a86-57ca-4c1d-869c-a39478646f05), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.632366 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (dbe9aee9-ff10-45b1-bec7-132a80aa9237), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.640314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.646129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e797764a-379c-4fed-a40d-a4b62c62ae70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fe6c0131-3c61-4e89-b5cc-61de99bd2b29), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.647649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:26.648399 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.653016 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e797764a-379c-4fed-a40d-a4b62c62ae70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.658590 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e797764a-379c-4fed-a40d-a4b62c62ae70 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe6c0131-3c61-4e89-b5cc-61de99bd2b29 HTTP/1.1" status: 204 len: 168 time: 0.8490264 Feb 19 03:19:26.737761 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-662b6659-76e8-4108-94d8-f80dcfb0fa6a tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6269176 Feb 19 03:19:26.740596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48450) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:26.743795 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797764a-379c-4fed-a40d-a4b62c62ae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6c0131-3c61-4e89-b5cc-61de99bd2b29,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:26.750281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9066708 Feb 19 03:19:26.756434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48452) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:26.831215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b48efc9-ea75-4f86-b61a-d08af86fb628,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:26.876504 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (d0c9561e-4c27-4a64-90a2-eadf08143d32), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:26.951309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-d0c9561e-4c27-4a64-90a2-eadf08143d32', 'network_id': 'd0c9561e-4c27-4a64-90a2-eadf08143d32', 'project_id': 'e8e1613a14b647d7aaf0ee651fe69ddb', 'fixed_ips': [{'subnet_id': '1283c1a3-b569-4cd2-b062-cf3792ac6df8'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:26.952185 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.079207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (1283c1a3-b569-4cd2-b062-cf3792ac6df8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.090228 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (83bed641-28c1-4c41-8b9d-41e9c88a8f3b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.141789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event updated for resources: {'Network': ['ID=564c3a86-57ca-4c1d-869c-a39478646f05,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:27.247395 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Pushing event deleted for resources: {'Port': ['ID=83bed641-28c1-4c41-8b9d-41e9c88a8f3b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:27.330669 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Allocated IP 2001:db8::3 (d0c9561e-4c27-4a64-90a2-eadf08143d32/1283c1a3-b569-4cd2-b062-cf3792ac6df8/bdc95e65-0758-4131-9a12-ee9b104cd587) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:27.369837 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.619927 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.626878 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_controller (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.642067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519907ab-3880-434d-9127-03828c427b62 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event updated for resources: {'Network': ['ID=dbe9aee9-ff10-45b1-bec7-132a80aa9237,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:27.680239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9dbf3-b90d-4547-a060-3f4aac79a5e1 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.700464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9dbf3-b90d-4547-a060-3f4aac79a5e1 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.705718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9dbf3-b90d-4547-a060-3f4aac79a5e1 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.722569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9dbf3-b90d-4547-a060-3f4aac79a5e1 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.732025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-21c9dbf3-b90d-4547-a060-3f4aac79a5e1 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.9483190 Feb 19 03:19:27.732025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48462) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:27.750289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48464) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:27.775689 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (551f66b4-32f6-4df9-b1d7-a0251a0aa16f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.778439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Fanout notify agent at l3_agent the message router_deleted on router 551f66b4-32f6-4df9-b1d7-a0251a0aa16f {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:19:27.782037 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-591d463a-c65b-40d1-9eec-2cfd1b7d1546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.805492 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:27.805918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362d39b-3bff-4b4f-9ff4-5ec2db81a57a req-caeca8a2-7a41-49e7-9fc2-0678360ac166 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.809544 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e4ea0b1f-88b3-4619-b2a6-41c192f20558 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/routers/551f66b4-32f6-4df9-b1d7-a0251a0aa16f HTTP/1.1" status: 204 len: 168 time: 2.5709164 Feb 19 03:19:27.821483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4362d39b-3bff-4b4f-9ff4-5ec2db81a57a req-caeca8a2-7a41-49e7-9fc2-0678360ac166 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 907 time: 0.5243711 Feb 19 03:19:27.822243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48468) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:27.863404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2e6c7e39-6b30-49e0-b9bc-fec5b5d7efb9 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1756398406', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:27.898251 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 564c3a86-57ca-4c1d-869c-a39478646f05 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:27.900799 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network dbe9aee9-ff10-45b1-bec7-132a80aa9237 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:27.903284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80d361-ca29-4a59-aa7e-bf251fbbd131 req-d972e1b6-04db-442a-a109-c7d86f3d0687 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:27.909418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb80d361-ca29-4a59-aa7e-bf251fbbd131 req-d972e1b6-04db-442a-a109-c7d86f3d0687 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 907 time: 0.3574271 Feb 19 03:19:28.004016 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (564c3a86-57ca-4c1d-869c-a39478646f05), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.048867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fe0679-3e51-409d-b053-75dc66caf5f7 None None] Network 211fe22f-cd94-4437-8daf-7668828c55af requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:28.096247 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-591d463a-c65b-40d1-9eec-2cfd1b7d1546 admin admin] Publish callbacks [] for security_group (f17d096f-a7c8-478b-99bc-38b0eb24b005), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.098115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7e39-6b30-49e0-b9bc-fec5b5d7efb9 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (4c3db3c9-0466-43bd-be7a-f14c558553f1), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.099248 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7e39-6b30-49e0-b9bc-fec5b5d7efb9 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (4c3db3c9-0466-43bd-be7a-f14c558553f1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.131348 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (564c3a86-57ca-4c1d-869c-a39478646f05), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.132395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c985b34d-fd6f-4a92-ab04-607187f745a8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:28.157373 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7e39-6b30-49e0-b9bc-fec5b5d7efb9 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_controller (4c3db3c9-0466-43bd-be7a-f14c558553f1), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.158356 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564c3a86-57ca-4c1d-869c-a39478646f05']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:28.160400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-591d463a-c65b-40d1-9eec-2cfd1b7d1546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f17d096f-a7c8-478b-99bc-38b0eb24b005), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.174878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104b2bb2-c4ed-4dcb-bb6b-ad7e53f448ac') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:28.175461 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104b2bb2-c4ed-4dcb-bb6b-ad7e53f448ac') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:28.189298 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (104b2bb2-c4ed-4dcb-bb6b-ad7e53f448ac), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.197561 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7e39-6b30-49e0-b9bc-fec5b5d7efb9 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (4c3db3c9-0466-43bd-be7a-f14c558553f1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.208322 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (104b2bb2-c4ed-4dcb-bb6b-ad7e53f448ac), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.216476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:28.217030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (104b2bb2-c4ed-4dcb-bb6b-ad7e53f448ac), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.232751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e6c7e39-6b30-49e0-b9bc-fec5b5d7efb9 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.237041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2e6c7e39-6b30-49e0-b9bc-fec5b5d7efb9 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3755264 Feb 19 03:19:28.247622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48470) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:28.265565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'enable_snat': False}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:28.303613 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:28.310572 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (564c3a86-57ca-4c1d-869c-a39478646f05), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.323290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.332378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e98d925b-2bd3-44f8-a58b-1f522c53a462 None None] Provisioning complete for port c985b34d-fd6f-4a92-ab04-607187f745a8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:28.333004 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e98d925b-2bd3-44f8-a58b-1f522c53a462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.336408 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-591d463a-c65b-40d1-9eec-2cfd1b7d1546 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcf45f2761d747c9bff5624fe4fab45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6000569 Feb 19 03:19:28.337403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d463a-c65b-40d1-9eec-2cfd1b7d1546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17d096f-a7c8-478b-99bc-38b0eb24b005,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:28.339424 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "DELETE /v2.0/networks/564c3a86-57ca-4c1d-869c-a39478646f05 HTTP/1.1" status: 204 len: 168 time: 0.5861037 Feb 19 03:19:28.366583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48472) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:28.367172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48474) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:28.375327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b8354-d67d-41f4-a006-d0094b3c19c9 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event deleted for resources: {'Network': ['ID=564c3a86-57ca-4c1d-869c-a39478646f05,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:28.449427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-eb80d361-ca29-4a59-aa7e-bf251fbbd131 req-e2e6ffcc-9caf-4990-b824-6ed873ea3f38 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Deleting port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:28.449767 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb80d361-ca29-4a59-aa7e-bf251fbbd131 req-e2e6ffcc-9caf-4990-b824-6ed873ea3f38 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.551755 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Publish callbacks [] for port (bdc95e65-0758-4131-9a12-ee9b104cd587), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.554380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c985b34d-fd6f-4a92-ab04-607187f745a8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:28.554791 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.589190 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (1283c1a3-b569-4cd2-b062-cf3792ac6df8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.617685 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (bdc95e65-0758-4131-9a12-ee9b104cd587), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.670590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Subnet': ['ID=1283c1a3-b569-4cd2-b062-cf3792ac6df8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:28.674498 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (dbe9aee9-ff10-45b1-bec7-132a80aa9237), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.707923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e98d925b-2bd3-44f8-a58b-1f522c53a462 None None] Current status of the port c985b34d-fd6f-4a92-ab04-607187f745a8 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:28.708334 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e98d925b-2bd3-44f8-a58b-1f522c53a462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.776720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Network d0c9561e-4c27-4a64-90a2-eadf08143d32 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:28.778456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Pushing event updated for resources: {'Port': ['ID=bdc95e65-0758-4131-9a12-ee9b104cd587,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:28.788609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (d0c9561e-4c27-4a64-90a2-eadf08143d32), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.823121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c9561e-4c27-4a64-90a2-eadf08143d32']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:28.837571 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c434c2-5f1d-4998-88fe-2a3a27935543') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:28.838274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c434c2-5f1d-4998-88fe-2a3a27935543') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:28.838414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e98d925b-2bd3-44f8-a58b-1f522c53a462 None None] For port c985b34d-fd6f-4a92-ab04-607187f745a8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c985b34d-fd6f-4a92-ab04-607187f745a8,segment=NetworkSegment(52df2a9d-2eb5-479b-80cc-0b218dc60f14),segment_id=52df2a9d-2eb5-479b-80cc-0b218dc60f14)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:28.847653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:28.850699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:28.859971 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (c8c434c2-5f1d-4998-88fe-2a3a27935543), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.865077 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e98d925b-2bd3-44f8-a58b-1f522c53a462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.886479 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c8c434c2-5f1d-4998-88fe-2a3a27935543), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.895244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:28.895706 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (c8c434c2-5f1d-4998-88fe-2a3a27935543), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.905289 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-eb80d361-ca29-4a59-aa7e-bf251fbbd131 req-e2e6ffcc-9caf-4990-b824-6ed873ea3f38 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] For port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:28.905894 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb80d361-ca29-4a59-aa7e-bf251fbbd131 req-e2e6ffcc-9caf-4990-b824-6ed873ea3f38 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.912938 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa1f99d2-80fb-449c-acf0-f1fc2ed4a366 admin admin] Publish callbacks [] for security_group (f17d096f-a7c8-478b-99bc-38b0eb24b005), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.916052 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (4c3db3c9-0466-43bd-be7a-f14c558553f1), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:28.982934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-eb80d361-ca29-4a59-aa7e-bf251fbbd131 req-e2e6ffcc-9caf-4990-b824-6ed873ea3f38 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Calling delete_port for 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:29.019365 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:29.022942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.db.api [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:19:29.022942 n-d-826755-2 neutron-server[109898]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:19:29.022942 n-d-826755-2 neutron-server[109898]: [parameters: {'id': 'd0c9561e-4c27-4a64-90a2-eadf08143d32'}] Feb 19 03:19:29.022942 n-d-826755-2 neutron-server[109898]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:19:29.023265 n-d-826755-2 neutron-server[109898]: DEBUG oslo_db.api [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:19:29.042974 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d925b-2bd3-44f8-a58b-1f522c53a462 None None] Pushing event updated for resources: {'Port': ['ID=c985b34d-fd6f-4a92-ab04-607187f745a8,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:29.054568 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa1f99d2-80fb-449c-acf0-f1fc2ed4a366 admin admin] Publish callbacks [] for security_group (f17d096f-a7c8-478b-99bc-38b0eb24b005), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.126829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Attempting to bind port bdc95e65-0758-4131-9a12-ee9b104cd587 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:29.127367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Attempting to bind port bdc95e65-0758-4131-9a12-ee9b104cd587 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'c8c434c2-5f1d-4998-88fe-2a3a27935543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd0c9561e-4c27-4a64-90a2-eadf08143d32'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:29.127456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Attempting to bind port bdc95e65-0758-4131-9a12-ee9b104cd587 on network d0c9561e-4c27-4a64-90a2-eadf08143d32 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:29.151364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c985b34d-fd6f-4a92-ab04-607187f745a8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:29.153952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:29.154330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Checking segment: {'id': 'c8c434c2-5f1d-4998-88fe-2a3a27935543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd0c9561e-4c27-4a64-90a2-eadf08143d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:29.154738 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.155126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Bound using segment: {'id': 'c8c434c2-5f1d-4998-88fe-2a3a27935543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd0c9561e-4c27-4a64-90a2-eadf08143d32'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:29.155696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Bound port: bdc95e65-0758-4131-9a12-ee9b104cd587, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c434c2-5f1d-4998-88fe-2a3a27935543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'd0c9561e-4c27-4a64-90a2-eadf08143d32'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:29.156214 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdc95e65-0758-4131-9a12-ee9b104cd587), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.169027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c390d019-fc57-4ad0-a7ed-6defb35937eb None None] Provisioning complete for port c985b34d-fd6f-4a92-ab04-607187f745a8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:29.169402 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c390d019-fc57-4ad0-a7ed-6defb35937eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.289938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] For port bdc95e65-0758-4131-9a12-ee9b104cd587, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:29.294236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] For port bdc95e65-0758-4131-9a12-ee9b104cd587, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdc95e65-0758-4131-9a12-ee9b104cd587,segment=NetworkSegment(c8c434c2-5f1d-4998-88fe-2a3a27935543),segment_id=c8c434c2-5f1d-4998-88fe-2a3a27935543)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:29.303544 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (dbe9aee9-ff10-45b1-bec7-132a80aa9237), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.322848 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bdc95e65-0758-4131-9a12-ee9b104cd587), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.351010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b75f3-6f0b-4de9-97ee-9c138846180c req-32641eed-309c-43e6-aed4-eecfae2afffe tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:29.352803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b26b75f3-6f0b-4de9-97ee-9c138846180c req-32641eed-309c-43e6-aed4-eecfae2afffe tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 907 time: 0.4065793 Feb 19 03:19:29.360279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe9aee9-ff10-45b1-bec7-132a80aa9237']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:29.378055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00866ef-8760-40f3-9265-5a694068c8af') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:29.378275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00866ef-8760-40f3-9265-5a694068c8af') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:29.383256 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c390d019-fc57-4ad0-a7ed-6defb35937eb None None] Current status of the port c985b34d-fd6f-4a92-ab04-607187f745a8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:29.406934 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (c00866ef-8760-40f3-9265-5a694068c8af), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.415536 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa1f99d2-80fb-449c-acf0-f1fc2ed4a366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f17d096f-a7c8-478b-99bc-38b0eb24b005), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.429648 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa1f99d2-80fb-449c-acf0-f1fc2ed4a366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.429648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aa1f99d2-80fb-449c-acf0-f1fc2ed4a366 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f17d096f-a7c8-478b-99bc-38b0eb24b005 HTTP/1.1" status: 204 len: 168 time: 1.0498021 Feb 19 03:19:29.440191 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c00866ef-8760-40f3-9265-5a694068c8af), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.440821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1cdd7b-d3d7-40de-b466-b945ecb76ad0 None None] Pushing event updated for resources: {'Port': ['ID=bdc95e65-0758-4131-9a12-ee9b104cd587,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:29.471442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f99d2-80fb-449c-acf0-f1fc2ed4a366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17d096f-a7c8-478b-99bc-38b0eb24b005,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:29.474969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:29.475446 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (c00866ef-8760-40f3-9265-5a694068c8af), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:29.480726 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:29.492229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee33406-ee22-4ee6-9ce2-c45dd0aa124b None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:19:29.525531 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (d0c9561e-4c27-4a64-90a2-eadf08143d32), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.660348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee33406-ee22-4ee6-9ce2-c45dd0aa124b None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:19:29.904073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c985b34d-fd6f-4a92-ab04-607187f745a8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:29.981354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb80d361-ca29-4a59-aa7e-bf251fbbd131 req-e2e6ffcc-9caf-4990-b824-6ed873ea3f38 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (2d828531-e755-4cf2-bd41-8cf78ca2a1b0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.989531 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (dbe9aee9-ff10-45b1-bec7-132a80aa9237), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:29.999352 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.003553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "DELETE /v2.0/networks/dbe9aee9-ff10-45b1-bec7-132a80aa9237 HTTP/1.1" status: 204 len: 168 time: 1.6351495 Feb 19 03:19:30.010228 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48494) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:30.101152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:30.113896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6ffcc-9caf-4990-b824-6ed873ea3f38 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event deleted for resources: {'Port': ['ID=2d828531-e755-4cf2-bd41-8cf78ca2a1b0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:30.131156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4787f04-acce-487e-9144-185bfc03102a tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event deleted for resources: {'Network': ['ID=dbe9aee9-ff10-45b1-bec7-132a80aa9237,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:30.164191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:30.164795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:30.172754 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6952653d-e1e7-4e22-a298-f0ac75e59908 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:30.178774 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6952653d-e1e7-4e22-a298-f0ac75e59908 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:30.184875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6952653d-e1e7-4e22-a298-f0ac75e59908 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1668596 Feb 19 03:19:30.188634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48500) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:30.196955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ed62ccaf-9a3f-48f7-a44d-26669efc7d81 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1106888649'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:30.210274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting port bdc95e65-0758-4131-9a12-ee9b104cd587 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:30.210552 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bdc95e65-0758-4131-9a12-ee9b104cd587), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.210662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb80d361-ca29-4a59-aa7e-bf251fbbd131 req-e2e6ffcc-9caf-4990-b824-6ed873ea3f38 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] No DVR routers for this DVR port 2d828531-e755-4cf2-bd41-8cf78ca2a1b0 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:30.215215 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-eb80d361-ca29-4a59-aa7e-bf251fbbd131 req-e2e6ffcc-9caf-4990-b824-6ed873ea3f38 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.219271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb80d361-ca29-4a59-aa7e-bf251fbbd131 req-e2e6ffcc-9caf-4990-b824-6ed873ea3f38 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "DELETE /v2.0/ports/2d828531-e755-4cf2-bd41-8cf78ca2a1b0 HTTP/1.1" status: 204 len: 173 time: 2.2831244 Feb 19 03:19:30.219747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69910d09-d93d-4913-ae8e-ce2ba96b605e', 'name': 'network-vif-deleted', 'tag': '2d828531-e755-4cf2-bd41-8cf78ca2a1b0'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:30.222435 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cc1373-993d-4a0e-842b-cc9440b25854" -d '{"events": [{"server_uuid": "69910d09-d93d-4913-ae8e-ce2ba96b605e", "name": "network-vif-deleted", "tag": "2d828531-e755-4cf2-bd41-8cf78ca2a1b0"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:30.272482 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (4c3db3c9-0466-43bd-be7a-f14c558553f1), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.297335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] For port bdc95e65-0758-4131-9a12-ee9b104cd587, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdc95e65-0758-4131-9a12-ee9b104cd587,segment=NetworkSegment(c8c434c2-5f1d-4998-88fe-2a3a27935543),segment_id=c8c434c2-5f1d-4998-88fe-2a3a27935543)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:30.297707 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bdc95e65-0758-4131-9a12-ee9b104cd587), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.300332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c985b34d-fd6f-4a92-ab04-607187f745a8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:30.300872 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.301462 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.333919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c32752-f025-424a-af8b-70b6e31f5bb2 None None] Network d0c9561e-4c27-4a64-90a2-eadf08143d32 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:30.336466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Calling delete_port for bdc95e65-0758-4131-9a12-ee9b104cd587 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:30.346824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed62ccaf-9a3f-48f7-a44d-26669efc7d81 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Made reservation on behalf of 9deaa8dd7602430a97ad7b374ac21c16 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:30.350726 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed62ccaf-9a3f-48f7-a44d-26669efc7d81 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.408151 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23968690-c798-4e5e-b06e-412b29bef34b x-openstack-request-id: req-23968690-c798-4e5e-b06e-412b29bef34b {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:30.408753 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69910d09-d93d-4913-ae8e-ce2ba96b605e", "name": "network-vif-deleted", "tag": "2d828531-e755-4cf2-bd41-8cf78ca2a1b0", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:30.422699 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23968690-c798-4e5e-b06e-412b29bef34b {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:30.423501 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69910d09-d93d-4913-ae8e-ce2ba96b605e', 'name': 'network-vif-deleted', 'tag': '2d828531-e755-4cf2-bd41-8cf78ca2a1b0', 'status': 'completed', 'code': 200} Feb 19 03:19:30.508130 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed62ccaf-9a3f-48f7-a44d-26669efc7d81 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:30.534809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed62ccaf-9a3f-48f7-a44d-26669efc7d81 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a9bd3cfc-c2a7-4b43-a63a-dabbf4fa384c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.535510 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-ed62ccaf-9a3f-48f7-a44d-26669efc7d81 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Added segment a9bd3cfc-c2a7-4b43-a63a-dabbf4fa384c of type vlan for network 67612b5d-a22e-4f49-ab12-e25027756c08 Feb 19 03:19:30.565158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Allocated IP 172.25.1.254 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/2b6c260b-a846-4061-aeee-f0a9d7cf92d9) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:30.620459 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bdc95e65-0758-4131-9a12-ee9b104cd587), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.665722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed62ccaf-9a3f-48f7-a44d-26669efc7d81 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (67612b5d-a22e-4f49-ab12-e25027756c08), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.710486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Port': ['ID=bdc95e65-0758-4131-9a12-ee9b104cd587,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:30.726597 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No DVR routers for this DVR port bdc95e65-0758-4131-9a12-ee9b104cd587 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:30.739349 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-536c9c72-bb45-46b0-8fd0-5a0c54e0cafb req-9f58f8e0-c234-460d-abaf-f60379d3dff9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=69910d09-d93d-4913-ae8e-ce2ba96b605e HTTP/1.1" status: 200 len: 210 time: 0.0677023 Feb 19 03:19:30.868189 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for port (2b6c260b-a846-4061-aeee-f0a9d7cf92d9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.868456 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed62ccaf-9a3f-48f7-a44d-26669efc7d81 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (67612b5d-a22e-4f49-ab12-e25027756c08), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.881528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed62ccaf-9a3f-48f7-a44d-26669efc7d81 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:30.886771 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed62ccaf-9a3f-48f7-a44d-26669efc7d81 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.932703 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (d0c9561e-4c27-4a64-90a2-eadf08143d32), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:30.942523 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (2b6c260b-a846-4061-aeee-f0a9d7cf92d9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.023748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:31.025936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62ccaf-9a3f-48f7-a44d-26669efc7d81 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event updated for resources: {'Network': ['ID=67612b5d-a22e-4f49-ab12-e25027756c08,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:31.039027 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ed62ccaf-9a3f-48f7-a44d-26669efc7d81 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8467174 Feb 19 03:19:31.042842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48522) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:31.051241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f235dbc7-7eb1-464e-ae8b-43b887661dd8 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-697287384'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:31.057962 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c9561e-4c27-4a64-90a2-eadf08143d32']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:31.058400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:31.067248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Pushing event updated for resources: {'Port': ['ID=2b6c260b-a846-4061-aeee-f0a9d7cf92d9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:31.073578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:31.080413 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c434c2-5f1d-4998-88fe-2a3a27935543') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:31.080843 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c434c2-5f1d-4998-88fe-2a3a27935543') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:31.094651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 67612b5d-a22e-4f49-ab12-e25027756c08 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:31.096079 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (c8c434c2-5f1d-4998-88fe-2a3a27935543), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.103799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f235dbc7-7eb1-464e-ae8b-43b887661dd8 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Made reservation on behalf of 9deaa8dd7602430a97ad7b374ac21c16 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:31.107224 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f235dbc7-7eb1-464e-ae8b-43b887661dd8 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.133221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c8c434c2-5f1d-4998-88fe-2a3a27935543), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.144319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:31.144925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (c8c434c2-5f1d-4998-88fe-2a3a27935543), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:31.148971 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:31.195998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c985b34d-fd6f-4a92-ab04-607187f745a8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:31.199971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f235dbc7-7eb1-464e-ae8b-43b887661dd8 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:31.225301 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f235dbc7-7eb1-464e-ae8b-43b887661dd8 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2b116b0e-32f0-4263-afab-ad5daaf430a7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.225720 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-f235dbc7-7eb1-464e-ae8b-43b887661dd8 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Added segment 2b116b0e-32f0-4263-afab-ad5daaf430a7 of type vlan for network 65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec Feb 19 03:19:31.261478 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (d0c9561e-4c27-4a64-90a2-eadf08143d32), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.297449 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.300875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/d0c9561e-4c27-4a64-90a2-eadf08143d32 HTTP/1.1" status: 204 len: 168 time: 4.5584526 Feb 19 03:19:31.306730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad0564-8270-45f8-b069-2148c03887d5 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Network': ['ID=d0c9561e-4c27-4a64-90a2-eadf08143d32,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:31.312487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48528) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:31.322314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f235dbc7-7eb1-464e-ae8b-43b887661dd8 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.323326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c2005a1d-5e67-40ca-a829-1d455e8e6da1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-747236306'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:31.367915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f235dbc7-7eb1-464e-ae8b-43b887661dd8 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.375745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f235dbc7-7eb1-464e-ae8b-43b887661dd8 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:31.376792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f235dbc7-7eb1-464e-ae8b-43b887661dd8 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.401154 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f235dbc7-7eb1-464e-ae8b-43b887661dd8 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3571911 Feb 19 03:19:31.407030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48534) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:31.414383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'ports': [{'network_id': '67612b5d-a22e-4f49-ab12-e25027756c08', 'name': 'tempest-port--1216135318', 'admin_state_up': True}, {'network_id': '65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec', 'admin_state_up': False}]} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:31.414685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'port': {'network_id': '67612b5d-a22e-4f49-ab12-e25027756c08', 'name': 'tempest-port--1216135318', 'admin_state_up': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:31.415234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'port': {'network_id': '65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec', 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:31.478720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2005a1d-5e67-40ca-a829-1d455e8e6da1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:31.482218 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2005a1d-5e67-40ca-a829-1d455e8e6da1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.483224 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235dbc7-7eb1-464e-ae8b-43b887661dd8 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event updated for resources: {'Network': ['ID=65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:31.495858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:31.585215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2005a1d-5e67-40ca-a829-1d455e8e6da1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:31.657723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2005a1d-5e67-40ca-a829-1d455e8e6da1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1aacac55-3756-4cbd-ac67-e90e6cb398e3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.658087 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-c2005a1d-5e67-40ca-a829-1d455e8e6da1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Added segment 1aacac55-3756-4cbd-ac67-e90e6cb398e3 of type vlan for network 55f8752c-cda9-4f30-9223-f12255c42183 Feb 19 03:19:31.701924 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router_gateway (4c3db3c9-0466-43bd-be7a-f14c558553f1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.759842 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2005a1d-5e67-40ca-a829-1d455e8e6da1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (55f8752c-cda9-4f30-9223-f12255c42183), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.790619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Made reservation on behalf of 9deaa8dd7602430a97ad7b374ac21c16 for: {'port': 2} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:31.794839 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.860063 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.919994 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2005a1d-5e67-40ca-a829-1d455e8e6da1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (55f8752c-cda9-4f30-9223-f12255c42183), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:31.925740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2005a1d-5e67-40ca-a829-1d455e8e6da1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:31.926367 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c2005a1d-5e67-40ca-a829-1d455e8e6da1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.096051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c2005a1d-5e67-40ca-a829-1d455e8e6da1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7821722 Feb 19 03:19:32.099848 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48552) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:32.107287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-803fa899-2033-4d9d-a826-2fe1c07759bf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'subnet': {'network_id': '55f8752c-cda9-4f30-9223-f12255c42183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:32.144645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2005a1d-5e67-40ca-a829-1d455e8e6da1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Network': ['ID=55f8752c-cda9-4f30-9223-f12255c42183,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:32.157834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 55f8752c-cda9-4f30-9223-f12255c42183 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:32.231690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] device_id is not set on port 005ed1f3-0887-4b7a-887d-1dc76b675380 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:19:32.232302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803fa899-2033-4d9d-a826-2fe1c07759bf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:32.239866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48556) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:32.240064 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-803fa899-2033-4d9d-a826-2fe1c07759bf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.273670 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (4c3db3c9-0466-43bd-be7a-f14c558553f1), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.289139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b1f6-7ef9-42c7-bd8d-5dd93165e853 req-f21ad92a-cf7d-439e-bded-8d56ac16df47 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:32.290942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99c9b1f6-7ef9-42c7-bd8d-5dd93165e853 req-f21ad92a-cf7d-439e-bded-8d56ac16df47 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 945 time: 0.1922224 Feb 19 03:19:32.294028 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (4c3db3c9-0466-43bd-be7a-f14c558553f1), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.472490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99c9b1f6-7ef9-42c7-bd8d-5dd93165e853 req-2c408972-231c-4eda-868d-d60f4be2405b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724963 Feb 19 03:19:32.479118 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc064-6159-40fe-b4af-577e95fc5434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.529854 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for port (005ed1f3-0887-4b7a-887d-1dc76b675380), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.549517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-803fa899-2033-4d9d-a826-2fe1c07759bf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (31bbf836-61bd-4e63-9e1f-96c82d0c19bb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.616703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fa899-2033-4d9d-a826-2fe1c07759bf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Subnet': ['ID=31bbf836-61bd-4e63-9e1f-96c82d0c19bb,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:32.628633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803fa899-2033-4d9d-a826-2fe1c07759bf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Checking segment: {'id': '1aacac55-3756-4cbd-ac67-e90e6cb398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '55f8752c-cda9-4f30-9223-f12255c42183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:32.629378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803fa899-2033-4d9d-a826-2fe1c07759bf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network hostable DHCP agents. Network: 55f8752c-cda9-4f30-9223-f12255c42183, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:32.649804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803fa899-2033-4d9d-a826-2fe1c07759bf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network 55f8752c-cda9-4f30-9223-f12255c42183 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:32.651927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] device_id is not set on port d1691939-7fe6-40b2-9f98-9af262fafb59 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:19:32.660364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-803fa899-2033-4d9d-a826-2fe1c07759bf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 55f8752c-cda9-4f30-9223-f12255c42183) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:32.665143 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803fa899-2033-4d9d-a826-2fe1c07759bf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:32.666031 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-803fa899-2033-4d9d-a826-2fe1c07759bf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.675267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429ee9b-11dc-47f2-9a0a-c1bf13b63d06 None None] Network 55f8752c-cda9-4f30-9223-f12255c42183 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:32.698107 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-803fa899-2033-4d9d-a826-2fe1c07759bf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5967700 Feb 19 03:19:32.700491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48562) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:32.733948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Router 4c3db3c9-0466-43bd-be7a-f14c558553f1 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:19:32.821379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-55f8752c-cda9-4f30-9223-f12255c42183', 'network_id': '55f8752c-cda9-4f30-9223-f12255c42183', 'project_id': 'e8e1613a14b647d7aaf0ee651fe69ddb', 'fixed_ips': [{'subnet_id': '31bbf836-61bd-4e63-9e1f-96c82d0c19bb'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:32.822308 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.838155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (55f8752c-cda9-4f30-9223-f12255c42183), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.899668 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc064-6159-40fe-b4af-577e95fc5434 admin admin] Publish callbacks [] for security_group (12612a4b-3b06-4901-b6c7-3e662c235765), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.912032 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (31bbf836-61bd-4e63-9e1f-96c82d0c19bb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:32.923442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98652a0e-079c-4e83-83e6-88b44327a923 req-bf0209c4-1d82-4845-a834-ec4af4705d5c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:32.925265 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-98652a0e-079c-4e83-83e6-88b44327a923 req-bf0209c4-1d82-4845-a834-ec4af4705d5c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 945 time: 0.2411304 Feb 19 03:19:32.937009 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc064-6159-40fe-b4af-577e95fc5434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (12612a4b-3b06-4901-b6c7-3e662c235765), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.014536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Allocated IP 2001:db8::1 (55f8752c-cda9-4f30-9223-f12255c42183/31bbf836-61bd-4e63-9e1f-96c82d0c19bb/7b3b565b-3a01-44a3-b3d6-87f07cc9e243) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:33.055545 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for port (d1691939-7fe6-40b2-9f98-9af262fafb59), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.076117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6c3cc064-6159-40fe-b4af-577e95fc5434 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ceda185d1f64d7e9665eec69944660b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8337591 Feb 19 03:19:33.081774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3cc064-6159-40fe-b4af-577e95fc5434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12612a4b-3b06-4901-b6c7-3e662c235765,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:33.083628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48564) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:33.152119 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5d77bd31-8eac-4a3a-8b9a-ada7a163b731 admin admin] Publish callbacks [] for security_group (12612a4b-3b06-4901-b6c7-3e662c235765), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.175287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:33.179204 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5d77bd31-8eac-4a3a-8b9a-ada7a163b731 admin admin] Publish callbacks [] for security_group (12612a4b-3b06-4901-b6c7-3e662c235765), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.185986 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.187226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-33be350b-a599-4e31-b0d2-000e9e64af1e tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "PUT /v2.0/routers/4c3db3c9-0466-43bd-be7a-f14c558553f1 HTTP/1.1" status: 200 len: 916 time: 4.9253304 Feb 19 03:19:33.187641 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf12ceb-729a-44ea-a1d1-e1d7f34f9680 None None] Sync routers for ids ['4c3db3c9-0466-43bd-be7a-f14c558553f1'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:33.190609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48566) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:33.215460 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf12ceb-729a-44ea-a1d1-e1d7f34f9680 None None] Routers {'4c3db3c9-0466-43bd-be7a-f14c558553f1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:33.216176 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bcf12ceb-729a-44ea-a1d1-e1d7f34f9680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4c3db3c9-0466-43bd-be7a-f14c558553f1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:33.229926 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Publish callbacks [] for port (7b3b565b-3a01-44a3-b3d6-87f07cc9e243), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.246713 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (7b3b565b-3a01-44a3-b3d6-87f07cc9e243), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.266650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-98652a0e-079c-4e83-83e6-88b44327a923 req-2b65378c-ef1e-4897-a0dc-48d2de1998b6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Deleting port fdafc5fa-203d-40d7-8802-571e7488fcd7 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:33.267055 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-98652a0e-079c-4e83-83e6-88b44327a923 req-2b65378c-ef1e-4897-a0dc-48d2de1998b6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.286959 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (005ed1f3-0887-4b7a-887d-1dc76b675380), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.289207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Network 55f8752c-cda9-4f30-9223-f12255c42183 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:33.293541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:33.298109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:33.298538 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bcf12ceb-729a-44ea-a1d1-e1d7f34f9680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:33.310581 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (31bbf836-61bd-4e63-9e1f-96c82d0c19bb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.332167 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf12ceb-729a-44ea-a1d1-e1d7f34f9680 None None] Routers {'4c3db3c9-0466-43bd-be7a-f14c558553f1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:33.336096 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bcf12ceb-729a-44ea-a1d1-e1d7f34f9680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4c3db3c9-0466-43bd-be7a-f14c558553f1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:33.360724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Subnet': ['ID=31bbf836-61bd-4e63-9e1f-96c82d0c19bb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:33.421550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Pushing event updated for resources: {'Port': ['ID=7b3b565b-3a01-44a3-b3d6-87f07cc9e243,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:33.442614 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bcf12ceb-729a-44ea-a1d1-e1d7f34f9680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:33.444132 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf12ceb-729a-44ea-a1d1-e1d7f34f9680 None None] The sync data for ids ['4c3db3c9-0466-43bd-be7a-f14c558553f1'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:33.455782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Attempting to bind port 7b3b565b-3a01-44a3-b3d6-87f07cc9e243 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:33.456160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Attempting to bind port 7b3b565b-3a01-44a3-b3d6-87f07cc9e243 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '1aacac55-3756-4cbd-ac67-e90e6cb398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '55f8752c-cda9-4f30-9223-f12255c42183'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:33.456530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Attempting to bind port 7b3b565b-3a01-44a3-b3d6-87f07cc9e243 on network 55f8752c-cda9-4f30-9223-f12255c42183 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:33.464144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:33.465528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Checking segment: {'id': '1aacac55-3756-4cbd-ac67-e90e6cb398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '55f8752c-cda9-4f30-9223-f12255c42183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:33.465949 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.466350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Bound using segment: {'id': '1aacac55-3756-4cbd-ac67-e90e6cb398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '55f8752c-cda9-4f30-9223-f12255c42183'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:33.466843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Bound port: 7b3b565b-3a01-44a3-b3d6-87f07cc9e243, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aacac55-3756-4cbd-ac67-e90e6cb398e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '55f8752c-cda9-4f30-9223-f12255c42183'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:33.467226 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7b3b565b-3a01-44a3-b3d6-87f07cc9e243), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.522489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event updated for resources: {'Port': ['ID=005ed1f3-0887-4b7a-887d-1dc76b675380,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:33.552430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f1d64f17-c96e-431d-bfb0-266dd5a07783 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/routers/4c3db3c9-0466-43bd-be7a-f14c558553f1 HTTP/1.1" status: 200 len: 922 time: 0.3599029 Feb 19 03:19:33.558523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48574) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:33.585328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5d77bd31-8eac-4a3a-8b9a-ada7a163b731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (12612a4b-3b06-4901-b6c7-3e662c235765), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.588277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-98652a0e-079c-4e83-83e6-88b44327a923 req-2b65378c-ef1e-4897-a0dc-48d2de1998b6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] For port fdafc5fa-203d-40d7-8802-571e7488fcd7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fdafc5fa-203d-40d7-8802-571e7488fcd7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:33.588684 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-98652a0e-079c-4e83-83e6-88b44327a923 req-2b65378c-ef1e-4897-a0dc-48d2de1998b6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.598165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5d77bd31-8eac-4a3a-8b9a-ada7a163b731 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.599360 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5d77bd31-8eac-4a3a-8b9a-ada7a163b731 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/12612a4b-3b06-4901-b6c7-3e662c235765 HTTP/1.1" status: 204 len: 168 time: 0.5147021 Feb 19 03:19:33.616978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-98652a0e-079c-4e83-83e6-88b44327a923 req-2b65378c-ef1e-4897-a0dc-48d2de1998b6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Calling delete_port for fdafc5fa-203d-40d7-8802-571e7488fcd7 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:33.619194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Checking segment: {'id': 'a9bd3cfc-c2a7-4b43-a63a-dabbf4fa384c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '67612b5d-a22e-4f49-ab12-e25027756c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:33.619554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Network hostable DHCP agents. Network: 67612b5d-a22e-4f49-ab12-e25027756c08, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:33.634957 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] For port 7b3b565b-3a01-44a3-b3d6-87f07cc9e243, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:33.643376 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f0b7047d-6351-4b72-a677-3770f7b00791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.662189 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77bd31-8eac-4a3a-8b9a-ada7a163b731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12612a4b-3b06-4901-b6c7-3e662c235765,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:33.675693 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] For port 7b3b565b-3a01-44a3-b3d6-87f07cc9e243, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7b3b565b-3a01-44a3-b3d6-87f07cc9e243,segment=NetworkSegment(1aacac55-3756-4cbd-ac67-e90e6cb398e3),segment_id=1aacac55-3756-4cbd-ac67-e90e6cb398e3)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:33.695342 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7b3b565b-3a01-44a3-b3d6-87f07cc9e243), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.696281 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (55f8752c-cda9-4f30-9223-f12255c42183), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.745406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f8752c-cda9-4f30-9223-f12255c42183']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:33.763637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aacac55-3756-4cbd-ac67-e90e6cb398e3') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:33.763774 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aacac55-3756-4cbd-ac67-e90e6cb398e3') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:33.787641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (1aacac55-3756-4cbd-ac67-e90e6cb398e3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.792850 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ef0c18-12f0-4ac6-8c11-92a46184464f tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:33.794946 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-59ef0c18-12f0-4ac6-8c11-92a46184464f tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&device_id=4c3db3c9-0466-43bd-be7a-f14c558553f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2347183 Feb 19 03:19:33.798341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48578) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:33.817537 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1aacac55-3756-4cbd-ac67-e90e6cb398e3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.825769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Network 67612b5d-a22e-4f49-ab12-e25027756c08 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:33.826118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:33.826531 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (1aacac55-3756-4cbd-ac67-e90e6cb398e3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:33.830623 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:33.882107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb6d11-c4f9-425e-b36e-1ef6b784451e None None] Pushing event updated for resources: {'Port': ['ID=7b3b565b-3a01-44a3-b3d6-87f07cc9e243,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:33.902317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8d3f1f-5809-4f42-a32f-bdc95d878516 None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:19:33.902564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 67612b5d-a22e-4f49-ab12-e25027756c08) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:33.906851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:33.908345 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d1691939-7fe6-40b2-9f98-9af262fafb59), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:33.942729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b820cb1d-8a30-4f0e-b046-ec856a055ca1 req-223c17d4-1288-49cc-bdd1-49d8940a5cf3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:33.945027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b820cb1d-8a30-4f0e-b046-ec856a055ca1 req-223c17d4-1288-49cc-bdd1-49d8940a5cf3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=247fb183-9957-4375-a0fe-032c8e8649f2 HTTP/1.1" status: 200 len: 945 time: 0.2810178 Feb 19 03:19:33.949483 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.db.api [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:19:33.949483 n-d-826755-2 neutron-server[109898]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:19:33.949483 n-d-826755-2 neutron-server[109898]: [parameters: {'id': '55f8752c-cda9-4f30-9223-f12255c42183'}] Feb 19 03:19:33.949483 n-d-826755-2 neutron-server[109898]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:19:33.950147 n-d-826755-2 neutron-server[109898]: DEBUG oslo_db.api [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:19:34.029323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8d3f1f-5809-4f42-a32f-bdc95d878516 None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:19:34.070376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48582) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:34.085087 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16a76d95-5856-4c6e-b21c-23c021a8db6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.175751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16a76d95-5856-4c6e-b21c-23c021a8db6a admin admin] Publish callbacks [] for security_group (ca00ef83-1e26-4486-8d8d-d5371f221ee0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.182768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16a76d95-5856-4c6e-b21c-23c021a8db6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ca00ef83-1e26-4486-8d8d-d5371f221ee0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.228875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-16a76d95-5856-4c6e-b21c-23c021a8db6a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8dd897d0407d461ab60efd5de40e1394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1545942 Feb 19 03:19:34.229312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48584) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:34.238059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a76d95-5856-4c6e-b21c-23c021a8db6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca00ef83-1e26-4486-8d8d-d5371f221ee0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:34.245675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b996e22-b33b-4a05-bf8d-cb562b1bff38 None None] Network 55f8752c-cda9-4f30-9223-f12255c42183 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:34.247922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945e4daa-4cbd-4b1b-9cea-31b0d045ca16 None None] Network 67612b5d-a22e-4f49-ab12-e25027756c08 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:34.296893 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d202bc9d-831e-467b-acfd-9faafdbd4e06 admin admin] Publish callbacks [] for security_group (ca00ef83-1e26-4486-8d8d-d5371f221ee0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.321521 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d202bc9d-831e-467b-acfd-9faafdbd4e06 admin admin] Publish callbacks [] for security_group (ca00ef83-1e26-4486-8d8d-d5371f221ee0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.380813 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d202bc9d-831e-467b-acfd-9faafdbd4e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ca00ef83-1e26-4486-8d8d-d5371f221ee0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.383559 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d202bc9d-831e-467b-acfd-9faafdbd4e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.387595 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d202bc9d-831e-467b-acfd-9faafdbd4e06 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ca00ef83-1e26-4486-8d8d-d5371f221ee0 HTTP/1.1" status: 204 len: 168 time: 0.1546736 Feb 19 03:19:34.395862 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202bc9d-831e-467b-acfd-9faafdbd4e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca00ef83-1e26-4486-8d8d-d5371f221ee0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:34.451523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (55f8752c-cda9-4f30-9223-f12255c42183), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.499508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event updated for resources: {'Port': ['ID=d1691939-7fe6-40b2-9f98-9af262fafb59,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:34.509150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d002233-08dd-4d66-a757-2179a2b6c017 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:34.513203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6d002233-08dd-4d66-a757-2179a2b6c017 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 881 time: 0.7088642 Feb 19 03:19:34.513644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting port 7b3b565b-3a01-44a3-b3d6-87f07cc9e243 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:34.513644 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7b3b565b-3a01-44a3-b3d6-87f07cc9e243), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.513644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48588) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:34.546344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b820cb1d-8a30-4f0e-b046-ec856a055ca1 req-b43c1991-6f4f-4130-9433-f7482eaeaef3 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798917 Feb 19 03:19:34.549660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Checking segment: {'id': '2b116b0e-32f0-4263-afab-ad5daaf430a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:34.550050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Network hostable DHCP agents. Network: 65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:34.575482 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-98652a0e-079c-4e83-83e6-88b44327a923 req-2b65378c-ef1e-4897-a0dc-48d2de1998b6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fdafc5fa-203d-40d7-8802-571e7488fcd7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.584411 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c5a64d08-22c2-4f4f-9179-2841a8b2a72d tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c3db3c9-0466-43bd-be7a-f14c558553f1 HTTP/1.1" status: 200 len: 205 time: 0.0687115 Feb 19 03:19:34.588954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48592) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:34.589686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['674c6733-0cbc-4561-af2a-502d63f2fd64'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:34.629364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] For port 7b3b565b-3a01-44a3-b3d6-87f07cc9e243, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7b3b565b-3a01-44a3-b3d6-87f07cc9e243,segment=NetworkSegment(1aacac55-3756-4cbd-ac67-e90e6cb398e3),segment_id=1aacac55-3756-4cbd-ac67-e90e6cb398e3)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:34.629883 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7b3b565b-3a01-44a3-b3d6-87f07cc9e243), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.660406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Calling delete_port for 7b3b565b-3a01-44a3-b3d6-87f07cc9e243 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:34.682801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Network 65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:34.689379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65378c-ef1e-4897-a0dc-48d2de1998b6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event deleted for resources: {'Port': ['ID=fdafc5fa-203d-40d7-8802-571e7488fcd7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:34.748730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:34.761382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b257f8c-c62d-41e1-9c4b-019cbb03e498 None None] Network 65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:34.785482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:34.792591 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:34.797468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:34.798187 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.802646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-98652a0e-079c-4e83-83e6-88b44327a923 req-2b65378c-ef1e-4897-a0dc-48d2de1998b6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] No DVR routers for this DVR port fdafc5fa-203d-40d7-8802-571e7488fcd7 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:34.813827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-98652a0e-079c-4e83-83e6-88b44327a923 req-2b65378c-ef1e-4897-a0dc-48d2de1998b6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.817157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-98652a0e-079c-4e83-83e6-88b44327a923 req-2b65378c-ef1e-4897-a0dc-48d2de1998b6 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "DELETE /v2.0/ports/fdafc5fa-203d-40d7-8802-571e7488fcd7 HTTP/1.1" status: 204 len: 173 time: 1.8854685 Feb 19 03:19:34.817619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247fb183-9957-4375-a0fe-032c8e8649f2', 'name': 'network-vif-deleted', 'tag': 'fdafc5fa-203d-40d7-8802-571e7488fcd7'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:34.830061 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a32892-1283-4505-bce2-94091d7c1122" -d '{"events": [{"server_uuid": "247fb183-9957-4375-a0fe-032c8e8649f2", "name": "network-vif-deleted", "tag": "fdafc5fa-203d-40d7-8802-571e7488fcd7"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:34.851932 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7b3b565b-3a01-44a3-b3d6-87f07cc9e243), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.859008 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (4c3db3c9-0466-43bd-be7a-f14c558553f1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:34.869191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2a7457d4-4e35-43e8-a169-dcbfd2fbc502 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4586086 Feb 19 03:19:34.892230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48604) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:34.893353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Port': ['ID=7b3b565b-3a01-44a3-b3d6-87f07cc9e243,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:34.940298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No DVR routers for this DVR port 7b3b565b-3a01-44a3-b3d6-87f07cc9e243 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:35.034087 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b0ab3d-55e6-4436-b959-807cd86f8e39 x-openstack-request-id: req-33b0ab3d-55e6-4436-b959-807cd86f8e39 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:35.034473 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247fb183-9957-4375-a0fe-032c8e8649f2", "name": "network-vif-deleted", "tag": "fdafc5fa-203d-40d7-8802-571e7488fcd7", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:35.034653 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33b0ab3d-55e6-4436-b959-807cd86f8e39 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:35.035027 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '247fb183-9957-4375-a0fe-032c8e8649f2', 'name': 'network-vif-deleted', 'tag': 'fdafc5fa-203d-40d7-8802-571e7488fcd7', 'status': 'completed', 'code': 200} Feb 19 03:19:35.058872 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (55f8752c-cda9-4f30-9223-f12255c42183), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.073876 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441bc5b-d9d7-4b4b-a8e0-7e9a81cb131f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:35.079293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e441bc5b-d9d7-4b4b-a8e0-7e9a81cb131f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:35.086384 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (4c3db3c9-0466-43bd-be7a-f14c558553f1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.091225 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e441bc5b-d9d7-4b4b-a8e0-7e9a81cb131f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1921961 Feb 19 03:19:35.092314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48610) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:35.104728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f8752c-cda9-4f30-9223-f12255c42183']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:35.125266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aacac55-3756-4cbd-ac67-e90e6cb398e3') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:35.125610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aacac55-3756-4cbd-ac67-e90e6cb398e3') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:35.144121 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (1aacac55-3756-4cbd-ac67-e90e6cb398e3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.160938 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1aacac55-3756-4cbd-ac67-e90e6cb398e3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.167768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:35.168417 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (1aacac55-3756-4cbd-ac67-e90e6cb398e3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:35.172216 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:35.262147 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (55f8752c-cda9-4f30-9223-f12255c42183), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.271236 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.280683 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/55f8752c-cda9-4f30-9223-f12255c42183 HTTP/1.1" status: 204 len: 168 time: 2.5758126 Feb 19 03:19:35.280683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48614) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:35.292222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-069f4d61-c3ae-40d4-b625-8d82a591f8a8 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1690256847'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:35.321976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-27585791-7725-477f-ad27-634d53c76bf7 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Deleting port 005ed1f3-0887-4b7a-887d-1dc76b675380 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:35.321976 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27585791-7725-477f-ad27-634d53c76bf7 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (005ed1f3-0887-4b7a-887d-1dc76b675380), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.334338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9b519-2bff-4114-8167-ecd0f8826958 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Network': ['ID=55f8752c-cda9-4f30-9223-f12255c42183,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:35.374910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069f4d61-c3ae-40d4-b625-8d82a591f8a8 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:35.378397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-069f4d61-c3ae-40d4-b625-8d82a591f8a8 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.403823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Deleting port 2b6c260b-a846-4061-aeee-f0a9d7cf92d9 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:35.404244 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2b6c260b-a846-4061-aeee-f0a9d7cf92d9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.417140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069f4d61-c3ae-40d4-b625-8d82a591f8a8 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:35.437092 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-069f4d61-c3ae-40d4-b625-8d82a591f8a8 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8e03178b-0344-422e-9a02-70839867061f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.437899 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-069f4d61-c3ae-40d4-b625-8d82a591f8a8 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Added segment 8e03178b-0344-422e-9a02-70839867061f of type vlan for network 828a6e98-6c29-4173-9b84-4bf36523ba26 Feb 19 03:19:35.503301 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-069f4d61-c3ae-40d4-b625-8d82a591f8a8 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (828a6e98-6c29-4173-9b84-4bf36523ba26), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.522827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27585791-7725-477f-ad27-634d53c76bf7 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (005ed1f3-0887-4b7a-887d-1dc76b675380), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.548527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-27585791-7725-477f-ad27-634d53c76bf7 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Calling delete_port for 005ed1f3-0887-4b7a-887d-1dc76b675380 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:35.551118 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-069f4d61-c3ae-40d4-b625-8d82a591f8a8 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (828a6e98-6c29-4173-9b84-4bf36523ba26), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.560016 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069f4d61-c3ae-40d4-b625-8d82a591f8a8 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:35.562469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-069f4d61-c3ae-40d4-b625-8d82a591f8a8 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.616759 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2b6c260b-a846-4061-aeee-f0a9d7cf92d9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.645655 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-069f4d61-c3ae-40d4-b625-8d82a591f8a8 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3625762 Feb 19 03:19:35.648834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48626) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:35.654684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a807246d-9493-46a5-8080-e37db7326acf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'subnet': {'network_id': '828a6e98-6c29-4173-9b84-4bf36523ba26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:35.712311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069f4d61-c3ae-40d4-b625-8d82a591f8a8 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Network': ['ID=828a6e98-6c29-4173-9b84-4bf36523ba26,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:35.727723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Calling delete_port for 2b6c260b-a846-4061-aeee-f0a9d7cf92d9 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:35.736721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 828a6e98-6c29-4173-9b84-4bf36523ba26 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:35.796169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a807246d-9493-46a5-8080-e37db7326acf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:35.799960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a807246d-9493-46a5-8080-e37db7326acf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.913368 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27585791-7725-477f-ad27-634d53c76bf7 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (005ed1f3-0887-4b7a-887d-1dc76b675380), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.929777 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4a68e1b3-873d-4afd-ba23-16a7e17d632b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:35.959970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27585791-7725-477f-ad27-634d53c76bf7 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event deleted for resources: {'Port': ['ID=005ed1f3-0887-4b7a-887d-1dc76b675380,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:36.050711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27585791-7725-477f-ad27-634d53c76bf7 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.061924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48638) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:36.062948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-27585791-7725-477f-ad27-634d53c76bf7 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "DELETE /v2.0/ports/005ed1f3-0887-4b7a-887d-1dc76b675380 HTTP/1.1" status: 204 len: 168 time: 0.9680729 Feb 19 03:19:36.128829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fdafc5fa-203d-40d7-8802-571e7488fcd7 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:36.145203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7198751-9bd7-4f2a-997d-811e91f42abc req-36b0151f-0624-41a2-8932-91c084185c4e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:36.147000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7198751-9bd7-4f2a-997d-811e91f42abc req-36b0151f-0624-41a2-8932-91c084185c4e tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.1500456 Feb 19 03:19:36.162314 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: fdafc5fa-203d-40d7-8802-571e7488fcd7 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:36.162971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fdafc5fa-203d-40d7-8802-571e7488fcd7 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:36.227421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7198751-9bd7-4f2a-997d-811e91f42abc req-497a1cc0-e56b-42d3-a6ed-a7b8417cd9d1 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709970 Feb 19 03:19:36.232651 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (2b6c260b-a846-4061-aeee-f0a9d7cf92d9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.240331 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a807246d-9493-46a5-8080-e37db7326acf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (2130c12b-a2fb-48e5-bb71-2e9592e58756), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.287689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Pushing event deleted for resources: {'Port': ['ID=2b6c260b-a846-4061-aeee-f0a9d7cf92d9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:36.322314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4526f3ff-6545-4b30-8221-cb48a8f75011 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Deleting port d1691939-7fe6-40b2-9f98-9af262fafb59 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:36.322849 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4526f3ff-6545-4b30-8221-cb48a8f75011 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d1691939-7fe6-40b2-9f98-9af262fafb59), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.327673 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807246d-9493-46a5-8080-e37db7326acf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Subnet': ['ID=2130c12b-a2fb-48e5-bb71-2e9592e58756,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:36.364914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1113ca3-7853-444b-ae24-98a5fae53bc6 req-f22b98c0-67f2-4524-a6c5-61d3f82b08cf tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:36.366873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1113ca3-7853-444b-ae24-98a5fae53bc6 req-f22b98c0-67f2-4524-a6c5-61d3f82b08cf tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.67 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 945 time: 0.1292000 Feb 19 03:19:36.378725 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (4c3db3c9-0466-43bd-be7a-f14c558553f1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.401859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807246d-9493-46a5-8080-e37db7326acf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Checking segment: {'id': '8e03178b-0344-422e-9a02-70839867061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '828a6e98-6c29-4173-9b84-4bf36523ba26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:36.402229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807246d-9493-46a5-8080-e37db7326acf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network hostable DHCP agents. Network: 828a6e98-6c29-4173-9b84-4bf36523ba26, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:36.421779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4526f3ff-6545-4b30-8221-cb48a8f75011 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d1691939-7fe6-40b2-9f98-9af262fafb59), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.440581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4526f3ff-6545-4b30-8221-cb48a8f75011 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Calling delete_port for d1691939-7fe6-40b2-9f98-9af262fafb59 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:36.455224 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807246d-9493-46a5-8080-e37db7326acf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network 828a6e98-6c29-4173-9b84-4bf36523ba26 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:36.496563 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-a807246d-9493-46a5-8080-e37db7326acf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 828a6e98-6c29-4173-9b84-4bf36523ba26) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:36.504062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a807246d-9493-46a5-8080-e37db7326acf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:36.504731 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a807246d-9493-46a5-8080-e37db7326acf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.513214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b4e836-ec0a-4e37-84e5-048ab1a91e79 None None] Network 828a6e98-6c29-4173-9b84-4bf36523ba26 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:36.545562 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a807246d-9493-46a5-8080-e37db7326acf tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8954668 Feb 19 03:19:36.550981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48650) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:36.569460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4526f3ff-6545-4b30-8221-cb48a8f75011 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d1691939-7fe6-40b2-9f98-9af262fafb59), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.578138 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (4c3db3c9-0466-43bd-be7a-f14c558553f1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.582872 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_controller (4c3db3c9-0466-43bd-be7a-f14c558553f1), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.662089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4526f3ff-6545-4b30-8221-cb48a8f75011 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.676325 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4526f3ff-6545-4b30-8221-cb48a8f75011 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "DELETE /v2.0/ports/d1691939-7fe6-40b2-9f98-9af262fafb59 HTTP/1.1" status: 204 len: 168 time: 0.6129470 Feb 19 03:19:36.680796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48656) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:36.689653 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526f3ff-6545-4b30-8221-cb48a8f75011 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event deleted for resources: {'Port': ['ID=d1691939-7fe6-40b2-9f98-9af262fafb59,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:36.716531 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (4c3db3c9-0466-43bd-be7a-f14c558553f1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.717131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Fanout notify agent at l3_agent the message router_deleted on router 4c3db3c9-0466-43bd-be7a-f14c558553f1 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:19:36.730655 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.731958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c17c4ca8-ffd8-40d8-82ca-600d89cbff50 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/routers/4c3db3c9-0466-43bd-be7a-f14c558553f1 HTTP/1.1" status: 204 len: 168 time: 2.1378815 Feb 19 03:19:36.736483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48660) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:36.746626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-116303356', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:36.755619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-828a6e98-6c29-4173-9b84-4bf36523ba26', 'network_id': '828a6e98-6c29-4173-9b84-4bf36523ba26', 'project_id': 'e8e1613a14b647d7aaf0ee651fe69ddb', 'fixed_ips': [{'subnet_id': '2130c12b-a2fb-48e5-bb71-2e9592e58756'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:36.756802 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.761988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-d1113ca3-7853-444b-ae24-98a5fae53bc6 req-d10f50a0-ceb3-4fe9-ba21-bf0976676114 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Deleting port 674c6733-0cbc-4561-af2a-502d63f2fd64 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:36.762332 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1113ca3-7853-444b-ae24-98a5fae53bc6 req-d10f50a0-ceb3-4fe9-ba21-bf0976676114 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.779492 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b2b3bfe9-7204-4697-85d4-335e9ff565d7 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0954907 Feb 19 03:19:36.780282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48662) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:36.787883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e4b03913-8367-460f-95c5-1611f373ec73 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-465935163'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:36.789264 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (828a6e98-6c29-4173-9b84-4bf36523ba26), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.814112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b03913-8367-460f-95c5-1611f373ec73 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Made reservation on behalf of 9deaa8dd7602430a97ad7b374ac21c16 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:36.823962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4b03913-8367-460f-95c5-1611f373ec73 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.844931 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (07468fe7-9f9f-465b-b30b-86ddf5be8a63), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.846044 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (07468fe7-9f9f-465b-b30b-86ddf5be8a63), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.870244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b03913-8367-460f-95c5-1611f373ec73 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:36.883546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4b03913-8367-460f-95c5-1611f373ec73 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (80afefef-eb6e-481f-bc6e-87afc6d1dddc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.884282 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-e4b03913-8367-460f-95c5-1611f373ec73 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Added segment 80afefef-eb6e-481f-bc6e-87afc6d1dddc of type vlan for network eb574dff-29c5-4b9d-82e5-62620e9b0989 Feb 19 03:19:36.942591 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d1113ca3-7853-444b-ae24-98a5fae53bc6 req-d10f50a0-ceb3-4fe9-ba21-bf0976676114 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] For port 674c6733-0cbc-4561-af2a-502d63f2fd64, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=674c6733-0cbc-4561-af2a-502d63f2fd64,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:36.942955 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1113ca3-7853-444b-ae24-98a5fae53bc6 req-d10f50a0-ceb3-4fe9-ba21-bf0976676114 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.951746 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (2130c12b-a2fb-48e5-bb71-2e9592e58756), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.954115 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4b03913-8367-460f-95c5-1611f373ec73 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (eb574dff-29c5-4b9d-82e5-62620e9b0989), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.980864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-d1113ca3-7853-444b-ae24-98a5fae53bc6 req-d10f50a0-ceb3-4fe9-ba21-bf0976676114 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Calling delete_port for 674c6733-0cbc-4561-af2a-502d63f2fd64 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:36.985444 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4b03913-8367-460f-95c5-1611f373ec73 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (eb574dff-29c5-4b9d-82e5-62620e9b0989), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:36.992189 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b03913-8367-460f-95c5-1611f373ec73 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:36.993278 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4b03913-8367-460f-95c5-1611f373ec73 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.020045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_controller (07468fe7-9f9f-465b-b30b-86ddf5be8a63), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.091968 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e4b03913-8367-460f-95c5-1611f373ec73 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3101876 Feb 19 03:19:37.092820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48674) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:37.141811 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b639895b-38bd-4bf9-9184-5611dd9bd95d tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-411065930'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:37.148977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Allocated IP 2001:db8::1 (828a6e98-6c29-4173-9b84-4bf36523ba26/2130c12b-a2fb-48e5-bb71-2e9592e58756/4c89a58b-d020-43aa-b884-b2c5164318e1) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:37.154338 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.183933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b03913-8367-460f-95c5-1611f373ec73 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event updated for resources: {'Network': ['ID=eb574dff-29c5-4b9d-82e5-62620e9b0989,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:37.224049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b639895b-38bd-4bf9-9184-5611dd9bd95d tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Made reservation on behalf of 9deaa8dd7602430a97ad7b374ac21c16 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:37.228198 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b639895b-38bd-4bf9-9184-5611dd9bd95d tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.233453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network eb574dff-29c5-4b9d-82e5-62620e9b0989 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:37.303787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b639895b-38bd-4bf9-9184-5611dd9bd95d tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:37.315043 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b639895b-38bd-4bf9-9184-5611dd9bd95d tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (0a39ec35-d8e2-467e-a10a-34e54e5a7be3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.315416 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-b639895b-38bd-4bf9-9184-5611dd9bd95d tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Added segment 0a39ec35-d8e2-467e-a10a-34e54e5a7be3 of type vlan for network 7d79f835-efe2-4ddb-863a-892af8dfb5e9 Feb 19 03:19:37.341181 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (07468fe7-9f9f-465b-b30b-86ddf5be8a63), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.404198 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b639895b-38bd-4bf9-9184-5611dd9bd95d tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (7d79f835-efe2-4ddb-863a-892af8dfb5e9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.438958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b639895b-38bd-4bf9-9184-5611dd9bd95d tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (7d79f835-efe2-4ddb-863a-892af8dfb5e9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.445123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b639895b-38bd-4bf9-9184-5611dd9bd95d tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:37.446022 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b639895b-38bd-4bf9-9184-5611dd9bd95d tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.529028 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1113ca3-7853-444b-ae24-98a5fae53bc6 req-d10f50a0-ceb3-4fe9-ba21-bf0976676114 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (674c6733-0cbc-4561-af2a-502d63f2fd64), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.543320 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['674c6733-0cbc-4561-af2a-502d63f2fd64'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:19:37.587333 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b639895b-38bd-4bf9-9184-5611dd9bd95d tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4732141 Feb 19 03:19:37.594022 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639895b-38bd-4bf9-9184-5611dd9bd95d tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event updated for resources: {'Network': ['ID=7d79f835-efe2-4ddb-863a-892af8dfb5e9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:37.608869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 7d79f835-efe2-4ddb-863a-892af8dfb5e9 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:37.630528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f50a0-ceb3-4fe9-ba21-bf0976676114 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event deleted for resources: {'Port': ['ID=674c6733-0cbc-4561-af2a-502d63f2fd64,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:37.717038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1113ca3-7853-444b-ae24-98a5fae53bc6 req-d10f50a0-ceb3-4fe9-ba21-bf0976676114 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] No DVR routers for this DVR port 674c6733-0cbc-4561-af2a-502d63f2fd64 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:37.721673 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1113ca3-7853-444b-ae24-98a5fae53bc6 req-d10f50a0-ceb3-4fe9-ba21-bf0976676114 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.725235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1113ca3-7853-444b-ae24-98a5fae53bc6 req-d10f50a0-ceb3-4fe9-ba21-bf0976676114 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.67 "DELETE /v2.0/ports/674c6733-0cbc-4561-af2a-502d63f2fd64 HTTP/1.1" status: 204 len: 173 time: 1.3530686 Feb 19 03:19:37.726230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48724) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:37.734480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af4a69be-b69c-4c64-a1b7-c15cbe231abf', 'name': 'network-vif-deleted', 'tag': '674c6733-0cbc-4561-af2a-502d63f2fd64'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:37.734741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'subnets': [{'network_id': 'eb574dff-29c5-4b9d-82e5-62620e9b0989', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--718099799', 'ip_version': 4}, {'network_id': '7d79f835-efe2-4ddb-863a-892af8dfb5e9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:37.734853 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'subnet': {'network_id': 'eb574dff-29c5-4b9d-82e5-62620e9b0989', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--718099799', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:37.735388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Request body: {'subnet': {'network_id': '7d79f835-efe2-4ddb-863a-892af8dfb5e9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:37.738838 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c359baba-0ea6-49db-b1fe-b0ab605fcce4" -d '{"events": [{"server_uuid": "af4a69be-b69c-4c64-a1b7-c15cbe231abf", "name": "network-vif-deleted", "tag": "674c6733-0cbc-4561-af2a-502d63f2fd64"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:37.750838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35de330-591d-41a9-ae6e-5bec4165de14 req-5f94e053-80d6-4d3b-aba2-72a57b4816c9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:37.753935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d35de330-591d-41a9-ae6e-5bec4165de14 req-5f94e053-80d6-4d3b-aba2-72a57b4816c9 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=af4a69be-b69c-4c64-a1b7-c15cbe231abf HTTP/1.1" status: 200 len: 867 time: 0.3813503 Feb 19 03:19:37.928581 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Publish callbacks [] for port (4c89a58b-d020-43aa-b884-b2c5164318e1), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.944850 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (4c89a58b-d020-43aa-b884-b2c5164318e1), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:37.988311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d35de330-591d-41a9-ae6e-5bec4165de14 req-576886ed-f67d-45b9-856c-6eae44b30c15 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=689d6763-3515-450d-8359-235dba4acf98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146397 Feb 19 03:19:38.017139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Made reservation on behalf of 9deaa8dd7602430a97ad7b374ac21c16 for: {'subnet': 2} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:38.023438 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.023855 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.048330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Network 828a6e98-6c29-4173-9b84-4bf36523ba26 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:38.060054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:38.062202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Pushing event updated for resources: {'Port': ['ID=4c89a58b-d020-43aa-b884-b2c5164318e1,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:38.075089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:38.080773 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (2130c12b-a2fb-48e5-bb71-2e9592e58756), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.094088 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f813afd-f503-47d6-a317-ad50603169c1 x-openstack-request-id: req-2f813afd-f503-47d6-a317-ad50603169c1 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:38.094088 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af4a69be-b69c-4c64-a1b7-c15cbe231abf", "name": "network-vif-deleted", "tag": "674c6733-0cbc-4561-af2a-502d63f2fd64", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:38.094088 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f813afd-f503-47d6-a317-ad50603169c1 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:38.094460 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af4a69be-b69c-4c64-a1b7-c15cbe231abf', 'name': 'network-vif-deleted', 'tag': '674c6733-0cbc-4561-af2a-502d63f2fd64', 'status': 'completed', 'code': 200} Feb 19 03:19:38.191239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Attempting to bind port 4c89a58b-d020-43aa-b884-b2c5164318e1 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:38.192064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Attempting to bind port 4c89a58b-d020-43aa-b884-b2c5164318e1 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8e03178b-0344-422e-9a02-70839867061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '828a6e98-6c29-4173-9b84-4bf36523ba26'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:38.192651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Attempting to bind port 4c89a58b-d020-43aa-b884-b2c5164318e1 on network 828a6e98-6c29-4173-9b84-4bf36523ba26 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:38.200397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:38.210120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Checking segment: {'id': '8e03178b-0344-422e-9a02-70839867061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '828a6e98-6c29-4173-9b84-4bf36523ba26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:38.210977 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.211539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Bound using segment: {'id': '8e03178b-0344-422e-9a02-70839867061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '828a6e98-6c29-4173-9b84-4bf36523ba26'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:38.213387 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Bound port: 4c89a58b-d020-43aa-b884-b2c5164318e1, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e03178b-0344-422e-9a02-70839867061f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '828a6e98-6c29-4173-9b84-4bf36523ba26'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:38.213995 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4c89a58b-d020-43aa-b884-b2c5164318e1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.281845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Subnet': ['ID=2130c12b-a2fb-48e5-bb71-2e9592e58756,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:38.380809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] For port 4c89a58b-d020-43aa-b884-b2c5164318e1, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:38.391363 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (07468fe7-9f9f-465b-b30b-86ddf5be8a63), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.417535 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.421727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] For port 4c89a58b-d020-43aa-b884-b2c5164318e1, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4c89a58b-d020-43aa-b884-b2c5164318e1,segment=NetworkSegment(8e03178b-0344-422e-9a02-70839867061f),segment_id=8e03178b-0344-422e-9a02-70839867061f)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:38.422543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.438125 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4c89a58b-d020-43aa-b884-b2c5164318e1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.461499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48746) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:38.480805 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (828a6e98-6c29-4173-9b84-4bf36523ba26), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.502040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b1a3a-1cfe-494a-a319-a3759edb3d86 None None] Pushing event updated for resources: {'Port': ['ID=4c89a58b-d020-43aa-b884-b2c5164318e1,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:38.515194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828a6e98-6c29-4173-9b84-4bf36523ba26']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:38.552987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e03178b-0344-422e-9a02-70839867061f') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:38.553342 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e03178b-0344-422e-9a02-70839867061f') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:38.570745 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (8e03178b-0344-422e-9a02-70839867061f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.586083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31132977-209e-4698-8ff6-26e5a416b111 None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:19:38.594019 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8e03178b-0344-422e-9a02-70839867061f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.609782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Allocated IP 172.25.1.197 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/562be7d3-ac76-41a7-a771-cc26a329ea34) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:38.612229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:38.612970 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (8e03178b-0344-422e-9a02-70839867061f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:38.617103 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:38.687843 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f47453d7-c7a0-4a2d-816c-3fd6de813c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.706999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31132977-209e-4698-8ff6-26e5a416b111 None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:19:38.722226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.api [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:19:38.722226 n-d-826755-2 neutron-server[109899]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:19:38.722226 n-d-826755-2 neutron-server[109899]: [parameters: {'id': '828a6e98-6c29-4173-9b84-4bf36523ba26'}] Feb 19 03:19:38.722226 n-d-826755-2 neutron-server[109899]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109899) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:19:38.723027 n-d-826755-2 neutron-server[109899]: DEBUG oslo_db.api [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:19:38.723792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (bf474423-9f42-41c5-b4a0-3790e96e4ddc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.820164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event updated for resources: {'Subnet': ['ID=bf474423-9f42-41c5-b4a0-3790e96e4ddc,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:38.855915 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for port (562be7d3-ac76-41a7-a771-cc26a329ea34), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.864214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Checking segment: {'id': '80afefef-eb6e-481f-bc6e-87afc6d1dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb574dff-29c5-4b9d-82e5-62620e9b0989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:38.864837 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Network hostable DHCP agents. Network: eb574dff-29c5-4b9d-82e5-62620e9b0989, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:38.876975 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f47453d7-c7a0-4a2d-816c-3fd6de813c3a admin admin] Publish callbacks [] for security_group (48dd79cc-5eb5-465f-9bf7-e75d268bcd68), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.891024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f47453d7-c7a0-4a2d-816c-3fd6de813c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (48dd79cc-5eb5-465f-9bf7-e75d268bcd68), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.902172 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (562be7d3-ac76-41a7-a771-cc26a329ea34), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:38.914152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Network eb574dff-29c5-4b9d-82e5-62620e9b0989 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:38.948443 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f47453d7-c7a0-4a2d-816c-3fd6de813c3a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6778dee38ae347b8a3980f54dc997df1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4856489 Feb 19 03:19:38.949306 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47453d7-c7a0-4a2d-816c-3fd6de813c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dd79cc-5eb5-465f-9bf7-e75d268bcd68,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:38.950082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:38.951087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48750) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:38.953744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addc0fee-3d35-4125-981f-596e7b4f975d None None] Network 828a6e98-6c29-4173-9b84-4bf36523ba26 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:38.966222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:38.973104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, eb574dff-29c5-4b9d-82e5-62620e9b0989) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:38.976333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:38.986261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (e1803be6-5dcb-4a06-97a6-761129371274), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.003186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Pushing event updated for resources: {'Port': ['ID=562be7d3-ac76-41a7-a771-cc26a329ea34,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:39.011691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca74ccc-a114-4f7c-bd1e-cc010a9f13cb None None] Network eb574dff-29c5-4b9d-82e5-62620e9b0989 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:39.094193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event updated for resources: {'Subnet': ['ID=e1803be6-5dcb-4a06-97a6-761129371274,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:39.112523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Checking segment: {'id': '0a39ec35-d8e2-467e-a10a-34e54e5a7be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7d79f835-efe2-4ddb-863a-892af8dfb5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:39.113076 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Network hostable DHCP agents. Network: 7d79f835-efe2-4ddb-863a-892af8dfb5e9, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:39.123263 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10368ade-7b89-45f0-b404-bb75b470cf52 admin admin] Publish callbacks [] for security_group (48dd79cc-5eb5-465f-9bf7-e75d268bcd68), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.143603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Network 7d79f835-efe2-4ddb-863a-892af8dfb5e9 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:39.163198 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 7d79f835-efe2-4ddb-863a-892af8dfb5e9) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:39.171859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:39.172569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:39.173399 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.175784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e349d0-f735-41ae-9e30-a31d76342718 None None] Network 7d79f835-efe2-4ddb-863a-892af8dfb5e9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:39.193080 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ba01fdf0-638e-4454-8e2f-3123144eed1f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4656844 Feb 19 03:19:39.195463 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48756) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:39.221145 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10368ade-7b89-45f0-b404-bb75b470cf52 admin admin] Publish callbacks [] for security_group (48dd79cc-5eb5-465f-9bf7-e75d268bcd68), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.223440 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (828a6e98-6c29-4173-9b84-4bf36523ba26), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.248702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-eb574dff-29c5-4b9d-82e5-62620e9b0989', 'network_id': 'eb574dff-29c5-4b9d-82e5-62620e9b0989', 'project_id': '9deaa8dd7602430a97ad7b374ac21c16', 'fixed_ips': [{'subnet_id': 'bf474423-9f42-41c5-b4a0-3790e96e4ddc'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:39.253769 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.378666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2633e59-a90b-4815-8ddf-24520f718ead tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:39.381273 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2633e59-a90b-4815-8ddf-24520f718ead tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:39.390568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2633e59-a90b-4815-8ddf-24520f718ead tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:39.393289 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a2633e59-a90b-4815-8ddf-24520f718ead tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1967978 Feb 19 03:19:39.397012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48760) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:39.419784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-7d79f835-efe2-4ddb-863a-892af8dfb5e9', 'network_id': '7d79f835-efe2-4ddb-863a-892af8dfb5e9', 'project_id': '9deaa8dd7602430a97ad7b374ac21c16', 'fixed_ips': [{'subnet_id': 'e1803be6-5dcb-4a06-97a6-761129371274'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:39.420719 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.455700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10368ade-7b89-45f0-b404-bb75b470cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (48dd79cc-5eb5-465f-9bf7-e75d268bcd68), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.461119 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10368ade-7b89-45f0-b404-bb75b470cf52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.467247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-10368ade-7b89-45f0-b404-bb75b470cf52 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/48dd79cc-5eb5-465f-9bf7-e75d268bcd68 HTTP/1.1" status: 204 len: 168 time: 0.5120728 Feb 19 03:19:39.506270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-7577bfc1-83fb-4cbc-9c5c-b1c4992c3157 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Deleting subnet bf474423-9f42-41c5-b4a0-3790e96e4ddc {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:39.511423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10368ade-7b89-45f0-b404-bb75b470cf52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dd79cc-5eb5-465f-9bf7-e75d268bcd68,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:39.555673 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (07468fe7-9f9f-465b-b30b-86ddf5be8a63), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.559352 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting port 4c89a58b-d020-43aa-b884-b2c5164318e1 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:39.559858 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4c89a58b-d020-43aa-b884-b2c5164318e1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.599128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Allocated IP 172.20.0.2 (eb574dff-29c5-4b9d-82e5-62620e9b0989/bf474423-9f42-41c5-b4a0-3790e96e4ddc/c35a0742-09a5-4182-875e-ecc68cf68f1f) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:39.828242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Allocated IP 172.20.0.18 (7d79f835-efe2-4ddb-863a-892af8dfb5e9/e1803be6-5dcb-4a06-97a6-761129371274/b31b42d5-319a-499b-9763-c6dc9427906d) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:39.849004 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Publish callbacks [] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.859667 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48768) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:39.877397 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.881391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cde3832-6bf7-4e60-b75b-04657ce52814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.890900 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7577bfc1-83fb-4cbc-9c5c-b1c4992c3157 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for subnet (bf474423-9f42-41c5-b4a0-3790e96e4ddc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:39.965025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Network eb574dff-29c5-4b9d-82e5-62620e9b0989 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:39.970303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:39.973710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:39.984688 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cde3832-6bf7-4e60-b75b-04657ce52814 admin admin] Publish callbacks [] for security_group (e1a86641-2545-4331-b87d-12bced4c7f24), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.016158 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9cde3832-6bf7-4e60-b75b-04657ce52814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e1a86641-2545-4331-b87d-12bced4c7f24), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.079550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Pushing event updated for resources: {'Port': ['ID=c35a0742-09a5-4182-875e-ecc68cf68f1f,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:40.096802 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7577bfc1-83fb-4cbc-9c5c-b1c4992c3157 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (bf474423-9f42-41c5-b4a0-3790e96e4ddc), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.129837 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9cde3832-6bf7-4e60-b75b-04657ce52814 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e6604248c8a0432280064e5d543aab7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687960 Feb 19 03:19:40.136534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48770) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:40.142055 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.151592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Attempting to bind port c35a0742-09a5-4182-875e-ecc68cf68f1f on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:40.151954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Attempting to bind port c35a0742-09a5-4182-875e-ecc68cf68f1f by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '80afefef-eb6e-481f-bc6e-87afc6d1dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb574dff-29c5-4b9d-82e5-62620e9b0989'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:40.152311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Attempting to bind port c35a0742-09a5-4182-875e-ecc68cf68f1f on network eb574dff-29c5-4b9d-82e5-62620e9b0989 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:40.160481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde3832-6bf7-4e60-b75b-04657ce52814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a86641-2545-4331-b87d-12bced4c7f24,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:40.161887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:40.162203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Checking segment: {'id': '80afefef-eb6e-481f-bc6e-87afc6d1dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb574dff-29c5-4b9d-82e5-62620e9b0989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:40.162597 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.162776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] For port 4c89a58b-d020-43aa-b884-b2c5164318e1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4c89a58b-d020-43aa-b884-b2c5164318e1,segment=NetworkSegment(8e03178b-0344-422e-9a02-70839867061f),segment_id=8e03178b-0344-422e-9a02-70839867061f)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:40.163280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Bound using segment: {'id': '80afefef-eb6e-481f-bc6e-87afc6d1dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb574dff-29c5-4b9d-82e5-62620e9b0989'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:40.163360 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4c89a58b-d020-43aa-b884-b2c5164318e1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.163447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Bound port: c35a0742-09a5-4182-875e-ecc68cf68f1f, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80afefef-eb6e-481f-bc6e-87afc6d1dddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'eb574dff-29c5-4b9d-82e5-62620e9b0989'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:40.163789 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.216369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef5fd7-7e4d-4443-be99-93a6a22892f9 req-cc23e5be-1297-4c93-854d-d9cd7019c368 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:40.225485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfef5fd7-7e4d-4443-be99-93a6a22892f9 req-cc23e5be-1297-4c93-854d-d9cd7019c368 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.6902986 Feb 19 03:19:40.228254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Calling delete_port for 4c89a58b-d020-43aa-b884-b2c5164318e1 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:40.253254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 674c6733-0cbc-4561-af2a-502d63f2fd64 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:40.273567 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0da9a36f-5aaa-44b2-b185-a4a8eb5cbfc1 admin admin] Publish callbacks [] for security_group (e1a86641-2545-4331-b87d-12bced4c7f24), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.283817 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7577bfc1-83fb-4cbc-9c5c-b1c4992c3157 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (bf474423-9f42-41c5-b4a0-3790e96e4ddc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.285009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 674c6733-0cbc-4561-af2a-502d63f2fd64 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:40.285351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 674c6733-0cbc-4561-af2a-502d63f2fd64 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:40.296428 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Publish callbacks [] for port (b31b42d5-319a-499b-9763-c6dc9427906d), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.319019 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (b31b42d5-319a-499b-9763-c6dc9427906d), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.358049 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0da9a36f-5aaa-44b2-b185-a4a8eb5cbfc1 admin admin] Publish callbacks [] for security_group (e1a86641-2545-4331-b87d-12bced4c7f24), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.385395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Network 7d79f835-efe2-4ddb-863a-892af8dfb5e9 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:40.389399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:40.393209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:40.397094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Pushing event updated for resources: {'Port': ['ID=b31b42d5-319a-499b-9763-c6dc9427906d,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:40.423967 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7577bfc1-83fb-4cbc-9c5c-b1c4992c3157 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (bf474423-9f42-41c5-b4a0-3790e96e4ddc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.455918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577bfc1-83fb-4cbc-9c5c-b1c4992c3157 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event deleted for resources: {'Subnet': ['ID=bf474423-9f42-41c5-b4a0-3790e96e4ddc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:40.465934 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7577bfc1-83fb-4cbc-9c5c-b1c4992c3157 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.472876 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7577bfc1-83fb-4cbc-9c5c-b1c4992c3157 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "DELETE /v2.0/subnets/bf474423-9f42-41c5-b4a0-3790e96e4ddc HTTP/1.1" status: 204 len: 168 time: 1.0741503 Feb 19 03:19:40.473506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48774) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:40.487814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Attempting to bind port b31b42d5-319a-499b-9763-c6dc9427906d on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:40.488566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Attempting to bind port b31b42d5-319a-499b-9763-c6dc9427906d by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '0a39ec35-d8e2-467e-a10a-34e54e5a7be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7d79f835-efe2-4ddb-863a-892af8dfb5e9'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:40.489201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Attempting to bind port b31b42d5-319a-499b-9763-c6dc9427906d on network 7d79f835-efe2-4ddb-863a-892af8dfb5e9 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:40.492611 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] For port c35a0742-09a5-4182-875e-ecc68cf68f1f, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:40.507603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:40.508458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Checking segment: {'id': '0a39ec35-d8e2-467e-a10a-34e54e5a7be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7d79f835-efe2-4ddb-863a-892af8dfb5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:40.509191 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.509793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Bound using segment: {'id': '0a39ec35-d8e2-467e-a10a-34e54e5a7be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7d79f835-efe2-4ddb-863a-892af8dfb5e9'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:40.510556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Bound port: b31b42d5-319a-499b-9763-c6dc9427906d, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a39ec35-d8e2-467e-a10a-34e54e5a7be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7d79f835-efe2-4ddb-863a-892af8dfb5e9'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:40.511156 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b31b42d5-319a-499b-9763-c6dc9427906d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.530270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-89522e71-7efd-48a8-aa43-ecce186f9193 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Deleting subnet e1803be6-5dcb-4a06-97a6-761129371274 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:40.532587 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0da9a36f-5aaa-44b2-b185-a4a8eb5cbfc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e1a86641-2545-4331-b87d-12bced4c7f24), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.535379 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0da9a36f-5aaa-44b2-b185-a4a8eb5cbfc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.536562 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0da9a36f-5aaa-44b2-b185-a4a8eb5cbfc1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e1a86641-2545-4331-b87d-12bced4c7f24 HTTP/1.1" status: 204 len: 168 time: 0.3965240 Feb 19 03:19:40.540059 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-89522e71-7efd-48a8-aa43-ecce186f9193 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for subnet (e1803be6-5dcb-4a06-97a6-761129371274), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.571246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfef5fd7-7e4d-4443-be99-93a6a22892f9 req-7c21f828-9a77-489e-a1ba-db4be7b02d44 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3394032 Feb 19 03:19:40.584139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9a36f-5aaa-44b2-b185-a4a8eb5cbfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a86641-2545-4331-b87d-12bced4c7f24,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:40.592595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] For port c35a0742-09a5-4182-875e-ecc68cf68f1f, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c35a0742-09a5-4182-875e-ecc68cf68f1f,segment=NetworkSegment(80afefef-eb6e-481f-bc6e-87afc6d1dddc),segment_id=80afefef-eb6e-481f-bc6e-87afc6d1dddc)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:40.608774 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4c89a58b-d020-43aa-b884-b2c5164318e1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.613205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] For port b31b42d5-319a-499b-9763-c6dc9427906d, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:40.618378 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-89522e71-7efd-48a8-aa43-ecce186f9193 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (e1803be6-5dcb-4a06-97a6-761129371274), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.622884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] For port b31b42d5-319a-499b-9763-c6dc9427906d, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b31b42d5-319a-499b-9763-c6dc9427906d,segment=NetworkSegment(0a39ec35-d8e2-467e-a10a-34e54e5a7be3),segment_id=0a39ec35-d8e2-467e-a10a-34e54e5a7be3)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:40.629268 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.652796 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (07468fe7-9f9f-465b-b30b-86ddf5be8a63), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.655806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Port': ['ID=4c89a58b-d020-43aa-b884-b2c5164318e1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:40.661614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No DVR routers for this DVR port 4c89a58b-d020-43aa-b884-b2c5164318e1 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:40.674337 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b31b42d5-319a-499b-9763-c6dc9427906d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.730231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07856595-4d3b-41af-9a47-9bb78b556870 None None] Pushing event updated for resources: {'Port': ['ID=c35a0742-09a5-4182-875e-ecc68cf68f1f,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:40.812793 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-89522e71-7efd-48a8-aa43-ecce186f9193 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (e1803be6-5dcb-4a06-97a6-761129371274), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.832258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c073863-444b-4434-91a7-e4b4bb073431 None None] Pushing event updated for resources: {'Port': ['ID=b31b42d5-319a-499b-9763-c6dc9427906d,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:40.916193 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (828a6e98-6c29-4173-9b84-4bf36523ba26), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.955053 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-89522e71-7efd-48a8-aa43-ecce186f9193 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (e1803be6-5dcb-4a06-97a6-761129371274), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.973441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['828a6e98-6c29-4173-9b84-4bf36523ba26']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:40.974945 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-89522e71-7efd-48a8-aa43-ecce186f9193 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:40.979800 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-89522e71-7efd-48a8-aa43-ecce186f9193 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "DELETE /v2.0/subnets/e1803be6-5dcb-4a06-97a6-761129371274 HTTP/1.1" status: 204 len: 168 time: 0.5052207 Feb 19 03:19:40.988349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48780) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:41.004314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89522e71-7efd-48a8-aa43-ecce186f9193 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event deleted for resources: {'Subnet': ['ID=e1803be6-5dcb-4a06-97a6-761129371274,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:41.023317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e03178b-0344-422e-9a02-70839867061f') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:41.023743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e03178b-0344-422e-9a02-70839867061f') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:41.154695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (8e03178b-0344-422e-9a02-70839867061f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.266265 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8e03178b-0344-422e-9a02-70839867061f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.299466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534bfcb5-bdb5-4213-a18b-dd1d543e5e55 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:41.301660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-534bfcb5-bdb5-4213-a18b-dd1d543e5e55 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3122771 Feb 19 03:19:41.306557 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48788) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:41.310812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:41.311553 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (8e03178b-0344-422e-9a02-70839867061f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:41.318262 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:41.438356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Router 07468fe7-9f9f-465b-b30b-86ddf5be8a63 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:19:41.459830 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (828a6e98-6c29-4173-9b84-4bf36523ba26), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.470654 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.483158 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/828a6e98-6c29-4173-9b84-4bf36523ba26 HTTP/1.1" status: 204 len: 168 time: 4.9285738 Feb 19 03:19:41.486142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48794) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:41.499232 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5d7a25af-e017-488f-b044-54541901cbb4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-314306063'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:41.504311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (7d79f835-efe2-4ddb-863a-892af8dfb5e9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.535257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83a8c88-a875-4395-8e5f-eab0af701972 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Network': ['ID=828a6e98-6c29-4173-9b84-4bf36523ba26,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:41.555380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-18c962d9-c1d8-4517-92da-c548b075cd40 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:41.557478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-18c962d9-c1d8-4517-92da-c548b075cd40 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.3401647 Feb 19 03:19:41.589559 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Deleting port b31b42d5-319a-499b-9763-c6dc9427906d {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:41.591093 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b31b42d5-319a-499b-9763-c6dc9427906d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.669721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] For port b31b42d5-319a-499b-9763-c6dc9427906d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b31b42d5-319a-499b-9763-c6dc9427906d,segment=NetworkSegment(0a39ec35-d8e2-467e-a10a-34e54e5a7be3),segment_id=0a39ec35-d8e2-467e-a10a-34e54e5a7be3)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:41.670096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b31b42d5-319a-499b-9763-c6dc9427906d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.678839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7a25af-e017-488f-b044-54541901cbb4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:41.682745 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d7a25af-e017-488f-b044-54541901cbb4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.699580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Calling delete_port for b31b42d5-319a-499b-9763-c6dc9427906d owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:41.781874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7a25af-e017-488f-b044-54541901cbb4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:41.834719 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b31b42d5-319a-499b-9763-c6dc9427906d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.841213 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d7a25af-e017-488f-b044-54541901cbb4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (40ca7c84-cf0b-423b-a725-ac452616c3d8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:41.841564 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-5d7a25af-e017-488f-b044-54541901cbb4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Added segment 40ca7c84-cf0b-423b-a725-ac452616c3d8 of type vlan for network 08bf645f-7833-4fb3-86f8-4e7b729d24f5 Feb 19 03:19:41.877378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event deleted for resources: {'Port': ['ID=b31b42d5-319a-499b-9763-c6dc9427906d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:41.882187 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] No DVR routers for this DVR port b31b42d5-319a-499b-9763-c6dc9427906d on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:41.924862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0d807-8eb5-4bc4-9b27-99c43ee8e7a1 req-571fbcc1-77ec-48e2-a5d1-335713bdde98 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:41.926467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7e0d807-8eb5-4bc4-9b27-99c43ee8e7a1 req-571fbcc1-77ec-48e2-a5d1-335713bdde98 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.2834430 Feb 19 03:19:41.940577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:41.953173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da095e51-30b3-4efb-bca1-84520d6597f1 None None] Sync routers for ids ['07468fe7-9f9f-465b-b30b-86ddf5be8a63'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:41.968164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da095e51-30b3-4efb-bca1-84520d6597f1 None None] Routers {'07468fe7-9f9f-465b-b30b-86ddf5be8a63'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:41.981470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-da095e51-30b3-4efb-bca1-84520d6597f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['07468fe7-9f9f-465b-b30b-86ddf5be8a63'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:42.035183 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d7a25af-e017-488f-b044-54541901cbb4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (08bf645f-7833-4fb3-86f8-4e7b729d24f5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.060184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-da095e51-30b3-4efb-bca1-84520d6597f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:42.069498 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da095e51-30b3-4efb-bca1-84520d6597f1 None None] Routers {'07468fe7-9f9f-465b-b30b-86ddf5be8a63'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:42.070103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-da095e51-30b3-4efb-bca1-84520d6597f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['07468fe7-9f9f-465b-b30b-86ddf5be8a63'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:42.084214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Deleting port 9a84ba45-e110-432f-81e2-861001d5dea7 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:42.084554 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.093472 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (7d79f835-efe2-4ddb-863a-892af8dfb5e9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.120394 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.129041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-da095e51-30b3-4efb-bca1-84520d6597f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:42.129721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da095e51-30b3-4efb-bca1-84520d6597f1 None None] The sync data for ids ['07468fe7-9f9f-465b-b30b-86ddf5be8a63'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:42.131586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c35a0742-09a5-4182-875e-ecc68cf68f1f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:42.137058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f6e62cab-88b0-4333-856c-5570ec2eba5c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.3942511 Feb 19 03:19:42.138740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48814) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:42.142822 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d79f835-efe2-4ddb-863a-892af8dfb5e9']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:42.157908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a39ec35-d8e2-467e-a10a-34e54e5a7be3') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:42.158505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a39ec35-d8e2-467e-a10a-34e54e5a7be3') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:42.177358 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (0a39ec35-d8e2-467e-a10a-34e54e5a7be3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.204914 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (0a39ec35-d8e2-467e-a10a-34e54e5a7be3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.218604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:42.225385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:42.226334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (0a39ec35-d8e2-467e-a10a-34e54e5a7be3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.243663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c35a0742-09a5-4182-875e-ecc68cf68f1f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:42.244281 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.338613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7e0d807-8eb5-4bc4-9b27-99c43ee8e7a1 req-9baab88f-3861-4f04-bcc7-29a88e4b7d9c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3959396 Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:42.375532 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:42.377614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c35a0742-09a5-4182-875e-ecc68cf68f1f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:42.378620 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.381577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (7d79f835-efe2-4ddb-863a-892af8dfb5e9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.389788 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.394332 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "DELETE /v2.0/networks/7d79f835-efe2-4ddb-863a-892af8dfb5e9 HTTP/1.1" status: 204 len: 168 time: 1.0866420 Feb 19 03:19:42.395351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d7a25af-e017-488f-b044-54541901cbb4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (08bf645f-7833-4fb3-86f8-4e7b729d24f5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.403514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7a25af-e017-488f-b044-54541901cbb4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:42.404696 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d7a25af-e017-488f-b044-54541901cbb4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.415616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48820) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:42.419830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c38602-35b9-4b75-92d3-ae13068bad0f tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event deleted for resources: {'Network': ['ID=7d79f835-efe2-4ddb-863a-892af8dfb5e9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:42.461779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port c35a0742-09a5-4182-875e-ecc68cf68f1f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c35a0742-09a5-4182-875e-ecc68cf68f1f,segment=NetworkSegment(80afefef-eb6e-481f-bc6e-87afc6d1dddc),segment_id=80afefef-eb6e-481f-bc6e-87afc6d1dddc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:42.468928 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.470370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b31b42d5-319a-499b-9763-c6dc9427906d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:42.541691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: b31b42d5-319a-499b-9763-c6dc9427906d {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:42.542144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b31b42d5-319a-499b-9763-c6dc9427906d not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 03:19:42.623864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Port b31b42d5-319a-499b-9763-c6dc9427906d not found, will not notify nova. {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 03:19:42.661190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=c35a0742-09a5-4182-875e-ecc68cf68f1f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:42.705581 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (eb574dff-29c5-4b9d-82e5-62620e9b0989), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.778659 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48842) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:42.784339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d2ef5b69-4e07-43c5-8918-01061782aec2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'subnet': {'network_id': '08bf645f-7833-4fb3-86f8-4e7b729d24f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:42.788114 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5d7a25af-e017-488f-b044-54541901cbb4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2955379 Feb 19 03:19:42.845315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] For port 9a84ba45-e110-432f-81e2-861001d5dea7, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9a84ba45-e110-432f-81e2-861001d5dea7,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:42.845685 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:42.863522 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b482f454-95f2-44f3-8690-e4627f5fb110 None None] Could not find standard attr ID for object b31b42d5-319a-499b-9763-c6dc9427906d. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:19:42.898732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a25af-e017-488f-b044-54541901cbb4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Network': ['ID=08bf645f-7833-4fb3-86f8-4e7b729d24f5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:42.918714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 08bf645f-7833-4fb3-86f8-4e7b729d24f5 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:42.992286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ef5b69-4e07-43c5-8918-01061782aec2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:43.007089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5b69-4e07-43c5-8918-01061782aec2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.029370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f689b67-224e-4b4c-9605-c8481ab8fb24 None None] DHCP port deletion for 7d79f835-efe2-4ddb-863a-892af8dfb5e9 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:19:43.088646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ac84c-62cb-4e01-b5fc-8fe1593c453f None None] Network 7d79f835-efe2-4ddb-863a-892af8dfb5e9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:43.121049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c0923-11e1-454a-9d73-97f618810d3f None None] Network eb574dff-29c5-4b9d-82e5-62620e9b0989 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:43.206110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ac84c-62cb-4e01-b5fc-8fe1593c453f None None] Network 7d79f835-efe2-4ddb-863a-892af8dfb5e9 could not be found, it might have been deleted concurrently. {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:19:43.247676 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b377e4c7-bf1b-49ac-b0e6-9b782dfd9176 None None] Provisioning complete for port c35a0742-09a5-4182-875e-ecc68cf68f1f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:43.248085 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b377e4c7-bf1b-49ac-b0e6-9b782dfd9176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.295621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48856) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:43.320742 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5b69-4e07-43c5-8918-01061782aec2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (da75abb4-cb0e-45d7-a2d4-126face58f3d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.341103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Deleting port c35a0742-09a5-4182-875e-ecc68cf68f1f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:43.341642 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.366547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b377e4c7-bf1b-49ac-b0e6-9b782dfd9176 None None] Current status of the port c35a0742-09a5-4182-875e-ecc68cf68f1f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:43.456282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ef5b69-4e07-43c5-8918-01061782aec2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Subnet': ['ID=da75abb4-cb0e-45d7-a2d4-126face58f3d,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:43.465410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2296a5c4-753d-4b01-ad91-11ddd98683fd None None] DHCP port deletion for eb574dff-29c5-4b9d-82e5-62620e9b0989 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:19:43.470929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ef5b69-4e07-43c5-8918-01061782aec2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Checking segment: {'id': '40ca7c84-cf0b-423b-a725-ac452616c3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08bf645f-7833-4fb3-86f8-4e7b729d24f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:43.471344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef5b69-4e07-43c5-8918-01061782aec2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network hostable DHCP agents. Network: 08bf645f-7833-4fb3-86f8-4e7b729d24f5, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:43.498610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ef5b69-4e07-43c5-8918-01061782aec2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network 08bf645f-7833-4fb3-86f8-4e7b729d24f5 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:43.513984 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d2ef5b69-4e07-43c5-8918-01061782aec2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 08bf645f-7833-4fb3-86f8-4e7b729d24f5) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:43.521178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ef5b69-4e07-43c5-8918-01061782aec2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:43.521925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5b69-4e07-43c5-8918-01061782aec2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.532413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3db4da-c225-4f6b-ada7-a7dfd4585780 None None] Network 08bf645f-7833-4fb3-86f8-4e7b729d24f5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:43.544998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] For port c35a0742-09a5-4182-875e-ecc68cf68f1f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c35a0742-09a5-4182-875e-ecc68cf68f1f,segment=NetworkSegment(80afefef-eb6e-481f-bc6e-87afc6d1dddc),segment_id=80afefef-eb6e-481f-bc6e-87afc6d1dddc)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:43.545375 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.561699 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.562062 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (bf680cf0-033f-4939-ba5f-71d7148b1b7d), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.562384 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Floating IP bf680cf0-033f-4939-ba5f-71d7148b1b7d disassociated. External IP: 172.25.1.22, port: 9a84ba45-e110-432f-81e2-861001d5dea7. Feb 19 03:19:43.562730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Calling delete_port for 9a84ba45-e110-432f-81e2-861001d5dea7 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:43.565442 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d2ef5b69-4e07-43c5-8918-01061782aec2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7854908 Feb 19 03:19:43.566160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48862) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:43.575578 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6bb3024c-f7a9-489e-b454-0bbc503048de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'subnet': {'network_id': '08bf645f-7833-4fb3-86f8-4e7b729d24f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:43.623360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Calling delete_port for c35a0742-09a5-4182-875e-ecc68cf68f1f owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:43.623772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2296a5c4-753d-4b01-ad91-11ddd98683fd None None] Deleting port c35a0742-09a5-4182-875e-ecc68cf68f1f {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:43.624141 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2296a5c4-753d-4b01-ad91-11ddd98683fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.633319 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a9438d8-0528-42b6-a432-739e7ee63404 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.731048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-08bf645f-7833-4fb3-86f8-4e7b729d24f5', 'network_id': '08bf645f-7833-4fb3-86f8-4e7b729d24f5', 'project_id': 'e8e1613a14b647d7aaf0ee651fe69ddb', 'fixed_ips': [{'subnet_id': 'da75abb4-cb0e-45d7-a2d4-126face58f3d'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:43.731926 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.748328 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2296a5c4-753d-4b01-ad91-11ddd98683fd None None] For port c35a0742-09a5-4182-875e-ecc68cf68f1f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c35a0742-09a5-4182-875e-ecc68cf68f1f,segment=NetworkSegment(80afefef-eb6e-481f-bc6e-87afc6d1dddc),segment_id=80afefef-eb6e-481f-bc6e-87afc6d1dddc)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:43.748749 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2296a5c4-753d-4b01-ad91-11ddd98683fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.833103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb3024c-f7a9-489e-b454-0bbc503048de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:43.838834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6bb3024c-f7a9-489e-b454-0bbc503048de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:43.903064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Allocated IP 2001:db8::2 (08bf645f-7833-4fb3-86f8-4e7b729d24f5/da75abb4-cb0e-45d7-a2d4-126face58f3d/f6a41a9c-bba7-46b3-86b0-f078d31c0cd4) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:44.058856 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c35a0742-09a5-4182-875e-ecc68cf68f1f no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:44.109186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2296a5c4-753d-4b01-ad91-11ddd98683fd None None] Calling delete_port for c35a0742-09a5-4182-875e-ecc68cf68f1f owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:44.116763 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (07468fe7-9f9f-465b-b30b-86ddf5be8a63), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.130014 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18242c-a151-461c-b2b5-bf203be3c4de req-9a17826e-4ed6-4079-bc86-378b91be90fd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.131574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e18242c-a151-461c-b2b5-bf203be3c4de req-9a17826e-4ed6-4079-bc86-378b91be90fd tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 945 time: 0.6748297 Feb 19 03:19:44.226441 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_gateway (07468fe7-9f9f-465b-b30b-86ddf5be8a63), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.298504 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6bb3024c-f7a9-489e-b454-0bbc503048de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (828f678e-0c18-4c70-9964-8377e0d5804b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.336085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9a84ba45-e110-432f-81e2-861001d5dea7 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:44.342342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e18242c-a151-461c-b2b5-bf203be3c4de req-549e0202-c9b6-496a-9df2-b868a1c8e420 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups?id=2764502a-e18b-4c00-9352-6aabaf880c1e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711276 Feb 19 03:19:44.394553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3024c-f7a9-489e-b454-0bbc503048de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network 08bf645f-7833-4fb3-86f8-4e7b729d24f5 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:44.405611 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6bb3024c-f7a9-489e-b454-0bbc503048de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:44.418685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb3024c-f7a9-489e-b454-0bbc503048de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.420562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6bb3024c-f7a9-489e-b454-0bbc503048de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.435975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3024c-f7a9-489e-b454-0bbc503048de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Subnet': ['ID=828f678e-0c18-4c70-9964-8377e0d5804b,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:44.437579 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.449022 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a9438d8-0528-42b6-a432-739e7ee63404 admin admin] Publish callbacks [] for security_group (8f487a5d-4614-4b45-841c-7ef847b98b9d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.458872 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6bb3024c-f7a9-489e-b454-0bbc503048de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8891160 Feb 19 03:19:44.459158 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48866) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:44.473852 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (9a84ba45-e110-432f-81e2-861001d5dea7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.478327 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2a9438d8-0528-42b6-a432-739e7ee63404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8f487a5d-4614-4b45-841c-7ef847b98b9d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.480956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event deleted for resources: {'Port': ['ID=c35a0742-09a5-4182-875e-ecc68cf68f1f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:44.481274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No active binding found for port c35a0742-09a5-4182-875e-ecc68cf68f1f {{(pid=109900) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:19:44.481659 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] The host n-d-826755-2 is not matching for port c35a0742-09a5-4182-875e-ecc68cf68f1f host None! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:19:44.482053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c35a0742-09a5-4182-875e-ecc68cf68f1f not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:44.482972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b31b42d5-319a-499b-9763-c6dc9427906d no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:44.485762 n-d-826755-2 neutron-server[109900]: INFO neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No ports have port_id starting with 9a84ba45-e110-432f-81e2-861001d5dea7 Feb 19 03:19:44.488004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Deleting port 562be7d3-ac76-41a7-a771-cc26a329ea34 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:44.488382 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (562be7d3-ac76-41a7-a771-cc26a329ea34), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.519784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: b31b42d5-319a-499b-9763-c6dc9427906d {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:44.520122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b31b42d5-319a-499b-9763-c6dc9427906d not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:44.522719 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f7359-e8c6-4c8d-892e-d81ed63f9e5f tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.525151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f7359-e8c6-4c8d-892e-d81ed63f9e5f tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.526612 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f7359-e8c6-4c8d-892e-d81ed63f9e5f tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.528155 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f7359-e8c6-4c8d-892e-d81ed63f9e5f tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.529276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78f7359-e8c6-4c8d-892e-d81ed63f9e5f tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.534584 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f78f7359-e8c6-4c8d-892e-d81ed63f9e5f tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0709641 Feb 19 03:19:44.535207 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48868) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:44.540348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fbbb78fb-ec44-4be8-8449-81d69443ae09 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1885450932'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:44.543797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] No DVR routers for this DVR port c35a0742-09a5-4182-875e-ecc68cf68f1f on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:44.555889 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Publish callbacks [] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.564765 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2296a5c4-753d-4b01-ad91-11ddd98683fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (c35a0742-09a5-4182-875e-ecc68cf68f1f), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.568782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbb78fb-ec44-4be8-8449-81d69443ae09 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:44.571390 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.572859 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbbb78fb-ec44-4be8-8449-81d69443ae09 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.596815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbb78fb-ec44-4be8-8449-81d69443ae09 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:44.598076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2296a5c4-753d-4b01-ad91-11ddd98683fd None None] Pushing event deleted for resources: {'Port': ['ID=c35a0742-09a5-4182-875e-ecc68cf68f1f,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:44.606563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296a5c4-753d-4b01-ad91-11ddd98683fd None None] No DVR routers for this DVR port c35a0742-09a5-4182-875e-ecc68cf68f1f on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:44.607224 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbbb78fb-ec44-4be8-8449-81d69443ae09 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (bcfd8712-a50c-49d9-a477-42d516c08b78), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.607777 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-fbbb78fb-ec44-4be8-8449-81d69443ae09 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Added segment bcfd8712-a50c-49d9-a477-42d516c08b78 of type vlan for network dc21669b-381b-49c2-9a7f-60479a1ea4ad Feb 19 03:19:44.613580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event deleted for resources: {'Port': ['ID=9a84ba45-e110-432f-81e2-861001d5dea7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:44.635845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2a9438d8-0528-42b6-a432-739e7ee63404 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=45710da2c09b4bfc88fbfa2317eaa163&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3341420 Feb 19 03:19:44.640152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9438d8-0528-42b6-a432-739e7ee63404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f487a5d-4614-4b45-841c-7ef847b98b9d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:44.642947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48870) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:44.646672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Network 08bf645f-7833-4fb3-86f8-4e7b729d24f5 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:44.654222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:44.658902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:44.671960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbbb78fb-ec44-4be8-8449-81d69443ae09 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (dc21669b-381b-49c2-9a7f-60479a1ea4ad), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.711353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Pushing event updated for resources: {'Port': ['ID=f6a41a9c-bba7-46b3-86b0-f078d31c0cd4,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:44.751976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Attempting to bind port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:44.752343 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Attempting to bind port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '40ca7c84-cf0b-423b-a725-ac452616c3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08bf645f-7833-4fb3-86f8-4e7b729d24f5'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:44.752728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Attempting to bind port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 on network 08bf645f-7833-4fb3-86f8-4e7b729d24f5 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:44.759561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:44.759943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Checking segment: {'id': '40ca7c84-cf0b-423b-a725-ac452616c3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08bf645f-7833-4fb3-86f8-4e7b729d24f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:44.760473 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.760960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Bound using segment: {'id': '40ca7c84-cf0b-423b-a725-ac452616c3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08bf645f-7833-4fb3-86f8-4e7b729d24f5'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:44.761444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Bound port: f6a41a9c-bba7-46b3-86b0-f078d31c0cd4, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ca7c84-cf0b-423b-a725-ac452616c3d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '08bf645f-7833-4fb3-86f8-4e7b729d24f5'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:44.761904 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.783513 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-676331da-60ff-4fef-bafb-2f0065aaeda5 admin admin] Publish callbacks [] for security_group (8f487a5d-4614-4b45-841c-7ef847b98b9d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.789422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (eb574dff-29c5-4b9d-82e5-62620e9b0989), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.808744 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (562be7d3-ac76-41a7-a771-cc26a329ea34), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.832047 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbbb78fb-ec44-4be8-8449-81d69443ae09 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (dc21669b-381b-49c2-9a7f-60479a1ea4ad), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.840645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb78fb-ec44-4be8-8449-81d69443ae09 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:44.841545 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fbbb78fb-ec44-4be8-8449-81d69443ae09 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.850678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] For port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:44.855333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] For port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f6a41a9c-bba7-46b3-86b0-f078d31c0cd4,segment=NetworkSegment(40ca7c84-cf0b-423b-a725-ac452616c3d8),segment_id=40ca7c84-cf0b-423b-a725-ac452616c3d8)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:44.886534 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.905924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb574dff-29c5-4b9d-82e5-62620e9b0989']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:44.916991 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-676331da-60ff-4fef-bafb-2f0065aaeda5 admin admin] Publish callbacks [] for security_group (8f487a5d-4614-4b45-841c-7ef847b98b9d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.926863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80afefef-eb6e-481f-bc6e-87afc6d1dddc') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:44.927167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80afefef-eb6e-481f-bc6e-87afc6d1dddc') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:44.931051 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fbbb78fb-ec44-4be8-8449-81d69443ae09 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3924160 Feb 19 03:19:44.939593 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48878) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:44.949223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-32aa38e5-c14b-4fe2-8b87-edaef8923465 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:44.949514 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (80afefef-eb6e-481f-bc6e-87afc6d1dddc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:44.951486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Calling delete_port for 562be7d3-ac76-41a7-a771-cc26a329ea34 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:44.971129 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb78fb-ec44-4be8-8449-81d69443ae09 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Network': ['ID=dc21669b-381b-49c2-9a7f-60479a1ea4ad,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:44.994297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9634d9-e46f-4714-a4fb-242c74b430ca None None] Pushing event updated for resources: {'Port': ['ID=f6a41a9c-bba7-46b3-86b0-f078d31c0cd4,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:45.004474 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (80afefef-eb6e-481f-bc6e-87afc6d1dddc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.007606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network dc21669b-381b-49c2-9a7f-60479a1ea4ad details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:45.016366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:45.016803 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (80afefef-eb6e-481f-bc6e-87afc6d1dddc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:45.019839 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:45.051824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:45.218014 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (eb574dff-29c5-4b9d-82e5-62620e9b0989), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.250374 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.256386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "DELETE /v2.0/networks/eb574dff-29c5-4b9d-82e5-62620e9b0989 HTTP/1.1" status: 204 len: 168 time: 2.8137069 Feb 19 03:19:45.309672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48882) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:45.313058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a5365-a3fa-4aae-8373-f35439696597 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event deleted for resources: {'Network': ['ID=eb574dff-29c5-4b9d-82e5-62620e9b0989,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:45.508810 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.562538 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-676331da-60ff-4fef-bafb-2f0065aaeda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8f487a5d-4614-4b45-841c-7ef847b98b9d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.564715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-676331da-60ff-4fef-bafb-2f0065aaeda5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.565597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:45.566141 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-676331da-60ff-4fef-bafb-2f0065aaeda5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8f487a5d-4614-4b45-841c-7ef847b98b9d HTTP/1.1" status: 204 len: 168 time: 0.9217887 Feb 19 03:19:45.593699 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f970106c-8dd4-403e-a91a-0315871f0863 None None] Sync routers for ids ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:45.596006 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-32aa38e5-c14b-4fe2-8b87-edaef8923465 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (dc21669b-381b-49c2-9a7f-60479a1ea4ad), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.606218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19533a19-5791-4a39-b882-1f42dddd1a24 req-f1ee0748-5145-4edd-ba58-4bc0c0c9a051 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/ports?device_id=52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc HTTP/1.1" status: 200 len: 210 time: 0.0418932 Feb 19 03:19:45.632385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676331da-60ff-4fef-bafb-2f0065aaeda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f487a5d-4614-4b45-841c-7ef847b98b9d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:45.649043 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970106c-8dd4-403e-a91a-0315871f0863 None None] Routers {'2ff025e9-c4fd-4ffa-b310-537ce06c1f04'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:45.650551 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f970106c-8dd4-403e-a91a-0315871f0863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:45.658860 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-32aa38e5-c14b-4fe2-8b87-edaef8923465 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (dc21669b-381b-49c2-9a7f-60479a1ea4ad), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.714881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] No DVR routers for this DVR port 9a84ba45-e110-432f-81e2-861001d5dea7 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:45.715738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32aa38e5-c14b-4fe2-8b87-edaef8923465 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network dc21669b-381b-49c2-9a7f-60479a1ea4ad is not hosted by any dhcp agent {{(pid=109898) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:19:45.722112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aa38e5-c14b-4fe2-8b87-edaef8923465 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:45.730153 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-32aa38e5-c14b-4fe2-8b87-edaef8923465 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.731654 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-32aa38e5-c14b-4fe2-8b87-edaef8923465 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "PUT /v2.0/networks/dc21669b-381b-49c2-9a7f-60479a1ea4ad HTTP/1.1" status: 200 len: 723 time: 0.7911751 Feb 19 03:19:45.735564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48888) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:45.744493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-966d0b6e-9e0f-4149-a8fa-b8fdcbd89d29 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'subnet': {'network_id': 'dc21669b-381b-49c2-9a7f-60479a1ea4ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:45.754141 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.757727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-959a83ba-6f70-4bc7-ab38-0511dabd2f08 req-1b57a17c-8112-42fa-b542-a554264d6d6b tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.87 "DELETE /v2.0/ports/9a84ba45-e110-432f-81e2-861001d5dea7 HTTP/1.1" status: 204 len: 173 time: 4.1950862 Feb 19 03:19:45.758721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-deleted', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:19:45.762727 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f5d65c-d376-4dcb-bdae-caad9496dd60" -d '{"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-deleted", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:19:45.891347 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce61d8f5-9396-41bb-96d2-ac1564c02bfc x-openstack-request-id: req-ce61d8f5-9396-41bb-96d2-ac1564c02bfc {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:19:45.892022 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc", "name": "network-vif-deleted", "tag": "9a84ba45-e110-432f-81e2-861001d5dea7", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:19:45.892626 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ce61d8f5-9396-41bb-96d2-ac1564c02bfc {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:19:45.893797 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7a2f4-7bbe-43f3-ab02-b4999a6c40fc', 'name': 'network-vif-deleted', 'tag': '9a84ba45-e110-432f-81e2-861001d5dea7', 'status': 'completed', 'code': 200} Feb 19 03:19:45.944937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.950167 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (562be7d3-ac76-41a7-a771-cc26a329ea34), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:45.954608 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f970106c-8dd4-403e-a91a-0315871f0863 None None] Set router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:46.011021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Pushing event deleted for resources: {'Port': ['ID=562be7d3-ac76-41a7-a771-cc26a329ea34,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:46.047569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:46.120913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b116b0e-32f0-4263-afab-ad5daaf430a7') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:46.121632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b116b0e-32f0-4263-afab-ad5daaf430a7') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:46.129573 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa38e5-c14b-4fe2-8b87-edaef8923465 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Network': ['ID=dc21669b-381b-49c2-9a7f-60479a1ea4ad,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:46.135030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:46.145561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966d0b6e-9e0f-4149-a8fa-b8fdcbd89d29 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:46.149257 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (2b116b0e-32f0-4263-afab-ad5daaf430a7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.151207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-966d0b6e-9e0f-4149-a8fa-b8fdcbd89d29 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.177015 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (07468fe7-9f9f-465b-b30b-86ddf5be8a63), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.180947 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2b116b0e-32f0-4263-afab-ad5daaf430a7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.238983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:46.239475 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (2b116b0e-32f0-4263-afab-ad5daaf430a7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:46.247874 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:46.250814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network dc21669b-381b-49c2-9a7f-60479a1ea4ad details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:46.536863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:46.537059 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.625398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-966d0b6e-9e0f-4149-a8fa-b8fdcbd89d29 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (71e0ece1-2d7c-4c65-989f-db57403a94b3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.658963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:46.659737 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.678675 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.751113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f6a41a9c-bba7-46b3-86b0-f078d31c0cd4,segment=NetworkSegment(40ca7c84-cf0b-423b-a725-ac452616c3d8),segment_id=40ca7c84-cf0b-423b-a725-ac452616c3d8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:46.755815 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.768186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "DELETE /v2.0/networks/65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec HTTP/1.1" status: 204 len: 168 time: 1.4565487 Feb 19 03:19:46.768460 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.769294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8997688d-84bc-41c5-9318-371666a23d4e tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event deleted for resources: {'Network': ['ID=65d0d0ed-16d6-4bd2-b2ed-9e09f988ebec,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:46.773221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48910) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:46.789631 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f970106c-8dd4-403e-a91a-0315871f0863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:10:38Z', 'revision_number': 4, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '46ac8724-1c23-47bd-8e27-324994cccfbf', 'name': '', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'mac_address': 'fa:16:3e:10:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:37Z', 'updated_at': '2022-02-19T03:10:43Z', 'revision_number': 5, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'subnets': [{'id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:46.817289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48912) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:46.824340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (07468fe7-9f9f-465b-b30b-86ddf5be8a63), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.831029 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (07468fe7-9f9f-465b-b30b-86ddf5be8a63), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:46.868104 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f970106c-8dd4-403e-a91a-0315871f0863 None None] Checking router: 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:19:46.878898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=f6a41a9c-bba7-46b3-86b0-f078d31c0cd4,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:46.881121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d0b6e-9e0f-4149-a8fa-b8fdcbd89d29 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Subnet': ['ID=71e0ece1-2d7c-4c65-989f-db57403a94b3,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:46.886751 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f970106c-8dd4-403e-a91a-0315871f0863 None None] Routers {'2ff025e9-c4fd-4ffa-b310-537ce06c1f04'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:46.887380 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f970106c-8dd4-403e-a91a-0315871f0863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:46.904135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b924c220-0bf8-4d2f-975c-c66937345c6e None None] Network 08bf645f-7833-4fb3-86f8-4e7b729d24f5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:46.980155 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d0b6e-9e0f-4149-a8fa-b8fdcbd89d29 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Checking segment: {'id': 'bcfd8712-a50c-49d9-a477-42d516c08b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'dc21669b-381b-49c2-9a7f-60479a1ea4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:46.980528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966d0b6e-9e0f-4149-a8fa-b8fdcbd89d29 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network hostable DHCP agents. Network: dc21669b-381b-49c2-9a7f-60479a1ea4ad, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:47.002035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Router 07468fe7-9f9f-465b-b30b-86ddf5be8a63 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:47.122785 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f970106c-8dd4-403e-a91a-0315871f0863 None None] Set router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:47.139926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-01b2ec0d-aeb6-4b37-b408-50f193f45ce5 None None] Provisioning complete for port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:47.140496 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-01b2ec0d-aeb6-4b37-b408-50f193f45ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.150940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966d0b6e-9e0f-4149-a8fa-b8fdcbd89d29 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network dc21669b-381b-49c2-9a7f-60479a1ea4ad is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:47.184446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (67612b5d-a22e-4f49-ab12-e25027756c08), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.201617 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a0e4e4b0-e41c-4f9b-8d80-79d4d7edca70 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for security_group (2764502a-e18b-4c00-9352-6aabaf880c1e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.220869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:47.225082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-966d0b6e-9e0f-4149-a8fa-b8fdcbd89d29 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, dc21669b-381b-49c2-9a7f-60479a1ea4ad) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:47.238173 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.244785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5f5c4716-f6a5-4daa-9183-0387d7ec1ffa tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "PUT /v2.0/routers/07468fe7-9f9f-465b-b30b-86ddf5be8a63 HTTP/1.1" status: 200 len: 705 time: 5.0384014 Feb 19 03:19:47.245472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48924) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:47.267375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d0b6e-9e0f-4149-a8fa-b8fdcbd89d29 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:47.268612 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-966d0b6e-9e0f-4149-a8fa-b8fdcbd89d29 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.269220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a616d62-f4ef-4b73-974f-165a65899a20 None None] Network dc21669b-381b-49c2-9a7f-60479a1ea4ad requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:47.274812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58699541-cdef-4290-a153-fee7ef60c404 None None] Sync routers for ids ['07468fe7-9f9f-465b-b30b-86ddf5be8a63'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:47.395918 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a0e4e4b0-e41c-4f9b-8d80-79d4d7edca70 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for security_group (2764502a-e18b-4c00-9352-6aabaf880c1e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.413481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c24c63be-1e49-4b9d-b2bf-3cd69331dbf8 tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/routers/07468fe7-9f9f-465b-b30b-86ddf5be8a63 HTTP/1.1" status: 200 len: 740 time: 0.1612124 Feb 19 03:19:47.414188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48928) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:47.443541 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-966d0b6e-9e0f-4149-a8fa-b8fdcbd89d29 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7073762 Feb 19 03:19:47.453505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48930) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:47.461377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1c1af059-9771-4b70-bb80-baed2a7f4a03 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:47.466092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58699541-cdef-4290-a153-fee7ef60c404 None None] Routers {'07468fe7-9f9f-465b-b30b-86ddf5be8a63'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:47.466768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-58699541-cdef-4290-a153-fee7ef60c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['07468fe7-9f9f-465b-b30b-86ddf5be8a63'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:47.536264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7930698c-a1f8-43e8-bad9-a921c343e16c tempest-RoutersAdminTest-858128091 tempest-RoutersAdminTest-858128091-project-admin] 10.222.0.81 "GET /v2.0/ports?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&device_id=07468fe7-9f9f-465b-b30b-86ddf5be8a63 HTTP/1.1" status: 200 len: 205 time: 0.1183167 Feb 19 03:19:47.536264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48934) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:47.561754 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (67612b5d-a22e-4f49-ab12-e25027756c08), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.580231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-73469558-17cc-45af-ab70-1e80b460e422 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "GET /v2.0/ports?device_id=07468fe7-9f9f-465b-b30b-86ddf5be8a63 HTTP/1.1" status: 200 len: 205 time: 0.0404301 Feb 19 03:19:47.580466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48936) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:47.580828 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f970106c-8dd4-403e-a91a-0315871f0863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:10:38Z', 'revision_number': 4, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '46ac8724-1c23-47bd-8e27-324994cccfbf', 'name': '', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'mac_address': 'fa:16:3e:10:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:37Z', 'updated_at': '2022-02-19T03:10:43Z', 'revision_number': 5, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'subnets': [{'id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:47.618013 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f970106c-8dd4-403e-a91a-0315871f0863 None None] The sync data for ids ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'] in n-d-826755-2 is: [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:10:38Z', 'revision_number': 4, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '46ac8724-1c23-47bd-8e27-324994cccfbf', 'name': '', 'network_id': '513b987e-c7a7-43b2-a06f-79c14abfbbdd', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'mac_address': 'fa:16:3e:10:bc:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:37Z', 'updated_at': '2022-02-19T03:10:43Z', 'revision_number': 5, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'subnets': [{'id': '6e6c0d3a-bff9-42fa-92bf-9c63146b4741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:47.651644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-58699541-cdef-4290-a153-fee7ef60c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:47.681742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67612b5d-a22e-4f49-ab12-e25027756c08']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:47.711891 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bd3cfc-c2a7-4b43-a63a-dabbf4fa384c') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:47.712478 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bd3cfc-c2a7-4b43-a63a-dabbf4fa384c') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:47.730723 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (a9bd3cfc-c2a7-4b43-a63a-dabbf4fa384c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.734773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c1af059-9771-4b70-bb80-baed2a7f4a03 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9892467'] for subnet (71e0ece1-2d7c-4c65-989f-db57403a94b3), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.771881 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a0e4e4b0-e41c-4f9b-8d80-79d4d7edca70 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2764502a-e18b-4c00-9352-6aabaf880c1e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.775683 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a0e4e4b0-e41c-4f9b-8d80-79d4d7edca70 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.777159 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a0e4e4b0-e41c-4f9b-8d80-79d4d7edca70 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "DELETE /v2.0/security-groups/2764502a-e18b-4c00-9352-6aabaf880c1e HTTP/1.1" status: 204 len: 168 time: 0.9585803 Feb 19 03:19:47.783348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58699541-cdef-4290-a153-fee7ef60c404 None None] Routers {'07468fe7-9f9f-465b-b30b-86ddf5be8a63'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:47.784315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-58699541-cdef-4290-a153-fee7ef60c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['07468fe7-9f9f-465b-b30b-86ddf5be8a63'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:47.792900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48942) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:47.806087 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a9bd3cfc-c2a7-4b43-a63a-dabbf4fa384c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.824421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4e4b0-e41c-4f9b-8d80-79d4d7edca70 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2764502a-e18b-4c00-9352-6aabaf880c1e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:47.831042 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-6bf96279-881d-4bd0-a413-a1b7ed8c8e8c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] show failed (client error): The resource could not be found. Feb 19 03:19:47.832420 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6bf96279-881d-4bd0-a413-a1b7ed8c8e8c tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "GET /v2.0/security-groups/2764502a-e18b-4c00-9352-6aabaf880c1e HTTP/1.1" status: 404 len: 347 time: 0.0379603 Feb 19 03:19:47.833743 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:47.834354 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (a9bd3cfc-c2a7-4b43-a63a-dabbf4fa384c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:47.840856 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:47.861572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48944) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:47.990004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-dc21669b-381b-49c2-9a7f-60479a1ea4ad', 'network_id': 'dc21669b-381b-49c2-9a7f-60479a1ea4ad', 'project_id': 'e8e1613a14b647d7aaf0ee651fe69ddb', 'fixed_ips': [{'subnet_id': '71e0ece1-2d7c-4c65-989f-db57403a94b3'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:47.991409 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.010061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:48.058178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-01b2ec0d-aeb6-4b37-b408-50f193f45ce5 None None] Current status of the port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:48.087084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-58699541-cdef-4290-a153-fee7ef60c404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:48.088956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58699541-cdef-4290-a153-fee7ef60c404 None None] The sync data for ids ['07468fe7-9f9f-465b-b30b-86ddf5be8a63'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:48.141190 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb5367c-5df7-400f-8dfd-a25abe627203 None None] New status for floating IP bf680cf0-033f-4939-ba5f-71d7148b1b7d: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:19:48.166752 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156efed5-dee7-4203-8252-1806ce1954b3 None None] Update dhcp port {'port': {'network_id': '08bf645f-7833-4fb3-86f8-4e7b729d24f5', 'fixed_ips': [{'subnet_id': 'da75abb4-cb0e-45d7-a2d4-126face58f3d', 'ip_address': '2001:db8::2'}, {'subnet_id': '828f678e-0c18-4c70-9964-8377e0d5804b'}], 'binding:host_id': 'n-d-826755-2'}, 'id': 'f6a41a9c-bba7-46b3-86b0-f078d31c0cd4'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:19:48.171349 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (67612b5d-a22e-4f49-ab12-e25027756c08), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.214504 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.218064 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] 10.222.0.81 "DELETE /v2.0/networks/67612b5d-a22e-4f49-ab12-e25027756c08 HTTP/1.1" status: 204 len: 168 time: 1.4271016 Feb 19 03:19:48.218268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:48.218660 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.219725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e932e-35c7-4a96-bc91-18cb07f64f47 tempest-BulkNetworkOpsTest-1479417033 tempest-BulkNetworkOpsTest-1479417033-project] Pushing event deleted for resources: {'Network': ['ID=67612b5d-a22e-4f49-ab12-e25027756c08,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:48.259885 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-156efed5-dee7-4203-8252-1806ce1954b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.319574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c1af059-9771-4b70-bb80-baed2a7f4a03 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762369645954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2464279'] for subnet (71e0ece1-2d7c-4c65-989f-db57403a94b3), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.363216 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b111-a295-4918-ae27-0828868a5176 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (07468fe7-9f9f-465b-b30b-86ddf5be8a63), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.370853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:48.434135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1af059-9771-4b70-bb80-baed2a7f4a03 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:48.434741 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c1af059-9771-4b70-bb80-baed2a7f4a03 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.439799 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1c1af059-9771-4b70-bb80-baed2a7f4a03 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "PUT /v2.0/subnets/71e0ece1-2d7c-4c65-989f-db57403a94b3 HTTP/1.1" status: 200 len: 826 time: 0.9829326 Feb 19 03:19:48.444991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48956) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:48.464246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfb39d-ea3e-4e22-8174-4ce64b973829 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Deleting port 03872dc3-5f10-428c-aa76-42b874fdc20d {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:48.464617 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cbbfb39d-ea3e-4e22-8174-4ce64b973829 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (03872dc3-5f10-428c-aa76-42b874fdc20d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.499260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48958) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:48.567455 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cbbfb39d-ea3e-4e22-8174-4ce64b973829 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (03872dc3-5f10-428c-aa76-42b874fdc20d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.567786 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cbbfb39d-ea3e-4e22-8174-4ce64b973829 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for floatingip (03872dc3-5f10-428c-aa76-42b874fdc20d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.582218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-cbbfb39d-ea3e-4e22-8174-4ce64b973829 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Calling delete_port for 03872dc3-5f10-428c-aa76-42b874fdc20d owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:48.702995 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b111-a295-4918-ae27-0828868a5176 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (07468fe7-9f9f-465b-b30b-86ddf5be8a63), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.711059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b111-a295-4918-ae27-0828868a5176 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router_controller (07468fe7-9f9f-465b-b30b-86ddf5be8a63), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.718994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-156efed5-dee7-4203-8252-1806ce1954b3 None None] Allocated IP 172.20.0.1 (08bf645f-7833-4fb3-86f8-4e7b729d24f5/828f678e-0c18-4c70-9964-8377e0d5804b/f6a41a9c-bba7-46b3-86b0-f078d31c0cd4) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:48.753003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1af059-9771-4b70-bb80-baed2a7f4a03 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Subnet': ['ID=71e0ece1-2d7c-4c65-989f-db57403a94b3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:48.766698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cbbfb39d-ea3e-4e22-8174-4ce64b973829 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (03872dc3-5f10-428c-aa76-42b874fdc20d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.771317 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (dc21669b-381b-49c2-9a7f-60479a1ea4ad), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.786390 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b111-a295-4918-ae27-0828868a5176 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (07468fe7-9f9f-465b-b30b-86ddf5be8a63), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.789244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f2b111-a295-4918-ae27-0828868a5176 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Fanout notify agent at l3_agent the message router_deleted on router 07468fe7-9f9f-465b-b30b-86ddf5be8a63 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:19:48.811204 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2f2b111-a295-4918-ae27-0828868a5176 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.812490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b2f2b111-a295-4918-ae27-0828868a5176 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/routers/07468fe7-9f9f-465b-b30b-86ddf5be8a63 HTTP/1.1" status: 204 len: 168 time: 1.2310703 Feb 19 03:19:48.815914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48964) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:48.841661 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-156efed5-dee7-4203-8252-1806ce1954b3 None None] For port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f6a41a9c-bba7-46b3-86b0-f078d31c0cd4,segment=NetworkSegment(40ca7c84-cf0b-423b-a725-ac452616c3d8),segment_id=40ca7c84-cf0b-423b-a725-ac452616c3d8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:48.853125 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48966) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:48.862865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b8d5e0e6-d898-402c-97bd-64d21beec047 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "GET /v2.0/ports?device_id=07468fe7-9f9f-465b-b30b-86ddf5be8a63 HTTP/1.1" status: 200 len: 205 time: 0.0457196 Feb 19 03:19:48.863258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbfb39d-ea3e-4e22-8174-4ce64b973829 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Pushing event deleted for resources: {'Port': ['ID=03872dc3-5f10-428c-aa76-42b874fdc20d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:48.870338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48970) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:48.882749 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-156efed5-dee7-4203-8252-1806ce1954b3 None None] Publish callbacks [] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.894064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Allocated IP 2001:db8::2 (dc21669b-381b-49c2-9a7f-60479a1ea4ad/71e0ece1-2d7c-4c65-989f-db57403a94b3/0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:48.902035 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-156efed5-dee7-4203-8252-1806ce1954b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.961255 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (71e0ece1-2d7c-4c65-989f-db57403a94b3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:48.972066 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-91ce2c98-1bcb-4880-879f-17934d7e7c97 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] delete failed (client error): The resource could not be found. Feb 19 03:19:48.976838 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-91ce2c98-1bcb-4880-879f-17934d7e7c97 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/routers/07468fe7-9f9f-465b-b30b-86ddf5be8a63 HTTP/1.1" status: 404 len: 336 time: 0.0744183 Feb 19 03:19:48.982753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48972) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.035227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:49.040042 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-94699caa-bb0c-43c5-a8c0-2cde53b2f569 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c3db3c9-0466-43bd-be7a-f14c558553f1 HTTP/1.1" status: 200 len: 205 time: 0.0554619 Feb 19 03:19:49.041440 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48976) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.073289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156efed5-dee7-4203-8252-1806ce1954b3 None None] Pushing event updated for resources: {'Port': ['ID=f6a41a9c-bba7-46b3-86b0-f078d31c0cd4,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:49.089472 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.105217 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-eb2214b5-6102-4da7-a283-a1cde5ae14ea tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] delete failed (client error): The resource could not be found. Feb 19 03:19:49.109483 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eb2214b5-6102-4da7-a283-a1cde5ae14ea tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/routers/4c3db3c9-0466-43bd-be7a-f14c558553f1 HTTP/1.1" status: 404 len: 336 time: 0.0648789 Feb 19 03:19:49.110089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48978) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.110780 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cbbfb39d-ea3e-4e22-8174-4ce64b973829 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks [] for floatingip (bf680cf0-033f-4939-ba5f-71d7148b1b7d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.114480 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cbbfb39d-ea3e-4e22-8174-4ce64b973829 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.119334 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cbbfb39d-ea3e-4e22-8174-4ce64b973829 tempest-ServerActionsTestJSON-1385579255 tempest-ServerActionsTestJSON-1385579255-project] 10.222.0.81 "DELETE /v2.0/floatingips/bf680cf0-033f-4939-ba5f-71d7148b1b7d HTTP/1.1" status: 204 len: 168 time: 1.2564702 Feb 19 03:19:49.127056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48980) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.174416 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7444c8ab-8045-4c74-b1e7-93015a5e2d58 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9deaa8dd7602430a97ad7b374ac21c16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3180690 Feb 19 03:19:49.175189 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48986) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.213137 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Publish callbacks [] for port (0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.230520 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9c2a3dd7-b0c5-4429-b99c-257dc50d4d4c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "GET /v2.0/ports?device_id=551f66b4-32f6-4df9-b1d7-a0251a0aa16f HTTP/1.1" status: 200 len: 205 time: 0.1157360 Feb 19 03:19:49.234170 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48988) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.236278 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.299844 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (71e0ece1-2d7c-4c65-989f-db57403a94b3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.310267 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-48756b83-8a5e-4b09-a196-bd7297635626 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] delete failed (client error): The resource could not be found. Feb 19 03:19:49.312717 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-48756b83-8a5e-4b09-a196-bd7297635626 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/routers/551f66b4-32f6-4df9-b1d7-a0251a0aa16f HTTP/1.1" status: 404 len: 336 time: 0.0704184 Feb 19 03:19:49.315214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48990) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.353058 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c902dbe9-4fbe-426e-aa36-6c3e720d707c tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "GET /v2.0/ports?device_id=c68d125e-07d8-4394-b3d7-8d7cc85437b8 HTTP/1.1" status: 200 len: 205 time: 0.0366917 Feb 19 03:19:49.357798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Network dc21669b-381b-49c2-9a7f-60479a1ea4ad is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:49.358560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48992) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.363851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:49.370968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-befbabf1-b6e5-4912-b593-a105ad87eac4 admin admin] Publish callbacks [] for security_group (2b48efc9-ea75-4f86-b61a-d08af86fb628), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.376294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:49.389242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Pushing event updated for resources: {'Port': ['ID=0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:49.414310 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-fbd4bd03-695a-4c6e-b823-6ad69d4aeaa8 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] delete failed (client error): The resource could not be found. Feb 19 03:19:49.416857 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fbd4bd03-695a-4c6e-b823-6ad69d4aeaa8 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/routers/c68d125e-07d8-4394-b3d7-8d7cc85437b8 HTTP/1.1" status: 404 len: 336 time: 0.0567734 Feb 19 03:19:49.418763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48994) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.426858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Subnet': ['ID=71e0ece1-2d7c-4c65-989f-db57403a94b3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:49.466873 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Attempting to bind port 0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:49.467655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Attempting to bind port 0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'bcfd8712-a50c-49d9-a477-42d516c08b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'dc21669b-381b-49c2-9a7f-60479a1ea4ad'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:49.468137 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-befbabf1-b6e5-4912-b593-a105ad87eac4 admin admin] Publish callbacks [] for security_group (2b48efc9-ea75-4f86-b61a-d08af86fb628), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.468581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Attempting to bind port 0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8 on network dc21669b-381b-49c2-9a7f-60479a1ea4ad {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:49.473155 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-25efd368-75b3-4eed-8d68-ca9e64649f73 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "GET /v2.0/ports?device_id=3f82dab0-83bb-48ce-b0ab-b2eba2c238f5 HTTP/1.1" status: 200 len: 205 time: 0.0518873 Feb 19 03:19:49.475291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48996) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.482269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:49.482898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Checking segment: {'id': 'bcfd8712-a50c-49d9-a477-42d516c08b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'dc21669b-381b-49c2-9a7f-60479a1ea4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:49.483485 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.484022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Bound using segment: {'id': 'bcfd8712-a50c-49d9-a477-42d516c08b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'dc21669b-381b-49c2-9a7f-60479a1ea4ad'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:49.484690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Bound port: 0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcfd8712-a50c-49d9-a477-42d516c08b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'dc21669b-381b-49c2-9a7f-60479a1ea4ad'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:49.485233 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.541943 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-befbabf1-b6e5-4912-b593-a105ad87eac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2b48efc9-ea75-4f86-b61a-d08af86fb628), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.545123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-befbabf1-b6e5-4912-b593-a105ad87eac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.551263 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-befbabf1-b6e5-4912-b593-a105ad87eac4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2b48efc9-ea75-4f86-b61a-d08af86fb628 HTTP/1.1" status: 204 len: 168 time: 0.3747592 Feb 19 03:19:49.563360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befbabf1-b6e5-4912-b593-a105ad87eac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b48efc9-ea75-4f86-b61a-d08af86fb628,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:49.578199 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-a953f4c8-c25a-4a89-b938-308722bfd704 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] delete failed (client error): The resource could not be found. Feb 19 03:19:49.579280 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a953f4c8-c25a-4a89-b938-308722bfd704 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/routers/3f82dab0-83bb-48ce-b0ab-b2eba2c238f5 HTTP/1.1" status: 404 len: 336 time: 0.0914249 Feb 19 03:19:49.583578 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49000) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.639343 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (dc21669b-381b-49c2-9a7f-60479a1ea4ad), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.647161 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-92971cc6-77bb-494a-8f96-1418b93a9076 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "GET /v2.0/ports?device_id=68952c71-ea4f-47c2-a901-5f683f42f6f4 HTTP/1.1" status: 200 len: 205 time: 0.0618458 Feb 19 03:19:49.650262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49002) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.789917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc21669b-381b-49c2-9a7f-60479a1ea4ad']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:49.792884 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-7f7fc461-d13d-4156-bbb3-dd11928b9925 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] delete failed (client error): The resource could not be found. Feb 19 03:19:49.796717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7f7fc461-d13d-4156-bbb3-dd11928b9925 tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/routers/68952c71-ea4f-47c2-a901-5f683f42f6f4 HTTP/1.1" status: 404 len: 336 time: 0.1395679 Feb 19 03:19:49.797618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49006) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:49.815105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfd8712-a50c-49d9-a477-42d516c08b78') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:49.815405 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfd8712-a50c-49d9-a477-42d516c08b78') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:49.831293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (bcfd8712-a50c-49d9-a477-42d516c08b78), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.833857 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:49.850116 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4ce933-d4a0-4d08-bdfb-c3194dc6ec0f tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] DELETE failed (client error): The resource could not be found. Feb 19 03:19:49.850756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4ce933-d4a0-4d08-bdfb-c3194dc6ec0f tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:19:49.876881 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fc4ce933-d4a0-4d08-bdfb-c3194dc6ec0f tempest-RoutersAdminTest-1274439502 tempest-RoutersAdminTest-1274439502-project] 10.222.0.81 "DELETE /v2.0/subnets/08aca461-c63d-4ac0-acac-9397aade5419 HTTP/1.1" status: 404 len: 337 time: 0.0772302 Feb 19 03:19:49.947009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:19:49.973513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] For port 0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:49.989153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] For port 0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8,segment=NetworkSegment(bcfd8712-a50c-49d9-a477-42d516c08b78),segment_id=bcfd8712-a50c-49d9-a477-42d516c08b78)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:50.005796 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.035041 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (bcfd8712-a50c-49d9-a477-42d516c08b78), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.060840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c706ab4a-af76-4f02-af4f-52a19aa87291 None None] Network 08bf645f-7833-4fb3-86f8-4e7b729d24f5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:50.082811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:50.083625 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (bcfd8712-a50c-49d9-a477-42d516c08b78), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:50.090503 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:50.183248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:50.183633 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.226837 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.api [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:19:50.226837 n-d-826755-2 neutron-server[109899]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:19:50.226837 n-d-826755-2 neutron-server[109899]: [parameters: {'id': 'dc21669b-381b-49c2-9a7f-60479a1ea4ad'}] Feb 19 03:19:50.226837 n-d-826755-2 neutron-server[109899]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109899) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:19:50.227565 n-d-826755-2 neutron-server[109899]: DEBUG oslo_db.api [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:19:50.239846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-db210167-3c56-4881-9338-b6e4f0f4fb35 None None] Provisioning complete for port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:50.240432 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-db210167-3c56-4881-9338-b6e4f0f4fb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.301476 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30642a-0b0b-44f1-9ecd-a12771217cca None None] Pushing event updated for resources: {'Port': ['ID=0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:50.363475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Allocated IP 172.25.1.246 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:50.369883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5455b121-8aea-4ec6-b514-a4ac6078a758 None None] Network dc21669b-381b-49c2-9a7f-60479a1ea4ad requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:50.377394 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49026) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:50.541162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:50.550620 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-588713b1-460b-43c2-9e20-215a4c2f4772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.607790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-db210167-3c56-4881-9338-b6e4f0f4fb35 None None] Current status of the port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:50.623392 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks [] for port (ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.632185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de62c5c-0d43-4095-ba55-46985849f936 None None] Network dc21669b-381b-49c2-9a7f-60479a1ea4ad requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:50.682101 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55fb1179-1c5e-41fd-853d-cb290572c37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.690677 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-588713b1-460b-43c2-9e20-215a4c2f4772 admin admin] Publish callbacks [] for security_group (1e2c56ec-906a-4d90-9a07-99a9b4807fa1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.698618 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-588713b1-460b-43c2-9e20-215a4c2f4772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1e2c56ec-906a-4d90-9a07-99a9b4807fa1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.731306 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (dc21669b-381b-49c2-9a7f-60479a1ea4ad), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.806142 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.816925 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-588713b1-460b-43c2-9e20-215a4c2f4772 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=30b1156a6d4444c094161cebd8744bed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4382753 Feb 19 03:19:50.818080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588713b1-460b-43c2-9e20-215a4c2f4772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c56ec-906a-4d90-9a07-99a9b4807fa1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:50.820787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49038) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:50.897075 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4b0cf73-6814-4ecd-b572-a043d6348cd2 admin admin] Publish callbacks [] for security_group (1e2c56ec-906a-4d90-9a07-99a9b4807fa1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.898631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49040) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:50.940840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4b0cf73-6814-4ecd-b572-a043d6348cd2 admin admin] Publish callbacks [] for security_group (1e2c56ec-906a-4d90-9a07-99a9b4807fa1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:50.949564 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794e315b-cf05-4f92-bb44-99a23bb78e5e None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:19:51.012050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:51.014702 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4b0cf73-6814-4ecd-b572-a043d6348cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1e2c56ec-906a-4d90-9a07-99a9b4807fa1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.017462 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4b0cf73-6814-4ecd-b572-a043d6348cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.021880 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b4b0cf73-6814-4ecd-b572-a043d6348cd2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1e2c56ec-906a-4d90-9a07-99a9b4807fa1 HTTP/1.1" status: 204 len: 168 time: 0.1998672 Feb 19 03:19:51.035776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:51.036031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0cf73-6814-4ecd-b572-a043d6348cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c56ec-906a-4d90-9a07-99a9b4807fa1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:51.043594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:51.076994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1578672030'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:51.105095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:51.108604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794e315b-cf05-4f92-bb44-99a23bb78e5e None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:19:51.110939 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.137353 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.223804 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:19:51.278976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-89f47f58-c49b-470e-b56d-78adc60a886d None None] Provisioning complete for port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:19:51.279628 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89f47f58-c49b-470e-b56d-78adc60a886d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.369952 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (29981580-0f1e-49f9-a32a-1d7b4b8e06b3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.384121 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (29981580-0f1e-49f9-a32a-1d7b4b8e06b3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.402037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting port 0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:51.402416 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.420017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:51.441539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-89f47f58-c49b-470e-b56d-78adc60a886d None None] Current status of the port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:19:51.460088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29981580-0f1e-49f9-a32a-1d7b4b8e06b3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:51.469722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f14c86b6-e6d1-4019-9ac6-d311630df92b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.470396 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Added segment f14c86b6-e6d1-4019-9ac6-d311630df92b of type vlan for network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 Feb 19 03:19:51.483793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] For port 0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8,segment=NetworkSegment(bcfd8712-a50c-49d9-a477-42d516c08b78),segment_id=bcfd8712-a50c-49d9-a477-42d516c08b78)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:51.484157 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.498649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Calling delete_port for 0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:51.544304 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.582206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Pushing event updated for resources: {'Port': ['ID=ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:51.585139 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.593384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:51.593909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.594119 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.633647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Port': ['ID=0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:51.635836 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No DVR routers for this DVR port 0323e9b2-3ec5-4dea-b5be-5efb65eb3cf8 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:51.666814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Network': ['ID=bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:51.685246 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fba5d913-3248-45f2-be22-9b0afa915070 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7829421 Feb 19 03:19:51.685453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:51.688740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49050) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:51.700634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'name': 'tempest-PortsTestJSON-528949263'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:51.803744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49052) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:51.815812 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (dc21669b-381b-49c2-9a7f-60479a1ea4ad), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.856958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc21669b-381b-49c2-9a7f-60479a1ea4ad']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:51.859455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:51.863046 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.868898 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bb8aa897-2191-4bfa-a0ab-039f009eb61e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=36ba2410e13d48d39735a7ea88e10931&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639117 Feb 19 03:19:51.874249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49054) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:51.875866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfd8712-a50c-49d9-a477-42d516c08b78') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:51.876159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfd8712-a50c-49d9-a477-42d516c08b78') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:51.884168 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port 50a32e47-2c14-4412-86ef-7d7c1293b933 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:19:51.895994 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks [] for floatingip (12b72d4f-6bc8-49e9-a7b0-5d1f5f77c2a0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.899000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (bcfd8712-a50c-49d9-a477-42d516c08b78), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.958939 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (bcfd8712-a50c-49d9-a477-42d516c08b78), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.993034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:51.993519 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (bcfd8712-a50c-49d9-a477-42d516c08b78), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:51.998600 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:52.063568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (50a32e47-2c14-4412-86ef-7d7c1293b933), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.065884 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.102768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (50a32e47-2c14-4412-86ef-7d7c1293b933), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.122146 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b811e529-d02e-4f15-98d0-32ef7a442418 admin admin] Publish callbacks [] for security_group (6746ab75-cf5c-48a8-8b60-d420ca4241d0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.143107 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (dc21669b-381b-49c2-9a7f-60479a1ea4ad), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.162561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=50a32e47-2c14-4412-86ef-7d7c1293b933,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:52.164256 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.170608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/dc21669b-381b-49c2-9a7f-60479a1ea4ad HTTP/1.1" status: 204 len: 168 time: 3.7232251 Feb 19 03:19:52.171594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49056) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:52.179508 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b811e529-d02e-4f15-98d0-32ef7a442418 admin admin] Publish callbacks [] for security_group (6746ab75-cf5c-48a8-8b60-d420ca4241d0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.193173 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-f857f23d-613b-4832-b459-7fbbfa49b76f tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:19:52.193676 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f857f23d-613b-4832-b459-7fbbfa49b76f tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:19:52.196727 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f857f23d-613b-4832-b459-7fbbfa49b76f tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/dc21669b-381b-49c2-9a7f-60479a1ea4ad HTTP/1.1" status: 404 len: 339 time: 0.0241561 Feb 19 03:19:52.200737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49058) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:52.204036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2152d8-64e3-4b3d-9971-26faab24d982 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Network': ['ID=dc21669b-381b-49c2-9a7f-60479a1ea4ad,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:52.205696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fa7a0ef3-708d-41e2-ac43-5e8349f27726 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-692435943', 'description': 'd1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:52.210406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Checking segment: {'id': 'f14c86b6-e6d1-4019-9ac6-d311630df92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:52.210688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network hostable DHCP agents. Network: bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:52.237350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7a0ef3-708d-41e2-ac43-5e8349f27726 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:52.241360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa7a0ef3-708d-41e2-ac43-5e8349f27726 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.245229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:52.265131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:52.271201 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:52.273566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-55fb1179-1c5e-41fd-853d-cb290572c37c admin admin] Deleting port 46ac8724-1c23-47bd-8e27-324994cccfbf {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:52.273901 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55fb1179-1c5e-41fd-853d-cb290572c37c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.276633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:52.277316 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.283238 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7a0ef3-708d-41e2-ac43-5e8349f27726 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:52.297493 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa7a0ef3-708d-41e2-ac43-5e8349f27726 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (79962d38-50c5-4b01-9071-e18fb61d1508), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.297832 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-fa7a0ef3-708d-41e2-ac43-5e8349f27726 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Added segment 79962d38-50c5-4b01-9071-e18fb61d1508 of type vlan for network c225bb0c-9744-4d96-9c4e-6fa140a97dbf Feb 19 03:19:52.300212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72bdc1e-67e1-4db4-9c7b-724c5cf8d751 None None] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:52.318314 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ff1548db-f746-4e1d-a482-d951e6f8a60e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6304636 Feb 19 03:19:52.322139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49060) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:52.330443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5ac69f86-3467-441f-9a70-b1d8c541e5d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1704562239'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:52.372646 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa7a0ef3-708d-41e2-ac43-5e8349f27726 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (c225bb0c-9744-4d96-9c4e-6fa140a97dbf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.388416 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b811e529-d02e-4f15-98d0-32ef7a442418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6746ab75-cf5c-48a8-8b60-d420ca4241d0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.391035 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b811e529-d02e-4f15-98d0-32ef7a442418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.394483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b811e529-d02e-4f15-98d0-32ef7a442418 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6746ab75-cf5c-48a8-8b60-d420ca4241d0 HTTP/1.1" status: 204 len: 168 time: 0.5138876 Feb 19 03:19:52.409054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa7a0ef3-708d-41e2-ac43-5e8349f27726 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (c225bb0c-9744-4d96-9c4e-6fa140a97dbf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.414299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac69f86-3467-441f-9a70-b1d8c541e5d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:52.418974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7a0ef3-708d-41e2-ac43-5e8349f27726 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:52.419868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa7a0ef3-708d-41e2-ac43-5e8349f27726 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.425231 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ac69f86-3467-441f-9a70-b1d8c541e5d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.485641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fa7a0ef3-708d-41e2-ac43-5e8349f27726 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2836199 Feb 19 03:19:52.490083 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49064) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:52.505153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b811e529-d02e-4f15-98d0-32ef7a442418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6746ab75-cf5c-48a8-8b60-d420ca4241d0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:52.557094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-55fb1179-1c5e-41fd-853d-cb290572c37c admin admin] For port 46ac8724-1c23-47bd-8e27-324994cccfbf, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=46ac8724-1c23-47bd-8e27-324994cccfbf,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:52.559311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55fb1179-1c5e-41fd-853d-cb290572c37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.559668 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a0ef3-708d-41e2-ac43-5e8349f27726 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Network': ['ID=c225bb0c-9744-4d96-9c4e-6fa140a97dbf,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:52.572696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network c225bb0c-9744-4d96-9c4e-6fa140a97dbf details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:52.604377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-55fb1179-1c5e-41fd-853d-cb290572c37c admin admin] Calling delete_port for 46ac8724-1c23-47bd-8e27-324994cccfbf owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:52.615453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a177edc-fefb-4420-bef7-3c52e79c85c1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:52.618254 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3a177edc-fefb-4420-bef7-3c52e79c85c1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/networks?id=c225bb0c-9744-4d96-9c4e-6fa140a97dbf HTTP/1.1" status: 200 len: 764 time: 0.1273293 Feb 19 03:19:52.621581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49068) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:52.637798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5b527a1b-b32c-44a3-955d-27f1f6392769 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'network': {'description': 'd2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:52.695242 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.741936 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks [] for port (ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.756124 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.795299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac69f86-3467-441f-9a70-b1d8c541e5d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:52.859132 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ac69f86-3467-441f-9a70-b1d8c541e5d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2fa992cd-961b-4849-a6c2-c4ed96f7a25a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.859132 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-5ac69f86-3467-441f-9a70-b1d8c541e5d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Added segment 2fa992cd-961b-4849-a6c2-c4ed96f7a25a of type vlan for network 142ee547-f1ad-476f-8f55-b468debdf4ee Feb 19 03:19:52.877179 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b527a1b-b32c-44a3-955d-27f1f6392769 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (c225bb0c-9744-4d96-9c4e-6fa140a97dbf), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.908856 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b527a1b-b32c-44a3-955d-27f1f6392769 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (c225bb0c-9744-4d96-9c4e-6fa140a97dbf), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.917595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b527a1b-b32c-44a3-955d-27f1f6392769 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network c225bb0c-9744-4d96-9c4e-6fa140a97dbf is not hosted by any dhcp agent {{(pid=109898) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:19:52.922460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b527a1b-b32c-44a3-955d-27f1f6392769 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:52.924158 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b527a1b-b32c-44a3-955d-27f1f6392769 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.925617 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5b527a1b-b32c-44a3-955d-27f1f6392769 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "PUT /v2.0/networks/c225bb0c-9744-4d96-9c4e-6fa140a97dbf HTTP/1.1" status: 200 len: 761 time: 0.3017392 Feb 19 03:19:52.929252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49078) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:52.942615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Pushing event updated for resources: {'Port': ['ID=ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:52.975727 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ac69f86-3467-441f-9a70-b1d8c541e5d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (142ee547-f1ad-476f-8f55-b468debdf4ee), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:52.989787 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (12b72d4f-6bc8-49e9-a7b0-5d1f5f77c2a0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.028885 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.033371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4aa5760f-419e-47ff-a57b-2e60930a778f tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5297012 Feb 19 03:19:53.033596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49082) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:53.040226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3f2f4b24-4cee-4866-b9c4-70b82ad75f7c tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-347359638', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'fixed_ips': [{'ip_address': '172.25.1.246'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:53.050040 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ac69f86-3467-441f-9a70-b1d8c541e5d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (142ee547-f1ad-476f-8f55-b468debdf4ee), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.053950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b527a1b-b32c-44a3-955d-27f1f6392769 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Network': ['ID=c225bb0c-9744-4d96-9c4e-6fa140a97dbf,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:53.054918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac69f86-3467-441f-9a70-b1d8c541e5d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:53.055647 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ac69f86-3467-441f-9a70-b1d8c541e5d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.068433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network c225bb0c-9744-4d96-9c4e-6fa140a97dbf details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:53.189411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac69f86-3467-441f-9a70-b1d8c541e5d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Network': ['ID=142ee547-f1ad-476f-8f55-b468debdf4ee,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:53.196117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50448156-c9c1-422d-8ae1-5cce7def210f tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:53.204108 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-50448156-c9c1-422d-8ae1-5cce7def210f tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/networks?id=c225bb0c-9744-4d96-9c4e-6fa140a97dbf HTTP/1.1" status: 200 len: 764 time: 0.2736394 Feb 19 03:19:53.204801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49088) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:53.206351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 142ee547-f1ad-476f-8f55-b468debdf4ee details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:53.213120 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5ac69f86-3467-441f-9a70-b1d8c541e5d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8858583 Feb 19 03:19:53.214370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2f4b24-4cee-4866-b9c4-70b82ad75f7c tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Made reservation on behalf of db0f91d77a714ef0bdd27dc0488dfa67 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:53.215416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49090) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:53.218612 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4b24-4cee-4866-b9c4-70b82ad75f7c tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.245343 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'ports': [{'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75'}, {'network_id': '142ee547-f1ad-476f-8f55-b468debdf4ee'}]} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:53.245652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:53.246142 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': '142ee547-f1ad-476f-8f55-b468debdf4ee'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:53.249209 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4b24-4cee-4866-b9c4-70b82ad75f7c tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.252934 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55fb1179-1c5e-41fd-853d-cb290572c37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (46ac8724-1c23-47bd-8e27-324994cccfbf), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.353262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb1179-1c5e-41fd-853d-cb290572c37c admin admin] Pushing event deleted for resources: {'Port': ['ID=46ac8724-1c23-47bd-8e27-324994cccfbf,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:53.562706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49098) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:53.588159 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b16003-5643-419f-b8d2-40446b33651d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:53.588297 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.589804 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-40b16003-5643-419f-b8d2-40446b33651d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3840144 Feb 19 03:19:53.593215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49104) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:53.622290 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-55fb1179-1c5e-41fd-853d-cb290572c37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.633275 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-55d35f49-474f-420f-824c-c614db9a7c1b tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 207 time: 0.0388684 Feb 19 03:19:53.638529 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49106) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:53.647639 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4b24-4cee-4866-b9c4-70b82ad75f7c tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks [] for security_group (47fb74c9-11fd-46a0-ac18-08b96ca1ad65), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.665332 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4b24-4cee-4866-b9c4-70b82ad75f7c tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (47fb74c9-11fd-46a0-ac18-08b96ca1ad65), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.713088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-3f2f4b24-4cee-4866-b9c4-70b82ad75f7c tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] device_id is not set on port 16cdf56a-565e-4e20-a673-c7f55733f3dd yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:19:53.764092 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 2} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:53.773568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.784416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1284513237'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:53.811283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f4b24-4cee-4866-b9c4-70b82ad75f7c tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fb74c9-11fd-46a0-ac18-08b96ca1ad65,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:53.833610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab8ea5-2806-4a1e-be20-82d636742a5d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:53.839223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab8ea5-2806-4a1e-be20-82d636742a5d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:53.844260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab8ea5-2806-4a1e-be20-82d636742a5d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:53.849570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab8ea5-2806-4a1e-be20-82d636742a5d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:53.854850 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab8ea5-2806-4a1e-be20-82d636742a5d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:53.859795 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ab8ea5-2806-4a1e-be20-82d636742a5d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:53.861912 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-82ab8ea5-2806-4a1e-be20-82d636742a5d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2223639 Feb 19 03:19:53.862759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.873762 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49108) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:53.888260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:53.891837 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:53.915162 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.059238 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2f4b24-4cee-4866-b9c4-70b82ad75f7c tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 03:19:54.060165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f2f4b24-4cee-4866-b9c4-70b82ad75f7c tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:19:54.117867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3f2f4b24-4cee-4866-b9c4-70b82ad75f7c tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0830734 Feb 19 03:19:54.123358 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49110) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:54.139737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55fb1179-1c5e-41fd-853d-cb290572c37c admin admin] Router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:19:54.260769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fb1179-1c5e-41fd-853d-cb290572c37c admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:19:54.266550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-55fb1179-1c5e-41fd-853d-cb290572c37c admin admin] 10.222.0.81 "PUT /v2.0/routers/2ff025e9-c4fd-4ffa-b310-537ce06c1f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1384039 Feb 19 03:19:54.268745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49112) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:54.273129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09590b5-29c0-471e-8aaa-c6eb4374c9f5 None None] Sync routers for ids ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:19:54.286990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09590b5-29c0-471e-8aaa-c6eb4374c9f5 None None] Routers {'2ff025e9-c4fd-4ffa-b310-537ce06c1f04'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:54.288074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c09590b5-29c0-471e-8aaa-c6eb4374c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:54.410111 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Publish callbacks [] for router (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.418239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c09590b5-29c0-471e-8aaa-c6eb4374c9f5 None None] Set router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:54.540259 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Publish callbacks [] for router_gateway (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.563160 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3e6dd8e6-7d88-4a6c-bfec-4e52a64e868e tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.6836841 Feb 19 03:19:54.583068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49114) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:54.597020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port b2662cf7-7c61-47a3-b981-85896af7a168 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:19:54.617967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c09590b5-29c0-471e-8aaa-c6eb4374c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:19:53Z', 'revision_number': 5, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port': {'id': 'c3fe3254-2f10-445b-ae7c-d4e1a07549f7', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:39:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:10:35Z', 'updated_at': '2022-02-19T03:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:54.627704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Deleting port c3fe3254-2f10-445b-ae7c-d4e1a07549f7 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:54.628050 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.645021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09590b5-29c0-471e-8aaa-c6eb4374c9f5 None None] Checking router: 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:19:54.654622 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09590b5-29c0-471e-8aaa-c6eb4374c9f5 None None] Routers {'2ff025e9-c4fd-4ffa-b310-537ce06c1f04'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:19:54.655237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c09590b5-29c0-471e-8aaa-c6eb4374c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:19:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:54.741952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] For port c3fe3254-2f10-445b-ae7c-d4e1a07549f7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c3fe3254-2f10-445b-ae7c-d4e1a07549f7,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:54.742322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.761006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Calling delete_port for c3fe3254-2f10-445b-ae7c-d4e1a07549f7 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:54.777458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c09590b5-29c0-471e-8aaa-c6eb4374c9f5 None None] Set router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:19:54.790726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf4936-b897-4c9a-9704-209aadda4399 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:54.792226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf4936-b897-4c9a-9704-209aadda4399 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:54.793607 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf4936-b897-4c9a-9704-209aadda4399 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:54.794956 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf4936-b897-4c9a-9704-209aadda4399 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:54.796280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdf4936-b897-4c9a-9704-209aadda4399 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:54.798176 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6fdf4936-b897-4c9a-9704-209aadda4399 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2141171 Feb 19 03:19:54.805774 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49118) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:54.819702 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for security_group (b0219c09-5957-4f5b-93d7-ef796a4c24a6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.862068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c09590b5-29c0-471e-8aaa-c6eb4374c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:19:54Z', 'revision_number': 6, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:54.875163 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b0219c09-5957-4f5b-93d7-ef796a4c24a6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:54.942664 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:54.972812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be53d5e-5c8f-49e4-9add-d77799269036 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['shared'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:54.974100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be53d5e-5c8f-49e4-9add-d77799269036 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['shared'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:54.975459 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be53d5e-5c8f-49e4-9add-d77799269036 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['shared'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:54.976859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be53d5e-5c8f-49e4-9add-d77799269036 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['shared'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:54.978566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be53d5e-5c8f-49e4-9add-d77799269036 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['shared'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:54.983587 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3be53d5e-5c8f-49e4-9add-d77799269036 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1726069 Feb 19 03:19:54.985146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49120) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:55.003387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ffd73f67-645d-4acc-a9da-e34a120d8a82), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.003781 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Added segment ffd73f67-645d-4acc-a9da-e34a120d8a82 of type vlan for network 3e1d2a52-1707-4906-8471-db9b5cc29c4f Feb 19 03:19:55.008485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3e295485-bb05-4f4e-954f-ab896eca2a56 tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Deleting port ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:55.008842 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3e295485-bb05-4f4e-954f-ab896eca2a56 tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.010573 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0219c09-5957-4f5b-93d7-ef796a4c24a6,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:55.074401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09590b5-29c0-471e-8aaa-c6eb4374c9f5 None None] The sync data for ids ['2ff025e9-c4fd-4ffa-b310-537ce06c1f04'] in n-d-826755-2 is: [{'id': '2ff025e9-c4fd-4ffa-b310-537ce06c1f04', 'name': 'tempest-ServerActionsTestJSON-433145438-router', 'tenant_id': 'a88df77c28184abca4e29c7ab756af99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:10:34Z', 'updated_at': '2022-02-19T03:19:54Z', 'revision_number': 6, 'project_id': 'a88df77c28184abca4e29c7ab756af99', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:19:55.078130 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c3fe3254-2f10-445b-ae7c-d4e1a07549f7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.116873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Pushing event deleted for resources: {'Port': ['ID=c3fe3254-2f10-445b-ae7c-d4e1a07549f7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:55.158377 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (b2662cf7-7c61-47a3-b981-85896af7a168), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.167003 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (3e1d2a52-1707-4906-8471-db9b5cc29c4f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.196004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bf83eb-d328-4b05-b41e-6dd07a9b5e9d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:55.200376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-47bf83eb-d328-4b05-b41e-6dd07a9b5e9d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/networks/a12ec990-7808-4339-9deb-efb634f7bbc9 HTTP/1.1" status: 200 len: 804 time: 0.2089679 Feb 19 03:19:55.205076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49122) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:55.269584 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.274993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (3e1d2a52-1707-4906-8471-db9b5cc29c4f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.279370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:55.279964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.290213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3e295485-bb05-4f4e-954f-ab896eca2a56 tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.290615 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3e295485-bb05-4f4e-954f-ab896eca2a56 tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks [] for floatingip (ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.297304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port aa6ce1b3-cac8-4a45-ac53-a59acecda0eb yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:19:55.360169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3e295485-bb05-4f4e-954f-ab896eca2a56 tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Calling delete_port for ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:55.388246 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8239818 Feb 19 03:19:55.396482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49124) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:55.405662 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5094ed51-e971-4389-bf61-3d6bd78d3bfa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:55.412361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298f45a-35df-4c25-a37e-3fadb5a395e9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Network': ['ID=3e1d2a52-1707-4906-8471-db9b5cc29c4f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:55.424613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:55.637180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5094ed51-e971-4389-bf61-3d6bd78d3bfa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:55.640698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5094ed51-e971-4389-bf61-3d6bd78d3bfa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.696746 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.704909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Publish callbacks [] for router_controller (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.719099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (aa6ce1b3-cac8-4a45-ac53-a59acecda0eb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.767292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ab9541bb-3fc6-46b0-8b04-050cd95fd1a4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/networks/a12ec990-7808-4339-9deb-efb634f7bbc9?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.5609393 Feb 19 03:19:55.768003 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49128) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:55.816022 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (2ff025e9-c4fd-4ffa-b310-537ce06c1f04), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.816600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff025e9-c4fd-4ffa-b310-537ce06c1f04 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:19:55.822748 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.826221 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-61686cc2-61fc-40a6-985a-351270e7fb2c admin admin] 10.222.0.81 "DELETE /v2.0/routers/2ff025e9-c4fd-4ffa-b310-537ce06c1f04 HTTP/1.1" status: 204 len: 168 time: 1.5541019 Feb 19 03:19:55.826895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49132) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:55.838333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68bdc0e-442e-45e3-a641-41032af567cb tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:55.844973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b68bdc0e-442e-45e3-a641-41032af567cb tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/subnets/0a96db28-2ed0-4eb3-8052-0dc85879b3a2 HTTP/1.1" status: 200 len: 843 time: 0.0750980 Feb 19 03:19:55.845564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49134) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:55.850084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3e295485-bb05-4f4e-954f-ab896eca2a56 tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.881416 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b2662cf7-7c61-47a3-b981-85896af7a168), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:55.912349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e295485-bb05-4f4e-954f-ab896eca2a56 tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Pushing event deleted for resources: {'Port': ['ID=ac1db521-8cb7-4e4f-9ea4-a1bd66b3dbbb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:56.006083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-364b66c1-fd2b-439e-9b5e-eeb189768b4c admin admin] Deleting subnet 6e6c0d3a-bff9-42fa-92bf-9c63146b4741 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:19:56.009515 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-364b66c1-fd2b-439e-9b5e-eeb189768b4c admin admin] Publish callbacks [] for subnet (6e6c0d3a-bff9-42fa-92bf-9c63146b4741), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.019460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=b2662cf7-7c61-47a3-b981-85896af7a168,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:56.085989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c3fe3254-2f10-445b-ae7c-d4e1a07549f7 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:56.089994 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-364b66c1-fd2b-439e-9b5e-eeb189768b4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (6e6c0d3a-bff9-42fa-92bf-9c63146b4741), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.126121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5babd643-9783-441e-9920-292a0cdbd6ca tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:56.126340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c3fe3254-2f10-445b-ae7c-d4e1a07549f7 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:56.126687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c3fe3254-2f10-445b-ae7c-d4e1a07549f7 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:56.127115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 46ac8724-1c23-47bd-8e27-324994cccfbf no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:56.132911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5babd643-9783-441e-9920-292a0cdbd6ca tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "GET /v2.0/subnets/0a96db28-2ed0-4eb3-8052-0dc85879b3a2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2630994 Feb 19 03:19:56.135643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49138) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:56.148851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3e295485-bb05-4f4e-954f-ab896eca2a56 tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks [] for floatingip (12b72d4f-6bc8-49e9-a7b0-5d1f5f77c2a0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.149778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ee1e8c3f-17bd-4036-a272-d727a8a7fa57 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1976213641'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:56.153496 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3e295485-bb05-4f4e-954f-ab896eca2a56 tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.163281 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3e295485-bb05-4f4e-954f-ab896eca2a56 tempest-ExternalNetworksAdminNegativeTestJSON-258837003 tempest-ExternalNetworksAdminNegativeTestJSON-258837003-project-admin] 10.222.0.81 "DELETE /v2.0/floatingips/12b72d4f-6bc8-49e9-a7b0-5d1f5f77c2a0 HTTP/1.1" status: 204 len: 168 time: 2.0361063 Feb 19 03:19:56.170877 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 46ac8724-1c23-47bd-8e27-324994cccfbf {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:56.171226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 46ac8724-1c23-47bd-8e27-324994cccfbf not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:56.229900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:56.231608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:56.235503 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5094ed51-e971-4389-bf61-3d6bd78d3bfa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (1ee82bff-bb1c-4602-97aa-869dd773e44c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.242097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:56.243214 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (aa6ce1b3-cac8-4a45-ac53-a59acecda0eb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.307128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094ed51-e971-4389-bf61-3d6bd78d3bfa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=1ee82bff-bb1c-4602-97aa-869dd773e44c,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:56.359209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=aa6ce1b3-cac8-4a45-ac53-a59acecda0eb,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:56.392329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5094ed51-e971-4389-bf61-3d6bd78d3bfa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:56.392798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094ed51-e971-4389-bf61-3d6bd78d3bfa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network hostable DHCP agents. Network: 3e1d2a52-1707-4906-8471-db9b5cc29c4f, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:56.402717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-364b66c1-fd2b-439e-9b5e-eeb189768b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (6e6c0d3a-bff9-42fa-92bf-9c63146b4741), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.451322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Checking segment: {'id': '2fa992cd-961b-4849-a6c2-c4ed96f7a25a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '142ee547-f1ad-476f-8f55-b468debdf4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:56.451737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network hostable DHCP agents. Network: 142ee547-f1ad-476f-8f55-b468debdf4ee, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:56.465053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5094ed51-e971-4389-bf61-3d6bd78d3bfa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:56.502237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network 142ee547-f1ad-476f-8f55-b468debdf4ee is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:56.509586 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5094ed51-e971-4389-bf61-3d6bd78d3bfa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 3e1d2a52-1707-4906-8471-db9b5cc29c4f) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:56.515583 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5094ed51-e971-4389-bf61-3d6bd78d3bfa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:56.516189 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5094ed51-e971-4389-bf61-3d6bd78d3bfa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.520541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd39af-3280-4eae-8b99-9f3b5bb274de None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:56.529506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 142ee547-f1ad-476f-8f55-b468debdf4ee) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:56.534463 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:56.538129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e8c3f-17bd-4036-a272-d727a8a7fa57 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:56.541430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:56.546518 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:56.547268 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.555870 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8c3f-17bd-4036-a272-d727a8a7fa57 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.563108 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5094ed51-e971-4389-bf61-3d6bd78d3bfa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1641667 Feb 19 03:19:56.571213 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-364b66c1-fd2b-439e-9b5e-eeb189768b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (6e6c0d3a-bff9-42fa-92bf-9c63146b4741), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.573780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d00444-ff0c-4102-bd46-eb03fea6414d None None] Network 142ee547-f1ad-476f-8f55-b468debdf4ee requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:56.575414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49144) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:56.579682 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-660229be-4f0b-4719-861f-27adafbfe88b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3538458 Feb 19 03:19:56.581127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49146) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:56.586498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'name': 'tempest-NetworksTestDHCPv6-1134431842'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:56.669671 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-364b66c1-fd2b-439e-9b5e-eeb189768b4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.674478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-364b66c1-fd2b-439e-9b5e-eeb189768b4c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6e6c0d3a-bff9-42fa-92bf-9c63146b4741 HTTP/1.1" status: 204 len: 168 time: 0.8462367 Feb 19 03:19:56.706972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b66c1-fd2b-439e-9b5e-eeb189768b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6c0d3a-bff9-42fa-92bf-9c63146b4741,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:56.709813 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cd86ce-836f-4a92-b47e-84aa723d70f6 None None] Network 513b987e-c7a7-43b2-a06f-79c14abfbbdd requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:56.718286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49148) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:56.719372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49150) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:56.733782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1e8c3f-17bd-4036-a272-d727a8a7fa57 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:19:56.770712 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8c3f-17bd-4036-a272-d727a8a7fa57 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.771527 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-ee1e8c3f-17bd-4036-a272-d727a8a7fa57 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Added segment eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e of type vlan for network 1677182a-102f-428c-a17e-010f25a0ee7d Feb 19 03:19:56.835327 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (513b987e-c7a7-43b2-a06f-79c14abfbbdd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.861670 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5e956ee9-5a92-423d-ab70-df2040c68b50 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port aa6ce1b3-cac8-4a45-ac53-a59acecda0eb {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:56.862314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e956ee9-5a92-423d-ab70-df2040c68b50 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (aa6ce1b3-cac8-4a45-ac53-a59acecda0eb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.879648 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8c3f-17bd-4036-a272-d727a8a7fa57 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (1677182a-102f-428c-a17e-010f25a0ee7d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.939820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:56.943358 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:56.988676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port 36da8666-6a73-4581-8787-03707911744d yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:19:56.994945 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eebea266-f808-4ca9-9f9a-00633fadfe55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.010411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e956ee9-5a92-423d-ab70-df2040c68b50 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (aa6ce1b3-cac8-4a45-ac53-a59acecda0eb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.033941 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5e956ee9-5a92-423d-ab70-df2040c68b50 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for aa6ce1b3-cac8-4a45-ac53-a59acecda0eb owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:57.122832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '1ee82bff-bb1c-4602-97aa-869dd773e44c'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:57.131486 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.151298 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eebea266-f808-4ca9-9f9a-00633fadfe55 admin admin] Publish callbacks [] for security_group (59e53d36-9a20-4eb6-ac33-bfa05788c972), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.225034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ffec69-ea96-4f98-a562-96204252ab54 None None] DHCP port deletion for 513b987e-c7a7-43b2-a06f-79c14abfbbdd request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:19:57.243977 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eebea266-f808-4ca9-9f9a-00633fadfe55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (59e53d36-9a20-4eb6-ac33-bfa05788c972), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.275390 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eebea266-f808-4ca9-9f9a-00633fadfe55 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a407dd73bae9494d86d4642ad5058f42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5381823 Feb 19 03:19:57.275390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e956ee9-5a92-423d-ab70-df2040c68b50 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (aa6ce1b3-cac8-4a45-ac53-a59acecda0eb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.278040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Deleting port 77995bea-56ae-4e9e-92e6-4795d9ab329c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:57.278534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.283405 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49156) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:57.293451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::348 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/1ee82bff-bb1c-4602-97aa-869dd773e44c/36da8666-6a73-4581-8787-03707911744d) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:57.346069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8c3f-17bd-4036-a272-d727a8a7fa57 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (1677182a-102f-428c-a17e-010f25a0ee7d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.351142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e8c3f-17bd-4036-a272-d727a8a7fa57 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:57.351702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] For port 77995bea-56ae-4e9e-92e6-4795d9ab329c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=77995bea-56ae-4e9e-92e6-4795d9ab329c,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:57.351839 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee1e8c3f-17bd-4036-a272-d727a8a7fa57 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.352157 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.363951 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-15ffec69-ea96-4f98-a562-96204252ab54 None None] Deleting port 77995bea-56ae-4e9e-92e6-4795d9ab329c {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:57.364560 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15ffec69-ea96-4f98-a562-96204252ab54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.368749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Calling delete_port for 77995bea-56ae-4e9e-92e6-4795d9ab329c owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:57.457653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-15ffec69-ea96-4f98-a562-96204252ab54 None None] For port 77995bea-56ae-4e9e-92e6-4795d9ab329c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=77995bea-56ae-4e9e-92e6-4795d9ab329c,segment=NetworkSegment(b0a4d19a-7ddd-44cf-9db0-97eddd004a4e),segment_id=b0a4d19a-7ddd-44cf-9db0-97eddd004a4e)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:19:57.458314 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15ffec69-ea96-4f98-a562-96204252ab54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.478554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-15ffec69-ea96-4f98-a562-96204252ab54 None None] Calling delete_port for 77995bea-56ae-4e9e-92e6-4795d9ab329c owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:57.502894 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e956ee9-5a92-423d-ab70-df2040c68b50 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.508060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ee1e8c3f-17bd-4036-a272-d727a8a7fa57 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3687215 Feb 19 03:19:57.509531 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5e956ee9-5a92-423d-ab70-df2040c68b50 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/aa6ce1b3-cac8-4a45-ac53-a59acecda0eb HTTP/1.1" status: 204 len: 168 time: 0.9273582 Feb 19 03:19:57.515962 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e956ee9-5a92-423d-ab70-df2040c68b50 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=aa6ce1b3-cac8-4a45-ac53-a59acecda0eb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:57.516974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49158) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:57.517316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49160) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:57.518706 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.523534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'subnet': {'network_id': '1677182a-102f-428c-a17e-010f25a0ee7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:57.542217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] No DVR routers for this DVR port 77995bea-56ae-4e9e-92e6-4795d9ab329c on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:57.570284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Pushing event deleted for resources: {'Port': ['ID=77995bea-56ae-4e9e-92e6-4795d9ab329c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:57.584792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e8c3f-17bd-4036-a272-d727a8a7fa57 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Network': ['ID=1677182a-102f-428c-a17e-010f25a0ee7d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:57.612022 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebea266-f808-4ca9-9f9a-00633fadfe55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e53d36-9a20-4eb6-ac33-bfa05788c972,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:57.613244 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15ffec69-ea96-4f98-a562-96204252ab54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (77995bea-56ae-4e9e-92e6-4795d9ab329c), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.678394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ffec69-ea96-4f98-a562-96204252ab54 None None] No DVR routers for this DVR port 77995bea-56ae-4e9e-92e6-4795d9ab329c on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:19:57.680433 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-30db1e6d-1cf8-44b2-bbe2-00283c8a76f3 admin admin] Publish callbacks [] for security_group (59e53d36-9a20-4eb6-ac33-bfa05788c972), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.696083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 1677182a-102f-428c-a17e-010f25a0ee7d details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:19:57.718266 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (513b987e-c7a7-43b2-a06f-79c14abfbbdd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.744377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513b987e-c7a7-43b2-a06f-79c14abfbbdd']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:57.757558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:57.758310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0a4d19a-7ddd-44cf-9db0-97eddd004a4e') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:57.764725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ffec69-ea96-4f98-a562-96204252ab54 None None] Pushing event deleted for resources: {'Port': ['ID=77995bea-56ae-4e9e-92e6-4795d9ab329c,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:57.785681 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (b0a4d19a-7ddd-44cf-9db0-97eddd004a4e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.819942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b0a4d19a-7ddd-44cf-9db0-97eddd004a4e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.826777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:57.827144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (b0a4d19a-7ddd-44cf-9db0-97eddd004a4e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:57.829069 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:57.846735 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-30db1e6d-1cf8-44b2-bbe2-00283c8a76f3 admin admin] Publish callbacks [] for security_group (59e53d36-9a20-4eb6-ac33-bfa05788c972), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.860253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6d3ae-b04e-42eb-bdf2-edb61d72517b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:57.869688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6d3ae-b04e-42eb-bdf2-edb61d72517b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:57.875308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7dc6d3ae-b04e-42eb-bdf2-edb61d72517b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3536851 Feb 19 03:19:57.881097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49162) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:57.892976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Made reservation on behalf of e8e1613a14b647d7aaf0ee651fe69ddb for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:19:57.896940 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.901198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 77995bea-56ae-4e9e-92e6-4795d9ab329c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:19:57.949870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 77995bea-56ae-4e9e-92e6-4795d9ab329c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:19:57.953587 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 77995bea-56ae-4e9e-92e6-4795d9ab329c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:19:57.953844 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (513b987e-c7a7-43b2-a06f-79c14abfbbdd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.987337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:57.996221 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] 10.222.0.81 "DELETE /v2.0/networks/513b987e-c7a7-43b2-a06f-79c14abfbbdd HTTP/1.1" status: 204 len: 168 time: 1.2754045 Feb 19 03:19:58.016907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Performing IP validity checks on allocation pools {{(pid=109899) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:19:58.017434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109899) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:19:58.035137 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (36da8666-6a73-4581-8787-03707911744d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.056280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19a5d4-c42c-4a46-9b7b-737ed0695943 admin admin] Pushing event deleted for resources: {'Network': ['ID=513b987e-c7a7-43b2-a06f-79c14abfbbdd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:58.084098 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-30db1e6d-1cf8-44b2-bbe2-00283c8a76f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (59e53d36-9a20-4eb6-ac33-bfa05788c972), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.086897 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-30db1e6d-1cf8-44b2-bbe2-00283c8a76f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.090443 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-30db1e6d-1cf8-44b2-bbe2-00283c8a76f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59e53d36-9a20-4eb6-ac33-bfa05788c972 HTTP/1.1" status: 204 len: 168 time: 0.7964034 Feb 19 03:19:58.123331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db1e6d-1cf8-44b2-bbe2-00283c8a76f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e53d36-9a20-4eb6-ac33-bfa05788c972,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:58.132385 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (36da8666-6a73-4581-8787-03707911744d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.135772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d55dcdc7-4241-421d-b56f-08c4548468b9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port b2662cf7-7c61-47a3-b981-85896af7a168 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:58.136563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d55dcdc7-4241-421d-b56f-08c4548468b9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b2662cf7-7c61-47a3-b981-85896af7a168), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.221691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/1ee82bff-bb1c-4602-97aa-869dd773e44c/75674ae0-72c1-41d8-814e-7ae9f335c872) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:58.270828 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d55dcdc7-4241-421d-b56f-08c4548468b9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b2662cf7-7c61-47a3-b981-85896af7a168), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.282237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:58.305531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d55dcdc7-4241-421d-b56f-08c4548468b9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for b2662cf7-7c61-47a3-b981-85896af7a168 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:58.345230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49172) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:58.366099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:58.398744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:58.404556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:58.405525 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.436578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=36da8666-6a73-4581-8787-03707911744d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:58.454696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d55dcdc7-4241-421d-b56f-08c4548468b9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b2662cf7-7c61-47a3-b981-85896af7a168), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.479111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5a3a9bf0-fac8-4681-b021-bd24b71ceb03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8969679 Feb 19 03:19:58.485203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49174) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:58.512337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d55dcdc7-4241-421d-b56f-08c4548468b9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.516415 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d55dcdc7-4241-421d-b56f-08c4548468b9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/b2662cf7-7c61-47a3-b981-85896af7a168 HTTP/1.1" status: 204 len: 168 time: 0.6343260 Feb 19 03:19:58.524385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49176) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:58.530887 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Publish callbacks [] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.543034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55dcdc7-4241-421d-b56f-08c4548468b9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=b2662cf7-7c61-47a3-b981-85896af7a168,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:58.549012 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.613764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:19:58.617699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:58.619220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e285389-3578-4de5-84dc-bde71965f6ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:58.622407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:19:58.624639 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7e285389-3578-4de5-84dc-bde71965f6ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0980437 Feb 19 03:19:58.627827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49178) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:58.634828 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-28fa807c-e7b4-4078-88c8-70fb38778a42 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a88df77c28184abca4e29c7ab756af99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2703824 Feb 19 03:19:58.635466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49180) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:58.672906 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66fafcf-aa44-43b6-8c54-fe0ecca3884a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:19:58.674516 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e66fafcf-aa44-43b6-8c54-fe0ecca3884a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/aa6ce1b3-cac8-4a45-ac53-a59acecda0eb HTTP/1.1" status: 404 len: 333 time: 0.0449293 Feb 19 03:19:58.678300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49182) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:58.684421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Pushing event updated for resources: {'Port': ['ID=75674ae0-72c1-41d8-814e-7ae9f335c872,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:58.697302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Attempting to bind port 75674ae0-72c1-41d8-814e-7ae9f335c872 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:19:58.697879 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Attempting to bind port 75674ae0-72c1-41d8-814e-7ae9f335c872 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:19:58.698636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Attempting to bind port 75674ae0-72c1-41d8-814e-7ae9f335c872 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:19:58.703609 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (7d79d32b-a536-408a-9029-fbd60e9a9e1c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.706934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:19:58.707311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:58.707885 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.709232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:19:58.709885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Bound port: 75674ae0-72c1-41d8-814e-7ae9f335c872, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:19:58.710443 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.736242 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db51dad-400a-4fb4-b009-b23f25cc3780 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:19:58.737733 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6db51dad-400a-4fb4-b009-b23f25cc3780 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/b2662cf7-7c61-47a3-b981-85896af7a168 HTTP/1.1" status: 404 len: 333 time: 0.0554399 Feb 19 03:19:58.740946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49184) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:58.761259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49186) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:58.768229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f291f22-14c7-4fd8-a432-2eebf663e3c0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:58.771259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8f291f22-14c7-4fd8-a432-2eebf663e3c0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2846136 Feb 19 03:19:58.785251 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] For port 75674ae0-72c1-41d8-814e-7ae9f335c872, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:19:58.788778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] For port 75674ae0-72c1-41d8-814e-7ae9f335c872, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=75674ae0-72c1-41d8-814e-7ae9f335c872,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:19:58.798313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49188) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:58.800692 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.892370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Subnet': ['ID=7d79d32b-a536-408a-9029-fbd60e9a9e1c,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:58.894816 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-35eb2f3d-2ba0-492d-a542-a4d9c493ae1a admin admin] Publish callbacks [] for security_group (689d6763-3515-450d-8359-235dba4acf98), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.897353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Checking segment: {'id': 'eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1677182a-102f-428c-a17e-010f25a0ee7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:19:58.897727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network hostable DHCP agents. Network: 1677182a-102f-428c-a17e-010f25a0ee7d, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:19:58.902248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cea601-d00d-4d5f-82b9-b97d2d192506 None None] Pushing event updated for resources: {'Port': ['ID=75674ae0-72c1-41d8-814e-7ae9f335c872,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:58.905087 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (142ee547-f1ad-476f-8f55-b468debdf4ee), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.929329 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-72eae4c1-32f7-47bf-bd80-b18706150488 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=db0f91d77a714ef0bdd27dc0488dfa67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642001 Feb 19 03:19:58.931726 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-35eb2f3d-2ba0-492d-a542-a4d9c493ae1a admin admin] Publish callbacks [] for security_group (689d6763-3515-450d-8359-235dba4acf98), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:58.933336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49190) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:58.950519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Network 1677182a-102f-428c-a17e-010f25a0ee7d is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:19:59.002452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 1677182a-102f-428c-a17e-010f25a0ee7d) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:19:59.013835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:59.014423 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.017024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ce7565-aeb2-4dbe-8d6b-e7aed7b67d8e None None] Network 1677182a-102f-428c-a17e-010f25a0ee7d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:19:59.040060 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a02632ba-0789-4a21-b946-8d84c3206767 admin admin] Publish callbacks [] for security_group (47fb74c9-11fd-46a0-ac18-08b96ca1ad65), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.059170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8ca877d7-1b78-4d9e-85ae-d6903bf35920 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5370107 Feb 19 03:19:59.059170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49192) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:59.063908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-094174bb-1680-4c11-94fe-cee2281e34c5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port 36da8666-6a73-4581-8787-03707911744d {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:19:59.064800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-094174bb-1680-4c11-94fe-cee2281e34c5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (36da8666-6a73-4581-8787-03707911744d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.068649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3ec6bde9-7ec8-465d-a352-27f632d4ab3d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:19:59.078301 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-35eb2f3d-2ba0-492d-a542-a4d9c493ae1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (689d6763-3515-450d-8359-235dba4acf98), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.080755 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-35eb2f3d-2ba0-492d-a542-a4d9c493ae1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.084692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-35eb2f3d-2ba0-492d-a542-a4d9c493ae1a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/689d6763-3515-450d-8359-235dba4acf98 HTTP/1.1" status: 204 len: 168 time: 0.4430442 Feb 19 03:19:59.087061 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a02632ba-0789-4a21-b946-8d84c3206767 admin admin] Publish callbacks [] for security_group (47fb74c9-11fd-46a0-ac18-08b96ca1ad65), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.121696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (142ee547-f1ad-476f-8f55-b468debdf4ee), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.138968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb2f3d-2ba0-492d-a542-a4d9c493ae1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689d6763-3515-450d-8359-235dba4acf98,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:59.168033 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['142ee547-f1ad-476f-8f55-b468debdf4ee']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:59.213568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa992cd-961b-4849-a6c2-c4ed96f7a25a') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:59.213871 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa992cd-961b-4849-a6c2-c4ed96f7a25a') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:19:59.281213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-1677182a-102f-428c-a17e-010f25a0ee7d', 'network_id': '1677182a-102f-428c-a17e-010f25a0ee7d', 'project_id': 'e8e1613a14b647d7aaf0ee651fe69ddb', 'fixed_ips': [{'subnet_id': '7d79d32b-a536-408a-9029-fbd60e9a9e1c'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:19:59.282452 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.311310 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a02632ba-0789-4a21-b946-8d84c3206767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (47fb74c9-11fd-46a0-ac18-08b96ca1ad65), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.314177 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a02632ba-0789-4a21-b946-8d84c3206767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.317711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a02632ba-0789-4a21-b946-8d84c3206767 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/47fb74c9-11fd-46a0-ac18-08b96ca1ad65 HTTP/1.1" status: 204 len: 168 time: 0.3770921 Feb 19 03:19:59.328139 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ec6bde9-7ec8-465d-a352-27f632d4ab3d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10417016'] for subnet (7d79d32b-a536-408a-9029-fbd60e9a9e1c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.331834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-094174bb-1680-4c11-94fe-cee2281e34c5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (36da8666-6a73-4581-8787-03707911744d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.354520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02632ba-0789-4a21-b946-8d84c3206767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fb74c9-11fd-46a0-ac18-08b96ca1ad65,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:59.389567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-094174bb-1680-4c11-94fe-cee2281e34c5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for 36da8666-6a73-4581-8787-03707911744d owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:19:59.558270 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (2fa992cd-961b-4849-a6c2-c4ed96f7a25a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.589960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2fa992cd-961b-4849-a6c2-c4ed96f7a25a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.621279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:19:59.621689 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (2fa992cd-961b-4849-a6c2-c4ed96f7a25a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:19:59.624685 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:19:59.699899 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ec6bde9-7ec8-465d-a352-27f632d4ab3d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762369645954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10047904'] for subnet (7d79d32b-a536-408a-9029-fbd60e9a9e1c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.765665 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-094174bb-1680-4c11-94fe-cee2281e34c5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (36da8666-6a73-4581-8787-03707911744d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.794689 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (142ee547-f1ad-476f-8f55-b468debdf4ee), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.802220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Allocated IP 2001:db8::3 (1677182a-102f-428c-a17e-010f25a0ee7d/7d79d32b-a536-408a-9029-fbd60e9a9e1c/ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:19:59.849800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6bde9-7ec8-465d-a352-27f632d4ab3d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event updated for resources: {'Subnet': ['ID=7d79d32b-a536-408a-9029-fbd60e9a9e1c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:59.890812 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.892052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec6bde9-7ec8-465d-a352-27f632d4ab3d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:19:59.894853 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ec6bde9-7ec8-465d-a352-27f632d4ab3d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:19:59.900284 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3ec6bde9-7ec8-465d-a352-27f632d4ab3d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "PUT /v2.0/subnets/7d79d32b-a536-408a-9029-fbd60e9a9e1c HTTP/1.1" status: 200 len: 900 time: 0.8403039 Feb 19 03:19:59.907588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49216) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:59.907936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49218) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:19:59.911021 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/networks/142ee547-f1ad-476f-8f55-b468debdf4ee HTTP/1.1" status: 204 len: 168 time: 1.1688406 Feb 19 03:19:59.915986 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094174bb-1680-4c11-94fe-cee2281e34c5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=36da8666-6a73-4581-8787-03707911744d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:19:59.933974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2337abd4-6bab-4b9e-ade2-dc7ad5a2498a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-469902517'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:00.017393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544df13-3be5-4c22-b111-a310ddaedc67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Network': ['ID=142ee547-f1ad-476f-8f55-b468debdf4ee,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:00.027573 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-094174bb-1680-4c11-94fe-cee2281e34c5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.039032 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-094174bb-1680-4c11-94fe-cee2281e34c5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/36da8666-6a73-4581-8787-03707911744d HTTP/1.1" status: 204 len: 168 time: 1.2389841 Feb 19 03:20:00.043222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49224) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:00.134796 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Publish callbacks [] for port (ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.147303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2337abd4-6bab-4b9e-ade2-dc7ad5a2498a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:00.150379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 75674ae0-72c1-41d8-814e-7ae9f335c872 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:00.151182 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2337abd4-6bab-4b9e-ade2-dc7ad5a2498a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.154533 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.158123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4913b29-f26c-45af-90df-ad826006d02f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:00.161951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4913b29-f26c-45af-90df-ad826006d02f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:00.167299 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d4913b29-f26c-45af-90df-ad826006d02f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1214929 Feb 19 03:20:00.169685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49226) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:00.304275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25ddc48-9952-4a26-92c8-1b5edcae449a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 1ee82bff-bb1c-4602-97aa-869dd773e44c {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:00.313630 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a25ddc48-9952-4a26-92c8-1b5edcae449a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (1ee82bff-bb1c-4602-97aa-869dd773e44c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.318950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2337abd4-6bab-4b9e-ade2-dc7ad5a2498a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:00.348577 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (1677182a-102f-428c-a17e-010f25a0ee7d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.364513 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2337abd4-6bab-4b9e-ade2-dc7ad5a2498a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (4f9891b3-2d59-4182-bd03-c0c47a5c6230), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.366609 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-2337abd4-6bab-4b9e-ade2-dc7ad5a2498a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Added segment 4f9891b3-2d59-4182-bd03-c0c47a5c6230 of type vlan for network 73574421-517d-459c-a37b-3b580d37e2d8 Feb 19 03:20:00.413326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a25ddc48-9952-4a26-92c8-1b5edcae449a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (1ee82bff-bb1c-4602-97aa-869dd773e44c), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.420332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Network 1677182a-102f-428c-a17e-010f25a0ee7d is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:00.434213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:00.441542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Pushing event updated for resources: {'Port': ['ID=ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:00.444146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:00.512809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 75674ae0-72c1-41d8-814e-7ae9f335c872 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:00.513180 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.540280 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2337abd4-6bab-4b9e-ade2-dc7ad5a2498a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (73574421-517d-459c-a37b-3b580d37e2d8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.583253 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a25ddc48-9952-4a26-92c8-1b5edcae449a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (1ee82bff-bb1c-4602-97aa-869dd773e44c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.654241 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2337abd4-6bab-4b9e-ade2-dc7ad5a2498a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (73574421-517d-459c-a37b-3b580d37e2d8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.661800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2337abd4-6bab-4b9e-ade2-dc7ad5a2498a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:00.662422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2337abd4-6bab-4b9e-ade2-dc7ad5a2498a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.670958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Attempting to bind port ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:00.671745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Attempting to bind port ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1677182a-102f-428c-a17e-010f25a0ee7d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:00.672365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Attempting to bind port ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5 on network 1677182a-102f-428c-a17e-010f25a0ee7d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:00.678864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:00.680179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Checking segment: {'id': 'eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1677182a-102f-428c-a17e-010f25a0ee7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:00.680898 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.681831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Bound using segment: {'id': 'eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1677182a-102f-428c-a17e-010f25a0ee7d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:00.682563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Bound port: ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1677182a-102f-428c-a17e-010f25a0ee7d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:00.683176 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.730000 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a25ddc48-9952-4a26-92c8-1b5edcae449a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (1ee82bff-bb1c-4602-97aa-869dd773e44c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.771224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 75674ae0-72c1-41d8-814e-7ae9f335c872 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:00.772268 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.775868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c46e25-fcd5-4a86-87a1-88eaa39ae430 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:00.788429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a25ddc48-9952-4a26-92c8-1b5edcae449a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.792047 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a25ddc48-9952-4a26-92c8-1b5edcae449a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/1ee82bff-bb1c-4602-97aa-869dd773e44c HTTP/1.1" status: 204 len: 168 time: 0.6212964 Feb 19 03:20:00.801396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49252) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:00.802191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ddc48-9952-4a26-92c8-1b5edcae449a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee82bff-bb1c-4602-97aa-869dd773e44c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:00.810020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2337abd4-6bab-4b9e-ade2-dc7ad5a2498a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8970797 Feb 19 03:20:00.814561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49256) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:00.836087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': '73574421-517d-459c-a37b-3b580d37e2d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:00.843679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting port ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:00.844017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.918787 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2b3c0b11-e95a-413e-bdd5-9df8da10a047 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1125181 Feb 19 03:20:00.925175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49260) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:00.930223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-16535873-cc79-4fee-b7b2-0cad1fe609a4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:00.962914 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] For port ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:00.965376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] For port ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5, host n-d-826755-2, got binding levels [] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:00.965908 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.967851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] For port ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5,segment=NetworkSegment(eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e),segment_id=eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:00.975791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ace13239-fae5-484c-a688-347d2f958a7d None None] Provisioning complete for port 75674ae0-72c1-41d8-814e-7ae9f335c872 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:00.976404 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ace13239-fae5-484c-a688-347d2f958a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:00.980898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Calling delete_port for ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:01.076472 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.085078 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:20:01.085845 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:20:01.120051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16535873-cc79-4fee-b7b2-0cad1fe609a4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:01.123622 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16535873-cc79-4fee-b7b2-0cad1fe609a4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.219406 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.261691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec0879-56de-4b00-a978-0cc2edd612c9 None None] Pushing event updated for resources: {'Port': ['ID=ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:01.325809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa1f216-08fa-4419-8b71-a21ff185c039 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:01.371252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337abd4-6bab-4b9e-ade2-dc7ad5a2498a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Network': ['ID=73574421-517d-459c-a37b-3b580d37e2d8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:01.421778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 73574421-517d-459c-a37b-3b580d37e2d8 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:01.477273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Port': ['ID=ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:01.568094 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16535873-cc79-4fee-b7b2-0cad1fe609a4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (8043dfe2-c50b-4bef-884e-dbfe9358345e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.610636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ace13239-fae5-484c-a688-347d2f958a7d None None] Current status of the port 75674ae0-72c1-41d8-814e-7ae9f335c872 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:01.611140 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ace13239-fae5-484c-a688-347d2f958a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.613348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No DVR routers for this DVR port ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:01.673938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16535873-cc79-4fee-b7b2-0cad1fe609a4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:01.682566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-16535873-cc79-4fee-b7b2-0cad1fe609a4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:01.693724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16535873-cc79-4fee-b7b2-0cad1fe609a4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:01.694338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16535873-cc79-4fee-b7b2-0cad1fe609a4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.759238 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-16535873-cc79-4fee-b7b2-0cad1fe609a4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8317647 Feb 19 03:20:01.762253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49288) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:01.769689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16535873-cc79-4fee-b7b2-0cad1fe609a4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=8043dfe2-c50b-4bef-884e-dbfe9358345e,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:01.771269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ace13239-fae5-484c-a688-347d2f958a7d None None] For port 75674ae0-72c1-41d8-814e-7ae9f335c872, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=75674ae0-72c1-41d8-814e-7ae9f335c872,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:01.787429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'name': 'tempest-NetworksTestDHCPv6-98447796'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:01.798307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1f216-08fa-4419-8b71-a21ff185c039 None None] Deleting port 75674ae0-72c1-41d8-814e-7ae9f335c872 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:01.798944 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f216-08fa-4419-8b71-a21ff185c039 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.801035 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ace13239-fae5-484c-a688-347d2f958a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.863500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 75674ae0-72c1-41d8-814e-7ae9f335c872 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:01.863902 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.876120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace13239-fae5-484c-a688-347d2f958a7d None None] Pushing event updated for resources: {'Port': ['ID=75674ae0-72c1-41d8-814e-7ae9f335c872,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:01.913437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49290) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:01.942305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:01.947385 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:01.995838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-583a3dd0-191b-465f-860a-ac864a35f68c req-6287fd79-fa98-4a02-b066-566d28174b64 tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.0952082 Feb 19 03:20:02.057085 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (7d79d32b-a536-408a-9029-fbd60e9a9e1c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.076503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Performing IP validity checks on allocation pools {{(pid=109899) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:20:02.077326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109899) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:20:02.140450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1170448398', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:02.171256 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Made reservation on behalf of a1d7871d1a2a4e2bbe0776375ae93686 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:02.174137 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.205750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.234662 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (7d79d32b-a536-408a-9029-fbd60e9a9e1c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.275915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:02.279912 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.299715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-cfa1f216-08fa-4419-8b71-a21ff185c039 None None] For port 75674ae0-72c1-41d8-814e-7ae9f335c872, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=75674ae0-72c1-41d8-814e-7ae9f335c872,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:02.300108 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f216-08fa-4419-8b71-a21ff185c039 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.310868 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:20:02.311149 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:20:02.319268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cfa1f216-08fa-4419-8b71-a21ff185c039 None None] Calling delete_port for 75674ae0-72c1-41d8-814e-7ae9f335c872 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:02.398021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port b82627c0-3b4a-46fd-91f5-14c583ec2e6d yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:02.406404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Subnet': ['ID=7d79d32b-a536-408a-9029-fbd60e9a9e1c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:02.408172 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks [] for security_group (c19a5ba7-f5a4-4aa5-9059-7bfaf3f1a6d1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.429772 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c19a5ba7-f5a4-4aa5-9059-7bfaf3f1a6d1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.452865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] device_id is not set on port a6e39d29-9e98-4a79-8381-073c9d7e941c yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:02.483496 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cfa1f216-08fa-4419-8b71-a21ff185c039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (75674ae0-72c1-41d8-814e-7ae9f335c872), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.524197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1f216-08fa-4419-8b71-a21ff185c039 None None] Pushing event deleted for resources: {'Port': ['ID=75674ae0-72c1-41d8-814e-7ae9f335c872,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:02.535391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa1f216-08fa-4419-8b71-a21ff185c039 None None] No DVR routers for this DVR port 75674ae0-72c1-41d8-814e-7ae9f335c872 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:02.553115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24c6e43-84a2-4253-a4f4-908f76d5bdc6 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:02.564048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19a5ba7-f5a4-4aa5-9059-7bfaf3f1a6d1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:02.714584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Allocated IP 172.25.1.154 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/a6e39d29-9e98-4a79-8381-073c9d7e941c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:02.726666 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '8043dfe2-c50b-4bef-884e-dbfe9358345e'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:02.728217 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.891658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks [] for port (a6e39d29-9e98-4a79-8381-073c9d7e941c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.961700 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a6e39d29-9e98-4a79-8381-073c9d7e941c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:02.997890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/8043dfe2-c50b-4bef-884e-dbfe9358345e/7cd49e37-63bb-441e-95ba-69f38a3ecc7f) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:03.027525 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (1677182a-102f-428c-a17e-010f25a0ee7d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.034999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Pushing event updated for resources: {'Port': ['ID=a6e39d29-9e98-4a79-8381-073c9d7e941c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:03.079910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b5f1e-0a12-4297-bbeb-5f8f9d900cd6 None None] Network 1677182a-102f-428c-a17e-010f25a0ee7d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:03.089428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:03.092390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:03.117522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1677182a-102f-428c-a17e-010f25a0ee7d']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:03.121265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:03.147850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:03.148435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:03.158511 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (92c59058-490a-4e09-83ec-4348563e8294), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.189380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.190583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d1a8d93a-ff35-4bfd-81b9-61adf806907b None None] Could not find standard attr ID for object ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:20:03.197336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Port 75674ae0-72c1-41d8-814e-7ae9f335c872 update to ACTIVE by agent not found {{(pid=109900) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 03:20:03.208245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbbb2523-f3f5-4b4f-a7dc-0edd652fa033 req-64367c19-d7f0-4417-b637-3a586c3ac747 tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.0851049 Feb 19 03:20:03.238874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:03.239594 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.279379 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-74b7776c-4d10-4174-a37f-9fe3ead354b5 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3631649 Feb 19 03:20:03.282069 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49304) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:03.287517 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.154'}]}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:03.287803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Subnet': ['ID=92c59058-490a-4e09-83ec-4348563e8294,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:03.304461 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.324654 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:03.325470 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (eeac0797-cf9e-4a43-bdb6-cb2b535f4e5e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:03.328911 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:03.333026 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Publish callbacks [] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.336476 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (1135bdbc-0c43-4b00-8458-ff5e7345e506), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.337948 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (1135bdbc-0c43-4b00-8458-ff5e7345e506), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.342267 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.401848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Checking segment: {'id': '4f9891b3-2d59-4182-bd03-c0c47a5c6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73574421-517d-459c-a37b-3b580d37e2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:03.402425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network hostable DHCP agents. Network: 73574421-517d-459c-a37b-3b580d37e2d8, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:20:03.408868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:03.418909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:03.425180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:03.428654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 75674ae0-72c1-41d8-814e-7ae9f335c872 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:03.434538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Pushing event updated for resources: {'Port': ['ID=7cd49e37-63bb-441e-95ba-69f38a3ecc7f,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:03.458286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d7f87d-b878-4df9-b07e-2224b3ee583e None None] DHCP port deletion for 1677182a-102f-428c-a17e-010f25a0ee7d request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:03.463401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 75674ae0-72c1-41d8-814e-7ae9f335c872 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:03.463910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 75674ae0-72c1-41d8-814e-7ae9f335c872 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:03.504486 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (1677182a-102f-428c-a17e-010f25a0ee7d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.508864 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.514912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb66673-8653-4378-877f-21551f9c6ca9 None None] Network 1677182a-102f-428c-a17e-010f25a0ee7d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:03.528036 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/1677182a-102f-428c-a17e-010f25a0ee7d HTTP/1.1" status: 204 len: 168 time: 3.6155627 Feb 19 03:20:03.528791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49306) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:03.540455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb66673-8653-4378-877f-21551f9c6ca9 None None] Network 1677182a-102f-428c-a17e-010f25a0ee7d could not be found, it might have been deleted concurrently. {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:20:03.541958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Attempting to bind port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:03.542330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Attempting to bind port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:03.542707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Attempting to bind port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:03.548581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:03.549091 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:03.549504 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.549893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:03.550371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Bound port: 7cd49e37-63bb-441e-95ba-69f38a3ecc7f, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:03.550804 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.558271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::f9 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/8043dfe2-c50b-4bef-884e-dbfe9358345e/b82627c0-3b4a-46fd-91f5-14c583ec2e6d) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:03.627923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks [] for router_controller (1135bdbc-0c43-4b00-8458-ff5e7345e506), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.638809 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cfc8151-a93a-4337-9db6-0db62a4df305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.681196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] For port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:03.685239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] For port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7cd49e37-63bb-441e-95ba-69f38a3ecc7f,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:03.697695 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.705716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network 73574421-517d-459c-a37b-3b580d37e2d8 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:20:03.732280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080b7d7-18f0-44c9-b19f-0b0bf658071d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Network': ['ID=1677182a-102f-428c-a17e-010f25a0ee7d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:03.765885 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-7817835f-5601-457e-a58b-de598ba1829b tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:03.767441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7817835f-5601-457e-a58b-de598ba1829b tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:03.770955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7817835f-5601-457e-a58b-de598ba1829b tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/subnets/7d79d32b-a536-408a-9029-fbd60e9a9e1c HTTP/1.1" status: 404 len: 337 time: 0.0698884 Feb 19 03:20:03.771315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfd113-12d3-41e3-99da-cfcfd44d2287 None None] Pushing event updated for resources: {'Port': ['ID=7cd49e37-63bb-441e-95ba-69f38a3ecc7f,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:03.780204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 73574421-517d-459c-a37b-3b580d37e2d8) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:03.782221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49312) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:03.796385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7d3ec8-07f1-4fb4-a3f7-b9921e1b4dcc None None] Network 73574421-517d-459c-a37b-3b580d37e2d8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:03.807292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:03.807883 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.835060 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb871f49-ef56-4eee-8c47-1efb2174d6d1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:03.835586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb871f49-ef56-4eee-8c47-1efb2174d6d1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:03.842219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bb871f49-ef56-4eee-8c47-1efb2174d6d1 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/1677182a-102f-428c-a17e-010f25a0ee7d HTTP/1.1" status: 404 len: 339 time: 0.0537684 Feb 19 03:20:03.843919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49314) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:03.894845 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (b82627c0-3b4a-46fd-91f5-14c583ec2e6d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.904629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ce9f4bc4-a528-4b23-8cb5-441ae3350672 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0770957 Feb 19 03:20:03.905512 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks [] for router_gateway (1135bdbc-0c43-4b00-8458-ff5e7345e506), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:03.908446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49316) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:03.913523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': '73574421-517d-459c-a37b-3b580d37e2d8', 'name': 'tempest-PortsTestJSON-692115883'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:04.017097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-73574421-517d-459c-a37b-3b580d37e2d8', 'network_id': '73574421-517d-459c-a37b-3b580d37e2d8', 'project_id': '70314eb81c27414a8636915c7dbff825', 'fixed_ips': [{'subnet_id': '92c59058-490a-4e09-83ec-4348563e8294'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:04.018276 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.028928 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (c225bb0c-9744-4d96-9c4e-6fa140a97dbf), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.171841 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b82627c0-3b4a-46fd-91f5-14c583ec2e6d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.183271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49320) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:04.196710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:04.200117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.242217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port 232f767b-ceb1-452c-b6af-a071b62d2ced yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:04.315897 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (c225bb0c-9744-4d96-9c4e-6fa140a97dbf), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.324185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Allocated IP 172.20.0.2 (73574421-517d-459c-a37b-3b580d37e2d8/92c59058-490a-4e09-83ec-4348563e8294/f9ccbdd3-bb70-4879-bd5c-59a05edef17e) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:04.338990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:04.342329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=b82627c0-3b4a-46fd-91f5-14c583ec2e6d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:04.348650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:04.356591 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:04.361944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:04.362754 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.372284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c225bb0c-9744-4d96-9c4e-6fa140a97dbf']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:04.417837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12eb2c64-81ee-4c45-ac3d-c4c89d845372 req-a037427e-da3d-4179-9d98-ee37c7003d01 tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.0501375 Feb 19 03:20:04.419661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79962d38-50c5-4b01-9071-e18fb61d1508') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:04.419959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79962d38-50c5-4b01-9071-e18fb61d1508') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:04.431837 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (79962d38-50c5-4b01-9071-e18fb61d1508), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.443205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-00d09993-b623-4406-9cd2-cf774cb44c11 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6751697 Feb 19 03:20:04.445973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49326) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:04.509283 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (79962d38-50c5-4b01-9071-e18fb61d1508), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.520062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:04.520327 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (79962d38-50c5-4b01-9071-e18fb61d1508), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:04.524541 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:04.604147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f87048-43c8-43b2-8071-4e059c21712f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:04.609675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f87048-43c8-43b2-8071-4e059c21712f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:04.611567 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e7f87048-43c8-43b2-8071-4e059c21712f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.1647005 Feb 19 03:20:04.614428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49328) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:04.654912 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Publish callbacks [] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.665319 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.698455 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (c225bb0c-9744-4d96-9c4e-6fa140a97dbf), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.703251 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.708405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/c225bb0c-9744-4d96-9c4e-6fa140a97dbf HTTP/1.1" status: 204 len: 168 time: 0.8477986 Feb 19 03:20:04.715854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49330) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:04.716579 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Network 73574421-517d-459c-a37b-3b580d37e2d8 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:04.723556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:04.727811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:04.745376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Pushing event updated for resources: {'Port': ['ID=f9ccbdd3-bb70-4879-bd5c-59a05edef17e,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:04.769064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944ce4c-76c6-47b1-bae0-478cf76645de tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Network': ['ID=c225bb0c-9744-4d96-9c4e-6fa140a97dbf,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:04.773681 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9b34e5-d216-46bd-83d2-652323434248 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:04.774122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9b34e5-d216-46bd-83d2-652323434248 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:04.777933 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2d9b34e5-d216-46bd-83d2-652323434248 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/subnets/71e0ece1-2d7c-4c65-989f-db57403a94b3 HTTP/1.1" status: 404 len: 337 time: 0.0584493 Feb 19 03:20:04.780237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49332) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:04.801492 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ec6f4b-f6a7-48e5-8ce2-ed72fe0638c6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:04.802016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49ec6f4b-f6a7-48e5-8ce2-ed72fe0638c6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:04.805399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-49ec6f4b-f6a7-48e5-8ce2-ed72fe0638c6 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/dc21669b-381b-49c2-9a7f-60479a1ea4ad HTTP/1.1" status: 404 len: 339 time: 0.0238783 Feb 19 03:20:04.807624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49334) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:04.821677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Attempting to bind port f9ccbdd3-bb70-4879-bd5c-59a05edef17e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:04.822141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Attempting to bind port f9ccbdd3-bb70-4879-bd5c-59a05edef17e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '4f9891b3-2d59-4182-bd03-c0c47a5c6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73574421-517d-459c-a37b-3b580d37e2d8'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:04.822684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Attempting to bind port f9ccbdd3-bb70-4879-bd5c-59a05edef17e on network 73574421-517d-459c-a37b-3b580d37e2d8 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:04.831168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:04.831548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Checking segment: {'id': '4f9891b3-2d59-4182-bd03-c0c47a5c6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73574421-517d-459c-a37b-3b580d37e2d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:04.831954 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.832348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Bound using segment: {'id': '4f9891b3-2d59-4182-bd03-c0c47a5c6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73574421-517d-459c-a37b-3b580d37e2d8'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:04.832846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Bound port: f9ccbdd3-bb70-4879-bd5c-59a05edef17e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9891b3-2d59-4182-bd03-c0c47a5c6230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '73574421-517d-459c-a37b-3b580d37e2d8'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:04.833226 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.877723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c426b26d-d92c-4828-b6a7-0b6071939ace tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port b82627c0-3b4a-46fd-91f5-14c583ec2e6d {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:04.878062 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c426b26d-d92c-4828-b6a7-0b6071939ace tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b82627c0-3b4a-46fd-91f5-14c583ec2e6d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:04.944993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] For port f9ccbdd3-bb70-4879-bd5c-59a05edef17e, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:04.950383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] For port f9ccbdd3-bb70-4879-bd5c-59a05edef17e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f9ccbdd3-bb70-4879-bd5c-59a05edef17e,segment=NetworkSegment(4f9891b3-2d59-4182-bd03-c0c47a5c6230),segment_id=4f9891b3-2d59-4182-bd03-c0c47a5c6230)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:04.966952 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.017789 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c426b26d-d92c-4828-b6a7-0b6071939ace tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b82627c0-3b4a-46fd-91f5-14c583ec2e6d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.021131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.7 (73574421-517d-459c-a37b-3b580d37e2d8/92c59058-490a-4e09-83ec-4348563e8294/232f767b-ceb1-452c-b6af-a071b62d2ced) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:05.040913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c426b26d-d92c-4828-b6a7-0b6071939ace tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for b82627c0-3b4a-46fd-91f5-14c583ec2e6d owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:05.055023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f12dcd-11b3-4e9b-bb82-4cbb63667e05 None None] Pushing event updated for resources: {'Port': ['ID=f9ccbdd3-bb70-4879-bd5c-59a05edef17e,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:05.125834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa960e8b-aa99-436d-9f7a-fec2b0d153b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.128142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-10726006-708e-4f90-96f4-3df53fbb3d19 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting subnet 828f678e-0c18-4c70-9964-8377e0d5804b {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:05.131608 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10726006-708e-4f90-96f4-3df53fbb3d19 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (828f678e-0c18-4c70-9964-8377e0d5804b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.193479 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10726006-708e-4f90-96f4-3df53fbb3d19 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (828f678e-0c18-4c70-9964-8377e0d5804b), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.271218 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks [] for router_gateway (1135bdbc-0c43-4b00-8458-ff5e7345e506), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.318570 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.398441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7cd49e37-63bb-441e-95ba-69f38a3ecc7f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:05.488264 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10726006-708e-4f90-96f4-3df53fbb3d19 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (828f678e-0c18-4c70-9964-8377e0d5804b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.537029 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (232f767b-ceb1-452c-b6af-a071b62d2ced), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.557720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:05.558386 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.563874 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c426b26d-d92c-4828-b6a7-0b6071939ace tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b82627c0-3b4a-46fd-91f5-14c583ec2e6d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.625379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-883f2f7f-9830-4547-aa57-b7b43affe536 None None] Provisioning complete for port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:05.625696 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-883f2f7f-9830-4547-aa57-b7b43affe536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.663665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426b26d-d92c-4828-b6a7-0b6071939ace tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=b82627c0-3b4a-46fd-91f5-14c583ec2e6d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:05.682790 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa960e8b-aa99-436d-9f7a-fec2b0d153b2 admin admin] Publish callbacks [] for security_group (dc1b3206-216d-407f-b668-3fc8341ab30c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.690252 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c426b26d-d92c-4828-b6a7-0b6071939ace tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.693058 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa960e8b-aa99-436d-9f7a-fec2b0d153b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dc1b3206-216d-407f-b668-3fc8341ab30c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.697355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c426b26d-d92c-4828-b6a7-0b6071939ace tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/b82627c0-3b4a-46fd-91f5-14c583ec2e6d HTTP/1.1" status: 204 len: 168 time: 1.0795600 Feb 19 03:20:05.706734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec7d1808-52f4-45e6-b24d-a9c6384666cb req-432a768f-3e79-4ad9-a794-9be465d4ecf6 tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.0994673 Feb 19 03:20:05.715056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49338) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:05.759847 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10726006-708e-4f90-96f4-3df53fbb3d19 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (828f678e-0c18-4c70-9964-8377e0d5804b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.805045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10726006-708e-4f90-96f4-3df53fbb3d19 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.811167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-10726006-708e-4f90-96f4-3df53fbb3d19 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/subnets/828f678e-0c18-4c70-9964-8377e0d5804b HTTP/1.1" status: 204 len: 168 time: 0.9987414 Feb 19 03:20:05.812881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10726006-708e-4f90-96f4-3df53fbb3d19 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Subnet': ['ID=828f678e-0c18-4c70-9964-8377e0d5804b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:05.816728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49340) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:05.818409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9782fd-bb1d-4e5d-a411-cba092617e3f None None] Network 08bf645f-7833-4fb3-86f8-4e7b729d24f5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:05.888308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:05.889307 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.891030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a43ea2-c58d-4482-9ee0-d3608cefe5e3 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting subnet da75abb4-cb0e-45d7-a2d4-126face58f3d {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:05.905972 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96a43ea2-c58d-4482-9ee0-d3608cefe5e3 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (da75abb4-cb0e-45d7-a2d4-126face58f3d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.908292 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fa960e8b-aa99-436d-9f7a-fec2b0d153b2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e7eca2298455492e9b0bb04563f57f56&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7227025 Feb 19 03:20:05.914325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49342) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:05.918060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks [] for router (1135bdbc-0c43-4b00-8458-ff5e7345e506), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.926276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (232f767b-ceb1-452c-b6af-a071b62d2ced), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.962359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56d7ba8-42e4-449e-bcdc-0e4b78ffa865 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:05.965690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56d7ba8-42e4-449e-bcdc-0e4b78ffa865 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:05.970508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c56d7ba8-42e4-449e-bcdc-0e4b78ffa865 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2511690 Feb 19 03:20:05.987116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-883f2f7f-9830-4547-aa57-b7b43affe536 None None] Current status of the port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:05.987680 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-883f2f7f-9830-4547-aa57-b7b43affe536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:05.995580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49344) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.006578 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a55ebed3-fc04-450c-9c19-568f76cff8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.082483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7cd49e37-63bb-441e-95ba-69f38a3ecc7f,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:06.104459 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96a43ea2-c58d-4482-9ee0-d3608cefe5e3 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (da75abb4-cb0e-45d7-a2d4-126face58f3d), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.110714 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.122640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa960e8b-aa99-436d-9f7a-fec2b0d153b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1b3206-216d-407f-b668-3fc8341ab30c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:06.126585 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network 73574421-517d-459c-a37b-3b580d37e2d8 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:06.169422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9cbecb-6891-4e0c-98d9-a20dc8dd7c5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 8043dfe2-c50b-4bef-884e-dbfe9358345e {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:06.179710 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8d9cbecb-6891-4e0c-98d9-a20dc8dd7c5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (8043dfe2-c50b-4bef-884e-dbfe9358345e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.180520 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:06.183607 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:06.246609 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:06.274678 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:06.275330 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.278396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=232f767b-ceb1-452c-b6af-a071b62d2ced,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:06.284820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b70706fc-e397-488c-934c-a5551f942fe1 req-4198bdc4-d960-4f3c-905a-40bcc61d3c62 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.2938278 Feb 19 03:20:06.306351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81254c52-34cb-49a6-957e-cad435599a9b admin admin] Publish callbacks [] for security_group (dc1b3206-216d-407f-b668-3fc8341ab30c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.351621 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8d9cbecb-6891-4e0c-98d9-a20dc8dd7c5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (8043dfe2-c50b-4bef-884e-dbfe9358345e), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.396963 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-883f2f7f-9830-4547-aa57-b7b43affe536 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:20:06.401006 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-883f2f7f-9830-4547-aa57-b7b43affe536 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:20:06.406430 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:06.406908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ea5cfa39-d6ad-40c4-994b-c2bef2d8ebe5 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:06.440523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=7cd49e37-63bb-441e-95ba-69f38a3ecc7f,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:06.443198 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81254c52-34cb-49a6-957e-cad435599a9b admin admin] Publish callbacks [] for security_group (dc1b3206-216d-407f-b668-3fc8341ab30c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.458137 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (1135bdbc-0c43-4b00-8458-ff5e7345e506), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.460623 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks [] for router_controller (1135bdbc-0c43-4b00-8458-ff5e7345e506), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.469715 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f9f1f752-67b1-4209-9b5f-52059672cdc0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5576940 Feb 19 03:20:06.469997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49348) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.492228 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96a43ea2-c58d-4482-9ee0-d3608cefe5e3 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (da75abb4-cb0e-45d7-a2d4-126face58f3d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.567626 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (1135bdbc-0c43-4b00-8458-ff5e7345e506), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.568120 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1135bdbc-0c43-4b00-8458-ff5e7345e506 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:20:06.625582 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:20:06.629374 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8b4ceb61-717f-4fce-9293-bd52d4d31675 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3436043 Feb 19 03:20:06.629703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49350) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.647250 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96a43ea2-c58d-4482-9ee0-d3608cefe5e3 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (da75abb4-cb0e-45d7-a2d4-126face58f3d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.708825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6096bbae-d1a8-46d5-a6f6-eef2a451bd7f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port 232f767b-ceb1-452c-b6af-a071b62d2ced {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:06.709088 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6096bbae-d1a8-46d5-a6f6-eef2a451bd7f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (232f767b-ceb1-452c-b6af-a071b62d2ced), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.718223 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96a43ea2-c58d-4482-9ee0-d3608cefe5e3 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.730555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-96a43ea2-c58d-4482-9ee0-d3608cefe5e3 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/subnets/da75abb4-cb0e-45d7-a2d4-126face58f3d HTTP/1.1" status: 204 len: 168 time: 0.9083650 Feb 19 03:20:06.730555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a43ea2-c58d-4482-9ee0-d3608cefe5e3 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Subnet': ['ID=da75abb4-cb0e-45d7-a2d4-126face58f3d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:06.731763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49352) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:06.746039 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81254c52-34cb-49a6-957e-cad435599a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dc1b3206-216d-407f-b668-3fc8341ab30c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.753941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81254c52-34cb-49a6-957e-cad435599a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.759565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-81254c52-34cb-49a6-957e-cad435599a9b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dc1b3206-216d-407f-b668-3fc8341ab30c HTTP/1.1" status: 204 len: 168 time: 0.8413153 Feb 19 03:20:06.829704 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8d9cbecb-6891-4e0c-98d9-a20dc8dd7c5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (8043dfe2-c50b-4bef-884e-dbfe9358345e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.841184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a642b53d-560f-4add-afe8-1e674b3f840a None None] Network 73574421-517d-459c-a37b-3b580d37e2d8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:06.866278 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6096bbae-d1a8-46d5-a6f6-eef2a451bd7f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (232f767b-ceb1-452c-b6af-a071b62d2ced), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:06.889187 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6096bbae-d1a8-46d5-a6f6-eef2a451bd7f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for 232f767b-ceb1-452c-b6af-a071b62d2ced owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:06.925502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81254c52-34cb-49a6-957e-cad435599a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1b3206-216d-407f-b668-3fc8341ab30c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:07.020258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0c47d-f37a-407e-b83e-29d134193ec2 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Deleting port a6e39d29-9e98-4a79-8381-073c9d7e941c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:07.020652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cb0c47d-f37a-407e-b83e-29d134193ec2 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a6e39d29-9e98-4a79-8381-073c9d7e941c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.049573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-883f2f7f-9830-4547-aa57-b7b43affe536 None None] Current status of the port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:07.094052 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.114644 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e961ca10-6fa0-4d9b-a1ee-90a7f61aeac5 req-78577262-c234-40a9-8044-42672ac6d45e tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.1732957 Feb 19 03:20:07.183063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Could not find standard attr ID for object 36da8666-6a73-4581-8787-03707911744d. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:20:07.193023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Could not find standard attr ID for object b82627c0-3b4a-46fd-91f5-14c583ec2e6d. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:20:07.200573 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (08bf645f-7833-4fb3-86f8-4e7b729d24f5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.205178 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8d9cbecb-6891-4e0c-98d9-a20dc8dd7c5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (8043dfe2-c50b-4bef-884e-dbfe9358345e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.220346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Provisioning complete for port f9ccbdd3-bb70-4879-bd5c-59a05edef17e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:07.221311 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.278286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cb0c47d-f37a-407e-b83e-29d134193ec2 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a6e39d29-9e98-4a79-8381-073c9d7e941c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.292970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9cbecb-6891-4e0c-98d9-a20dc8dd7c5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=8043dfe2-c50b-4bef-884e-dbfe9358345e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:07.299499 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8d9cbecb-6891-4e0c-98d9-a20dc8dd7c5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.302659 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb61b3e-b09a-4c37-8fb2-16d50d2e2fd4 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:07.316772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8d9cbecb-6891-4e0c-98d9-a20dc8dd7c5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/8043dfe2-c50b-4bef-884e-dbfe9358345e HTTP/1.1" status: 204 len: 168 time: 1.3096914 Feb 19 03:20:07.318390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49364) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:07.329761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0c47d-f37a-407e-b83e-29d134193ec2 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Calling delete_port for a6e39d29-9e98-4a79-8381-073c9d7e941c owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:07.431862 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6096bbae-d1a8-46d5-a6f6-eef2a451bd7f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (232f767b-ceb1-452c-b6af-a071b62d2ced), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.498595 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4a6777bc-a111-493b-9b94-2f980ae130dc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1718545 Feb 19 03:20:07.503132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49370) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:07.532142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-df621954-a5dc-443b-b6fc-b030d3607066 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:07.542718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096bbae-d1a8-46d5-a6f6-eef2a451bd7f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=232f767b-ceb1-452c-b6af-a071b62d2ced,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:07.721477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6096bbae-d1a8-46d5-a6f6-eef2a451bd7f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.722537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:07.722991 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.733225 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6096bbae-d1a8-46d5-a6f6-eef2a451bd7f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/232f767b-ceb1-452c-b6af-a071b62d2ced HTTP/1.1" status: 204 len: 168 time: 1.2603633 Feb 19 03:20:07.744179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49374) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:07.783394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7cd49e37-63bb-441e-95ba-69f38a3ecc7f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:07.785524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ee6e79-d142-4fdb-9f7c-a0c809e7ffa8 None None] Network 08bf645f-7833-4fb3-86f8-4e7b729d24f5 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:07.822772 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cb0c47d-f37a-407e-b83e-29d134193ec2 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a6e39d29-9e98-4a79-8381-073c9d7e941c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.844640 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f11a100-216f-4b0c-82b0-472769d5bb32 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:07.845255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f11a100-216f-4b0c-82b0-472769d5bb32 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:07.851575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2f11a100-216f-4b0c-82b0-472769d5bb32 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/232f767b-ceb1-452c-b6af-a071b62d2ced HTTP/1.1" status: 404 len: 333 time: 0.1039526 Feb 19 03:20:07.854723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49380) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:07.869323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0c47d-f37a-407e-b83e-29d134193ec2 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6e39d29-9e98-4a79-8381-073c9d7e941c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:07.895168 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-930705d1-711b-4bbb-afa0-1201e06fd69c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:20:07.900039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-930705d1-711b-4bbb-afa0-1201e06fd69c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/232f767b-ceb1-452c-b6af-a071b62d2ced HTTP/1.1" status: 404 len: 333 time: 0.0442994 Feb 19 03:20:07.912851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49382) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:07.923927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Current status of the port f9ccbdd3-bb70-4879-bd5c-59a05edef17e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:07.924528 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:07.942912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df621954-a5dc-443b-b6fc-b030d3607066 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:07.948257 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-df621954-a5dc-443b-b6fc-b030d3607066 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.026798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cb0c47d-f37a-407e-b83e-29d134193ec2 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.038388 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0cb0c47d-f37a-407e-b83e-29d134193ec2 tempest-RoutersAdminNegativeTest-207504214 tempest-RoutersAdminNegativeTest-207504214-project-admin] 10.222.0.81 "DELETE /v2.0/ports/a6e39d29-9e98-4a79-8381-073c9d7e941c HTTP/1.1" status: 204 len: 168 time: 1.4027638 Feb 19 03:20:08.050929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] For port f9ccbdd3-bb70-4879-bd5c-59a05edef17e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f9ccbdd3-bb70-4879-bd5c-59a05edef17e,segment=NetworkSegment(4f9891b3-2d59-4182-bd03-c0c47a5c6230),segment_id=4f9891b3-2d59-4182-bd03-c0c47a5c6230)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:08.056529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:08.056991 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.090891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] For port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f6a41a9c-bba7-46b3-86b0-f078d31c0cd4,segment=NetworkSegment(40ca7c84-cf0b-423b-a725-ac452616c3d8),segment_id=40ca7c84-cf0b-423b-a725-ac452616c3d8)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:08.091555 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.114843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.129338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Calling delete_port for f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:08.197618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0daf17-b852-4e3e-bcdb-462213dd03ad None None] DHCP port deletion for 08bf645f-7833-4fb3-86f8-4e7b729d24f5 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:08.220711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4be4b9-1e6b-48af-b3f3-8ba1aa0012f5 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:08.243523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Pushing event updated for resources: {'Port': ['ID=f9ccbdd3-bb70-4879-bd5c-59a05edef17e,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:08.270054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba41e58f-b146-408c-838e-91de3371b4f5 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting subnet 92c59058-490a-4e09-83ec-4348563e8294 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:08.283199 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba41e58f-b146-408c-838e-91de3371b4f5 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (92c59058-490a-4e09-83ec-4348563e8294), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.286130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:08.287638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f9ccbdd3-bb70-4879-bd5c-59a05edef17e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:08.353463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6b9463a2-4f9f-4ea4-abdb-1808be539808 None None] Could not find standard attr ID for object 232f767b-ceb1-452c-b6af-a071b62d2ced. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:20:08.365063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.365405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.366087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.366423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.366743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.367055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.367407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.367999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.368114 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.368340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.368675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.369000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.369315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b314c16-c5a0-4ac7-a5a0-5716f689bded None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:08.486286 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.489461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6b9463a2-4f9f-4ea4-abdb-1808be539808 None None] Provisioning complete for port f9ccbdd3-bb70-4879-bd5c-59a05edef17e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:08.489829 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6b9463a2-4f9f-4ea4-abdb-1808be539808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.495206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f9ccbdd3-bb70-4879-bd5c-59a05edef17e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:08.495575 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.564067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49396) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:08.593566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fb0daf17-b852-4e3e-bcdb-462213dd03ad None None] Deleting port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:08.593941 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0daf17-b852-4e3e-bcdb-462213dd03ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.657854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fb0daf17-b852-4e3e-bcdb-462213dd03ad None None] For port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f6a41a9c-bba7-46b3-86b0-f078d31c0cd4,segment=NetworkSegment(40ca7c84-cf0b-423b-a725-ac452616c3d8),segment_id=40ca7c84-cf0b-423b-a725-ac452616c3d8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:08.658253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0daf17-b852-4e3e-bcdb-462213dd03ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.674525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fb0daf17-b852-4e3e-bcdb-462213dd03ad None None] Calling delete_port for f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:08.682377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0cca3e43-80d1-4a41-b440-ebb8557e9e5d req-00729ac0-48a0-40af-ba75-053f1613e86b tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.4090800 Feb 19 03:20:08.743307 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb831-c9b3-4dd5-9c9b-bbbbd943e4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.765592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ac4be4b9-1e6b-48af-b3f3-8ba1aa0012f5 None None] Deleting port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:08.766022 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ac4be4b9-1e6b-48af-b3f3-8ba1aa0012f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.789770 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fb0daf17-b852-4e3e-bcdb-462213dd03ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.838002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba41e58f-b146-408c-838e-91de3371b4f5 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (92c59058-490a-4e09-83ec-4348563e8294), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.846320 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-df621954-a5dc-443b-b6fc-b030d3607066 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (e25567f6-2873-45f5-9334-00f7ae6e6e7c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.871513 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb831-c9b3-4dd5-9c9b-bbbbd943e4cc admin admin] Publish callbacks [] for security_group (cead82cf-cdb9-44c2-be7a-0a65a31d44e0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.874483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0daf17-b852-4e3e-bcdb-462213dd03ad None None] Pushing event deleted for resources: {'Port': ['ID=f6a41a9c-bba7-46b3-86b0-f078d31c0cd4,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:08.876490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0daf17-b852-4e3e-bcdb-462213dd03ad None None] No DVR routers for this DVR port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:08.879528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d9cb831-c9b3-4dd5-9c9b-bbbbd943e4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cead82cf-cdb9-44c2-be7a-0a65a31d44e0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.903595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df621954-a5dc-443b-b6fc-b030d3607066 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:08.918904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-df621954-a5dc-443b-b6fc-b030d3607066 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:08.925656 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2d9cb831-c9b3-4dd5-9c9b-bbbbd943e4cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=093ab2f1779044be970e9144c5d68a1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3601649 Feb 19 03:20:08.926447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cb831-c9b3-4dd5-9c9b-bbbbd943e4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cead82cf-cdb9-44c2-be7a-0a65a31d44e0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:08.928808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49410) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:08.931619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df621954-a5dc-443b-b6fc-b030d3607066 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:08.932220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-df621954-a5dc-443b-b6fc-b030d3607066 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.974924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ac4be4b9-1e6b-48af-b3f3-8ba1aa0012f5 None None] For port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7cd49e37-63bb-441e-95ba-69f38a3ecc7f,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:08.975916 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ac4be4b9-1e6b-48af-b3f3-8ba1aa0012f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:08.998682 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5227688-2fe1-445c-9c3e-701a5a8c89c9 admin admin] Publish callbacks [] for security_group (cead82cf-cdb9-44c2-be7a-0a65a31d44e0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.002791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-df621954-a5dc-443b-b6fc-b030d3607066 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4980187 Feb 19 03:20:09.003346 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49412) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:09.015605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'name': 'tempest-NetworksTestDHCPv6-954346372'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:09.035292 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f6a41a9c-bba7-46b3-86b0-f078d31c0cd4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.070288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ac4be4b9-1e6b-48af-b3f3-8ba1aa0012f5 None None] Calling delete_port for 7cd49e37-63bb-441e-95ba-69f38a3ecc7f owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:09.078204 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5227688-2fe1-445c-9c3e-701a5a8c89c9 admin admin] Publish callbacks [] for security_group (cead82cf-cdb9-44c2-be7a-0a65a31d44e0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.086919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f9ccbdd3-bb70-4879-bd5c-59a05edef17e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:09.117046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Port': ['ID=f6a41a9c-bba7-46b3-86b0-f078d31c0cd4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:09.129054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df621954-a5dc-443b-b6fc-b030d3607066 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=e25567f6-2873-45f5-9334-00f7ae6e6e7c,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:09.167302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No DVR routers for this DVR port f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:09.193724 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ac4be4b9-1e6b-48af-b3f3-8ba1aa0012f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (7cd49e37-63bb-441e-95ba-69f38a3ecc7f), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.217363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49416) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:09.229650 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba41e58f-b146-408c-838e-91de3371b4f5 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (92c59058-490a-4e09-83ec-4348563e8294), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.242061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5227688-2fe1-445c-9c3e-701a5a8c89c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cead82cf-cdb9-44c2-be7a-0a65a31d44e0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.247705 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5227688-2fe1-445c-9c3e-701a5a8c89c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.253855 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d5227688-2fe1-445c-9c3e-701a5a8c89c9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cead82cf-cdb9-44c2-be7a-0a65a31d44e0 HTTP/1.1" status: 204 len: 168 time: 0.3240402 Feb 19 03:20:09.259833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6b9463a2-4f9f-4ea4-abdb-1808be539808 None None] Current status of the port f9ccbdd3-bb70-4879-bd5c-59a05edef17e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:09.262349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:09.269561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4be4b9-1e6b-48af-b3f3-8ba1aa0012f5 None None] No DVR routers for this DVR port 7cd49e37-63bb-441e-95ba-69f38a3ecc7f on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:09.272844 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.281577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4be4b9-1e6b-48af-b3f3-8ba1aa0012f5 None None] Pushing event deleted for resources: {'Port': ['ID=7cd49e37-63bb-441e-95ba-69f38a3ecc7f,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:09.284100 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6b9463a2-4f9f-4ea4-abdb-1808be539808 None None] Could not find standard attr ID for object f6a41a9c-bba7-46b3-86b0-f078d31c0cd4. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:20:09.314096 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (08bf645f-7833-4fb3-86f8-4e7b729d24f5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.318043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5227688-2fe1-445c-9c3e-701a5a8c89c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cead82cf-cdb9-44c2-be7a-0a65a31d44e0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:09.319049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39dda1b-9885-431e-96a0-c69db5793bf7 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:09.342751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port 3c2dc5d4-40f1-4d16-a329-60693d9baf3a yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:09.367239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bf645f-7833-4fb3-86f8-4e7b729d24f5']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:09.392538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ca7c84-cf0b-423b-a725-ac452616c3d8') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:09.392872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ca7c84-cf0b-423b-a725-ac452616c3d8') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:09.422261 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (40ca7c84-cf0b-423b-a725-ac452616c3d8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.452230 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba41e58f-b146-408c-838e-91de3371b4f5 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (92c59058-490a-4e09-83ec-4348563e8294), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.454700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (40ca7c84-cf0b-423b-a725-ac452616c3d8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.487933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f9ccbdd3-bb70-4879-bd5c-59a05edef17e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:09.507686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:09.508764 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (40ca7c84-cf0b-423b-a725-ac452616c3d8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.512153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41e58f-b146-408c-838e-91de3371b4f5 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Subnet': ['ID=92c59058-490a-4e09-83ec-4348563e8294,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:09.514345 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:09.517120 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba41e58f-b146-408c-838e-91de3371b4f5 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.520935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ba41e58f-b146-408c-838e-91de3371b4f5 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/92c59058-490a-4e09-83ec-4348563e8294 HTTP/1.1" status: 204 len: 168 time: 1.6035001 Feb 19 03:20:09.531103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49432) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:09.675018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6614ea9d-649d-4403-b01d-e2f7dffdaa3b None None] Network 73574421-517d-459c-a37b-3b580d37e2d8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:09.675202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'network': {'name': 'tempest-network-smoke--1702364629', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'port_security_enabled': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:09.725446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::104 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/e25567f6-2873-45f5-9334-00f7ae6e6e7c/3c2dc5d4-40f1-4d16-a329-60693d9baf3a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:09.726214 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (08bf645f-7833-4fb3-86f8-4e7b729d24f5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.735549 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.738722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/08bf645f-7833-4fb3-86f8-4e7b729d24f5 HTTP/1.1" status: 204 len: 168 time: 3.0034730 Feb 19 03:20:09.741631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49440) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:09.742796 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (73574421-517d-459c-a37b-3b580d37e2d8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.747495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Made reservation on behalf of ec3a4b817fbd4e3e8c1ad110c3a57ca9 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:09.750783 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.756437 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': 'e25567f6-2873-45f5-9334-00f7ae6e6e7c'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:09.757668 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.774973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2ca64-5360-416a-9a82-5b243ea0b31c tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Network': ['ID=08bf645f-7833-4fb3-86f8-4e7b729d24f5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:09.776879 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.784338 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be57d3a-e3cd-45b5-b777-3a200d569c4d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:09.784838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3be57d3a-e3cd-45b5-b777-3a200d569c4d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:09.793452 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3be57d3a-e3cd-45b5-b777-3a200d569c4d tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/subnets/2130c12b-a2fb-48e5-bb71-2e9592e58756 HTTP/1.1" status: 404 len: 337 time: 0.0473244 Feb 19 03:20:09.794640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49442) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:09.838147 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae7d033-af12-4f46-a977-d9c93dffe180 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:09.839721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ae7d033-af12-4f46-a977-d9c93dffe180 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:09.847361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9ae7d033-af12-4f46-a977-d9c93dffe180 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/828a6e98-6c29-4173-9b84-4bf36523ba26 HTTP/1.1" status: 404 len: 339 time: 0.0497324 Feb 19 03:20:09.848238 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49444) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:09.896911 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-0256e3fd-629b-45b5-b6c2-b61a9431fde2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:09.897696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0256e3fd-629b-45b5-b6c2-b61a9431fde2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:09.904131 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0256e3fd-629b-45b5-b6c2-b61a9431fde2 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/subnets/31bbf836-61bd-4e63-9e1f-96c82d0c19bb HTTP/1.1" status: 404 len: 337 time: 0.0522580 Feb 19 03:20:09.908612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49446) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:09.922069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f9ccbdd3-bb70-4879-bd5c-59a05edef17e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:09.922069 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:09.944612 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a8bd44c-3136-470c-ad33-0f16aa94a337 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:09.957060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a8bd44c-3136-470c-ad33-0f16aa94a337 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:09.964753 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8a8bd44c-3136-470c-ad33-0f16aa94a337 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/55f8752c-cda9-4f30-9223-f12255c42183 HTTP/1.1" status: 404 len: 339 time: 0.0510995 Feb 19 03:20:09.970984 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49452) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:09.997420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49456) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:10.050420 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-5398c948-1d6f-483d-bb40-606e17a67173 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:10.051006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5398c948-1d6f-483d-bb40-606e17a67173 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:10.052882 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.059099 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5398c948-1d6f-483d-bb40-606e17a67173 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/subnets/1283c1a3-b569-4cd2-b062-cf3792ac6df8 HTTP/1.1" status: 404 len: 337 time: 0.0838363 Feb 19 03:20:10.060316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49458) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:10.103372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186ddf6b-061f-4035-acd1-8f68f2144e57 None None] DHCP port deletion for 73574421-517d-459c-a37b-3b580d37e2d8 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:10.103650 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d74a919-2cc6-42cf-9ff0-ae20edfdd598 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:10.103896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d74a919-2cc6-42cf-9ff0-ae20edfdd598 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:10.110122 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5d74a919-2cc6-42cf-9ff0-ae20edfdd598 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/d0c9561e-4c27-4a64-90a2-eadf08143d32 HTTP/1.1" status: 404 len: 339 time: 0.0391107 Feb 19 03:20:10.112289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49460) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:10.123046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f9ccbdd3-bb70-4879-bd5c-59a05edef17e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:10.160595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port f9ccbdd3-bb70-4879-bd5c-59a05edef17e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:10.161328 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.214202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-043a54ab-631b-4c60-979f-6d87bb4feba0 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting subnet fc8a27dc-75b6-48a6-b92f-46f0e5e1bdac {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:10.224090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-186ddf6b-061f-4035-acd1-8f68f2144e57 None None] Deleting port f9ccbdd3-bb70-4879-bd5c-59a05edef17e {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:10.224463 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-186ddf6b-061f-4035-acd1-8f68f2144e57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.226490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:10.237756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-043a54ab-631b-4c60-979f-6d87bb4feba0 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (fc8a27dc-75b6-48a6-b92f-46f0e5e1bdac), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.259527 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (cf1f824a-0a80-4a2a-aa8c-cf7ecf796279), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.276874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9c91a-032b-4a4a-9ef2-392d8a36ade2 req-7f9ac718-e345-4755-a924-b5da454353d5 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:10.278544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70a9c91a-032b-4a4a-9ef2-392d8a36ade2 req-7f9ac718-e345-4755-a924-b5da454353d5 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1127 time: 0.2502620 Feb 19 03:20:10.281091 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cf1f824a-0a80-4a2a-aa8c-cf7ecf796279), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.288574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eb131808-5f0a-4cea-a85c-5216580347d7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a1d7871d1a2a4e2bbe0776375ae93686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2864616 Feb 19 03:20:10.288800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (3c2dc5d4-40f1-4d16-a329-60693d9baf3a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.290880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49462) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:10.304243 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-043a54ab-631b-4c60-979f-6d87bb4feba0 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (fc8a27dc-75b6-48a6-b92f-46f0e5e1bdac), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.335493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] For port f9ccbdd3-bb70-4879-bd5c-59a05edef17e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f9ccbdd3-bb70-4879-bd5c-59a05edef17e,segment=NetworkSegment(4f9891b3-2d59-4182-bd03-c0c47a5c6230),segment_id=4f9891b3-2d59-4182-bd03-c0c47a5c6230)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:10.335874 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.356492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:10.367113 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-70a9c91a-032b-4a4a-9ef2-392d8a36ade2 req-5e233be8-a865-479b-8a21-4f2800d4a75a tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.372105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for f9ccbdd3-bb70-4879-bd5c-59a05edef17e owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:10.381542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1f824a-0a80-4a2a-aa8c-cf7ecf796279,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:10.440399 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-edfa7a58-395d-4a77-9da1-d1ee4ba5dc05 admin admin] Publish callbacks [] for security_group (c19a5ba7-f5a4-4aa5-9059-7bfaf3f1a6d1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.444960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:10.445240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f6a41a9c-bba7-46b3-86b0-f078d31c0cd4 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:10.445883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7cd49e37-63bb-441e-95ba-69f38a3ecc7f no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:10.466114 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-70a9c91a-032b-4a4a-9ef2-392d8a36ade2 req-5e233be8-a865-479b-8a21-4f2800d4a75a tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Publish callbacks [] for security_group (021fc20a-0476-43b6-ab7e-e132bd32cad3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.467335 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (70274f38-2b72-4cd7-86db-da8b5cc2f6ce), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.468089 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Added segment 70274f38-2b72-4cd7-86db-da8b5cc2f6ce of type vlan for network d812e14e-de83-4338-87fa-976d8be3864a Feb 19 03:20:10.477408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 7cd49e37-63bb-441e-95ba-69f38a3ecc7f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:10.478119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7cd49e37-63bb-441e-95ba-69f38a3ecc7f not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:10.479085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3c2dc5d4-40f1-4d16-a329-60693d9baf3a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.481013 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-043a54ab-631b-4c60-979f-6d87bb4feba0 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (fc8a27dc-75b6-48a6-b92f-46f0e5e1bdac), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.485316 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-70a9c91a-032b-4a4a-9ef2-392d8a36ade2 req-5e233be8-a865-479b-8a21-4f2800d4a75a tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (021fc20a-0476-43b6-ab7e-e132bd32cad3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.485779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-edfa7a58-395d-4a77-9da1-d1ee4ba5dc05 admin admin] Publish callbacks [] for security_group (c19a5ba7-f5a4-4aa5-9059-7bfaf3f1a6d1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.515675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-186ddf6b-061f-4035-acd1-8f68f2144e57 None None] For port f9ccbdd3-bb70-4879-bd5c-59a05edef17e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f9ccbdd3-bb70-4879-bd5c-59a05edef17e,segment=NetworkSegment(4f9891b3-2d59-4182-bd03-c0c47a5c6230),segment_id=4f9891b3-2d59-4182-bd03-c0c47a5c6230)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:10.515675 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-186ddf6b-061f-4035-acd1-8f68f2144e57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.531818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-186ddf6b-061f-4035-acd1-8f68f2144e57 None None] Calling delete_port for f9ccbdd3-bb70-4879-bd5c-59a05edef17e owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:10.550857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/e25567f6-2873-45f5-9334-00f7ae6e6e7c/e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:10.574453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:10.593314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:10.601884 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (d812e14e-de83-4338-87fa-976d8be3864a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.606690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:10.611986 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:10.612611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.617562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70a9c91a-032b-4a4a-9ef2-392d8a36ade2 req-5e233be8-a865-479b-8a21-4f2800d4a75a tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3163221 Feb 19 03:20:10.624033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e233be8-a865-479b-8a21-4f2800d4a75a tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021fc20a-0476-43b6-ab7e-e132bd32cad3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:10.628952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=3c2dc5d4-40f1-4d16-a329-60693d9baf3a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:10.659756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49464) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:10.659896 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fb0a2b21-832d-4e43-8876-2ffa32cb5aec tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6553190 Feb 19 03:20:10.672145 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-043a54ab-631b-4c60-979f-6d87bb4feba0 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (fc8a27dc-75b6-48a6-b92f-46f0e5e1bdac), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.679837 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (d812e14e-de83-4338-87fa-976d8be3864a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.683452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:10.685631 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.710019 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.727048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-edfa7a58-395d-4a77-9da1-d1ee4ba5dc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c19a5ba7-f5a4-4aa5-9059-7bfaf3f1a6d1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.729913 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-edfa7a58-395d-4a77-9da1-d1ee4ba5dc05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.731106 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-edfa7a58-395d-4a77-9da1-d1ee4ba5dc05 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c19a5ba7-f5a4-4aa5-9059-7bfaf3f1a6d1 HTTP/1.1" status: 204 len: 168 time: 0.4405200 Feb 19 03:20:10.734372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a54ab-631b-4c60-979f-6d87bb4feba0 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8a27dc-75b6-48a6-b92f-46f0e5e1bdac,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:10.746830 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-043a54ab-631b-4c60-979f-6d87bb4feba0 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.751677 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-043a54ab-631b-4c60-979f-6d87bb4feba0 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/subnets/fc8a27dc-75b6-48a6-b92f-46f0e5e1bdac HTTP/1.1" status: 204 len: 168 time: 0.6380637 Feb 19 03:20:10.754024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49470) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:10.758196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa7a58-395d-4a77-9da1-d1ee4ba5dc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19a5ba7-f5a4-4aa5-9059-7bfaf3f1a6d1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:10.766405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9d285-6f7f-4ce8-9a46-bfeffb52264a None None] Network 211fe22f-cd94-4437-8daf-7668828c55af requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:10.790374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5691946 Feb 19 03:20:10.814857 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49472) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:10.820468 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-811119990', 'admin_state_up': True, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:10.838738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No DVR routers for this DVR port f9ccbdd3-bb70-4879-bd5c-59a05edef17e on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:10.845588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=f9ccbdd3-bb70-4879-bd5c-59a05edef17e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:10.870716 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (211fe22f-cd94-4437-8daf-7668828c55af), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.878672 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.879860 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.909650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-176e55c0-ffd1-46d0-8aa5-363513f7e977 req-6a307610-12ee-4cb1-ab66-2dc4a9d05d0d tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.1281781 Feb 19 03:20:10.920456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c118a-4706-4a08-ac5c-29d059980adf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Network': ['ID=d812e14e-de83-4338-87fa-976d8be3864a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:10.970802 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router_controller (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.976712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network d812e14e-de83-4338-87fa-976d8be3864a details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:10.978739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1040d9-0f0a-4237-baf2-609bcee79168 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:10.984177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6b1040d9-0f0a-4237-baf2-609bcee79168 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3231561 Feb 19 03:20:10.984769 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting port c985b34d-fd6f-4a92-ab04-607187f745a8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:10.985202 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.986875 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (73574421-517d-459c-a37b-3b580d37e2d8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:10.989392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49474) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:11.003612 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-186ddf6b-061f-4035-acd1-8f68f2144e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (f9ccbdd3-bb70-4879-bd5c-59a05edef17e), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.060284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186ddf6b-061f-4035-acd1-8f68f2144e57 None None] No DVR routers for this DVR port f9ccbdd3-bb70-4879-bd5c-59a05edef17e on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:11.073164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73574421-517d-459c-a37b-3b580d37e2d8']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:11.136514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9891b3-2d59-4182-bd03-c0c47a5c6230') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:11.136951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9891b3-2d59-4182-bd03-c0c47a5c6230') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:11.158016 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] For port c985b34d-fd6f-4a92-ab04-607187f745a8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c985b34d-fd6f-4a92-ab04-607187f745a8,segment=NetworkSegment(52df2a9d-2eb5-479b-80cc-0b218dc60f14),segment_id=52df2a9d-2eb5-479b-80cc-0b218dc60f14)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:11.158382 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.168068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ddf6b-061f-4035-acd1-8f68f2144e57 None None] Pushing event deleted for resources: {'Port': ['ID=f9ccbdd3-bb70-4879-bd5c-59a05edef17e,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:11.178621 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (4f9891b3-2d59-4182-bd03-c0c47a5c6230), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.200262 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Calling delete_port for c985b34d-fd6f-4a92-ab04-607187f745a8 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:11.203566 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router_gateway (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.205485 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (4f9891b3-2d59-4182-bd03-c0c47a5c6230), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.220252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:11.220883 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (4f9891b3-2d59-4182-bd03-c0c47a5c6230), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:11.224388 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:11.245770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab4b9f-25e0-451d-9bd9-8a2451dc9f94 req-11e4b954-5c9b-462f-bde9-790368047b9d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:11.254186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53ab4b9f-25e0-451d-9bd9-8a2451dc9f94 req-11e4b954-5c9b-462f-bde9-790368047b9d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.1697319 Feb 19 03:20:11.295355 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Publish callbacks [] for port (e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.328646 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.343759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f9ccbdd3-bb70-4879-bd5c-59a05edef17e no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:11.362386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-51871f32-6d03-4af3-87ea-e950863f39c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port 3c2dc5d4-40f1-4d16-a329-60693d9baf3a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:11.362746 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51871f32-6d03-4af3-87ea-e950863f39c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3c2dc5d4-40f1-4d16-a329-60693d9baf3a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.380748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53ab4b9f-25e0-451d-9bd9-8a2451dc9f94 req-9b48e165-d26c-43b8-be5f-f52a7e80aec9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254895 Feb 19 03:20:11.400505 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (73574421-517d-459c-a37b-3b580d37e2d8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.406649 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.414789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/networks/73574421-517d-459c-a37b-3b580d37e2d8 HTTP/1.1" status: 204 len: 168 time: 1.8790295 Feb 19 03:20:11.419015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49484) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:11.420568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49486) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:11.429925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0b20627e-1efd-448e-a08e-5daaa5bc981a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1193221439'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:11.477064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5ff5e8-6d1d-42de-a971-84297efe045c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Network': ['ID=73574421-517d-459c-a37b-3b580d37e2d8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:11.485393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aa136a-f741-4002-a531-88761021602d None None] DHCP port deletion for 211fe22f-cd94-4437-8daf-7668828c55af request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:11.487542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f9ccbdd3-bb70-4879-bd5c-59a05edef17e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:11.487888 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f9ccbdd3-bb70-4879-bd5c-59a05edef17e not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:11.502298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Pushing event updated for resources: {'Port': ['ID=e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:11.512370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c985b34d-fd6f-4a92-ab04-607187f745a8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.519372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:11.519372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:11.519372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:11.559372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Port': ['ID=c985b34d-fd6f-4a92-ab04-607187f745a8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:11.572995 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51871f32-6d03-4af3-87ea-e950863f39c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3c2dc5d4-40f1-4d16-a329-60693d9baf3a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.578506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Attempting to bind port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:11.578506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Attempting to bind port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:11.579391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Attempting to bind port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:11.584576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:11.584988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:11.585444 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.585840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:11.586436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Bound port: e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:11.586822 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.599681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-51871f32-6d03-4af3-87ea-e950863f39c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for 3c2dc5d4-40f1-4d16-a329-60693d9baf3a owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:11.604455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b20627e-1efd-448e-a08e-5daaa5bc981a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:11.607838 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0b20627e-1efd-448e-a08e-5daaa5bc981a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.611132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No DVR routers for this DVR port c985b34d-fd6f-4a92-ab04-607187f745a8 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:11.666447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] For port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:11.671745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] For port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:11.673707 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5ca62bf7-a9f4-440d-9a89-aea1f2755254 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e HTTP/1.1" status: 200 len: 993 time: 0.2493446 Feb 19 03:20:11.700389 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.799268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b20627e-1efd-448e-a08e-5daaa5bc981a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:11.803343 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada657b-47c2-4156-813d-85283ac0a968 None None] Pushing event updated for resources: {'Port': ['ID=e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:11.816963 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (211fe22f-cd94-4437-8daf-7668828c55af), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.866759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0b20627e-1efd-448e-a08e-5daaa5bc981a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c285a255-ca9b-4ba7-8641-7ad9132ee959), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.867107 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-0b20627e-1efd-448e-a08e-5daaa5bc981a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Added segment c285a255-ca9b-4ba7-8641-7ad9132ee959 of type vlan for network 7b67fff9-2e7f-42e3-a8e7-b262e93867e1 Feb 19 03:20:11.874274 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51871f32-6d03-4af3-87ea-e950863f39c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3c2dc5d4-40f1-4d16-a329-60693d9baf3a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.910310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router_gateway (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.913778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211fe22f-cd94-4437-8daf-7668828c55af']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:11.937059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51871f32-6d03-4af3-87ea-e950863f39c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=3c2dc5d4-40f1-4d16-a329-60693d9baf3a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:11.942951 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51871f32-6d03-4af3-87ea-e950863f39c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.948523 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-51871f32-6d03-4af3-87ea-e950863f39c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/3c2dc5d4-40f1-4d16-a329-60693d9baf3a HTTP/1.1" status: 204 len: 168 time: 0.9559762 Feb 19 03:20:11.950569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49504) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:11.964998 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.967897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52df2a9d-2eb5-479b-80cc-0b218dc60f14') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:11.968194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52df2a9d-2eb5-479b-80cc-0b218dc60f14') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:11.982821 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0b20627e-1efd-448e-a08e-5daaa5bc981a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (7b67fff9-2e7f-42e3-a8e7-b262e93867e1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:11.997044 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (52df2a9d-2eb5-479b-80cc-0b218dc60f14), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.020207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d96a71-3a11-4e8e-a182-2368e4d06f28 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:12.021679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d96a71-3a11-4e8e-a182-2368e4d06f28 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:12.027453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-32d96a71-3a11-4e8e-a182-2368e4d06f28 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0717223 Feb 19 03:20:12.030018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-58922a12-52c7-459f-8174-4eef7df4209d req-208ec209-487f-4abf-ae33-64d475783e59 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:20:12.031115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58922a12-52c7-459f-8174-4eef7df4209d req-208ec209-487f-4abf-ae33-64d475783e59 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066147 Feb 19 03:20:12.031775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49510) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:12.072497 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (52df2a9d-2eb5-479b-80cc-0b218dc60f14), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.087498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:12.087925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (52df2a9d-2eb5-479b-80cc-0b218dc60f14), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:12.110904 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:12.127879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f98a263-61f0-4a3f-bfe1-0704f0dccff2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet e25567f6-2873-45f5-9334-00f7ae6e6e7c {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:12.136413 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2f98a263-61f0-4a3f-bfe1-0704f0dccff2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (e25567f6-2873-45f5-9334-00f7ae6e6e7c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.142972 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0b20627e-1efd-448e-a08e-5daaa5bc981a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (7b67fff9-2e7f-42e3-a8e7-b262e93867e1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.148417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b20627e-1efd-448e-a08e-5daaa5bc981a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:12.149637 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0b20627e-1efd-448e-a08e-5daaa5bc981a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.188944 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2f98a263-61f0-4a3f-bfe1-0704f0dccff2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (e25567f6-2873-45f5-9334-00f7ae6e6e7c), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.282347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49518) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:12.285954 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0b20627e-1efd-448e-a08e-5daaa5bc981a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8632638 Feb 19 03:20:12.297124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e11e74e4-b984-4b34-9654-794ff2349035 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': '7b67fff9-2e7f-42e3-a8e7-b262e93867e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:12.353778 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (211fe22f-cd94-4437-8daf-7668828c55af), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.355791 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20627e-1efd-448e-a08e-5daaa5bc981a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Network': ['ID=7b67fff9-2e7f-42e3-a8e7-b262e93867e1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:12.368440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 7b67fff9-2e7f-42e3-a8e7-b262e93867e1 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:12.375389 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.378826 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/211fe22f-cd94-4437-8daf-7668828c55af HTTP/1.1" status: 204 len: 168 time: 1.6237092 Feb 19 03:20:12.401285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Allocated IP 172.25.1.234 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/0336fa22-b908-48a0-b5f9-58d480d4ccde) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:12.403521 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49520) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:12.414372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1738566f-7e82-4092-962c-2946091fa1ab tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Network': ['ID=211fe22f-cd94-4437-8daf-7668828c55af,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:12.441393 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2f98a263-61f0-4a3f-bfe1-0704f0dccff2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (e25567f6-2873-45f5-9334-00f7ae6e6e7c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.453171 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-591c4427-5677-428a-b019-0c44e65c1f41 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:12.453871 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-591c4427-5677-428a-b019-0c44e65c1f41 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:12.457271 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-591c4427-5677-428a-b019-0c44e65c1f41 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/subnets/c063897f-5271-4f31-a0bb-79c872cd1775 HTTP/1.1" status: 404 len: 337 time: 0.0525272 Feb 19 03:20:12.460054 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49526) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:12.540679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11e74e4-b984-4b34-9654-794ff2349035 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:12.544380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e11e74e4-b984-4b34-9654-794ff2349035 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.546160 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce9eb7b-b604-4567-b26c-b8b8e9925e95 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:12.546713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce9eb7b-b604-4567-b26c-b8b8e9925e95 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:12.549806 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2ce9eb7b-b604-4567-b26c-b8b8e9925e95 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/639346a6-ef23-4129-93c8-d3c07e7d4d19 HTTP/1.1" status: 404 len: 339 time: 0.0885463 Feb 19 03:20:12.553337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49530) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:12.581583 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2f98a263-61f0-4a3f-bfe1-0704f0dccff2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (e25567f6-2873-45f5-9334-00f7ae6e6e7c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.650052 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.702065 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.723404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f98a263-61f0-4a3f-bfe1-0704f0dccff2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=e25567f6-2873-45f5-9334-00f7ae6e6e7c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:12.740311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2f98a263-61f0-4a3f-bfe1-0704f0dccff2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.746541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2f98a263-61f0-4a3f-bfe1-0704f0dccff2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/e25567f6-2873-45f5-9334-00f7ae6e6e7c HTTP/1.1" status: 204 len: 168 time: 0.7112901 Feb 19 03:20:12.752182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49538) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:12.766843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddada66f-09d6-4d87-8031-d17af546abf4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting subnet 0a96db28-2ed0-4eb3-8052-0dc85879b3a2 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:12.793107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:12.798829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:12.806264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:12.810812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=0336fa22-b908-48a0-b5f9-58d480d4ccde,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:12.826320 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ddada66f-09d6-4d87-8031-d17af546abf4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (0a96db28-2ed0-4eb3-8052-0dc85879b3a2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:12.850613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e2531748-1a09-41eb-b07e-d5dc6e5ff8d5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938365 Feb 19 03:20:12.854541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49544) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:12.938287 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-efa5b879-fd16-47ed-8016-bc5c953d3711 req-bb4e8aa1-51ec-4780-b397-f5e7627c251b tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.1682231 Feb 19 03:20:12.989336 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ddada66f-09d6-4d87-8031-d17af546abf4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (0a96db28-2ed0-4eb3-8052-0dc85879b3a2), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.087314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c354f070-1ca8-4353-bdf5-387445965387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:13.091831 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c354f070-1ca8-4353-bdf5-387445965387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2345355 Feb 19 03:20:13.094938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49552) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:13.292279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-5105131c-a10a-4877-a9d5-8fc26f7fd009 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5589626 Feb 19 03:20:13.311118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2f70c7-1aab-4872-b127-9b11d3b67844 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:13.312622 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-db2f70c7-1aab-4872-b127-9b11d3b67844 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2167442 Feb 19 03:20:13.314807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad3512-5589-4b41-b6f9-ae4fa69af5d4 req-2083743a-5aac-4ecb-9480-53a25577c28c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:13.315418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49560) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:13.322926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cad3512-5589-4b41-b6f9-ae4fa69af5d4 req-2083743a-5aac-4ecb-9480-53a25577c28c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.2828405 Feb 19 03:20:13.327928 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ddada66f-09d6-4d87-8031-d17af546abf4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (0a96db28-2ed0-4eb3-8052-0dc85879b3a2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.352433 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e11e74e4-b984-4b34-9654-794ff2349035 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (8780d9f3-bd21-4714-8938-f7c5ed2ec520), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.376149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726ca4c6-190f-4ca8-8a3e-b7f4f10a5e97 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:13.446580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:13.459786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e74e4-b984-4b34-9654-794ff2349035 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Subnet': ['ID=8780d9f3-bd21-4714-8938-f7c5ed2ec520,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:13.517912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cad3512-5589-4b41-b6f9-ae4fa69af5d4 req-b0d959d9-5199-4d28-955b-062f9e365f85 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938567 Feb 19 03:20:13.559244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4b1dc700-6f03-4ea7-a64b-42bef3bbd6c9 None None] Provisioning complete for port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:13.559622 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc700-6f03-4ea7-a64b-42bef3bbd6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.592050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11e74e4-b984-4b34-9654-794ff2349035 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Checking segment: {'id': 'c285a255-ca9b-4ba7-8641-7ad9132ee959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b67fff9-2e7f-42e3-a8e7-b262e93867e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:13.592730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e74e4-b984-4b34-9654-794ff2349035 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network hostable DHCP agents. Network: 7b67fff9-2e7f-42e3-a8e7-b262e93867e1, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:20:13.634126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11e74e4-b984-4b34-9654-794ff2349035 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network 7b67fff9-2e7f-42e3-a8e7-b262e93867e1 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:20:13.639000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ddada66f-09d6-4d87-8031-d17af546abf4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (0a96db28-2ed0-4eb3-8052-0dc85879b3a2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.667904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:13.668285 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.764088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddada66f-09d6-4d87-8031-d17af546abf4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Subnet': ['ID=0a96db28-2ed0-4eb3-8052-0dc85879b3a2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:13.775186 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ddada66f-09d6-4d87-8031-d17af546abf4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.780714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ddada66f-09d6-4d87-8031-d17af546abf4 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/subnets/0a96db28-2ed0-4eb3-8052-0dc85879b3a2 HTTP/1.1" status: 204 len: 168 time: 1.2150521 Feb 19 03:20:13.782074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-e11e74e4-b984-4b34-9654-794ff2349035 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 7b67fff9-2e7f-42e3-a8e7-b262e93867e1) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:13.788018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49576) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:13.817960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e833ffb7-9c76-4109-bac9-f3392d52e84a None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:13.820978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e9628d-144b-429b-8935-519aeaf025b6 None None] Network a12ec990-7808-4339-9deb-efb634f7bbc9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:13.911302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2b3e5a-e589-455b-9acb-326a921a8b3a None None] Network 7b67fff9-2e7f-42e3-a8e7-b262e93867e1 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:13.912336 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d2a5cb89-b112-432c-a829-30fc9ec7dda5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5956001 Feb 19 03:20:13.912972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49584) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:13.926466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c49156e7-25ba-421e-af07-98dcec0bc2e4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:13.956160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11e74e4-b984-4b34-9654-794ff2349035 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:13.956817 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e11e74e4-b984-4b34-9654-794ff2349035 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:13.997956 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e11e74e4-b984-4b34-9654-794ff2349035 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7139194 Feb 19 03:20:14.013156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49592) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:14.026572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': '7b67fff9-2e7f-42e3-a8e7-b262e93867e1', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1906904023'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:14.038728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4b1dc700-6f03-4ea7-a64b-42bef3bbd6c9 None None] Current status of the port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:14.039199 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc700-6f03-4ea7-a64b-42bef3bbd6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.088553 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router_gateway (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.175948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4b1dc700-6f03-4ea7-a64b-42bef3bbd6c9 None None] For port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:14.177553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:14.177762 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.202291 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc700-6f03-4ea7-a64b-42bef3bbd6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.203607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-7b67fff9-2e7f-42e3-a8e7-b262e93867e1', 'network_id': '7b67fff9-2e7f-42e3-a8e7-b262e93867e1', 'project_id': '70314eb81c27414a8636915c7dbff825', 'fixed_ips': [{'subnet_id': '8780d9f3-bd21-4714-8938-f7c5ed2ec520'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:14.204440 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.227007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e833ffb7-9c76-4109-bac9-f3392d52e84a None None] Deleting port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:14.227406 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e833ffb7-9c76-4109-bac9-f3392d52e84a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.230595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-432d2226-f6c1-4240-95ea-30fcebb9aa4e tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:14.232490 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (a12ec990-7808-4339-9deb-efb634f7bbc9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.232629 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-432d2226-f6c1-4240-95ea-30fcebb9aa4e tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports/47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 1124 time: 0.1825223 Feb 19 03:20:14.265935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49156e7-25ba-421e-af07-98dcec0bc2e4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:14.269495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c49156e7-25ba-421e-af07-98dcec0bc2e4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.319542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e264b38b-2d55-40b9-b421-863cbc5aec5a None None] DHCP port deletion for a12ec990-7808-4339-9deb-efb634f7bbc9 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:14.332906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:14.337064 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.407054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port 92c8344f-aebe-481d-bc01-f9c4a68e9377 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:14.521818 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.633859 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c49156e7-25ba-421e-af07-98dcec0bc2e4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (47d82211-8811-4e6d-a7d8-540574e56073), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.730581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49156e7-25ba-421e-af07-98dcec0bc2e4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:14.740417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c49156e7-25ba-421e-af07-98dcec0bc2e4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:14.746739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49156e7-25ba-421e-af07-98dcec0bc2e4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:14.747579 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c49156e7-25ba-421e-af07-98dcec0bc2e4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.756993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Allocated IP 172.20.0.2 (7b67fff9-2e7f-42e3-a8e7-b262e93867e1/8780d9f3-bd21-4714-8938-f7c5ed2ec520/c11da08d-97e7-4030-ac16-bf68d1a56e0f) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:14.772816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49156e7-25ba-421e-af07-98dcec0bc2e4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=47d82211-8811-4e6d-a7d8-540574e56073,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:14.793159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f5260b94-d1b7-4d1e-9bcb-33a4a20b19ff tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:14.799705 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c49156e7-25ba-421e-af07-98dcec0bc2e4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8833451 Feb 19 03:20:14.800008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f5260b94-d1b7-4d1e-9bcb-33a4a20b19ff tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 812 time: 0.6479795 Feb 19 03:20:14.801324 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49610) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:14.806611 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': '47d82211-8811-4e6d-a7d8-540574e56073', 'ip_address': '2001:db8::a33b:1e59:f132:8850'}], 'name': 'tempest-NetworksTestDHCPv6-216990374'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:14.832205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-399528b2-c014-49fe-b09d-4ad69a8c567f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/quotas/b2359d397f7e4d539fb71c566ef4bcb7 HTTP/1.1" status: 200 len: 375 time: 0.0311842 Feb 19 03:20:14.864193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:20:14.880435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-4eee8b26-39ab-4ab3-8641-a6247e18afee tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472670 Feb 19 03:20:14.905046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Deleting port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:14.905554 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:14.968083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Publish callbacks [] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.011177 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.055501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1dc700-6f03-4ea7-a64b-42bef3bbd6c9 None None] Pushing event updated for resources: {'Port': ['ID=e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:15.058879 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:15.066763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:15.079037 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Sync routers for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:15.094010 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:15.097620 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:20:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:15.106212 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:20:15.109251 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:20:15.113578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e833ffb7-9c76-4109-bac9-f3392d52e84a None None] For port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:15.114125 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e833ffb7-9c76-4109-bac9-f3392d52e84a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.119992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-18faae42-d0b3-483c-9bfd-3224a95e29b4 service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383769 Feb 19 03:20:15.161261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.162774 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7e60c326-a01f-4ca2-8154-22650bb66e22 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3467405 Feb 19 03:20:15.170303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49616) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:15.199453 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.209481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Network 7b67fff9-2e7f-42e3-a8e7-b262e93867e1 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:15.222890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:15.224526 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port 81f769ad-fd72-4648-906f-577bfbbdead2 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:15.225818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e833ffb7-9c76-4109-bac9-f3392d52e84a None None] Calling delete_port for e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:15.234079 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:15.255990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] For port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=949fa2d4-21c7-4e98-8e8e-ef12a92daa34,segment=NetworkSegment(fcdca1fe-a323-4337-bbd4-eb5e9430583d),segment_id=fcdca1fe-a323-4337-bbd4-eb5e9430583d)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:15.256457 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.259110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:15.276387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Calling delete_port for 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:15.348055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Pushing event updated for resources: {'Port': ['ID=c11da08d-97e7-4030-ac16-bf68d1a56e0f,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:15.499178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e264b38b-2d55-40b9-b421-863cbc5aec5a None None] Deleting port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:15.499441 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e264b38b-2d55-40b9-b421-863cbc5aec5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.533373 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 3, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:15.557961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.568126 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Checking router: 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:15.569215 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Updating router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a port 0336fa22-b908-48a0-b5f9-58d480d4ccde binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:20:15.574315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e264b38b-2d55-40b9-b421-863cbc5aec5a None None] For port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34, host n-d-826755-2, got binding levels [] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:15.574711 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e264b38b-2d55-40b9-b421-863cbc5aec5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.588718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e264b38b-2d55-40b9-b421-863cbc5aec5a None None] Calling delete_port for 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:15.591557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.ipam_backend_mixin [None req-e264b38b-2d55-40b9-b421-863cbc5aec5a None None] Port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 was not found and therefore no delete operation was performed {{(pid=109900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:20:15.608562 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.608795 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e264b38b-2d55-40b9-b421-863cbc5aec5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (949fa2d4-21c7-4e98-8e8e-ef12a92daa34), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.608957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] No DVR routers for this DVR port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:15.627867 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bf7cf908-2829-442e-bfd5-96db1fdd0dbc tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4562585 Feb 19 03:20:15.633928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49630) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:15.657442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Port': ['ID=949fa2d4-21c7-4e98-8e8e-ef12a92daa34,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:15.683009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Attempting to bind port c11da08d-97e7-4030-ac16-bf68d1a56e0f on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:15.683378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Attempting to bind port c11da08d-97e7-4030-ac16-bf68d1a56e0f by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'c285a255-ca9b-4ba7-8641-7ad9132ee959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b67fff9-2e7f-42e3-a8e7-b262e93867e1'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:15.683818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Attempting to bind port c11da08d-97e7-4030-ac16-bf68d1a56e0f on network 7b67fff9-2e7f-42e3-a8e7-b262e93867e1 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:15.738834 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (a12ec990-7808-4339-9deb-efb634f7bbc9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.750153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264b38b-2d55-40b9-b421-863cbc5aec5a None None] Pushing event deleted for resources: {'Port': ['ID=949fa2d4-21c7-4e98-8e8e-ef12a92daa34,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:15.763491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e264b38b-2d55-40b9-b421-863cbc5aec5a None None] No DVR routers for this DVR port 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:15.765570 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:15.767368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Checking segment: {'id': 'c285a255-ca9b-4ba7-8641-7ad9132ee959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b67fff9-2e7f-42e3-a8e7-b262e93867e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:15.767773 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.768267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Bound using segment: {'id': 'c285a255-ca9b-4ba7-8641-7ad9132ee959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b67fff9-2e7f-42e3-a8e7-b262e93867e1'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:15.769139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Bound port: c11da08d-97e7-4030-ac16-bf68d1a56e0f, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c285a255-ca9b-4ba7-8641-7ad9132ee959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7b67fff9-2e7f-42e3-a8e7-b262e93867e1'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:15.769607 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.783057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12ec990-7808-4339-9deb-efb634f7bbc9']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:15.794062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdca1fe-a323-4337-bbd4-eb5e9430583d') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:15.794369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdca1fe-a323-4337-bbd4-eb5e9430583d') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:15.809380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (fcdca1fe-a323-4337-bbd4-eb5e9430583d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.815868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:15.827884 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (fcdca1fe-a323-4337-bbd4-eb5e9430583d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.834807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:15.835857 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (fcdca1fe-a323-4337-bbd4-eb5e9430583d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.873381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::a33b:1e59:f132:8850 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/47d82211-8811-4e6d-a7d8-540574e56073/81f769ad-fd72-4648-906f-577bfbbdead2) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:15.880885 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e833ffb7-9c76-4109-bac9-f3392d52e84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.948000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c985b34d-fd6f-4a92-ab04-607187f745a8 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:15.961516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e833ffb7-9c76-4109-bac9-f3392d52e84a None None] Pushing event deleted for resources: {'Port': ['ID=e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:15.971693 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:15.992800 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (a12ec990-7808-4339-9deb-efb634f7bbc9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:15.997981 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.003048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e833ffb7-9c76-4109-bac9-f3392d52e84a None None] No DVR routers for this DVR port e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:16.003904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] 10.222.0.81 "DELETE /v2.0/networks/a12ec990-7808-4339-9deb-efb634f7bbc9 HTTP/1.1" status: 204 len: 168 time: 2.2097902 Feb 19 03:20:16.017968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c985b34d-fd6f-4a92-ab04-607187f745a8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:16.019925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c985b34d-fd6f-4a92-ab04-607187f745a8 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:16.036555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cf9df-383b-4668-a44b-3c0bf7b20d24 tempest-NetworksIpV6Test-458643834 tempest-NetworksIpV6Test-458643834-project] Pushing event deleted for resources: {'Network': ['ID=a12ec990-7808-4339-9deb-efb634f7bbc9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:16.050187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] For port c11da08d-97e7-4030-ac16-bf68d1a56e0f, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:16.060824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] For port c11da08d-97e7-4030-ac16-bf68d1a56e0f, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c11da08d-97e7-4030-ac16-bf68d1a56e0f,segment=NetworkSegment(c285a255-ca9b-4ba7-8641-7ad9132ee959),segment_id=c285a255-ca9b-4ba7-8641-7ad9132ee959)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:16.067477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609c735c-a6c8-4ec9-8bdc-072c9855f138 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:16.076155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.9 (7b67fff9-2e7f-42e3-a8e7-b262e93867e1/8780d9f3-bd21-4714-8938-f7c5ed2ec520/92c8344f-aebe-481d-bc01-f9c4a68e9377) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:16.088109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-85de524e-2228-497c-b12b-365f3b01a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:16.089846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-85de524e-2228-497c-b12b-365f3b01a41e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1127 time: 0.6426225 Feb 19 03:20:16.125895 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Publish callbacks [] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.145107 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.210443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-90cd09c4-e44c-4dd0-becd-01bc9bffbc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:16.212202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-90cd09c4-e44c-4dd0-becd-01bc9bffbc73 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 200 len: 896 time: 0.1127079 Feb 19 03:20:16.220330 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Pushing event updated for resources: {'Port': ['ID=0336fa22-b908-48a0-b5f9-58d480d4ccde,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:16.238799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57341e09-21c1-44b8-ac53-4c98d5edc6b7 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:16.240360 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-57341e09-21c1-44b8-ac53-4c98d5edc6b7 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5985987 Feb 19 03:20:16.246162 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.246509 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.246855 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.248585 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49636) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:16.252738 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.253431 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.253922 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.254413 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.254895 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.255373 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.255852 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.256361 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.256876 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.261631 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:16.263219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:16.296527 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c7786c17-55de-476c-9e4e-718c24a3581a tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468771 Feb 19 03:20:16.300006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49638) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:16.307217 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Attempting to bind port 0336fa22-b908-48a0-b5f9-58d480d4ccde on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:16.307217 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Attempting to bind port 0336fa22-b908-48a0-b5f9-58d480d4ccde by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:16.307217 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Attempting to bind port 0336fa22-b908-48a0-b5f9-58d480d4ccde on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:16.311432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-cde0c210-b922-4852-9857-1ebacd0bc9a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-129164308', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:16.317148 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.321535 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:16.321950 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:16.323863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:16.324330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e7d1bc6a-3fdf-429e-b3bf-71e999ed63cb not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:16.324854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:16.326615 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.327971 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:16.328823 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Bound port: 0336fa22-b908-48a0-b5f9-58d480d4ccde, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:16.329287 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.349221 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-59d7cc95-1d41-4e5e-a36a-4bf247b5111c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 1001 time: 0.1244695 Feb 19 03:20:16.426116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-6bea18a4-b8e9-47fd-a98c-9d66bc3c681c service neutron] 10.222.0.81 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9805014 Feb 19 03:20:16.435371 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] For port 0336fa22-b908-48a0-b5f9-58d480d4ccde, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:16.439341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '47d82211-8811-4e6d-a7d8-540574e56073'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:16.440510 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.442274 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] For port 0336fa22-b908-48a0-b5f9-58d480d4ccde, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0336fa22-b908-48a0-b5f9-58d480d4ccde,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:16.443975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:16.445737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 949fa2d4-21c7-4e98-8e8e-ef12a92daa34 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:16.455846 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.582594 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c941452-ea10-400f-ae28-7f88d95f93d4 None None] Pushing event updated for resources: {'Port': ['ID=c11da08d-97e7-4030-ac16-bf68d1a56e0f,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:16.588442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (81f769ad-fd72-4648-906f-577bfbbdead2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.600089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49644) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:16.611938 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793e9ac-2210-4bad-a5d2-2009a01cdb4c None None] Pushing event updated for resources: {'Port': ['ID=0336fa22-b908-48a0-b5f9-58d480d4ccde,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:16.631202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde0c210-b922-4852-9857-1ebacd0bc9a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Made reservation on behalf of ec3a4b817fbd4e3e8c1ad110c3a57ca9 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:16.641809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cde0c210-b922-4852-9857-1ebacd0bc9a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.666818 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:16.672806 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:20:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:16.677044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-668295bc-2b0c-4926-a533-e354a05627a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:16.679798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-668295bc-2b0c-4926-a533-e354a05627a4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06396044-f868-4bab-8279-30abb90c4893 HTTP/1.1" status: 200 len: 835 time: 0.3221555 Feb 19 03:20:16.931861 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (92c8344f-aebe-481d-bc01-f9c4a68e9377), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:16.935682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-859f29ec-6f2c-446f-b7f6-f565013bc0a1 req-6f16d533-486f-4b51-a95b-f8185b342a4f tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.0851841 Feb 19 03:20:16.943226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-d8905b3a-cc7c-451b-88ef-17b21b0741a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:16.945072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-d8905b3a-cc7c-451b-88ef-17b21b0741a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2cf118a-21f8-48b2-9111-65ef0afc21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2567134 Feb 19 03:20:17.082347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8fa06748-0c80-47e5-b33c-4f71640cce77 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e8e1613a14b647d7aaf0ee651fe69ddb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4594905 Feb 19 03:20:17.083859 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (81f769ad-fd72-4648-906f-577bfbbdead2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.105963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49654) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:17.142209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/47d82211-8811-4e6d-a7d8-540574e56073/07c89b84-985a-4cc0-a0a9-0880a2e6a2f4) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:17.201694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:17.260758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (92c8344f-aebe-481d-bc01-f9c4a68e9377), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.282335 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:17.310329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:17.325626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network 7b67fff9-2e7f-42e3-a8e7-b262e93867e1 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:17.326141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:17.335134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:17.341897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:17.342576 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.347645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:17.399210 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Publish callbacks [] for port (07c89b84-985a-4cc0-a0a9-0880a2e6a2f4), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.409875 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (07c89b84-985a-4cc0-a0a9-0880a2e6a2f4), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.452789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f366a65-05d2-4a3d-9c6b-2e4fad819324 req-e1e00006-8067-4daf-8f16-a3b142bc8ddf tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:17.454428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f366a65-05d2-4a3d-9c6b-2e4fad819324 req-e1e00006-8067-4daf-8f16-a3b142bc8ddf tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.3391039 Feb 19 03:20:17.456704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-21b65f09-491a-4f96-8888-78834ccc0cad service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039296 Feb 19 03:20:17.472713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:17.478965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:17.486839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:17.498518 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Pushing event updated for resources: {'Port': ['ID=07c89b84-985a-4cc0-a0a9-0880a2e6a2f4,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:17.508212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=92c8344f-aebe-481d-bc01-f9c4a68e9377,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:17.551949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=81f769ad-fd72-4648-906f-577bfbbdead2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:17.606348 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c758463a-2900-44c6-b272-8bf628b695f3 admin admin] Publish callbacks [] for security_group (833bd363-2a6e-418b-8a62-37c7ae6b04a8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.611523 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f366a65-05d2-4a3d-9c6b-2e4fad819324 req-adfb761c-cb03-4c7d-85fd-23413a69423a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402376 Feb 19 03:20:17.622134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:17.623052 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.659985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Attempting to bind port 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:17.660363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Attempting to bind port 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:17.660870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Attempting to bind port 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:17.675876 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-896eb074-f2ab-416b-9f9f-580c5746044a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.6610639 Feb 19 03:20:17.689713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49662) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:17.702468 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:17.709014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:17.709806 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.710361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:17.711529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Bound port: 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:17.712107 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (07c89b84-985a-4cc0-a0a9-0880a2e6a2f4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.740942 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2a8492fb-eb8b-46d9-b580-a0f549329828 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9357553 Feb 19 03:20:17.742188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49666) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:17.768943 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cde0c210-b922-4852-9857-1ebacd0bc9a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (a6b7c37c-a05d-42e1-9da7-6e6075618d32), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.875551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-4eac8e80-0bab-44ef-b317-d62f7dd80461 service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098067 Feb 19 03:20:17.901172 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c758463a-2900-44c6-b272-8bf628b695f3 admin admin] Publish callbacks [] for security_group (833bd363-2a6e-418b-8a62-37c7ae6b04a8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.910457 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 3, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:17.915303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] For port 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:17.921339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] For port 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=07c89b84-985a-4cc0-a0a9-0880a2e6a2f4,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:17.944601 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0bbfb9d6-e991-4972-ab5f-07d012ef3d1b req-e8e6a544-e692-416a-b05a-08a1b8dacf5a tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 210 time: 0.1179223 Feb 19 03:20:17.956033 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (07c89b84-985a-4cc0-a0a9-0880a2e6a2f4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:17.956214 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde87797-a766-4a38-a156-127a3e8d78cb None None] The sync data for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 is: [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:20:13Z', 'revision_number': 3, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:18.138748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2c313bbe-967e-43b8-804e-5c8500ebb3ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port 92c8344f-aebe-481d-bc01-f9c4a68e9377 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:18.140189 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c313bbe-967e-43b8-804e-5c8500ebb3ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (92c8344f-aebe-481d-bc01-f9c4a68e9377), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.166214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde0c210-b922-4852-9857-1ebacd0bc9a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Checking segment: {'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:18.166869 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde0c210-b922-4852-9857-1ebacd0bc9a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network hostable DHCP agents. Network: d812e14e-de83-4338-87fa-976d8be3864a, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:20:18.177074 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c758463a-2900-44c6-b272-8bf628b695f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (833bd363-2a6e-418b-8a62-37c7ae6b04a8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.179958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c758463a-2900-44c6-b272-8bf628b695f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.184208 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c758463a-2900-44c6-b272-8bf628b695f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/833bd363-2a6e-418b-8a62-37c7ae6b04a8 HTTP/1.1" status: 204 len: 168 time: 1.0614269 Feb 19 03:20:18.188522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde0c210-b922-4852-9857-1ebacd0bc9a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Subnet': ['ID=a6b7c37c-a05d-42e1-9da7-6e6075618d32,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:18.213152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ea8b6-0220-4d36-944e-2ac549ee2d54 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:18.249555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ea8b6-0220-4d36-944e-2ac549ee2d54 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:18.251314 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f78ea8b6-0220-4d36-944e-2ac549ee2d54 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4917674 Feb 19 03:20:18.261785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758463a-2900-44c6-b272-8bf628b695f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833bd363-2a6e-418b-8a62-37c7ae6b04a8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:18.264638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49674) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:18.278522 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c68c3-9b58-4281-8585-c3a029d0e522 None None] Pushing event updated for resources: {'Port': ['ID=07c89b84-985a-4cc0-a0a9-0880a2e6a2f4,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:18.356792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde0c210-b922-4852-9857-1ebacd0bc9a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network d812e14e-de83-4338-87fa-976d8be3864a is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:20:18.373160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-075ab9f8-2396-45b8-a270-69c48dcd9291 req-ea41241b-67f3-479c-b9ba-0bc7e572fff3 tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.0382209 Feb 19 03:20:18.405377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-cde0c210-b922-4852-9857-1ebacd0bc9a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, d812e14e-de83-4338-87fa-976d8be3864a) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:18.418229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67866107-277b-407e-87dc-0837c70c2bfa None None] Network d812e14e-de83-4338-87fa-976d8be3864a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:18.457958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c313bbe-967e-43b8-804e-5c8500ebb3ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (92c8344f-aebe-481d-bc01-f9c4a68e9377), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.462977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde0c210-b922-4852-9857-1ebacd0bc9a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:18.468606 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cde0c210-b922-4852-9857-1ebacd0bc9a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.475190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2c313bbe-967e-43b8-804e-5c8500ebb3ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for 92c8344f-aebe-481d-bc01-f9c4a68e9377 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:18.483956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c11da08d-97e7-4030-ac16-bf68d1a56e0f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:18.485986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be7a4d-c71f-4952-b39e-0f7d84f634c8 None None] Network 7b67fff9-2e7f-42e3-a8e7-b262e93867e1 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:18.525024 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cde0c210-b922-4852-9857-1ebacd0bc9a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2198801 Feb 19 03:20:18.526824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49676) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:18.683694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-241faa72-41b8-450d-8495-d0b9f09937cb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port 81f769ad-fd72-4648-906f-577bfbbdead2 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:18.683907 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241faa72-41b8-450d-8495-d0b9f09937cb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (81f769ad-fd72-4648-906f-577bfbbdead2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.910225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c11da08d-97e7-4030-ac16-bf68d1a56e0f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:18.912178 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:18.983676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-31748ba4-d614-4ec9-b0d2-2abafc2583fc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:18.985227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-31748ba4-d614-4ec9-b0d2-2abafc2583fc tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 812 time: 0.2408519 Feb 19 03:20:19.016469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241faa72-41b8-450d-8495-d0b9f09937cb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (81f769ad-fd72-4648-906f-577bfbbdead2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.042454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-241faa72-41b8-450d-8495-d0b9f09937cb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for 81f769ad-fd72-4648-906f-577bfbbdead2 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:19.059843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b1ca033e-ba49-45dc-bb6a-ef04fe8e7788 None None] Provisioning complete for port c11da08d-97e7-4030-ac16-bf68d1a56e0f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:19.060226 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1ca033e-ba49-45dc-bb6a-ef04fe8e7788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.158970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Request body: {'port': {'device_id': '52505cd1-01e5-4b40-b3b9-52e3641f2ad4', 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71', 'admin_state_up': True, 'tenant_id': 'b2359d397f7e4d539fb71c566ef4bcb7'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:19.321310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-d812e14e-de83-4338-87fa-976d8be3864a', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:19.322540 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.338461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275f993-cbef-408f-bea8-bb2bf1572b41 req-386c170f-e83e-4601-bf31-7b0708669c0a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:19.345569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c275f993-cbef-408f-bea8-bb2bf1572b41 req-386c170f-e83e-4601-bf31-7b0708669c0a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.3592308 Feb 19 03:20:19.347443 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c313bbe-967e-43b8-804e-5c8500ebb3ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (92c8344f-aebe-481d-bc01-f9c4a68e9377), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.400803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca033e-ba49-45dc-bb6a-ef04fe8e7788 None None] Current status of the port c11da08d-97e7-4030-ac16-bf68d1a56e0f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:19.401212 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1ca033e-ba49-45dc-bb6a-ef04fe8e7788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.486788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c313bbe-967e-43b8-804e-5c8500ebb3ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=92c8344f-aebe-481d-bc01-f9c4a68e9377,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:19.586530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c11da08d-97e7-4030-ac16-bf68d1a56e0f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:19.586912 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.595309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b1ca033e-ba49-45dc-bb6a-ef04fe8e7788 None None] For port c11da08d-97e7-4030-ac16-bf68d1a56e0f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c11da08d-97e7-4030-ac16-bf68d1a56e0f,segment=NetworkSegment(c285a255-ca9b-4ba7-8641-7ad9132ee959),segment_id=c285a255-ca9b-4ba7-8641-7ad9132ee959)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:19.608734 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241faa72-41b8-450d-8495-d0b9f09937cb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (81f769ad-fd72-4648-906f-577bfbbdead2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.655876 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b1ca033e-ba49-45dc-bb6a-ef04fe8e7788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.730097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca033e-ba49-45dc-bb6a-ef04fe8e7788 None None] Pushing event updated for resources: {'Port': ['ID=c11da08d-97e7-4030-ac16-bf68d1a56e0f,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:19.751694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Made reservation on behalf of b2359d397f7e4d539fb71c566ef4bcb7 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:19.771133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241faa72-41b8-450d-8495-d0b9f09937cb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=81f769ad-fd72-4648-906f-577bfbbdead2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:19.773603 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.882237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-241faa72-41b8-450d-8495-d0b9f09937cb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.887152 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-241faa72-41b8-450d-8495-d0b9f09937cb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/81f769ad-fd72-4648-906f-577bfbbdead2 HTTP/1.1" status: 204 len: 168 time: 1.6214380 Feb 19 03:20:19.891129 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49708) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:19.927419 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c313bbe-967e-43b8-804e-5c8500ebb3ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:19.939861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2c313bbe-967e-43b8-804e-5c8500ebb3ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/92c8344f-aebe-481d-bc01-f9c4a68e9377 HTTP/1.1" status: 204 len: 168 time: 2.2481554 Feb 19 03:20:19.957655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49710) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:19.965854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1295192e-18d5-46ac-a6c9-35075fb23f6d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:19.967654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1295192e-18d5-46ac-a6c9-35075fb23f6d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:19.970131 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1295192e-18d5-46ac-a6c9-35075fb23f6d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0771234 Feb 19 03:20:19.973532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49712) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:20.088978 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:20:20.089213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa44b3b5-0007-4816-b394-95bb9fcd21b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 47d82211-8811-4e6d-a7d8-540574e56073 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:20.089516 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:20:20.116136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-18f68017-9d4b-4523-a376-9b2b18ad9f0a None None] Provisioning complete for port c11da08d-97e7-4030-ac16-bf68d1a56e0f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:20.116890 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-18f68017-9d4b-4523-a376-9b2b18ad9f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.148756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa44b3b5-0007-4816-b394-95bb9fcd21b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (47d82211-8811-4e6d-a7d8-540574e56073), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.184132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Allocated IP 172.20.0.2 (d812e14e-de83-4338-87fa-976d8be3864a/a6b7c37c-a05d-42e1-9da7-6e6075618d32/ae247979-a771-442f-90d2-a640cc2d65ce) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:20.308045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Allocated IP 172.20.0.14 (3fd9dc96-5a0a-4944-8417-683f8b2c7f71/f227e848-d3a5-4e44-b9ca-2dd84f683462/d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:20.310016 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49716) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:20.388068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-18f68017-9d4b-4523-a376-9b2b18ad9f0a None None] Current status of the port c11da08d-97e7-4030-ac16-bf68d1a56e0f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:20.393789 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.399014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-18f68017-9d4b-4523-a376-9b2b18ad9f0a None None] Could not find standard attr ID for object 92c8344f-aebe-481d-bc01-f9c4a68e9377. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:20:20.418593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c275f993-cbef-408f-bea8-bb2bf1572b41 req-fdd92957-6966-40c6-9490-d13e99cbce24 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0720823 Feb 19 03:20:20.484795 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-88904550-603d-46cf-b578-830128609149 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:20:20.484795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-88904550-603d-46cf-b578-830128609149 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/92c8344f-aebe-481d-bc01-f9c4a68e9377 HTTP/1.1" status: 404 len: 333 time: 0.5180223 Feb 19 03:20:20.511338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49728) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:20.517850 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Publish callbacks [] for port (ae247979-a771-442f-90d2-a640cc2d65ce), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.532130 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-18bfe3c0-0e5a-4b4a-9892-634fce831856 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] Request body: {'port': {'network_id': 'f13e7d6b-e3b0-4f07-bd78-0d5bbd777718', 'name': 'tempest-NetworksNegativeTestJSON-1063928301'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:20.539027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9db4cfa-4b1e-4629-8ccc-e2c9e14e02d4 None None] Could not find standard attr ID for object 92c8344f-aebe-481d-bc01-f9c4a68e9377. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:20:20.557335 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (ae247979-a771-442f-90d2-a640cc2d65ce), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.597999 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-18bfe3c0-0e5a-4b4a-9892-634fce831856 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] POST failed (client error): The resource could not be found. Feb 19 03:20:20.598493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18bfe3c0-0e5a-4b4a-9892-634fce831856 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:20.604962 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-18bfe3c0-0e5a-4b4a-9892-634fce831856 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2883742 Feb 19 03:20:20.606791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa44b3b5-0007-4816-b394-95bb9fcd21b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (47d82211-8811-4e6d-a7d8-540574e56073), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.611845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49730) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:20.673665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-1959e501-7bfc-4e35-bc46-55118a32ca99 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting subnet 8780d9f3-bd21-4714-8938-f7c5ed2ec520 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:20.678999 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1959e501-7bfc-4e35-bc46-55118a32ca99 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (8780d9f3-bd21-4714-8938-f7c5ed2ec520), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.710792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Network d812e14e-de83-4338-87fa-976d8be3864a is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:20.779290 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1959e501-7bfc-4e35-bc46-55118a32ca99 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (8780d9f3-bd21-4714-8938-f7c5ed2ec520), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.804234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Pushing event updated for resources: {'Port': ['ID=ae247979-a771-442f-90d2-a640cc2d65ce,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:20.808596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:20.811037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:20.814602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c11da08d-97e7-4030-ac16-bf68d1a56e0f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:20.825266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9db4cfa-4b1e-4629-8ccc-e2c9e14e02d4 None None] Provisioning complete for port 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:20.825953 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9db4cfa-4b1e-4629-8ccc-e2c9e14e02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (07c89b84-985a-4cc0-a0a9-0880a2e6a2f4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:20.993099 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Attempting to bind port ae247979-a771-442f-90d2-a640cc2d65ce on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:20.995598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Attempting to bind port ae247979-a771-442f-90d2-a640cc2d65ce by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:20.996105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Attempting to bind port ae247979-a771-442f-90d2-a640cc2d65ce on network d812e14e-de83-4338-87fa-976d8be3864a {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:21.017270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:21.018126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Checking segment: {'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:21.018627 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.019111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Bound using segment: {'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:21.019710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Bound port: ae247979-a771-442f-90d2-a640cc2d65ce, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:21.020181 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ae247979-a771-442f-90d2-a640cc2d65ce), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.105516 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1959e501-7bfc-4e35-bc46-55118a32ca99 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (8780d9f3-bd21-4714-8938-f7c5ed2ec520), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.217886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] For port ae247979-a771-442f-90d2-a640cc2d65ce, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:21.222833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] For port ae247979-a771-442f-90d2-a640cc2d65ce, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ae247979-a771-442f-90d2-a640cc2d65ce,segment=NetworkSegment(70274f38-2b72-4cd7-86db-da8b5cc2f6ce),segment_id=70274f38-2b72-4cd7-86db-da8b5cc2f6ce)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:21.230462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c11da08d-97e7-4030-ac16-bf68d1a56e0f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:21.250407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d272b5ba-5ad2-4f2f-a5a6-8cb849380d71 req-5c5fbcdd-6f65-47a2-90be-92aae272d277 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 210 time: 0.4294231 Feb 19 03:20:21.255393 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1959e501-7bfc-4e35-bc46-55118a32ca99 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (8780d9f3-bd21-4714-8938-f7c5ed2ec520), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.306497 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ae247979-a771-442f-90d2-a640cc2d65ce), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.373257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959e501-7bfc-4e35-bc46-55118a32ca99 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Subnet': ['ID=8780d9f3-bd21-4714-8938-f7c5ed2ec520,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:21.464654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6061e23f-050a-4f82-a62a-e6a54888e51c None None] Network 7b67fff9-2e7f-42e3-a8e7-b262e93867e1 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:21.466203 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1959e501-7bfc-4e35-bc46-55118a32ca99 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.474517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1959e501-7bfc-4e35-bc46-55118a32ca99 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/8780d9f3-bd21-4714-8938-f7c5ed2ec520 HTTP/1.1" status: 204 len: 168 time: 0.9592283 Feb 19 03:20:21.476812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49734) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:21.479760 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e50a0c6-246f-403f-a38e-560a6d22f75a tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:21.480275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e50a0c6-246f-403f-a38e-560a6d22f75a tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:21.502510 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0e50a0c6-246f-403f-a38e-560a6d22f75a tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] 10.222.0.81 "DELETE /v2.0/networks/2914b3ce-7769-497f-8f9d-b8d4af674e04 HTTP/1.1" status: 404 len: 339 time: 0.8895433 Feb 19 03:20:21.503362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49738) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:21.608938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f9db4cfa-4b1e-4629-8ccc-e2c9e14e02d4 None None] Current status of the port 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:21.615048 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9db4cfa-4b1e-4629-8ccc-e2c9e14e02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (07c89b84-985a-4cc0-a0a9-0880a2e6a2f4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.664965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7754c569-3da2-46dc-a04a-0c80bf3031ad req-435ab65f-0ce6-4dd4-afe1-c933e769cf28 tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.2022457 Feb 19 03:20:21.690288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (7b67fff9-2e7f-42e3-a8e7-b262e93867e1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.701177 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f179875-b563-4bd1-9da3-5ba889319518 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:21.701747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f179875-b563-4bd1-9da3-5ba889319518 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:21.712958 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2f179875-b563-4bd1-9da3-5ba889319518 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] 10.222.0.81 "DELETE /v2.0/ports/07fe3c93-49fd-4d49-9f20-1d18a072b3b5 HTTP/1.1" status: 404 len: 333 time: 0.2025836 Feb 19 03:20:21.716885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49742) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:21.752514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d46ca-3fe6-4970-a280-60190dec975e None None] Pushing event updated for resources: {'Port': ['ID=ae247979-a771-442f-90d2-a640cc2d65ce,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:21.820398 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-647e58a7-9543-44d3-968b-eee7a820af91 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] DELETE failed (client error): The resource could not be found. Feb 19 03:20:21.821241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647e58a7-9543-44d3-968b-eee7a820af91 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:21.832300 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-647e58a7-9543-44d3-968b-eee7a820af91 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] 10.222.0.81 "DELETE /v2.0/subnets/475880e5-7a4a-4649-95d1-9cedfa7d78bc HTTP/1.1" status: 404 len: 337 time: 0.1115053 Feb 19 03:20:21.840804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49744) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:21.901955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c11da08d-97e7-4030-ac16-bf68d1a56e0f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:21.901955 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.903933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9db4cfa-4b1e-4629-8ccc-e2c9e14e02d4 None None] For port 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=07c89b84-985a-4cc0-a0a9-0880a2e6a2f4,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:21.908771 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks [] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.947702 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-be18ba72-6be8-4b2f-9d27-a5b57e10c3eb tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] GET failed (client error): The resource could not be found. Feb 19 03:20:21.955025 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-be18ba72-6be8-4b2f-9d27-a5b57e10c3eb tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] 10.222.0.81 "GET /v2.0/networks/45dd586b-4751-41ea-88a6-f35f16eed8b6 HTTP/1.1" status: 404 len: 339 time: 0.1119912 Feb 19 03:20:21.956596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49746) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:21.978175 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9db4cfa-4b1e-4629-8ccc-e2c9e14e02d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (07c89b84-985a-4cc0-a0a9-0880a2e6a2f4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:21.992337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa44b3b5-0007-4816-b394-95bb9fcd21b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (47d82211-8811-4e6d-a7d8-540574e56073), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.010725 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.074591 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:22.076201 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-e320bcb8-264c-4212-8106-76b5ea4157c0 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] GET failed (client error): The resource could not be found. Feb 19 03:20:22.078114 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e320bcb8-264c-4212-8106-76b5ea4157c0 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] 10.222.0.81 "GET /v2.0/ports/2126139c-2a41-470b-80a4-572ee79bd28b HTTP/1.1" status: 404 len: 333 time: 0.1193502 Feb 19 03:20:22.081528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:22.087196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49748) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:22.120303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-800de173-e175-425d-b255-e57a208b79e7 None None] Could not find standard attr ID for object 81f769ad-fd72-4648-906f-577bfbbdead2. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:20:22.123052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db4cfa-4b1e-4629-8ccc-e2c9e14e02d4 None None] Pushing event updated for resources: {'Port': ['ID=07c89b84-985a-4cc0-a0a9-0880a2e6a2f4,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:22.130912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-800de173-e175-425d-b255-e57a208b79e7 None None] Could not find standard attr ID for object 3c2dc5d4-40f1-4d16-a329-60693d9baf3a. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:20:22.153009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:22.201660 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c11da08d-97e7-4030-ac16-bf68d1a56e0f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:22.203267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0336fa22-b908-48a0-b5f9-58d480d4ccde up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:22.244599 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa44b3b5-0007-4816-b394-95bb9fcd21b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (47d82211-8811-4e6d-a7d8-540574e56073), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.256394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cac268a-4047-49f7-9dd0-c10565910eef None None] DHCP port deletion for 7b67fff9-2e7f-42e3-a8e7-b262e93867e1 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:22.259573 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Allocated IP 172.20.0.1 (d812e14e-de83-4338-87fa-976d8be3864a/a6b7c37c-a05d-42e1-9da7-6e6075618d32/200a1c23-c090-4445-860e-73d7dbe05a00) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:22.291656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:22.294251 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.296697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44b3b5-0007-4816-b394-95bb9fcd21b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=47d82211-8811-4e6d-a7d8-540574e56073,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:22.312513 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa44b3b5-0007-4816-b394-95bb9fcd21b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.316860 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fa44b3b5-0007-4816-b394-95bb9fcd21b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/47d82211-8811-4e6d-a7d8-540574e56073 HTTP/1.1" status: 204 len: 168 time: 2.3421860 Feb 19 03:20:22.320716 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49752) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:22.322454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a607c553-e97a-4d6e-a7f5-bc1fb2df52c7 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:22.328628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311804e5-c104-4a23-9d21-06c0f4b68b6d req-3f4eeb62-60a9-44d6-bf00-156a5c51871d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:22.330312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-311804e5-c104-4a23-9d21-06c0f4b68b6d req-3f4eeb62-60a9-44d6-bf00-156a5c51871d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.4881256 Feb 19 03:20:22.332487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Pushing event updated for resources: {'Port': ['ID=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:22.367408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port c11da08d-97e7-4030-ac16-bf68d1a56e0f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:22.368084 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.370390 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e314a4f-c62c-489b-8518-9e351a5f1c32 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] GET failed (client error): The resource could not be found. Feb 19 03:20:22.372736 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3e314a4f-c62c-489b-8518-9e351a5f1c32 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] 10.222.0.81 "GET /v2.0/subnets/f3000dc7-3fad-435e-baba-571696f712e2 HTTP/1.1" status: 404 len: 337 time: 0.1699579 Feb 19 03:20:22.394165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49754) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:22.398984 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bc855b83-15c4-41cf-b0f0-62e606b4e8cc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767412 Feb 19 03:20:22.404708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d4eea8c6-e516-4c20-8367-4cecda723804 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:22.428981 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4eea8c6-e516-4c20-8367-4cecda723804 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] PUT failed (client error): The resource could not be found. Feb 19 03:20:22.429630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4eea8c6-e516-4c20-8367-4cecda723804 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:22.431224 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d4eea8c6-e516-4c20-8367-4cecda723804 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] 10.222.0.81 "PUT /v2.0/networks/0fcf9a5d-2913-4393-9b3b-fb95ef9a5991 HTTP/1.1" status: 404 len: 339 time: 0.0310149 Feb 19 03:20:22.431987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49756) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:22.448480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49758) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:22.454260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c1a75cad-ea97-451c-baea-c4091ada0c02 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:22.464596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 0336fa22-b908-48a0-b5f9-58d480d4ccde triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:22.465340 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.478563 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a3c770bc-1614-4e86-8155-7413472d3e98 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:22.521460 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a75cad-ea97-451c-baea-c4091ada0c02 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] PUT failed (client error): The resource could not be found. Feb 19 03:20:22.522098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a75cad-ea97-451c-baea-c4091ada0c02 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:22.523465 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c1a75cad-ea97-451c-baea-c4091ada0c02 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] 10.222.0.81 "PUT /v2.0/ports/1298f9ad-2449-4bf5-bf50-2ea632d8df55 HTTP/1.1" status: 404 len: 333 time: 0.0736499 Feb 19 03:20:22.531356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4cac268a-4047-49f7-9dd0-c10565910eef None None] Deleting port c11da08d-97e7-4030-ac16-bf68d1a56e0f {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:22.531578 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49760) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:22.531665 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4cac268a-4047-49f7-9dd0-c10565910eef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.546502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2be3aba2-c811-40fb-85f1-bd3f8ebe5673 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:22.654371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4cac268a-4047-49f7-9dd0-c10565910eef None None] For port c11da08d-97e7-4030-ac16-bf68d1a56e0f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c11da08d-97e7-4030-ac16-bf68d1a56e0f,segment=NetworkSegment(c285a255-ca9b-4ba7-8641-7ad9132ee959),segment_id=c285a255-ca9b-4ba7-8641-7ad9132ee959)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:22.654774 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4cac268a-4047-49f7-9dd0-c10565910eef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.687700 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be3aba2-c811-40fb-85f1-bd3f8ebe5673 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] PUT failed (client error): The resource could not be found. Feb 19 03:20:22.688558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be3aba2-c811-40fb-85f1-bd3f8ebe5673 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:22.690071 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2be3aba2-c811-40fb-85f1-bd3f8ebe5673 tempest-NetworksNegativeTestJSON-1930292079 tempest-NetworksNegativeTestJSON-1930292079-project] 10.222.0.81 "PUT /v2.0/subnets/a8f534b9-bbae-46ac-a97a-3214553df9b8 HTTP/1.1" status: 404 len: 337 time: 0.1541917 Feb 19 03:20:22.717985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4cac268a-4047-49f7-9dd0-c10565910eef None None] Calling delete_port for c11da08d-97e7-4030-ac16-bf68d1a56e0f owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:22.823340 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (200a1c23-c090-4445-860e-73d7dbe05a00), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.892141 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.906569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1673754-1f7b-4702-a360-24b9deb8adfa tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9075565 Feb 19 03:20:22.927730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c770bc-1614-4e86-8155-7413472d3e98 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:22.928872 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f2fb0f-f9a6-4754-a0ef-e94e09e7dc67 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:22.932288 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3c770bc-1614-4e86-8155-7413472d3e98 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.943153 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.948296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4cac268a-4047-49f7-9dd0-c10565910eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:22.976228 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network d812e14e-de83-4338-87fa-976d8be3864a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:22.993676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Request body: {'port': {'device_id': '52505cd1-01e5-4b40-b3b9-52e3641f2ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:23.041645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:23.055729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:23.093854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac268a-4047-49f7-9dd0-c10565910eef None None] Pushing event deleted for resources: {'Port': ['ID=c11da08d-97e7-4030-ac16-bf68d1a56e0f,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:23.097947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] For port c11da08d-97e7-4030-ac16-bf68d1a56e0f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c11da08d-97e7-4030-ac16-bf68d1a56e0f,segment=NetworkSegment(c285a255-ca9b-4ba7-8641-7ad9132ee959),segment_id=c285a255-ca9b-4ba7-8641-7ad9132ee959)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:23.098372 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.125254 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.128085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac268a-4047-49f7-9dd0-c10565910eef None None] No DVR routers for this DVR port c11da08d-97e7-4030-ac16-bf68d1a56e0f on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:23.138991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-311804e5-c104-4a23-9d21-06c0f4b68b6d req-6c1d36aa-e62a-42d7-89b3-0e0d1ea7db82 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7765982 Feb 19 03:20:23.200117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b973a-3cc7-4e9a-8da6-86805833b50c None None] Network d812e14e-de83-4338-87fa-976d8be3864a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:23.213038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for c11da08d-97e7-4030-ac16-bf68d1a56e0f owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:23.256010 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=200a1c23-c090-4445-860e-73d7dbe05a00,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:23.270237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.270480 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.270670 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.270988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.271490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.271681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.272014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.272344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.272643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.273002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.274589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.274589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.274589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.274589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:23.287078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49772) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:23.351427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-19697fe1-2bee-478d-99fb-a57fb367f07e None None] Provisioning complete for port ae247979-a771-442f-90d2-a640cc2d65ce triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:23.351789 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19697fe1-2bee-478d-99fb-a57fb367f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ae247979-a771-442f-90d2-a640cc2d65ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.355494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 0336fa22-b908-48a0-b5f9-58d480d4ccde is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:23.355893 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.357377 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.442664 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 0336fa22-b908-48a0-b5f9-58d480d4ccde, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0336fa22-b908-48a0-b5f9-58d480d4ccde,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:23.446321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-31f2fb0f-f9a6-4754-a0ef-e94e09e7dc67 None None] Deleting port 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:23.446691 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31f2fb0f-f9a6-4754-a0ef-e94e09e7dc67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (07c89b84-985a-4cc0-a0a9-0880a2e6a2f4), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.510851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-31f2fb0f-f9a6-4754-a0ef-e94e09e7dc67 None None] For port 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=07c89b84-985a-4cc0-a0a9-0880a2e6a2f4,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:23.511548 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31f2fb0f-f9a6-4754-a0ef-e94e09e7dc67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (07c89b84-985a-4cc0-a0a9-0880a2e6a2f4), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.525410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-31f2fb0f-f9a6-4754-a0ef-e94e09e7dc67 None None] Calling delete_port for 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:23.622685 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.623398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:23.625086 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31f2fb0f-f9a6-4754-a0ef-e94e09e7dc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (07c89b84-985a-4cc0-a0a9-0880a2e6a2f4), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.695699 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (200a1c23-c090-4445-860e-73d7dbe05a00), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.708705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2fb0f-f9a6-4754-a0ef-e94e09e7dc67 None None] No DVR routers for this DVR port 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:23.724961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df91506a-3275-474e-82cf-30e217bfdf16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.727556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=0336fa22-b908-48a0-b5f9-58d480d4ccde,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:23.742288 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.761416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2fb0f-f9a6-4754-a0ef-e94e09e7dc67 None None] Pushing event deleted for resources: {'Port': ['ID=07c89b84-985a-4cc0-a0a9-0880a2e6a2f4,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:23.770793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:23.780109 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Publish callbacks [] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.794385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Transition to ACTIVE for port object d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:20:23.809104 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.913466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde3f9f-93be-4519-8392-9793a2fd2081 req-df3ca87c-0e87-4e90-bba4-d787f3eb479a tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:23.920877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4bde3f9f-93be-4519-8392-9793a2fd2081 req-df3ca87c-0e87-4e90-bba4-d787f3eb479a tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 932 time: 0.6465275 Feb 19 03:20:23.922178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df91506a-3275-474e-82cf-30e217bfdf16 admin admin] Publish callbacks [] for security_group (8bf301b5-e066-4912-b53b-4d3df4a40cdc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.958418 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df91506a-3275-474e-82cf-30e217bfdf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8bf301b5-e066-4912-b53b-4d3df4a40cdc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:23.969553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Pushing event updated for resources: {'Port': ['ID=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:23.984920 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c11da08d-97e7-4030-ac16-bf68d1a56e0f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.024560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:24.025369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 03:20:24.057668 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Port 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 not found, will not notify nova. {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 03:20:24.066901 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.071408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-19697fe1-2bee-478d-99fb-a57fb367f07e None None] Current status of the port ae247979-a771-442f-90d2-a640cc2d65ce is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:24.072018 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19697fe1-2bee-478d-99fb-a57fb367f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ae247979-a771-442f-90d2-a640cc2d65ce), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.089564 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.102399 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-df91506a-3275-474e-82cf-30e217bfdf16 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a3e5fcc69a91480fbdfe532f410ba3f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8126273 Feb 19 03:20:24.110357 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=200a1c23-c090-4445-860e-73d7dbe05a00,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:24.118366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49780) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:24.143230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No DVR routers for this DVR port c11da08d-97e7-4030-ac16-bf68d1a56e0f on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:24.166792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=c11da08d-97e7-4030-ac16-bf68d1a56e0f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:24.221693 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-19697fe1-2bee-478d-99fb-a57fb367f07e None None] For port ae247979-a771-442f-90d2-a640cc2d65ce, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ae247979-a771-442f-90d2-a640cc2d65ce,segment=NetworkSegment(70274f38-2b72-4cd7-86db-da8b5cc2f6ce),segment_id=70274f38-2b72-4cd7-86db-da8b5cc2f6ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:24.232811 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19697fe1-2bee-478d-99fb-a57fb367f07e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ae247979-a771-442f-90d2-a640cc2d65ce), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.267759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91506a-3275-474e-82cf-30e217bfdf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf301b5-e066-4912-b53b-4d3df4a40cdc,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:24.337975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4bde3f9f-93be-4519-8392-9793a2fd2081 req-ca569e60-b77d-425c-bdf9-c23dffbed6b8 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151545 Feb 19 03:20:24.381224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.381579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.381928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.382275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.382845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.383189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.383574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.383850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.384178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.384505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.384890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.385218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.385545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:20:24.420435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19697fe1-2bee-478d-99fb-a57fb367f07e None None] Pushing event updated for resources: {'Port': ['ID=ae247979-a771-442f-90d2-a640cc2d65ce,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:24.427493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Attempting to bind port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:24.427877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Attempting to bind port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:24.428157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Attempting to bind port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:24.463725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0336fa22-b908-48a0-b5f9-58d480d4ccde up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:24.472441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:20:24.472810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Attempting to bind port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 on network 3fd9dc96-5a0a-4944-8417-683f8b2c7f71 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:24.485214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:24.485554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Checking segment: {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:24.485949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Bound using segment: {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:24.486577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Bound port: d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6648c09f-38ba-4438-83a5-ce5a47ffdff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:24.486854 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.499087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network d812e14e-de83-4338-87fa-976d8be3864a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:24.502113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:24.504611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3c770bc-1614-4e86-8155-7413472d3e98 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (b31d7203-cb31-4bb0-8bab-de58c722380a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.531135 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (7b67fff9-2e7f-42e3-a8e7-b262e93867e1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.558815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b67fff9-2e7f-42e3-a8e7-b262e93867e1']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:24.561870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 0336fa22-b908-48a0-b5f9-58d480d4ccde triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:24.562418 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.571653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c285a255-ca9b-4ba7-8641-7ad9132ee959') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:24.572334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c285a255-ca9b-4ba7-8641-7ad9132ee959') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:24.583907 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (c285a255-ca9b-4ba7-8641-7ad9132ee959), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.600073 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c285a255-ca9b-4ba7-8641-7ad9132ee959), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.608720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:24.609369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (c285a255-ca9b-4ba7-8641-7ad9132ee959), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.674005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c770bc-1614-4e86-8155-7413472d3e98 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=b31d7203-cb31-4bb0-8bab-de58c722380a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:24.687439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c770bc-1614-4e86-8155-7413472d3e98 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:24.691119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-a3c770bc-1614-4e86-8155-7413472d3e98 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:24.712969 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:24.718186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6cbc99f-6d88-4054-b5eb-022ac5bef87a req-9b0ebc64-854c-4679-bdba-e90039bb342e tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.2378123 Feb 19 03:20:24.730125 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c770bc-1614-4e86-8155-7413472d3e98 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:24.730838 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3c770bc-1614-4e86-8155-7413472d3e98 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.733085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 0336fa22-b908-48a0-b5f9-58d480d4ccde is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:24.741428 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ae247979-a771-442f-90d2-a640cc2d65ce up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:24.753104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733b931-3e27-4b4c-86f1-de7bf9a73bbb None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:24.781629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49784) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:24.782855 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a3c770bc-1614-4e86-8155-7413472d3e98 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3379564 Feb 19 03:20:24.796417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': 'b31d7203-cb31-4bb0-8bab-de58c722380a', 'ip_address': '2001:db8::d261:7e9a:a8d2:f130'}], 'name': 'tempest-NetworksTestDHCPv6-1614358837'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:24.799596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:20:24.804599 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (7b67fff9-2e7f-42e3-a8e7-b262e93867e1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.812689 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.819526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/networks/7b67fff9-2e7f-42e3-a8e7-b262e93867e1 HTTP/1.1" status: 204 len: 168 time: 3.2967811 Feb 19 03:20:24.841036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e16de1a9-9ce3-4e59-8d85-d2f139fb1ae5 None None] Provisioning complete for port 200a1c23-c090-4445-860e-73d7dbe05a00 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:24.841406 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e16de1a9-9ce3-4e59-8d85-d2f139fb1ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.850072 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f574fc4b-146a-4a1d-9b1a-d52d1467aada admin admin] Publish callbacks [] for security_group (8bf301b5-e066-4912-b53b-4d3df4a40cdc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.860843 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49786) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:24.871712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'name': 'tempest-PortsTestJSON-592307900'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:24.881067 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f574fc4b-146a-4a1d-9b1a-d52d1467aada admin admin] Publish callbacks [] for security_group (8bf301b5-e066-4912-b53b-4d3df4a40cdc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:24.981290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e16de1a9-9ce3-4e59-8d85-d2f139fb1ae5 None None] Port 200a1c23-c090-4445-860e-73d7dbe05a00 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:25.020565 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f574fc4b-146a-4a1d-9b1a-d52d1467aada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8bf301b5-e066-4912-b53b-4d3df4a40cdc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.024439 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f574fc4b-146a-4a1d-9b1a-d52d1467aada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.026320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f574fc4b-146a-4a1d-9b1a-d52d1467aada admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8bf301b5-e066-4912-b53b-4d3df4a40cdc HTTP/1.1" status: 204 len: 168 time: 0.9009302 Feb 19 03:20:25.059973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574fc4b-146a-4a1d-9b1a-d52d1467aada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf301b5-e066-4912-b53b-4d3df4a40cdc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:25.063326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ca8a5-a4af-41df-af19-480fd91b6c9d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Network': ['ID=7b67fff9-2e7f-42e3-a8e7-b262e93867e1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:25.085709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ae247979-a771-442f-90d2-a640cc2d65ce triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:25.086505 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ae247979-a771-442f-90d2-a640cc2d65ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.092152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] For port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:25.118534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] For port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:25.139597 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:20:25.140151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': 'b31d7203-cb31-4bb0-8bab-de58c722380a'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:25.140963 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.144686 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:25.151048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.159277 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c2497937-3ad2-4500-b2c0-331834aa6bbc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "PUT /v2.0/routers/2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6259880 Feb 19 03:20:25.162934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49794) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:25.181160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port 88476fa5-7014-4ae7-9d26-bba88e6e82aa yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:25.184414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b589bc-1762-4ec8-8e47-66cf0d321011 req-ce629416-b7d7-4198-a0c4-80cb11b0b9ec tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:25.191627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84b589bc-1762-4ec8-8e47-66cf0d321011 req-ce629416-b7d7-4198-a0c4-80cb11b0b9ec tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.2576330 Feb 19 03:20:25.231591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Sync routers for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:20:25.266488 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e16de1a9-9ce3-4e59-8d85-d2f139fb1ae5 None None] Provisioning complete for port ae247979-a771-442f-90d2-a640cc2d65ce triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:25.267273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e16de1a9-9ce3-4e59-8d85-d2f139fb1ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ae247979-a771-442f-90d2-a640cc2d65ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.307407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:25.308277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:20:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:25.348551 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.447875 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Pushing event updated for resources: {'Port': ['ID=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:25.476370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (88476fa5-7014-4ae7-9d26-bba88e6e82aa), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.528709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:25.529373 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.529512 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (88476fa5-7014-4ae7-9d26-bba88e6e82aa), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.535386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-7749291f-1cdc-456b-a356-886c2bb71a79 service neutron] 10.222.0.67 "PUT /v2.0/ports/d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 HTTP/1.1" status: 200 len: 1092 time: 2.5431266 Feb 19 03:20:25.563670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52505cd1-01e5-4b40-b3b9-52e3641f2ad4', 'tag': 'd86a2a0a-041c-4c34-b9f7-c0a62ed9ed63'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:25.566242 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb0d63d-21e8-4976-b639-57b36349fa54" -d '{"events": [{"name": "network-changed", "server_uuid": "52505cd1-01e5-4b40-b3b9-52e3641f2ad4", "tag": "d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:25.664373 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:25.682577 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:25.691794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:25.697084 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:25.697708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:25.729983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/b31d7203-cb31-4bb0-8bab-de58c722380a/cb2d0c67-dc93-482e-811a-20a22072d26b) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:25.740954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ae247979-a771-442f-90d2-a640cc2d65ce is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:25.760258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=88476fa5-7014-4ae7-9d26-bba88e6e82aa,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:25.781677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:25.796807 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cf2c1899-5472-4545-99bc-7f558c4ddf9e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9324422 Feb 19 03:20:25.797008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84b589bc-1762-4ec8-8e47-66cf0d321011 req-317790f4-050c-43b2-872c-0faf3b531dbd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6033587 Feb 19 03:20:25.799672 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49810) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:25.892028 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e16de1a9-9ce3-4e59-8d85-d2f139fb1ae5 None None] Current status of the port ae247979-a771-442f-90d2-a640cc2d65ce is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:25.896908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c11da08d-97e7-4030-ac16-bf68d1a56e0f no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:25.924262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:25.933342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c11da08d-97e7-4030-ac16-bf68d1a56e0f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:25.933992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c11da08d-97e7-4030-ac16-bf68d1a56e0f not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:25.934507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:26.016244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:26.016605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 07c89b84-985a-4cc0-a0a9-0880a2e6a2f4 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:26.055131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-200cb59b-c1e6-4864-8534-8af6f63e3322 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port 88476fa5-7014-4ae7-9d26-bba88e6e82aa {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:26.055548 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-200cb59b-c1e6-4864-8534-8af6f63e3322 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (88476fa5-7014-4ae7-9d26-bba88e6e82aa), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.169926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3bc5d-70be-481b-b495-24dff165f850 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.170550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3bc5d-70be-481b-b495-24dff165f850 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.170871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3bc5d-70be-481b-b495-24dff165f850 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.171340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3bc5d-70be-481b-b495-24dff165f850 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.171800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3bc5d-70be-481b-b495-24dff165f850 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.172263 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3bc5d-70be-481b-b495-24dff165f850 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.172763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3bc5d-70be-481b-b495-24dff165f850 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.173223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a3bc5d-70be-481b-b495-24dff165f850 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.183002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49816) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:26.188271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f0a3bc5d-70be-481b-b495-24dff165f850 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5631 time: 0.9944010 Feb 19 03:20:26.294015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1364568-8907-44d1-bb21-56a2802aaf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.301830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-f1364568-8907-44d1-bb21-56a2802aaf2c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 1126 time: 0.6861601 Feb 19 03:20:26.329435 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Publish callbacks [] for port (cb2d0c67-dc93-482e-811a-20a22072d26b), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.376311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-8bc41b0a-3198-4f87-bcc3-6e4296912c59 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 HTTP/1.1" status: 200 len: 217 time: 0.0625906 Feb 19 03:20:26.423541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ae247979-a771-442f-90d2-a640cc2d65ce up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:26.427747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa632568-48da-4d99-a9d6-dca13a49499f tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.428223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa632568-48da-4d99-a9d6-dca13a49499f tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.428961 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa632568-48da-4d99-a9d6-dca13a49499f tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.429485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa632568-48da-4d99-a9d6-dca13a49499f tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.429931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa632568-48da-4d99-a9d6-dca13a49499f tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.430369 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa632568-48da-4d99-a9d6-dca13a49499f tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.430807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa632568-48da-4d99-a9d6-dca13a49499f tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.432642 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fa632568-48da-4d99-a9d6-dca13a49499f tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4615 time: 0.2486761 Feb 19 03:20:26.447651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49826) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:26.453245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-408b51a2-71ca-4a41-aaa7-7b089d97462c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.454749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-408b51a2-71ca-4a41-aaa7-7b089d97462c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f227e848-d3a5-4e44-b9ca-2dd84f683462 HTTP/1.1" status: 200 len: 852 time: 0.0676644 Feb 19 03:20:26.485944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16afe266-6c95-40ea-a738-95a45d7bef1f req-6f04481b-8e0e-462d-bff2-a6995d852c25 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:26.494510 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (cb2d0c67-dc93-482e-811a-20a22072d26b), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.499597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16afe266-6c95-40ea-a738-95a45d7bef1f req-6f04481b-8e0e-462d-bff2-a6995d852c25 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 944 time: 0.5152194 Feb 19 03:20:26.551502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:26.557559 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.560164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6a0dc036-b63f-424e-a8d5-d0647a1a6890 None None] Provisioning complete for port 200a1c23-c090-4445-860e-73d7dbe05a00 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:26.560538 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc036-b63f-424e-a8d5-d0647a1a6890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.584877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-b35ab35e-19ef-4cbe-9df7-7a3f739a1046 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1191564 Feb 19 03:20:26.601816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-200cb59b-c1e6-4864-8534-8af6f63e3322 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (88476fa5-7014-4ae7-9d26-bba88e6e82aa), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.602272 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dc036-b63f-424e-a8d5-d0647a1a6890 None None] Port 200a1c23-c090-4445-860e-73d7dbe05a00 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:26.602429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port 3076691a-b329-40da-bf55-a98b96ad8a67 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:26.609105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:26.618534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:26.631309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ae247979-a771-442f-90d2-a640cc2d65ce triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:26.631675 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ae247979-a771-442f-90d2-a640cc2d65ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:26.652765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49830) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:26.684900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Pushing event updated for resources: {'Port': ['ID=cb2d0c67-dc93-482e-811a-20a22072d26b,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:26.688584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-200cb59b-c1e6-4864-8534-8af6f63e3322 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for 88476fa5-7014-4ae7-9d26-bba88e6e82aa owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:26.777046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 2, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:26.900725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Attempting to bind port cb2d0c67-dc93-482e-811a-20a22072d26b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:26.901984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Attempting to bind port cb2d0c67-dc93-482e-811a-20a22072d26b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:26.902624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Attempting to bind port cb2d0c67-dc93-482e-811a-20a22072d26b on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:26.906307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Checking router: 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:20:26.906891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Updating router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a port 200a1c23-c090-4445-860e-73d7dbe05a00 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:20:26.907021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-925bea77-c3b4-4a71-9b06-1150acd820c5 tempest-DvrRoutersNegativeTest-638645021 tempest-DvrRoutersNegativeTest-638645021-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1327849724', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:26.910360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.policy [None req-925bea77-c3b4-4a71-9b06-1150acd820c5 tempest-DvrRoutersNegativeTest-638645021 tempest-DvrRoutersNegativeTest-638645021-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109898) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 19 03:20:26.910360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.policy [None req-925bea77-c3b4-4a71-9b06-1150acd820c5 tempest-DvrRoutersNegativeTest-638645021 tempest-DvrRoutersNegativeTest-638645021-project] Failed policy check for 'create_router' {{(pid=109898) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 19 03:20:26.910692 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-925bea77-c3b4-4a71-9b06-1150acd820c5 tempest-DvrRoutersNegativeTest-638645021 tempest-DvrRoutersNegativeTest-638645021-project] create failed (client error): Access was denied to this resource. Feb 19 03:20:26.911784 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-925bea77-c3b4-4a71-9b06-1150acd820c5 tempest-DvrRoutersNegativeTest-638645021 tempest-DvrRoutersNegativeTest-638645021-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2577460 Feb 19 03:20:27.027296 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-200cb59b-c1e6-4864-8534-8af6f63e3322 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (88476fa5-7014-4ae7-9d26-bba88e6e82aa), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.085020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200cb59b-c1e6-4864-8534-8af6f63e3322 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=88476fa5-7014-4ae7-9d26-bba88e6e82aa,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:27.134051 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-200cb59b-c1e6-4864-8534-8af6f63e3322 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.139806 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.145785 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-200cb59b-c1e6-4864-8534-8af6f63e3322 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/88476fa5-7014-4ae7-9d26-bba88e6e82aa HTTP/1.1" status: 204 len: 168 time: 1.3417571 Feb 19 03:20:27.147714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49838) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:27.161883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'mac_address': 'fa:16:3e:b1:8c:9a', 'name': 'tempest-PortsTestJSON-2061817504'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:27.191467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-e2babc7d-53c2-42bc-aa74-c003a7bedd28 service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283041 Feb 19 03:20:27.195653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:27.196079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:27.200178 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.202069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:27.202885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Bound port: cb2d0c67-dc93-482e-811a-20a22072d26b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:27.203311 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb2d0c67-dc93-482e-811a-20a22072d26b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.210500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16afe266-6c95-40ea-a738-95a45d7bef1f req-9161ce80-86ca-4e89-963b-bb62a68cad09 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7100160 Feb 19 03:20:27.524473 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ae247979-a771-442f-90d2-a640cc2d65ce is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:27.625786 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] For port cb2d0c67-dc93-482e-811a-20a22072d26b, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:27.642214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] For port cb2d0c67-dc93-482e-811a-20a22072d26b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cb2d0c67-dc93-482e-811a-20a22072d26b,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:27.658699 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cb2d0c67-dc93-482e-811a-20a22072d26b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.797767 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Publish callbacks [] for port (200a1c23-c090-4445-860e-73d7dbe05a00), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.804872 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c26294-7cad-4330-8982-2dc125dd8baf None None] Pushing event updated for resources: {'Port': ['ID=cb2d0c67-dc93-482e-811a-20a22072d26b,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:27.814156 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.872787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::d261:7e9a:a8d2:f130 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/b31d7203-cb31-4bb0-8bab-de58c722380a/3076691a-b329-40da-bf55-a98b96ad8a67) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:27.884021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503b534-3390-4704-ab40-cc282cb04e8d None None] Pushing event updated for resources: {'Port': ['ID=200a1c23-c090-4445-860e-73d7dbe05a00,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:27.959678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Attempting to bind port 200a1c23-c090-4445-860e-73d7dbe05a00 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:27.966333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Attempting to bind port 200a1c23-c090-4445-860e-73d7dbe05a00 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:27.967222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Attempting to bind port 200a1c23-c090-4445-860e-73d7dbe05a00 on network d812e14e-de83-4338-87fa-976d8be3864a {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:27.974761 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:27.975556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Checking segment: {'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:27.976358 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:27.977310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Bound using segment: {'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:27.978045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Bound port: 200a1c23-c090-4445-860e-73d7dbe05a00, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:27.978757 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.076794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49848) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:28.110483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] For port 200a1c23-c090-4445-860e-73d7dbe05a00, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:28.114106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] For port 200a1c23-c090-4445-860e-73d7dbe05a00, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=200a1c23-c090-4445-860e-73d7dbe05a00,segment=NetworkSegment(70274f38-2b72-4cd7-86db-da8b5cc2f6ce),segment_id=70274f38-2b72-4cd7-86db-da8b5cc2f6ce)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:28.157648 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.191661 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2a46823e-a603-43ea-be74-08bd112ff2bb tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 1.7427919 Feb 19 03:20:28.218660 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (3076691a-b329-40da-bf55-a98b96ad8a67), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.223066 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:20:28.275209 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232e14ea-596f-4c43-89b7-da1887e10ed1 x-openstack-request-id: req-232e14ea-596f-4c43-89b7-da1887e10ed1 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:28.275954 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52505cd1-01e5-4b40-b3b9-52e3641f2ad4", "tag": "d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:28.276684 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-232e14ea-596f-4c43-89b7-da1887e10ed1 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:28.277043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:28.277554 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52505cd1-01e5-4b40-b3b9-52e3641f2ad4', 'tag': 'd86a2a0a-041c-4c34-b9f7-c0a62ed9ed63', 'status': 'completed', 'code': 200} Feb 19 03:20:28.284289 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3076691a-b329-40da-bf55-a98b96ad8a67), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.329245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:20:28.332610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:20:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:28.418773 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fb3be7a-b7f1-4ee3-ba6a-b3e3afa7d1ed req-3ad5e2c2-4e0b-4991-92a3-89e88cb0858b service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2207434 Feb 19 03:20:28.441384 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81c84e18-da63-4623-914f-b3a1da684bae req-51538d29-58c8-47b8-8d31-c7487011e46a tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.1701050 Feb 19 03:20:28.459388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:28.466566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e503b534-3390-4704-ab40-cc282cb04e8d None None] Pushing event updated for resources: {'Port': ['ID=200a1c23-c090-4445-860e-73d7dbe05a00,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:28.481551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:28.487031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:28.493842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:28.494515 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.515753 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69b21f8a-0b71-42b2-988f-8e9a2fa55132 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.551963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49860) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:28.553619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7687526 Feb 19 03:20:28.555100 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-880f01c6-ac2f-4095-b8a1-4a7ccc342620 None None] Provisioning complete for port 200a1c23-c090-4445-860e-73d7dbe05a00 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:28.560112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-880f01c6-ac2f-4095-b8a1-4a7ccc342620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.589490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896c487-16d6-4208-9d5b-af655ba5e0a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=3076691a-b329-40da-bf55-a98b96ad8a67,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:28.720364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0d63d-21e8-4976-b639-57b36349fa54 req-741a242a-6006-41da-b65c-5bf187cc39cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:28.722195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eb0d63d-21e8-4976-b639-57b36349fa54 req-741a242a-6006-41da-b65c-5bf187cc39cf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 1126 time: 0.2030158 Feb 19 03:20:28.738290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:20:28.750705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b46ef1-78ae-45ea-b45b-aec19d321ab9 req-1b32eb9d-4f72-4115-8b58-f3e82892663d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:28.758641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68b46ef1-78ae-45ea-b45b-aec19d321ab9 req-1b32eb9d-4f72-4115-8b58-f3e82892663d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.1192436 Feb 19 03:20:28.775290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69b21f8a-0b71-42b2-988f-8e9a2fa55132 admin admin] Publish callbacks [] for security_group (19e6e099-aeab-49d5-bd7f-c033be40d0ac), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.827508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.869836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69b21f8a-0b71-42b2-988f-8e9a2fa55132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (19e6e099-aeab-49d5-bd7f-c033be40d0ac), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.880213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68b46ef1-78ae-45ea-b45b-aec19d321ab9 req-1e4ee839-54f7-4a5f-8c9e-ec67b6d73de2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204660 Feb 19 03:20:28.942183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0d63d-21e8-4976-b639-57b36349fa54 req-70139bf4-e9aa-4561-b54c-0868fbec8f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:28.944001 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eb0d63d-21e8-4976-b639-57b36349fa54 req-70139bf4-e9aa-4561-b54c-0868fbec8f20 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 200 len: 913 time: 0.2135839 Feb 19 03:20:28.948984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-880f01c6-ac2f-4095-b8a1-4a7ccc342620 None None] Current status of the port 200a1c23-c090-4445-860e-73d7dbe05a00 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:28.949547 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-880f01c6-ac2f-4095-b8a1-4a7ccc342620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:28.977963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b21f8a-0b71-42b2-988f-8e9a2fa55132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e6e099-aeab-49d5-bd7f-c033be40d0ac,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:28.991281 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port e3555cb9-1eb2-456b-b508-5862e1ea5679 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:29.025243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eb0d63d-21e8-4976-b639-57b36349fa54 req-3b5c38da-e56a-4685-b66b-4ca50ad15db9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 HTTP/1.1" status: 200 len: 217 time: 0.0724802 Feb 19 03:20:29.114770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0d63d-21e8-4976-b639-57b36349fa54 req-72379f1c-6d91-4c14-9534-cf4b35192019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:29.117205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eb0d63d-21e8-4976-b639-57b36349fa54 req-72379f1c-6d91-4c14-9534-cf4b35192019 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f227e848-d3a5-4e44-b9ca-2dd84f683462 HTTP/1.1" status: 200 len: 852 time: 0.0839186 Feb 19 03:20:29.145711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49862) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:29.169584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-38ec77ea-5cce-46c3-b8f2-fce15b39ce8a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1395565325', 'description': 'tempest-secgroup-smoke-1395565325 description', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:29.177603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eb0d63d-21e8-4976-b639-57b36349fa54 req-134405d6-5c0f-4d64-bd0b-11ababf04ef5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3fd9dc96-5a0a-4944-8417-683f8b2c7f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421104 Feb 19 03:20:29.248145 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38ec77ea-5cce-46c3-b8f2-fce15b39ce8a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.381427 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (e3555cb9-1eb2-456b-b508-5862e1ea5679), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.396118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-880f01c6-ac2f-4095-b8a1-4a7ccc342620 None None] For port 200a1c23-c090-4445-860e-73d7dbe05a00, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=200a1c23-c090-4445-860e-73d7dbe05a00,segment=NetworkSegment(70274f38-2b72-4cd7-86db-da8b5cc2f6ce),segment_id=70274f38-2b72-4cd7-86db-da8b5cc2f6ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:29.410339 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-880f01c6-ac2f-4095-b8a1-4a7ccc342620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.426624 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e3555cb9-1eb2-456b-b508-5862e1ea5679), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.452688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:28Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:29.488693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffc446-58e2-4cf7-a484-65c836748db1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:29.491122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eb0d63d-21e8-4976-b639-57b36349fa54 req-1a280b9a-36b7-418b-843e-fc240ed4eefd service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038840 Feb 19 03:20:29.498188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bffc446-58e2-4cf7-a484-65c836748db1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:29.507001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61fb84c-c274-4b09-bd3e-0a96afc32b90 None None] The sync data for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 is: [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:28Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:20:29.507793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49864) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:29.507996 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0bffc446-58e2-4cf7-a484-65c836748db1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9497993 Feb 19 03:20:29.513357 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-69b21f8a-0b71-42b2-988f-8e9a2fa55132 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=33dbd11743c74f40b5e75706dcdf07b2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4327254 Feb 19 03:20:29.543451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49866) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:29.583081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f01c6-ac2f-4095-b8a1-4a7ccc342620 None None] Pushing event updated for resources: {'Port': ['ID=200a1c23-c090-4445-860e-73d7dbe05a00,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:29.590848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f4918d7b-9ae0-47aa-bc75-91209f655300 None None] Provisioning complete for port 200a1c23-c090-4445-860e-73d7dbe05a00 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:29.591219 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f4918d7b-9ae0-47aa-bc75-91209f655300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.617704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:29.621393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:29.634152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:29.640681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:29.641354 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.688494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c266814e-0456-4336-ad90-fb81d8ffec02 req-c418bf8e-4412-4c4e-822b-66505433a42c tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:29.690918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c266814e-0456-4336-ad90-fb81d8ffec02 req-c418bf8e-4412-4c4e-822b-66505433a42c tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 944 time: 0.3667181 Feb 19 03:20:29.703627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=e3555cb9-1eb2-456b-b508-5862e1ea5679,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:29.717622 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9fad1b3f-14bc-450e-a329-99e714e84e68 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5686452 Feb 19 03:20:29.722354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49872) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:29.865432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f4918d7b-9ae0-47aa-bc75-91209f655300 None None] Current status of the port 200a1c23-c090-4445-860e-73d7dbe05a00 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:29.888096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0754715-dcb0-45c6-9463-50434338ad36 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:29.893749 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38ec77ea-5cce-46c3-b8f2-fce15b39ce8a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:29.896161 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c0754715-dcb0-45c6-9463-50434338ad36 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/e3555cb9-1eb2-456b-b508-5862e1ea5679 HTTP/1.1" status: 200 len: 841 time: 0.1726089 Feb 19 03:20:29.901603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49876) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:29.959132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44d04-3c50-4eb6-be9b-93e9ffc3519f req-80ac1d88-449e-4640-903d-f249ebf604de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:29.960222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4b44d04-3c50-4eb6-be9b-93e9ffc3519f req-80ac1d88-449e-4640-903d-f249ebf604de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1127 time: 0.5922928 Feb 19 03:20:29.995030 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38ec77ea-5cce-46c3-b8f2-fce15b39ce8a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.004101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d6150d5e-f862-441e-a172-5a2622d50c41 None None] Provisioning complete for port cb2d0c67-dc93-482e-811a-20a22072d26b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:30.004691 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d6150d5e-f862-441e-a172-5a2622d50c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb2d0c67-dc93-482e-811a-20a22072d26b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.040198 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4735133f-ed8f-4b7a-a715-d90da57453eb admin admin] Publish callbacks [] for security_group (19e6e099-aeab-49d5-bd7f-c033be40d0ac), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.103873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f735690e-9678-4b81-bf8b-d4412f268208 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port e3555cb9-1eb2-456b-b508-5862e1ea5679 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:30.104451 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f735690e-9678-4b81-bf8b-d4412f268208 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e3555cb9-1eb2-456b-b508-5862e1ea5679), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.186147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d6150d5e-f862-441e-a172-5a2622d50c41 None None] Current status of the port cb2d0c67-dc93-482e-811a-20a22072d26b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:30.188024 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d6150d5e-f862-441e-a172-5a2622d50c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cb2d0c67-dc93-482e-811a-20a22072d26b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.219024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44d04-3c50-4eb6-be9b-93e9ffc3519f req-cd9c933c-681a-4a56-977f-6e62ddbff617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:30.221322 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4b44d04-3c50-4eb6-be9b-93e9ffc3519f req-cd9c933c-681a-4a56-977f-6e62ddbff617 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 200 len: 896 time: 0.1888404 Feb 19 03:20:30.249409 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f735690e-9678-4b81-bf8b-d4412f268208 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e3555cb9-1eb2-456b-b508-5862e1ea5679), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.277108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d6150d5e-f862-441e-a172-5a2622d50c41 None None] For port cb2d0c67-dc93-482e-811a-20a22072d26b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cb2d0c67-dc93-482e-811a-20a22072d26b,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:30.291703 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d6150d5e-f862-441e-a172-5a2622d50c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cb2d0c67-dc93-482e-811a-20a22072d26b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.310848 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f735690e-9678-4b81-bf8b-d4412f268208 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for e3555cb9-1eb2-456b-b508-5862e1ea5679 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:30.362214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cb2d0c67-dc93-482e-811a-20a22072d26b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:30.414158 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38ec77ea-5cce-46c3-b8f2-fce15b39ce8a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.415422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-38ec77ea-5cce-46c3-b8f2-fce15b39ce8a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.2683382 Feb 19 03:20:30.418778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49880) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:30.428687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b21f2c2e-e6a4-4301-ad68-120102466708 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': '9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:30.443981 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4735133f-ed8f-4b7a-a715-d90da57453eb admin admin] Publish callbacks [] for security_group (19e6e099-aeab-49d5-bd7f-c033be40d0ac), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.463092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6150d5e-f862-441e-a172-5a2622d50c41 None None] Pushing event updated for resources: {'Port': ['ID=cb2d0c67-dc93-482e-811a-20a22072d26b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:30.467186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port cb2d0c67-dc93-482e-811a-20a22072d26b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:30.467674 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb2d0c67-dc93-482e-811a-20a22072d26b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.468827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-124f74d0-13a4-4773-accc-3111c63411e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port 3076691a-b329-40da-bf55-a98b96ad8a67 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:30.469286 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-124f74d0-13a4-4773-accc-3111c63411e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3076691a-b329-40da-bf55-a98b96ad8a67), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.471665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bc72d92a-6083-4fd1-baf5-9a5a59020557 None None] Provisioning complete for port 3076691a-b329-40da-bf55-a98b96ad8a67 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:30.471665 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc72d92a-6083-4fd1-baf5-9a5a59020557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3076691a-b329-40da-bf55-a98b96ad8a67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.471945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec77ea-5cce-46c3-b8f2-fce15b39ce8a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:30.488654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c266814e-0456-4336-ad90-fb81d8ffec02 req-8a3f6720-e8d9-4aaf-8fce-f101db483140 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6786072 Feb 19 03:20:30.523314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3eb0d63d-21e8-4976-b639-57b36349fa54 req-b9db481e-001d-48e2-84de-cfa4ae3d8950 service neutron] 10.222.0.67 "GET /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0140753 Feb 19 03:20:30.540077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bc72d92a-6083-4fd1-baf5-9a5a59020557 None None] Port 3076691a-b329-40da-bf55-a98b96ad8a67 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:30.541825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:20:30.543398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b21f2c2e-e6a4-4301-ad68-120102466708 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (38ea00fd-214f-41c8-ae56-7a9c75ab322b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.650244 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f735690e-9678-4b81-bf8b-d4412f268208 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e3555cb9-1eb2-456b-b508-5862e1ea5679), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.654260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b21f2c2e-e6a4-4301-ad68-120102466708 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (38ea00fd-214f-41c8-ae56-7a9c75ab322b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.685895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4b44d04-3c50-4eb6-be9b-93e9ffc3519f req-71c1c9d0-92d7-49b8-9654-ff668c3aaab1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 1001 time: 0.4224169 Feb 19 03:20:30.711285 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b21f2c2e-e6a4-4301-ad68-120102466708 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (38ea00fd-214f-41c8-ae56-7a9c75ab322b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.713206 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735690e-9678-4b81-bf8b-d4412f268208 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=e3555cb9-1eb2-456b-b508-5862e1ea5679,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:30.719407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port cb2d0c67-dc93-482e-811a-20a22072d26b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:30.720951 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 200a1c23-c090-4445-860e-73d7dbe05a00 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:30.732481 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f735690e-9678-4b81-bf8b-d4412f268208 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.738076 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f735690e-9678-4b81-bf8b-d4412f268208 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/e3555cb9-1eb2-456b-b508-5862e1ea5679 HTTP/1.1" status: 204 len: 168 time: 0.8327417 Feb 19 03:20:30.745990 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f2c2e-e6a4-4301-ad68-120102466708 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ea00fd-214f-41c8-ae56-7a9c75ab322b,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:30.747809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49882) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:30.768213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:30.787727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'd86a2a0a-041c-4c34-b9f7-c0a62ed9ed63', 'network_id': '3fd9dc96-5a0a-4944-8417-683f8b2c7f71', 'port_id': 'd86a2a0a-041c-4c34-b9f7-c0a62ed9ed63', 'mac_address': 'fa:16:3e:f8:23:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f227e848-d3a5-4e44-b9ca-2dd84f683462', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:20:30.788041 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-124f74d0-13a4-4773-accc-3111c63411e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3076691a-b329-40da-bf55-a98b96ad8a67), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.789934 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba173ba9-94e2-4e95-9cc1-93c269341c39 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:20:30.794771 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ba173ba9-94e2-4e95-9cc1-93c269341c39 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/e3555cb9-1eb2-456b-b508-5862e1ea5679 HTTP/1.1" status: 404 len: 333 time: 0.0421207 Feb 19 03:20:30.805301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49884) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:30.808516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-124f74d0-13a4-4773-accc-3111c63411e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for 3076691a-b329-40da-bf55-a98b96ad8a67 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:30.810896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'name': 'tempest-PortsTestJSON-1243169322'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:30.815902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b21f2c2e-e6a4-4301-ad68-120102466708 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.818081 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b21f2c2e-e6a4-4301-ad68-120102466708 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3969586 Feb 19 03:20:30.820268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49886) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:30.824860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-92c2ab8f-7d53-4610-9b06-67b7c751c3ea tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': '9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:30.840223 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:30.842077 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.861137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:30.871513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 200a1c23-c090-4445-860e-73d7dbe05a00 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:30.872022 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.934517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:30.958911 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:30.983828 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-92c2ab8f-7d53-4610-9b06-67b7c751c3ea tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (62a30c33-468a-4163-8d20-65aa2172ecf0), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.041676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44d04-3c50-4eb6-be9b-93e9ffc3519f req-83cf4a2a-2ae3-4a96-884c-141ea609399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:31.043394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4b44d04-3c50-4eb6-be9b-93e9ffc3519f req-83cf4a2a-2ae3-4a96-884c-141ea609399d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06396044-f868-4bab-8279-30abb90c4893 HTTP/1.1" status: 200 len: 835 time: 0.3566685 Feb 19 03:20:31.044619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:31.048449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41829ca8-dbd6-4a68-b54c-686e3b3445e6 req-a9c3aa8a-4fd7-4b1f-a149-1c01cf6c5c1e tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.3806486 Feb 19 03:20:31.049913 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.093130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 200a1c23-c090-4445-860e-73d7dbe05a00 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:31.105996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:31.126692 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:31.135827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44d04-3c50-4eb6-be9b-93e9ffc3519f req-75530bc1-92bb-471e-85c6-7c18caa5e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:31.137577 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4b44d04-3c50-4eb6-be9b-93e9ffc3519f req-75530bc1-92bb-471e-85c6-7c18caa5e4fe service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2cf118a-21f8-48b2-9111-65ef0afc21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0845325 Feb 19 03:20:31.147036 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-124f74d0-13a4-4773-accc-3111c63411e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3076691a-b329-40da-bf55-a98b96ad8a67), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.157518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4735133f-ed8f-4b7a-a715-d90da57453eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (19e6e099-aeab-49d5-bd7f-c033be40d0ac), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.160142 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4735133f-ed8f-4b7a-a715-d90da57453eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.163946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4735133f-ed8f-4b7a-a715-d90da57453eb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/19e6e099-aeab-49d5-bd7f-c033be40d0ac HTTP/1.1" status: 204 len: 168 time: 1.6167636 Feb 19 03:20:31.280235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735133f-ed8f-4b7a-a715-d90da57453eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e6e099-aeab-49d5-bd7f-c033be40d0ac,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:31.302510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:20:31.309973 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.320969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f74d0-13a4-4773-accc-3111c63411e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=3076691a-b329-40da-bf55-a98b96ad8a67,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:31.363001 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.381591 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-92c2ab8f-7d53-4610-9b06-67b7c751c3ea tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (62a30c33-468a-4163-8d20-65aa2172ecf0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.383530 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-124f74d0-13a4-4773-accc-3111c63411e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.388001 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-124f74d0-13a4-4773-accc-3111c63411e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/3076691a-b329-40da-bf55-a98b96ad8a67 HTTP/1.1" status: 204 len: 168 time: 1.8773825 Feb 19 03:20:31.391852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49896) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:31.410990 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-92c2ab8f-7d53-4610-9b06-67b7c751c3ea tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (62a30c33-468a-4163-8d20-65aa2172ecf0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.535762 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:31.540382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a84a94-cd17-4f41-a582-8aa21d36d590 req-d41c1f55-31ec-42ef-aae3-4abcc171d8dd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:31.548723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47a84a94-cd17-4f41-a582-8aa21d36d590 req-d41c1f55-31ec-42ef-aae3-4abcc171d8dd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.3272409 Feb 19 03:20:31.548965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2ab8f-7d53-4610-9b06-67b7c751c3ea tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a30c33-468a-4163-8d20-65aa2172ecf0,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:31.568499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:31.572059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:31.575734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4b44d04-3c50-4eb6-be9b-93e9ffc3519f req-7dc73d0d-c151-4f80-9413-da79bb26bd3d service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297135 Feb 19 03:20:31.584282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:31.584979 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.597716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3acd71-e9fe-4867-9d07-39ee4f31b3ad tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:31.599059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3acd71-e9fe-4867-9d07-39ee4f31b3ad tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:31.612435 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-92c2ab8f-7d53-4610-9b06-67b7c751c3ea tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.618480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1b3acd71-e9fe-4867-9d07-39ee4f31b3ad tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2246327 Feb 19 03:20:31.627781 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-92c2ab8f-7d53-4610-9b06-67b7c751c3ea tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8063064 Feb 19 03:20:31.629272 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49902) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:31.631429 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49904) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:31.674489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3c3cdfaf-09b6-4655-9b9a-0ba7d32e77fe tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': '9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:31.693663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:31.771643 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e67f38f6-fa8f-41a9-a7e8-0ea6220cb491 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9646788 Feb 19 03:20:31.774630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49910) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:31.793461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47a84a94-cd17-4f41-a582-8aa21d36d590 req-5f45b27f-33ae-4a7c-a616-544d4120525c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437220 Feb 19 03:20:31.800043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0fe780ab-aa68-479a-a0d1-9248f75db8ee tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:31.820338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc7c6f7-6984-40c3-8589-62eb124bc1a2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet b31d7203-cb31-4bb0-8bab-de58c722380a {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:31.825828 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c6f7-6984-40c3-8589-62eb124bc1a2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (b31d7203-cb31-4bb0-8bab-de58c722380a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.829182 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdfaf-09b6-4655-9b9a-0ba7d32e77fe tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (7e2aaeae-9b67-45cf-be4d-f412572853a7), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.898469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c6f7-6984-40c3-8589-62eb124bc1a2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (b31d7203-cb31-4bb0-8bab-de58c722380a), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:31.937866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4b44d04-3c50-4eb6-be9b-93e9ffc3519f req-aa68b12f-13d4-4034-9aea-ad4b68c9c7f8 service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433518 Feb 19 03:20:31.981883 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdfaf-09b6-4655-9b9a-0ba7d32e77fe tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (7e2aaeae-9b67-45cf-be4d-f412572853a7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.006004 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0fe780ab-aa68-479a-a0d1-9248f75db8ee tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.007794 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdfaf-09b6-4655-9b9a-0ba7d32e77fe tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (7e2aaeae-9b67-45cf-be4d-f412572853a7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.040489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cdfaf-09b6-4655-9b9a-0ba7d32e77fe tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e2aaeae-9b67-45cf-be4d-f412572853a7,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:32.052548 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c6f7-6984-40c3-8589-62eb124bc1a2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (b31d7203-cb31-4bb0-8bab-de58c722380a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.066093 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdfaf-09b6-4655-9b9a-0ba7d32e77fe tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.073015 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3c3cdfaf-09b6-4655-9b9a-0ba7d32e77fe tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4312761 Feb 19 03:20:32.078050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a9059-bda8-45c4-a813-6cfb336047d6 req-5731a3ae-c47a-4011-989f-0ae3f5228ded tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:32.078210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49920) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:32.079603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e7a9059-bda8-45c4-a813-6cfb336047d6 req-5731a3ae-c47a-4011-989f-0ae3f5228ded tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 945 time: 0.1384172 Feb 19 03:20:32.120854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-067c4161-d990-4d72-8797-3fa02ede5b87 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': '9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:32.196392 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067c4161-d990-4d72-8797-3fa02ede5b87 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (6d9460bc-78a6-40dd-80e3-358a749c2c9e), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.216245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cb2d0c67-dc93-482e-811a-20a22072d26b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:32.226706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e7a9059-bda8-45c4-a813-6cfb336047d6 req-559b8ce4-adf7-4818-8835-151144c75447 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307173 Feb 19 03:20:32.306002 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c6f7-6984-40c3-8589-62eb124bc1a2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (b31d7203-cb31-4bb0-8bab-de58c722380a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.323504 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0fe780ab-aa68-479a-a0d1-9248f75db8ee tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.339373 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8dc7c6f7-6984-40c3-8589-62eb124bc1a2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.343197 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0fe780ab-aa68-479a-a0d1-9248f75db8ee tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.343639 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8dc7c6f7-6984-40c3-8589-62eb124bc1a2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/b31d7203-cb31-4bb0-8bab-de58c722380a HTTP/1.1" status: 204 len: 168 time: 0.7008107 Feb 19 03:20:32.346772 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067c4161-d990-4d72-8797-3fa02ede5b87 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (6d9460bc-78a6-40dd-80e3-358a749c2c9e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.347747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49930) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:32.349226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396daaf-89f4-47b1-92f1-a5769c509c14 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:32.379191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067c4161-d990-4d72-8797-3fa02ede5b87 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (6d9460bc-78a6-40dd-80e3-358a749c2c9e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.386744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7c6f7-6984-40c3-8589-62eb124bc1a2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=b31d7203-cb31-4bb0-8bab-de58c722380a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:32.443862 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067c4161-d990-4d72-8797-3fa02ede5b87 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.444509 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-067c4161-d990-4d72-8797-3fa02ede5b87 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3291886 Feb 19 03:20:32.445350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49932) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:32.454441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port cb2d0c67-dc93-482e-811a-20a22072d26b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:32.455062 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cb2d0c67-dc93-482e-811a-20a22072d26b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.458111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c4161-d990-4d72-8797-3fa02ede5b87 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9460bc-78a6-40dd-80e3-358a749c2c9e,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:32.471250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49934) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:32.473236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d15afbf3-61f5-4b72-9794-9ed11bf85d2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1193335 Feb 19 03:20:32.482136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49938) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:32.487028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6b0c5a67-bf9a-4926-a4ac-21dced7630dc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': '9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:32.488313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c51c1ec2-41be-4bdd-899d-82b201991a79 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:32.520225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:32.554745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0fe780ab-aa68-479a-a0d1-9248f75db8ee tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] In _notify_port_updated(), no bound segment for port aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9 on network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 {{(pid=109899) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:20:32.574590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe780ab-aa68-479a-a0d1-9248f75db8ee tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:32.576413 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0fe780ab-aa68-479a-a0d1-9248f75db8ee tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.577854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0fe780ab-aa68-479a-a0d1-9248f75db8ee tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "PUT /v2.0/ports/aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9 HTTP/1.1" status: 200 len: 818 time: 0.7950454 Feb 19 03:20:32.580196 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-6b0c5a67-bf9a-4926-a4ac-21dced7630dc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Project ec3a4b817fbd4e3e8c1ad110c3a57ca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:20:32.604614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53a232c4-96c9-4112-ab27-a601458f43d1 req-7372f4aa-25cd-4abd-9c77-4fb8d5fa46bc tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.2080519 Feb 19 03:20:32.605382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49940) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:32.608476 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6b0c5a67-bf9a-4926-a4ac-21dced7630dc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (2df35931-0f1e-4816-9621-f2c932fe7e10), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.656393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-90e4f9ca-ab7e-4972-b1a4-c626b06c174e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group': {'name': 'tempest-secgroup--1847885154'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:32.661544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port cb2d0c67-dc93-482e-811a-20a22072d26b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:32.665104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51c1ec2-41be-4bdd-899d-82b201991a79 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:32.668569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c51c1ec2-41be-4bdd-899d-82b201991a79 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.695898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:20:32.709001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:32.709489 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.711440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8ed7a3-ba3c-4a2e-8c43-31a08fa8b996 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:32.747887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe780ab-aa68-479a-a0d1-9248f75db8ee tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:32.748878 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90e4f9ca-ab7e-4972-b1a4-c626b06c174e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.759676 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90e4f9ca-ab7e-4972-b1a4-c626b06c174e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.854523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90e4f9ca-ab7e-4972-b1a4-c626b06c174e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (46ce0d8e-a77e-4076-80b8-4bb481fc7c41), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.859994 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6b0c5a67-bf9a-4926-a4ac-21dced7630dc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (2df35931-0f1e-4816-9621-f2c932fe7e10), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.863204 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90e4f9ca-ab7e-4972-b1a4-c626b06c174e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (46ce0d8e-a77e-4076-80b8-4bb481fc7c41), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.879175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-daaa183e-0da9-4787-a139-280210f2eb3c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:32.879571 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-daaa183e-0da9-4787-a139-280210f2eb3c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.900124 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6b0c5a67-bf9a-4926-a4ac-21dced7630dc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (2df35931-0f1e-4816-9621-f2c932fe7e10), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.912374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ed7a3-ba3c-4a2e-8c43-31a08fa8b996 None None] Deleting port cb2d0c67-dc93-482e-811a-20a22072d26b {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:32.916974 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed7a3-ba3c-4a2e-8c43-31a08fa8b996 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (cb2d0c67-dc93-482e-811a-20a22072d26b), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.924187 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4f9ca-ab7e-4972-b1a4-c626b06c174e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ce0d8e-a77e-4076-80b8-4bb481fc7c41,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:32.973692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c5a67-bf9a-4926-a4ac-21dced7630dc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df35931-0f1e-4816-9621-f2c932fe7e10,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:32.981999 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6b0c5a67-bf9a-4926-a4ac-21dced7630dc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:32.985835 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6b0c5a67-bf9a-4926-a4ac-21dced7630dc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5084755 Feb 19 03:20:32.988072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49944) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:32.996561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-29b6f902-9108-4694-a737-35e2c096f863 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': '9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:33.036831 n-d-826755-2 neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-29b6f902-9108-4694-a737-35e2c096f863 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Project ec3a4b817fbd4e3e8c1ad110c3a57ca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:20:33.043008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90e4f9ca-ab7e-4972-b1a4-c626b06c174e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (3d868fcb-623c-458e-8d48-ecb3991afd23), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.048678 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b6f902-9108-4694-a737-35e2c096f863 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (ff5d40eb-0fd9-497e-9d20-5331ceb40d6a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.064959 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-daaa183e-0da9-4787-a139-280210f2eb3c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.085110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-daaa183e-0da9-4787-a139-280210f2eb3c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:33.108557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c169db-4d97-4e03-b899-c04641abf8cf req-107f0566-ca99-47d5-9ec1-e1a3cb14c3ce tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:33.109345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90e4f9ca-ab7e-4972-b1a4-c626b06c174e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3d868fcb-623c-458e-8d48-ecb3991afd23), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.110592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11c169db-4d97-4e03-b899-c04641abf8cf req-107f0566-ca99-47d5-9ec1-e1a3cb14c3ce tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.1884356 Feb 19 03:20:33.166798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b6f902-9108-4694-a737-35e2c096f863 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (ff5d40eb-0fd9-497e-9d20-5331ceb40d6a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.170418 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90e4f9ca-ab7e-4972-b1a4-c626b06c174e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.171866 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-90e4f9ca-ab7e-4972-b1a4-c626b06c174e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7199926 Feb 19 03:20:33.182705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49950) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:33.183470 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b6f902-9108-4694-a737-35e2c096f863 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (ff5d40eb-0fd9-497e-9d20-5331ceb40d6a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.210925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6f902-9108-4694-a737-35e2c096f863 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5d40eb-0fd9-497e-9d20-5331ceb40d6a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:33.211971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2b8ed7a3-ba3c-4a2e-8c43-31a08fa8b996 None None] For port cb2d0c67-dc93-482e-811a-20a22072d26b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cb2d0c67-dc93-482e-811a-20a22072d26b,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:33.212439 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed7a3-ba3c-4a2e-8c43-31a08fa8b996 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (cb2d0c67-dc93-482e-811a-20a22072d26b), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.226861 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c51c1ec2-41be-4bdd-899d-82b201991a79 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (4692dcd6-c310-4562-b084-296c9b602c02), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.244502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2b8ed7a3-ba3c-4a2e-8c43-31a08fa8b996 None None] Calling delete_port for cb2d0c67-dc93-482e-811a-20a22072d26b owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:33.270099 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-daaa183e-0da9-4787-a139-280210f2eb3c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.311390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa183e-0da9-4787-a139-280210f2eb3c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:33.323484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51c1ec2-41be-4bdd-899d-82b201991a79 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=4692dcd6-c310-4562-b084-296c9b602c02,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:33.337493 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-daaa183e-0da9-4787-a139-280210f2eb3c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.344732 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-daaa183e-0da9-4787-a139-280210f2eb3c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9 HTTP/1.1" status: 204 len: 168 time: 0.7283876 Feb 19 03:20:33.348036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49954) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:33.351032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:33.351819 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.369561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11c169db-4d97-4e03-b899-c04641abf8cf req-448acd66-6936-4d22-aefc-7f0b30d35431 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335342 Feb 19 03:20:33.381638 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed7a3-ba3c-4a2e-8c43-31a08fa8b996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (cb2d0c67-dc93-482e-811a-20a22072d26b), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.404255 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51c1ec2-41be-4bdd-899d-82b201991a79 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:33.411121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c51c1ec2-41be-4bdd-899d-82b201991a79 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:33.419860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51c1ec2-41be-4bdd-899d-82b201991a79 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:33.420527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c51c1ec2-41be-4bdd-899d-82b201991a79 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.425383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4f9ca-ab7e-4972-b1a4-c626b06c174e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d868fcb-623c-458e-8d48-ecb3991afd23,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:33.460174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70700a5e-05aa-4aed-8fbf-4de449e82e78 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:33.460653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ed7a3-ba3c-4a2e-8c43-31a08fa8b996 None None] Pushing event deleted for resources: {'Port': ['ID=cb2d0c67-dc93-482e-811a-20a22072d26b,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:33.473297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-70700a5e-05aa-4aed-8fbf-4de449e82e78 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1240180 Feb 19 03:20:33.473994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49956) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:33.478612 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b6f902-9108-4694-a737-35e2c096f863 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.480217 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-29b6f902-9108-4694-a737-35e2c096f863 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4885807 Feb 19 03:20:33.494607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ed7a3-ba3c-4a2e-8c43-31a08fa8b996 None None] No DVR routers for this DVR port cb2d0c67-dc93-482e-811a-20a22072d26b on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:33.496175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52505cd1-01e5-4b40-b3b9-52e3641f2ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86a2a0a-041c-4c34-b9f7-c0a62ed9ed63'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:33.498961 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf02baf8-576c-47f2-8a58-ec9071fcea4e" -d '{"events": [{"server_uuid": "52505cd1-01e5-4b40-b3b9-52e3641f2ad4", "name": "network-vif-plugged", "status": "completed", "tag": "d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:33.516864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:33.517303 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-817cf976-4a44-4772-bc40-f956670fbf67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:20:33.524209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-817cf976-4a44-4772-bc40-f956670fbf67 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/aaa700e9-83a6-4b98-aa1b-8eb0fde2bbc9 HTTP/1.1" status: 404 len: 333 time: 0.0488980 Feb 19 03:20:33.524649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fe8cd7-aec3-413b-b662-e2161c045e50 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:33.528304 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3b1e7b29-bf0f-4a44-93bf-5fd8e08be483 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3423607 Feb 19 03:20:33.529583 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.530736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49962) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:33.531862 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49964) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:33.550264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a9b9f304-2efc-44d0-ae12-b13442dc4c63 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-970704431'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:33.564106 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2e36edc5-6b89-457a-a846-2b499a03a593 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group': {'name': 'tempest-security--1488340065', 'description': 'tempest-security-description-177678355'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:33.602945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad8bdd-e8b2-4286-9a3d-fb73b6a63f02 req-4b89b193-948b-4914-8716-db9ffd78492f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:33.605105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baad8bdd-e8b2-4286-9a3d-fb73b6a63f02 req-4b89b193-948b-4914-8716-db9ffd78492f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 946 time: 0.0794015 Feb 19 03:20:33.627679 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c51c1ec2-41be-4bdd-899d-82b201991a79 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1442635 Feb 19 03:20:33.628452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49966) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:33.638466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': '4692dcd6-c310-4562-b084-296c9b602c02', 'ip_address': '2001:db8::3c5c:9390:ba44:110a'}], 'name': 'tempest-NetworksTestDHCPv6-405054282'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:33.645718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:33.691438 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-278801e8-e2e7-4395-9a36-5a29d60f5a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.726997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baad8bdd-e8b2-4286-9a3d-fb73b6a63f02 req-d3ea9a35-9ba6-43a0-a78c-dd0b9df7aaa2 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102633 Feb 19 03:20:33.753264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b9f304-2efc-44d0-ae12-b13442dc4c63 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:33.758831 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f304-2efc-44d0-ae12-b13442dc4c63 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.759454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '4692dcd6-c310-4562-b084-296c9b602c02'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:33.760858 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.782435 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e36edc5-6b89-457a-a846-2b499a03a593 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (3d868fcb-623c-458e-8d48-ecb3991afd23), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.853057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b9f304-2efc-44d0-ae12-b13442dc4c63 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:33.877322 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e36edc5-6b89-457a-a846-2b499a03a593 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (3d868fcb-623c-458e-8d48-ecb3991afd23), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.878562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f304-2efc-44d0-ae12-b13442dc4c63 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ed5a9d49-d319-4368-8dfe-9e4ffefcd078), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:33.878906 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-a9b9f304-2efc-44d0-ae12-b13442dc4c63 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Added segment ed5a9d49-d319-4368-8dfe-9e4ffefcd078 of type vlan for network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 Feb 19 03:20:33.888074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:33.965707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/4692dcd6-c310-4562-b084-296c9b602c02/2661e47a-7504-4bb3-ba82-055c0f883ead) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:34.005198 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.010122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e36edc5-6b89-457a-a846-2b499a03a593 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3d868fcb-623c-458e-8d48-ecb3991afd23), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.012968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e36edc5-6b89-457a-a846-2b499a03a593 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.017118 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2e36edc5-6b89-457a-a846-2b499a03a593 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "PUT /v2.0/security-groups/3d868fcb-623c-458e-8d48-ecb3991afd23 HTTP/1.1" status: 200 len: 1796 time: 0.4570403 Feb 19 03:20:34.017777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49974) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:34.041301 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-784ccf4e-e2ac-4bee-a3c8-ed4b363b61fd req-4838f161-74e5-43d3-8791-246a37c6ced4 tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.0490003 Feb 19 03:20:34.110577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4fef9-fad1-40fe-8fbe-d54b5f18e31d req-5ec09fcf-182e-46f4-a506-c8da1cf36928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:34.113260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43c4fef9-fad1-40fe-8fbe-d54b5f18e31d req-5ec09fcf-182e-46f4-a506-c8da1cf36928 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 1128 time: 0.1100137 Feb 19 03:20:34.176422 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Publish callbacks [] for port (2661e47a-7504-4bb3-ba82-055c0f883ead), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.180603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port 61f20df1-ea3c-43db-be81-edc768179f07 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:34.181506 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b193745-0195-4df0-abcf-b1ce0a8bc994 x-openstack-request-id: req-8b193745-0195-4df0-abcf-b1ce0a8bc994 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:34.182254 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52505cd1-01e5-4b40-b3b9-52e3641f2ad4", "name": "network-vif-plugged", "status": "completed", "tag": "d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:34.182574 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b193745-0195-4df0-abcf-b1ce0a8bc994 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:34.183224 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52505cd1-01e5-4b40-b3b9-52e3641f2ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd86a2a0a-041c-4c34-b9f7-c0a62ed9ed63', 'code': 200} Feb 19 03:20:34.186876 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (2661e47a-7504-4bb3-ba82-055c0f883ead), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.207201 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f304-2efc-44d0-ae12-b13442dc4c63 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (0d1e0da3-8d9c-4347-b1ad-12e47f699ad8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.216322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cb2d0c67-dc93-482e-811a-20a22072d26b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:34.228994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36edc5-6b89-457a-a846-2b499a03a593 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d868fcb-623c-458e-8d48-ecb3991afd23,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:34.230656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43c4fef9-fad1-40fe-8fbe-d54b5f18e31d req-edaea782-d972-4b5e-93ac-884e9eb5e1ca service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086612 Feb 19 03:20:34.293330 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-e154a66b-4e2d-4824-92db-208204801549 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1395565325&fields=id&tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9 HTTP/1.1" status: 200 len: 267 time: 0.1424339 Feb 19 03:20:34.293690 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-63876d22-c70b-4871-8e1f-dd28540e74b2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-groups/3d868fcb-623c-458e-8d48-ecb3991afd23 HTTP/1.1" status: 200 len: 1796 time: 0.2292054 Feb 19 03:20:34.294367 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49986) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:34.308594 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: cb2d0c67-dc93-482e-811a-20a22072d26b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:34.311014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cb2d0c67-dc93-482e-811a-20a22072d26b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:34.320597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:34.332500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:34.353452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:34.375123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f304-2efc-44d0-ae12-b13442dc4c63 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (0d1e0da3-8d9c-4347-b1ad-12e47f699ad8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.380587 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b9f304-2efc-44d0-ae12-b13442dc4c63 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:34.380950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Pushing event updated for resources: {'Port': ['ID=2661e47a-7504-4bb3-ba82-055c0f883ead,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:34.381584 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a9b9f304-2efc-44d0-ae12-b13442dc4c63 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.447134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Attempting to bind port 2661e47a-7504-4bb3-ba82-055c0f883ead on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:34.447918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Attempting to bind port 2661e47a-7504-4bb3-ba82-055c0f883ead by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:34.448560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Attempting to bind port 2661e47a-7504-4bb3-ba82-055c0f883ead on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:34.455007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:34.455939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:34.456637 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.457290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:34.458018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Bound port: 2661e47a-7504-4bb3-ba82-055c0f883ead, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:34.458695 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2661e47a-7504-4bb3-ba82-055c0f883ead), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.467817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-2e1ccce4-b100-4faa-9ca3-6e53cc5cc846 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:34.469496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-2e1ccce4-b100-4faa-9ca3-6e53cc5cc846 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/networks?id=d812e14e-de83-4338-87fa-976d8be3864a HTTP/1.1" status: 200 len: 797 time: 0.1683893 Feb 19 03:20:34.494026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-1b57238f-659e-4eda-a75b-9599f5da1c2b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/quotas/ec3a4b817fbd4e3e8c1ad110c3a57ca9 HTTP/1.1" status: 200 len: 375 time: 0.0165200 Feb 19 03:20:34.499886 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a9b9f304-2efc-44d0-ae12-b13442dc4c63 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9578791 Feb 19 03:20:34.505359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49992) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:34.514201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-91fe70b8-8afd-4587-a02d-6ca5d59cec13 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': '0d1e0da3-8d9c-4347-b1ad-12e47f699ad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:34.543650 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b9f304-2efc-44d0-ae12-b13442dc4c63 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Network': ['ID=0d1e0da3-8d9c-4347-b1ad-12e47f699ad8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:34.563745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:34.585535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73c8e8a-e356-47ab-babd-701c43df2b7d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (3d868fcb-623c-458e-8d48-ecb3991afd23), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.610059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] For port 2661e47a-7504-4bb3-ba82-055c0f883ead, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:34.612471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::3c5c:9390:ba44:110a (3e1d2a52-1707-4906-8471-db9b5cc29c4f/4692dcd6-c310-4562-b084-296c9b602c02/61f20df1-ea3c-43db-be81-edc768179f07) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:34.626370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73c8e8a-e356-47ab-babd-701c43df2b7d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (3d868fcb-623c-458e-8d48-ecb3991afd23), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.668938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] For port 2661e47a-7504-4bb3-ba82-055c0f883ead, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2661e47a-7504-4bb3-ba82-055c0f883ead,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:34.675277 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-4171c61b-fe1e-48e3-bbe0-ee2bef93a33a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1718946 Feb 19 03:20:34.685862 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2661e47a-7504-4bb3-ba82-055c0f883ead), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.704437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fe70b8-8afd-4587-a02d-6ca5d59cec13 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:34.709226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-91fe70b8-8afd-4587-a02d-6ca5d59cec13 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.745337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73c8e8a-e356-47ab-babd-701c43df2b7d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3d868fcb-623c-458e-8d48-ecb3991afd23), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.757155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc14eb6b-e6e2-4789-8783-d1cdaa80afa1 None None] Pushing event updated for resources: {'Port': ['ID=2661e47a-7504-4bb3-ba82-055c0f883ead,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:34.761069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b73c8e8a-e356-47ab-babd-701c43df2b7d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:34.765748 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b73c8e8a-e356-47ab-babd-701c43df2b7d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-groups/3d868fcb-623c-458e-8d48-ecb3991afd23 HTTP/1.1" status: 204 len: 168 time: 0.4630511 Feb 19 03:20:34.769340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49996) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:34.822555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73c8e8a-e356-47ab-babd-701c43df2b7d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d868fcb-623c-458e-8d48-ecb3991afd23,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:34.911882 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b3250b55-834c-47ca-add8-905bea53aeff tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1302462 Feb 19 03:20:34.913749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-c25c2b54-35f4-4edd-a7a5-535c7cc3242b service neutron] 10.222.0.81 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729777 Feb 19 03:20:34.915522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49998) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:34.940708 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-a33ff72e-dd2e-4319-bdad-d335e56d50d4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] delete failed (client error): The resource could not be found. Feb 19 03:20:34.941837 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a33ff72e-dd2e-4319-bdad-d335e56d50d4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-groups/3d868fcb-623c-458e-8d48-ecb3991afd23 HTTP/1.1" status: 404 len: 347 time: 0.0253382 Feb 19 03:20:34.951423 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50000) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:34.963428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-86c4d520-5bbf-409f-82cd-c94e01594c6e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group': {'name': 'tempest-secgroup--319727787'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:34.969971 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (61f20df1-ea3c-43db-be81-edc768179f07), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.000139 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86c4d520-5bbf-409f-82cd-c94e01594c6e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.039257 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (61f20df1-ea3c-43db-be81-edc768179f07), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.107844 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:35.122275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:35.132163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:35.137560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:35.138188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.158637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=61f20df1-ea3c-43db-be81-edc768179f07,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:35.187738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86c4d520-5bbf-409f-82cd-c94e01594c6e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (9d7ce28b-0866-477e-9a87-f10f9f17f810), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.218878 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-17948223-661b-4847-835d-ec1c9d964fbb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5821352 Feb 19 03:20:35.219097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50004) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:35.228336 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86c4d520-5bbf-409f-82cd-c94e01594c6e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9d7ce28b-0866-477e-9a87-f10f9f17f810), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.294011 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86c4d520-5bbf-409f-82cd-c94e01594c6e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.295439 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-86c4d520-5bbf-409f-82cd-c94e01594c6e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3429263 Feb 19 03:20:35.301156 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50006) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:35.309117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-db7065d2-8013-4843-b8bf-07f0158786b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': '9d7ce28b-0866-477e-9a87-f10f9f17f810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:35.339969 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4d520-5bbf-409f-82cd-c94e01594c6e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7ce28b-0866-477e-9a87-f10f9f17f810,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:35.362356 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db7065d2-8013-4843-b8bf-07f0158786b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (2d5d22a0-bb89-460f-a4cf-1b425da987ed), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.440138 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db7065d2-8013-4843-b8bf-07f0158786b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (2d5d22a0-bb89-460f-a4cf-1b425da987ed), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.457738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5e0b1e-0d87-4658-9fc0-108ac614aa6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:35.467400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5e0b1e-0d87-4658-9fc0-108ac614aa6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:35.478585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50012) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:35.484004 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fa5e0b1e-0d87-4658-9fc0-108ac614aa6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2637398 Feb 19 03:20:35.493574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db7065d2-8013-4843-b8bf-07f0158786b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (2d5d22a0-bb89-460f-a4cf-1b425da987ed), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.519483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7065d2-8013-4843-b8bf-07f0158786b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5d22a0-bb89-460f-a4cf-1b425da987ed,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:35.530568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db7065d2-8013-4843-b8bf-07f0158786b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.537495 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-db7065d2-8013-4843-b8bf-07f0158786b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2338943 Feb 19 03:20:35.540456 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50014) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:35.593337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52fe1bb-f646-41d1-a283-ed64473b9a36 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (2d5d22a0-bb89-460f-a4cf-1b425da987ed), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.607212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52fe1bb-f646-41d1-a283-ed64473b9a36 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (2d5d22a0-bb89-460f-a4cf-1b425da987ed), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.659029 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52fe1bb-f646-41d1-a283-ed64473b9a36 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (2d5d22a0-bb89-460f-a4cf-1b425da987ed), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.667195 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52fe1bb-f646-41d1-a283-ed64473b9a36 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.668054 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-91fe70b8-8afd-4587-a02d-6ca5d59cec13 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (c9a61005-df87-48f7-8629-7b1952bfb625), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.669068 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a52fe1bb-f646-41d1-a283-ed64473b9a36 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/2d5d22a0-bb89-460f-a4cf-1b425da987ed HTTP/1.1" status: 204 len: 168 time: 0.1275513 Feb 19 03:20:35.674208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50016) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:35.690663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52fe1bb-f646-41d1-a283-ed64473b9a36 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d5d22a0-bb89-460f-a4cf-1b425da987ed,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:35.702624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-2139a0ba-ed67-4207-af75-0a0738151eb5 service neutron] 10.222.0.81 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7789907 Feb 19 03:20:35.708119 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-6c337a1f-24d6-4391-9515-496fd01ef905 service neutron] show failed (client error): The resource could not be found. Feb 19 03:20:35.709167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-6c337a1f-24d6-4391-9515-496fd01ef905 service neutron] 10.222.0.67 "GET /v2.0/ports/47064446-42e5-46dc-9807-f6fb99192ed8/bindings/n-h1-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.2979779 Feb 19 03:20:35.748017 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-18c24bec-71be-4957-8faf-e38b8fcfb841 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0719192 Feb 19 03:20:35.750899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50018) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:35.787266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe70b8-8afd-4587-a02d-6ca5d59cec13 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Subnet': ['ID=c9a61005-df87-48f7-8629-7b1952bfb625,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:35.818827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e021b0a4-1ba4-4f62-9303-908df5467901 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port 61f20df1-ea3c-43db-be81-edc768179f07 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:35.819176 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e021b0a4-1ba4-4f62-9303-908df5467901 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (61f20df1-ea3c-43db-be81-edc768179f07), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.824193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fe70b8-8afd-4587-a02d-6ca5d59cec13 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Checking segment: {'id': 'ed5a9d49-d319-4368-8dfe-9e4ffefcd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d1e0da3-8d9c-4347-b1ad-12e47f699ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:35.824565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe70b8-8afd-4587-a02d-6ca5d59cec13 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network hostable DHCP agents. Network: 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:20:35.839268 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27a7dbeb-56e7-47fe-becb-ada7de875a8d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (9d7ce28b-0866-477e-9a87-f10f9f17f810), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.884749 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a29fb9e0-3636-4516-b455-6c38e8d50693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.914776 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27a7dbeb-56e7-47fe-becb-ada7de875a8d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (9d7ce28b-0866-477e-9a87-f10f9f17f810), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:35.949805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fe70b8-8afd-4587-a02d-6ca5d59cec13 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:20:35.982092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-91fe70b8-8afd-4587-a02d-6ca5d59cec13 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:35.994851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca01ecd6-d452-4038-8e9e-9ec8f8d03888 None None] Network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:35.995113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe70b8-8afd-4587-a02d-6ca5d59cec13 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:35.996222 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-91fe70b8-8afd-4587-a02d-6ca5d59cec13 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.042737 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e021b0a4-1ba4-4f62-9303-908df5467901 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (61f20df1-ea3c-43db-be81-edc768179f07), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.070850 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27a7dbeb-56e7-47fe-becb-ada7de875a8d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9d7ce28b-0866-477e-9a87-f10f9f17f810), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.074852 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27a7dbeb-56e7-47fe-becb-ada7de875a8d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.078517 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-27a7dbeb-56e7-47fe-becb-ada7de875a8d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-groups/9d7ce28b-0866-477e-9a87-f10f9f17f810 HTTP/1.1" status: 204 len: 168 time: 0.3241632 Feb 19 03:20:36.081160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50024) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:36.170150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7dbeb-56e7-47fe-becb-ada7de875a8d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7ce28b-0866-477e-9a87-f10f9f17f810,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:36.228246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-91fe70b8-8afd-4587-a02d-6ca5d59cec13 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7209234 Feb 19 03:20:36.232264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50026) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:36.244500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-369c791b-a146-425b-80f6-c3b32f051002 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': '0d1e0da3-8d9c-4347-b1ad-12e47f699ad8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:36.268386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-0d1e0da3-8d9c-4347-b1ad-12e47f699ad8', 'network_id': '0d1e0da3-8d9c-4347-b1ad-12e47f699ad8', 'project_id': '70314eb81c27414a8636915c7dbff825', 'fixed_ips': [{'subnet_id': 'c9a61005-df87-48f7-8629-7b1952bfb625'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:36.269308 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.274627 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5dff9b6b-8d0f-445a-a226-63299eef73ce tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1891794 Feb 19 03:20:36.304938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50028) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:36.313575 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-60f5e6b9-05bc-4fe6-9648-100580345d2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group': {'name': 'tempest-secgroup--379894850'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:36.360964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2661e47a-7504-4bb3-ba82-055c0f883ead up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:36.369334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e021b0a4-1ba4-4f62-9303-908df5467901 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for 61f20df1-ea3c-43db-be81-edc768179f07 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:36.382162 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60f5e6b9-05bc-4fe6-9648-100580345d2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.504426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369c791b-a146-425b-80f6-c3b32f051002 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:36.509360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-369c791b-a146-425b-80f6-c3b32f051002 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.532331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5f6ef-333e-455e-95bb-dff0f6c625e3 req-7ee4d9bb-89eb-468b-94b6-877311542706 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:36.535490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ff5f6ef-333e-455e-95bb-dff0f6c625e3 req-7ee4d9bb-89eb-468b-94b6-877311542706 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.3891592 Feb 19 03:20:36.597178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 2661e47a-7504-4bb3-ba82-055c0f883ead triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:36.597883 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2661e47a-7504-4bb3-ba82-055c0f883ead), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.676933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-b467bda3-bb88-46c2-89aa-45737f87ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:36.685015 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-b467bda3-bb88-46c2-89aa-45737f87ec1c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b&tenant_id=d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 1127 time: 0.6660624 Feb 19 03:20:36.716643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Allocated IP 172.20.0.2 (0d1e0da3-8d9c-4347-b1ad-12e47f699ad8/c9a61005-df87-48f7-8629-7b1952bfb625/cbb78d63-e780-4df5-972f-c91d997a0b84) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:36.777744 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60f5e6b9-05bc-4fe6-9648-100580345d2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (16cedf81-1df1-483d-aae3-187689438e44), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.781726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:36.792873 n-d-826755-2 neutron-server[109898]: INFO neutron.db.ipam_backend_mixin [None req-369c791b-a146-425b-80f6-c3b32f051002 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c9a61005-df87-48f7-8629-7b1952bfb625 (CIDR: 172.20.0.0/28) Feb 19 03:20:36.803736 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60f5e6b9-05bc-4fe6-9648-100580345d2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (16cedf81-1df1-483d-aae3-187689438e44), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.857974 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-369c791b-a146-425b-80f6-c3b32f051002 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:20:36.860479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369c791b-a146-425b-80f6-c3b32f051002 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:36.908654 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60f5e6b9-05bc-4fe6-9648-100580345d2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.909959 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-60f5e6b9-05bc-4fe6-9648-100580345d2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6040514 Feb 19 03:20:36.915675 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50040) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:36.917330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-546c590a-48f7-42ea-8aad-8e74afffd489 None None] Provisioning complete for port 2661e47a-7504-4bb3-ba82-055c0f883ead triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:36.918625 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-546c590a-48f7-42ea-8aad-8e74afffd489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2661e47a-7504-4bb3-ba82-055c0f883ead), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:36.936628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-cd844d29-61e6-46f5-b2b7-eb2da6207426 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': '16cedf81-1df1-483d-aae3-187689438e44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:37.012951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f5e6b9-05bc-4fe6-9648-100580345d2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16cedf81-1df1-483d-aae3-187689438e44,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:37.035693 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 2661e47a-7504-4bb3-ba82-055c0f883ead is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:37.035693 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2661e47a-7504-4bb3-ba82-055c0f883ead), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.035954 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-369c791b-a146-425b-80f6-c3b32f051002 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8004155 Feb 19 03:20:37.041415 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50042) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:37.051952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ff5f6ef-333e-455e-95bb-dff0f6c625e3 req-22c3ddc4-b6fa-47f4-8438-c0aa4e416404 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4615893 Feb 19 03:20:37.054700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-37493fba-90dc-488e-a1d1-cb5a0f07165c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': '0d1e0da3-8d9c-4347-b1ad-12e47f699ad8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:37.058387 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.151617 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e021b0a4-1ba4-4f62-9303-908df5467901 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (61f20df1-ea3c-43db-be81-edc768179f07), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.179216 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd844d29-61e6-46f5-b2b7-eb2da6207426 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (6036e834-5634-43e0-b18a-9787c7aa0403), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.242117 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.259626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 2661e47a-7504-4bb3-ba82-055c0f883ead, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2661e47a-7504-4bb3-ba82-055c0f883ead,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:37.266162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021b0a4-1ba4-4f62-9303-908df5467901 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=61f20df1-ea3c-43db-be81-edc768179f07,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:37.285314 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2661e47a-7504-4bb3-ba82-055c0f883ead), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.311514 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e021b0a4-1ba4-4f62-9303-908df5467901 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.314180 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Publish callbacks [] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.318710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e021b0a4-1ba4-4f62-9303-908df5467901 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/61f20df1-ea3c-43db-be81-edc768179f07 HTTP/1.1" status: 204 len: 168 time: 1.8387599 Feb 19 03:20:37.330278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50044) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:37.362557 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.429696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:37.433209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-546c590a-48f7-42ea-8aad-8e74afffd489 None None] Current status of the port 2661e47a-7504-4bb3-ba82-055c0f883ead is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:37.436033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:37.439955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=2661e47a-7504-4bb3-ba82-055c0f883ead,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:37.443589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:37.515907 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd844d29-61e6-46f5-b2b7-eb2da6207426 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (6036e834-5634-43e0-b18a-9787c7aa0403), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.532624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7fe8e-c2df-4754-aa54-2794f98e35f5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:37.534673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed7fe8e-c2df-4754-aa54-2794f98e35f5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:37.537476 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd844d29-61e6-46f5-b2b7-eb2da6207426 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (6036e834-5634-43e0-b18a-9787c7aa0403), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.546335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fed7fe8e-c2df-4754-aa54-2794f98e35f5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2143669 Feb 19 03:20:37.546922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50046) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:37.548842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Pushing event updated for resources: {'Port': ['ID=cbb78d63-e780-4df5-972f-c91d997a0b84,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:37.561833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Attempting to bind port cbb78d63-e780-4df5-972f-c91d997a0b84 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:37.562353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Attempting to bind port cbb78d63-e780-4df5-972f-c91d997a0b84 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ed5a9d49-d319-4368-8dfe-9e4ffefcd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d1e0da3-8d9c-4347-b1ad-12e47f699ad8'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:37.562989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Attempting to bind port cbb78d63-e780-4df5-972f-c91d997a0b84 on network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:37.568572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:37.569117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Checking segment: {'id': 'ed5a9d49-d319-4368-8dfe-9e4ffefcd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d1e0da3-8d9c-4347-b1ad-12e47f699ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:37.569888 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.570537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Bound using segment: {'id': 'ed5a9d49-d319-4368-8dfe-9e4ffefcd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d1e0da3-8d9c-4347-b1ad-12e47f699ad8'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:37.571420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Bound port: cbb78d63-e780-4df5-972f-c91d997a0b84, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed5a9d49-d319-4368-8dfe-9e4ffefcd078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0d1e0da3-8d9c-4347-b1ad-12e47f699ad8'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:37.572031 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.593960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c613fa0-d37a-494d-ba45-81356c85c690 req-fc74b01e-3e4b-4dab-a604-bdda0414c41f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:37.595545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c613fa0-d37a-494d-ba45-81356c85c690 req-fc74b01e-3e4b-4dab-a604-bdda0414c41f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 946 time: 0.2892039 Feb 19 03:20:37.605574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4bcff417-e5c6-4335-aa7d-1da83dabe436 None None] Could not find standard attr ID for object 61f20df1-ea3c-43db-be81-edc768179f07. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:20:37.608257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd844d29-61e6-46f5-b2b7-eb2da6207426 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6036e834-5634-43e0-b18a-9787c7aa0403,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:37.668940 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd844d29-61e6-46f5-b2b7-eb2da6207426 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.671784 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cd844d29-61e6-46f5-b2b7-eb2da6207426 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7410016 Feb 19 03:20:37.678065 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50048) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:37.688414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-12b5e256-4800-431c-becf-dd91ade8c40d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': '16cedf81-1df1-483d-aae3-187689438e44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:37.719944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=47064446-42e5-46dc-9807-f6fb99192ed8,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:37.721214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] For port cbb78d63-e780-4df5-972f-c91d997a0b84, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:37.729798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] For port cbb78d63-e780-4df5-972f-c91d997a0b84, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cbb78d63-e780-4df5-972f-c91d997a0b84,segment=NetworkSegment(ed5a9d49-d319-4368-8dfe-9e4ffefcd078),segment_id=ed5a9d49-d319-4368-8dfe-9e4ffefcd078)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:37.744633 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.767905 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37493fba-90dc-488e-a1d1-cb5a0f07165c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:37.790063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37493fba-90dc-488e-a1d1-cb5a0f07165c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.796787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ec731e-a16d-411e-9302-bea718751555 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 4692dcd6-c310-4562-b084-296c9b602c02 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:37.805038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c613fa0-d37a-494d-ba45-81356c85c690 req-62feabe5-78a2-4bd8-bcc1-f2a29b9fbd48 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350391 Feb 19 03:20:37.807219 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-12ec731e-a16d-411e-9302-bea718751555 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (4692dcd6-c310-4562-b084-296c9b602c02), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.847433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12b5e256-4800-431c-becf-dd91ade8c40d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (13bfc4e1-9585-46f1-99f2-98ba3673cd42), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.857764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:37.893760 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-12ec731e-a16d-411e-9302-bea718751555 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (4692dcd6-c310-4562-b084-296c9b602c02), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:37.952735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9fdf8d-3c3a-4c56-83b2-97cd2c47393c None None] Pushing event updated for resources: {'Port': ['ID=cbb78d63-e780-4df5-972f-c91d997a0b84,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:37.990378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:37.994378 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cbe2d9-0a11-49c3-a09e-14816c97cbfa" -d '{"events": [{"server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "name": "network-vif-unplugged", "status": "completed", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:37.999387 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Publish callbacks [] for port (47064446-42e5-46dc-9807-f6fb99192ed8), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.064058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Transition to ACTIVE for port object 47064446-42e5-46dc-9807-f6fb99192ed8 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:20:38.073779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51632e09-b448-4fba-a91b-f513f95f3cfc req-0eb781d8-2bb9-4fd9-99ce-6a7420b9601e tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.0668254 Feb 19 03:20:38.082973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.220420 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-12ec731e-a16d-411e-9302-bea718751555 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (4692dcd6-c310-4562-b084-296c9b602c02), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.262768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2661e47a-7504-4bb3-ba82-055c0f883ead up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:38.469606 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.545567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 2661e47a-7504-4bb3-ba82-055c0f883ead triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:38.546103 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2661e47a-7504-4bb3-ba82-055c0f883ead), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.568444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 47064446-42e5-46dc-9807-f6fb99192ed8 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:38.628805 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45ede110-d6cc-433a-9ce5-07e8788cb36b req-afb0915b-f63a-483a-aa3d-b27623bf5c02 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 210 time: 0.3175008 Feb 19 03:20:38.646129 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-c4a431f9-98f9-4a6d-8182-9b113dbad986 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:38.646129 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-c4a431f9-98f9-4a6d-8182-9b113dbad986 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.87 "GET /v2.0/networks?id=d812e14e-de83-4338-87fa-976d8be3864a HTTP/1.1" status: 200 len: 797 time: 0.2620366 Feb 19 03:20:38.697470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] No DVR routers for this DVR port 47064446-42e5-46dc-9807-f6fb99192ed8 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:38.699251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Pushing event updated for resources: {'Port': ['ID=47064446-42e5-46dc-9807-f6fb99192ed8,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:38.802574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12b5e256-4800-431c-becf-dd91ade8c40d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (13bfc4e1-9585-46f1-99f2-98ba3673cd42), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.815043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] The host n-h2-826755-2 is not matching for port 47064446-42e5-46dc-9807-f6fb99192ed8 host n-h1-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:20:38.815459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 47064446-42e5-46dc-9807-f6fb99192ed8 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:38.827700 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12b5e256-4800-431c-becf-dd91ade8c40d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (13bfc4e1-9585-46f1-99f2-98ba3673cd42), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.844191 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-12ec731e-a16d-411e-9302-bea718751555 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (4692dcd6-c310-4562-b084-296c9b602c02), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.847768 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-be14457a-9f00-458d-87d2-a5bd669f64d3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9 HTTP/1.1" status: 200 len: 380 time: 0.1916316 Feb 19 03:20:38.851771 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5e256-4800-431c-becf-dd91ade8c40d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bfc4e1-9585-46f1-99f2-98ba3673cd42,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:38.899924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 2661e47a-7504-4bb3-ba82-055c0f883ead is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:38.904212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec731e-a16d-411e-9302-bea718751555 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=4692dcd6-c310-4562-b084-296c9b602c02,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:38.910177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'port': {'device_id': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'admin_state_up': True, 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'security_groups': ['9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:38.920943 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-12ec731e-a16d-411e-9302-bea718751555 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:38.924232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-12ec731e-a16d-411e-9302-bea718751555 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/4692dcd6-c310-4562-b084-296c9b602c02 HTTP/1.1" status: 204 len: 168 time: 1.3741705 Feb 19 03:20:38.926229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcbc0f2-0c08-4860-90a8-d915178dbb05 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:38.938000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50062) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:39.026970 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc7cdfa-6b40-4311-a03d-3e0cf99eddd9 x-openstack-request-id: req-acc7cdfa-6b40-4311-a03d-3e0cf99eddd9 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:39.027487 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "name": "network-vif-unplugged", "status": "completed", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:39.027755 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-acc7cdfa-6b40-4311-a03d-3e0cf99eddd9 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:39.028244 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8', 'code': 200} Feb 19 03:20:39.115887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Attempting to bind port 47064446-42e5-46dc-9807-f6fb99192ed8 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:39.116710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Attempting to bind port 47064446-42e5-46dc-9807-f6fb99192ed8 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:39.116710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Attempting to bind port 47064446-42e5-46dc-9807-f6fb99192ed8 on network c2cf118a-21f8-48b2-9111-65ef0afc21a7 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:39.125820 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12b5e256-4800-431c-becf-dd91ade8c40d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.134001 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-12b5e256-4800-431c-becf-dd91ade8c40d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4477015 Feb 19 03:20:39.134192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Port 47064446-42e5-46dc-9807-f6fb99192ed8 on network c2cf118a-21f8-48b2-9111-65ef0afc21a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:20:39.134192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Attempting to bind port 47064446-42e5-46dc-9807-f6fb99192ed8 on network c2cf118a-21f8-48b2-9111-65ef0afc21a7 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:39.136165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50068) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:39.139166 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b0bc4d49-5e6e-4471-8590-ff423708d893 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1924438 Feb 19 03:20:39.139679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8a5a9547-0d2c-41fb-b362-a6e09347ac81 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': '16cedf81-1df1-483d-aae3-187689438e44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:39.142269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50070) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:39.163769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:39.164147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Checking segment: {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:39.164737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Bound using segment: {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:39.165240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Bound port: 47064446-42e5-46dc-9807-f6fb99192ed8, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d635dad-ffa2-41ea-9afe-9998cbeda2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:39.165452 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.254246 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9547-0d2c-41fb-b362-a6e09347ac81 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (75dc76c4-91a0-448b-aaaa-26415c1eca71), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.274749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23a044-7b23-4bd5-8d43-8d84b9e240ab req-03634617-fe5c-4e1a-9d5c-ef48ce456c13 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:39.284231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de23a044-7b23-4bd5-8d43-8d84b9e240ab req-03634617-fe5c-4e1a-9d5c-ef48ce456c13 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 943 time: 0.1927938 Feb 19 03:20:39.296328 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd7fe68-1165-43fb-b6b7-ee2035a0806d None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:39.312893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f23a30f-7478-45f2-920a-1bd441665390 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:39.318132 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2f23a30f-7478-45f2-920a-1bd441665390 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1744249 Feb 19 03:20:39.339120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50074) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:39.368595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7fe68-1165-43fb-b6b7-ee2035a0806d None None] Deleting port 2661e47a-7504-4bb3-ba82-055c0f883ead {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:39.368595 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8fd7fe68-1165-43fb-b6b7-ee2035a0806d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2661e47a-7504-4bb3-ba82-055c0f883ead), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.412830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Made reservation on behalf of ec3a4b817fbd4e3e8c1ad110c3a57ca9 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:39.417409 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.503080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:39.526954 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37493fba-90dc-488e-a1d1-cb5a0f07165c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.545743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8fd7fe68-1165-43fb-b6b7-ee2035a0806d None None] For port 2661e47a-7504-4bb3-ba82-055c0f883ead, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2661e47a-7504-4bb3-ba82-055c0f883ead,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:39.546133 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8fd7fe68-1165-43fb-b6b7-ee2035a0806d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2661e47a-7504-4bb3-ba82-055c0f883ead), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.584899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8fd7fe68-1165-43fb-b6b7-ee2035a0806d None None] Calling delete_port for 2661e47a-7504-4bb3-ba82-055c0f883ead owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:39.590119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=47064446-42e5-46dc-9807-f6fb99192ed8,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:39.598273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8aeac9b2-4357-4f39-bf4b-f121177a3e47 req-6111f1ff-780d-4416-be35-87729cb99eef service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.0621796 Feb 19 03:20:39.633525 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.646656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37493fba-90dc-488e-a1d1-cb5a0f07165c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:39.654700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-37493fba-90dc-488e-a1d1-cb5a0f07165c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:39.657635 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37493fba-90dc-488e-a1d1-cb5a0f07165c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:39.658234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37493fba-90dc-488e-a1d1-cb5a0f07165c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.667368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e9855-4d67-404d-89df-859799a8d1b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:39.670777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a54e9855-4d67-404d-89df-859799a8d1b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3248639 Feb 19 03:20:39.696574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50078) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:39.728481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37493fba-90dc-488e-a1d1-cb5a0f07165c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Subnet': ['ID=ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:39.779598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de23a044-7b23-4bd5-8d43-8d84b9e240ab req-59dcfd87-4462-4924-b0cf-688810e77fe5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4921589 Feb 19 03:20:39.821839 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8fd7fe68-1165-43fb-b6b7-ee2035a0806d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (2661e47a-7504-4bb3-ba82-055c0f883ead), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.850275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:39.850803 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.852372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] 10.222.0.87 "PUT /v2.0/ports/47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 1091 time: 3.1105435 Feb 19 03:20:39.854302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9547-0d2c-41fb-b362-a6e09347ac81 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (75dc76c4-91a0-448b-aaaa-26415c1eca71), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.874210 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9547-0d2c-41fb-b362-a6e09347ac81 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (75dc76c4-91a0-448b-aaaa-26415c1eca71), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:39.948081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Allocated IP 172.20.0.13 (d812e14e-de83-4338-87fa-976d8be3864a/a6b7c37c-a05d-42e1-9da7-6e6075618d32/648aaa14-2128-4c08-91e1-79ae1c330c9c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:39.991408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a9547-0d2c-41fb-b362-a6e09347ac81 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75dc76c4-91a0-448b-aaaa-26415c1eca71,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:40.002434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3886b-8f37-4602-8b1b-7ef725e57a9d service neutron] Pushing event updated for resources: {'Port': ['ID=47064446-42e5-46dc-9807-f6fb99192ed8,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:40.038278 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a5a9547-0d2c-41fb-b362-a6e09347ac81 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.039498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8a5a9547-0d2c-41fb-b362-a6e09347ac81 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9033515 Feb 19 03:20:40.042930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50080) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:40.051364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f806191d-a360-4951-8dfb-959cfddaeb2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': '16cedf81-1df1-483d-aae3-187689438e44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:40.087455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-7c4448c5-3b90-4e39-adb2-05c7ec747b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:40.089411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-7c4448c5-3b90-4e39-adb2-05c7ec747b41 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1125 time: 0.1544032 Feb 19 03:20:40.140640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4353026-4c76-44ac-999a-ff100075c8ae req-30f91768-f7d8-4878-bde7-5f0598b2a950 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:40.149589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4353026-4c76-44ac-999a-ff100075c8ae req-30f91768-f7d8-4878-bde7-5f0598b2a950 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 946 time: 0.2132218 Feb 19 03:20:40.239826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109ffdcd-8d31-4582-9c1e-19ee36562b52 None None] Network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:40.291187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7fe68-1165-43fb-b6b7-ee2035a0806d None None] Pushing event deleted for resources: {'Port': ['ID=2661e47a-7504-4bb3-ba82-055c0f883ead,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:40.346697 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fe6fe8b0-3c25-4fed-8b3b-33a00c120dc7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6488504 Feb 19 03:20:40.354655 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.356154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd7fe68-1165-43fb-b6b7-ee2035a0806d None None] No DVR routers for this DVR port 2661e47a-7504-4bb3-ba82-055c0f883ead on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:40.356635 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50086) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:40.356781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1229fc12-90be-423d-985a-215591ca56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:40.358688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cbb78d63-e780-4df5-972f-c91d997a0b84 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:40.359913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-1229fc12-90be-423d-985a-215591ca56b4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 200 len: 896 time: 0.2049820 Feb 19 03:20:40.364062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-16d3b359-94d7-451d-ba61-a09eb3b83ef5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:40.372882 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f806191d-a360-4951-8dfb-959cfddaeb2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (1a9fbf3d-d769-4d78-bf64-eda7ea31c5b1), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.423137 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.424581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9111e4d2-32e2-4bf2-b894-0855cd3a00cb None None] Provisioning complete for port cbb78d63-e780-4df5-972f-c91d997a0b84 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:40.425149 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9111e4d2-32e2-4bf2-b894-0855cd3a00cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.462543 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-37493fba-90dc-488e-a1d1-cb5a0f07165c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4199560 Feb 19 03:20:40.465572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50088) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:40.475333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': '0d1e0da3-8d9c-4347-b1ad-12e47f699ad8', 'fixed_ips': [{'subnet_id': 'c9a61005-df87-48f7-8629-7b1952bfb625'}, {'subnet_id': 'ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef'}], 'name': 'tempest-PortsTestJSON-941741615'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:40.495401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4353026-4c76-44ac-999a-ff100075c8ae req-13e22a4d-30a5-44c8-a43c-a7be19a19910 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439171 Feb 19 03:20:40.530886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port cbb78d63-e780-4df5-972f-c91d997a0b84 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:40.531262 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.584692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d3b359-94d7-451d-ba61-a09eb3b83ef5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:40.588704 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16d3b359-94d7-451d-ba61-a09eb3b83ef5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.624804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9111e4d2-32e2-4bf2-b894-0855cd3a00cb None None] Current status of the port cbb78d63-e780-4df5-972f-c91d997a0b84 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:40.624804 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9111e4d2-32e2-4bf2-b894-0855cd3a00cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.678913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2e600b2-7e62-4fc5-b850-4bc1c4692fa5 req-7c272b1b-d918-4b22-8bf7-bddcefb1ded1 tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.0756221 Feb 19 03:20:40.686185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-8fac7f94-e02d-4262-b8ff-d8d15135fca4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 999 time: 0.3069212 Feb 19 03:20:40.691198 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.738350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9111e4d2-32e2-4bf2-b894-0855cd3a00cb None None] For port cbb78d63-e780-4df5-972f-c91d997a0b84, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cbb78d63-e780-4df5-972f-c91d997a0b84,segment=NetworkSegment(ed5a9d49-d319-4368-8dfe-9e4ffefcd078),segment_id=ed5a9d49-d319-4368-8dfe-9e4ffefcd078)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:40.744349 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f806191d-a360-4951-8dfb-959cfddaeb2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (1a9fbf3d-d769-4d78-bf64-eda7ea31c5b1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.767072 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f806191d-a360-4951-8dfb-959cfddaeb2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (1a9fbf3d-d769-4d78-bf64-eda7ea31c5b1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.771177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-facab70c-edb9-45ed-b83b-ccec592c4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:40.773243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-facab70c-edb9-45ed-b83b-ccec592c4332 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=06396044-f868-4bab-8279-30abb90c4893 HTTP/1.1" status: 200 len: 835 time: 0.0793381 Feb 19 03:20:40.799005 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9111e4d2-32e2-4bf2-b894-0855cd3a00cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.802764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network d812e14e-de83-4338-87fa-976d8be3864a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:40.813325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806191d-a360-4951-8dfb-959cfddaeb2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9fbf3d-d769-4d78-bf64-eda7ea31c5b1,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:40.823375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=648aaa14-2128-4c08-91e1-79ae1c330c9c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:40.826117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:40.838036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:40.862663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port cbb78d63-e780-4df5-972f-c91d997a0b84 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:40.863053 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.890778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce02ad4b-c8bd-4f16-a7e7-940fdb34b426 None None] Update dhcp port {'port': {'network_id': '0d1e0da3-8d9c-4347-b1ad-12e47f699ad8', 'fixed_ips': [{'subnet_id': 'c9a61005-df87-48f7-8629-7b1952bfb625', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef'}], 'binding:host_id': 'n-d-826755-2'}, 'id': 'cbb78d63-e780-4df5-972f-c91d997a0b84'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:20:40.912778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:40.913676 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.919475 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f806191d-a360-4951-8dfb-959cfddaeb2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:40.926843 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f806191d-a360-4951-8dfb-959cfddaeb2f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8827245 Feb 19 03:20:40.935823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50094) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:40.945922 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-564c526c-971b-481c-988a-aedb7684b21b tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': '16cedf81-1df1-483d-aae3-187689438e44', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:40.985291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:40.988986 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ce02ad4b-c8bd-4f16-a7e7-940fdb34b426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.020022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-6962dd78-53c9-4156-bee6-bbba46a16888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:41.021880 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-6962dd78-53c9-4156-bee6-bbba46a16888 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2cf118a-21f8-48b2-9111-65ef0afc21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2355113 Feb 19 03:20:41.026419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9111e4d2-32e2-4bf2-b894-0855cd3a00cb None None] Pushing event updated for resources: {'Port': ['ID=cbb78d63-e780-4df5-972f-c91d997a0b84,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:41.029311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:41.031410 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-ea63ab90-4935-4a7b-a850-e09b9e2ed75b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1573684 Feb 19 03:20:41.032072 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:41.070939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00694ea4-ab01-4cf3-a494-abf588a04c88 req-2d4f9337-7764-4eb2-860f-2e7ce46a7c7d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:41.072591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00694ea4-ab01-4cf3-a494-abf588a04c88 req-2d4f9337-7764-4eb2-860f-2e7ce46a7c7d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 932 time: 0.1756794 Feb 19 03:20:41.116164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Request body: {'port': {'device_id': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:41.119046 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-564c526c-971b-481c-988a-aedb7684b21b tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (dc09dd4c-97d1-4e2e-9f8c-14709e458f12), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.141517 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:20:41.142175 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:20:41.331495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00694ea4-ab01-4cf3-a494-abf588a04c88 req-0d5cb478-fe75-4b0a-828a-5b947846e548 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423365 Feb 19 03:20:41.355784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-8bba8e21-a479-421d-abc2-db4d92d6bcca service neutron] 10.222.0.87 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132851 Feb 19 03:20:41.369136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-906febf8-6722-4d47-b861-33020903adc2 None None] Provisioning complete for port 648aaa14-2128-4c08-91e1-79ae1c330c9c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:41.370158 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-906febf8-6722-4d47-b861-33020903adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.437086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-906febf8-6722-4d47-b861-33020903adc2 None None] Port 648aaa14-2128-4c08-91e1-79ae1c330c9c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:41.451450 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-ce02ad4b-c8bd-4f16-a7e7-940fdb34b426 None None] Allocated IP 172.20.0.18 (0d1e0da3-8d9c-4347-b1ad-12e47f699ad8/ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef/cbb78d63-e780-4df5-972f-c91d997a0b84) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:41.497326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-564c526c-971b-481c-988a-aedb7684b21b tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (dc09dd4c-97d1-4e2e-9f8c-14709e458f12), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.530220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16ef71b7-bb12-4978-b275-fd4c1b4be854 req-99bbe2a3-8b1f-4a02-9d3e-a6e9a5ed3b79 service neutron] 10.222.0.87 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675982 Feb 19 03:20:41.544836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.569508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-564c526c-971b-481c-988a-aedb7684b21b tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (dc09dd4c-97d1-4e2e-9f8c-14709e458f12), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.585401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.601396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ce02ad4b-c8bd-4f16-a7e7-940fdb34b426 None None] For port cbb78d63-e780-4df5-972f-c91d997a0b84, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cbb78d63-e780-4df5-972f-c91d997a0b84,segment=NetworkSegment(ed5a9d49-d319-4368-8dfe-9e4ffefcd078),segment_id=ed5a9d49-d319-4368-8dfe-9e4ffefcd078)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:41.637528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16d3b359-94d7-451d-ba61-a09eb3b83ef5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (6a334bd3-bce2-479b-ac6f-e355db493c72), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.649013 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port d78e8abd-9cd1-4411-9314-5a769dee43d7 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:41.667312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d3b359-94d7-451d-ba61-a09eb3b83ef5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:41.690826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-16d3b359-94d7-451d-ba61-a09eb3b83ef5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:41.697093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c526c-971b-481c-988a-aedb7684b21b tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc09dd4c-97d1-4e2e-9f8c-14709e458f12,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:41.715185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46794eac-17b7-4b91-9a55-b60844c1fffc None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:41.720908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d3b359-94d7-451d-ba61-a09eb3b83ef5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:41.721486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16d3b359-94d7-451d-ba61-a09eb3b83ef5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.752485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-564c526c-971b-481c-988a-aedb7684b21b tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.753851 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-564c526c-971b-481c-988a-aedb7684b21b tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8123448 Feb 19 03:20:41.758099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50106) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:41.800311 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-16d3b359-94d7-451d-ba61-a09eb3b83ef5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4400649 Feb 19 03:20:41.805349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50108) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:41.810681 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ce02ad4b-c8bd-4f16-a7e7-940fdb34b426 None None] Publish callbacks [] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.815218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': '6a334bd3-bce2-479b-ac6f-e355db493c72', 'ip_address': '2001:db8::4283:e949:b161:e16b'}], 'name': 'tempest-NetworksTestDHCPv6-759675611'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:41.829385 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ce02ad4b-c8bd-4f16-a7e7-940fdb34b426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.882611 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-601ced25-4df2-4a79-88ec-d0552d3fedf0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (dc09dd4c-97d1-4e2e-9f8c-14709e458f12), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.894964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02ad4b-c8bd-4f16-a7e7-940fdb34b426 None None] Pushing event updated for resources: {'Port': ['ID=cbb78d63-e780-4df5-972f-c91d997a0b84,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:41.896146 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-601ced25-4df2-4a79-88ec-d0552d3fedf0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (dc09dd4c-97d1-4e2e-9f8c-14709e458f12), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:41.906030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port cbb78d63-e780-4df5-972f-c91d997a0b84 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:41.929832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364469a-b474-40ef-a57c-3d87362addc7 req-2b985606-8d4b-4a61-b684-7bc67bb7ffb5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:41.937176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d364469a-b474-40ef-a57c-3d87362addc7 req-2b985606-8d4b-4a61-b684-7bc67bb7ffb5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 943 time: 0.1808209 Feb 19 03:20:42.002536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3b359-94d7-451d-ba61-a09eb3b83ef5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=6a334bd3-bce2-479b-ac6f-e355db493c72,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:42.026915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2661e47a-7504-4bb3-ba82-055c0f883ead no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:42.059182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 2661e47a-7504-4bb3-ba82-055c0f883ead {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:42.059913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2661e47a-7504-4bb3-ba82-055c0f883ead not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:42.076922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '6a334bd3-bce2-479b-ac6f-e355db493c72'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:42.079817 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:42.270481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cbb78d63-e780-4df5-972f-c91d997a0b84 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:42.472397 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-601ced25-4df2-4a79-88ec-d0552d3fedf0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (dc09dd4c-97d1-4e2e-9f8c-14709e458f12), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:42.487286 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-601ced25-4df2-4a79-88ec-d0552d3fedf0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:42.492546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-601ced25-4df2-4a79-88ec-d0552d3fedf0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/dc09dd4c-97d1-4e2e-9f8c-14709e458f12 HTTP/1.1" status: 204 len: 168 time: 0.7333179 Feb 19 03:20:42.501376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50114) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:42.511012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port cbb78d63-e780-4df5-972f-c91d997a0b84 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:42.511699 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:42.524858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ced25-4df2-4a79-88ec-d0552d3fedf0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc09dd4c-97d1-4e2e-9f8c-14709e458f12,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:42.550675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/6a334bd3-bce2-479b-ac6f-e355db493c72/40e45deb-9d55-4616-b281-5c52ab581963) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:42.571405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d364469a-b474-40ef-a57c-3d87362addc7 req-e70eb431-fd14-49c5-8edf-04ad051af680 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6289485 Feb 19 03:20:42.614053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:42.715104 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ccea7bb7-c1d5-49da-8c97-785e6cef57dc tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2052388 Feb 19 03:20:42.770841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50118) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:42.776177 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96a3391-3fd4-4645-9fdc-08d4c882e588 x-openstack-request-id: req-d96a3391-3fd4-4645-9fdc-08d4c882e588 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:42.776907 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port cbb78d63-e780-4df5-972f-c91d997a0b84 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:42.777927 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:42.782422 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d96a3391-3fd4-4645-9fdc-08d4c882e588 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:42.783441 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8', 'status': 'completed', 'code': 200} Feb 19 03:20:42.935301 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2896719e-a7d9-4f97-916f-9784e7640cb8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (1a9fbf3d-d769-4d78-bf64-eda7ea31c5b1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:42.951133 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Publish callbacks [] for port (40e45deb-9d55-4616-b281-5c52ab581963), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:42.956421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67ad602-debd-42e8-b217-d109e703b682 None None] Network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:42.966541 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2896719e-a7d9-4f97-916f-9784e7640cb8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (1a9fbf3d-d769-4d78-bf64-eda7ea31c5b1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:42.987413 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (40e45deb-9d55-4616-b281-5c52ab581963), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:42.995235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648aaa14-2128-4c08-91e1-79ae1c330c9c {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:42.999028 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.009536 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Publish callbacks [] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.019887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-271bc1fc-9bcc-4a0a-b0e8-fa0253c5b224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:43.021431 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-271bc1fc-9bcc-4a0a-b0e8-fa0253c5b224 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1125 time: 0.1959858 Feb 19 03:20:43.036553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32187fa4-ad6f-4cad-a647-e16da589d6f5 req-451720eb-e64c-422c-b6bd-65f5fd0c4514 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:43.043870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32187fa4-ad6f-4cad-a647-e16da589d6f5 req-451720eb-e64c-422c-b6bd-65f5fd0c4514 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 946 time: 0.2313385 Feb 19 03:20:43.047992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.6 (0d1e0da3-8d9c-4347-b1ad-12e47f699ad8/c9a61005-df87-48f7-8629-7b1952bfb625/d78e8abd-9cd1-4411-9314-5a769dee43d7) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:43.057763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.21 (0d1e0da3-8d9c-4347-b1ad-12e47f699ad8/ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef/d78e8abd-9cd1-4411-9314-5a769dee43d7) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:43.066532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-c98d984e-0cc1-400d-98ae-063638db3908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:43.069147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-c98d984e-0cc1-400d-98ae-063638db3908 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1125 time: 0.2834654 Feb 19 03:20:43.089827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:43.097014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:43.103620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:43.111325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a0640583-2210-43b5-a9d8-f4c033229c2d None None] Provisioning complete for port cbb78d63-e780-4df5-972f-c91d997a0b84 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:43.111836 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a0640583-2210-43b5-a9d8-f4c033229c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.112899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port 4a95db76-fa49-40e5-b167-63f3d8e36e91 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:43.119864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Transition to ACTIVE for port object 648aaa14-2128-4c08-91e1-79ae1c330c9c will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:20:43.145293 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.171039 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2896719e-a7d9-4f97-916f-9784e7640cb8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (1a9fbf3d-d769-4d78-bf64-eda7ea31c5b1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.178178 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2896719e-a7d9-4f97-916f-9784e7640cb8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.183370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2896719e-a7d9-4f97-916f-9784e7640cb8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/1a9fbf3d-d769-4d78-bf64-eda7ea31c5b1 HTTP/1.1" status: 204 len: 168 time: 0.3832057 Feb 19 03:20:43.198671 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50120) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:43.240374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Pushing event updated for resources: {'Port': ['ID=648aaa14-2128-4c08-91e1-79ae1c330c9c,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:43.280565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896719e-a7d9-4f97-916f-9784e7640cb8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a9fbf3d-d769-4d78-bf64-eda7ea31c5b1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:43.445111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32187fa4-ad6f-4cad-a647-e16da589d6f5 req-64226add-3a8a-4f4c-844d-f845e4feb231 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952365 Feb 19 03:20:43.486340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Pushing event updated for resources: {'Port': ['ID=40e45deb-9d55-4616-b281-5c52ab581963,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:43.499847 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5d4a5056-8b3d-45f4-9583-7392a7abbabe tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2473006 Feb 19 03:20:43.505050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50122) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:43.550463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-8f9797f0-3a25-471a-9138-e60722ec8562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:43.552008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-8f9797f0-3a25-471a-9138-e60722ec8562 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 200 len: 896 time: 0.4968586 Feb 19 03:20:43.558740 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.576217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Attempting to bind port 40e45deb-9d55-4616-b281-5c52ab581963 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:43.576806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Attempting to bind port 40e45deb-9d55-4616-b281-5c52ab581963 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:43.577194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Attempting to bind port 40e45deb-9d55-4616-b281-5c52ab581963 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:43.579577 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Attempting to bind port 648aaa14-2128-4c08-91e1-79ae1c330c9c on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:43.580227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Attempting to bind port 648aaa14-2128-4c08-91e1-79ae1c330c9c by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:43.580760 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Attempting to bind port 648aaa14-2128-4c08-91e1-79ae1c330c9c on network d812e14e-de83-4338-87fa-976d8be3864a {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:43.587092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:43.587092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:43.587092 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.587735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:43.588327 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Bound port: 40e45deb-9d55-4616-b281-5c52ab581963, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:43.588860 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (40e45deb-9d55-4616-b281-5c52ab581963), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.591311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-201460ba-a093-47b2-8ce2-e453d194eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:43.591814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Port 648aaa14-2128-4c08-91e1-79ae1c330c9c on network d812e14e-de83-4338-87fa-976d8be3864a not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:20:43.592298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Attempting to bind port 648aaa14-2128-4c08-91e1-79ae1c330c9c on network d812e14e-de83-4338-87fa-976d8be3864a {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:43.592878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-201460ba-a093-47b2-8ce2-e453d194eb12 service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 200 len: 896 time: 0.5125685 Feb 19 03:20:43.602725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:43.604491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Checking segment: {'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:43.605237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Bound using segment: {'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:43.606300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Bound port: 648aaa14-2128-4c08-91e1-79ae1c330c9c, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70274f38-2b72-4cd7-86db-da8b5cc2f6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:43.606884 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.686536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] For port 40e45deb-9d55-4616-b281-5c52ab581963, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:43.690137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] For port 40e45deb-9d55-4616-b281-5c52ab581963, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=40e45deb-9d55-4616-b281-5c52ab581963,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:43.710181 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (40e45deb-9d55-4616-b281-5c52ab581963), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.722562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.750123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a0640583-2210-43b5-a9d8-f4c033229c2d None None] Current status of the port cbb78d63-e780-4df5-972f-c91d997a0b84 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:43.756376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:43.772116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e19793-02fe-4d78-bd19-aaf9fc2e2f33 req-294f41b5-8d76-4be3-a748-4ed943375103 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:43.774217 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6e19793-02fe-4d78-bd19-aaf9fc2e2f33 req-294f41b5-8d76-4be3-a748-4ed943375103 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 946 time: 0.4792700 Feb 19 03:20:43.798372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:43.800842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5820f8fb-49aa-49df-b453-d3d5e553264a None None] Pushing event updated for resources: {'Port': ['ID=40e45deb-9d55-4616-b281-5c52ab581963,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:43.803292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] For port 648aaa14-2128-4c08-91e1-79ae1c330c9c, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:43.818272 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:43.833327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c8570e0-3d36-4837-a3b7-f08f4a1cc8db req-af9f1d12-fcab-4284-8bcd-748ff2b57a55 tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.2755094 Feb 19 03:20:43.834450 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fee0e8c6-d84d-4ce5-9272-2cd126727806 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (75dc76c4-91a0-448b-aaaa-26415c1eca71), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.894218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] For port 648aaa14-2128-4c08-91e1-79ae1c330c9c, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=648aaa14-2128-4c08-91e1-79ae1c330c9c,segment=NetworkSegment(70274f38-2b72-4cd7-86db-da8b5cc2f6ce),segment_id=70274f38-2b72-4cd7-86db-da8b5cc2f6ce)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:43.906151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=d78e8abd-9cd1-4411-9314-5a769dee43d7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:43.936852 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fee0e8c6-d84d-4ce5-9272-2cd126727806 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (75dc76c4-91a0-448b-aaaa-26415c1eca71), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.951743 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:43.952234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:43.956166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.022365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:44.023322 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.024582 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] 10.222.0.87 "PUT /v2.0/ports/648aaa14-2128-4c08-91e1-79ae1c330c9c HTTP/1.1" status: 200 len: 1092 time: 2.9133892 Feb 19 03:20:44.025077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'tag': '648aaa14-2128-4c08-91e1-79ae1c330c9c'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:44.027434 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e91066-7796-4eec-a57d-9d838456a2c0" -d '{"events": [{"name": "network-changed", "server_uuid": "931d4b84-3bf8-4e86-b111-d085b21b5bea", "tag": "648aaa14-2128-4c08-91e1-79ae1c330c9c"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:44.041089 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dbf05379-2e23-462f-9311-e9c5cc4167e9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.5680141 Feb 19 03:20:44.042315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50134) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:44.054939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8f391eb8-4ccd-40d3-9e81-71dcdc7d3a90 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9a61005-df87-48f7-8629-7b1952bfb625'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:44.065670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::4283:e949:b161:e16b (3e1d2a52-1707-4906-8471-db9b5cc29c4f/6a334bd3-bce2-479b-ac6f-e355db493c72/4a95db76-fa49-40e5-b167-63f3d8e36e91) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:44.089887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-b2c647bb-d6b6-43f2-a2ab-970d9e6ad751 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 999 time: 0.4841900 Feb 19 03:20:44.127405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-100d5e18-d054-4a8d-a513-5d472b4804dc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 999 time: 0.5001385 Feb 19 03:20:44.204529 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ec308-6987-4772-bd48-357a18cd1f3b service neutron] Pushing event updated for resources: {'Port': ['ID=648aaa14-2128-4c08-91e1-79ae1c330c9c,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:44.219757 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fee0e8c6-d84d-4ce5-9272-2cd126727806 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (75dc76c4-91a0-448b-aaaa-26415c1eca71), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.229689 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fee0e8c6-d84d-4ce5-9272-2cd126727806 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.234397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50136) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:44.234833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fee0e8c6-d84d-4ce5-9272-2cd126727806 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/75dc76c4-91a0-448b-aaaa-26415c1eca71 HTTP/1.1" status: 204 len: 168 time: 0.7022743 Feb 19 03:20:44.333976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-70b40211-85d4-4e41-a274-107bec238da9 None None] Provisioning complete for port cbb78d63-e780-4df5-972f-c91d997a0b84 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:44.334317 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70b40211-85d4-4e41-a274-107bec238da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.355883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0e8c6-d84d-4ce5-9272-2cd126727806 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75dc76c4-91a0-448b-aaaa-26415c1eca71,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:44.409395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 47064446-42e5-46dc-9807-f6fb99192ed8 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:20:44.411083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-4633bcb6-e789-4ba8-bd1f-ca22461fcb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:44.413487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-4633bcb6-e789-4ba8-bd1f-ca22461fcb8b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=06396044-f868-4bab-8279-30abb90c4893 HTTP/1.1" status: 200 len: 835 time: 0.2950191 Feb 19 03:20:44.432027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4b4de-4815-42ff-9aad-1592fdf7df81 req-5f2cd48f-0a4a-4d6a-b304-bf359a03e617 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:44.441050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73b4b4de-4815-42ff-9aad-1592fdf7df81 req-5f2cd48f-0a4a-4d6a-b304-bf359a03e617 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 944 time: 0.4749842 Feb 19 03:20:44.446920 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eba5ce52-89b4-484a-a339-db2bd4c55b9e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2090707 Feb 19 03:20:44.449397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-087899b2-fc8c-4ad0-bb26-d2fd1f781983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:44.451477 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-087899b2-fc8c-4ad0-bb26-d2fd1f781983 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 1126 time: 0.3458145 Feb 19 03:20:44.452383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50138) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:44.484341 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f391eb8-4ccd-40d3-9e81-71dcdc7d3a90 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.544369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-94282142-6fde-4a1d-b395-e305750ddb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:44.545850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-94282142-6fde-4a1d-b395-e305750ddb16 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06396044-f868-4bab-8279-30abb90c4893 HTTP/1.1" status: 200 len: 835 time: 0.3514056 Feb 19 03:20:44.600988 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-d670dd4f-a360-4a4e-8aa5-cb58c9704279 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=648aaa14-2128-4c08-91e1-79ae1c330c9c HTTP/1.1" status: 200 len: 217 time: 0.1304209 Feb 19 03:20:44.647352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-70b40211-85d4-4e41-a274-107bec238da9 None None] Current status of the port cbb78d63-e780-4df5-972f-c91d997a0b84 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:44.718613 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-768d5e8b-46b1-4a8a-98b9-fd2aa6e2c6da tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (13bfc4e1-9585-46f1-99f2-98ba3673cd42), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.739600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=47064446-42e5-46dc-9807-f6fb99192ed8,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:44.779112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-a6e19793-02fe-4d78-bd19-aaf9fc2e2f33 req-a1bd65b6-3203-4725-bafb-8bc2665e273f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Deleting port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:44.779454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a6e19793-02fe-4d78-bd19-aaf9fc2e2f33 req-a1bd65b6-3203-4725-bafb-8bc2665e273f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.790670 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-768d5e8b-46b1-4a8a-98b9-fd2aa6e2c6da tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (13bfc4e1-9585-46f1-99f2-98ba3673cd42), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.792247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '47064446-42e5-46dc-9807-f6fb99192ed8', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'port_id': '47064446-42e5-46dc-9807-f6fb99192ed8', 'mac_address': 'fa:16:3e:63:2d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06396044-f868-4bab-8279-30abb90c4893', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:20:44.801810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a5357c6c-bc29-421e-8ce9-1b3bf15cc766 None None] Provisioning complete for port d78e8abd-9cd1-4411-9314-5a769dee43d7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:44.802176 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a5357c6c-bc29-421e-8ce9-1b3bf15cc766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.862164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-5350e3c4-33ce-4ff0-9039-a93907dc70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:44.863647 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-5350e3c4-33ce-4ff0-9039-a93907dc70e0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6b7c37c-a05d-42e1-9da7-6e6075618d32 HTTP/1.1" status: 200 len: 834 time: 0.2479012 Feb 19 03:20:44.867318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 47064446-42e5-46dc-9807-f6fb99192ed8 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:44.867822 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.885292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47064446-42e5-46dc-9807-f6fb99192ed8 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:44.905979 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73b4b4de-4815-42ff-9aad-1592fdf7df81 req-c9090d10-3f6e-4e3f-8462-3231d4d62759 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4640017 Feb 19 03:20:44.926966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-bffe404c-4a36-4865-b215-5bf30d8630b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:44.927166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a5357c6c-bc29-421e-8ce9-1b3bf15cc766 None None] Port d78e8abd-9cd1-4411-9314-5a769dee43d7 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:44.928024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-bffe404c-4a36-4865-b215-5bf30d8630b8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2cf118a-21f8-48b2-9111-65ef0afc21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4519360 Feb 19 03:20:44.954400 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-768d5e8b-46b1-4a8a-98b9-fd2aa6e2c6da tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (13bfc4e1-9585-46f1-99f2-98ba3673cd42), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.955540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-e19d1059-b7f1-4208-be79-d2439d03a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:44.957249 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-e19d1059-b7f1-4208-be79-d2439d03a77c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2cf118a-21f8-48b2-9111-65ef0afc21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3840938 Feb 19 03:20:44.974883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=47064446-42e5-46dc-9807-f6fb99192ed8,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:44.991245 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.995049 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-768d5e8b-46b1-4a8a-98b9-fd2aa6e2c6da tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:44.998753 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-768d5e8b-46b1-4a8a-98b9-fd2aa6e2c6da tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/13bfc4e1-9585-46f1-99f2-98ba3673cd42 HTTP/1.1" status: 204 len: 168 time: 0.5425534 Feb 19 03:20:44.998753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d5e8b-46b1-4a8a-98b9-fd2aa6e2c6da tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=13bfc4e1-9585-46f1-99f2-98ba3673cd42,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:45.001279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50146) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:45.066638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=47064446-42e5-46dc-9807-f6fb99192ed8,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:45.124179 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-04e5e135-bf4a-4612-8920-7a878d4e9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:45.125768 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-04e5e135-bf4a-4612-8920-7a878d4e9cda service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d812e14e-de83-4338-87fa-976d8be3864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2545166 Feb 19 03:20:45.236025 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (4a95db76-fa49-40e5-b167-63f3d8e36e91), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.244991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a6e19793-02fe-4d78-bd19-aaf9fc2e2f33 req-a1bd65b6-3203-4725-bafb-8bc2665e273f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] For port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63,segment=NetworkSegment(6648c09f-38ba-4438-83a5-ce5a47ffdff0),segment_id=6648c09f-38ba-4438-83a5-ce5a47ffdff0)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:45.245510 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a6e19793-02fe-4d78-bd19-aaf9fc2e2f33 req-a1bd65b6-3203-4725-bafb-8bc2665e273f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.275224 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3026a024-0f6e-4426-999e-eb31b56806bc tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2237012 Feb 19 03:20:45.277494 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-80e6812d-4954-4b53-8472-de9fd6a6db68 service neutron] 10.222.0.87 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279430 Feb 19 03:20:45.286761 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-a6e19793-02fe-4d78-bd19-aaf9fc2e2f33 req-a1bd65b6-3203-4725-bafb-8bc2665e273f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Calling delete_port for d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:45.291520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50148) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:45.321677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['47064446-42e5-46dc-9807-f6fb99192ed8'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:20:45.381623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7695e7-9c84-4dbd-89b1-850f90ecb261 req-c21619a4-4297-4e40-a574-56768fe857cd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:45.384971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e7695e7-9c84-4dbd-89b1-850f90ecb261 req-c21619a4-4297-4e40-a574-56768fe857cd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 944 time: 0.2807894 Feb 19 03:20:45.395789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-184869ad-704b-48fb-9f54-c7a9d67d3b22 service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096839 Feb 19 03:20:45.536516 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d60a838-2760-4a0d-a1bb-998ba44d7457 req-eca61aa5-30b3-4190-ab72-359903c760e7 service neutron] 10.222.0.87 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335556 Feb 19 03:20:45.537875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-8f391eb8-4ccd-40d3-9e81-71dcdc7d3a90 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Delete allocated IP 172.20.0.21 (0d1e0da3-8d9c-4347-b1ad-12e47f699ad8/ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef) {{(pid=109898) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:20:45.566467 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9b16ad28-725f-4a8f-8ccc-461f53343347 None None] Provisioning complete for port 40e45deb-9d55-4616-b281-5c52ab581963 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:45.567131 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad28-725f-4a8f-8ccc-461f53343347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (40e45deb-9d55-4616-b281-5c52ab581963), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.711833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f391eb8-4ccd-40d3-9e81-71dcdc7d3a90 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.720796 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f391eb8-4ccd-40d3-9e81-71dcdc7d3a90 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.739401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9b16ad28-725f-4a8f-8ccc-461f53343347 None None] Current status of the port 40e45deb-9d55-4616-b281-5c52ab581963 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:45.739950 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad28-725f-4a8f-8ccc-461f53343347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (40e45deb-9d55-4616-b281-5c52ab581963), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.825916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f391eb8-4ccd-40d3-9e81-71dcdc7d3a90 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=d78e8abd-9cd1-4411-9314-5a769dee43d7,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:45.882346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9b16ad28-725f-4a8f-8ccc-461f53343347 None None] For port 40e45deb-9d55-4616-b281-5c52ab581963, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=40e45deb-9d55-4616-b281-5c52ab581963,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:45.894985 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9b16ad28-725f-4a8f-8ccc-461f53343347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (40e45deb-9d55-4616-b281-5c52ab581963), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.901773 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27741e86-19eb-4302-9dd6-65d9bc0b1eb7 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (6036e834-5634-43e0-b18a-9787c7aa0403), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.910278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-53613fe5-2424-4916-b7bf-54b3a612c4ff service neutron] 10.222.0.87 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9688160 Feb 19 03:20:45.955066 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8f391eb8-4ccd-40d3-9e81-71dcdc7d3a90 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] In _notify_port_updated(), no bound segment for port d78e8abd-9cd1-4411-9314-5a769dee43d7 on network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:20:45.978024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f391eb8-4ccd-40d3-9e81-71dcdc7d3a90 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:45.979849 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f391eb8-4ccd-40d3-9e81-71dcdc7d3a90 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:45.981329 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8f391eb8-4ccd-40d3-9e81-71dcdc7d3a90 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "PUT /v2.0/ports/d78e8abd-9cd1-4411-9314-5a769dee43d7 HTTP/1.1" status: 200 len: 918 time: 1.9379563 Feb 19 03:20:45.985764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50156) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:45.994466 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b16ad28-725f-4a8f-8ccc-461f53343347 None None] Pushing event updated for resources: {'Port': ['ID=40e45deb-9d55-4616-b281-5c52ab581963,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:45.996351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7880a2b5-8c8c-4606-a3ef-81ce91d61294 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c9a61005-df87-48f7-8629-7b1952bfb625'}, {'subnet_id': 'ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:46.025249 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27741e86-19eb-4302-9dd6-65d9bc0b1eb7 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (6036e834-5634-43e0-b18a-9787c7aa0403), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.075061 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4a95db76-fa49-40e5-b167-63f3d8e36e91), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.135461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e7695e7-9c84-4dbd-89b1-850f90ecb261 req-013cf4ca-e613-4a23-9595-a3c98e262789 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7385108 Feb 19 03:20:46.149112 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7880a2b5-8c8c-4606-a3ef-81ce91d61294 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.233135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-cff89ec7-daf3-4d90-a364-5cfb17c61eae None None] Provisioning complete for port d78e8abd-9cd1-4411-9314-5a769dee43d7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:46.234215 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cff89ec7-daf3-4d90-a364-5cfb17c61eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.246717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:46.249885 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27741e86-19eb-4302-9dd6-65d9bc0b1eb7 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (6036e834-5634-43e0-b18a-9787c7aa0403), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.281003 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27741e86-19eb-4302-9dd6-65d9bc0b1eb7 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.282258 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-27741e86-19eb-4302-9dd6-65d9bc0b1eb7 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/6036e834-5634-43e0-b18a-9787c7aa0403 HTTP/1.1" status: 204 len: 168 time: 0.9885073 Feb 19 03:20:46.283749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=4a95db76-fa49-40e5-b167-63f3d8e36e91,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:46.285308 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50162) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:46.286979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:46.306404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:46.312955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:46.313283 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.322515 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a689262-99b7-4baa-b6d9-3079699bd388 x-openstack-request-id: req-5a689262-99b7-4baa-b6d9-3079699bd388 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:46.322890 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931d4b84-3bf8-4e86-b111-d085b21b5bea", "tag": "648aaa14-2128-4c08-91e1-79ae1c330c9c", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:46.323097 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5a689262-99b7-4baa-b6d9-3079699bd388 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:46.323485 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'tag': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'status': 'completed', 'code': 200} Feb 19 03:20:46.344401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27741e86-19eb-4302-9dd6-65d9bc0b1eb7 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6036e834-5634-43e0-b18a-9787c7aa0403,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:46.373569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cff89ec7-daf3-4d90-a364-5cfb17c61eae None None] Port d78e8abd-9cd1-4411-9314-5a769dee43d7 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:46.378644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 40e45deb-9d55-4616-b281-5c52ab581963 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:46.381828 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-2f699c60-d07f-4aa1-94e7-6eda4419fe72 service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364070 Feb 19 03:20:46.449851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-421c17e9-40f7-48a3-88a7-ecec1efe4a1f req-469009cf-f3ce-4980-a69e-b9b837c2135a service neutron] 10.222.0.87 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5129969 Feb 19 03:20:46.475868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a107c22e-4ae5-4876-9fdd-cc2bf6eb2b03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.6676922 Feb 19 03:20:46.480959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50164) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:46.487162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 40e45deb-9d55-4616-b281-5c52ab581963 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:46.487948 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (40e45deb-9d55-4616-b281-5c52ab581963), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.500909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1272d68f-ab2e-44d1-b983-2ff554643f0a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': '6a334bd3-bce2-479b-ac6f-e355db493c72', 'ip_address': '2001:db8::4283:e949:b161:e16b'}], 'name': 'tempest-NetworksTestDHCPv6-1931319778'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:46.513452 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-38ff0c06-91fd-4e34-9c21-888b0f70b1be tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2256596 Feb 19 03:20:46.518298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50166) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:46.575706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e91066-7796-4eec-a57d-9d838456a2c0 req-f6d4e1e1-65e2-4494-8e2e-a0f15636c31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:46.582762 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8e91066-7796-4eec-a57d-9d838456a2c0 req-f6d4e1e1-65e2-4494-8e2e-a0f15636c31c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 1126 time: 0.2006433 Feb 19 03:20:46.590718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:46.644943 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a6e19793-02fe-4d78-bd19-aaf9fc2e2f33 req-a1bd65b6-3203-4725-bafb-8bc2665e273f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.706315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No active binding found for port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 {{(pid=109900) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:20:46.706856 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] The host n-h2-826755-2 is not matching for port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 host None! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:20:46.707349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:46.711252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 40e45deb-9d55-4616-b281-5c52ab581963 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:46.724102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd65b6-3203-4725-bafb-8bc2665e273f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Pushing event deleted for resources: {'Port': ['ID=d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:46.748876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41d02c-822e-49bb-998a-d0e67c0ea68e req-1613b201-e8c9-4cbd-95c5-e6734aa30c6b tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:46.750444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe41d02c-822e-49bb-998a-d0e67c0ea68e req-1613b201-e8c9-4cbd-95c5-e6734aa30c6b tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/ports?device_id=52505cd1-01e5-4b40-b3b9-52e3641f2ad4 HTTP/1.1" status: 200 len: 946 time: 0.2991328 Feb 19 03:20:46.807030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-13328de0-d3a2-4031-a6f9-f7d0db9b9807 None None] Provisioning complete for port 4a95db76-fa49-40e5-b167-63f3d8e36e91 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:46.807692 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-13328de0-d3a2-4031-a6f9-f7d0db9b9807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4a95db76-fa49-40e5-b167-63f3d8e36e91), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.815885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e19793-02fe-4d78-bd19-aaf9fc2e2f33 req-a1bd65b6-3203-4725-bafb-8bc2665e273f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] No DVR routers for this DVR port d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:46.825530 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a6e19793-02fe-4d78-bd19-aaf9fc2e2f33 req-a1bd65b6-3203-4725-bafb-8bc2665e273f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.828891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6e19793-02fe-4d78-bd19-aaf9fc2e2f33 req-a1bd65b6-3203-4725-bafb-8bc2665e273f tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.67 "DELETE /v2.0/ports/d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63 HTTP/1.1" status: 204 len: 173 time: 2.9844236 Feb 19 03:20:46.831148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52505cd1-01e5-4b40-b3b9-52e3641f2ad4', 'name': 'network-vif-deleted', 'tag': 'd86a2a0a-041c-4c34-b9f7-c0a62ed9ed63'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:46.833546 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ad058f-cd18-4551-b814-cd2d561c5039" -d '{"events": [{"server_uuid": "52505cd1-01e5-4b40-b3b9-52e3641f2ad4", "name": "network-vif-deleted", "tag": "d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:46.844026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f45b546-4d4b-4804-984e-f51ba8438fab tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (16cedf81-1df1-483d-aae3-187689438e44), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.859817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-13328de0-d3a2-4031-a6f9-f7d0db9b9807 None None] Port 4a95db76-fa49-40e5-b167-63f3d8e36e91 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:46.864942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1272d68f-ab2e-44d1-b983-2ff554643f0a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:46.872528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f45b546-4d4b-4804-984e-f51ba8438fab tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (16cedf81-1df1-483d-aae3-187689438e44), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.872839 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1272d68f-ab2e-44d1-b983-2ff554643f0a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:46.908772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe41d02c-822e-49bb-998a-d0e67c0ea68e req-742aef39-8d2b-414a-9879-fe281bbdef45 tempest-DeleteServersTestJSON-1214233067 tempest-DeleteServersTestJSON-1214233067-project] 10.222.0.81 "GET /v2.0/security-groups?id=fa48f72c-7c77-460e-ae84-326e0d86df8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321404 Feb 19 03:20:46.916692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-1272d68f-ab2e-44d1-b983-2ff554643f0a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port c09fef80-d3b6-4ad7-aeb2-5dc4e0c50e49 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:46.965193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e91066-7796-4eec-a57d-9d838456a2c0 req-e0758f19-3218-4787-8b69-68338b5d0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:46.966869 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8e91066-7796-4eec-a57d-9d838456a2c0 req-e0758f19-3218-4787-8b69-68338b5d0bfe service neutron] 10.222.0.87 "GET /v2.0/networks?id=d812e14e-de83-4338-87fa-976d8be3864a HTTP/1.1" status: 200 len: 898 time: 0.3399420 Feb 19 03:20:46.968855 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-7880a2b5-8c8c-4606-a3ef-81ce91d61294 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.26 (0d1e0da3-8d9c-4347-b1ad-12e47f699ad8/ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef/d78e8abd-9cd1-4411-9314-5a769dee43d7) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:47.018372 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8e91066-7796-4eec-a57d-9d838456a2c0 req-5c661875-6f57-421e-8a20-649b78cc5fd8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=648aaa14-2128-4c08-91e1-79ae1c330c9c HTTP/1.1" status: 200 len: 217 time: 0.0447104 Feb 19 03:20:47.032816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f45b546-4d4b-4804-984e-f51ba8438fab tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (16cedf81-1df1-483d-aae3-187689438e44), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.035568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f45b546-4d4b-4804-984e-f51ba8438fab tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.037090 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7f45b546-4d4b-4804-984e-f51ba8438fab tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-groups/16cedf81-1df1-483d-aae3-187689438e44 HTTP/1.1" status: 204 len: 168 time: 0.5170085 Feb 19 03:20:47.050941 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50172) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:47.128508 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45b546-4d4b-4804-984e-f51ba8438fab tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cedf81-1df1-483d-aae3-187689438e44,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:47.169595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66985e19-d5e8-4534-836a-1e15cc27ae0c req-1858df61-83a5-45f1-9bf3-f58d0dc5ea9f tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:47.171261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66985e19-d5e8-4534-836a-1e15cc27ae0c req-1858df61-83a5-45f1-9bf3-f58d0dc5ea9f tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 944 time: 0.1187661 Feb 19 03:20:47.173828 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e91066-7796-4eec-a57d-9d838456a2c0 req-168c7630-7a51-400e-b5d8-2c4076012147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:47.175344 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8e91066-7796-4eec-a57d-9d838456a2c0 req-168c7630-7a51-400e-b5d8-2c4076012147 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6b7c37c-a05d-42e1-9da7-6e6075618d32 HTTP/1.1" status: 200 len: 834 time: 0.1372130 Feb 19 03:20:47.197320 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-41e6492d-e81a-4cbc-a6cc-75e7b363edc1 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1191423 Feb 19 03:20:47.212253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50180) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:47.223354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-46aa61b0-75ea-4fdd-be77-e7848bcc89b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group': {'name': 'tempest-secgroup--1256381025'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:47.232551 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-1272d68f-ab2e-44d1-b983-2ff554643f0a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 19 03:20:47.234189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1272d68f-ab2e-44d1-b983-2ff554643f0a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:47.286951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1272d68f-ab2e-44d1-b983-2ff554643f0a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8045669 Feb 19 03:20:47.291005 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50186) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:47.308145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66985e19-d5e8-4534-836a-1e15cc27ae0c req-0b46609e-3b67-42f5-a97c-c24779aecb2f tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244094 Feb 19 03:20:47.328027 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46aa61b0-75ea-4fdd-be77-e7848bcc89b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.440582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d38b5c-ace7-4fe8-ae36-bc2cb2a9b4bd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:47.452036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d38b5c-ace7-4fe8-ae36-bc2cb2a9b4bd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:47.457798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d7d38b5c-ace7-4fe8-ae36-bc2cb2a9b4bd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1654809 Feb 19 03:20:47.461424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50190) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:47.665683 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7880a2b5-8c8c-4606-a3ef-81ce91d61294 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.668993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e91066-7796-4eec-a57d-9d838456a2c0 req-4c363082-4957-4c10-b65c-1e76e87acca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:47.670560 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8e91066-7796-4eec-a57d-9d838456a2c0 req-4c363082-4957-4c10-b65c-1e76e87acca5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d812e14e-de83-4338-87fa-976d8be3864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4847133 Feb 19 03:20:47.678592 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7880a2b5-8c8c-4606-a3ef-81ce91d61294 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.759039 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46aa61b0-75ea-4fdd-be77-e7848bcc89b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (46b75775-e72b-4e4c-bf0c-ba6e306d5433), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.775575 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46aa61b0-75ea-4fdd-be77-e7848bcc89b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (46b75775-e72b-4e4c-bf0c-ba6e306d5433), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.840919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-92e4bcc0-1e8b-4159-b7d5-415fe4bb51ca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port 4a95db76-fa49-40e5-b167-63f3d8e36e91 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:47.841562 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92e4bcc0-1e8b-4159-b7d5-415fe4bb51ca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4a95db76-fa49-40e5-b167-63f3d8e36e91), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.946801 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab54338-ac85-49a6-94b3-bede3efea6d6 x-openstack-request-id: req-cab54338-ac85-49a6-94b3-bede3efea6d6 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:47.947049 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52505cd1-01e5-4b40-b3b9-52e3641f2ad4", "name": "network-vif-deleted", "tag": "d86a2a0a-041c-4c34-b9f7-c0a62ed9ed63", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:47.947373 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cab54338-ac85-49a6-94b3-bede3efea6d6 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:47.948030 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52505cd1-01e5-4b40-b3b9-52e3641f2ad4', 'name': 'network-vif-deleted', 'tag': 'd86a2a0a-041c-4c34-b9f7-c0a62ed9ed63', 'status': 'completed', 'code': 200} Feb 19 03:20:47.985039 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-46aa61b0-75ea-4fdd-be77-e7848bcc89b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:47.989650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-46aa61b0-75ea-4fdd-be77-e7848bcc89b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7760420 Feb 19 03:20:47.993850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50202) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:48.003663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7d5e4eb2-fcba-4241-9416-054e5cce6ff2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': '46b75775-e72b-4e4c-bf0c-ba6e306d5433', 'direction': 'ingress', 'protocol': 17}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:48.008169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880a2b5-8c8c-4606-a3ef-81ce91d61294 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=d78e8abd-9cd1-4411-9314-5a769dee43d7,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:48.021716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92e4bcc0-1e8b-4159-b7d5-415fe4bb51ca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4a95db76-fa49-40e5-b167-63f3d8e36e91), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.060740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e23c670-acdd-4afe-ba99-d156e86da77d req-63a1fe88-a692-4db0-b42b-d946c5253dff service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=86be12df450246798ae16356cd447477&device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.1078286 Feb 19 03:20:48.072794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-fa9454ef-0229-4198-998e-686b19e7520b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:48.074410 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-fa9454ef-0229-4198-998e-686b19e7520b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b&tenant_id=d251da4ce30245449da598358709f972&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 944 time: 0.3987083 Feb 19 03:20:48.075470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa61b0-75ea-4fdd-be77-e7848bcc89b4 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b75775-e72b-4e4c-bf0c-ba6e306d5433,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:48.076228 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7880a2b5-8c8c-4606-a3ef-81ce91d61294 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] In _notify_port_updated(), no bound segment for port d78e8abd-9cd1-4411-9314-5a769dee43d7 on network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:20:48.097686 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7880a2b5-8c8c-4606-a3ef-81ce91d61294 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:48.098239 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7880a2b5-8c8c-4606-a3ef-81ce91d61294 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.099650 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7880a2b5-8c8c-4606-a3ef-81ce91d61294 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "PUT /v2.0/ports/d78e8abd-9cd1-4411-9314-5a769dee43d7 HTTP/1.1" status: 200 len: 998 time: 2.1105340 Feb 19 03:20:48.113109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50204) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:48.118572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-92e4bcc0-1e8b-4159-b7d5-415fe4bb51ca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for 4a95db76-fa49-40e5-b167-63f3d8e36e91 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:48.122381 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8e91066-7796-4eec-a57d-9d838456a2c0 req-84186c0a-20ca-493f-b37f-58d85f4ef401 service neutron] 10.222.0.87 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365458 Feb 19 03:20:48.148311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e23c670-acdd-4afe-ba99-d156e86da77d req-90e1e55e-e366-486c-9781-67574e1ca388 service neutron] 10.222.0.87 "GET /v2.0/networks?tenant_id=86be12df450246798ae16356cd447477&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497797 Feb 19 03:20:48.193342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-049c8477-9004-46ec-8b87-cb988947b8df None None] Provisioning complete for port d78e8abd-9cd1-4411-9314-5a769dee43d7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:48.194792 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-049c8477-9004-46ec-8b87-cb988947b8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.237806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-049c8477-9004-46ec-8b87-cb988947b8df None None] Port d78e8abd-9cd1-4411-9314-5a769dee43d7 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:20:48.287712 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8e91066-7796-4eec-a57d-9d838456a2c0 req-3dfee266-7242-40ab-8dab-4d75759d101b service neutron] 10.222.0.87 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435130 Feb 19 03:20:48.306624 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7f964-7a53-4a7d-87c4-ad542576b662 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port d78e8abd-9cd1-4411-9314-5a769dee43d7 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:48.307776 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f964-7a53-4a7d-87c4-ad542576b662 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.314972 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d5e4eb2-fcba-4241-9416-054e5cce6ff2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (19eef924-945b-458d-94a6-8d538ee01182), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.357776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 648aaa14-2128-4c08-91e1-79ae1c330c9c details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:20:48.360698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 47064446-42e5-46dc-9807-f6fb99192ed8 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:48.405330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06200fd6-4233-4953-9270-e1ecec1be9f9 req-d2cd257e-36b7-4f05-bb98-f47e3b2e0495 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:48.406891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06200fd6-4233-4953-9270-e1ecec1be9f9 req-d2cd257e-36b7-4f05-bb98-f47e3b2e0495 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 944 time: 0.3947001 Feb 19 03:20:48.463946 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f964-7a53-4a7d-87c4-ad542576b662 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.481432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8ed7f964-7a53-4a7d-87c4-ad542576b662 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for d78e8abd-9cd1-4411-9314-5a769dee43d7 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:48.509371 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-0958cdad-7a61-4d4e-b2bb-94a767506ed4 service neutron] delete failed (client error): The resource could not be found. Feb 19 03:20:48.511102 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-0958cdad-7a61-4d4e-b2bb-94a767506ed4 service neutron] 10.222.0.67 "DELETE /v2.0/ports/47064446-42e5-46dc-9807-f6fb99192ed8/bindings/n-h2-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.3938208 Feb 19 03:20:48.515338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 648aaa14-2128-4c08-91e1-79ae1c330c9c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=648aaa14-2128-4c08-91e1-79ae1c330c9c,segment=NetworkSegment(70274f38-2b72-4cd7-86db-da8b5cc2f6ce),segment_id=70274f38-2b72-4cd7-86db-da8b5cc2f6ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:48.562739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'port_id': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'mac_address': 'fa:16:3e:37:a2:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:20:48.570380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23c670-acdd-4afe-ba99-d156e86da77d req-7b842e5a-ebd9-4589-9022-8bb0cf3fc9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:48.572980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e23c670-acdd-4afe-ba99-d156e86da77d req-7b842e5a-ebd9-4589-9022-8bb0cf3fc9e7 service neutron] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4034023 Feb 19 03:20:48.581281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 47064446-42e5-46dc-9807-f6fb99192ed8 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:20:48.606821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 47064446-42e5-46dc-9807-f6fb99192ed8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:48.607193 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.648734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 648aaa14-2128-4c08-91e1-79ae1c330c9c is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:48.649125 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.665848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06200fd6-4233-4953-9270-e1ecec1be9f9 req-7e549363-93d3-459f-ac2b-129948a91072 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304606 Feb 19 03:20:48.672706 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d5e4eb2-fcba-4241-9416-054e5cce6ff2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (19eef924-945b-458d-94a6-8d538ee01182), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.674858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648aaa14-2128-4c08-91e1-79ae1c330c9c {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:20:48.738507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 648aaa14-2128-4c08-91e1-79ae1c330c9c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=648aaa14-2128-4c08-91e1-79ae1c330c9c,segment=NetworkSegment(70274f38-2b72-4cd7-86db-da8b5cc2f6ce),segment_id=70274f38-2b72-4cd7-86db-da8b5cc2f6ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:48.744117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d5e4eb2-fcba-4241-9416-054e5cce6ff2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (19eef924-945b-458d-94a6-8d538ee01182), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.780844 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.818505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab43ff48-f387-4821-ba1d-d2f643508181 req-0b99ce98-565c-4f79-837f-4e580a25926c tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.0625472 Feb 19 03:20:48.824626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e4eb2-fcba-4241-9416-054e5cce6ff2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19eef924-945b-458d-94a6-8d538ee01182,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:48.834171 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d5e4eb2-fcba-4241-9416-054e5cce6ff2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.839456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7d5e4eb2-fcba-4241-9416-054e5cce6ff2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8405902 Feb 19 03:20:48.840592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50212) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:48.851525 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92e4bcc0-1e8b-4159-b7d5-415fe4bb51ca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4a95db76-fa49-40e5-b167-63f3d8e36e91), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.874096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=648aaa14-2128-4c08-91e1-79ae1c330c9c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:48.879776 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f964-7a53-4a7d-87c4-ad542576b662 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d78e8abd-9cd1-4411-9314-5a769dee43d7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.898787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-a4f2b396-73e1-494a-bb0d-f0176d556a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:48.900269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-a4f2b396-73e1-494a-bb0d-f0176d556a07 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1126 time: 0.3118575 Feb 19 03:20:48.910855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 47064446-42e5-46dc-9807-f6fb99192ed8 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:48.911515 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:48.947097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4bcc0-1e8b-4159-b7d5-415fe4bb51ca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=4a95db76-fa49-40e5-b167-63f3d8e36e91,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:48.965843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:48.968598 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb293929-da48-4e39-b9af-15e2fcdf93ea" -d '{"events": [{"server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "name": "network-vif-plugged", "status": "completed", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:48.974299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed7f964-7a53-4a7d-87c4-ad542576b662 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=d78e8abd-9cd1-4411-9314-5a769dee43d7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:48.997083 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92e4bcc0-1e8b-4159-b7d5-415fe4bb51ca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.003681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-92e4bcc0-1e8b-4159-b7d5-415fe4bb51ca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/4a95db76-fa49-40e5-b167-63f3d8e36e91 HTTP/1.1" status: 204 len: 168 time: 1.5390310 Feb 19 03:20:49.004573 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50218) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:49.023896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=47064446-42e5-46dc-9807-f6fb99192ed8,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:49.043154 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.172591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=47064446-42e5-46dc-9807-f6fb99192ed8,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:49.184646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['648aaa14-2128-4c08-91e1-79ae1c330c9c'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:20:49.194613 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ed7f964-7a53-4a7d-87c4-ad542576b662 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.197110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb3349-b131-4851-b4cf-88106b857554 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:49.198541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb3349-b131-4851-b4cf-88106b857554 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:49.202802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2acb3349-b131-4851-b4cf-88106b857554 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1882198 Feb 19 03:20:49.207216 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8ed7f964-7a53-4a7d-87c4-ad542576b662 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/d78e8abd-9cd1-4411-9314-5a769dee43d7 HTTP/1.1" status: 204 len: 168 time: 1.0929732 Feb 19 03:20:49.213405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50220) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:49.224053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50222) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:49.297780 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-313f15ee-e174-4192-9f1c-b9a461b6a8fc tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (46b75775-e72b-4e4c-bf0c-ba6e306d5433), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.324950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9982e7-2ac7-4c48-8071-7260da7ebb12 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 6a334bd3-bce2-479b-ac6f-e355db493c72 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:49.353162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ec5de-a0a3-4d32-93fb-2da45ebbf443 req-8be4ec04-f8c8-4ad1-b98c-ad2712a5b27c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:49.354128 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d9982e7-2ac7-4c48-8071-7260da7ebb12 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (6a334bd3-bce2-479b-ac6f-e355db493c72), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.360329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d1ec5de-a0a3-4d32-93fb-2da45ebbf443 req-8be4ec04-f8c8-4ad1-b98c-ad2712a5b27c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 945 time: 0.1792932 Feb 19 03:20:49.392989 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-313f15ee-e174-4192-9f1c-b9a461b6a8fc tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (46b75775-e72b-4e4c-bf0c-ba6e306d5433), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.397431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-7c3e5185-3b62-4eb2-84fb-6268c1f14a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:49.399176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-7c3e5185-3b62-4eb2-84fb-6268c1f14a7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 200 len: 896 time: 0.4683802 Feb 19 03:20:49.416602 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-30558a3f-0a8b-4881-b3da-3c7859bc058e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:20:49.422000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50224) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:49.422623 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-30558a3f-0a8b-4881-b3da-3c7859bc058e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/d78e8abd-9cd1-4411-9314-5a769dee43d7 HTTP/1.1" status: 404 len: 333 time: 0.1938899 Feb 19 03:20:49.441387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d9982e7-2ac7-4c48-8071-7260da7ebb12 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (6a334bd3-bce2-479b-ac6f-e355db493c72), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.536798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d9982e7-2ac7-4c48-8071-7260da7ebb12 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (6a334bd3-bce2-479b-ac6f-e355db493c72), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.542006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d1ec5de-a0a3-4d32-93fb-2da45ebbf443 req-db54e692-e4b7-41ed-989a-f31dbe44a1ab tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804543 Feb 19 03:20:49.591739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd013de-6515-40de-8ad4-f380625e06eb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting subnet ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:49.609582 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dcd013de-6515-40de-8ad4-f380625e06eb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.638645 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d9982e7-2ac7-4c48-8071-7260da7ebb12 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (6a334bd3-bce2-479b-ac6f-e355db493c72), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.676908 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13c5add-7694-4b93-b8e8-6e101c34ad9d x-openstack-request-id: req-e13c5add-7694-4b93-b8e8-6e101c34ad9d {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:49.677370 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "name": "network-vif-plugged", "status": "completed", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:49.677609 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e13c5add-7694-4b93-b8e8-6e101c34ad9d {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:49.677896 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8', 'code': 200} Feb 19 03:20:49.703138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9982e7-2ac7-4c48-8071-7260da7ebb12 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=6a334bd3-bce2-479b-ac6f-e355db493c72,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:49.705764 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d9982e7-2ac7-4c48-8071-7260da7ebb12 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.710433 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9d9982e7-2ac7-4c48-8071-7260da7ebb12 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/6a334bd3-bce2-479b-ac6f-e355db493c72 HTTP/1.1" status: 204 len: 168 time: 0.4848297 Feb 19 03:20:49.711599 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b6b333-ee20-4346-be64-3b195d5686ec None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:49.712942 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50230) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:49.765433 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-17c46dc7-21c7-44fb-9112-c09b24c6a385 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507078 Feb 19 03:20:49.769448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50234) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:49.778220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-68caa667-11c1-4980-8c62-975fbfa28e65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:49.957137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68caa667-11c1-4980-8c62-975fbfa28e65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:49.961610 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-68caa667-11c1-4980-8c62-975fbfa28e65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:49.987335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76473b3e-d414-4bec-875a-f1862e32aae8 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:50.008351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-a9f6637e-a0f9-4ca3-9a58-12a2136369d8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 1001 time: 0.6013987 Feb 19 03:20:50.018324 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-313f15ee-e174-4192-9f1c-b9a461b6a8fc tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (46b75775-e72b-4e4c-bf0c-ba6e306d5433), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.021527 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-313f15ee-e174-4192-9f1c-b9a461b6a8fc tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.025160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-313f15ee-e174-4192-9f1c-b9a461b6a8fc tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-groups/46b75775-e72b-4e4c-bf0c-ba6e306d5433 HTTP/1.1" status: 204 len: 168 time: 1.1803279 Feb 19 03:20:50.039222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50242) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:50.041993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-76473b3e-d414-4bec-875a-f1862e32aae8 None None] Deleting port 40e45deb-9d55-4616-b281-5c52ab581963 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:50.048459 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-76473b3e-d414-4bec-875a-f1862e32aae8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (40e45deb-9d55-4616-b281-5c52ab581963), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.113073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f15ee-e174-4192-9f1c-b9a461b6a8fc tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b75775-e72b-4e4c-bf0c-ba6e306d5433,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:50.122464 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dcd013de-6515-40de-8ad4-f380625e06eb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.134293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-76473b3e-d414-4bec-875a-f1862e32aae8 None None] For port 40e45deb-9d55-4616-b281-5c52ab581963, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=40e45deb-9d55-4616-b281-5c52ab581963,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:50.134812 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-76473b3e-d414-4bec-875a-f1862e32aae8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (40e45deb-9d55-4616-b281-5c52ab581963), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.161362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-76473b3e-d414-4bec-875a-f1862e32aae8 None None] Calling delete_port for 40e45deb-9d55-4616-b281-5c52ab581963 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:50.177856 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e23c670-acdd-4afe-ba99-d156e86da77d req-df4c0512-8400-42ee-be2b-ddd53a776f08 tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.87 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.1027339 Feb 19 03:20:50.219714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-12c209c1-0c06-4daa-8fbb-f89e9157e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:50.221745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-12c209c1-0c06-4daa-8fbb-f89e9157e322 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=06396044-f868-4bab-8279-30abb90c4893 HTTP/1.1" status: 200 len: 835 time: 0.1966031 Feb 19 03:20:50.270900 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-68caa667-11c1-4980-8c62-975fbfa28e65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (fc118948-615e-4e62-8fbe-716154a4be35), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.279645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-658fd973-7d19-44db-8962-4c8034634c75 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2225080 Feb 19 03:20:50.286962 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50244) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:50.290997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cab39-0f35-498d-82ce-08e5758558a0 req-eceee213-b26c-4dc2-804b-2c5702c6125d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:50.297173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-84ded2f9-82bc-4511-bba7-494f7b07cb6c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625429773'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:50.297829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-747cab39-0f35-498d-82ce-08e5758558a0 req-eceee213-b26c-4dc2-804b-2c5702c6125d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.2921574 Feb 19 03:20:50.337969 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 40e45deb-9d55-4616-b281-5c52ab581963 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:50.351327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68caa667-11c1-4980-8c62-975fbfa28e65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:50.358177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-68caa667-11c1-4980-8c62-975fbfa28e65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:50.364758 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 40e45deb-9d55-4616-b281-5c52ab581963 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:50.365992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 40e45deb-9d55-4616-b281-5c52ab581963 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:50.369075 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-76473b3e-d414-4bec-875a-f1862e32aae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (40e45deb-9d55-4616-b281-5c52ab581963), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.373773 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dcd013de-6515-40de-8ad4-f380625e06eb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.388160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68caa667-11c1-4980-8c62-975fbfa28e65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:50.389123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-68caa667-11c1-4980-8c62-975fbfa28e65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.403769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 648aaa14-2128-4c08-91e1-79ae1c330c9c up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:50.418805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-d4cbea4a-d27d-4eee-ab33-81a298806872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:50.420558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-d4cbea4a-d27d-4eee-ab33-81a298806872 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=c2cf118a-21f8-48b2-9111-65ef0afc21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1881020 Feb 19 03:20:50.424414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68caa667-11c1-4980-8c62-975fbfa28e65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=fc118948-615e-4e62-8fbe-716154a4be35,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:50.427115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-747cab39-0f35-498d-82ce-08e5758558a0 req-e7ff058a-bdf5-49d9-8a50-ca7805f38531 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282771 Feb 19 03:20:50.451484 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-84ded2f9-82bc-4511-bba7-494f7b07cb6c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.460144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76473b3e-d414-4bec-875a-f1862e32aae8 None None] Pushing event deleted for resources: {'Port': ['ID=40e45deb-9d55-4616-b281-5c52ab581963,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:50.468266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76473b3e-d414-4bec-875a-f1862e32aae8 None None] No DVR routers for this DVR port 40e45deb-9d55-4616-b281-5c52ab581963 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:50.489508 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e356a-8b50-4e74-a8df-79fa037193fd None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:50.495944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 648aaa14-2128-4c08-91e1-79ae1c330c9c completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:20:50.520624 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-68caa667-11c1-4980-8c62-975fbfa28e65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7485926 Feb 19 03:20:50.522179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50246) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:50.539605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4c7c6d5a-938f-4900-9346-8697c483f04a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': 'fc118948-615e-4e62-8fbe-716154a4be35', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1827492944'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:50.550194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 648aaa14-2128-4c08-91e1-79ae1c330c9c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:50.550974 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.619882 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dcd013de-6515-40de-8ad4-f380625e06eb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.662237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-84ded2f9-82bc-4511-bba7-494f7b07cb6c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (455dadea-0734-427d-b1d4-4d2270c7b167), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.671427 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-84ded2f9-82bc-4511-bba7-494f7b07cb6c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (455dadea-0734-427d-b1d4-4d2270c7b167), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.716677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 648aaa14-2128-4c08-91e1-79ae1c330c9c is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:50.717301 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.729067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': 'fc118948-615e-4e62-8fbe-716154a4be35'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:50.730043 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.738165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-84ded2f9-82bc-4511-bba7-494f7b07cb6c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.745385 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-84ded2f9-82bc-4511-bba7-494f7b07cb6c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4540715 Feb 19 03:20:50.746214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50252) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:50.752503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0710de50-f1b1-40ac-9621-b1c39415cb29 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group': {'name': 'tempest-secgroup--1975374194'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:50.772423 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ded2f9-82bc-4511-bba7-494f7b07cb6c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455dadea-0734-427d-b1d4-4d2270c7b167,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:50.786911 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0710de50-f1b1-40ac-9621-b1c39415cb29 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.842179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-74c0aacd-b010-4869-8602-21e4948dcedc service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4116640 Feb 19 03:20:50.852892 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dcd013de-6515-40de-8ad4-f380625e06eb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.860159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dcd013de-6515-40de-8ad4-f380625e06eb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef HTTP/1.1" status: 204 len: 168 time: 1.4317789 Feb 19 03:20:50.866407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50256) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:50.868712 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56ac1cf4-1e7c-444b-836e-d1f8162df766 req-eaf06566-e777-4c81-bdc4-b34e2b721023 tempest-ServerShowV254Test-1482515336 tempest-ServerShowV254Test-1482515336-project] 10.222.0.81 "GET /v2.0/ports?device_id=54cbb223-a262-48a1-b193-3f04aa378c56 HTTP/1.1" status: 200 len: 210 time: 0.1309597 Feb 19 03:20:50.869539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd013de-6515-40de-8ad4-f380625e06eb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:50.903684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb194f-e58a-433a-bc75-d30620424c10 None None] Network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:50.905266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 648aaa14-2128-4c08-91e1-79ae1c330c9c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=648aaa14-2128-4c08-91e1-79ae1c330c9c,segment=NetworkSegment(70274f38-2b72-4cd7-86db-da8b5cc2f6ce),segment_id=70274f38-2b72-4cd7-86db-da8b5cc2f6ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:50.944997 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0710de50-f1b1-40ac-9621-b1c39415cb29 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (fcba680f-212a-49b3-95b0-84a64dd470f9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.952018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0710de50-f1b1-40ac-9621-b1c39415cb29 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fcba680f-212a-49b3-95b0-84a64dd470f9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.979995 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:50.996489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9be5cc-46a3-4bb7-b662-98fcb3ec9a98 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting subnet c9a61005-df87-48f7-8629-7b1952bfb625 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:51.010531 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0710de50-f1b1-40ac-9621-b1c39415cb29 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.014872 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0710de50-f1b1-40ac-9621-b1c39415cb29 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2634840 Feb 19 03:20:51.014872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50264) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:51.027723 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f272329c-efe0-4254-bf68-453b8ee1afc0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': '455dadea-0734-427d-b1d4-4d2270c7b167', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fcba680f-212a-49b3-95b0-84a64dd470f9', 'remote_ip_prefix': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:51.030306 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/fc118948-615e-4e62-8fbe-716154a4be35/95283810-6518-41a8-97e4-3922f671f110) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:51.037940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710de50-f1b1-40ac-9621-b1c39415cb29 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcba680f-212a-49b3-95b0-84a64dd470f9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:51.039220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b9be5cc-46a3-4bb7-b662-98fcb3ec9a98 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (c9a61005-df87-48f7-8629-7b1952bfb625), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.068995 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f272329c-efe0-4254-bf68-453b8ee1afc0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (1e9dddad-fec6-4087-baa7-9a0a39f6bc39), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.158960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f272329c-efe0-4254-bf68-453b8ee1afc0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (1e9dddad-fec6-4087-baa7-9a0a39f6bc39), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.168132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f272329c-efe0-4254-bf68-453b8ee1afc0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (1e9dddad-fec6-4087-baa7-9a0a39f6bc39), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.192288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272329c-efe0-4254-bf68-453b8ee1afc0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9dddad-fec6-4087-baa7-9a0a39f6bc39,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:51.209064 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f272329c-efe0-4254-bf68-453b8ee1afc0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.214370 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f272329c-efe0-4254-bf68-453b8ee1afc0 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1875896 Feb 19 03:20:51.214813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50266) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:51.227489 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b9be5cc-46a3-4bb7-b662-98fcb3ec9a98 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (c9a61005-df87-48f7-8629-7b1952bfb625), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.250300 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95b6fda3-92e4-4a98-9383-5aed929329ad tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (1e9dddad-fec6-4087-baa7-9a0a39f6bc39), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.265683 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95b6fda3-92e4-4a98-9383-5aed929329ad tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (1e9dddad-fec6-4087-baa7-9a0a39f6bc39), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.297361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934afa9-09d0-4bb0-b6d4-f16fdf5a050a req-30a5429e-1b46-495f-9dd2-df6ad894ba2f tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:51.305137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6934afa9-09d0-4bb0-b6d4-f16fdf5a050a req-30a5429e-1b46-495f-9dd2-df6ad894ba2f tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 946 time: 0.1856117 Feb 19 03:20:51.310493 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95b6fda3-92e4-4a98-9383-5aed929329ad tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (1e9dddad-fec6-4087-baa7-9a0a39f6bc39), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.316394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-812008a2-46ff-49c1-9b85-a81921ea52f9 req-45e904b4-838d-4c46-843b-4ff9e3d469ef service neutron] 10.222.0.67 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549916 Feb 19 03:20:51.317002 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95b6fda3-92e4-4a98-9383-5aed929329ad tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.321379 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-95b6fda3-92e4-4a98-9383-5aed929329ad tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/1e9dddad-fec6-4087-baa7-9a0a39f6bc39 HTTP/1.1" status: 204 len: 168 time: 0.1027153 Feb 19 03:20:51.328109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50268) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:51.332579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6fda3-92e4-4a98-9383-5aed929329ad tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e9dddad-fec6-4087-baa7-9a0a39f6bc39,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:51.366254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7c6d5a-938f-4900-9346-8697c483f04a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:51.440346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=648aaa14-2128-4c08-91e1-79ae1c330c9c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:51.482309 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Publish callbacks [] for port (95283810-6518-41a8-97e4-3922f671f110), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.493173 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (95283810-6518-41a8-97e4-3922f671f110), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.513464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c41aa0e2-a701-43d6-8346-496ea5384612 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1838477 Feb 19 03:20:51.516314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50272) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:51.537339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6934afa9-09d0-4bb0-b6d4-f16fdf5a050a req-4d13fd1e-151e-4298-9260-80592b0ce1e9 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2310283 Feb 19 03:20:51.540640 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b9be5cc-46a3-4bb7-b662-98fcb3ec9a98 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (c9a61005-df87-48f7-8629-7b1952bfb625), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.557395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Pushing event updated for resources: {'Port': ['ID=95283810-6518-41a8-97e4-3922f671f110,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:51.578666 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:51.579232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9efc17cf-a087-4e05-9bd5-74a3eea405de tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (fcba680f-212a-49b3-95b0-84a64dd470f9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.582189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:51.601392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:51.610589 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9efc17cf-a087-4e05-9bd5-74a3eea405de tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (fcba680f-212a-49b3-95b0-84a64dd470f9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.698727 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c7c6d5a-938f-4900-9346-8697c483f04a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.706241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648aaa14-2128-4c08-91e1-79ae1c330c9c'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:20:51.733959 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9efc17cf-a087-4e05-9bd5-74a3eea405de tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fcba680f-212a-49b3-95b0-84a64dd470f9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.738032 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9efc17cf-a087-4e05-9bd5-74a3eea405de tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.739659 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9efc17cf-a087-4e05-9bd5-74a3eea405de tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-groups/fcba680f-212a-49b3-95b0-84a64dd470f9 HTTP/1.1" status: 204 len: 168 time: 0.2216303 Feb 19 03:20:51.744500 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c7d338-3741-405e-89c2-c173c4412429" -d '{"events": [{"server_uuid": "931d4b84-3bf8-4e86-b111-d085b21b5bea", "name": "network-vif-plugged", "status": "completed", "tag": "648aaa14-2128-4c08-91e1-79ae1c330c9c"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:20:51.745738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50276) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:51.758740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc17cf-a087-4e05-9bd5-74a3eea405de tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcba680f-212a-49b3-95b0-84a64dd470f9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:51.777231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Attempting to bind port 95283810-6518-41a8-97e4-3922f671f110 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:51.777846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Attempting to bind port 95283810-6518-41a8-97e4-3922f671f110 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:51.778339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Attempting to bind port 95283810-6518-41a8-97e4-3922f671f110 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:51.803568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-4c7c6d5a-938f-4900-9346-8697c483f04a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port b42ed668-6150-4ac1-81bd-f68711f02775 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:51.811375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:51.812122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:51.814283 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.815444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:51.817457 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Bound port: 95283810-6518-41a8-97e4-3922f671f110, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:51.818115 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (95283810-6518-41a8-97e4-3922f671f110), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.887132 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b9be5cc-46a3-4bb7-b662-98fcb3ec9a98 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (c9a61005-df87-48f7-8629-7b1952bfb625), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.934783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] For port 95283810-6518-41a8-97e4-3922f671f110, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:51.941136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] For port 95283810-6518-41a8-97e4-3922f671f110, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=95283810-6518-41a8-97e4-3922f671f110,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:51.956710 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (95283810-6518-41a8-97e4-3922f671f110), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.957865 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b9be5cc-46a3-4bb7-b662-98fcb3ec9a98 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:51.965694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50282) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:51.975987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1b9be5cc-46a3-4bb7-b662-98fcb3ec9a98 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/c9a61005-df87-48f7-8629-7b1952bfb625 HTTP/1.1" status: 204 len: 168 time: 1.1032758 Feb 19 03:20:52.015252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9be5cc-46a3-4bb7-b662-98fcb3ec9a98 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a61005-df87-48f7-8629-7b1952bfb625,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:52.089384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c82b4f-8463-44b2-a2d7-3ca63f0ceff2 None None] Pushing event updated for resources: {'Port': ['ID=95283810-6518-41a8-97e4-3922f671f110,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:52.173718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe08e9-88df-4a6d-a79d-7f00c2c3742e req-f3fc95ae-8670-4c04-8351-98639d9a492e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:52.177048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (0d1e0da3-8d9c-4347-b1ad-12e47f699ad8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.182488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-efbe08e9-88df-4a6d-a79d-7f00c2c3742e req-f3fc95ae-8670-4c04-8351-98639d9a492e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.4690287 Feb 19 03:20:52.199564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-80a0bc27-2ca6-4520-b328-36e826bb86be tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4265633 Feb 19 03:20:52.200150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50288) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.262623 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c7c6d5a-938f-4900-9346-8697c483f04a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:20:52.263368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c7c6d5a-938f-4900-9346-8697c483f04a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:20:52.291010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-efbe08e9-88df-4a6d-a79d-7f00c2c3742e req-30d81db2-ec71-424e-89eb-18b4a607d24e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072972 Feb 19 03:20:52.318562 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4c7c6d5a-938f-4900-9346-8697c483f04a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7887335 Feb 19 03:20:52.322367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50290) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.351975 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c1f5-981f-4ba1-8274-0de57723b07f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (455dadea-0734-427d-b1d4-4d2270c7b167), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.414198 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port cbb78d63-e780-4df5-972f-c91d997a0b84 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:52.414745 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.441973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec3538f-e34d-4be0-bf14-ac0130b809cd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:52.448121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2ec3538f-e34d-4be0-bf14-ac0130b809cd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1241682 Feb 19 03:20:52.448839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50294) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.477994 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe06c26a-ffc6-474a-a59e-125cd0dc2ced x-openstack-request-id: req-fe06c26a-ffc6-474a-a59e-125cd0dc2ced {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:20:52.478334 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931d4b84-3bf8-4e86-b111-d085b21b5bea", "name": "network-vif-plugged", "status": "completed", "tag": "648aaa14-2128-4c08-91e1-79ae1c330c9c", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:20:52.478588 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fe06c26a-ffc6-474a-a59e-125cd0dc2ced {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:20:52.479001 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'code': 200} Feb 19 03:20:52.486664 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c1f5-981f-4ba1-8274-0de57723b07f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (455dadea-0734-427d-b1d4-4d2270c7b167), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.550681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] For port cbb78d63-e780-4df5-972f-c91d997a0b84, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cbb78d63-e780-4df5-972f-c91d997a0b84,segment=NetworkSegment(ed5a9d49-d319-4368-8dfe-9e4ffefcd078),segment_id=ed5a9d49-d319-4368-8dfe-9e4ffefcd078)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:52.551391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.582621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0bf354-7df7-452e-ac76-85e4d823572c None None] Network 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:52.598762 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for cbb78d63-e780-4df5-972f-c91d997a0b84 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:52.631940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cde6c06-6f84-4979-b73d-e64bfd607bca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:52.633821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cde6c06-6f84-4979-b73d-e64bfd607bca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:52.634511 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c1f5-981f-4ba1-8274-0de57723b07f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (455dadea-0734-427d-b1d4-4d2270c7b167), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.636001 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8cde6c06-6f84-4979-b73d-e64bfd607bca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1848807 Feb 19 03:20:52.640171 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1b5c1f5-981f-4ba1-8274-0de57723b07f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.641020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50300) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.646669 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d1b5c1f5-981f-4ba1-8274-0de57723b07f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-groups/455dadea-0734-427d-b1d4-4d2270c7b167 HTTP/1.1" status: 204 len: 168 time: 0.4453282 Feb 19 03:20:52.649493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50302) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:52.689257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127675b-8f05-4b64-8635-9298e4787b14 req-79c471f1-b8eb-4afb-b79f-d5a13493ecca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:52.689257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f127675b-8f05-4b64-8635-9298e4787b14 req-79c471f1-b8eb-4afb-b79f-d5a13493ecca service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 1128 time: 0.1167903 Feb 19 03:20:52.767663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-899eeaf3-9151-4feb-b669-bc69c6ed44a3 None None] Provisioning complete for port cbb78d63-e780-4df5-972f-c91d997a0b84 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:52.768246 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-899eeaf3-9151-4feb-b669-bc69c6ed44a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.772166 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f127675b-8f05-4b64-8635-9298e4787b14 req-b8c56992-f355-4acc-a1e5-73b7899dbb38 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731514 Feb 19 03:20:52.778033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-3545da5f-fbac-44ae-999a-b2e41343ab29 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet fc118948-615e-4e62-8fbe-716154a4be35 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:20:52.781986 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3545da5f-fbac-44ae-999a-b2e41343ab29 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (fc118948-615e-4e62-8fbe-716154a4be35), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.834585 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3545da5f-fbac-44ae-999a-b2e41343ab29 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (fc118948-615e-4e62-8fbe-716154a4be35), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.844132 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.929246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5c1f5-981f-4ba1-8274-0de57723b07f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455dadea-0734-427d-b1d4-4d2270c7b167,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:52.936423 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (cbb78d63-e780-4df5-972f-c91d997a0b84), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:52.944965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-899eeaf3-9151-4feb-b669-bc69c6ed44a3 None None] Current status of the port cbb78d63-e780-4df5-972f-c91d997a0b84 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:52.977637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5f1e10-edc2-4dd4-b184-8bf8eec0015a None None] DHCP port deletion for 0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:53.008617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f2826-ce9f-493f-bc4c-33180fa7a916 req-54118102-c06e-4dbe-b85d-4529e76b028a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:53.014025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-394f2826-ce9f-493f-bc4c-33180fa7a916 req-54118102-c06e-4dbe-b85d-4529e76b028a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 946 time: 0.1515098 Feb 19 03:20:53.019712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=cbb78d63-e780-4df5-972f-c91d997a0b84,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:53.032832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No DVR routers for this DVR port cbb78d63-e780-4df5-972f-c91d997a0b84 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:53.089629 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8215ccff-69d5-4cce-b0fc-9d3f9e4d5ee8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2723289 Feb 19 03:20:53.097978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50308) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.110614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a292dbc4-8499-4459-b2e9-dd1dedbecb3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group': {'name': 'tempest-secgroup--564453463'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:53.159025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (0d1e0da3-8d9c-4347-b1ad-12e47f699ad8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.160686 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a292dbc4-8499-4459-b2e9-dd1dedbecb3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.182893 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3545da5f-fbac-44ae-999a-b2e41343ab29 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (fc118948-615e-4e62-8fbe-716154a4be35), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.189348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50310) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.200552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-394f2826-ce9f-493f-bc4c-33180fa7a916 req-ee78181a-ab17-408f-ba52-0298f8b13f96 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809454 Feb 19 03:20:53.205235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1e0da3-8d9c-4347-b1ad-12e47f699ad8']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:53.243462 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed5a9d49-d319-4368-8dfe-9e4ffefcd078') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:53.243769 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed5a9d49-d319-4368-8dfe-9e4ffefcd078') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:20:53.271211 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (ed5a9d49-d319-4368-8dfe-9e4ffefcd078), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.296763 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ed5a9d49-d319-4368-8dfe-9e4ffefcd078), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.306812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:20:53.307397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (ed5a9d49-d319-4368-8dfe-9e4ffefcd078), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:20:53.312717 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:20:53.364352 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3545da5f-fbac-44ae-999a-b2e41343ab29 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (fc118948-615e-4e62-8fbe-716154a4be35), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.414460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (0d1e0da3-8d9c-4347-b1ad-12e47f699ad8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.420895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.424386 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/networks/0d1e0da3-8d9c-4347-b1ad-12e47f699ad8 HTTP/1.1" status: 204 len: 168 time: 1.4571624 Feb 19 03:20:53.432393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50324) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.450572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545da5f-fbac-44ae-999a-b2e41343ab29 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=fc118948-615e-4e62-8fbe-716154a4be35,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:53.470947 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3545da5f-fbac-44ae-999a-b2e41343ab29 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.474593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3545da5f-fbac-44ae-999a-b2e41343ab29 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/fc118948-615e-4e62-8fbe-716154a4be35 HTTP/1.1" status: 204 len: 168 time: 0.8284695 Feb 19 03:20:53.495210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50328) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.520595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6bc1e-81c5-40bc-96cd-deba811d0d12 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Network': ['ID=0d1e0da3-8d9c-4347-b1ad-12e47f699ad8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:53.560406 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-092f0b4c-d48a-447e-a323-acdabeab8737 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638347 Feb 19 03:20:53.567454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50332) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.575541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4d86e48e-9666-4620-8fa8-d9d6b57f71b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:53.596035 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.605052 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a292dbc4-8499-4459-b2e9-dd1dedbecb3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (98a6ac72-5952-4976-9d54-88e782bb6000), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.639468 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-036e48dc-91fe-4af1-b5bb-03512ceb485b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.652738 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a292dbc4-8499-4459-b2e9-dd1dedbecb3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (98a6ac72-5952-4976-9d54-88e782bb6000), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.668808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3fa430-7093-4642-81d9-c2c58dfaef6c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:53.674189 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ef3fa430-7093-4642-81d9-c2c58dfaef6c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2333748 Feb 19 03:20:53.681513 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50336) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.696648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292dbc4-8499-4459-b2e9-dd1dedbecb3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a6ac72-5952-4976-9d54-88e782bb6000,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:53.746919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab72e07-47a4-423f-b446-fd517c7950a4 req-98b1ad0b-1ffe-413e-9e78-4a9a02f510b3 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:53.755532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eab72e07-47a4-423f-b446-fd517c7950a4 req-98b1ad0b-1ffe-413e-9e78-4a9a02f510b3 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.3172743 Feb 19 03:20:53.806871 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-159650f8-09e8-4557-8c8f-018427f399db tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1074715 Feb 19 03:20:53.811405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50340) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.830820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-94edbad2-2932-4d75-bea1-b2a5d7c171d2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2036414885'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:53.836957 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a292dbc4-8499-4459-b2e9-dd1dedbecb3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.842179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a292dbc4-8499-4459-b2e9-dd1dedbecb3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7389946 Feb 19 03:20:53.858654 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50344) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:53.877667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9c7349e6-3b03-45bb-9835-44dad2ec7915 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': '98a6ac72-5952-4976-9d54-88e782bb6000', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:53.941482 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8de2a4-a0e4-4117-aeec-c8c0d513d447 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:53.971783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-036e48dc-91fe-4af1-b5bb-03512ceb485b admin admin] Publish callbacks [] for security_group (a39a6543-ecbc-4217-afe7-a33ea80e346d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.975792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94edbad2-2932-4d75-bea1-b2a5d7c171d2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:53.982656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eab72e07-47a4-423f-b446-fd517c7950a4 req-1f74dbb9-5616-4ea0-bd9f-ef0552f7bcc3 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2257905 Feb 19 03:20:53.983324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94edbad2-2932-4d75-bea1-b2a5d7c171d2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.984280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d86e48e-9666-4620-8fa8-d9d6b57f71b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:53.992447 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4d86e48e-9666-4620-8fa8-d9d6b57f71b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:53.995858 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-036e48dc-91fe-4af1-b5bb-03512ceb485b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a39a6543-ecbc-4217-afe7-a33ea80e346d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.000171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50346) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:54.058373 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-036e48dc-91fe-4af1-b5bb-03512ceb485b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=86be12df450246798ae16356cd447477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8686004 Feb 19 03:20:54.066602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50348) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:54.122262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-08becec1-87c2-4c84-9080-aa27c81518c2 None None] Provisioning complete for port 95283810-6518-41a8-97e4-3922f671f110 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:54.122884 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08becec1-87c2-4c84-9080-aa27c81518c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (95283810-6518-41a8-97e4-3922f671f110), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.127022 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94edbad2-2932-4d75-bea1-b2a5d7c171d2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:20:54.147183 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94edbad2-2932-4d75-bea1-b2a5d7c171d2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (481bbf08-9652-47e6-924c-844741715703), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.149213 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-94edbad2-2932-4d75-bea1-b2a5d7c171d2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Added segment 481bbf08-9652-47e6-924c-844741715703 of type vlan for network ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85 Feb 19 03:20:54.285644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a499273-549b-45e8-8f10-94f86a86769e None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:20:54.369078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-08becec1-87c2-4c84-9080-aa27c81518c2 None None] Current status of the port 95283810-6518-41a8-97e4-3922f671f110 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:54.369799 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08becec1-87c2-4c84-9080-aa27c81518c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (95283810-6518-41a8-97e4-3922f671f110), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.396887 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94edbad2-2932-4d75-bea1-b2a5d7c171d2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.440099 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4d86e48e-9666-4620-8fa8-d9d6b57f71b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (8c9aacfa-de53-4d0c-8890-34235a1b5c8f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.457453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e48dc-91fe-4af1-b5bb-03512ceb485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39a6543-ecbc-4217-afe7-a33ea80e346d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:54.471822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2a499273-549b-45e8-8f10-94f86a86769e None None] Deleting port 95283810-6518-41a8-97e4-3922f671f110 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:20:54.472264 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2a499273-549b-45e8-8f10-94f86a86769e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (95283810-6518-41a8-97e4-3922f671f110), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.475790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-08becec1-87c2-4c84-9080-aa27c81518c2 None None] For port 95283810-6518-41a8-97e4-3922f671f110, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=95283810-6518-41a8-97e4-3922f671f110,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:54.513990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cbb78d63-e780-4df5-972f-c91d997a0b84 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:54.529285 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c7349e6-3b03-45bb-9835-44dad2ec7915 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (11500c22-9b3f-444a-8cc5-d5b652b9cf1e), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.555411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: cbb78d63-e780-4df5-972f-c91d997a0b84 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:54.558582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cbb78d63-e780-4df5-972f-c91d997a0b84 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:54.559276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d86e48e-9666-4620-8fa8-d9d6b57f71b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:54.562056 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08becec1-87c2-4c84-9080-aa27c81518c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (95283810-6518-41a8-97e4-3922f671f110), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.568251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bfd55be9-1599-435c-adce-cfcc01948a3a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e HTTP/1.1" status: 200 len: 993 time: 0.5669620 Feb 19 03:20:54.593913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780813e3-2aeb-41f8-a1a6-0ff1fac57e02 req-c7125acc-d844-4e77-972e-829d92b9b43d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:54.595169 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b4ce-bfc2-433b-a048-939eb3e34f64 admin admin] Publish callbacks [] for security_group (a39a6543-ecbc-4217-afe7-a33ea80e346d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.597951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-780813e3-2aeb-41f8-a1a6-0ff1fac57e02 req-c7125acc-d844-4e77-972e-829d92b9b43d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 946 time: 0.1914961 Feb 19 03:20:54.600027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-4d86e48e-9666-4620-8fa8-d9d6b57f71b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:54.603953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94edbad2-2932-4d75-bea1-b2a5d7c171d2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.607126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d86e48e-9666-4620-8fa8-d9d6b57f71b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:54.607821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4d86e48e-9666-4620-8fa8-d9d6b57f71b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.621125 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94edbad2-2932-4d75-bea1-b2a5d7c171d2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:54.623402 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94edbad2-2932-4d75-bea1-b2a5d7c171d2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.686337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86e48e-9666-4620-8fa8-d9d6b57f71b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=8c9aacfa-de53-4d0c-8890-34235a1b5c8f,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:54.754232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edbad2-2932-4d75-bea1-b2a5d7c171d2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Network': ['ID=ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:54.765690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08becec1-87c2-4c84-9080-aa27c81518c2 None None] Pushing event updated for resources: {'Port': ['ID=95283810-6518-41a8-97e4-3922f671f110,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:54.769505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-780813e3-2aeb-41f8-a1a6-0ff1fac57e02 req-222f0b7d-9c5c-4eab-8a83-725bd1b9a246 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431363 Feb 19 03:20:54.775682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4d86e48e-9666-4620-8fa8-d9d6b57f71b7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2048900 Feb 19 03:20:54.781137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50354) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:54.788481 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d5962b1c-8cf4-4661-81a7-0dbaf90ce323 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-233614849', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:54.800762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:20:54.805469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2a499273-549b-45e8-8f10-94f86a86769e None None] For port 95283810-6518-41a8-97e4-3922f671f110, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=95283810-6518-41a8-97e4-3922f671f110,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:54.806164 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2a499273-549b-45e8-8f10-94f86a86769e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (95283810-6518-41a8-97e4-3922f671f110), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.807487 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b4ce-bfc2-433b-a048-939eb3e34f64 admin admin] Publish callbacks [] for security_group (a39a6543-ecbc-4217-afe7-a33ea80e346d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.818076 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c7349e6-3b03-45bb-9835-44dad2ec7915 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (11500c22-9b3f-444a-8cc5-d5b652b9cf1e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.840217 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c7349e6-3b03-45bb-9835-44dad2ec7915 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (11500c22-9b3f-444a-8cc5-d5b652b9cf1e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.864220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d5962b1c-8cf4-4661-81a7-0dbaf90ce323 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (2ac2744a-9aca-4150-846c-f819e92899bc), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.865319 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d5962b1c-8cf4-4661-81a7-0dbaf90ce323 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (2ac2744a-9aca-4150-846c-f819e92899bc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.880493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7349e6-3b03-45bb-9835-44dad2ec7915 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11500c22-9b3f-444a-8cc5-d5b652b9cf1e,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:54.910253 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c7349e6-3b03-45bb-9835-44dad2ec7915 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.916411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9c7349e6-3b03-45bb-9835-44dad2ec7915 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0567222 Feb 19 03:20:54.920467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50360) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:54.945059 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-94edbad2-2932-4d75-bea1-b2a5d7c171d2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1307881 Feb 19 03:20:54.949003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50362) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:54.959073 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-466c1408-2468-4135-b55b-d5f070ba116d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': 'ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:54.984809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b4ce-bfc2-433b-a048-939eb3e34f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a39a6543-ecbc-4217-afe7-a33ea80e346d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.985853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2a499273-549b-45e8-8f10-94f86a86769e None None] Calling delete_port for 95283810-6518-41a8-97e4-3922f671f110 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:20:54.989322 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7f5b4ce-bfc2-433b-a048-939eb3e34f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:54.993497 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e7f5b4ce-bfc2-433b-a048-939eb3e34f64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a39a6543-ecbc-4217-afe7-a33ea80e346d HTTP/1.1" status: 204 len: 168 time: 0.9076264 Feb 19 03:20:55.023087 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d5962b1c-8cf4-4661-81a7-0dbaf90ce323 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for router_controller (2ac2744a-9aca-4150-846c-f819e92899bc), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.042845 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee57e93d-a12e-442f-bdfb-8ec5694ede3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (11500c22-9b3f-444a-8cc5-d5b652b9cf1e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.046479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5b4ce-bfc2-433b-a048-939eb3e34f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39a6543-ecbc-4217-afe7-a33ea80e346d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:55.071364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d5962b1c-8cf4-4661-81a7-0dbaf90ce323 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (2ac2744a-9aca-4150-846c-f819e92899bc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.082824 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee57e93d-a12e-442f-bdfb-8ec5694ede3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (11500c22-9b3f-444a-8cc5-d5b652b9cf1e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.121947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bdf18-ac06-460f-b9a5-b9077fca0fa6 req-e22b28c4-b6be-411e-abd3-5a2dc0c7dbb4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:55.130220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea0bdf18-ac06-460f-b9a5-b9077fca0fa6 req-e22b28c4-b6be-411e-abd3-5a2dc0c7dbb4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 946 time: 0.1890807 Feb 19 03:20:55.143645 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d5962b1c-8cf4-4661-81a7-0dbaf90ce323 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.145109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d5962b1c-8cf4-4661-81a7-0dbaf90ce323 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3629627 Feb 19 03:20:55.162819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50368) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:55.274700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee57e93d-a12e-442f-bdfb-8ec5694ede3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (11500c22-9b3f-444a-8cc5-d5b652b9cf1e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.279011 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466c1408-2468-4135-b55b-d5f070ba116d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:55.282795 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-466c1408-2468-4135-b55b-d5f070ba116d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.298241 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2a499273-549b-45e8-8f10-94f86a86769e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (95283810-6518-41a8-97e4-3922f671f110), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.341250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a499273-549b-45e8-8f10-94f86a86769e None None] Pushing event deleted for resources: {'Port': ['ID=95283810-6518-41a8-97e4-3922f671f110,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:55.344017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a499273-549b-45e8-8f10-94f86a86769e None None] No DVR routers for this DVR port 95283810-6518-41a8-97e4-3922f671f110 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:20:55.361984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626fbe62-448a-4caa-a8d1-f9fee3158a5f None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:55.372192 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee57e93d-a12e-442f-bdfb-8ec5694ede3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.373754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ee57e93d-a12e-442f-bdfb-8ec5694ede3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/11500c22-9b3f-444a-8cc5-d5b652b9cf1e HTTP/1.1" status: 204 len: 168 time: 0.4339800 Feb 19 03:20:55.380969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50372) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:55.404500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57e93d-a12e-442f-bdfb-8ec5694ede3a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11500c22-9b3f-444a-8cc5-d5b652b9cf1e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:55.476605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea0bdf18-ac06-460f-b9a5-b9077fca0fa6 req-99cac3c5-62bf-4992-bf50-6732a7f0eb17 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3449962 Feb 19 03:20:55.517534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50374) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:55.576941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '8c9aacfa-de53-4d0c-8890-34235a1b5c8f'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:55.578643 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.650099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-466c1408-2468-4135-b55b-d5f070ba116d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (21dfa3e9-70bd-40fe-ac12-87bc93bd36a5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.660053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5aa19d0e-e9a7-4c31-9758-b359b1e67441 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2745302 Feb 19 03:20:55.742159 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50380) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:55.742829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c1408-2468-4135-b55b-d5f070ba116d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Subnet': ['ID=21dfa3e9-70bd-40fe-ac12-87bc93bd36a5,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:55.851895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466c1408-2468-4135-b55b-d5f070ba116d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Checking segment: {'id': '481bbf08-9652-47e6-924c-844741715703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:55.852614 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c1408-2468-4135-b55b-d5f070ba116d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network hostable DHCP agents. Network: ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:20:55.865159 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ee28624-ef05-46f4-b634-2b5f75ba583c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (98a6ac72-5952-4976-9d54-88e782bb6000), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.890498 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ee28624-ef05-46f4-b634-2b5f75ba583c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (98a6ac72-5952-4976-9d54-88e782bb6000), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:55.934910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466c1408-2468-4135-b55b-d5f070ba116d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:20:55.948452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/8c9aacfa-de53-4d0c-8890-34235a1b5c8f/67969c59-6f2d-4f90-a4cd-b428ea0be92a) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:55.987377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-466c1408-2468-4135-b55b-d5f070ba116d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:56.000601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f287d9c-34e1-48ba-bb39-7005dacdf248 None None] Network ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:20:56.003899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466c1408-2468-4135-b55b-d5f070ba116d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:56.004502 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-466c1408-2468-4135-b55b-d5f070ba116d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.047660 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-466c1408-2468-4135-b55b-d5f070ba116d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0970087 Feb 19 03:20:56.050288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50390) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:56.056409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': 'ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85', 'name': 'tempest-PortsTestJSON-469497178'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:56.078962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ee28624-ef05-46f4-b634-2b5f75ba583c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (98a6ac72-5952-4976-9d54-88e782bb6000), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.082942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ee28624-ef05-46f4-b634-2b5f75ba583c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.090726 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9ee28624-ef05-46f4-b634-2b5f75ba583c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-groups/98a6ac72-5952-4976-9d54-88e782bb6000 HTTP/1.1" status: 204 len: 168 time: 0.3372142 Feb 19 03:20:56.095474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50396) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:56.318865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 95283810-6518-41a8-97e4-3922f671f110 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:20:56.346848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85', 'network_id': 'ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85', 'project_id': '70314eb81c27414a8636915c7dbff825', 'fixed_ips': [{'subnet_id': '21dfa3e9-70bd-40fe-ac12-87bc93bd36a5'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:20:56.352281 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.374933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee28624-ef05-46f4-b634-2b5f75ba583c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a6ac72-5952-4976-9d54-88e782bb6000,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:56.426505 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4bc119d6-756d-4705-8a78-3391fbee9e63 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2765870 Feb 19 03:20:56.432087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50404) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:56.437411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c672c176-1d12-4376-b131-c948bb0f4cc8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group': {'name': 'tempest-secgroup--750886495'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:56.442856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:56.447329 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.471625 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port fddc29e0-86e2-43bf-abe4-d1542fe577f6 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:56.520923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 95283810-6518-41a8-97e4-3922f671f110 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:20:56.524503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 95283810-6518-41a8-97e4-3922f671f110 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:20:56.551313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5504a45a-946c-451e-b985-d73345513470 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:56.557374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5504a45a-946c-451e-b985-d73345513470 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 1123 time: 1.0355709 Feb 19 03:20:56.559487 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50406) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:56.571827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:56.581060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c672c176-1d12-4376-b131-c948bb0f4cc8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.713884 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Publish callbacks [] for port (67969c59-6f2d-4f90-a4cd-b428ea0be92a), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.739991 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.772550 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.834023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.12 (ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85/21dfa3e9-70bd-40fe-ac12-87bc93bd36a5/fddc29e0-86e2-43bf-abe4-d1542fe577f6) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:56.869273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (67969c59-6f2d-4f90-a4cd-b428ea0be92a), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:56.997416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Pushing event updated for resources: {'Port': ['ID=67969c59-6f2d-4f90-a4cd-b428ea0be92a,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:57.028572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::1 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/8c9aacfa-de53-4d0c-8890-34235a1b5c8f/afb1c26a-34f9-4961-ae6e-402f5245d946) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:57.038262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:57.047161 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:57.056565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:57.154861 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.197058 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.215368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Attempting to bind port 67969c59-6f2d-4f90-a4cd-b428ea0be92a on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:57.215786 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Attempting to bind port 67969c59-6f2d-4f90-a4cd-b428ea0be92a by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:57.216211 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Attempting to bind port 67969c59-6f2d-4f90-a4cd-b428ea0be92a on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:57.221559 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50416) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:57.223133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:57.223724 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:57.224239 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.224790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:57.225971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Bound port: 67969c59-6f2d-4f90-a4cd-b428ea0be92a, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:57.226598 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (67969c59-6f2d-4f90-a4cd-b428ea0be92a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.290664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:57.294488 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:57.298663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:57.302732 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (2ac2744a-9aca-4150-846c-f819e92899bc), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.333945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=afb1c26a-34f9-4961-ae6e-402f5245d946,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:57.368624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] For port 67969c59-6f2d-4f90-a4cd-b428ea0be92a, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:57.373486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c672c176-1d12-4376-b131-c948bb0f4cc8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (e10c28e3-8725-4a84-aaec-250a330a7060), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.378112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] For port 67969c59-6f2d-4f90-a4cd-b428ea0be92a, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=67969c59-6f2d-4f90-a4cd-b428ea0be92a,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:57.405566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (67969c59-6f2d-4f90-a4cd-b428ea0be92a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.413399 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c672c176-1d12-4376-b131-c948bb0f4cc8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e10c28e3-8725-4a84-aaec-250a330a7060), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.526113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fbab07-31a7-416e-bb96-0ecd8e79b3ab None None] Pushing event updated for resources: {'Port': ['ID=67969c59-6f2d-4f90-a4cd-b428ea0be92a,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:57.622096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (fddc29e0-86e2-43bf-abe4-d1542fe577f6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.644260 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.647550 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c672c176-1d12-4376-b131-c948bb0f4cc8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.649114 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c672c176-1d12-4376-b131-c948bb0f4cc8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2156549 Feb 19 03:20:57.665699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50426) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:57.667609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8075510-2e3a-4314-988b-2a7061e526ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.673785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0aebd42f-c931-4846-90d3-2c2def2ba671 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': 'e10c28e3-8725-4a84-aaec-250a330a7060', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:57.701345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672c176-1d12-4376-b131-c948bb0f4cc8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e10c28e3-8725-4a84-aaec-250a330a7060,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:57.838908 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0aebd42f-c931-4846-90d3-2c2def2ba671 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (8509d58c-a586-4820-9eee-c06045d008f7), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.867895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (fddc29e0-86e2-43bf-abe4-d1542fe577f6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:57.929206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Allocated IP 172.20.0.2 (ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85/21dfa3e9-70bd-40fe-ac12-87bc93bd36a5/19a0c5f5-f10f-4d58-9257-e8fc0c5fb175) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:58.044328 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:58.073202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:58.086508 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:58.100902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=fddc29e0-86e2-43bf-abe4-d1542fe577f6,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:58.105424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.228224 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8075510-2e3a-4314-988b-2a7061e526ee admin admin] Publish callbacks [] for security_group (8670916c-ce16-48e7-8cdf-d3170cdf2b25), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.239738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0aebd42f-c931-4846-90d3-2c2def2ba671 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (8509d58c-a586-4820-9eee-c06045d008f7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.287876 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8075510-2e3a-4314-988b-2a7061e526ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8670916c-ce16-48e7-8cdf-d3170cdf2b25), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.303619 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0aebd42f-c931-4846-90d3-2c2def2ba671 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (8509d58c-a586-4820-9eee-c06045d008f7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.311599 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Publish callbacks [] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.342994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:20:58.343796 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.344119 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.390426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.397912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Network ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:58.401036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 67969c59-6f2d-4f90-a4cd-b428ea0be92a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:20:58.402424 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebd42f-c931-4846-90d3-2c2def2ba671 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8509d58c-a586-4820-9eee-c06045d008f7,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:58.408222 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.409227 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (2ac2744a-9aca-4150-846c-f819e92899bc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.422837 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0aebd42f-c931-4846-90d3-2c2def2ba671 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.424430 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0aebd42f-c931-4846-90d3-2c2def2ba671 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7543085 Feb 19 03:20:58.425449 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8075510-2e3a-4314-988b-2a7061e526ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8670916c-ce16-48e7-8cdf-d3170cdf2b25,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:58.426063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:58.460375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50432) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:58.464390 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a8075510-2e3a-4314-988b-2a7061e526ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=486d090d97264c25b90531b0ed9ef92f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2277281 Feb 19 03:20:58.473920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50434) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:58.520051 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-572d78b6-024a-4218-8ee1-b158a91c1d58 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4680943 Feb 19 03:20:58.529395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:58.530747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50436) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:58.538859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': 'ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85', 'name': 'tempest-PortsTestJSON-1135812004'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:58.558661 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bf1a7670-f691-4ffa-9e56-4e8313e384ca tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules/8509d58c-a586-4820-9eee-c06045d008f7 HTTP/1.1" status: 200 len: 763 time: 0.0927763 Feb 19 03:20:58.562280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50440) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:58.600467 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Allocated IP 172.25.1.151 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:58.600768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Pushing event updated for resources: {'Port': ['ID=19a0c5f5-f10f-4d58-9257-e8fc0c5fb175,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:58.611207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c810-e30a-488b-a821-8c9e2fe642b5 admin admin] Publish callbacks [] for security_group (8670916c-ce16-48e7-8cdf-d3170cdf2b25), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.620018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=afb1c26a-34f9-4961-ae6e-402f5245d946,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:58.683714 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-488233df-9888-4659-845d-fc97e8bfaed2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1157000 Feb 19 03:20:58.689076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50442) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:58.690334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c810-e30a-488b-a821-8c9e2fe642b5 admin admin] Publish callbacks [] for security_group (8670916c-ce16-48e7-8cdf-d3170cdf2b25), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.698083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 67969c59-6f2d-4f90-a4cd-b428ea0be92a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:58.698405 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (67969c59-6f2d-4f90-a4cd-b428ea0be92a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.759572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Attempting to bind port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:20:58.759946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Attempting to bind port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '481bbf08-9652-47e6-924c-844741715703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:20:58.760311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Attempting to bind port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 on network ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:20:58.789313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:20:58.789722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Checking segment: {'id': '481bbf08-9652-47e6-924c-844741715703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:20:58.790095 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.790509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Bound using segment: {'id': '481bbf08-9652-47e6-924c-844741715703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:20:58.795183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Bound port: 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481bbf08-9652-47e6-924c-844741715703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:20:58.795592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.808624 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92b70438-748b-46fc-a28a-00fb57523533 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (8509d58c-a586-4820-9eee-c06045d008f7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.817465 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92b70438-748b-46fc-a28a-00fb57523533 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (8509d58c-a586-4820-9eee-c06045d008f7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.856265 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.895543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92b70438-748b-46fc-a28a-00fb57523533 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (8509d58c-a586-4820-9eee-c06045d008f7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.911966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:58.915418 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92b70438-748b-46fc-a28a-00fb57523533 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.916070 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.919841 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-92b70438-748b-46fc-a28a-00fb57523533 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/8509d58c-a586-4820-9eee-c06045d008f7 HTTP/1.1" status: 204 len: 168 time: 0.2297468 Feb 19 03:20:58.919997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 67969c59-6f2d-4f90-a4cd-b428ea0be92a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:58.920464 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (67969c59-6f2d-4f90-a4cd-b428ea0be92a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:58.920615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50444) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:58.957550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:58.980129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b70438-748b-46fc-a28a-00fb57523533 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8509d58c-a586-4820-9eee-c06045d008f7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:58.980563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] For port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:20:58.994200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] For port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=19a0c5f5-f10f-4d58-9257-e8fc0c5fb175,segment=NetworkSegment(481bbf08-9652-47e6-924c-844741715703),segment_id=481bbf08-9652-47e6-924c-844741715703)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:20:59.003834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c810-e30a-488b-a821-8c9e2fe642b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8670916c-ce16-48e7-8cdf-d3170cdf2b25), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.005542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9ae655ac-6353-4a7e-9528-8626e7b2d458 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0797460 Feb 19 03:20:59.006487 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c810-e30a-488b-a821-8c9e2fe642b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.009269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50446) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:20:59.017729 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dfc9c810-e30a-488b-a821-8c9e2fe642b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8670916c-ce16-48e7-8cdf-d3170cdf2b25 HTTP/1.1" status: 204 len: 168 time: 0.5356660 Feb 19 03:20:59.018064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 67969c59-6f2d-4f90-a4cd-b428ea0be92a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=67969c59-6f2d-4f90-a4cd-b428ea0be92a,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:20:59.020314 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.042389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:20:59.067130 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:20:59.069334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5f0c421d-66b8-4273-832a-c52b2b8dca39 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': 'e10c28e3-8725-4a84-aaec-250a330a7060', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:20:59.078351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb36d01-8713-445b-b8d9-88842ca26350 None None] Pushing event updated for resources: {'Port': ['ID=19a0c5f5-f10f-4d58-9257-e8fc0c5fb175,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:59.078507 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:20:59.088514 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (67969c59-6f2d-4f90-a4cd-b428ea0be92a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.237525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=67969c59-6f2d-4f90-a4cd-b428ea0be92a,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:59.242195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:20:59.245222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9c810-e30a-488b-a821-8c9e2fe642b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8670916c-ce16-48e7-8cdf-d3170cdf2b25,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:20:59.248941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.445193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port d5facfbc-4698-4064-a08b-42e7261f2428 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:20:59.481135 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f0c421d-66b8-4273-832a-c52b2b8dca39 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (35de4b38-89d7-4463-babb-b2908a77ea5b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.570300 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-fe66bdb0-0d5d-4215-bd40-6741ea81d3ee None None] Provisioning complete for port 67969c59-6f2d-4f90-a4cd-b428ea0be92a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:20:59.575725 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe66bdb0-0d5d-4215-bd40-6741ea81d3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (67969c59-6f2d-4f90-a4cd-b428ea0be92a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.883611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.8 (ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85/21dfa3e9-70bd-40fe-ac12-87bc93bd36a5/d5facfbc-4698-4064-a08b-42e7261f2428) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:20:59.917513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fe66bdb0-0d5d-4215-bd40-6741ea81d3ee None None] Current status of the port 67969c59-6f2d-4f90-a4cd-b428ea0be92a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:20:59.932656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Router 2ac2744a-9aca-4150-846c-f819e92899bc is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:20:59.938090 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f0c421d-66b8-4273-832a-c52b2b8dca39 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (35de4b38-89d7-4463-babb-b2908a77ea5b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:20:59.960989 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f0c421d-66b8-4273-832a-c52b2b8dca39 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (35de4b38-89d7-4463-babb-b2908a77ea5b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.054790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c421d-66b8-4273-832a-c52b2b8dca39 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35de4b38-89d7-4463-babb-b2908a77ea5b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:00.116543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4d386942-212b-4713-88bd-49f89895e690 None None] Provisioning complete for port afb1c26a-34f9-4961-ae6e-402f5245d946 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:00.121020 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4d386942-212b-4713-88bd-49f89895e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.161540 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f0c421d-66b8-4273-832a-c52b2b8dca39 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.162983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5f0c421d-66b8-4273-832a-c52b2b8dca39 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1142359 Feb 19 03:21:00.170738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50476) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:00.257931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4d386942-212b-4713-88bd-49f89895e690 None None] Port afb1c26a-34f9-4961-ae6e-402f5245d946 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:00.312097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dd61bc5a-9577-486d-a4c8-9683246b3a27 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules/35de4b38-89d7-4463-babb-b2908a77ea5b HTTP/1.1" status: 200 len: 763 time: 0.1251934 Feb 19 03:21:00.314709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50478) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:00.327543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:00.340825 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Sync routers for ids ['2ac2744a-9aca-4150-846c-f819e92899bc'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:00.341501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a582ae46-b12a-4464-b71d-82b48e4d65b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "PUT /v2.0/routers/2ac2744a-9aca-4150-846c-f819e92899bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1757331 Feb 19 03:21:00.344261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50480) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:00.370226 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Routers {'2ac2744a-9aca-4150-846c-f819e92899bc'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:00.370877 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:20:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ac2744a-9aca-4150-846c-f819e92899bc'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:00.403682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:00.562773 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Set router 2ac2744a-9aca-4150-846c-f819e92899bc gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:00.597059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-87e2a7ae-9724-4de8-b1f6-dcc317904e24 None None] Provisioning complete for port afb1c26a-34f9-4961-ae6e-402f5245d946 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:00.605706 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-87e2a7ae-9724-4de8-b1f6-dcc317904e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.623581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395d1c88-504e-4464-a03a-9e1b7ab1a0eb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:00.625219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-395d1c88-504e-4464-a03a-9e1b7ab1a0eb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports/afb1c26a-34f9-4961-ae6e-402f5245d946 HTTP/1.1" status: 200 len: 911 time: 0.2782555 Feb 19 03:21:00.676558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-87e2a7ae-9724-4de8-b1f6-dcc317904e24 None None] Port afb1c26a-34f9-4961-ae6e-402f5245d946 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:00.678464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-897a24a1-1c17-458d-a6cb-8f5fff16b46c tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3606725 Feb 19 03:21:00.679354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50486) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:00.683198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 67969c59-6f2d-4f90-a4cd-b428ea0be92a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:00.704654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50488) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:00.807317 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (d5facfbc-4698-4064-a08b-42e7261f2428), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.831417 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 67969c59-6f2d-4f90-a4cd-b428ea0be92a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:00.831979 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (67969c59-6f2d-4f90-a4cd-b428ea0be92a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.861724 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0ea627b6-ae21-40af-8f52-815b0679ae3e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (35de4b38-89d7-4463-babb-b2908a77ea5b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.879912 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0ea627b6-ae21-40af-8f52-815b0679ae3e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (35de4b38-89d7-4463-babb-b2908a77ea5b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:00.935714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95a5ec-72fa-420c-889a-3e3073230bc9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:00.966648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95a5ec-72fa-420c-889a-3e3073230bc9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:00.984649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3b95a5ec-72fa-420c-889a-3e3073230bc9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2691233 Feb 19 03:21:00.985367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50506) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:01.068768 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2744a-9aca-4150-846c-f819e92899bc', 'name': 'tempest-NetworksTestDHCPv6-router-233614849', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:54Z', 'updated_at': '2022-02-19T03:20:57Z', 'revision_number': 2, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'gw_port_host': None, '_interfaces': [{'id': 'afb1c26a-34f9-4961-ae6e-402f5245d946', 'name': '', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'mac_address': 'fa:16:3e:33:13:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac2744a-9aca-4150-846c-f819e92899bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '8c9aacfa-de53-4d0c-8890-34235a1b5c8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:56Z', 'updated_at': '2022-02-19T03:20:57Z', 'revision_number': 2, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'subnets': [{'id': '8c9aacfa-de53-4d0c-8890-34235a1b5c8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:01.122240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 67969c59-6f2d-4f90-a4cd-b428ea0be92a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:01.123566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:01.155919 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Checking router: 2ac2744a-9aca-4150-846c-f819e92899bc for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:01.156742 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Updating router 2ac2744a-9aca-4150-846c-f819e92899bc port afb1c26a-34f9-4961-ae6e-402f5245d946 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:21:01.236025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0ea627b6-ae21-40af-8f52-815b0679ae3e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (35de4b38-89d7-4463-babb-b2908a77ea5b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.236452 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.253079 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0ea627b6-ae21-40af-8f52-815b0679ae3e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.259349 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0ea627b6-ae21-40af-8f52-815b0679ae3e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/35de4b38-89d7-4463-babb-b2908a77ea5b HTTP/1.1" status: 204 len: 168 time: 0.5532322 Feb 19 03:21:01.261669 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50518) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:01.279231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:01.279717 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.313301 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d5facfbc-4698-4064-a08b-42e7261f2428), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.451167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea627b6-ae21-40af-8f52-815b0679ae3e tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=35de4b38-89d7-4463-babb-b2908a77ea5b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:01.552548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:01.592539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:01.608161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:01.649447 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8dae06ec-88ad-492d-9ca9-eee3a9709113 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3549397 Feb 19 03:21:01.650257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50538) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:01.671621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-64cb552c-51b7-4c03-9855-fe18c5c95143 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': 'e10c28e3-8725-4a84-aaec-250a330a7060', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:01.765551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=d5facfbc-4698-4064-a08b-42e7261f2428,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:01.882372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76850962-9975-4444-badc-60f9967b33a2 None None] Network ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:01.898919 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64cb552c-51b7-4c03-9855-fe18c5c95143 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (d9a901e6-c636-4004-920b-dc33fe597f97), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.917061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for floatingip (d2d02072-ba43-468d-a60e-6c596ba9c164), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.920558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:01.924944 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Publish callbacks [] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.926354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:01.942504 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.038365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50546) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.071057 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371032c2-5a0c-4915-9e2f-a6276bf3b857 None None] Pushing event updated for resources: {'Port': ['ID=afb1c26a-34f9-4961-ae6e-402f5245d946,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:02.097869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ef37811e-df98-49cf-9d2a-117b7247d778 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5659342 Feb 19 03:21:02.098690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50550) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.150545 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6b33cb8b-d871-4727-a6a2-6d1b15228e8e None None] Provisioning complete for port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:02.151323 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6b33cb8b-d871-4727-a6a2-6d1b15228e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.188036 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64cb552c-51b7-4c03-9855-fe18c5c95143 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (d9a901e6-c636-4004-920b-dc33fe597f97), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.213066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64cb552c-51b7-4c03-9855-fe18c5c95143 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (d9a901e6-c636-4004-920b-dc33fe597f97), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.233113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:02.237146 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.245905 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Attempting to bind port afb1c26a-34f9-4961-ae6e-402f5245d946 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:02.247682 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Attempting to bind port afb1c26a-34f9-4961-ae6e-402f5245d946 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:02.248595 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.249055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50552) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.250032 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Attempting to bind port afb1c26a-34f9-4961-ae6e-402f5245d946 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:02.264399 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:02.265509 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:02.266839 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.268348 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:02.268894 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Bound port: afb1c26a-34f9-4961-ae6e-402f5245d946, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:02.269282 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.275825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb552c-51b7-4c03-9855-fe18c5c95143 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a901e6-c636-4004-920b-dc33fe597f97,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:02.403818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=19a0c5f5-f10f-4d58-9257-e8fc0c5fb175,segment=NetworkSegment(481bbf08-9652-47e6-924c-844741715703),segment_id=481bbf08-9652-47e6-924c-844741715703)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:02.435808 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] For port afb1c26a-34f9-4961-ae6e-402f5245d946, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:02.439995 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] For port afb1c26a-34f9-4961-ae6e-402f5245d946, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=afb1c26a-34f9-4961-ae6e-402f5245d946,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:02.473783 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.476311 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.489338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f775f83-3bb3-4c1a-9584-54e3025bae95 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:02.496591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5f775f83-3bb3-4c1a-9584-54e3025bae95 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.3956089 Feb 19 03:21:02.498340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50558) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.579518 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Routers {'2ac2744a-9aca-4150-846c-f819e92899bc'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:02.580575 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:20:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ac2744a-9aca-4150-846c-f819e92899bc'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:02.597478 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ff4a50b-58d3-4fbc-b40a-7bc30404c65b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.607971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=19a0c5f5-f10f-4d58-9257-e8fc0c5fb175,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:02.690880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6b33cb8b-d871-4727-a6a2-6d1b15228e8e None None] Current status of the port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:02.692737 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6b33cb8b-d871-4727-a6a2-6d1b15228e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.713568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.728319 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c1029d97-d400-4958-9651-f792c714602b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.745063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.776261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64cb552c-51b7-4c03-9855-fe18c5c95143 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.781526 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-64cb552c-51b7-4c03-9855-fe18c5c95143 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1227405 Feb 19 03:21:02.812046 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] Set router 2ac2744a-9aca-4150-846c-f819e92899bc gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:02.815107 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ff4a50b-58d3-4fbc-b40a-7bc30404c65b admin admin] Publish callbacks [] for security_group (ad7f1cac-f14c-4f7f-aea3-048a71ef3d53), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.844708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50560) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:02.845937 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-6b33cb8b-d871-4727-a6a2-6d1b15228e8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:21:02.846370 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-6b33cb8b-d871-4727-a6a2-6d1b15228e8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:21:02.881422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8ff4a50b-58d3-4fbc-b40a-7bc30404c65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ad7f1cac-f14c-4f7f-aea3-048a71ef3d53), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:02.922170 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e6bb5b7c-02fa-49a1-81b4-641db5135bd6 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules/d9a901e6-c636-4004-920b-dc33fe597f97 HTTP/1.1" status: 200 len: 764 time: 0.0746562 Feb 19 03:21:02.977968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50562) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:03.007222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8ff4a50b-58d3-4fbc-b40a-7bc30404c65b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=357671315b34451fa5a4dd5ea26638ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7438059 Feb 19 03:21:03.008413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50564) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:03.021741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.121392 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (d2d02072-ba43-468d-a60e-6c596ba9c164), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.216146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff4a50b-58d3-4fbc-b40a-7bc30404c65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7f1cac-f14c-4f7f-aea3-048a71ef3d53,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.221645 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a89ae317-8581-4f1f-b5b5-b3c64aa7cdb8 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2420933 Feb 19 03:21:03.225735 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50566) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:03.296220 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c1029d97-d400-4958-9651-f792c714602b admin admin] Publish callbacks [] for security_group (67546150-ebed-4976-bdd9-7301ba9639f2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.345712 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c1029d97-d400-4958-9651-f792c714602b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (67546150-ebed-4976-bdd9-7301ba9639f2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.361087 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371032c2-5a0c-4915-9e2f-a6276bf3b857 None None] Pushing event updated for resources: {'Port': ['ID=afb1c26a-34f9-4961-ae6e-402f5245d946,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.366707 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd619c3e-3b17-48b8-a3d8-4034ceb101c2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (d9a901e6-c636-4004-920b-dc33fe597f97), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.399487 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a09b405-ef18-472a-92a2-2ac90e130a66 admin admin] Publish callbacks [] for security_group (ad7f1cac-f14c-4f7f-aea3-048a71ef3d53), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.417302 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2744a-9aca-4150-846c-f819e92899bc', 'name': 'tempest-NetworksTestDHCPv6-router-233614849', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:54Z', 'updated_at': '2022-02-19T03:20:57Z', 'revision_number': 2, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'gw_port_host': None, '_interfaces': [{'id': 'afb1c26a-34f9-4961-ae6e-402f5245d946', 'name': '', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'mac_address': 'fa:16:3e:33:13:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac2744a-9aca-4150-846c-f819e92899bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '8c9aacfa-de53-4d0c-8890-34235a1b5c8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:56Z', 'updated_at': '2022-02-19T03:21:02Z', 'revision_number': 4, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'subnets': [{'id': '8c9aacfa-de53-4d0c-8890-34235a1b5c8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:03.417610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6b33cb8b-d871-4727-a6a2-6d1b15228e8e None None] Current status of the port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:03.418440 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd619c3e-3b17-48b8-a3d8-4034ceb101c2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (d9a901e6-c636-4004-920b-dc33fe597f97), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.442823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1029d97-d400-4958-9651-f792c714602b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67546150-ebed-4976-bdd9-7301ba9639f2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.464769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-464df825-b54c-4160-aebb-c6517d220092 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (2ac2744a-9aca-4150-846c-f819e92899bc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.469683 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c1029d97-d400-4958-9651-f792c714602b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=91297443182648b09ca81bd93d65f565&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4167511 Feb 19 03:21:03.469683 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Floating IP d2d02072-ba43-468d-a60e-6c596ba9c164 associated. External IP: 172.25.1.151, port: 648aaa14-2128-4c08-91e1-79ae1c330c9c. Feb 19 03:21:03.474665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-31cafe98-a25b-41b7-b763-d92d56e536d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port d5facfbc-4698-4064-a08b-42e7261f2428 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:03.474803 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0fea1d-60bf-471c-b109-bd8a80340b4e None None] The sync data for ids ['2ac2744a-9aca-4150-846c-f819e92899bc'] in n-d-826755-2 is: [{'id': '2ac2744a-9aca-4150-846c-f819e92899bc', 'name': 'tempest-NetworksTestDHCPv6-router-233614849', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:54Z', 'updated_at': '2022-02-19T03:20:57Z', 'revision_number': 2, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'gw_port_host': None, '_interfaces': [{'id': 'afb1c26a-34f9-4961-ae6e-402f5245d946', 'name': '', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'mac_address': 'fa:16:3e:33:13:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ac2744a-9aca-4150-846c-f819e92899bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2578, 'fixed_ips': [{'subnet_id': '8c9aacfa-de53-4d0c-8890-34235a1b5c8f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:56Z', 'updated_at': '2022-02-19T03:21:02Z', 'revision_number': 4, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'subnets': [{'id': '8c9aacfa-de53-4d0c-8890-34235a1b5c8f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:03.475210 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-31cafe98-a25b-41b7-b763-d92d56e536d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d5facfbc-4698-4064-a08b-42e7261f2428), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.482640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50568) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:03.547764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Provisioning complete for port fddc29e0-86e2-43bf-abe4-d1542fe577f6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:03.548144 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fddc29e0-86e2-43bf-abe4-d1542fe577f6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.572777 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a09b405-ef18-472a-92a2-2ac90e130a66 admin admin] Publish callbacks [] for security_group (ad7f1cac-f14c-4f7f-aea3-048a71ef3d53), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.642836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd619c3e-3b17-48b8-a3d8-4034ceb101c2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (d9a901e6-c636-4004-920b-dc33fe597f97), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.654969 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd619c3e-3b17-48b8-a3d8-4034ceb101c2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.660702 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fd619c3e-3b17-48b8-a3d8-4034ceb101c2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-group-rules/d9a901e6-c636-4004-920b-dc33fe597f97 HTTP/1.1" status: 204 len: 168 time: 0.4311454 Feb 19 03:21:03.665325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Port fddc29e0-86e2-43bf-abe4-d1542fe577f6 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:03.667157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50572) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:03.686820 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2c64a2bc-71e6-41d7-bbd7-4d1b5ea0ca6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.711704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Provisioning complete for port afb1c26a-34f9-4961-ae6e-402f5245d946 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:03.712084 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.783476 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a9978afd-9247-4208-a589-694121da3670 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1060455 Feb 19 03:21:03.791988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50574) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:03.792970 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd619c3e-3b17-48b8-a3d8-4034ceb101c2 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9a901e6-c636-4004-920b-dc33fe597f97,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:03.935999 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-064c1db3-d032-4046-b902-6eb2554146fb admin admin] Publish callbacks [] for security_group (67546150-ebed-4976-bdd9-7301ba9639f2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:03.974641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-064c1db3-d032-4046-b902-6eb2554146fb admin admin] Publish callbacks [] for security_group (67546150-ebed-4976-bdd9-7301ba9639f2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.005811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Current status of the port afb1c26a-34f9-4961-ae6e-402f5245d946 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:04.010994 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.049111 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d2223f3-f94d-4654-8116-fa77af47b85d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (e10c28e3-8725-4a84-aaec-250a330a7060), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.057290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-064c1db3-d032-4046-b902-6eb2554146fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (67546150-ebed-4976-bdd9-7301ba9639f2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.060020 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-064c1db3-d032-4046-b902-6eb2554146fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.064307 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-064c1db3-d032-4046-b902-6eb2554146fb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67546150-ebed-4976-bdd9-7301ba9639f2 HTTP/1.1" status: 204 len: 168 time: 0.5776780 Feb 19 03:21:04.113641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] For port afb1c26a-34f9-4961-ae6e-402f5245d946, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=afb1c26a-34f9-4961-ae6e-402f5245d946,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:04.138616 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.141536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c1db3-d032-4046-b902-6eb2554146fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67546150-ebed-4976-bdd9-7301ba9639f2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:04.156475 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d2223f3-f94d-4654-8116-fa77af47b85d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (e10c28e3-8725-4a84-aaec-250a330a7060), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.238904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Pushing event updated for resources: {'Port': ['ID=afb1c26a-34f9-4961-ae6e-402f5245d946,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:04.267746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Provisioning complete for port d5facfbc-4698-4064-a08b-42e7261f2428 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:04.268133 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d5facfbc-4698-4064-a08b-42e7261f2428), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.321291 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d2223f3-f94d-4654-8116-fa77af47b85d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e10c28e3-8725-4a84-aaec-250a330a7060), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.324866 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4d2223f3-f94d-4654-8116-fa77af47b85d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.331147 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4d2223f3-f94d-4654-8116-fa77af47b85d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-groups/e10c28e3-8725-4a84-aaec-250a330a7060 HTTP/1.1" status: 204 len: 168 time: 0.5346830 Feb 19 03:21:04.332233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50578) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:04.332350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Port d5facfbc-4698-4064-a08b-42e7261f2428 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:04.345311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Provisioning complete for port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:04.346565 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.352051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2223f3-f94d-4654-8116-fa77af47b85d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10c28e3-8725-4a84-aaec-250a330a7060,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:04.377608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:21:04.458997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9d35c34e-aca0-489d-a587-25f6f114af73 None None] Current status of the port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:04.560091 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2c6f3ad3-67af-4d33-9f35-b568d6d2922f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2077467 Feb 19 03:21:04.560390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50582) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:04.562160 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-31cafe98-a25b-41b7-b763-d92d56e536d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d5facfbc-4698-4064-a08b-42e7261f2428), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.593296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-51a4f6ed-cc9b-482f-953c-b5bc2696554f None None] Provisioning complete for port d5facfbc-4698-4064-a08b-42e7261f2428 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:04.594681 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-51a4f6ed-cc9b-482f-953c-b5bc2696554f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d5facfbc-4698-4064-a08b-42e7261f2428), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.605515 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a09b405-ef18-472a-92a2-2ac90e130a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ad7f1cac-f14c-4f7f-aea3-048a71ef3d53), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.608182 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a09b405-ef18-472a-92a2-2ac90e130a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.609404 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8a09b405-ef18-472a-92a2-2ac90e130a66 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad7f1cac-f14c-4f7f-aea3-048a71ef3d53 HTTP/1.1" status: 204 len: 168 time: 1.5909228 Feb 19 03:21:04.610528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-31cafe98-a25b-41b7-b763-d92d56e536d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for d5facfbc-4698-4064-a08b-42e7261f2428 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:04.697902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-51a4f6ed-cc9b-482f-953c-b5bc2696554f None None] Port d5facfbc-4698-4064-a08b-42e7261f2428 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:04.720246 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-51a4f6ed-cc9b-482f-953c-b5bc2696554f None None] Provisioning complete for port fddc29e0-86e2-43bf-abe4-d1542fe577f6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:04.720640 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-51a4f6ed-cc9b-482f-953c-b5bc2696554f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fddc29e0-86e2-43bf-abe4-d1542fe577f6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.752610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09b405-ef18-472a-92a2-2ac90e130a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7f1cac-f14c-4f7f-aea3-048a71ef3d53,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:04.763824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5ce34d80-f9eb-4f1f-aa6c-7489c9737e19 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661379270'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:04.786486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50588) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:04.791927 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:04.826269 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.831088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82df9c-e3e7-409a-8439-e9037dfe5d95 None None] Sync routers for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:04.839784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:04.872545 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ce34d80-f9eb-4f1f-aa6c-7489c9737e19 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.873252 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd035-998d-46be-97bf-7e302c121166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:04.912198 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8c197f03-6873-4c17-b3c4-24561c8dd153 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.3485606 Feb 19 03:21:04.915493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'tag': '648aaa14-2128-4c08-91e1-79ae1c330c9c'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:04.918004 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77768321-537e-4f7c-b04c-5994e0829477" -d '{"events": [{"name": "network-changed", "server_uuid": "931d4b84-3bf8-4e86-b111-d085b21b5bea", "tag": "648aaa14-2128-4c08-91e1-79ae1c330c9c"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:04.930779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50592) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:04.988562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-51a4f6ed-cc9b-482f-953c-b5bc2696554f None None] Port fddc29e0-86e2-43bf-abe4-d1542fe577f6 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:05.009323 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831cd94c-6050-48a9-a39f-8b3738cc0fdd x-openstack-request-id: req-831cd94c-6050-48a9-a39f-8b3738cc0fdd {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:05.009764 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931d4b84-3bf8-4e86-b111-d085b21b5bea", "tag": "648aaa14-2128-4c08-91e1-79ae1c330c9c", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:05.010591 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-831cd94c-6050-48a9-a39f-8b3738cc0fdd {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:05.010591 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'tag': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'status': 'completed', 'code': 200} Feb 19 03:21:05.048165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82df9c-e3e7-409a-8439-e9037dfe5d95 None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:05.050369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-aa82df9c-e3e7-409a-8439-e9037dfe5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:20:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:05.105552 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ce34d80-f9eb-4f1f-aa6c-7489c9737e19 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (dce61a0d-6f75-47bb-9297-2f997e56e504), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.123011 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ce34d80-f9eb-4f1f-aa6c-7489c9737e19 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dce61a0d-6f75-47bb-9297-2f997e56e504), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.183799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce34d80-f9eb-4f1f-aa6c-7489c9737e19 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce61a0d-6f75-47bb-9297-2f997e56e504,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:05.190612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:05.191276 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.210558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ce34d80-f9eb-4f1f-aa6c-7489c9737e19 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.228202 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:21:05.229494 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5ce34d80-f9eb-4f1f-aa6c-7489c9737e19 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6665847 Feb 19 03:21:05.230197 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50600) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:05.237761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-07b41488-4afd-4bb4-a2a9-37325c258f6a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Request body: {'security_group_rule': {'security_group_id': 'dce61a0d-6f75-47bb-9297-2f997e56e504', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:05.287879 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07b41488-4afd-4bb4-a2a9-37325c258f6a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (687ac5aa-af70-48b9-bfcc-f52b9144afec), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.423090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-02f4ffac-2165-44d4-a197-1b7a6f18060a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/floatingips/d2d02072-ba43-468d-a60e-6c596ba9c164 HTTP/1.1" status: 200 len: 992 time: 0.4068899 Feb 19 03:21:05.424333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-aa82df9c-e3e7-409a-8439-e9037dfe5d95 None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:05.453059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-31cafe98-a25b-41b7-b763-d92d56e536d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d5facfbc-4698-4064-a08b-42e7261f2428), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.455724 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07b41488-4afd-4bb4-a2a9-37325c258f6a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (687ac5aa-af70-48b9-bfcc-f52b9144afec), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.468827 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07b41488-4afd-4bb4-a2a9-37325c258f6a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (687ac5aa-af70-48b9-bfcc-f52b9144afec), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.497946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b41488-4afd-4bb4-a2a9-37325c258f6a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687ac5aa-af70-48b9-bfcc-f52b9144afec,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:05.526458 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07b41488-4afd-4bb4-a2a9-37325c258f6a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.528209 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-07b41488-4afd-4bb4-a2a9-37325c258f6a tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2961979 Feb 19 03:21:05.530876 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50606) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:05.531086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:05.532078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device afb1c26a-34f9-4961-ae6e-402f5245d946 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:05.554347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768321-537e-4f7c-b04c-5994e0829477 req-a5a83eec-fa6a-4cb8-a8e1-d12fe9c2ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:05.556228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77768321-537e-4f7c-b04c-5994e0829477 req-a5a83eec-fa6a-4cb8-a8e1-d12fe9c2ed5e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 1128 time: 0.5107229 Feb 19 03:21:05.558040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cafe98-a25b-41b7-b763-d92d56e536d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=d5facfbc-4698-4064-a08b-42e7261f2428,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:05.581248 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd035-998d-46be-97bf-7e302c121166 admin admin] Publish callbacks [] for security_group (3059a5a7-bab9-49cb-8cf8-762736439822), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.628790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port afb1c26a-34f9-4961-ae6e-402f5245d946 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:05.629029 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4cfd035-998d-46be-97bf-7e302c121166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3059a5a7-bab9-49cb-8cf8-762736439822), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.629139 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.709033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a4cfd035-998d-46be-97bf-7e302c121166 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4bb8f81234f74332a7b9f3161fc38bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9203229 Feb 19 03:21:05.711605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50610) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:05.733069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b458c14-bf16-428d-ad41-b1000ae317cd tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (dce61a0d-6f75-47bb-9297-2f997e56e504), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.874998 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b458c14-bf16-428d-ad41-b1000ae317cd tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (dce61a0d-6f75-47bb-9297-2f997e56e504), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.951903 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab7eedb9-5cc0-42f1-8c01-eb3e2152b1b2 admin admin] Publish callbacks [] for security_group (3059a5a7-bab9-49cb-8cf8-762736439822), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:05.985863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cfd035-998d-46be-97bf-7e302c121166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3059a5a7-bab9-49cb-8cf8-762736439822,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:05.999792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-464df825-b54c-4160-aebb-c6517d220092 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port afb1c26a-34f9-4961-ae6e-402f5245d946 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:06.000143 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-464df825-b54c-4160-aebb-c6517d220092 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.012648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab7eedb9-5cc0-42f1-8c01-eb3e2152b1b2 admin admin] Publish callbacks [] for security_group (3059a5a7-bab9-49cb-8cf8-762736439822), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.044540 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b458c14-bf16-428d-ad41-b1000ae317cd tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dce61a0d-6f75-47bb-9297-2f997e56e504), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.047880 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b458c14-bf16-428d-ad41-b1000ae317cd tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.049499 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4b458c14-bf16-428d-ad41-b1000ae317cd tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-groups/dce61a0d-6f75-47bb-9297-2f997e56e504 HTTP/1.1" status: 204 len: 168 time: 0.5166247 Feb 19 03:21:06.056749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50620) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.119197 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4989e007-65b4-42cc-85be-6d50c94b3908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.120965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port afb1c26a-34f9-4961-ae6e-402f5245d946 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:06.140378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768321-537e-4f7c-b04c-5994e0829477 req-e196cf87-45c5-4bee-98f6-0a38ad0a2126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:06.142245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77768321-537e-4f7c-b04c-5994e0829477 req-e196cf87-45c5-4bee-98f6-0a38ad0a2126 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d812e14e-de83-4338-87fa-976d8be3864a HTTP/1.1" status: 200 len: 898 time: 0.5576847 Feb 19 03:21:06.145756 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-31cafe98-a25b-41b7-b763-d92d56e536d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.147507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-aa82df9c-e3e7-409a-8439-e9037dfe5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'd2d02072-ba43-468d-a60e-6c596ba9c164', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'port_id': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'mac_address': 'fa:16:3e:37:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:21:00Z', 'updated_at': '2022-02-19T03:21:00Z', 'revision_number': 0, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:06.151301 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-31cafe98-a25b-41b7-b763-d92d56e536d1 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/d5facfbc-4698-4064-a08b-42e7261f2428 HTTP/1.1" status: 204 len: 168 time: 3.5956461 Feb 19 03:21:06.155195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50622) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.155693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50624) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.161851 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b458c14-bf16-428d-ad41-b1000ae317cd tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce61a0d-6f75-47bb-9297-2f997e56e504,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:06.203590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82df9c-e3e7-409a-8439-e9037dfe5d95 None None] Checking router: 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:06.223738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa82df9c-e3e7-409a-8439-e9037dfe5d95 None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:06.224621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-aa82df9c-e3e7-409a-8439-e9037dfe5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:06.262200 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab7eedb9-5cc0-42f1-8c01-eb3e2152b1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3059a5a7-bab9-49cb-8cf8-762736439822), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.281303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab7eedb9-5cc0-42f1-8c01-eb3e2152b1b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.282527 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-33641b2c-50aa-4eb5-8ac8-04045e4b3ce6 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:21:06.285998 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ab7eedb9-5cc0-42f1-8c01-eb3e2152b1b2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3059a5a7-bab9-49cb-8cf8-762736439822 HTTP/1.1" status: 204 len: 168 time: 0.5730431 Feb 19 03:21:06.291801 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-33641b2c-50aa-4eb5-8ac8-04045e4b3ce6 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/d5facfbc-4698-4064-a08b-42e7261f2428 HTTP/1.1" status: 404 len: 333 time: 0.1301610 Feb 19 03:21:06.293876 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50632) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.324292 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ce977a65-c7b3-4e1f-9cce-ea5a26da1a21 tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2599778 Feb 19 03:21:06.344356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50634) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.362807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77768321-537e-4f7c-b04c-5994e0829477 req-b1bb8f07-0766-41cc-92f8-0098e5b0b069 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=648aaa14-2128-4c08-91e1-79ae1c330c9c HTTP/1.1" status: 200 len: 1000 time: 0.2036052 Feb 19 03:21:06.390068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7eedb9-5cc0-42f1-8c01-eb3e2152b1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3059a5a7-bab9-49cb-8cf8-762736439822,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:06.436920 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50636) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.495242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b55fa7ee-ae63-4489-ae79-3283d845dbb8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port fddc29e0-86e2-43bf-abe4-d1542fe577f6 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:06.495761 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b55fa7ee-ae63-4489-ae79-3283d845dbb8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fddc29e0-86e2-43bf-abe4-d1542fe577f6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.499565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-42821174-network', 'tenant_id': '2f37ceef5ad04043ae2d3af2b466a1c0'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:06.532151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7817e2d1-187c-4b64-a09b-6244c4f2aa5f tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1850934 Feb 19 03:21:06.534523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-464df825-b54c-4160-aebb-c6517d220092 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] For port afb1c26a-34f9-4961-ae6e-402f5245d946, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=afb1c26a-34f9-4961-ae6e-402f5245d946,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:06.534803 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-464df825-b54c-4160-aebb-c6517d220092 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.552929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50638) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.609267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-464df825-b54c-4160-aebb-c6517d220092 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for afb1c26a-34f9-4961-ae6e-402f5245d946 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:06.611941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768321-537e-4f7c-b04c-5994e0829477 req-f726a557-5741-4885-9b6a-dad19bfc4bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:06.613505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77768321-537e-4f7c-b04c-5994e0829477 req-f726a557-5741-4885-9b6a-dad19bfc4bb0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6b7c37c-a05d-42e1-9da7-6e6075618d32 HTTP/1.1" status: 200 len: 834 time: 0.2332425 Feb 19 03:21:06.621287 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-1ad8b18c-4fa0-43ee-9ad6-030beea20b0d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] delete failed (client error): The resource could not be found. Feb 19 03:21:06.626175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1ad8b18c-4fa0-43ee-9ad6-030beea20b0d tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "DELETE /v2.0/security-groups/dce61a0d-6f75-47bb-9297-2f997e56e504 HTTP/1.1" status: 404 len: 347 time: 0.0590308 Feb 19 03:21:06.649833 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50642) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:06.655998 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b55fa7ee-ae63-4489-ae79-3283d845dbb8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fddc29e0-86e2-43bf-abe4-d1542fe577f6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.683312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b2b683c8-8bcf-4727-9bdc-d77efca02d21 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/floatingips/d2d02072-ba43-468d-a60e-6c596ba9c164 HTTP/1.1" status: 200 len: 992 time: 0.2434397 Feb 19 03:21:06.686767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b55fa7ee-ae63-4489-ae79-3283d845dbb8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for fddc29e0-86e2-43bf-abe4-d1542fe577f6 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:06.698008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Made reservation on behalf of 2f37ceef5ad04043ae2d3af2b466a1c0 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:06.700909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.726003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-aa82df9c-e3e7-409a-8439-e9037dfe5d95 None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:06.779102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:06.870084 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a5841425-25d6-434a-8654-c2c33ae1daba tempest-SecGroupTest-1454793731 tempest-SecGroupTest-1454793731-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2190201 Feb 19 03:21:06.896403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77768321-537e-4f7c-b04c-5994e0829477 req-cb44a868-d325-4df4-8833-474120a07c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:06.898139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77768321-537e-4f7c-b04c-5994e0829477 req-cb44a868-d325-4df4-8833-474120a07c20 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d812e14e-de83-4338-87fa-976d8be3864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2589819 Feb 19 03:21:06.966112 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b55fa7ee-ae63-4489-ae79-3283d845dbb8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (fddc29e0-86e2-43bf-abe4-d1542fe577f6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.087435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55fa7ee-ae63-4489-ae79-3283d845dbb8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=fddc29e0-86e2-43bf-abe4-d1542fe577f6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:07.173160 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.245006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-aa82df9c-e3e7-409a-8439-e9037dfe5d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'd2d02072-ba43-468d-a60e-6c596ba9c164', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'port_id': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'mac_address': 'fa:16:3e:37:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:21:00Z', 'updated_at': '2022-02-19T03:21:00Z', 'revision_number': 0, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:07.254209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50668) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:07.286188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b55fa7ee-ae63-4489-ae79-3283d845dbb8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.290280 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b55fa7ee-ae63-4489-ae79-3283d845dbb8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/fddc29e0-86e2-43bf-abe4-d1542fe577f6 HTTP/1.1" status: 204 len: 168 time: 0.9927804 Feb 19 03:21:07.297629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50672) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:07.306787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa82df9c-e3e7-409a-8439-e9037dfe5d95 None None] The sync data for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 is: [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'd2d02072-ba43-468d-a60e-6c596ba9c164', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'port_id': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'mac_address': 'fa:16:3e:37:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:21:00Z', 'updated_at': '2022-02-19T03:21:00Z', 'revision_number': 0, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:07.341381 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77768321-537e-4f7c-b04c-5994e0829477 req-a710aa64-92c7-475b-a6fe-69734c804847 service neutron] 10.222.0.87 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338644 Feb 19 03:21:07.343547 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Publish callbacks [] for security_group (5104b45d-6475-4c5b-b461-7ac6348df0e7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.361950 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e526ae-0eae-4ff0-8005-7c2465c02ce6 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:21:07.368513 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-41e526ae-0eae-4ff0-8005-7c2465c02ce6 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/fddc29e0-86e2-43bf-abe4-d1542fe577f6 HTTP/1.1" status: 404 len: 333 time: 0.0665545 Feb 19 03:21:07.369218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50674) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:07.376518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5104b45d-6475-4c5b-b461-7ac6348df0e7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.430239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50676) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:07.506898 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-464df825-b54c-4160-aebb-c6517d220092 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (afb1c26a-34f9-4961-ae6e-402f5245d946), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.509140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:07.560174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464df825-b54c-4160-aebb-c6517d220092 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=afb1c26a-34f9-4961-ae6e-402f5245d946,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:07.568032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5104b45d-6475-4c5b-b461-7ac6348df0e7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:07.618267 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (723a0425-e2c2-43e9-91e8-9b26fe0ce72d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.618946 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Added segment 723a0425-e2c2-43e9-91e8-9b26fe0ce72d of type vlan for network f90ca961-228b-45e1-83bb-4786ac596ecc Feb 19 03:21:07.741344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50684) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:07.742936 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf335199-f513-4cf8-bccd-a01a25906942 None None] New status for floating IP d2d02072-ba43-468d-a60e-6c596ba9c164: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:21:07.919191 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (f90ca961-228b-45e1-83bb-4786ac596ecc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.954654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77768321-537e-4f7c-b04c-5994e0829477 req-49381883-e86b-4cb3-b305-c8f154362b07 service neutron] 10.222.0.87 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964727 Feb 19 03:21:07.992571 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-98088ae3-edbe-40c6-bf57-7ad3839ee813 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting subnet 21dfa3e9-70bd-40fe-ac12-87bc93bd36a5 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:07.996445 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-464df825-b54c-4160-aebb-c6517d220092 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (2ac2744a-9aca-4150-846c-f819e92899bc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:07.999465 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98088ae3-edbe-40c6-bf57-7ad3839ee813 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (21dfa3e9-70bd-40fe-ac12-87bc93bd36a5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.029183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc1550b-557d-4c3d-9f67-1c6abab771dc admin admin] Deleting subnet f227e848-d3a5-4e44-b9ca-2dd84f683462 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:08.037176 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dc1550b-557d-4c3d-9f67-1c6abab771dc admin admin] Publish callbacks [] for subnet (f227e848-d3a5-4e44-b9ca-2dd84f683462), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.046832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-95667c40-d133-427b-a350-eeb0fce4c1d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0ba706a03a204633892d0d20d14d6d8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6148152 Feb 19 03:21:08.050020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50690) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.057436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-599e870d-2d54-4fba-85af-139ed320ac21 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/floatingips/d2d02072-ba43-468d-a60e-6c596ba9c164 HTTP/1.1" status: 200 len: 992 time: 0.3149073 Feb 19 03:21:08.085518 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98088ae3-edbe-40c6-bf57-7ad3839ee813 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (21dfa3e9-70bd-40fe-ac12-87bc93bd36a5), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.105241 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (f90ca961-228b-45e1-83bb-4786ac596ecc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.106197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:08.106794 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.124305 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dc1550b-557d-4c3d-9f67-1c6abab771dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (f227e848-d3a5-4e44-b9ca-2dd84f683462), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.212910 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dc1550b-557d-4c3d-9f67-1c6abab771dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (f227e848-d3a5-4e44-b9ca-2dd84f683462), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.261012 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98088ae3-edbe-40c6-bf57-7ad3839ee813 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (21dfa3e9-70bd-40fe-ac12-87bc93bd36a5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.323796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1632926 Feb 19 03:21:08.338054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dc1550b-557d-4c3d-9f67-1c6abab771dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (f227e848-d3a5-4e44-b9ca-2dd84f683462), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.381899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc1550b-557d-4c3d-9f67-1c6abab771dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f227e848-d3a5-4e44-b9ca-2dd84f683462,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.386227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dc1550b-557d-4c3d-9f67-1c6abab771dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.392741 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1dc1550b-557d-4c3d-9f67-1c6abab771dc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f227e848-d3a5-4e44-b9ca-2dd84f683462 HTTP/1.1" status: 204 len: 168 time: 1.1348066 Feb 19 03:21:08.395389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50696) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.405510 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.407878 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98088ae3-edbe-40c6-bf57-7ad3839ee813 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (21dfa3e9-70bd-40fe-ac12-87bc93bd36a5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.431096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd547e2-0cc5-418c-ab6e-24de8775667f admin admin] Pushing event updated for resources: {'Network': ['ID=f90ca961-228b-45e1-83bb-4786ac596ecc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.446396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network f90ca961-228b-45e1-83bb-4786ac596ecc details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:08.456253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464df825-b54c-4160-aebb-c6517d220092 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Router 2ac2744a-9aca-4150-846c-f819e92899bc has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:21:08.469752 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e74eb7ce-8079-40fd-924c-c21a7b45d26a admin admin] Publish callbacks [] for security_group (46ce0d8e-a77e-4076-80b8-4bb481fc7c41), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.493912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98088ae3-edbe-40c6-bf57-7ad3839ee813 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Subnet': ['ID=21dfa3e9-70bd-40fe-ac12-87bc93bd36a5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.495824 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e74eb7ce-8079-40fd-924c-c21a7b45d26a admin admin] Publish callbacks [] for security_group (46ce0d8e-a77e-4076-80b8-4bb481fc7c41), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.498667 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98088ae3-edbe-40c6-bf57-7ad3839ee813 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.504346 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-98088ae3-edbe-40c6-bf57-7ad3839ee813 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/21dfa3e9-70bd-40fe-ac12-87bc93bd36a5 HTTP/1.1" status: 204 len: 168 time: 1.1311309 Feb 19 03:21:08.504519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50700) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.590330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464df825-b54c-4160-aebb-c6517d220092 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:08.597450 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (3fd9dc96-5a0a-4944-8417-683f8b2c7f71), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.602620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-464df825-b54c-4160-aebb-c6517d220092 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "PUT /v2.0/routers/2ac2744a-9aca-4150-846c-f819e92899bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6145260 Feb 19 03:21:08.603301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50710) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.681591 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.692396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedbff13-5188-4f43-a3b9-44d3d7a99388 None None] Network ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:08.705339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c154d50c-8799-4e53-a810-a457f91d10d5 None None] Sync routers for ids ['2ac2744a-9aca-4150-846c-f819e92899bc'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:08.737749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5950b479-ff37-4ef2-9ddc-33f499f5d688 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:08.739120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5950b479-ff37-4ef2-9ddc-33f499f5d688 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:08.743958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5950b479-ff37-4ef2-9ddc-33f499f5d688 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1372435 Feb 19 03:21:08.744923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50712) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:08.753860 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e74eb7ce-8079-40fd-924c-c21a7b45d26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (46ce0d8e-a77e-4076-80b8-4bb481fc7c41), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.756471 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e74eb7ce-8079-40fd-924c-c21a7b45d26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.772141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e74eb7ce-8079-40fd-924c-c21a7b45d26a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/46ce0d8e-a77e-4076-80b8-4bb481fc7c41 HTTP/1.1" status: 204 len: 168 time: 0.7176423 Feb 19 03:21:08.848102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154d50c-8799-4e53-a810-a457f91d10d5 None None] Routers {'2ac2744a-9aca-4150-846c-f819e92899bc'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:08.848653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c154d50c-8799-4e53-a810-a457f91d10d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ac2744a-9aca-4150-846c-f819e92899bc'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:08.854842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74eb7ce-8079-40fd-924c-c21a7b45d26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ce0d8e-a77e-4076-80b8-4bb481fc7c41,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:08.861905 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (3fd9dc96-5a0a-4944-8417-683f8b2c7f71), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.902384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:08.903018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.907133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd9dc96-5a0a-4944-8417-683f8b2c7f71']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:08.910709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e23048f-092b-4500-84c9-52d355a79734 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 8c9aacfa-de53-4d0c-8890-34235a1b5c8f {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:08.922543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e23048f-092b-4500-84c9-52d355a79734 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (8c9aacfa-de53-4d0c-8890-34235a1b5c8f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:08.984559 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6648c09f-38ba-4438-83a5-ce5a47ffdff0') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:08.985080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6648c09f-38ba-4438-83a5-ce5a47ffdff0') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:09.011042 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (6648c09f-38ba-4438-83a5-ce5a47ffdff0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.040442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] For port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=19a0c5f5-f10f-4d58-9257-e8fc0c5fb175,segment=NetworkSegment(481bbf08-9652-47e6-924c-844741715703),segment_id=481bbf08-9652-47e6-924c-844741715703)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:09.041149 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.044196 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6648c09f-38ba-4438-83a5-ce5a47ffdff0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.060590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:21:09.061028 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (6648c09f-38ba-4438-83a5-ce5a47ffdff0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.062506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50720) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:21:09.063203 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:21:09.090130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c154d50c-8799-4e53-a810-a457f91d10d5 None None] Set router 2ac2744a-9aca-4150-846c-f819e92899bc gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:09.121221 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e23048f-092b-4500-84c9-52d355a79734 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (8c9aacfa-de53-4d0c-8890-34235a1b5c8f), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.166425 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:09.237121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c154d50c-8799-4e53-a810-a457f91d10d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2744a-9aca-4150-846c-f819e92899bc', 'name': 'tempest-NetworksTestDHCPv6-router-233614849', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:54Z', 'updated_at': '2022-02-19T03:21:07Z', 'revision_number': 3, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:09.246089 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a454c93c-c81c-4f6f-bfba-dc5dfe054cae tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/floatingips/d2d02072-ba43-468d-a60e-6c596ba9c164 HTTP/1.1" status: 200 len: 994 time: 0.1816425 Feb 19 03:21:09.291481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c154d50c-8799-4e53-a810-a457f91d10d5 None None] Checking router: 2ac2744a-9aca-4150-846c-f819e92899bc for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:09.313542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154d50c-8799-4e53-a810-a457f91d10d5 None None] Routers {'2ac2744a-9aca-4150-846c-f819e92899bc'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:09.314511 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c154d50c-8799-4e53-a810-a457f91d10d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ac2744a-9aca-4150-846c-f819e92899bc'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:09.426993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (3fd9dc96-5a0a-4944-8417-683f8b2c7f71), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.432074 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.439192 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3fd9dc96-5a0a-4944-8417-683f8b2c7f71 HTTP/1.1" status: 204 len: 168 time: 1.0388880 Feb 19 03:21:09.456865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a1130-9d8d-46b5-a200-7441668ab6b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd9dc96-5a0a-4944-8417-683f8b2c7f71,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:09.473559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c154d50c-8799-4e53-a810-a457f91d10d5 None None] Set router 2ac2744a-9aca-4150-846c-f819e92899bc gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:09.513544 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (19a0c5f5-f10f-4d58-9257-e8fc0c5fb175), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.529650 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No DVR routers for this DVR port 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:09.536614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74deaab-beaf-4b2d-aec6-74d813e1aaed None None] DHCP port deletion for ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:09.592904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c154d50c-8799-4e53-a810-a457f91d10d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ac2744a-9aca-4150-846c-f819e92899bc', 'name': 'tempest-NetworksTestDHCPv6-router-233614849', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:54Z', 'updated_at': '2022-02-19T03:21:07Z', 'revision_number': 3, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:09.655442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c154d50c-8799-4e53-a810-a457f91d10d5 None None] The sync data for ids ['2ac2744a-9aca-4150-846c-f819e92899bc'] in n-d-826755-2 is: [{'id': '2ac2744a-9aca-4150-846c-f819e92899bc', 'name': 'tempest-NetworksTestDHCPv6-router-233614849', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:54Z', 'updated_at': '2022-02-19T03:21:07Z', 'revision_number': 3, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:09.680265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=19a0c5f5-f10f-4d58-9257-e8fc0c5fb175,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:09.759595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e1438-3bfe-4acf-b77e-a3748f93c0bd req-2bb2287b-0442-42b7-935c-2afa7448efdb tempest-ComputeTenantNetworksTest-710942116 tempest-ComputeTenantNetworksTest-710942116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:09.767399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e1438-3bfe-4acf-b77e-a3748f93c0bd req-2bb2287b-0442-42b7-935c-2afa7448efdb tempest-ComputeTenantNetworksTest-710942116 tempest-ComputeTenantNetworksTest-710942116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:09.774440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e1438-3bfe-4acf-b77e-a3748f93c0bd req-2bb2287b-0442-42b7-935c-2afa7448efdb tempest-ComputeTenantNetworksTest-710942116 tempest-ComputeTenantNetworksTest-710942116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:09.776509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-955e1438-3bfe-4acf-b77e-a3748f93c0bd req-2bb2287b-0442-42b7-935c-2afa7448efdb tempest-ComputeTenantNetworksTest-710942116 tempest-ComputeTenantNetworksTest-710942116-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1901 time: 0.7816262 Feb 19 03:21:09.789722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50748) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:09.800902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.817891 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e23048f-092b-4500-84c9-52d355a79734 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (8c9aacfa-de53-4d0c-8890-34235a1b5c8f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.845799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:09.866826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481bbf08-9652-47e6-924c-844741715703') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:09.868786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481bbf08-9652-47e6-924c-844741715703') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:09.891283 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (481bbf08-9652-47e6-924c-844741715703), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.916880 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (481bbf08-9652-47e6-924c-844741715703), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:09.939496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:21:09.940064 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (481bbf08-9652-47e6-924c-844741715703), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.003411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4f6ea0ff-5c03-4345-8c1f-973a2ba62b6a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b2359d397f7e4d539fb71c566ef4bcb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2122545 Feb 19 03:21:10.006714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50752) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:10.072258 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.082079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af3014-371f-4831-9699-1d2985ea66ed req-cef9a871-47b2-4b61-95f7-01c264cac638 tempest-ComputeTenantNetworksTest-710942116 tempest-ComputeTenantNetworksTest-710942116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:10.083560 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6af3014-371f-4831-9699-1d2985ea66ed req-cef9a871-47b2-4b61-95f7-01c264cac638 tempest-ComputeTenantNetworksTest-710942116 tempest-ComputeTenantNetworksTest-710942116-project] 10.222.0.81 "GET /v2.0/networks/f90ca961-228b-45e1-83bb-4786ac596ecc HTTP/1.1" status: 200 len: 767 time: 0.2679741 Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:21:10.099689 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:21:10.102603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50758) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:10.137528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.151154 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.165206 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/networks/ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85 HTTP/1.1" status: 204 len: 168 time: 1.6590366 Feb 19 03:21:10.172998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50760) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:10.189633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (f90ca961-228b-45e1-83bb-4786ac596ecc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.195516 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e23048f-092b-4500-84c9-52d355a79734 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (8c9aacfa-de53-4d0c-8890-34235a1b5c8f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.196295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6dee5b61-71bc-40bc-b176-1a24ec09c60a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1112203804'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:10.202496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662811c-a5de-42cf-b078-35fd30ba5e5d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Network': ['ID=ac3eca1d-fc1b-4eb7-b61f-3d16e1c79c85,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:10.240167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dee5b61-71bc-40bc-b176-1a24ec09c60a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:10.253612 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dee5b61-71bc-40bc-b176-1a24ec09c60a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.258060 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-15afb020-a709-470f-abbb-2fd6bc8c8216 admin admin] Publish callbacks [] for security_group (fa48f72c-7c77-460e-ae84-326e0d86df8b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.294478 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-15afb020-a709-470f-abbb-2fd6bc8c8216 admin admin] Publish callbacks [] for security_group (fa48f72c-7c77-460e-ae84-326e0d86df8b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.346439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dee5b61-71bc-40bc-b176-1a24ec09c60a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:10.349185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e23048f-092b-4500-84c9-52d355a79734 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=8c9aacfa-de53-4d0c-8890-34235a1b5c8f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:10.359303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dee5b61-71bc-40bc-b176-1a24ec09c60a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8b669dfa-4d99-4c60-8775-9a6fc6c93a04), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.359810 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-6dee5b61-71bc-40bc-b176-1a24ec09c60a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Added segment 8b669dfa-4d99-4c60-8775-9a6fc6c93a04 of type vlan for network 010eadcb-a355-463c-b07e-0d4be5198184 Feb 19 03:21:10.359956 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e23048f-092b-4500-84c9-52d355a79734 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.368017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3e23048f-092b-4500-84c9-52d355a79734 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/8c9aacfa-de53-4d0c-8890-34235a1b5c8f HTTP/1.1" status: 204 len: 168 time: 1.6210194 Feb 19 03:21:10.370519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50766) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:10.373517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ac524-e169-4d06-a4ff-f84721dd7d21 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:10.419397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dee5b61-71bc-40bc-b176-1a24ec09c60a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (010eadcb-a355-463c-b07e-0d4be5198184), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.481845 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dee5b61-71bc-40bc-b176-1a24ec09c60a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (010eadcb-a355-463c-b07e-0d4be5198184), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.488774 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee5b61-71bc-40bc-b176-1a24ec09c60a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:10.489677 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dee5b61-71bc-40bc-b176-1a24ec09c60a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.517396 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-15afb020-a709-470f-abbb-2fd6bc8c8216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fa48f72c-7c77-460e-ae84-326e0d86df8b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.520507 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-15afb020-a709-470f-abbb-2fd6bc8c8216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.521875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-15afb020-a709-470f-abbb-2fd6bc8c8216 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa48f72c-7c77-460e-ae84-326e0d86df8b HTTP/1.1" status: 204 len: 168 time: 0.5026100 Feb 19 03:21:10.556319 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (f90ca961-228b-45e1-83bb-4786ac596ecc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.593109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15afb020-a709-470f-abbb-2fd6bc8c8216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa48f72c-7c77-460e-ae84-326e0d86df8b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:10.609412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50770) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:10.660073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:10.672840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7f6ec056-71ea-4cc8-b4fb-9df15521853b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2988970 Feb 19 03:21:10.672840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f90ca961-228b-45e1-83bb-4786ac596ecc']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:10.674685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50774) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:10.692866 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee5b61-71bc-40bc-b176-1a24ec09c60a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Network': ['ID=010eadcb-a355-463c-b07e-0d4be5198184,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:10.719490 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6dee5b61-71bc-40bc-b176-1a24ec09c60a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5418971 Feb 19 03:21:10.719490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50776) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:10.726728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0c5e7d27-79d7-423c-b71c-c894dc2b0dde tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': '010eadcb-a355-463c-b07e-0d4be5198184', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:10.731615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723a0425-e2c2-43e9-91e8-9b26fe0ce72d') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:10.731888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723a0425-e2c2-43e9-91e8-9b26fe0ce72d') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:10.746057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:10.754533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 010eadcb-a355-463c-b07e-0d4be5198184 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:10.786605 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (723a0425-e2c2-43e9-91e8-9b26fe0ce72d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.803339 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f52d1a8f-d8f1-4c69-af9e-eb35097b6d77 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for router (2ac2744a-9aca-4150-846c-f819e92899bc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.852257 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (723a0425-e2c2-43e9-91e8-9b26fe0ce72d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.872430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1879270497'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:10.877483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:10.878915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 19a0c5f5-f10f-4d58-9257-e8fc0c5fb175 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:10.880542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device afb1c26a-34f9-4961-ae6e-402f5245d946 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:10.907404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5e7d27-79d7-423c-b71c-c894dc2b0dde tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:10.913052 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c5e7d27-79d7-423c-b71c-c894dc2b0dde tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.922616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:21:10.923031 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (723a0425-e2c2-43e9-91e8-9b26fe0ce72d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:21:10.924819 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:21:10.938369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: afb1c26a-34f9-4961-ae6e-402f5245d946 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:10.938913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device afb1c26a-34f9-4961-ae6e-402f5245d946 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:10.966565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Made reservation on behalf of 7a7574c5299d47e2a4a7d116ecc41947 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:10.969967 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.014813 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Deleting port 67969c59-6f2d-4f90-a4cd-b428ea0be92a {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:11.015305 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (67969c59-6f2d-4f90-a4cd-b428ea0be92a), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.050490 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.104386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] For port 67969c59-6f2d-4f90-a4cd-b428ea0be92a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=67969c59-6f2d-4f90-a4cd-b428ea0be92a,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:11.104987 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (67969c59-6f2d-4f90-a4cd-b428ea0be92a), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.120143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Calling delete_port for 67969c59-6f2d-4f90-a4cd-b428ea0be92a owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:11.143375 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (f90ca961-228b-45e1-83bb-4786ac596ecc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.186157 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.192398 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] 10.222.0.81 "DELETE /v2.0/networks/f90ca961-228b-45e1-83bb-4786ac596ecc HTTP/1.1" status: 204 len: 168 time: 1.0907621 Feb 19 03:21:11.205921 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f52d1a8f-d8f1-4c69-af9e-eb35097b6d77 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (2ac2744a-9aca-4150-846c-f819e92899bc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.210006 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f52d1a8f-d8f1-4c69-af9e-eb35097b6d77 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for router_controller (2ac2744a-9aca-4150-846c-f819e92899bc), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.212711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c006bb-a779-4c95-9bb4-e271a69cd09b admin admin] Pushing event deleted for resources: {'Network': ['ID=f90ca961-228b-45e1-83bb-4786ac596ecc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:11.283735 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f52d1a8f-d8f1-4c69-af9e-eb35097b6d77 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (2ac2744a-9aca-4150-846c-f819e92899bc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.284273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (67969c59-6f2d-4f90-a4cd-b428ea0be92a), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.284443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52d1a8f-d8f1-4c69-af9e-eb35097b6d77 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Fanout notify agent at l3_agent the message router_deleted on router 2ac2744a-9aca-4150-846c-f819e92899bc {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:21:11.293297 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f52d1a8f-d8f1-4c69-af9e-eb35097b6d77 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.294421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f52d1a8f-d8f1-4c69-af9e-eb35097b6d77 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/routers/2ac2744a-9aca-4150-846c-f819e92899bc HTTP/1.1" status: 204 len: 168 time: 0.6185510 Feb 19 03:21:11.298799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50792) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:11.306137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-edc2eae2-4fe6-40ee-abec-72bb1b9eb294 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:11.369131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Pushing event deleted for resources: {'Port': ['ID=67969c59-6f2d-4f90-a4cd-b428ea0be92a,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:11.376694 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c5e7d27-79d7-423c-b71c-c894dc2b0dde tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (62747d4d-dab0-414f-b12a-bc023ef00cab), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.402821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] No DVR routers for this DVR port 67969c59-6f2d-4f90-a4cd-b428ea0be92a on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:11.406972 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks [] for security_group (fa7a6ac2-9959-461a-b34f-faac03422258), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.411033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.411738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.412269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.413055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.415944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50796) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:11.430396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.431631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.431979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.433072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.433991 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.435128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.435621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.437082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.437602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cda37eb-304f-4bf0-8709-10c4a6791143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:11.443808 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fa7a6ac2-9959-461a-b34f-faac03422258), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.520275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:11.538058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7a6ac2-9959-461a-b34f-faac03422258,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:11.545773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e7d27-79d7-423c-b71c-c894dc2b0dde tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Subnet': ['ID=62747d4d-dab0-414f-b12a-bc023ef00cab,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:11.550706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50804) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:11.551134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-48411abe-0e78-42da-9619-dcdfab66224c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2f37ceef5ad04043ae2d3af2b466a1c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1335530 Feb 19 03:21:11.557294 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8eafe0ab-8aa0-493b-8fab-5809422c4dfe), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.557562 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Added segment 8eafe0ab-8aa0-493b-8fab-5809422c4dfe of type vlan for network e32a4b7a-470b-4e86-bf2e-84cc76e2d35f Feb 19 03:21:11.568532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc2eae2-4fe6-40ee-abec-72bb1b9eb294 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:11.574012 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edc2eae2-4fe6-40ee-abec-72bb1b9eb294 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.589885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5e7d27-79d7-423c-b71c-c894dc2b0dde tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Checking segment: {'id': '8b669dfa-4d99-4c60-8775-9a6fc6c93a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '010eadcb-a355-463c-b07e-0d4be5198184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:11.589885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5e7d27-79d7-423c-b71c-c894dc2b0dde tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network hostable DHCP agents. Network: 010eadcb-a355-463c-b07e-0d4be5198184, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:21:11.639209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5e7d27-79d7-423c-b71c-c894dc2b0dde tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network 010eadcb-a355-463c-b07e-0d4be5198184 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:21:11.657788 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0c5e7d27-79d7-423c-b71c-c894dc2b0dde tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 010eadcb-a355-463c-b07e-0d4be5198184) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:11.664034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5e7d27-79d7-423c-b71c-c894dc2b0dde tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:11.664782 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c5e7d27-79d7-423c-b71c-c894dc2b0dde tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.667748 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c10b6c8-6e66-4bab-a876-83ba5ed7a10c admin admin] Publish callbacks [] for security_group (5104b45d-6475-4c5b-b461-7ac6348df0e7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.675806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab4eeb4-ad01-4d15-b528-f2053103fbf1 None None] Network 010eadcb-a355-463c-b07e-0d4be5198184 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:11.682521 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (e32a4b7a-470b-4e86-bf2e-84cc76e2d35f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.701504 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c10b6c8-6e66-4bab-a876-83ba5ed7a10c admin admin] Publish callbacks [] for security_group (5104b45d-6475-4c5b-b461-7ac6348df0e7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.717167 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0c5e7d27-79d7-423c-b71c-c894dc2b0dde tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9969821 Feb 19 03:21:11.719966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50816) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:11.726267 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': '010eadcb-a355-463c-b07e-0d4be5198184', 'name': 'tempest-PortsTestJSON-1661485158', 'fixed_ips': [{'subnet_id': '62747d4d-dab0-414f-b12a-bc023ef00cab', 'ip_address': '172.20.0.10'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:11.749847 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e32a4b7a-470b-4e86-bf2e-84cc76e2d35f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.758645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:11.759359 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.784990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1492691 Feb 19 03:21:11.789466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50820) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:11.827665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-010eadcb-a355-463c-b07e-0d4be5198184', 'network_id': '010eadcb-a355-463c-b07e-0d4be5198184', 'project_id': '70314eb81c27414a8636915c7dbff825', 'fixed_ips': [{'subnet_id': '62747d4d-dab0-414f-b12a-bc023ef00cab'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:11.828595 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.913647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-2dfefec8-0bbd-4885-8cbd-821056ade8ee tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e32a4b7a-470b-4e86-bf2e-84cc76e2d35f', 'tempest-TagsTest-Tag-1030705468') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:11.916356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d33cde-6f87-486e-a408-62b377ad35bf tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Pushing event updated for resources: {'Network': ['ID=e32a4b7a-470b-4e86-bf2e-84cc76e2d35f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:11.929181 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c10b6c8-6e66-4bab-a876-83ba5ed7a10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5104b45d-6475-4c5b-b461-7ac6348df0e7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.933485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c10b6c8-6e66-4bab-a876-83ba5ed7a10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:11.935161 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3c10b6c8-6e66-4bab-a876-83ba5ed7a10c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5104b45d-6475-4c5b-b461-7ac6348df0e7 HTTP/1.1" status: 204 len: 168 time: 0.3828311 Feb 19 03:21:11.951800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10b6c8-6e66-4bab-a876-83ba5ed7a10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5104b45d-6475-4c5b-b461-7ac6348df0e7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:11.971515 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:12.045193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network e32a4b7a-470b-4e86-bf2e-84cc76e2d35f details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:12.094487 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edc2eae2-4fe6-40ee-abec-72bb1b9eb294 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (9e0cf7a7-c06d-465b-beaa-d165d0f97b3e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.107205 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50836) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.121574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.177191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:12.195189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2eae2-4fe6-40ee-abec-72bb1b9eb294 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=9e0cf7a7-c06d-465b-beaa-d165d0f97b3e,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:12.218960 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2dfefec8-0bbd-4885-8cbd-821056ade8ee tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "PUT /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f/tags/tempest-TagsTest-Tag-1030705468 HTTP/1.1" status: 201 len: 201 time: 0.3089564 Feb 19 03:21:12.227439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc2eae2-4fe6-40ee-abec-72bb1b9eb294 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:12.228137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50840) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.242840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-9e03d328-bee7-46af-b497-f5b5bbe1ea5a tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e32a4b7a-470b-4e86-bf2e-84cc76e2d35f', 'tempest-TagsTest-Tag-1030705468') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:12.249234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-edc2eae2-4fe6-40ee-abec-72bb1b9eb294 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:12.260502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc2eae2-4fe6-40ee-abec-72bb1b9eb294 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:12.261156 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edc2eae2-4fe6-40ee-abec-72bb1b9eb294 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.317131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Allocated IP 172.20.0.2 (010eadcb-a355-463c-b07e-0d4be5198184/62747d4d-dab0-414f-b12a-bc023ef00cab/855b2aff-015f-42f3-8e1a-992eb7241ac1) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:12.364055 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-edc2eae2-4fe6-40ee-abec-72bb1b9eb294 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0641296 Feb 19 03:21:12.367192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50844) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.374222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-be5fe4c5-c752-49ac-bdbd-152ea7ad6680 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1460551936', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:12.410269 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be5fe4c5-c752-49ac-bdbd-152ea7ad6680 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (1e4b7167-9461-4ad2-851f-eec21cce5b46), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.412580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be5fe4c5-c752-49ac-bdbd-152ea7ad6680 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (1e4b7167-9461-4ad2-851f-eec21cce5b46), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.424176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9e03d328-bee7-46af-b497-f5b5bbe1ea5a tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "GET /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f/tags/tempest-TagsTest-Tag-1030705468 HTTP/1.1" status: 204 len: 168 time: 0.1945782 Feb 19 03:21:12.427011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50846) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.431708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-b107f16f-8a9e-4461-8edb-137097447f28 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e32a4b7a-470b-4e86-bf2e-84cc76e2d35f') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:12.454184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-909871799-network', 'tenant_id': '5e665994d3c248f1ab106b822b43db54'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:12.456514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a379002e-12a3-4016-b7f0-e7ceeeeb0f3a None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:12.502059 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be5fe4c5-c752-49ac-bdbd-152ea7ad6680 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for router_controller (1e4b7167-9461-4ad2-851f-eec21cce5b46), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.513016 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be5fe4c5-c752-49ac-bdbd-152ea7ad6680 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (1e4b7167-9461-4ad2-851f-eec21cce5b46), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.519066 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Made reservation on behalf of 5e665994d3c248f1ab106b822b43db54 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:12.521582 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.539715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.567019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b107f16f-8a9e-4461-8edb-137097447f28 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "GET /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f/tags HTTP/1.1" status: 200 len: 238 time: 0.1388772 Feb 19 03:21:12.570409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50852) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.578547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-e39c073a-ce83-41b9-a5ef-d010458c1ec0 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e32a4b7a-470b-4e86-bf2e-84cc76e2d35f', {'tags': ['tempest-TagsTest-Tag-1861746453', 'tempest-TagsTest-Tag-2125668077', 'tempest-TagsTest-Tag-1589385840']}) {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:12.596794 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be5fe4c5-c752-49ac-bdbd-152ea7ad6680 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.597969 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-be5fe4c5-c752-49ac-bdbd-152ea7ad6680 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2293551 Feb 19 03:21:12.601302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50854) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.626636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 67969c59-6f2d-4f90-a4cd-b428ea0be92a no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:12.684653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 67969c59-6f2d-4f90-a4cd-b428ea0be92a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:12.685690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 67969c59-6f2d-4f90-a4cd-b428ea0be92a not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:12.743016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e39c073a-ce83-41b9-a5ef-d010458c1ec0 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "PUT /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f/tags HTTP/1.1" status: 200 len: 309 time: 0.1696899 Feb 19 03:21:12.744243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '9e0cf7a7-c06d-465b-beaa-d165d0f97b3e'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:12.745125 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.745414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50860) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.747880 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Publish callbacks [] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.763877 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:12.764143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-98fc576c-c756-4805-a8c1-5acb03b21ed7 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e32a4b7a-470b-4e86-bf2e-84cc76e2d35f', 'tempest-TagsTest-Tag-1861746453') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:12.817095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Pushing event updated for resources: {'Port': ['ID=855b2aff-015f-42f3-8e1a-992eb7241ac1,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:12.958402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/9e0cf7a7-c06d-465b-beaa-d165d0f97b3e/e305f1e5-6eaa-4d46-9d54-c0e870050751) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:12.985815 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-98fc576c-c756-4805-a8c1-5acb03b21ed7 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "DELETE /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f/tags/tempest-TagsTest-Tag-1861746453 HTTP/1.1" status: 204 len: 168 time: 0.2392917 Feb 19 03:21:12.988635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50864) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:12.995739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-09fe5702-c8ad-4064-b6f7-c3ad6d6b7b3c tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e32a4b7a-470b-4e86-bf2e-84cc76e2d35f', 'tempest-TagsTest-Tag-1861746453') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:13.023499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.10 (010eadcb-a355-463c-b07e-0d4be5198184/62747d4d-dab0-414f-b12a-bc023ef00cab/bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:13.122753 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Publish callbacks [] for port (e305f1e5-6eaa-4d46-9d54-c0e870050751), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.127555 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-09fe5702-c8ad-4064-b6f7-c3ad6d6b7b3c tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] show failed (client error): The resource could not be found. Feb 19 03:21:13.129023 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-09fe5702-c8ad-4064-b6f7-c3ad6d6b7b3c tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "GET /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f/tags/tempest-TagsTest-Tag-1861746453 HTTP/1.1" status: 404 len: 326 time: 0.1390452 Feb 19 03:21:13.132534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50870) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:13.135223 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Network 010eadcb-a355-463c-b07e-0d4be5198184 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:13.137396 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (e305f1e5-6eaa-4d46-9d54-c0e870050751), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.139874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-3ac216b9-c3aa-4a80-bec9-29f2bbe15ff1 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e32a4b7a-470b-4e86-bf2e-84cc76e2d35f', 'tempest-TagsTest-Tag-2125668077') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:13.169780 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.208713 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Publish callbacks [] for security_group (4155ce8b-b96b-482f-ab8e-b76f1e75e9db), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.221804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Pushing event updated for resources: {'Port': ['ID=e305f1e5-6eaa-4d46-9d54-c0e870050751,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.225452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:13.255453 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4155ce8b-b96b-482f-ab8e-b76f1e75e9db), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.269633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:13.270521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:13.273473 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:13.276888 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:13.279950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:13.282405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3ac216b9-c3aa-4a80-bec9-29f2bbe15ff1 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "GET /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f/tags/tempest-TagsTest-Tag-2125668077 HTTP/1.1" status: 204 len: 168 time: 0.1444483 Feb 19 03:21:13.283867 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.284566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50880) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:13.285011 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Added segment 0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad of type vlan for network 7c7d82b2-e44d-410a-b73e-273236107a34 Feb 19 03:21:13.300020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-e96f23fe-4dd6-4eb2-8cb8-b5e893f58044 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e32a4b7a-470b-4e86-bf2e-84cc76e2d35f', 'tempest-TagsTest-Tag-1589385840') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:13.345334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (7c7d82b2-e44d-410a-b73e-273236107a34), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.400852 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (7c7d82b2-e44d-410a-b73e-273236107a34), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.401476 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Attempting to bind port e305f1e5-6eaa-4d46-9d54-c0e870050751 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:13.401895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:13.402325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Attempting to bind port e305f1e5-6eaa-4d46-9d54-c0e870050751 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:13.402532 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.403092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Attempting to bind port e305f1e5-6eaa-4d46-9d54-c0e870050751 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:13.422601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Attempting to bind port 855b2aff-015f-42f3-8e1a-992eb7241ac1 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:13.423372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Attempting to bind port 855b2aff-015f-42f3-8e1a-992eb7241ac1 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8b669dfa-4d99-4c60-8775-9a6fc6c93a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '010eadcb-a355-463c-b07e-0d4be5198184'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:13.423991 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Attempting to bind port 855b2aff-015f-42f3-8e1a-992eb7241ac1 on network 010eadcb-a355-463c-b07e-0d4be5198184 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:13.430150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:13.430949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Checking segment: {'id': '8b669dfa-4d99-4c60-8775-9a6fc6c93a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '010eadcb-a355-463c-b07e-0d4be5198184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:13.431608 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.432208 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Bound using segment: {'id': '8b669dfa-4d99-4c60-8775-9a6fc6c93a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '010eadcb-a355-463c-b07e-0d4be5198184'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:13.432940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Bound port: 855b2aff-015f-42f3-8e1a-992eb7241ac1, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b669dfa-4d99-4c60-8775-9a6fc6c93a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '010eadcb-a355-463c-b07e-0d4be5198184'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:13.433555 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.436045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:13.436820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:13.437434 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.438031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:13.438737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Bound port: e305f1e5-6eaa-4d46-9d54-c0e870050751, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:13.439335 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e305f1e5-6eaa-4d46-9d54-c0e870050751), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.468808 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3582444 Feb 19 03:21:13.481411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50886) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:13.506160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] For port e305f1e5-6eaa-4d46-9d54-c0e870050751, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:13.508403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4c30620d-5c97-45fa-ad5d-c005542c37b5 admin admin] Request body: {'subnet': {'network_id': '7c7d82b2-e44d-410a-b73e-273236107a34', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-909871799-subnet', 'tenant_id': '5e665994d3c248f1ab106b822b43db54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:13.510245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] For port e305f1e5-6eaa-4d46-9d54-c0e870050751, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e305f1e5-6eaa-4d46-9d54-c0e870050751,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:13.526254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e305f1e5-6eaa-4d46-9d54-c0e870050751), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.557290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e96f23fe-4dd6-4eb2-8cb8-b5e893f58044 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "GET /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f/tags/tempest-TagsTest-Tag-1589385840 HTTP/1.1" status: 204 len: 168 time: 0.2695234 Feb 19 03:21:13.560533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50890) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:13.582602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-5f5298c9-8601-4749-aa70-e0b9f92c1259 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e32a4b7a-470b-4e86-bf2e-84cc76e2d35f') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:13.615127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c30620d-5c97-45fa-ad5d-c005542c37b5 admin admin] Made reservation on behalf of 5e665994d3c248f1ab106b822b43db54 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:13.621582 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c30620d-5c97-45fa-ad5d-c005542c37b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.645187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64df3e1-d56d-482c-aab0-25e5d360904c None None] Pushing event updated for resources: {'Port': ['ID=e305f1e5-6eaa-4d46-9d54-c0e870050751,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.671647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] For port 855b2aff-015f-42f3-8e1a-992eb7241ac1, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:13.674080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] For port 855b2aff-015f-42f3-8e1a-992eb7241ac1, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=855b2aff-015f-42f3-8e1a-992eb7241ac1,segment=NetworkSegment(8b669dfa-4d99-4c60-8775-9a6fc6c93a04),segment_id=8b669dfa-4d99-4c60-8775-9a6fc6c93a04)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:13.691749 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:13.766048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2371e8df-a470-4241-933a-9939647a4ba5 None None] Pushing event updated for resources: {'Port': ['ID=855b2aff-015f-42f3-8e1a-992eb7241ac1,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.822688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4155ce8b-b96b-482f-ab8e-b76f1e75e9db,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.850284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ed2af-f502-45ea-a1e1-2932d3490f61 admin admin] Pushing event updated for resources: {'Network': ['ID=7c7d82b2-e44d-410a-b73e-273236107a34,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:13.882975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 7c7d82b2-e44d-410a-b73e-273236107a34 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:14.082270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50898) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:14.125401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5f5298c9-8601-4749-aa70-e0b9f92c1259 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "DELETE /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f/tags HTTP/1.1" status: 204 len: 168 time: 0.5636744 Feb 19 03:21:14.131927 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50902) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:14.170411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c30620d-5c97-45fa-ad5d-c005542c37b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (52bcc769-18b9-42c0-9393-626b3e992718), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.212737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-fbebc790-dbbf-4488-a99c-60fd84cc5215 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e32a4b7a-470b-4e86-bf2e-84cc76e2d35f', 'tempest-TagsTest-Tag-2125668077') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:14.271721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30620d-5c97-45fa-ad5d-c005542c37b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52bcc769-18b9-42c0-9393-626b3e992718,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:14.274340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c30620d-5c97-45fa-ad5d-c005542c37b5 admin admin] Checking segment: {'id': '0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c7d82b2-e44d-410a-b73e-273236107a34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:14.274791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c30620d-5c97-45fa-ad5d-c005542c37b5 admin admin] Network hostable DHCP agents. Network: 7c7d82b2-e44d-410a-b73e-273236107a34, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:21:14.294370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.321429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c30620d-5c97-45fa-ad5d-c005542c37b5 admin admin] Network 7c7d82b2-e44d-410a-b73e-273236107a34 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:21:14.349813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-4c30620d-5c97-45fa-ad5d-c005542c37b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 7c7d82b2-e44d-410a-b73e-273236107a34) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:14.361620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c30620d-5c97-45fa-ad5d-c005542c37b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:14.362389 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c30620d-5c97-45fa-ad5d-c005542c37b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.363489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d71880-43c7-426e-b21c-3fe06cda83d2 None None] Network 7c7d82b2-e44d-410a-b73e-273236107a34 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:14.386067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::1 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/9e0cf7a7-c06d-465b-beaa-d165d0f97b3e/5ad54e90-125e-4932-84c9-709ba2b38b41) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:14.415557 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f199c2f-958d-49e8-8699-4cf8e30e0ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.449675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4c30620d-5c97-45fa-ad5d-c005542c37b5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9461987 Feb 19 03:21:14.492708 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-fbebc790-dbbf-4488-a99c-60fd84cc5215 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] show failed (client error): The resource could not be found. Feb 19 03:21:14.497648 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fbebc790-dbbf-4488-a99c-60fd84cc5215 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "GET /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f/tags/tempest-TagsTest-Tag-2125668077 HTTP/1.1" status: 404 len: 326 time: 0.3500192 Feb 19 03:21:14.499666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50910) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:14.594908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-85f97d7e-29eb-44d9-b6e5-f84eb740cfb8 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e32a4b7a-470b-4e86-bf2e-84cc76e2d35f', 'tempest-TagsTest-Tag-1589385840') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:14.618259 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.636418 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f199c2f-958d-49e8-8699-4cf8e30e0ba6 admin admin] Publish callbacks [] for security_group (1eaf4c18-21ed-45fa-a50c-e17a0b523ef0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.650123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network 010eadcb-a355-463c-b07e-0d4be5198184 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:14.653526 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f199c2f-958d-49e8-8699-4cf8e30e0ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1eaf4c18-21ed-45fa-a50c-e17a0b523ef0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.660245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:14.769121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8f199c2f-958d-49e8-8699-4cf8e30e0ba6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d3b9ec149ec846dd92db3b9a241eae71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6857390 Feb 19 03:21:14.774388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50918) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:14.775106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f199c2f-958d-49e8-8699-4cf8e30e0ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eaf4c18-21ed-45fa-a50c-e17a0b523ef0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:14.868292 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edd86819-2b73-4919-835c-da815ac2e53c admin admin] Publish callbacks [] for security_group (1eaf4c18-21ed-45fa-a50c-e17a0b523ef0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:14.902392 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edd86819-2b73-4919-835c-da815ac2e53c admin admin] Publish callbacks [] for security_group (1eaf4c18-21ed-45fa-a50c-e17a0b523ef0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.025011 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edd86819-2b73-4919-835c-da815ac2e53c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1eaf4c18-21ed-45fa-a50c-e17a0b523ef0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.032628 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edd86819-2b73-4919-835c-da815ac2e53c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.037115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-edd86819-2b73-4919-835c-da815ac2e53c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1eaf4c18-21ed-45fa-a50c-e17a0b523ef0 HTTP/1.1" status: 204 len: 168 time: 0.2506518 Feb 19 03:21:15.075899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd86819-2b73-4919-835c-da815ac2e53c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eaf4c18-21ed-45fa-a50c-e17a0b523ef0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:15.133140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 855b2aff-015f-42f3-8e1a-992eb7241ac1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:15.235706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58e9068-94b9-47e9-ad7a-a62aaabee1a1 None None] Network 7c7d82b2-e44d-410a-b73e-273236107a34 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:15.496164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:15.510644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 855b2aff-015f-42f3-8e1a-992eb7241ac1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:15.511496 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.626283 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:15.627095 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.728210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 855b2aff-015f-42f3-8e1a-992eb7241ac1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:15.729085 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.783404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 855b2aff-015f-42f3-8e1a-992eb7241ac1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=855b2aff-015f-42f3-8e1a-992eb7241ac1,segment=NetworkSegment(8b669dfa-4d99-4c60-8775-9a6fc6c93a04),segment_id=8b669dfa-4d99-4c60-8775-9a6fc6c93a04)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:15.796998 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.797919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e305f1e5-6eaa-4d46-9d54-c0e870050751 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:15.802854 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0815973 Feb 19 03:21:15.803481 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-4e3a996a-06e9-4ddb-a8d8-f7579a5359b8 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:15.805861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-4e3a996a-06e9-4ddb-a8d8-f7579a5359b8 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/networks?id=7c7d82b2-e44d-410a-b73e-273236107a34 HTTP/1.1" status: 200 len: 817 time: 0.2768471 Feb 19 03:21:15.806366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50946) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:15.813406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': '010eadcb-a355-463c-b07e-0d4be5198184', 'name': 'tempest-PortsTestJSON-5544022', 'fixed_ips': [{'subnet_id': '62747d4d-dab0-414f-b12a-bc023ef00cab', 'ip_address': '172.20.0.9'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:15.817642 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-85f97d7e-29eb-44d9-b6e5-f84eb740cfb8 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] show failed (client error): The resource could not be found. Feb 19 03:21:15.818699 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-85f97d7e-29eb-44d9-b6e5-f84eb740cfb8 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "GET /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f/tags/tempest-TagsTest-Tag-1589385840 HTTP/1.1" status: 404 len: 326 time: 1.2322867 Feb 19 03:21:15.822354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50948) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:15.828278 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.848159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-46aa8660-d806-436a-a3e7-19fce8f9a1e7 None None] Provisioning complete for port e305f1e5-6eaa-4d46-9d54-c0e870050751 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:15.848526 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-46aa8660-d806-436a-a3e7-19fce8f9a1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e305f1e5-6eaa-4d46-9d54-c0e870050751), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:15.850741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-78c2d1f5-b82e-4fe2-ac81-c3b05c1e4051 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e32a4b7a-470b-4e86-bf2e-84cc76e2d35f') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:15.857350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edb5b72-4484-4d85-875d-3e249b31c4fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:15.880003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baab35cb-aaae-4923-8471-694763f8d8bf None None] Network 010eadcb-a355-463c-b07e-0d4be5198184 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:15.928792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-160eb763-3bfc-4864-9cfa-ec07d254f9af tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/quotas/5e665994d3c248f1ab106b822b43db54 HTTP/1.1" status: 200 len: 375 time: 0.0946159 Feb 19 03:21:15.971753 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-4cbd6ec4-6501-41fe-9011-8ded622c9969 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5e665994d3c248f1ab106b822b43db54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365388 Feb 19 03:21:15.981541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e305f1e5-6eaa-4d46-9d54-c0e870050751 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:15.981903 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e305f1e5-6eaa-4d46-9d54-c0e870050751), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.040680 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=855b2aff-015f-42f3-8e1a-992eb7241ac1,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:16.053835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:16.091871 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50952) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:16.100537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e305f1e5-6eaa-4d46-9d54-c0e870050751 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:16.101064 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e305f1e5-6eaa-4d46-9d54-c0e870050751), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.141956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port e305f1e5-6eaa-4d46-9d54-c0e870050751, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e305f1e5-6eaa-4d46-9d54-c0e870050751,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:16.181168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8626a2fa-70a5-4f08-90b4-6c99033647f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.190452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-46aa8660-d806-436a-a3e7-19fce8f9a1e7 None None] Current status of the port e305f1e5-6eaa-4d46-9d54-c0e870050751 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:16.191259 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-78c2d1f5-b82e-4fe2-ac81-c3b05c1e4051 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "DELETE /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f/tags HTTP/1.1" status: 204 len: 168 time: 0.3539579 Feb 19 03:21:16.193294 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e305f1e5-6eaa-4d46-9d54-c0e870050751), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.203347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50956) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:16.210316 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.245046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=e305f1e5-6eaa-4d46-9d54-c0e870050751,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:16.303015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=5ad54e90-125e-4932-84c9-709ba2b38b41,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:16.310053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:16.314150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:16.319020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:16.319566 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (1e4b7167-9461-4ad2-851f-eec21cce5b46), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.346194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3d556433-9106-4385-a811-dc200dc3de9e None None] Provisioning complete for port 855b2aff-015f-42f3-8e1a-992eb7241ac1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:16.346560 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d556433-9106-4385-a811-dc200dc3de9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.417601 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-c90af57e-e569-4006-a5de-f1abd318f60e service neutron] 10.222.0.81 "GET /v2.0/networks/7c7d82b2-e44d-410a-b73e-273236107a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113359 Feb 19 03:21:16.476565 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.480501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3d556433-9106-4385-a811-dc200dc3de9e None None] Current status of the port 855b2aff-015f-42f3-8e1a-992eb7241ac1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:16.532828 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (e32a4b7a-470b-4e86-bf2e-84cc76e2d35f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.558494 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.623261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8626a2fa-70a5-4f08-90b4-6c99033647f0 admin admin] Publish callbacks [] for security_group (242725b5-bb87-4d7c-b328-30d511352808), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.658441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port 3a258dee-2462-470c-ac99-ca9eef3503c8 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:16.660223 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8626a2fa-70a5-4f08-90b4-6c99033647f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (242725b5-bb87-4d7c-b328-30d511352808), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.681397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 855b2aff-015f-42f3-8e1a-992eb7241ac1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:16.743886 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8626a2fa-70a5-4f08-90b4-6c99033647f0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=09eea6117ebf44f1881f0680bcac91bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6478941 Feb 19 03:21:16.751914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50964) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:16.842760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 855b2aff-015f-42f3-8e1a-992eb7241ac1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:16.843283 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.886740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626a2fa-70a5-4f08-90b4-6c99033647f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242725b5-bb87-4d7c-b328-30d511352808,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:16.918437 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2618b50a-1044-4c3c-9a97-b62d77db7125 admin admin] Publish callbacks [] for security_group (242725b5-bb87-4d7c-b328-30d511352808), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:16.969172 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2618b50a-1044-4c3c-9a97-b62d77db7125 admin admin] Publish callbacks [] for security_group (242725b5-bb87-4d7c-b328-30d511352808), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.019511 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-83c00089-acb8-4c96-913f-d56737908ff6 None None] Provisioning complete for port 5ad54e90-125e-4932-84c9-709ba2b38b41 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:17.020095 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83c00089-acb8-4c96-913f-d56737908ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.153255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-83c00089-acb8-4c96-913f-d56737908ff6 None None] Port 5ad54e90-125e-4932-84c9-709ba2b38b41 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:17.161025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 855b2aff-015f-42f3-8e1a-992eb7241ac1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:17.162391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e305f1e5-6eaa-4d46-9d54-c0e870050751 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:17.185113 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2618b50a-1044-4c3c-9a97-b62d77db7125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (242725b5-bb87-4d7c-b328-30d511352808), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.197216 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2618b50a-1044-4c3c-9a97-b62d77db7125 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.198542 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2618b50a-1044-4c3c-9a97-b62d77db7125 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/242725b5-bb87-4d7c-b328-30d511352808 HTTP/1.1" status: 204 len: 168 time: 0.4454253 Feb 19 03:21:17.231678 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.232401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-83c00089-acb8-4c96-913f-d56737908ff6 None None] Provisioning complete for port 855b2aff-015f-42f3-8e1a-992eb7241ac1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:17.233011 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83c00089-acb8-4c96-913f-d56737908ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.238007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618b50a-1044-4c3c-9a97-b62d77db7125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242725b5-bb87-4d7c-b328-30d511352808,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:17.251628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.252478 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (1e4b7167-9461-4ad2-851f-eec21cce5b46), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.337797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=5ad54e90-125e-4932-84c9-709ba2b38b41,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:17.348212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e305f1e5-6eaa-4d46-9d54-c0e870050751 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:17.348917 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e305f1e5-6eaa-4d46-9d54-c0e870050751), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.451198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-83c00089-acb8-4c96-913f-d56737908ff6 None None] Current status of the port 855b2aff-015f-42f3-8e1a-992eb7241ac1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:17.509355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e305f1e5-6eaa-4d46-9d54-c0e870050751 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:17.537755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-83c00089-acb8-4c96-913f-d56737908ff6 None None] Provisioning complete for port bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:17.538860 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83c00089-acb8-4c96-913f-d56737908ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.559327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:17.561946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:17.591439 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-83c00089-acb8-4c96-913f-d56737908ff6 None None] Port bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:17.613624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-08f50ac1-a369-4ad5-a2f0-aa1ec076feac service neutron] 10.222.0.81 "GET /v2.0/networks/7c7d82b2-e44d-410a-b73e-273236107a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1838670 Feb 19 03:21:17.694336 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (e32a4b7a-470b-4e86-bf2e-84cc76e2d35f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.739430 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f401ff94-8903-42e2-8922-4e33fee3bd36 None None] Provisioning complete for port bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:17.739810 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f401ff94-8903-42e2-8922-4e33fee3bd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:17.814433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f401ff94-8903-42e2-8922-4e33fee3bd36 None None] Port bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:17.837849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Router 1e4b7167-9461-4ad2-851f-eec21cce5b46 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:21:17.873086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32a4b7a-470b-4e86-bf2e-84cc76e2d35f']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:17.987226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:17.998711 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a152d5e9-158a-45a6-a45a-ed9de46607e1 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "PUT /v2.0/routers/1e4b7167-9461-4ad2-851f-eec21cce5b46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3963346 Feb 19 03:21:18.001279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50990) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:18.002433 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Sync routers for ids ['1e4b7167-9461-4ad2-851f-eec21cce5b46'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:18.018769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.9 (010eadcb-a355-463c-b07e-0d4be5198184/62747d4d-dab0-414f-b12a-bc023ef00cab/3a258dee-2462-470c-ac99-ca9eef3503c8) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:18.032933 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Routers {'1e4b7167-9461-4ad2-851f-eec21cce5b46'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:18.036192 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1e4b7167-9461-4ad2-851f-eec21cce5b46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:18.174349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916dad05-93e0-4cff-ac3d-6c2912e044c7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:18.178479 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-916dad05-93e0-4cff-ac3d-6c2912e044c7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports/5ad54e90-125e-4932-84c9-709ba2b38b41 HTTP/1.1" status: 200 len: 911 time: 0.1730809 Feb 19 03:21:18.183346 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51000) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:18.198547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f61d5f4f-18a2-42fe-a1b9-523486f485df req-5ffef8e8-f138-4831-a9a7-6a6d03c96084 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 210 time: 0.3457687 Feb 19 03:21:18.200339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eafe0ab-8aa0-493b-8fab-5809422c4dfe') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:18.200628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eafe0ab-8aa0-493b-8fab-5809422c4dfe') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:18.225354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (8eafe0ab-8aa0-493b-8fab-5809422c4dfe), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.293465 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8eafe0ab-8aa0-493b-8fab-5809422c4dfe), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.293968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa10542b-9020-4748-b2fe-af3e7f48d608 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:18.306917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:21:18.307605 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (8eafe0ab-8aa0-493b-8fab-5809422c4dfe), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.309231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa10542b-9020-4748-b2fe-af3e7f48d608 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:18.311063 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-aa10542b-9020-4748-b2fe-af3e7f48d608 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1265295 Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:21:18.311230 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:21:18.314311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51004) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:18.318879 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Set router 1e4b7167-9461-4ad2-851f-eec21cce5b46 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:18.368059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bb679ca8-0a81-4913-b511-65c0e31759e6 None None] Provisioning complete for port 5ad54e90-125e-4932-84c9-709ba2b38b41 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:18.369296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bb679ca8-0a81-4913-b511-65c0e31759e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.425146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bb679ca8-0a81-4913-b511-65c0e31759e6 None None] Port 5ad54e90-125e-4932-84c9-709ba2b38b41 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:18.511337 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (e32a4b7a-470b-4e86-bf2e-84cc76e2d35f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.516155 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.523907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] 10.222.0.81 "DELETE /v2.0/networks/e32a4b7a-470b-4e86-bf2e-84cc76e2d35f HTTP/1.1" status: 204 len: 168 time: 2.3163753 Feb 19 03:21:18.565813 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (3a258dee-2462-470c-ac99-ca9eef3503c8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.571911 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4b7167-9461-4ad2-851f-eec21cce5b46', 'name': 'tempest-NetworksTestDHCPv6-router-1460551936', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:12Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 2, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'gw_port_host': None, '_interfaces': [{'id': '5ad54e90-125e-4932-84c9-709ba2b38b41', 'name': '', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'mac_address': 'fa:16:3e:d5:ac:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4b7167-9461-4ad2-851f-eec21cce5b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '9e0cf7a7-c06d-465b-beaa-d165d0f97b3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:13Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 2, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'subnets': [{'id': '9e0cf7a7-c06d-465b-beaa-d165d0f97b3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:18.572256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52613de0-da0c-4e89-a4a2-d57a1d92b258 tempest-TagsTest-227249891 tempest-TagsTest-227249891-project] Pushing event deleted for resources: {'Network': ['ID=e32a4b7a-470b-4e86-bf2e-84cc76e2d35f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:18.607288 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Checking router: 1e4b7167-9461-4ad2-851f-eec21cce5b46 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:18.607906 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Updating router 1e4b7167-9461-4ad2-851f-eec21cce5b46 port 5ad54e90-125e-4932-84c9-709ba2b38b41 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:21:18.641413 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.763912 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3a258dee-2462-470c-ac99-ca9eef3503c8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.824344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network 010eadcb-a355-463c-b07e-0d4be5198184 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:18.836262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:18.838853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:18.882315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=3a258dee-2462-470c-ac99-ca9eef3503c8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:18.971288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:18.972026 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:18.996558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fb7b463a-d9ba-4768-88f8-360c1f8d594d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.1891148 Feb 19 03:21:18.999335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51020) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:19.012386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-24a242ae-a389-4197-a614-13295242f1e4 req-7c359887-3ec4-4896-bdd0-16ab52893f4b service neutron] (109898) timed out ('10.222.0.81', 42936) {{(pid=109898) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:21:19.039671 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Publish callbacks [] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.053506 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.059971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51024) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:19.103601 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Pushing event updated for resources: {'Port': ['ID=5ad54e90-125e-4932-84c9-709ba2b38b41,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:19.125633 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.126496 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.127030 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.127574 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.128396 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.129045 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.129883 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.130572 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.131124 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.132237 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.132874 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.133532 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.135094 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:19.234385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf918dd-1c25-43b2-a8be-91f55a39936b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:19.248207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ccf918dd-1c25-43b2-a8be-91f55a39936b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2477105 Feb 19 03:21:19.251455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51034) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:19.264272 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97b3fe6e-dc2d-4e2c-bd1d-0a53b86954b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (1e4b7167-9461-4ad2-851f-eec21cce5b46), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.279168 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Attempting to bind port 5ad54e90-125e-4932-84c9-709ba2b38b41 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:19.279580 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Attempting to bind port 5ad54e90-125e-4932-84c9-709ba2b38b41 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:19.279965 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Attempting to bind port 5ad54e90-125e-4932-84c9-709ba2b38b41 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:19.299601 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:19.300066 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:19.300463 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.303242 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:19.304362 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Bound port: 5ad54e90-125e-4932-84c9-709ba2b38b41, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:19.304840 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.378378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3282cfb8-bc7b-4d29-933e-7798c72779b7 None None] Provisioning complete for port 3a258dee-2462-470c-ac99-ca9eef3503c8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:19.382161 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3282cfb8-bc7b-4d29-933e-7798c72779b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a258dee-2462-470c-ac99-ca9eef3503c8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.474812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb53f325-e6e2-4f5a-8ad2-3e588d9749b0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:19.481768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb53f325-e6e2-4f5a-8ad2-3e588d9749b0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:19.487780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb53f325-e6e2-4f5a-8ad2-3e588d9749b0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:19.489808 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fb53f325-e6e2-4f5a-8ad2-3e588d9749b0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2364178 Feb 19 03:21:19.494511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51038) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:19.512326 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] For port 5ad54e90-125e-4932-84c9-709ba2b38b41, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:19.523057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3282cfb8-bc7b-4d29-933e-7798c72779b7 None None] Port 3a258dee-2462-470c-ac99-ca9eef3503c8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:19.533397 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] For port 5ad54e90-125e-4932-84c9-709ba2b38b41, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5ad54e90-125e-4932-84c9-709ba2b38b41,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:19.550846 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.628003 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7559bc-1d62-4004-9773-c9e214b3bd4e None None] Pushing event updated for resources: {'Port': ['ID=5ad54e90-125e-4932-84c9-709ba2b38b41,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:19.663414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-91b3d93b-7cb3-44fd-8c18-e835c0339a2a None None] Provisioning complete for port 5ad54e90-125e-4932-84c9-709ba2b38b41 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:19.664195 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91b3d93b-7cb3-44fd-8c18-e835c0339a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.677510 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Routers {'1e4b7167-9461-4ad2-851f-eec21cce5b46'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:19.678483 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1e4b7167-9461-4ad2-851f-eec21cce5b46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:19.746290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b55cf23d-e428-4077-866e-a11773dda89e req-688a0565-e087-47c0-a9fa-223362ad6a34 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 210 time: 0.2903047 Feb 19 03:21:19.806784 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] Set router 1e4b7167-9461-4ad2-851f-eec21cce5b46 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:19.855859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-fdee89c4-ff8b-41fd-af83-3519f6266347 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port 3a258dee-2462-470c-ac99-ca9eef3503c8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:19.856646 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdee89c4-ff8b-41fd-af83-3519f6266347 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3a258dee-2462-470c-ac99-ca9eef3503c8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.863726 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-19e4e701-7278-43c3-a3be-fa25bf0d47cc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7a7574c5299d47e2a4a7d116ecc41947&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8020396 Feb 19 03:21:19.867324 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-4aff7330-0ca0-4ef2-8626-f8b279bb3d1f tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:19.869420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-4aff7330-0ca0-4ef2-8626-f8b279bb3d1f tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.67 "GET /v2.0/networks?id=7c7d82b2-e44d-410a-b73e-273236107a34 HTTP/1.1" status: 200 len: 817 time: 0.3937361 Feb 19 03:21:19.893294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51048) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:19.943073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-91b3d93b-7cb3-44fd-8c18-e835c0339a2a None None] Current status of the port 5ad54e90-125e-4932-84c9-709ba2b38b41 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:19.948764 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91b3d93b-7cb3-44fd-8c18-e835c0339a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:19.959158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Request body: {'port': {'device_id': 'bea23371-50fa-4f26-95b1-f54c9462bca8', 'network_id': '7c7d82b2-e44d-410a-b73e-273236107a34', 'admin_state_up': True, 'tenant_id': '5e665994d3c248f1ab106b822b43db54'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:20.037721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-91b3d93b-7cb3-44fd-8c18-e835c0339a2a None None] For port 5ad54e90-125e-4932-84c9-709ba2b38b41, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5ad54e90-125e-4932-84c9-709ba2b38b41,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:20.052829 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91b3d93b-7cb3-44fd-8c18-e835c0339a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.114400 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4b7167-9461-4ad2-851f-eec21cce5b46', 'name': 'tempest-NetworksTestDHCPv6-router-1460551936', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:12Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 2, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'gw_port_host': None, '_interfaces': [{'id': '5ad54e90-125e-4932-84c9-709ba2b38b41', 'name': '', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'mac_address': 'fa:16:3e:d5:ac:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4b7167-9461-4ad2-851f-eec21cce5b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '9e0cf7a7-c06d-465b-beaa-d165d0f97b3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:13Z', 'updated_at': '2022-02-19T03:21:19Z', 'revision_number': 4, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'subnets': [{'id': '9e0cf7a7-c06d-465b-beaa-d165d0f97b3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:20.121636 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdee89c4-ff8b-41fd-af83-3519f6266347 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3a258dee-2462-470c-ac99-ca9eef3503c8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.137901 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d278003-0048-4455-963c-3d5732c2c508 admin admin] Publish callbacks [] for security_group (fa7a6ac2-9959-461a-b34f-faac03422258), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.153800 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2687ff-03f8-42e1-9006-613540492d92 None None] The sync data for ids ['1e4b7167-9461-4ad2-851f-eec21cce5b46'] in n-d-826755-2 is: [{'id': '1e4b7167-9461-4ad2-851f-eec21cce5b46', 'name': 'tempest-NetworksTestDHCPv6-router-1460551936', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:12Z', 'updated_at': '2022-02-19T03:21:16Z', 'revision_number': 2, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'gw_port_host': None, '_interfaces': [{'id': '5ad54e90-125e-4932-84c9-709ba2b38b41', 'name': '', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'mac_address': 'fa:16:3e:d5:ac:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4b7167-9461-4ad2-851f-eec21cce5b46', 'device_owner': 'network:router_interface', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': '9e0cf7a7-c06d-465b-beaa-d165d0f97b3e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:21:13Z', 'updated_at': '2022-02-19T03:21:19Z', 'revision_number': 4, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'subnets': [{'id': '9e0cf7a7-c06d-465b-beaa-d165d0f97b3e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:20.188922 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d278003-0048-4455-963c-3d5732c2c508 admin admin] Publish callbacks [] for security_group (fa7a6ac2-9959-461a-b34f-faac03422258), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.211384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3d93b-7cb3-44fd-8c18-e835c0339a2a None None] Pushing event updated for resources: {'Port': ['ID=5ad54e90-125e-4932-84c9-709ba2b38b41,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:20.274232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-fdee89c4-ff8b-41fd-af83-3519f6266347 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for 3a258dee-2462-470c-ac99-ca9eef3503c8 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:20.310587 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-dfe82f25-7c25-4aab-a563-e028bd925d77 None None] Provisioning complete for port 5ad54e90-125e-4932-84c9-709ba2b38b41 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:20.311799 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dfe82f25-7c25-4aab-a563-e028bd925d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.363147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-241800e6-9aa9-4789-9695-3634ad4957c4 req-4645c6a5-a382-464a-ad65-4f1e725b2110 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1952267 Feb 19 03:21:20.368654 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d278003-0048-4455-963c-3d5732c2c508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fa7a6ac2-9959-461a-b34f-faac03422258), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.387011 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d278003-0048-4455-963c-3d5732c2c508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.390488 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3d278003-0048-4455-963c-3d5732c2c508 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fa7a6ac2-9959-461a-b34f-faac03422258 HTTP/1.1" status: 204 len: 168 time: 0.4935293 Feb 19 03:21:20.431994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d278003-0048-4455-963c-3d5732c2c508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7a6ac2-9959-461a-b34f-faac03422258,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:20.518714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dfe82f25-7c25-4aab-a563-e028bd925d77 None None] Current status of the port 5ad54e90-125e-4932-84c9-709ba2b38b41 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:20.601343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdee89c4-ff8b-41fd-af83-3519f6266347 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3a258dee-2462-470c-ac99-ca9eef3503c8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.656934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Made reservation on behalf of 5e665994d3c248f1ab106b822b43db54 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:20.661566 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.666629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee89c4-ff8b-41fd-af83-3519f6266347 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=3a258dee-2462-470c-ac99-ca9eef3503c8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:20.719140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241800e6-9aa9-4789-9695-3634ad4957c4 req-4c4486b6-6cf1-44ba-94ee-95af6593915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:20.720741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-241800e6-9aa9-4789-9695-3634ad4957c4 req-4c4486b6-6cf1-44ba-94ee-95af6593915f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1127 time: 0.2770638 Feb 19 03:21:20.832310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdee89c4-ff8b-41fd-af83-3519f6266347 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.850411 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fdee89c4-ff8b-41fd-af83-3519f6266347 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/3a258dee-2462-470c-ac99-ca9eef3503c8 HTTP/1.1" status: 204 len: 168 time: 1.3455286 Feb 19 03:21:20.852073 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51072) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:20.926245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-97b3fe6e-dc2d-4e2c-bd1d-0a53b86954b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port 5ad54e90-125e-4932-84c9-709ba2b38b41 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:20.926835 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97b3fe6e-dc2d-4e2c-bd1d-0a53b86954b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:20.929126 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c6fa8f-f8df-4b0e-b5f9-23d19bf57188 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:21:20.933685 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-28c6fa8f-f8df-4b0e-b5f9-23d19bf57188 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/3a258dee-2462-470c-ac99-ca9eef3503c8 HTTP/1.1" status: 404 len: 333 time: 0.0765800 Feb 19 03:21:20.937109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51078) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:21.127774 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e5e42439-a027-4a7f-ac79-7e31d4524416 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:21.128397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e5e42439-a027-4a7f-ac79-7e31d4524416 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.231721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76ae3751-a13c-406d-b905-aac523c0df94 req-f929b3a5-36d0-44c6-97cc-1eb7b8c12abd tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 210 time: 0.2336826 Feb 19 03:21:21.262432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Allocated IP 172.20.0.9 (7c7d82b2-e44d-410a-b73e-273236107a34/52bcc769-18b9-42c0-9393-626b3e992718/ba64d958-2206-47fb-be35-e0a6757a833e) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:21.312459 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e5e42439-a027-4a7f-ac79-7e31d4524416 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.347145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e5e42439-a027-4a7f-ac79-7e31d4524416 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:21.369720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241800e6-9aa9-4789-9695-3634ad4957c4 req-e36eca48-d1fd-4e9a-a11c-69fffab54329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:21.370946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-241800e6-9aa9-4789-9695-3634ad4957c4 req-e36eca48-d1fd-4e9a-a11c-69fffab54329 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 200 len: 896 time: 0.4678190 Feb 19 03:21:21.492650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-97b3fe6e-dc2d-4e2c-bd1d-0a53b86954b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] For port 5ad54e90-125e-4932-84c9-709ba2b38b41, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5ad54e90-125e-4932-84c9-709ba2b38b41,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:21.493045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97b3fe6e-dc2d-4e2c-bd1d-0a53b86954b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.559000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-97b3fe6e-dc2d-4e2c-bd1d-0a53b86954b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for 5ad54e90-125e-4932-84c9-709ba2b38b41 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:21.577463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-241800e6-9aa9-4789-9695-3634ad4957c4 req-47e4d21c-5660-45a8-898e-95956ef601df service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 1001 time: 0.1867945 Feb 19 03:21:21.612127 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e5e42439-a027-4a7f-ac79-7e31d4524416 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.720247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e42439-a027-4a7f-ac79-7e31d4524416 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:21.760040 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e5e42439-a027-4a7f-ac79-7e31d4524416 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:21.767643 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e5e42439-a027-4a7f-ac79-7e31d4524416 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8 HTTP/1.1" status: 204 len: 168 time: 0.8292184 Feb 19 03:21:21.768364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51104) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:21.802440 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd990ced-2cf7-472f-9d8b-83d10504fb4b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:21:21.814575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51106) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:21.819242 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cd990ced-2cf7-472f-9d8b-83d10504fb4b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/bc8e35c0-ec3e-4b9e-b22e-72606ef66ac8 HTTP/1.1" status: 404 len: 333 time: 0.0437176 Feb 19 03:21:21.970751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-846b7230-9203-4009-b8d1-2018d1632017 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting subnet 62747d4d-dab0-414f-b12a-bc023ef00cab {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:21.986508 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-846b7230-9203-4009-b8d1-2018d1632017 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (62747d4d-dab0-414f-b12a-bc023ef00cab), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.000403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241800e6-9aa9-4789-9695-3634ad4957c4 req-3bcb5db6-f918-4c64-9abe-f572466950e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:22.002305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-241800e6-9aa9-4789-9695-3634ad4957c4 req-3bcb5db6-f918-4c64-9abe-f572466950e2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=06396044-f868-4bab-8279-30abb90c4893 HTTP/1.1" status: 200 len: 835 time: 0.3786983 Feb 19 03:21:22.622390 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-846b7230-9203-4009-b8d1-2018d1632017 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (62747d4d-dab0-414f-b12a-bc023ef00cab), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.659093 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.714518 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5ad54e90-125e-4932-84c9-709ba2b38b41 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:22.781368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5ad54e90-125e-4932-84c9-709ba2b38b41 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:22.781782 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.787931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7662a61c-3a55-4e4e-abbd-e628edfe2a08 req-962d7b2c-60ec-4206-9807-318e9a5de597 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 210 time: 0.2158751 Feb 19 03:21:22.803522 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Publish callbacks [] for port (ba64d958-2206-47fb-be35-e0a6757a833e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.902119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5ad54e90-125e-4932-84c9-709ba2b38b41 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:22.993462 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97b3fe6e-dc2d-4e2c-bd1d-0a53b86954b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5ad54e90-125e-4932-84c9-709ba2b38b41), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:22.997167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241800e6-9aa9-4789-9695-3634ad4957c4 req-2163fd34-d013-468f-a13d-ba88f9643588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:22.998814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-241800e6-9aa9-4789-9695-3634ad4957c4 req-2163fd34-d013-468f-a13d-ba88f9643588 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2cf118a-21f8-48b2-9111-65ef0afc21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.9589539 Feb 19 03:21:23.040013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3fe6e-dc2d-4e2c-bd1d-0a53b86954b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=5ad54e90-125e-4932-84c9-709ba2b38b41,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:23.079978 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.093362 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-846b7230-9203-4009-b8d1-2018d1632017 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (62747d4d-dab0-414f-b12a-bc023ef00cab), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.340932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Pushing event updated for resources: {'Port': ['ID=ba64d958-2206-47fb-be35-e0a6757a833e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:23.350197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Network 7c7d82b2-e44d-410a-b73e-273236107a34 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:23.367671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:23.409304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:23.461639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:23.462370 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.481196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-97b3fe6e-dc2d-4e2c-bd1d-0a53b86954b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (1e4b7167-9461-4ad2-851f-eec21cce5b46), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.566014 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.570222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-e90d6c6d-8e25-4a4d-849a-261d45cd448e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6232409 Feb 19 03:21:23.585209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Request body: {'port': {'device_id': 'bea23371-50fa-4f26-95b1-f54c9462bca8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:23.593300 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-846b7230-9203-4009-b8d1-2018d1632017 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (62747d4d-dab0-414f-b12a-bc023ef00cab), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.597515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-241800e6-9aa9-4789-9695-3634ad4957c4 req-db9cdca6-93a7-46e0-947c-99d233c07a33 service neutron] 10.222.0.87 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641069 Feb 19 03:21:23.713790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f5c8d5-cac2-4a91-86fc-4d8f1409f0d6 None None] Network 010eadcb-a355-463c-b07e-0d4be5198184 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:23.723451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b7230-9203-4009-b8d1-2018d1632017 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Subnet': ['ID=62747d4d-dab0-414f-b12a-bc023ef00cab,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:23.728853 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-846b7230-9203-4009-b8d1-2018d1632017 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.735050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51244) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:23.735550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-846b7230-9203-4009-b8d1-2018d1632017 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/62747d4d-dab0-414f-b12a-bc023ef00cab HTTP/1.1" status: 204 len: 168 time: 1.9194300 Feb 19 03:21:23.885851 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.928277 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (010eadcb-a355-463c-b07e-0d4be5198184), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:23.947175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b3fe6e-dc2d-4e2c-bd1d-0a53b86954b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Router 1e4b7167-9461-4ad2-851f-eec21cce5b46 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:21:23.958086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecd46a9-2133-476d-9c7f-b48ac73d6864 None None] DHCP port deletion for 010eadcb-a355-463c-b07e-0d4be5198184 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:24.017334 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-241800e6-9aa9-4789-9695-3634ad4957c4 req-ad152145-7aa6-4e2d-8e38-b8a73c43c720 service neutron] 10.222.0.87 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655334 Feb 19 03:21:24.072826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port 855b2aff-015f-42f3-8e1a-992eb7241ac1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:24.073232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.092847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd46a9-2133-476d-9c7f-b48ac73d6864 None None] Deleting port 855b2aff-015f-42f3-8e1a-992eb7241ac1 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:24.093651 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ecd46a9-2133-476d-9c7f-b48ac73d6864 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.156995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] For port 855b2aff-015f-42f3-8e1a-992eb7241ac1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=855b2aff-015f-42f3-8e1a-992eb7241ac1,segment=NetworkSegment(8b669dfa-4d99-4c60-8775-9a6fc6c93a04),segment_id=8b669dfa-4d99-4c60-8775-9a6fc6c93a04)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:24.157533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.172408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for 855b2aff-015f-42f3-8e1a-992eb7241ac1 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:24.174279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087c393-9902-4294-b261-a9535b1f5fbc req-fcab5e87-1e91-456e-aec8-ee868690bee8 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:24.176192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9087c393-9902-4294-b261-a9535b1f5fbc req-fcab5e87-1e91-456e-aec8-ee868690bee8 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 931 time: 0.2610486 Feb 19 03:21:24.207446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ecd46a9-2133-476d-9c7f-b48ac73d6864 None None] For port 855b2aff-015f-42f3-8e1a-992eb7241ac1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=855b2aff-015f-42f3-8e1a-992eb7241ac1,segment=NetworkSegment(8b669dfa-4d99-4c60-8775-9a6fc6c93a04),segment_id=8b669dfa-4d99-4c60-8775-9a6fc6c93a04)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:24.208286 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ecd46a9-2133-476d-9c7f-b48ac73d6864 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.232377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ecd46a9-2133-476d-9c7f-b48ac73d6864 None None] Calling delete_port for 855b2aff-015f-42f3-8e1a-992eb7241ac1 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:24.246619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b3fe6e-dc2d-4e2c-bd1d-0a53b86954b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:24.261575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-97b3fe6e-dc2d-4e2c-bd1d-0a53b86954b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "PUT /v2.0/routers/1e4b7167-9461-4ad2-851f-eec21cce5b46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9349520 Feb 19 03:21:24.263890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612b1582-0128-466e-8a10-93f42ad9b5ca None None] Sync routers for ids ['1e4b7167-9461-4ad2-851f-eec21cce5b46'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:24.271417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51260) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:24.294707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9087c393-9902-4294-b261-a9535b1f5fbc req-63c7cb94-83df-4cfb-9aba-430c7ff5dab2 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/security-groups?id=4155ce8b-b96b-482f-ab8e-b76f1e75e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767424 Feb 19 03:21:24.339777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612b1582-0128-466e-8a10-93f42ad9b5ca None None] Routers {'1e4b7167-9461-4ad2-851f-eec21cce5b46'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:24.340174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-612b1582-0128-466e-8a10-93f42ad9b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1e4b7167-9461-4ad2-851f-eec21cce5b46'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:24.392307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d9e231-61ee-482b-979d-af6f062e9490 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:24.393706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d9e231-61ee-482b-979d-af6f062e9490 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:24.397923 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-52d9e231-61ee-482b-979d-af6f062e9490 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1207731 Feb 19 03:21:24.399211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51262) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:24.466215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-612b1582-0128-466e-8a10-93f42ad9b5ca None None] Set router 1e4b7167-9461-4ad2-851f-eec21cce5b46 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:24.476149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-df7eea9e-a65a-48dc-a32e-db68dc8622fe tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 9e0cf7a7-c06d-465b-beaa-d165d0f97b3e {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:24.482625 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df7eea9e-a65a-48dc-a32e-db68dc8622fe tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (9e0cf7a7-c06d-465b-beaa-d165d0f97b3e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.533413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-612b1582-0128-466e-8a10-93f42ad9b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4b7167-9461-4ad2-851f-eec21cce5b46', 'name': 'tempest-NetworksTestDHCPv6-router-1460551936', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:12Z', 'updated_at': '2022-02-19T03:21:22Z', 'revision_number': 3, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:24.567474 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.581721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612b1582-0128-466e-8a10-93f42ad9b5ca None None] Checking router: 1e4b7167-9461-4ad2-851f-eec21cce5b46 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:24.604827 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ecd46a9-2133-476d-9c7f-b48ac73d6864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (855b2aff-015f-42f3-8e1a-992eb7241ac1), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.607034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612b1582-0128-466e-8a10-93f42ad9b5ca None None] Routers {'1e4b7167-9461-4ad2-851f-eec21cce5b46'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:24.607672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-612b1582-0128-466e-8a10-93f42ad9b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1e4b7167-9461-4ad2-851f-eec21cce5b46'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:24.632412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba64d958-2206-47fb-be35-e0a6757a833e {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:24.648279 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Publish callbacks [] for port (ba64d958-2206-47fb-be35-e0a6757a833e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.670964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df7eea9e-a65a-48dc-a32e-db68dc8622fe tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (9e0cf7a7-c06d-465b-beaa-d165d0f97b3e), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.674796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Transition to ACTIVE for port object ba64d958-2206-47fb-be35-e0a6757a833e will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:21:24.683737 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.756350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51268) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:24.793123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Pushing event updated for resources: {'Port': ['ID=ba64d958-2206-47fb-be35-e0a6757a833e,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:24.861038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.868362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-612b1582-0128-466e-8a10-93f42ad9b5ca None None] Set router 1e4b7167-9461-4ad2-851f-eec21cce5b46 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:24.869790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.870452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.871047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.871629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.872237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.875132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.875920 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.876642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.877253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.877786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.878274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.878894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.887891 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=855b2aff-015f-42f3-8e1a-992eb7241ac1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:24.898363 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df7eea9e-a65a-48dc-a32e-db68dc8622fe tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (9e0cf7a7-c06d-465b-beaa-d165d0f97b3e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.904271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No DVR routers for this DVR port 855b2aff-015f-42f3-8e1a-992eb7241ac1 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:24.943547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.944217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.944574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.944967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.945402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.945910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.946345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.946678 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.947004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.947420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.947749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.948072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.948473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:21:24.994341 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a68ac5d3-12c5-48e3-be24-8a7e59ce329b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:24.994940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd46a9-2133-476d-9c7f-b48ac73d6864 None None] Pushing event deleted for resources: {'Port': ['ID=855b2aff-015f-42f3-8e1a-992eb7241ac1,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:25.002723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-612b1582-0128-466e-8a10-93f42ad9b5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4b7167-9461-4ad2-851f-eec21cce5b46', 'name': 'tempest-NetworksTestDHCPv6-router-1460551936', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:12Z', 'updated_at': '2022-02-19T03:21:22Z', 'revision_number': 3, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:25.047420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612b1582-0128-466e-8a10-93f42ad9b5ca None None] The sync data for ids ['1e4b7167-9461-4ad2-851f-eec21cce5b46'] in n-d-826755-2 is: [{'id': '1e4b7167-9461-4ad2-851f-eec21cce5b46', 'name': 'tempest-NetworksTestDHCPv6-router-1460551936', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:21:12Z', 'updated_at': '2022-02-19T03:21:22Z', 'revision_number': 3, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:25.049255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 855b2aff-015f-42f3-8e1a-992eb7241ac1 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:25.058063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (010eadcb-a355-463c-b07e-0d4be5198184), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.074604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecd46a9-2133-476d-9c7f-b48ac73d6864 None None] No DVR routers for this DVR port 855b2aff-015f-42f3-8e1a-992eb7241ac1 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:25.076723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 855b2aff-015f-42f3-8e1a-992eb7241ac1 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:25.077498 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 855b2aff-015f-42f3-8e1a-992eb7241ac1 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:25.088459 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df7eea9e-a65a-48dc-a32e-db68dc8622fe tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (9e0cf7a7-c06d-465b-beaa-d165d0f97b3e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.093557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Attempting to bind port ba64d958-2206-47fb-be35-e0a6757a833e on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:25.094042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Attempting to bind port ba64d958-2206-47fb-be35-e0a6757a833e by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c7d82b2-e44d-410a-b73e-273236107a34'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:25.094282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Attempting to bind port ba64d958-2206-47fb-be35-e0a6757a833e on network 7c7d82b2-e44d-410a-b73e-273236107a34 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:25.106686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Port ba64d958-2206-47fb-be35-e0a6757a833e on network 7c7d82b2-e44d-410a-b73e-273236107a34 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:21:25.107014 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Attempting to bind port ba64d958-2206-47fb-be35-e0a6757a833e on network 7c7d82b2-e44d-410a-b73e-273236107a34 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:25.119292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010eadcb-a355-463c-b07e-0d4be5198184']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:25.124037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:25.124454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Checking segment: {'id': '0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c7d82b2-e44d-410a-b73e-273236107a34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:25.125144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Bound using segment: {'id': '0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c7d82b2-e44d-410a-b73e-273236107a34'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:25.125668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Bound port: ba64d958-2206-47fb-be35-e0a6757a833e, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c7d82b2-e44d-410a-b73e-273236107a34'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:25.125966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.146453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7eea9e-a65a-48dc-a32e-db68dc8622fe tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0cf7a7-c06d-465b-beaa-d165d0f97b3e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:25.150175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df7eea9e-a65a-48dc-a32e-db68dc8622fe tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.156441 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-df7eea9e-a65a-48dc-a32e-db68dc8622fe tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/9e0cf7a7-c06d-465b-beaa-d165d0f97b3e HTTP/1.1" status: 204 len: 168 time: 0.7532480 Feb 19 03:21:25.156441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b669dfa-4d99-4c60-8775-9a6fc6c93a04') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:25.156441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b669dfa-4d99-4c60-8775-9a6fc6c93a04') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:25.157561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51284) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:25.163279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bc6377-ea54-4fe5-ab16-5f6af85d7d8b None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:25.185253 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a68ac5d3-12c5-48e3-be24-8a7e59ce329b admin admin] Publish callbacks [] for security_group (1cd3a57c-8e07-481a-8a95-efa8c2b9980f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.195050 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a68ac5d3-12c5-48e3-be24-8a7e59ce329b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1cd3a57c-8e07-481a-8a95-efa8c2b9980f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.203070 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (8b669dfa-4d99-4c60-8775-9a6fc6c93a04), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.224141 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8b669dfa-4d99-4c60-8775-9a6fc6c93a04), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.235623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:21:25.236035 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (8b669dfa-4d99-4c60-8775-9a6fc6c93a04), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:21:25.239845 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:21:25.270004 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a68ac5d3-12c5-48e3-be24-8a7e59ce329b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e868b4e6b5574701af04898370f7938d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5034337 Feb 19 03:21:25.271048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51288) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:25.275755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ac5d3-12c5-48e3-be24-8a7e59ce329b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd3a57c-8e07-481a-8a95-efa8c2b9980f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:25.289596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] For port ba64d958-2206-47fb-be35-e0a6757a833e, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:25.299508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] For port ba64d958-2206-47fb-be35-e0a6757a833e, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=ba64d958-2206-47fb-be35-e0a6757a833e,segment=NetworkSegment(0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad),segment_id=0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:25.348761 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.445115 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a08d16ca-8a91-4338-bdbf-5c78539a2e47 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2863421 Feb 19 03:21:25.445773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51296) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:25.447605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.448429 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.455313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] 10.222.0.67 "PUT /v2.0/ports/ba64d958-2206-47fb-be35-e0a6757a833e HTTP/1.1" status: 200 len: 1091 time: 1.8734167 Feb 19 03:21:25.462416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bea23371-50fa-4f26-95b1-f54c9462bca8', 'tag': 'ba64d958-2206-47fb-be35-e0a6757a833e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:25.462930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feee467b-6d3f-406b-a848-850b03a76a45 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:25.469450 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c647437-9404-420b-9c5a-09ed0e99062d" -d '{"events": [{"name": "network-changed", "server_uuid": "bea23371-50fa-4f26-95b1-f54c9462bca8", "tag": "ba64d958-2206-47fb-be35-e0a6757a833e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:25.521264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (010eadcb-a355-463c-b07e-0d4be5198184), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.532782 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.536145 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/networks/010eadcb-a355-463c-b07e-0d4be5198184 HTTP/1.1" status: 204 len: 168 time: 1.7999549 Feb 19 03:21:25.554822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f214c-cb19-4906-9541-9914deb8c94d service neutron] Pushing event updated for resources: {'Port': ['ID=ba64d958-2206-47fb-be35-e0a6757a833e,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:25.560623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51302) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:25.564895 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-feee467b-6d3f-406b-a848-850b03a76a45 None None] Deleting port e305f1e5-6eaa-4d46-9d54-c0e870050751 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:25.565867 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-feee467b-6d3f-406b-a848-850b03a76a45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e305f1e5-6eaa-4d46-9d54-c0e870050751), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.600500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e7cb3-4737-42a5-ad56-8a2db2b80dec tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Network': ['ID=010eadcb-a355-463c-b07e-0d4be5198184,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:25.613393 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8305f761-ab76-487e-9661-a7fdba93ca47 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for router (1e4b7167-9461-4ad2-851f-eec21cce5b46), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.653045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1873586862'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:25.656769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-feee467b-6d3f-406b-a848-850b03a76a45 None None] For port e305f1e5-6eaa-4d46-9d54-c0e870050751, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e305f1e5-6eaa-4d46-9d54-c0e870050751,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:25.657388 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-feee467b-6d3f-406b-a848-850b03a76a45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e305f1e5-6eaa-4d46-9d54-c0e870050751), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.678078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-feee467b-6d3f-406b-a848-850b03a76a45 None None] Calling delete_port for e305f1e5-6eaa-4d46-9d54-c0e870050751 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:25.700454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c046bdc-0ce0-4a62-9186-e480f4b17de2 admin admin] Publish callbacks [] for security_group (1cd3a57c-8e07-481a-8a95-efa8c2b9980f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.742852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:25.747303 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.790162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235f9d0-a6b0-4096-be6a-f6658a7b1181 req-ffca271e-95dc-44b5-b963-fd1c12af2129 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.792149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c235f9d0-a6b0-4096-be6a-f6658a7b1181 req-ffca271e-95dc-44b5-b963-fd1c12af2129 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 943 time: 0.3307600 Feb 19 03:21:25.794642 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c046bdc-0ce0-4a62-9186-e480f4b17de2 admin admin] Publish callbacks [] for security_group (1cd3a57c-8e07-481a-8a95-efa8c2b9980f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.806766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-079d6f2e-520b-4baf-b256-22c9f328a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:25.808698 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-079d6f2e-520b-4baf-b256-22c9f328a331 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e665994d3c248f1ab106b822b43db54&device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 1125 time: 0.2141316 Feb 19 03:21:25.814766 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-feee467b-6d3f-406b-a848-850b03a76a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (e305f1e5-6eaa-4d46-9d54-c0e870050751), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.891828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee467b-6d3f-406b-a848-850b03a76a45 None None] No DVR routers for this DVR port e305f1e5-6eaa-4d46-9d54-c0e870050751 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:25.911945 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee467b-6d3f-406b-a848-850b03a76a45 None None] Pushing event deleted for resources: {'Port': ['ID=e305f1e5-6eaa-4d46-9d54-c0e870050751,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:25.920420 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8305f761-ab76-487e-9661-a7fdba93ca47 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (1e4b7167-9461-4ad2-851f-eec21cce5b46), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.922730 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8305f761-ab76-487e-9661-a7fdba93ca47 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for router_controller (1e4b7167-9461-4ad2-851f-eec21cce5b46), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.941717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:25.945866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-c4220e17-45c9-4ba6-ae85-00586a3bebff service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba64d958-2206-47fb-be35-e0a6757a833e HTTP/1.1" status: 200 len: 217 time: 0.1092587 Feb 19 03:21:25.972849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c235f9d0-a6b0-4096-be6a-f6658a7b1181 req-003fdf7e-7b15-4edb-bf92-83b00fc0d176 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/security-groups?id=4155ce8b-b96b-482f-ab8e-b76f1e75e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733580 Feb 19 03:21:25.974208 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1390e7d1-6b32-4475-b141-85c0b1cdb1a8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:25.974547 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Added segment 1390e7d1-6b32-4475-b141-85c0b1cdb1a8 of type vlan for network f3febaf7-906f-4a55-919b-27981b6dd98c Feb 19 03:21:26.026688 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8305f761-ab76-487e-9661-a7fdba93ca47 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (1e4b7167-9461-4ad2-851f-eec21cce5b46), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.027757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8305f761-ab76-487e-9661-a7fdba93ca47 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Fanout notify agent at l3_agent the message router_deleted on router 1e4b7167-9461-4ad2-851f-eec21cce5b46 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:21:26.039050 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8305f761-ab76-487e-9661-a7fdba93ca47 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.047848 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8305f761-ab76-487e-9661-a7fdba93ca47 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/routers/1e4b7167-9461-4ad2-851f-eec21cce5b46 HTTP/1.1" status: 204 len: 168 time: 0.5998871 Feb 19 03:21:26.049021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51310) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:26.109759 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05d5ea1-d89b-4a76-be9a-41dfbb0f5417 x-openstack-request-id: req-d05d5ea1-d89b-4a76-be9a-41dfbb0f5417 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:26.117473 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-919b8ad9-767c-4209-b51e-0675f7a6d602 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0664763 Feb 19 03:21:26.117810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51312) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:26.130585 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bea23371-50fa-4f26-95b1-f54c9462bca8", "tag": "ba64d958-2206-47fb-be35-e0a6757a833e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:26.130971 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d05d5ea1-d89b-4a76-be9a-41dfbb0f5417 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:26.131518 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bea23371-50fa-4f26-95b1-f54c9462bca8', 'tag': 'ba64d958-2206-47fb-be35-e0a6757a833e', 'status': 'completed', 'code': 200} Feb 19 03:21:26.179570 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (f3febaf7-906f-4a55-919b-27981b6dd98c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.184880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d3619930-9557-48cf-9894-163ae12c9989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:26.187286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-d3619930-9557-48cf-9894-163ae12c9989 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=52bcc769-18b9-42c0-9393-626b3e992718 HTTP/1.1" status: 200 len: 857 time: 0.2351234 Feb 19 03:21:26.196622 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c046bdc-0ce0-4a62-9186-e480f4b17de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1cd3a57c-8e07-481a-8a95-efa8c2b9980f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.203626 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c046bdc-0ce0-4a62-9186-e480f4b17de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.208461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3c046bdc-0ce0-4a62-9186-e480f4b17de2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1cd3a57c-8e07-481a-8a95-efa8c2b9980f HTTP/1.1" status: 204 len: 168 time: 0.9317100 Feb 19 03:21:26.254899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae08327-79d9-4581-b8bf-06bf26f62180 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:26.263610 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cae08327-79d9-4581-b8bf-06bf26f62180 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1410229 Feb 19 03:21:26.263610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51318) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:26.297673 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:21:26.317141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-47e57c67-bc0e-4471-9f3b-9280f2884b98 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c7d82b2-e44d-410a-b73e-273236107a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876112 Feb 19 03:21:26.343774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c046bdc-0ce0-4a62-9186-e480f4b17de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd3a57c-8e07-481a-8a95-efa8c2b9980f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:26.367282 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6e46f4c5-4c39-4784-bd2b-dab66b894ced tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028297 Feb 19 03:21:26.372618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51320) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:26.390828 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7800245c-3d64-429a-8ab1-498a75dccad2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:26.408978 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (f3febaf7-906f-4a55-919b-27981b6dd98c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.414297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:26.414917 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.480054 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8839891 Feb 19 03:21:26.494335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51322) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:26.512700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6249785b-f244-4c7a-8afe-4acc44c9dfd0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': 'f3febaf7-906f-4a55-919b-27981b6dd98c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:26.609887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7800245c-3d64-429a-8ab1-498a75dccad2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:26.614505 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7800245c-3d64-429a-8ab1-498a75dccad2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:26.662864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d9576-f711-4a2d-b7ba-87a351de758d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Network': ['ID=f3febaf7-906f-4a55-919b-27981b6dd98c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:26.667354 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-dbc9c738-c289-4cd3-9d0e-07523dd39414 service neutron] 10.222.0.67 "GET /v2.0/networks/7c7d82b2-e44d-410a-b73e-273236107a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492119 Feb 19 03:21:26.679148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network f3febaf7-906f-4a55-919b-27981b6dd98c details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:26.727374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e305f1e5-6eaa-4d46-9d54-c0e870050751 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:26.955291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27039e7-58fa-4403-b2d3-abfc32dfe566 req-46475c2d-1277-4653-9377-7315c9e407a0 service neutron] 10.222.0.67 "GET /v2.0/networks/7c7d82b2-e44d-410a-b73e-273236107a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705572 Feb 19 03:21:26.959537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: e305f1e5-6eaa-4d46-9d54-c0e870050751 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:26.963543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e305f1e5-6eaa-4d46-9d54-c0e870050751 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:26.967031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5ad54e90-125e-4932-84c9-709ba2b38b41 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:27.050351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5ad54e90-125e-4932-84c9-709ba2b38b41 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:27.052412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5ad54e90-125e-4932-84c9-709ba2b38b41 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:27.116457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6249785b-f244-4c7a-8afe-4acc44c9dfd0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:27.123655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c647437-9404-420b-9c5a-09ed0e99062d req-915f7056-7b14-4b72-b680-f723cf135ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:27.124574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6249785b-f244-4c7a-8afe-4acc44c9dfd0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.126196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c647437-9404-420b-9c5a-09ed0e99062d req-915f7056-7b14-4b72-b680-f723cf135ba6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e665994d3c248f1ab106b822b43db54&device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 1125 time: 0.1167202 Feb 19 03:21:27.217942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51344) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:27.231376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.objects.ports [None req-7800245c-3d64-429a-8ab1-498a75dccad2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109898) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:21:27.236049 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7800245c-3d64-429a-8ab1-498a75dccad2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (12a26459-1a92-4bb7-9940-4d848f43081a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.323662 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-785db7d3-4574-43f2-a53d-d3a765f90f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:27.374718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475d89b-341e-47e7-a859-a9647c243a7c req-73296005-0d62-466a-a519-8899a6164962 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:27.376595 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6475d89b-341e-47e7-a859-a9647c243a7c req-73296005-0d62-466a-a519-8899a6164962 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 943 time: 0.2738371 Feb 19 03:21:27.485343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c647437-9404-420b-9c5a-09ed0e99062d req-a0de9ae6-b8a1-490f-a8f6-97ce1d518b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:27.487030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c647437-9404-420b-9c5a-09ed0e99062d req-a0de9ae6-b8a1-490f-a8f6-97ce1d518b4f service neutron] 10.222.0.67 "GET /v2.0/networks?id=7c7d82b2-e44d-410a-b73e-273236107a34 HTTP/1.1" status: 200 len: 918 time: 0.3138475 Feb 19 03:21:27.628179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c647437-9404-420b-9c5a-09ed0e99062d req-366c6df0-1053-4796-a6ad-347eaf3d3344 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba64d958-2206-47fb-be35-e0a6757a833e HTTP/1.1" status: 200 len: 217 time: 0.1195142 Feb 19 03:21:27.634004 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6475d89b-341e-47e7-a859-a9647c243a7c req-8854cc97-1b9a-4ebc-b86f-7a051efdfdbe tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/security-groups?id=4155ce8b-b96b-482f-ab8e-b76f1e75e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429695 Feb 19 03:21:27.750396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c647437-9404-420b-9c5a-09ed0e99062d req-2fa4619a-9241-433f-a4a7-2b0c23cdf264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:27.752390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c647437-9404-420b-9c5a-09ed0e99062d req-2fa4619a-9241-433f-a4a7-2b0c23cdf264 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=52bcc769-18b9-42c0-9393-626b3e992718 HTTP/1.1" status: 200 len: 857 time: 0.1173017 Feb 19 03:21:27.757864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7800245c-3d64-429a-8ab1-498a75dccad2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:27.799144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c647437-9404-420b-9c5a-09ed0e99062d req-fd7dfb2b-8500-4289-8f9a-2e8feb2b3570 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7c7d82b2-e44d-410a-b73e-273236107a34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387535 Feb 19 03:21:27.799649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7800245c-3d64-429a-8ab1-498a75dccad2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:27.809502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccf9bc1-efb4-40e4-a40e-85e510153ba0 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:27.818252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7800245c-3d64-429a-8ab1-498a75dccad2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:27.818913 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7800245c-3d64-429a-8ab1-498a75dccad2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.014489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '12a26459-1a92-4bb7-9940-4d848f43081a'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:28.015063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6249785b-f244-4c7a-8afe-4acc44c9dfd0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (1bc1f383-58f8-45f0-8410-735e5376948e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.015453 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.062081 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7800245c-3d64-429a-8ab1-498a75dccad2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6854734 Feb 19 03:21:28.064919 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51360) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:28.081745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7c26f983-e183-4fe8-80f3-3db23a76234c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:28.098327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800245c-3d64-429a-8ab1-498a75dccad2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=12a26459-1a92-4bb7-9940-4d848f43081a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:28.210025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249785b-f244-4c7a-8afe-4acc44c9dfd0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Subnet': ['ID=1bc1f383-58f8-45f0-8410-735e5376948e,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:28.411666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6249785b-f244-4c7a-8afe-4acc44c9dfd0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Checking segment: {'id': '1390e7d1-6b32-4475-b141-85c0b1cdb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3febaf7-906f-4a55-919b-27981b6dd98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:28.425243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6249785b-f244-4c7a-8afe-4acc44c9dfd0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network hostable DHCP agents. Network: f3febaf7-906f-4a55-919b-27981b6dd98c, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:21:28.512446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6249785b-f244-4c7a-8afe-4acc44c9dfd0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network f3febaf7-906f-4a55-919b-27981b6dd98c is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:21:28.526557 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c26f983-e183-4fe8-80f3-3db23a76234c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:28.535175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f983-e183-4fe8-80f3-3db23a76234c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.578026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Allocated IP 2001:db8::f816:3eff:fe3c:bfa5 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/12a26459-1a92-4bb7-9940-4d848f43081a/bdd09740-9440-4e9c-90bc-a71c4978e1d1) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:28.666347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6249785b-f244-4c7a-8afe-4acc44c9dfd0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, f3febaf7-906f-4a55-919b-27981b6dd98c) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:28.679014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6249785b-f244-4c7a-8afe-4acc44c9dfd0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:28.680716 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6249785b-f244-4c7a-8afe-4acc44c9dfd0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.688922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3db182-21c7-4441-9cab-ebec177fe4ba None None] Network f3febaf7-906f-4a55-919b-27981b6dd98c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:28.691607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device ba64d958-2206-47fb-be35-e0a6757a833e details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:21:28.728790 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6249785b-f244-4c7a-8afe-4acc44c9dfd0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2240090 Feb 19 03:21:28.729901 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-785db7d3-4574-43f2-a53d-d3a765f90f04 admin admin] Publish callbacks [] for security_group (07b98e65-7a50-4346-b518-d163d6606247), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.734958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51376) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:28.745724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9f8950df-ac91-4045-be7d-7f030172726b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-650647620', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:28.766026 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-785db7d3-4574-43f2-a53d-d3a765f90f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (07b98e65-7a50-4346-b518-d163d6606247), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.966724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c647437-9404-420b-9c5a-09ed0e99062d req-4298f787-48ee-4bb4-8ddd-b7ffa46486ed service neutron] 10.222.0.67 "GET /v2.0/networks/7c7d82b2-e44d-410a-b73e-273236107a34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1552744 Feb 19 03:21:28.970588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f8950df-ac91-4045-be7d-7f030172726b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (75727315-658c-4bca-bc94-b4f7520f4d6b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:28.971797 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f8950df-ac91-4045-be7d-7f030172726b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (75727315-658c-4bca-bc94-b4f7520f4d6b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.111466 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f983-e183-4fe8-80f3-3db23a76234c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (ed12de0b-4be1-465a-be17-2d2b1cd5dd89), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.179164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c26f983-e183-4fe8-80f3-3db23a76234c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:29.187597 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7c26f983-e183-4fe8-80f3-3db23a76234c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:29.198689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c647437-9404-420b-9c5a-09ed0e99062d req-5c4ad513-ea27-4c16-8183-4d46ebd34ef0 service neutron] 10.222.0.67 "GET /v2.0/networks/7c7d82b2-e44d-410a-b73e-273236107a34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143941 Feb 19 03:21:29.200987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c26f983-e183-4fe8-80f3-3db23a76234c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:29.201942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f983-e183-4fe8-80f3-3db23a76234c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.204053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-785db7d3-4574-43f2-a53d-d3a765f90f04 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b983203901464f55856f42398dfd50f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9847238 Feb 19 03:21:29.209105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51380) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:29.220646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26f983-e183-4fe8-80f3-3db23a76234c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=ed12de0b-4be1-465a-be17-2d2b1cd5dd89,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:29.221257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785db7d3-4574-43f2-a53d-d3a765f90f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b98e65-7a50-4346-b518-d163d6606247,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:29.222311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port ba64d958-2206-47fb-be35-e0a6757a833e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=ba64d958-2206-47fb-be35-e0a6757a833e,segment=NetworkSegment(0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad),segment_id=0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:29.235083 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7c26f983-e183-4fe8-80f3-3db23a76234c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1580830 Feb 19 03:21:29.237872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51384) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:29.251030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:ae:13:1a', 'name': 'tempest-NetworksTestDHCPv6-1257095731'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:29.327324 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Publish callbacks [] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.331605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec35c7-d512-42f2-b37b-58a40b66aad4 req-810d99a6-8fa5-4cf1-9447-1951422f3ca2 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:29.343051 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'ba64d958-2206-47fb-be35-e0a6757a833e', 'network_id': '7c7d82b2-e44d-410a-b73e-273236107a34', 'port_id': 'ba64d958-2206-47fb-be35-e0a6757a833e', 'mac_address': 'fa:16:3e:c2:3d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52bcc769-18b9-42c0-9393-626b3e992718', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:21:29.344261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cbec35c7-d512-42f2-b37b-58a40b66aad4 req-810d99a6-8fa5-4cf1-9447-1951422f3ca2 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 943 time: 0.5530448 Feb 19 03:21:29.345223 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-f3febaf7-906f-4a55-919b-27981b6dd98c', 'network_id': 'f3febaf7-906f-4a55-919b-27981b6dd98c', 'project_id': '70314eb81c27414a8636915c7dbff825', 'fixed_ips': [{'subnet_id': '1bc1f383-58f8-45f0-8410-735e5376948e'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:29.346063 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.437234 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f8950df-ac91-4045-be7d-7f030172726b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for router_controller (75727315-658c-4bca-bc94-b4f7520f4d6b), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.443318 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.453286 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f8950df-ac91-4045-be7d-7f030172726b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (75727315-658c-4bca-bc94-b4f7520f4d6b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.494902 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-303b6ad3-4352-4a1a-8675-a551dcea27a4 admin admin] Publish callbacks [] for security_group (07b98e65-7a50-4346-b518-d163d6606247), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.514961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cbec35c7-d512-42f2-b37b-58a40b66aad4 req-59b5f993-4e76-4051-a1cc-b4492768c083 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/security-groups?id=4155ce8b-b96b-482f-ab8e-b76f1e75e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691599 Feb 19 03:21:29.526487 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f8950df-ac91-4045-be7d-7f030172726b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.531055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51394) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:29.538285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'network_id': 'f3febaf7-906f-4a55-919b-27981b6dd98c', 'name': 'tempest-PortsTestJSON-1908503486'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:29.545254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:29.545573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9f8950df-ac91-4045-be7d-7f030172726b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.7917080 Feb 19 03:21:29.583698 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-303b6ad3-4352-4a1a-8675-a551dcea27a4 admin admin] Publish callbacks [] for security_group (07b98e65-7a50-4346-b518-d163d6606247), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.610842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:29.614173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:29.630462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port ba64d958-2206-47fb-be35-e0a6757a833e is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:29.631742 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.652911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:29.657177 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba64d958-2206-47fb-be35-e0a6757a833e {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:21:29.668131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Pushing event updated for resources: {'Port': ['ID=bdd09740-9440-4e9c-90bc-a71c4978e1d1,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:29.686313 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-303b6ad3-4352-4a1a-8675-a551dcea27a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (07b98e65-7a50-4346-b518-d163d6606247), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.690580 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-303b6ad3-4352-4a1a-8675-a551dcea27a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.692072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-303b6ad3-4352-4a1a-8675-a551dcea27a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/07b98e65-7a50-4346-b518-d163d6606247 HTTP/1.1" status: 204 len: 168 time: 0.4801350 Feb 19 03:21:29.718200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b6ad3-4352-4a1a-8675-a551dcea27a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b98e65-7a50-4346-b518-d163d6606247,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:29.865103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port ba64d958-2206-47fb-be35-e0a6757a833e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=ba64d958-2206-47fb-be35-e0a6757a833e,segment=NetworkSegment(0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad),segment_id=0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:29.901439 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.923476 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:29.946342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port e76fae37-b8da-4fbb-ab5f-9f8536678ac1 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:29.967983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Allocated IP 172.20.0.2 (f3febaf7-906f-4a55-919b-27981b6dd98c/1bc1f383-58f8-45f0-8410-735e5376948e/def7ea34-14c6-4503-9e3d-9a2e76c19cb9) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:30.056788 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:30.069375 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.131725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port af7c9dbf-da3d-4231-ad33-35374e99061e yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:30.150932 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Publish callbacks [] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.171078 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.212622 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Network f3febaf7-906f-4a55-919b-27981b6dd98c is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:30.217404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:30.225178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Attempting to bind port bdd09740-9440-4e9c-90bc-a71c4978e1d1 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:30.226091 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Attempting to bind port bdd09740-9440-4e9c-90bc-a71c4978e1d1 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:30.226456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Attempting to bind port bdd09740-9440-4e9c-90bc-a71c4978e1d1 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:30.231182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:30.287416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:30.288334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:30.289325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.289913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:30.290594 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Bound port: bdd09740-9440-4e9c-90bc-a71c4978e1d1, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:30.291141 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.312854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.12 (f3febaf7-906f-4a55-919b-27981b6dd98c/1bc1f383-58f8-45f0-8410-735e5376948e/af7c9dbf-da3d-4231-ad33-35374e99061e) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:30.388307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] For port bdd09740-9440-4e9c-90bc-a71c4978e1d1, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:30.391967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] For port bdd09740-9440-4e9c-90bc-a71c4978e1d1, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdd09740-9440-4e9c-90bc-a71c4978e1d1,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:30.395866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['ba64d958-2206-47fb-be35-e0a6757a833e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:30.444295 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.453183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=ba64d958-2206-47fb-be35-e0a6757a833e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:30.519661 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Attempting to bind port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:30.520591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Attempting to bind port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '1390e7d1-6b32-4475-b141-85c0b1cdb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3febaf7-906f-4a55-919b-27981b6dd98c'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:30.521167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Attempting to bind port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 on network f3febaf7-906f-4a55-919b-27981b6dd98c {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:30.566204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:30.567173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Checking segment: {'id': '1390e7d1-6b32-4475-b141-85c0b1cdb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3febaf7-906f-4a55-919b-27981b6dd98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:30.567790 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.568579 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Bound using segment: {'id': '1390e7d1-6b32-4475-b141-85c0b1cdb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3febaf7-906f-4a55-919b-27981b6dd98c'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:30.569560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Bound port: def7ea34-14c6-4503-9e3d-9a2e76c19cb9, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1390e7d1-6b32-4475-b141-85c0b1cdb1a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f3febaf7-906f-4a55-919b-27981b6dd98c'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:30.570267 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.685401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Pushing event updated for resources: {'Port': ['ID=def7ea34-14c6-4503-9e3d-9a2e76c19cb9,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:30.716941 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.788638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0fdd9-6d90-46c5-b29d-3c637f5b8297 req-1ec19f32-0c4a-439d-972f-0fac7558f239 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:30.802427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6f0fdd9-6d90-46c5-b29d-3c637f5b8297 req-1ec19f32-0c4a-439d-972f-0fac7558f239 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 944 time: 0.1149516 Feb 19 03:21:30.814938 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.862376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] For port def7ea34-14c6-4503-9e3d-9a2e76c19cb9, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:30.883429 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] For port def7ea34-14c6-4503-9e3d-9a2e76c19cb9, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=def7ea34-14c6-4503-9e3d-9a2e76c19cb9,segment=NetworkSegment(1390e7d1-6b32-4475-b141-85c0b1cdb1a8),segment_id=1390e7d1-6b32-4475-b141-85c0b1cdb1a8)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:30.922774 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:30.925985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=af7c9dbf-da3d-4231-ad33-35374e99061e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:30.940018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6f0fdd9-6d90-46c5-b29d-3c637f5b8297 req-cc90969b-566c-4f49-884e-0248486390dc tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/security-groups?id=4155ce8b-b96b-482f-ab8e-b76f1e75e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359911 Feb 19 03:21:30.980313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5502cb70-7f33-46c9-96a8-2122ff2c2cb0 None None] Pushing event updated for resources: {'Port': ['ID=bdd09740-9440-4e9c-90bc-a71c4978e1d1,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:30.991464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network f3febaf7-906f-4a55-919b-27981b6dd98c is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:30.993778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:31.001104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:31.031503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 172.20.0.10 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/ed12de0b-4be1-465a-be17-2d2b1cd5dd89/e76fae37-b8da-4fbb-ab5f-9f8536678ac1) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:31.049685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::f816:3eff:feae:131a (3e1d2a52-1707-4906-8471-db9b5cc29c4f/12a26459-1a92-4bb7-9940-4d848f43081a/e76fae37-b8da-4fbb-ab5f-9f8536678ac1) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:31.088789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80413e24-63e5-4d82-81df-bb87450c62e6 None None] Pushing event updated for resources: {'Port': ['ID=def7ea34-14c6-4503-9e3d-9a2e76c19cb9,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:31.102570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:31.103507 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.127382 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c81e2aa0-aba8-45eb-a490-b6f18ee225fa tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5943964 Feb 19 03:21:31.130566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51430) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:31.368442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (e76fae37-b8da-4fbb-ab5f-9f8536678ac1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.457522 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e76fae37-b8da-4fbb-ab5f-9f8536678ac1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.539447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:31.548230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:31.550283 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=e76fae37-b8da-4fbb-ab5f-9f8536678ac1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:31.571747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:31.733837 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:31.734541 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.768714 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-623c72f9-3bed-4fc0-84bf-6cf492968307 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5276608 Feb 19 03:21:31.769583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51446) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:31.845611 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:31.914562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c7b967-de59-4460-8115-371c9d640473 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:31.919990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c7b967-de59-4460-8115-371c9d640473 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:31.924144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d0c7b967-de59-4460-8115-371c9d640473 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1510835 Feb 19 03:21:31.924578 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51454) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:32.196101 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-85d48b73-3d3e-4cde-8aef-11c2737fe798 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port e76fae37-b8da-4fbb-ab5f-9f8536678ac1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:32.196483 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-85d48b73-3d3e-4cde-8aef-11c2737fe798 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e76fae37-b8da-4fbb-ab5f-9f8536678ac1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.362410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd4f14b-3d0b-41d0-948f-3799c5420100 req-be1f8e07-116f-44f2-a082-7f4df61be619 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:32.368278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bd4f14b-3d0b-41d0-948f-3799c5420100 req-be1f8e07-116f-44f2-a082-7f4df61be619 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 944 time: 0.2486558 Feb 19 03:21:32.370096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-85d48b73-3d3e-4cde-8aef-11c2737fe798 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e76fae37-b8da-4fbb-ab5f-9f8536678ac1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.398453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-85d48b73-3d3e-4cde-8aef-11c2737fe798 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for e76fae37-b8da-4fbb-ab5f-9f8536678ac1 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:32.410039 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4823acee-3fd6-4447-83e8-0fea40a1d366 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:32.530231 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.556386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5b88aa32-c765-45a2-97f2-b19f0a99f87b None None] Provisioning complete for port bdd09740-9440-4e9c-90bc-a71c4978e1d1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:32.557557 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5b88aa32-c765-45a2-97f2-b19f0a99f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.580943 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.646832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3bd4f14b-3d0b-41d0-948f-3799c5420100 req-91df9690-9437-4a8e-b8fe-6d542ae3398d tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/security-groups?id=4155ce8b-b96b-482f-ab8e-b76f1e75e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630258 Feb 19 03:21:32.789719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=af7c9dbf-da3d-4231-ad33-35374e99061e,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:32.824132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5b88aa32-c765-45a2-97f2-b19f0a99f87b None None] Current status of the port bdd09740-9440-4e9c-90bc-a71c4978e1d1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:32.824640 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5b88aa32-c765-45a2-97f2-b19f0a99f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.830487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device ba64d958-2206-47fb-be35-e0a6757a833e up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:32.899179 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-85d48b73-3d3e-4cde-8aef-11c2737fe798 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e76fae37-b8da-4fbb-ab5f-9f8536678ac1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:32.920449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdd09740-9440-4e9c-90bc-a71c4978e1d1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:32.942700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d48b73-3d3e-4cde-8aef-11c2737fe798 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=e76fae37-b8da-4fbb-ab5f-9f8536678ac1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:33.009902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f528164e-eef6-449e-bae6-9e4393695bb5 None None] Network f3febaf7-906f-4a55-919b-27981b6dd98c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:33.122587 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port ba64d958-2206-47fb-be35-e0a6757a833e completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:21:33.137598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5b88aa32-c765-45a2-97f2-b19f0a99f87b None None] For port bdd09740-9440-4e9c-90bc-a71c4978e1d1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdd09740-9440-4e9c-90bc-a71c4978e1d1,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:33.142239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cd6cfc-acca-45e2-a64b-c55c7eb42c32 None None] Update dhcp port {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': '12a26459-1a92-4bb7-9940-4d848f43081a', 'ip_address': '2001:db8::f816:3eff:fe3c:bfa5'}, {'subnet_id': 'ed12de0b-4be1-465a-be17-2d2b1cd5dd89'}], 'binding:host_id': 'n-d-826755-2'}, 'id': 'bdd09740-9440-4e9c-90bc-a71c4978e1d1'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:21:33.167650 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (75727315-658c-4bca-bc94-b4f7520f4d6b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.185604 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d4cd6cfc-acca-45e2-a64b-c55c7eb42c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.201194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port ba64d958-2206-47fb-be35-e0a6757a833e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:33.201564 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.207380 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5b88aa32-c765-45a2-97f2-b19f0a99f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.276466 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-85d48b73-3d3e-4cde-8aef-11c2737fe798 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.286683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51502) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:33.293328 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-85d48b73-3d3e-4cde-8aef-11c2737fe798 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/e76fae37-b8da-4fbb-ab5f-9f8536678ac1 HTTP/1.1" status: 204 len: 168 time: 1.3675160 Feb 19 03:21:33.457733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72d8cb6-2528-424b-af47-31d373b0fe2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:33.459499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72d8cb6-2528-424b-af47-31d373b0fe2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:33.461146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72d8cb6-2528-424b-af47-31d373b0fe2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:33.472688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f72d8cb6-2528-424b-af47-31d373b0fe2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1745729 Feb 19 03:21:33.472688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51508) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:33.539980 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.561461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b88aa32-c765-45a2-97f2-b19f0a99f87b None None] Pushing event updated for resources: {'Port': ['ID=bdd09740-9440-4e9c-90bc-a71c4978e1d1,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:33.567713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e54ee3-c7e2-45ed-976c-9cea3d52a820 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 12a26459-1a92-4bb7-9940-4d848f43081a {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:33.675222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port bdd09740-9440-4e9c-90bc-a71c4978e1d1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:33.675983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.840732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6509ed8f-d7c5-4f91-8f89-2f28bcc37c48 None None] Provisioning complete for port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:33.841487 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6509ed8f-d7c5-4f91-8f89-2f28bcc37c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.891464 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-094ca8d2-64bc-46e2-97cb-399bd1fed3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.903598 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.905477 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-53e54ee3-c7e2-45ed-976c-9cea3d52a820 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (12a26459-1a92-4bb7-9940-4d848f43081a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:33.953385 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.014472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51520) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:34.098379 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (75727315-658c-4bca-bc94-b4f7520f4d6b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.184913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=af7c9dbf-da3d-4231-ad33-35374e99061e,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:34.210072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port bdd09740-9440-4e9c-90bc-a71c4978e1d1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:34.211527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device def7ea34-14c6-4503-9e3d-9a2e76c19cb9 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:34.269742 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-53e54ee3-c7e2-45ed-976c-9cea3d52a820 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (12a26459-1a92-4bb7-9940-4d848f43081a), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.273033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port ba64d958-2206-47fb-be35-e0a6757a833e is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:34.278314 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.318855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6509ed8f-d7c5-4f91-8f89-2f28bcc37c48 None None] Current status of the port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:34.319532 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6509ed8f-d7c5-4f91-8f89-2f28bcc37c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.374649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea23371-50fa-4f26-95b1-f54c9462bca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba64d958-2206-47fb-be35-e0a6757a833e'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:34.377135 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed722eb0-3775-4d62-b491-ee9aa584c01c" -d '{"events": [{"server_uuid": "bea23371-50fa-4f26-95b1-f54c9462bca8", "name": "network-vif-plugged", "status": "completed", "tag": "ba64d958-2206-47fb-be35-e0a6757a833e"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:34.416492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0178ae8-6433-404d-8e0b-b42cb19790ad req-7a130e54-c3ed-443e-9d45-31eb3a29d1f3 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:34.418259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0178ae8-6433-404d-8e0b-b42cb19790ad req-7a130e54-c3ed-443e-9d45-31eb3a29d1f3 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 944 time: 0.5085177 Feb 19 03:21:34.430681 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port ba64d958-2206-47fb-be35-e0a6757a833e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=ba64d958-2206-47fb-be35-e0a6757a833e,segment=NetworkSegment(0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad),segment_id=0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:34.441075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6509ed8f-d7c5-4f91-8f89-2f28bcc37c48 None None] For port def7ea34-14c6-4503-9e3d-9a2e76c19cb9, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=def7ea34-14c6-4503-9e3d-9a2e76c19cb9,segment=NetworkSegment(1390e7d1-6b32-4475-b141-85c0b1cdb1a8),segment_id=1390e7d1-6b32-4475-b141-85c0b1cdb1a8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:34.446810 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.458793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:34.459729 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.463327 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6509ed8f-d7c5-4f91-8f89-2f28bcc37c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.554430 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-53e54ee3-c7e2-45ed-976c-9cea3d52a820 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (12a26459-1a92-4bb7-9940-4d848f43081a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.558640 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e948f863-baa5-47fe-86cf-6f6b9e7ce8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.596981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network f3febaf7-906f-4a55-919b-27981b6dd98c is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:34.612321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:34.642924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0178ae8-6433-404d-8e0b-b42cb19790ad req-4711f391-30b6-4e96-aee1-dda7be46db56 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/security-groups?id=4155ce8b-b96b-482f-ab8e-b76f1e75e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186184 Feb 19 03:21:34.705553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-cc6a252e-d8e5-4f53-b216-a4d717f4f9aa None None] Provisioning complete for port af7c9dbf-da3d-4231-ad33-35374e99061e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:34.706104 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc6a252e-d8e5-4f53-b216-a4d717f4f9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.781744 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e948f863-baa5-47fe-86cf-6f6b9e7ce8c5 admin admin] Publish callbacks [] for security_group (4139e4d3-a35e-444a-9598-ab34b445a3c2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.791685 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e948f863-baa5-47fe-86cf-6f6b9e7ce8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4139e4d3-a35e-444a-9598-ab34b445a3c2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.801097 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc83463-04b9-44e4-ac55-b2cd728bdaf3 x-openstack-request-id: req-1dc83463-04b9-44e4-ac55-b2cd728bdaf3 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:34.801397 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea23371-50fa-4f26-95b1-f54c9462bca8", "name": "network-vif-plugged", "status": "completed", "tag": "ba64d958-2206-47fb-be35-e0a6757a833e", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:34.801687 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1dc83463-04b9-44e4-ac55-b2cd728bdaf3 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:34.802102 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea23371-50fa-4f26-95b1-f54c9462bca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba64d958-2206-47fb-be35-e0a6757a833e', 'code': 200} Feb 19 03:21:34.803467 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a252e-d8e5-4f53-b216-a4d717f4f9aa None None] Port af7c9dbf-da3d-4231-ad33-35374e99061e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:34.805471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=ba64d958-2206-47fb-be35-e0a6757a833e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:34.827904 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-53e54ee3-c7e2-45ed-976c-9cea3d52a820 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (12a26459-1a92-4bb7-9940-4d848f43081a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.874165 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e948f863-baa5-47fe-86cf-6f6b9e7ce8c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=276f35cda5734428a1510b9803c12f71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8578308 Feb 19 03:21:34.881588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948f863-baa5-47fe-86cf-6f6b9e7ce8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4139e4d3-a35e-444a-9598-ab34b445a3c2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:34.888074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51534) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:34.927425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e54ee3-c7e2-45ed-976c-9cea3d52a820 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=12a26459-1a92-4bb7-9940-4d848f43081a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:34.934131 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-53e54ee3-c7e2-45ed-976c-9cea3d52a820 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:34.937388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-53e54ee3-c7e2-45ed-976c-9cea3d52a820 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/12a26459-1a92-4bb7-9940-4d848f43081a HTTP/1.1" status: 204 len: 168 time: 1.4681549 Feb 19 03:21:34.942188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51538) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:34.984363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Router 75727315-658c-4bca-bc94-b4f7520f4d6b is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server [None req-d4cd6cfc-acca-45e2-a64b-c55c7eb42c32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12a26459-1a92-4bb7-9940-4d848f43081a: This subnet is being modified by another concurrent operation. Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:21:34.987913 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12a26459-1a92-4bb7-9940-4d848f43081a: This subnet is being modified by another concurrent operation. Feb 19 03:21:34.992655 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Feb 19 03:21:35.000114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69184b-5fc5-4ec7-a621-cf912cdf5d23 req-adec34c3-ece0-4d35-be23-7dcbfdd7ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:35.003072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d69184b-5fc5-4ec7-a621-cf912cdf5d23 req-adec34c3-ece0-4d35-be23-7dcbfdd7ef73 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 1127 time: 0.1557941 Feb 19 03:21:35.038337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-68a6c539-a58e-49e7-b450-f5702bbe9778 admin admin] Publish callbacks [] for security_group (4139e4d3-a35e-444a-9598-ab34b445a3c2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.059723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509ed8f-d7c5-4f91-8f89-2f28bcc37c48 None None] Pushing event updated for resources: {'Port': ['ID=def7ea34-14c6-4503-9e3d-9a2e76c19cb9,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:35.069561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-cc6a252e-d8e5-4f53-b216-a4d717f4f9aa None None] Provisioning complete for port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:35.070160 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc6a252e-d8e5-4f53-b216-a4d717f4f9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.082209 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-68a6c539-a58e-49e7-b450-f5702bbe9778 admin admin] Publish callbacks [] for security_group (4139e4d3-a35e-444a-9598-ab34b445a3c2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.121432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:35.160704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62ad32f-3595-4246-bdf8-af6f7979befa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet ed12de0b-4be1-465a-be17-2d2b1cd5dd89 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:35.165308 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-68a6c539-a58e-49e7-b450-f5702bbe9778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4139e4d3-a35e-444a-9598-ab34b445a3c2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.167868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-68a6c539-a58e-49e7-b450-f5702bbe9778 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.174673 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-68a6c539-a58e-49e7-b450-f5702bbe9778 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4139e4d3-a35e-444a-9598-ab34b445a3c2 HTTP/1.1" status: 204 len: 168 time: 0.2824259 Feb 19 03:21:35.174673 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a62ad32f-3595-4246-bdf8-af6f7979befa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (ed12de0b-4be1-465a-be17-2d2b1cd5dd89), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.226808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6c539-a58e-49e7-b450-f5702bbe9778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4139e4d3-a35e-444a-9598-ab34b445a3c2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:35.235288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a252e-d8e5-4f53-b216-a4d717f4f9aa None None] Current status of the port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:35.243767 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ca4e5f-00fe-43fc-8878-468e694e52ae None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:35.297361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a62ad32f-3595-4246-bdf8-af6f7979befa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (ed12de0b-4be1-465a-be17-2d2b1cd5dd89), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.390549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device def7ea34-14c6-4503-9e3d-9a2e76c19cb9 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:35.408789 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a62ad32f-3595-4246-bdf8-af6f7979befa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (ed12de0b-4be1-465a-be17-2d2b1cd5dd89), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.419653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d69184b-5fc5-4ec7-a621-cf912cdf5d23 req-b7599c86-7cb4-483f-8f6f-18a9879270f7 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4155ce8b-b96b-482f-ab8e-b76f1e75e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009664 Feb 19 03:21:35.421145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:35.428770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-91d3ef02-a2bf-41d8-8a0e-46f4976350d8 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "PUT /v2.0/routers/75727315-658c-4bca-bc94-b4f7520f4d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2953970 Feb 19 03:21:35.430978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51560) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:35.438414 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d836596-126d-4111-b614-50e8b501b211 None None] Sync routers for ids ['75727315-658c-4bca-bc94-b4f7520f4d6b'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:35.471597 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d836596-126d-4111-b614-50e8b501b211 None None] Routers {'75727315-658c-4bca-bc94-b4f7520f4d6b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:35.472864 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2d836596-126d-4111-b614-50e8b501b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['75727315-658c-4bca-bc94-b4f7520f4d6b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:35.548393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f122c280-8798-42f8-8a1f-393f57a759b2 None None] Provisioning complete for port af7c9dbf-da3d-4231-ad33-35374e99061e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:35.549236 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f122c280-8798-42f8-8a1f-393f57a759b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.581962 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2d836596-126d-4111-b614-50e8b501b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:35.588805 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a62ad32f-3595-4246-bdf8-af6f7979befa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (ed12de0b-4be1-465a-be17-2d2b1cd5dd89), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.594638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c803f466-211d-4091-85be-1bcf7692bed9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:35.604650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c803f466-211d-4091-85be-1bcf7692bed9 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports?device_id=75727315-658c-4bca-bc94-b4f7520f4d6b HTTP/1.1" status: 200 len: 983 time: 0.1694841 Feb 19 03:21:35.609049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51572) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:35.619064 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d836596-126d-4111-b614-50e8b501b211 None None] Routers {'75727315-658c-4bca-bc94-b4f7520f4d6b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:35.620878 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2d836596-126d-4111-b614-50e8b501b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['75727315-658c-4bca-bc94-b4f7520f4d6b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:35.671231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ad32f-3595-4246-bdf8-af6f7979befa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=ed12de0b-4be1-465a-be17-2d2b1cd5dd89,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:35.695478 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a62ad32f-3595-4246-bdf8-af6f7979befa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.706332 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a62ad32f-3595-4246-bdf8-af6f7979befa tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/ed12de0b-4be1-465a-be17-2d2b1cd5dd89 HTTP/1.1" status: 204 len: 168 time: 0.7630594 Feb 19 03:21:35.710093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51580) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:35.725914 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2d836596-126d-4111-b614-50e8b501b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:35.726735 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d836596-126d-4111-b614-50e8b501b211 None None] The sync data for ids ['75727315-658c-4bca-bc94-b4f7520f4d6b'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:35.750445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:35.751006 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.752396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f122c280-8798-42f8-8a1f-393f57a759b2 None None] Port af7c9dbf-da3d-4231-ad33-35374e99061e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:35.780530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f122c280-8798-42f8-8a1f-393f57a759b2 None None] Could not find standard attr ID for object e76fae37-b8da-4fbb-ab5f-9f8536678ac1. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:21:35.818793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f122c280-8798-42f8-8a1f-393f57a759b2 None None] Provisioning complete for port bdd09740-9440-4e9c-90bc-a71c4978e1d1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:35.819031 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f122c280-8798-42f8-8a1f-393f57a759b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:35.865619 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a56f5e30-ebaa-4660-b5a3-827b08518c7e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1497350 Feb 19 03:21:35.868325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51584) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:35.884390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:35.947237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51588) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:36.048417 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3db195e9-c7bf-4d03-bc21-c90f8b16396a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.065584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:36.087076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091eeaf1-b35b-4e8f-aacb-16509aaf498e None None] Update dhcp port {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': 'ed12de0b-4be1-465a-be17-2d2b1cd5dd89'}], 'binding:host_id': 'n-d-826755-2'}, 'id': 'bdd09740-9440-4e9c-90bc-a71c4978e1d1'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:21:36.140595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:36.144060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.173483 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-684868e2-525a-4a98-9ec1-58d4dfebbebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.179123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdd09740-9440-4e9c-90bc-a71c4978e1d1 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:36.194331 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-091eeaf1-b35b-4e8f-aacb-16509aaf498e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.232317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f122c280-8798-42f8-8a1f-393f57a759b2 None None] Current status of the port bdd09740-9440-4e9c-90bc-a71c4978e1d1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:36.247148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b5f62-f878-403d-9c6b-82496495288d req-8d4ccef8-f0b2-4fd2-902d-72ab48a47076 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:36.261731 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-484b5f62-f878-403d-9c6b-82496495288d req-8d4ccef8-f0b2-4fd2-902d-72ab48a47076 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 945 time: 0.4306717 Feb 19 03:21:36.384580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-47c176ab-3b1e-489e-b21f-2db3cb2cf81c None None] Provisioning complete for port af7c9dbf-da3d-4231-ad33-35374e99061e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:36.385055 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-47c176ab-3b1e-489e-b21f-2db3cb2cf81c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.447117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abccdd31-e021-413f-bf4a-49a0cd77137c None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:21:36.449913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-47c176ab-3b1e-489e-b21f-2db3cb2cf81c None None] Port af7c9dbf-da3d-4231-ad33-35374e99061e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:36.497198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-484b5f62-f878-403d-9c6b-82496495288d req-00bbc835-0d39-46e7-ad64-d9235955f42e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/security-groups?id=4155ce8b-b96b-482f-ab8e-b76f1e75e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124059 Feb 19 03:21:36.506667 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-684868e2-525a-4a98-9ec1-58d4dfebbebb admin admin] Publish callbacks [] for security_group (e8918079-2b48-47a2-88de-995db2141142), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.514264 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-684868e2-525a-4a98-9ec1-58d4dfebbebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e8918079-2b48-47a2-88de-995db2141142), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.589323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port bdd09740-9440-4e9c-90bc-a71c4978e1d1 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:36.589771 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.596601 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-684868e2-525a-4a98-9ec1-58d4dfebbebb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9be7797a484641f080114da262b1ed56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6481047 Feb 19 03:21:36.597193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51608) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:36.608008 n-d-826755-2 neutron-server[109898]: DEBUG neutron.objects.ports [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109898) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:21:36.638882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684868e2-525a-4a98-9ec1-58d4dfebbebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8918079-2b48-47a2-88de-995db2141142,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:36.673549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port bdd09740-9440-4e9c-90bc-a71c4978e1d1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdd09740-9440-4e9c-90bc-a71c4978e1d1,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:36.674897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7a9c49ee-4f4f-40fc-9307-3284b24a5306 None None] Provisioning complete for port bdd09740-9440-4e9c-90bc-a71c4978e1d1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:36.675787 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7a9c49ee-4f4f-40fc-9307-3284b24a5306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.771885 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.773051 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89f0bc03-60e4-4f8d-a839-2baff9934054 admin admin] Publish callbacks [] for security_group (e8918079-2b48-47a2-88de-995db2141142), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.814175 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89f0bc03-60e4-4f8d-a839-2baff9934054 admin admin] Publish callbacks [] for security_group (e8918079-2b48-47a2-88de-995db2141142), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.857300 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=bdd09740-9440-4e9c-90bc-a71c4978e1d1,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:36.891180 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2874afaf-a651-4481-a186-a3894842df70 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (75727315-658c-4bca-bc94-b4f7520f4d6b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:36.918260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abccdd31-e021-413f-bf4a-49a0cd77137c None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:21:36.999606 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.017379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c49ee-4f4f-40fc-9307-3284b24a5306 None None] Current status of the port bdd09740-9440-4e9c-90bc-a71c4978e1d1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:37.017768 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7a9c49ee-4f4f-40fc-9307-3284b24a5306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.022144 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89f0bc03-60e4-4f8d-a839-2baff9934054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e8918079-2b48-47a2-88de-995db2141142), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.027332 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89f0bc03-60e4-4f8d-a839-2baff9934054 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.028933 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-89f0bc03-60e4-4f8d-a839-2baff9934054 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e8918079-2b48-47a2-88de-995db2141142 HTTP/1.1" status: 204 len: 168 time: 0.4286194 Feb 19 03:21:37.108230 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.119717 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-7a9c49ee-4f4f-40fc-9307-3284b24a5306 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:21:37.120241 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-7a9c49ee-4f4f-40fc-9307-3284b24a5306 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:21:37.138818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f0bc03-60e4-4f8d-a839-2baff9934054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8918079-2b48-47a2-88de-995db2141142,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:37.310938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2874afaf-a651-4481-a186-a3894842df70 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port af7c9dbf-da3d-4231-ad33-35374e99061e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:37.311419 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2874afaf-a651-4481-a186-a3894842df70 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.402500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] For port bdd09740-9440-4e9c-90bc-a71c4978e1d1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdd09740-9440-4e9c-90bc-a71c4978e1d1,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:37.443135 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2874afaf-a651-4481-a186-a3894842df70 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.461563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2874afaf-a651-4481-a186-a3894842df70 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for af7c9dbf-da3d-4231-ad33-35374e99061e owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:37.478687 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.494750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.619860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=bdd09740-9440-4e9c-90bc-a71c4978e1d1,revision_number=7']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:37.640458 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (345767d8-0746-4798-b97d-c0d54e86a35f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.730415 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2874afaf-a651-4481-a186-a3894842df70 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (af7c9dbf-da3d-4231-ad33-35374e99061e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.785574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7a9c49ee-4f4f-40fc-9307-3284b24a5306 None None] Current status of the port bdd09740-9440-4e9c-90bc-a71c4978e1d1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:37.786203 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7a9c49ee-4f4f-40fc-9307-3284b24a5306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.817564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874afaf-a651-4481-a186-a3894842df70 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=af7c9dbf-da3d-4231-ad33-35374e99061e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:37.841771 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:37.844579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:37.849736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:37.850763 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:37.881926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=345767d8-0746-4798-b97d-c0d54e86a35f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:37.889125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7a9c49ee-4f4f-40fc-9307-3284b24a5306 None None] For port bdd09740-9440-4e9c-90bc-a71c4978e1d1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdd09740-9440-4e9c-90bc-a71c4978e1d1,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:37.892451 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-489f9db6-c2d7-49e5-b0c7-c10748df5086 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0205538 Feb 19 03:21:37.893266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51644) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:37.901556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b4c93c19-105c-4bab-9a57-7dc9bd332917 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:37.902065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7a9c49ee-4f4f-40fc-9307-3284b24a5306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.011875 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df053d1c-005e-4acd-b3ab-b896a42501d0 req-badd5d08-becb-47e7-8ca3-2c8369687393 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:38.015909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df053d1c-005e-4acd-b3ab-b896a42501d0 req-badd5d08-becb-47e7-8ca3-2c8369687393 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 945 time: 0.3020029 Feb 19 03:21:38.033864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c49ee-4f4f-40fc-9307-3284b24a5306 None None] Pushing event updated for resources: {'Port': ['ID=bdd09740-9440-4e9c-90bc-a71c4978e1d1,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:38.075631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c93c19-105c-4bab-9a57-7dc9bd332917 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:38.079976 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4c93c19-105c-4bab-9a57-7dc9bd332917 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.409027 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.533944 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4c93c19-105c-4bab-9a57-7dc9bd332917 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (10772352-a160-448d-a1a2-a156aa9558d5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.604314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c93c19-105c-4bab-9a57-7dc9bd332917 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:38.610712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-b4c93c19-105c-4bab-9a57-7dc9bd332917 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:38.615243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c93c19-105c-4bab-9a57-7dc9bd332917 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:38.616429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4c93c19-105c-4bab-9a57-7dc9bd332917 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.627929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c93c19-105c-4bab-9a57-7dc9bd332917 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=10772352-a160-448d-a1a2-a156aa9558d5,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:38.675030 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b4c93c19-105c-4bab-9a57-7dc9bd332917 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7802534 Feb 19 03:21:38.675776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51658) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:38.695748 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:45:47:3a', 'name': 'tempest-NetworksTestDHCPv6-703514197'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:38.776213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b420c68-d8e3-4adc-9c5d-5924c9645f71 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:38.782466 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2874afaf-a651-4481-a186-a3894842df70 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (75727315-658c-4bca-bc94-b4f7520f4d6b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:38.823632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df053d1c-005e-4acd-b3ab-b896a42501d0 req-134f78af-f076-45cc-8724-f1efbc35df9c tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/security-groups?id=4155ce8b-b96b-482f-ab8e-b76f1e75e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7999983 Feb 19 03:21:38.908786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:38.966122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9f74ff26-aa04-4666-94fe-2bd1bbda0955 None None] Provisioning complete for port bdd09740-9440-4e9c-90bc-a71c4978e1d1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:38.966796 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9f74ff26-aa04-4666-94fe-2bd1bbda0955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.165625 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.255645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port 764ed367-37e1-4684-ba09-d1fb7bb8d6f9 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:39.273067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2874afaf-a651-4481-a186-a3894842df70 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Router 75727315-658c-4bca-bc94-b4f7520f4d6b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:21:39.423377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2874afaf-a651-4481-a186-a3894842df70 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:39.433982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2874afaf-a651-4481-a186-a3894842df70 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "PUT /v2.0/routers/75727315-658c-4bca-bc94-b4f7520f4d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8205070 Feb 19 03:21:39.435201 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51674) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:39.452976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd5d1e-898f-4764-9a18-0a5563b7e001 req-ca491f58-f75f-426d-ac71-1de5bbd3b45c tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:39.455565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-debd5d1e-898f-4764-9a18-0a5563b7e001 req-ca491f58-f75f-426d-ac71-1de5bbd3b45c tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 945 time: 0.1633501 Feb 19 03:21:39.461580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51676) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:39.566014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-debd5d1e-898f-4764-9a18-0a5563b7e001 req-e80248a2-d746-40db-8435-a991f7e6ca4e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/security-groups?id=4155ce8b-b96b-482f-ab8e-b76f1e75e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976827 Feb 19 03:21:39.621803 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8240ee-b286-4fa4-9dc9-76b303cdeb54 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:21:39.626361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51686) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:39.626532 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3f8240ee-b286-4fa4-9dc9-76b303cdeb54 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/af7c9dbf-da3d-4231-ad33-35374e99061e HTTP/1.1" status: 404 len: 333 time: 0.1885567 Feb 19 03:21:39.654305 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 172.20.0.4 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/10772352-a160-448d-a1a2-a156aa9558d5/764ed367-37e1-4684-ba09-d1fb7bb8d6f9) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:39.664085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::f816:3eff:fe45:473a (3e1d2a52-1707-4906-8471-db9b5cc29c4f/345767d8-0746-4798-b97d-c0d54e86a35f/764ed367-37e1-4684-ba09-d1fb7bb8d6f9) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:39.675934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdd09740-9440-4e9c-90bc-a71c4978e1d1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:39.684173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a555f8-c0a0-44b8-8deb-d15b6ef919bc None None] Sync routers for ids ['75727315-658c-4bca-bc94-b4f7520f4d6b'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:39.736535 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7df3507e-0f1b-46bb-a8d2-ac9f89a9d1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.750685 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a555f8-c0a0-44b8-8deb-d15b6ef919bc None None] Routers {'75727315-658c-4bca-bc94-b4f7520f4d6b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:39.751592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f2a555f8-c0a0-44b8-8deb-d15b6ef919bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['75727315-658c-4bca-bc94-b4f7520f4d6b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:39.809416 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-70b88d8e-d9e4-47ae-9357-565383b63efe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for router (75727315-658c-4bca-bc94-b4f7520f4d6b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.841569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f2a555f8-c0a0-44b8-8deb-d15b6ef919bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:39.881165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a555f8-c0a0-44b8-8deb-d15b6ef919bc None None] Routers {'75727315-658c-4bca-bc94-b4f7520f4d6b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:39.881828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f2a555f8-c0a0-44b8-8deb-d15b6ef919bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['75727315-658c-4bca-bc94-b4f7520f4d6b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:39.883719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9f74ff26-aa04-4666-94fe-2bd1bbda0955 None None] Current status of the port bdd09740-9440-4e9c-90bc-a71c4978e1d1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:39.936186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f2a555f8-c0a0-44b8-8deb-d15b6ef919bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:39.936891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a555f8-c0a0-44b8-8deb-d15b6ef919bc None None] The sync data for ids ['75727315-658c-4bca-bc94-b4f7520f4d6b'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:39.962332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port bdd09740-9440-4e9c-90bc-a71c4978e1d1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:39.962708 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:39.970315 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (764ed367-37e1-4684-ba09-d1fb7bb8d6f9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.031549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8861ae1-56e4-4e6f-87e1-41df5ab5e80d None None] Update dhcp port {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': '345767d8-0746-4798-b97d-c0d54e86a35f', 'ip_address': '2001:db8::f816:3eff:fe3c:bfa5'}, {'subnet_id': '10772352-a160-448d-a1a2-a156aa9558d5'}], 'binding:host_id': 'n-d-826755-2'}, 'id': 'bdd09740-9440-4e9c-90bc-a71c4978e1d1'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:21:40.057081 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (764ed367-37e1-4684-ba09-d1fb7bb8d6f9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.079029 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-70b88d8e-d9e4-47ae-9357-565383b63efe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (75727315-658c-4bca-bc94-b4f7520f4d6b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.083021 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-70b88d8e-d9e4-47ae-9357-565383b63efe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for router_controller (75727315-658c-4bca-bc94-b4f7520f4d6b), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.086779 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:40.090555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:40.092876 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.094406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:40.107542 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d8861ae1-56e4-4e6f-87e1-41df5ab5e80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.127297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port bdd09740-9440-4e9c-90bc-a71c4978e1d1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:40.186768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7df3507e-0f1b-46bb-a8d2-ac9f89a9d1a9 admin admin] Publish callbacks [] for security_group (2a028235-3baa-49a8-910b-a36979dd8ff0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.187965 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-70b88d8e-d9e4-47ae-9357-565383b63efe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (75727315-658c-4bca-bc94-b4f7520f4d6b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.188516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b88d8e-d9e4-47ae-9357-565383b63efe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Fanout notify agent at l3_agent the message router_deleted on router 75727315-658c-4bca-bc94-b4f7520f4d6b {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:21:40.199716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-70b88d8e-d9e4-47ae-9357-565383b63efe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.203845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-70b88d8e-d9e4-47ae-9357-565383b63efe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/routers/75727315-658c-4bca-bc94-b4f7520f4d6b HTTP/1.1" status: 204 len: 168 time: 0.5740523 Feb 19 03:21:40.203845 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7df3507e-0f1b-46bb-a8d2-ac9f89a9d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2a028235-3baa-49a8-910b-a36979dd8ff0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.205197 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:40.205650 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.206893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51694) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:40.256820 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5673883 Feb 19 03:21:40.262996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51696) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:40.279771 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3798b1aa-7041-4f24-8800-92edd7658b3a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=764ed367-37e1-4684-ba09-d1fb7bb8d6f9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:40.337524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7df3507e-0f1b-46bb-a8d2-ac9f89a9d1a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0f310209674141eba6be8c3eeddc62a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8740082 Feb 19 03:21:40.342318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-022ee776-f50f-4a7a-b875-51e98e0695e7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting subnet 1bc1f383-58f8-45f0-8410-735e5376948e {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:40.345617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51702) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:40.353462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3507e-0f1b-46bb-a8d2-ac9f89a9d1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a028235-3baa-49a8-910b-a36979dd8ff0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:40.374741 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-022ee776-f50f-4a7a-b875-51e98e0695e7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (1bc1f383-58f8-45f0-8410-735e5376948e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.389705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a40fa-de58-492e-8211-85e5b933b657 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:40.395051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837a40fa-de58-492e-8211-85e5b933b657 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:40.399347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-837a40fa-de58-492e-8211-85e5b933b657 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1302750 Feb 19 03:21:40.399645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51704) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:40.455663 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-022ee776-f50f-4a7a-b875-51e98e0695e7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (1bc1f383-58f8-45f0-8410-735e5376948e), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.463655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-d8861ae1-56e4-4e6f-87e1-41df5ab5e80d None None] Allocated IP 172.20.0.2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/10772352-a160-448d-a1a2-a156aa9558d5/bdd09740-9440-4e9c-90bc-a71c4978e1d1) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:40.539841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4e066b87-4a10-4887-abeb-027a2d8068bd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port 764ed367-37e1-4684-ba09-d1fb7bb8d6f9 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:40.540223 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e066b87-4a10-4887-abeb-027a2d8068bd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (764ed367-37e1-4684-ba09-d1fb7bb8d6f9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.593099 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-022ee776-f50f-4a7a-b875-51e98e0695e7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (1bc1f383-58f8-45f0-8410-735e5376948e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.606143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d8861ae1-56e4-4e6f-87e1-41df5ab5e80d None None] For port bdd09740-9440-4e9c-90bc-a71c4978e1d1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdd09740-9440-4e9c-90bc-a71c4978e1d1,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:40.641785 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d8861ae1-56e4-4e6f-87e1-41df5ab5e80d None None] Publish callbacks [] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.656065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d8861ae1-56e4-4e6f-87e1-41df5ab5e80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.697741 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-022ee776-f50f-4a7a-b875-51e98e0695e7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (1bc1f383-58f8-45f0-8410-735e5376948e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.755375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ee776-f50f-4a7a-b875-51e98e0695e7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc1f383-58f8-45f0-8410-735e5376948e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:40.759334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e066b87-4a10-4887-abeb-027a2d8068bd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (764ed367-37e1-4684-ba09-d1fb7bb8d6f9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.782530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8861ae1-56e4-4e6f-87e1-41df5ab5e80d None None] Pushing event updated for resources: {'Port': ['ID=bdd09740-9440-4e9c-90bc-a71c4978e1d1,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:40.788881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-022ee776-f50f-4a7a-b875-51e98e0695e7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.795448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4e066b87-4a10-4887-abeb-027a2d8068bd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for 764ed367-37e1-4684-ba09-d1fb7bb8d6f9 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:40.796305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-022ee776-f50f-4a7a-b875-51e98e0695e7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/1bc1f383-58f8-45f0-8410-735e5376948e HTTP/1.1" status: 204 len: 168 time: 0.5863311 Feb 19 03:21:40.797402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51714) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:40.803112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a6fe47-0360-4949-aeb5-2cbe423b47a1 None None] Network f3febaf7-906f-4a55-919b-27981b6dd98c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:40.848228 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa463cb9-a64a-4adc-ba0a-f186d3604a07 admin admin] Publish callbacks [] for security_group (2a028235-3baa-49a8-910b-a36979dd8ff0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.866701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b017b7d-f2c1-41c0-86d2-7069b5264879 req-0fdbe948-24bf-42dc-86a4-e70346109cdb tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:40.868467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0b017b7d-f2c1-41c0-86d2-7069b5264879 req-0fdbe948-24bf-42dc-86a4-e70346109cdb tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.67 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 945 time: 0.2122409 Feb 19 03:21:40.931233 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa463cb9-a64a-4adc-ba0a-f186d3604a07 admin admin] Publish callbacks [] for security_group (2a028235-3baa-49a8-910b-a36979dd8ff0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:40.956635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42933762-208f-4ed9-b5f0-2a7a2c4935ee req-056cf2aa-ed8b-4d66-963e-34a6059ee984 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:40.958402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42933762-208f-4ed9-b5f0-2a7a2c4935ee req-056cf2aa-ed8b-4d66-963e-34a6059ee984 tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 945 time: 0.2102940 Feb 19 03:21:41.079521 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (f3febaf7-906f-4a55-919b-27981b6dd98c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.099394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7f25e5-ed71-4226-84c4-375a384b2c9a None None] DHCP port deletion for f3febaf7-906f-4a55-919b-27981b6dd98c request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:41.101215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42933762-208f-4ed9-b5f0-2a7a2c4935ee req-084db92f-8843-4cdb-8310-f0864d2a555e tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/security-groups?id=4155ce8b-b96b-482f-ab8e-b76f1e75e9db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284440 Feb 19 03:21:41.118286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0b017b7d-f2c1-41c0-86d2-7069b5264879 req-cb9cd366-3520-4747-89c3-7773fe6fd86a tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Deleting port ba64d958-2206-47fb-be35-e0a6757a833e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:41.118629 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0b017b7d-f2c1-41c0-86d2-7069b5264879 req-cb9cd366-3520-4747-89c3-7773fe6fd86a tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.122878 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa463cb9-a64a-4adc-ba0a-f186d3604a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2a028235-3baa-49a8-910b-a36979dd8ff0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.125446 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa463cb9-a64a-4adc-ba0a-f186d3604a07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.128863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fa463cb9-a64a-4adc-ba0a-f186d3604a07 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a028235-3baa-49a8-910b-a36979dd8ff0 HTTP/1.1" status: 204 len: 168 time: 0.7806675 Feb 19 03:21:41.203374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa463cb9-a64a-4adc-ba0a-f186d3604a07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a028235-3baa-49a8-910b-a36979dd8ff0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:41.268810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f25e5-ed71-4226-84c4-375a384b2c9a None None] Deleting port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:41.269574 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6b7f25e5-ed71-4226-84c4-375a384b2c9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.294406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdd09740-9440-4e9c-90bc-a71c4978e1d1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:41.300038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e066b87-4a10-4887-abeb-027a2d8068bd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (764ed367-37e1-4684-ba09-d1fb7bb8d6f9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.345904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0b017b7d-f2c1-41c0-86d2-7069b5264879 req-cb9cd366-3520-4747-89c3-7773fe6fd86a tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] For port ba64d958-2206-47fb-be35-e0a6757a833e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=ba64d958-2206-47fb-be35-e0a6757a833e,segment=NetworkSegment(0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad),segment_id=0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:41.345904 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0b017b7d-f2c1-41c0-86d2-7069b5264879 req-cb9cd366-3520-4747-89c3-7773fe6fd86a tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.350338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e066b87-4a10-4887-abeb-027a2d8068bd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=764ed367-37e1-4684-ba09-d1fb7bb8d6f9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:41.386156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0b017b7d-f2c1-41c0-86d2-7069b5264879 req-cb9cd366-3520-4747-89c3-7773fe6fd86a tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Calling delete_port for ba64d958-2206-47fb-be35-e0a6757a833e owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:41.462860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:41.463152 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.509102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6b7f25e5-ed71-4226-84c4-375a384b2c9a None None] For port def7ea34-14c6-4503-9e3d-9a2e76c19cb9, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=def7ea34-14c6-4503-9e3d-9a2e76c19cb9,segment=NetworkSegment(1390e7d1-6b32-4475-b141-85c0b1cdb1a8),segment_id=1390e7d1-6b32-4475-b141-85c0b1cdb1a8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:41.509845 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6b7f25e5-ed71-4226-84c4-375a384b2c9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.528374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6b7f25e5-ed71-4226-84c4-375a384b2c9a None None] Calling delete_port for def7ea34-14c6-4503-9e3d-9a2e76c19cb9 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:41.614618 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e066b87-4a10-4887-abeb-027a2d8068bd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.625603 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4e066b87-4a10-4887-abeb-027a2d8068bd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/764ed367-37e1-4684-ba09-d1fb7bb8d6f9 HTTP/1.1" status: 204 len: 168 time: 1.2248569 Feb 19 03:21:41.627021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port bdd09740-9440-4e9c-90bc-a71c4978e1d1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:41.627578 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.632033 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51736) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:41.662146 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0b017b7d-f2c1-41c0-86d2-7069b5264879 req-cb9cd366-3520-4747-89c3-7773fe6fd86a tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ba64d958-2206-47fb-be35-e0a6757a833e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.702075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['ba64d958-2206-47fb-be35-e0a6757a833e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:21:41.720647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] For port def7ea34-14c6-4503-9e3d-9a2e76c19cb9, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=def7ea34-14c6-4503-9e3d-9a2e76c19cb9,segment=NetworkSegment(1390e7d1-6b32-4475-b141-85c0b1cdb1a8),segment_id=1390e7d1-6b32-4475-b141-85c0b1cdb1a8)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:41.733286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.779385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for def7ea34-14c6-4503-9e3d-9a2e76c19cb9 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:41.811949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515aabd2-7829-4d58-a1ef-e517094fea8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:41.813176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515aabd2-7829-4d58-a1ef-e517094fea8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:41.814599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515aabd2-7829-4d58-a1ef-e517094fea8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:41.819160 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-515aabd2-7829-4d58-a1ef-e517094fea8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1860535 Feb 19 03:21:41.822965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51744) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:41.828937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b017b7d-f2c1-41c0-86d2-7069b5264879 req-cb9cd366-3520-4747-89c3-7773fe6fd86a tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] No DVR routers for this DVR port ba64d958-2206-47fb-be35-e0a6757a833e on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:41.831123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cd366-3520-4747-89c3-7773fe6fd86a tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Pushing event deleted for resources: {'Port': ['ID=ba64d958-2206-47fb-be35-e0a6757a833e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:41.842948 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0b017b7d-f2c1-41c0-86d2-7069b5264879 req-cb9cd366-3520-4747-89c3-7773fe6fd86a tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.861935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0b017b7d-f2c1-41c0-86d2-7069b5264879 req-cb9cd366-3520-4747-89c3-7773fe6fd86a tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.67 "DELETE /v2.0/ports/ba64d958-2206-47fb-be35-e0a6757a833e HTTP/1.1" status: 204 len: 173 time: 0.9860423 Feb 19 03:21:41.863142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bea23371-50fa-4f26-95b1-f54c9462bca8', 'name': 'network-vif-deleted', 'tag': 'ba64d958-2206-47fb-be35-e0a6757a833e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:41.867419 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b9e1b9-d2a1-426f-a180-66bd7c0bc26e" -d '{"events": [{"server_uuid": "bea23371-50fa-4f26-95b1-f54c9462bca8", "name": "network-vif-deleted", "tag": "ba64d958-2206-47fb-be35-e0a6757a833e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:41.916541 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6b7f25e5-ed71-4226-84c4-375a384b2c9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:41.964294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7f25e5-ed71-4226-84c4-375a384b2c9a None None] No DVR routers for this DVR port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:41.993407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3befaa43-84d8-4d77-914c-7b500fe0f073 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:42.040970 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719b9e84-5cf2-47c2-b2f3-dc0d2eda77ec x-openstack-request-id: req-719b9e84-5cf2-47c2-b2f3-dc0d2eda77ec {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:42.041276 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bea23371-50fa-4f26-95b1-f54c9462bca8", "name": "network-vif-deleted", "tag": "ba64d958-2206-47fb-be35-e0a6757a833e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:42.041563 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-719b9e84-5cf2-47c2-b2f3-dc0d2eda77ec {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:42.041983 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bea23371-50fa-4f26-95b1-f54c9462bca8', 'name': 'network-vif-deleted', 'tag': 'ba64d958-2206-47fb-be35-e0a6757a833e', 'status': 'completed', 'code': 200} Feb 19 03:21:42.126073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f25e5-ed71-4226-84c4-375a384b2c9a None None] Pushing event deleted for resources: {'Port': ['ID=def7ea34-14c6-4503-9e3d-9a2e76c19cb9,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:42.144739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51756) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:42.177825 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fe9bcac7-aeb2-415a-8650-230478aee52a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.221835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-cb22b7eb-21bd-4666-afbb-4e6180ca7355 None None] Provisioning complete for port bdd09740-9440-4e9c-90bc-a71c4978e1d1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:42.222304 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cb22b7eb-21bd-4666-afbb-4e6180ca7355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.230892 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:21:42.264112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port bdd09740-9440-4e9c-90bc-a71c4978e1d1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:42.414307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device def7ea34-14c6-4503-9e3d-9a2e76c19cb9 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:42.416202 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (def7ea34-14c6-4503-9e3d-9a2e76c19cb9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.435116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ea36c3-57df-40be-958c-37e128166180 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 10772352-a160-448d-a1a2-a156aa9558d5 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:42.439579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No DVR routers for this DVR port def7ea34-14c6-4503-9e3d-9a2e76c19cb9 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:42.450896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: def7ea34-14c6-4503-9e3d-9a2e76c19cb9 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:42.451816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device def7ea34-14c6-4503-9e3d-9a2e76c19cb9 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:42.469942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90ea36c3-57df-40be-958c-37e128166180 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (10772352-a160-448d-a1a2-a156aa9558d5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.475394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cb22b7eb-21bd-4666-afbb-4e6180ca7355 None None] Current status of the port bdd09740-9440-4e9c-90bc-a71c4978e1d1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:42.529053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=def7ea34-14c6-4503-9e3d-9a2e76c19cb9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:42.530012 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fe9bcac7-aeb2-415a-8650-230478aee52a admin admin] Publish callbacks [] for security_group (ae3ea3e5-f14d-415e-a3cb-5e9c33807929), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.547488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-927a60b5-6217-4a08-8fd0-b6695d6708cb req-344d565a-193c-4f4e-a758-4f2c9cc17f7c tempest-InstanceActionsV221TestJSON-1315357085 tempest-InstanceActionsV221TestJSON-1315357085-project] 10.222.0.81 "GET /v2.0/ports?device_id=bea23371-50fa-4f26-95b1-f54c9462bca8 HTTP/1.1" status: 200 len: 210 time: 0.1631851 Feb 19 03:21:42.563957 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fe9bcac7-aeb2-415a-8650-230478aee52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ae3ea3e5-f14d-415e-a3cb-5e9c33807929), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.628066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bcac7-aeb2-415a-8650-230478aee52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3ea3e5-f14d-415e-a3cb-5e9c33807929,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:42.668004 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fe9bcac7-aeb2-415a-8650-230478aee52a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=04b6d7e9a6694c38849950209a93e98a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5206735 Feb 19 03:21:42.669193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51762) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:42.686815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (f3febaf7-906f-4a55-919b-27981b6dd98c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.701019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90ea36c3-57df-40be-958c-37e128166180 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (10772352-a160-448d-a1a2-a156aa9558d5), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.750413 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-756c605d-327f-42e9-87ee-673357d23b5e admin admin] Publish callbacks [] for security_group (ae3ea3e5-f14d-415e-a3cb-5e9c33807929), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.776694 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-756c605d-327f-42e9-87ee-673357d23b5e admin admin] Publish callbacks [] for security_group (ae3ea3e5-f14d-415e-a3cb-5e9c33807929), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.821244 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90ea36c3-57df-40be-958c-37e128166180 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (10772352-a160-448d-a1a2-a156aa9558d5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.847986 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-756c605d-327f-42e9-87ee-673357d23b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ae3ea3e5-f14d-415e-a3cb-5e9c33807929), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.850668 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-756c605d-327f-42e9-87ee-673357d23b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.854811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-756c605d-327f-42e9-87ee-673357d23b5e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae3ea3e5-f14d-415e-a3cb-5e9c33807929 HTTP/1.1" status: 204 len: 168 time: 0.1816163 Feb 19 03:21:42.877060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c605d-327f-42e9-87ee-673357d23b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3ea3e5-f14d-415e-a3cb-5e9c33807929,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:42.913836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3febaf7-906f-4a55-919b-27981b6dd98c']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:42.945575 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1390e7d1-6b32-4475-b141-85c0b1cdb1a8') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:42.945976 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1390e7d1-6b32-4475-b141-85c0b1cdb1a8') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:42.961978 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (1390e7d1-6b32-4475-b141-85c0b1cdb1a8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.982606 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1390e7d1-6b32-4475-b141-85c0b1cdb1a8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.993732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:21:42.994146 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (1390e7d1-6b32-4475-b141-85c0b1cdb1a8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:21:42.997686 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:21:43.013624 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90ea36c3-57df-40be-958c-37e128166180 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (10772352-a160-448d-a1a2-a156aa9558d5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.015075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f76f9f18-3f4f-40d6-8f15-0936009975df None None] Provisioning complete for port bdd09740-9440-4e9c-90bc-a71c4978e1d1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:43.015824 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f76f9f18-3f4f-40d6-8f15-0936009975df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.042079 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90ea36c3-57df-40be-958c-37e128166180 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.045315 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-90ea36c3-57df-40be-958c-37e128166180 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/10772352-a160-448d-a1a2-a156aa9558d5 HTTP/1.1" status: 204 len: 168 time: 1.2214024 Feb 19 03:21:43.047933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51770) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.150480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb53d956-04b6-420f-95ec-4061d2a58583 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 345767d8-0746-4798-b97d-c0d54e86a35f {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:43.157475 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb53d956-04b6-420f-95ec-4061d2a58583 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (345767d8-0746-4798-b97d-c0d54e86a35f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.181835 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea36c3-57df-40be-958c-37e128166180 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=10772352-a160-448d-a1a2-a156aa9558d5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:43.219426 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (f3febaf7-906f-4a55-919b-27981b6dd98c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.243517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.247253 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/networks/f3febaf7-906f-4a55-919b-27981b6dd98c HTTP/1.1" status: 204 len: 168 time: 2.4488671 Feb 19 03:21:43.248358 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98711462-9ff6-4f62-974e-2393e8713671 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Network': ['ID=f3febaf7-906f-4a55-919b-27981b6dd98c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:43.254386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51776) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.264594 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb53d956-04b6-420f-95ec-4061d2a58583 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (345767d8-0746-4798-b97d-c0d54e86a35f), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.275613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f76f9f18-3f4f-40d6-8f15-0936009975df None None] Current status of the port bdd09740-9440-4e9c-90bc-a71c4978e1d1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:43.373967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9af957-43f9-4f52-a162-09f33752af4f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:43.375347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7a9af957-43f9-4f52-a162-09f33752af4f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/50a32e47-2c14-4412-86ef-7d7c1293b933 HTTP/1.1" status: 200 len: 840 time: 0.1194417 Feb 19 03:21:43.379232 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51782) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.428831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6126d72f-4e31-45bd-8983-ec29a4d245e2 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:43.501976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f65f0d63-bc85-4b49-9391-472d6424138c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/50a32e47-2c14-4412-86ef-7d7c1293b933?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1181085 Feb 19 03:21:43.502276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51790) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.507634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f2be7751-8142-4611-874d-263716bc14bb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:43.523206 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb53d956-04b6-420f-95ec-4061d2a58583 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (345767d8-0746-4798-b97d-c0d54e86a35f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.555991 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-541b2cde-907d-49df-8b46-b71fed510d05 None None] Could not find standard attr ID for object e76fae37-b8da-4fbb-ab5f-9f8536678ac1. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:21:43.663345 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb53d956-04b6-420f-95ec-4061d2a58583 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (345767d8-0746-4798-b97d-c0d54e86a35f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.696639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53d956-04b6-420f-95ec-4061d2a58583 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=345767d8-0746-4798-b97d-c0d54e86a35f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:43.698984 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb53d956-04b6-420f-95ec-4061d2a58583 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.710798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eb53d956-04b6-420f-95ec-4061d2a58583 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/345767d8-0746-4798-b97d-c0d54e86a35f HTTP/1.1" status: 204 len: 168 time: 0.6616368 Feb 19 03:21:43.712058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51800) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.723307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2be7751-8142-4611-874d-263716bc14bb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:43.730454 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2be7751-8142-4611-874d-263716bc14bb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:43.821934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6d0cefa3-a223-4817-bf5a-b4fc6cd2ce08 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1073096 Feb 19 03:21:43.821934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51808) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:43.827624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0995b67d-e67a-449d-a21b-c144f38531ce tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:44.124099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0995b67d-e67a-449d-a21b-c144f38531ce tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:44.128502 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0995b67d-e67a-449d-a21b-c144f38531ce tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.187623 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2be7751-8142-4611-874d-263716bc14bb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.229782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73161c50-a56b-4c00-94e2-7fd358795af6 req-4b8f5347-e923-49d7-b6ce-8d0c08120325 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:44.232993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73161c50-a56b-4c00-94e2-7fd358795af6 req-4b8f5347-e923-49d7-b6ce-8d0c08120325 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1127 time: 0.2046373 Feb 19 03:21:44.250914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be7751-8142-4611-874d-263716bc14bb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:44.256269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f2be7751-8142-4611-874d-263716bc14bb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:44.261417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2be7751-8142-4611-874d-263716bc14bb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:44.262021 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2be7751-8142-4611-874d-263716bc14bb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.269718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e70943a-0c56-42ce-92f0-c45b112016b9 None None] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:44.309437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be7751-8142-4611-874d-263716bc14bb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Subnet': ['ID=cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:44.322100 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f2be7751-8142-4611-874d-263716bc14bb tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8143444 Feb 19 03:21:44.322548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51824) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:44.354250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-31c66a19-154c-47fb-909a-acd76aad2ccd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'security_group': {'name': 'tempest-secgroup-244242679'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:44.407136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31c66a19-154c-47fb-909a-acd76aad2ccd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.445582 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73161c50-a56b-4c00-94e2-7fd358795af6 req-515b0630-f513-417c-b797-23171aec3821 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061968 Feb 19 03:21:44.471935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51830) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:44.541783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'project_id': '70314eb81c27414a8636915c7dbff825', 'fixed_ips': [{'subnet_id': 'cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:44.546871 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.633699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51838) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:44.720969 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9589a63-68e1-4193-bfa9-5545b45f6c23 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:44.869024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31c66a19-154c-47fb-909a-acd76aad2ccd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (dd6330e3-46c7-4449-bfac-27262e05f607), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.888750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31c66a19-154c-47fb-909a-acd76aad2ccd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dd6330e3-46c7-4449-bfac-27262e05f607), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.958024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31c66a19-154c-47fb-909a-acd76aad2ccd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:44.962383 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-31c66a19-154c-47fb-909a-acd76aad2ccd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6358705 Feb 19 03:21:44.964549 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51852) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:44.970212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device ba64d958-2206-47fb-be35-e0a6757a833e no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:44.973816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-41325bb5-00c9-48a7-a0e1-f0b57761afcc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'security_group': {'name': 'tempest-secgroup-718040066'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:44.980114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e4d37f-de22-4f0e-a642-35af0e03c6ae admin admin] Deleting subnet 52bcc769-18b9-42c0-9393-626b3e992718 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:44.990634 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33e4d37f-de22-4f0e-a642-35af0e03c6ae admin admin] Publish callbacks [] for subnet (52bcc769-18b9-42c0-9393-626b3e992718), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.014408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c66a19-154c-47fb-909a-acd76aad2ccd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6330e3-46c7-4449-bfac-27262e05f607,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:45.023379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: ba64d958-2206-47fb-be35-e0a6757a833e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:45.023823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device ba64d958-2206-47fb-be35-e0a6757a833e not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:45.029803 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port 9d58590a-118d-42e6-990c-6054bb7bae34 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:45.030604 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9d58590a-118d-42e6-990c-6054bb7bae34), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.049971 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-41325bb5-00c9-48a7-a0e1-f0b57761afcc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.055935 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0995b67d-e67a-449d-a21b-c144f38531ce tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (cdb9e8e2-b9a3-437e-b0d7-6ed65b041963), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.160541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5cad3360-910a-4d01-9494-3c331322d2d6 None None] Provisioning complete for port bdd09740-9440-4e9c-90bc-a71c4978e1d1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:45.161246 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5cad3360-910a-4d01-9494-3c331322d2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.181263 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9d58590a-118d-42e6-990c-6054bb7bae34), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.181741 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (9d58590a-118d-42e6-990c-6054bb7bae34), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.203472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for 9d58590a-118d-42e6-990c-6054bb7bae34 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:45.212715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Allocated IP 172.20.0.2 (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75/cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb/3743dfa1-20e9-4b9f-8d77-48c9876fa156) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:45.275699 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-41325bb5-00c9-48a7-a0e1-f0b57761afcc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (0a2a9510-212b-4d0a-a3ba-de12b2af75c0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.291106 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-41325bb5-00c9-48a7-a0e1-f0b57761afcc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0a2a9510-212b-4d0a-a3ba-de12b2af75c0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.371670 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-41325bb5-00c9-48a7-a0e1-f0b57761afcc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.373036 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-41325bb5-00c9-48a7-a0e1-f0b57761afcc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4079821 Feb 19 03:21:45.379045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51856) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:45.386110 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1097195072', 'security_groups': ['0a2a9510-212b-4d0a-a3ba-de12b2af75c0'], 'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:45.387585 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33e4d37f-de22-4f0e-a642-35af0e03c6ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (52bcc769-18b9-42c0-9393-626b3e992718), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.399545 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5cad3360-910a-4d01-9494-3c331322d2d6 None None] Current status of the port bdd09740-9440-4e9c-90bc-a71c4978e1d1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:45.407867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6ba703-afad-4d03-891c-be9285229245 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:21:45.424470 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41325bb5-00c9-48a7-a0e1-f0b57761afcc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2a9510-212b-4d0a-a3ba-de12b2af75c0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:45.433629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0995b67d-e67a-449d-a21b-c144f38531ce tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:45.441877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-0995b67d-e67a-449d-a21b-c144f38531ce tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:45.451612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0995b67d-e67a-449d-a21b-c144f38531ce tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:45.452400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0995b67d-e67a-449d-a21b-c144f38531ce tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.454867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995b67d-e67a-449d-a21b-c144f38531ce tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=cdb9e8e2-b9a3-437e-b0d7-6ed65b041963,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:45.463740 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33e4d37f-de22-4f0e-a642-35af0e03c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (52bcc769-18b9-42c0-9393-626b3e992718), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.526598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0995b67d-e67a-449d-a21b-c144f38531ce tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7028961 Feb 19 03:21:45.528376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51866) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:45.535997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:45.597204 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Publish callbacks [] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.617620 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33e4d37f-de22-4f0e-a642-35af0e03c6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (52bcc769-18b9-42c0-9393-626b3e992718), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.620567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ba703-afad-4d03-891c-be9285229245 None None] Deleting port bdd09740-9440-4e9c-90bc-a71c4978e1d1 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:45.620567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba703-afad-4d03-891c-be9285229245 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.668818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4d37f-de22-4f0e-a642-35af0e03c6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52bcc769-18b9-42c0-9393-626b3e992718,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:45.681175 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-33e4d37f-de22-4f0e-a642-35af0e03c6ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.697158 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51874) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:45.697444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-33e4d37f-de22-4f0e-a642-35af0e03c6ae admin admin] 10.222.0.81 "DELETE /v2.0/subnets/52bcc769-18b9-42c0-9393-626b3e992718 HTTP/1.1" status: 204 len: 168 time: 1.0614827 Feb 19 03:21:45.708268 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.770015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:45.783474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:45.793820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:45.803993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:45.843798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (7c7d82b2-e44d-410a-b73e-273236107a34), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.891970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Pushing event updated for resources: {'Port': ['ID=3743dfa1-20e9-4b9f-8d77-48c9876fa156,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:45.901954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5d6ba703-afad-4d03-891c-be9285229245 None None] For port bdd09740-9440-4e9c-90bc-a71c4978e1d1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdd09740-9440-4e9c-90bc-a71c4978e1d1,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:45.902359 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba703-afad-4d03-891c-be9285229245 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.916177 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Attempting to bind port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:45.916779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Attempting to bind port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'f14c86b6-e6d1-4019-9ac6-d311630df92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:45.917146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Attempting to bind port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 on network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:45.933940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ba703-afad-4d03-891c-be9285229245 None None] Calling delete_port for bdd09740-9440-4e9c-90bc-a71c4978e1d1 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:45.935992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:45.936366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Checking segment: {'id': 'f14c86b6-e6d1-4019-9ac6-d311630df92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:45.936973 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:45.937369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Bound using segment: {'id': 'f14c86b6-e6d1-4019-9ac6-d311630df92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:45.938669 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Bound port: 3743dfa1-20e9-4b9f-8d77-48c9876fa156, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14c86b6-e6d1-4019-9ac6-d311630df92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:45.941995 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.040161 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9d58590a-118d-42e6-990c-6054bb7bae34), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.054401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.137967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=9d58590a-118d-42e6-990c-6054bb7bae34,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:46.174935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] For port 3743dfa1-20e9-4b9f-8d77-48c9876fa156, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:46.182681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:46.191612 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.191877 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] For port 3743dfa1-20e9-4b9f-8d77-48c9876fa156, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3743dfa1-20e9-4b9f-8d77-48c9876fa156,segment=NetworkSegment(f14c86b6-e6d1-4019-9ac6-d311630df92b),segment_id=f14c86b6-e6d1-4019-9ac6-d311630df92b)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:46.202716 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5d6ba703-afad-4d03-891c-be9285229245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (bdd09740-9440-4e9c-90bc-a71c4978e1d1), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.214989 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.255270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ba703-afad-4d03-891c-be9285229245 None None] Pushing event deleted for resources: {'Port': ['ID=bdd09740-9440-4e9c-90bc-a71c4978e1d1,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:46.273361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6ba703-afad-4d03-891c-be9285229245 None None] No DVR routers for this DVR port bdd09740-9440-4e9c-90bc-a71c4978e1d1 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:46.288719 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (7c7d82b2-e44d-410a-b73e-273236107a34), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.292100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port e7b5aa9e-ff45-473e-a0e7-a5ce21753851 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:46.340889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5ffca5-772d-4a24-b816-8d393c6874e9 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:46.452748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c3fb5-5d2b-4529-90dc-50bb3a4c254f None None] Pushing event updated for resources: {'Port': ['ID=3743dfa1-20e9-4b9f-8d77-48c9876fa156,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:46.600307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': 'cdb9e8e2-b9a3-437e-b0d7-6ed65b041963'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:46.601527 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:46.825110 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.6 (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75/cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb/e7b5aa9e-ff45-473e-a0e7-a5ce21753851) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:46.860090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Allocated IP 172.20.0.2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/cdb9e8e2-b9a3-437e-b0d7-6ed65b041963/e8927ce4-c437-4d37-b923-5dfd8cce5d28) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:47.060518 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7d82b2-e44d-410a-b73e-273236107a34']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:47.089778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:47.090099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:47.131613 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.148363 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.148790 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Floating IP aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e disassociated (deleted). External IP: 172.25.1.248, port: 47064446-42e5-46dc-9807-f6fb99192ed8. Feb 19 03:21:47.202222 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Publish callbacks [] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.214169 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.231473 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.315523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:21:47.316187 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (0ff4b0a5-6dc4-42b7-ae72-7d647efb12ad), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:21:47.322384 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:21:47.332972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:47.349702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:47.356549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:47.371646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3743dfa1-20e9-4b9f-8d77-48c9876fa156 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:47.416283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Pushing event updated for resources: {'Port': ['ID=e8927ce4-c437-4d37-b923-5dfd8cce5d28,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:47.508622 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (e7b5aa9e-ff45-473e-a0e7-a5ce21753851), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.538131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Attempting to bind port e8927ce4-c437-4d37-b923-5dfd8cce5d28 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:47.538837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Attempting to bind port e8927ce4-c437-4d37-b923-5dfd8cce5d28 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:47.539432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Attempting to bind port e8927ce4-c437-4d37-b923-5dfd8cce5d28 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:47.549221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:47.550020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:47.550644 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.551271 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:47.551978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Bound port: e8927ce4-c437-4d37-b923-5dfd8cce5d28, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:47.552699 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.620318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:47.621298 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.680961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (7c7d82b2-e44d-410a-b73e-273236107a34), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.713609 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] For port e8927ce4-c437-4d37-b923-5dfd8cce5d28, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:47.736034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] For port e8927ce4-c437-4d37-b923-5dfd8cce5d28, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e8927ce4-c437-4d37-b923-5dfd8cce5d28,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:47.776375 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.823510 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:47.827065 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] 10.222.0.81 "DELETE /v2.0/networks/7c7d82b2-e44d-410a-b73e-273236107a34 HTTP/1.1" status: 204 len: 168 time: 2.1264465 Feb 19 03:21:47.889242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:47.889791 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.082206 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afe3ac-fbf7-40bd-a547-140cc9a6604c admin admin] Pushing event deleted for resources: {'Network': ['ID=7c7d82b2-e44d-410a-b73e-273236107a34,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:48.103889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 3743dfa1-20e9-4b9f-8d77-48c9876fa156, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3743dfa1-20e9-4b9f-8d77-48c9876fa156,segment=NetworkSegment(f14c86b6-e6d1-4019-9ac6-d311630df92b),segment_id=f14c86b6-e6d1-4019-9ac6-d311630df92b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:48.128514 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.140581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797d865-89df-4534-b50f-26814d4498e9 None None] Pushing event updated for resources: {'Port': ['ID=e8927ce4-c437-4d37-b923-5dfd8cce5d28,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:48.310611 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdd09740-9440-4e9c-90bc-a71c4978e1d1 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:48.364527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=3743dfa1-20e9-4b9f-8d77-48c9876fa156,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:48.429373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52036) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:48.449642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: bdd09740-9440-4e9c-90bc-a71c4978e1d1 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:48.449642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdd09740-9440-4e9c-90bc-a71c4978e1d1 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:48.456340 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e7b5aa9e-ff45-473e-a0e7-a5ce21753851), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.564339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:48.576459 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1db075de-44dd-4693-b0c7-825c65291110 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e665994d3c248f1ab106b822b43db54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1446834 Feb 19 03:21:48.579188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:48.588739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52038) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:48.592796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.objects.ports [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109898) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:21:48.663076 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:48.704841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-fe3982b7-6bf5-4c29-8228-347e8af07dd9 None None] Provisioning complete for port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:48.705347 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe3982b7-6bf5-4c29-8228-347e8af07dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.837801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fe3982b7-6bf5-4c29-8228-347e8af07dd9 None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:48.840232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=e7b5aa9e-ff45-473e-a0e7-a5ce21753851,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:48.858128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-fe3982b7-6bf5-4c29-8228-347e8af07dd9 None None] Provisioning complete for port 50a32e47-2c14-4412-86ef-7d7c1293b933 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:48.858449 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe3982b7-6bf5-4c29-8228-347e8af07dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (50a32e47-2c14-4412-86ef-7d7c1293b933), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:48.909451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fe3982b7-6bf5-4c29-8228-347e8af07dd9 None None] Port 50a32e47-2c14-4412-86ef-7d7c1293b933 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:48.996832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:48.997904 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.061320 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-db8252f9-3596-4cb8-8c59-1b4b02a10945 None None] Provisioning complete for port e7b5aa9e-ff45-473e-a0e7-a5ce21753851 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:49.063592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-db8252f9-3596-4cb8-8c59-1b4b02a10945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e7b5aa9e-ff45-473e-a0e7-a5ce21753851), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.177555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-db8252f9-3596-4cb8-8c59-1b4b02a10945 None None] Port e7b5aa9e-ff45-473e-a0e7-a5ce21753851 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:49.202632 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:21:49.204289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ea13735-da70-4ca2-b241-6c3a24a00a4c admin admin] Publish callbacks [] for security_group (4155ce8b-b96b-482f-ab8e-b76f1e75e9db), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.213545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52076) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:49.218895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4ffaeeb0-c99d-439b-a77e-ba11e3fcec59 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:49.219893 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-888d8a9a-ac9d-46a6-83bd-dd9048f99fb0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8339794 Feb 19 03:21:49.528219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3743dfa1-20e9-4b9f-8d77-48c9876fa156 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:49.545733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffaeeb0-c99d-439b-a77e-ba11e3fcec59 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:49.554004 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4ffaeeb0-c99d-439b-a77e-ba11e3fcec59 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.673805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:49.674789 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:49.823477 n-d-826755-2 neutron-server[109899]: INFO neutron.db.ipam_backend_mixin [None req-4ffaeeb0-c99d-439b-a77e-ba11e3fcec59 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb (CIDR: 172.20.0.0/28) Feb 19 03:21:49.833101 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffaeeb0-c99d-439b-a77e-ba11e3fcec59 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:21:49.834183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffaeeb0-c99d-439b-a77e-ba11e3fcec59 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:21:49.875275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:49.876395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e8927ce4-c437-4d37-b923-5dfd8cce5d28 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:49.879202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4ffaeeb0-c99d-439b-a77e-ba11e3fcec59 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6642668 Feb 19 03:21:49.879870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52098) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:49.889885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a795a086-1e68-4ff4-befa-ff0e9c0ac87f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:49.998998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e8927ce4-c437-4d37-b923-5dfd8cce5d28 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:49.999364 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.090592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-18f82e5f-c48a-486a-8f8c-f7854c4f90da None None] Provisioning complete for port e8927ce4-c437-4d37-b923-5dfd8cce5d28 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:50.098839 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-18f82e5f-c48a-486a-8f8c-f7854c4f90da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.118122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52100) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:50.118720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52102) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:50.200810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a795a086-1e68-4ff4-befa-ff0e9c0ac87f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:50.205007 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a795a086-1e68-4ff4-befa-ff0e9c0ac87f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.296760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e8927ce4-c437-4d37-b923-5dfd8cce5d28 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:50.297587 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.390285 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ea13735-da70-4ca2-b241-6c3a24a00a4c admin admin] Publish callbacks [] for security_group (4155ce8b-b96b-482f-ab8e-b76f1e75e9db), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.393742 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-18f82e5f-c48a-486a-8f8c-f7854c4f90da None None] Current status of the port e8927ce4-c437-4d37-b923-5dfd8cce5d28 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:50.394370 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-18f82e5f-c48a-486a-8f8c-f7854c4f90da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.424188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port e8927ce4-c437-4d37-b923-5dfd8cce5d28, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e8927ce4-c437-4d37-b923-5dfd8cce5d28,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:50.449369 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.449699 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-048c0ba9-b79d-41a0-8c2b-ebfdeb839233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.479722 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca0f05ea-51eb-4375-bb13-a520b6bca854 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.557199 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-18f82e5f-c48a-486a-8f8c-f7854c4f90da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:21:50.557834 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-18f82e5f-c48a-486a-8f8c-f7854c4f90da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:21:50.558970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=e8927ce4-c437-4d37-b923-5dfd8cce5d28,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:50.575027 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.597206 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-048c0ba9-b79d-41a0-8c2b-ebfdeb839233 admin admin] Publish callbacks [] for security_group (295943f8-dfad-4279-8119-0a5260f583bd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.615036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:21:50.622520 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.632018 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bad4b5-c5e0-4f25-9b05-9d41130dc1aa None None] Sync routers for ids ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:21:50.643305 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-048c0ba9-b79d-41a0-8c2b-ebfdeb839233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (295943f8-dfad-4279-8119-0a5260f583bd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.659930 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bad4b5-c5e0-4f25-9b05-9d41130dc1aa None None] Routers {'52342f00-d538-4cbd-bd8c-f0d85126d1a4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:50.663152 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a9bad4b5-c5e0-4f25-9b05-9d41130dc1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:50.714387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ea13735-da70-4ca2-b241-6c3a24a00a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4155ce8b-b96b-482f-ab8e-b76f1e75e9db), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.717267 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3ea13735-da70-4ca2-b241-6c3a24a00a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.721503 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3ea13735-da70-4ca2-b241-6c3a24a00a4c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4155ce8b-b96b-482f-ab8e-b76f1e75e9db HTTP/1.1" status: 204 len: 168 time: 2.1273720 Feb 19 03:21:50.749389 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-35b6fd34-e535-4695-b12c-0dbc0fc3850c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/floatingips/aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e HTTP/1.1" status: 204 len: 168 time: 6.2615640 Feb 19 03:21:50.760776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:50.763254 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bf734d-8866-4b9d-a4ac-bff30194d3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:50.785991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-048c0ba9-b79d-41a0-8c2b-ebfdeb839233 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e53055a714e8461291b7d542935132b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6632438 Feb 19 03:21:50.809452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52116) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:50.835946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea13735-da70-4ca2-b241-6c3a24a00a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4155ce8b-b96b-482f-ab8e-b76f1e75e9db,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:50.875664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c0ba9-b79d-41a0-8c2b-ebfdeb839233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295943f8-dfad-4279-8119-0a5260f583bd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:50.921988 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca0f05ea-51eb-4375-bb13-a520b6bca854 admin admin] Publish callbacks [] for security_group (33a0321a-1845-4d2c-ad71-32d14b20aad2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.927602 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca0f05ea-51eb-4375-bb13-a520b6bca854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (33a0321a-1845-4d2c-ad71-32d14b20aad2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:50.960831 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a9bad4b5-c5e0-4f25-9b05-9d41130dc1aa None None] Set router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:51.051465 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ca0f05ea-51eb-4375-bb13-a520b6bca854 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29867ff304224ba992589507ebca0b3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9300859 Feb 19 03:21:51.054988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f05ea-51eb-4375-bb13-a520b6bca854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a0321a-1845-4d2c-ad71-32d14b20aad2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:51.085588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52120) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:51.148226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-18f82e5f-c48a-486a-8f8c-f7854c4f90da None None] Current status of the port e8927ce4-c437-4d37-b923-5dfd8cce5d28 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:51.181767 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20a4915b-9b06-4236-9b55-d8f39422f884 admin admin] Publish callbacks [] for security_group (295943f8-dfad-4279-8119-0a5260f583bd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.208185 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20a4915b-9b06-4236-9b55-d8f39422f884 admin admin] Publish callbacks [] for security_group (295943f8-dfad-4279-8119-0a5260f583bd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.265265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0ab6d4f9-d918-4d33-89cf-9fcab60c5645 None None] Could not find standard attr ID for object 764ed367-37e1-4684-ba09-d1fb7bb8d6f9. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:21:51.329033 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20a4915b-9b06-4236-9b55-d8f39422f884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (295943f8-dfad-4279-8119-0a5260f583bd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.335903 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20a4915b-9b06-4236-9b55-d8f39422f884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.338295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e8927ce4-c437-4d37-b923-5dfd8cce5d28 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:51.359341 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-20a4915b-9b06-4236-9b55-d8f39422f884 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/295943f8-dfad-4279-8119-0a5260f583bd HTTP/1.1" status: 204 len: 168 time: 0.5487945 Feb 19 03:21:51.370030 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a795a086-1e68-4ff4-befa-ff0e9c0ac87f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (2f119a09-2b1c-4627-8a11-66bbd454e1e2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.420905 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] For port e8927ce4-c437-4d37-b923-5dfd8cce5d28, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e8927ce4-c437-4d37-b923-5dfd8cce5d28,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:51.423642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4915b-9b06-4236-9b55-d8f39422f884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295943f8-dfad-4279-8119-0a5260f583bd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:51.482154 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.484230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e8927ce4-c437-4d37-b923-5dfd8cce5d28 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:51.484607 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.505786 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.609511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795a086-1e68-4ff4-befa-ff0e9c0ac87f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Subnet': ['ID=2f119a09-2b1c-4627-8a11-66bbd454e1e2,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:51.631626 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42c3da7-8445-48ea-8721-0fdc6f81ab49 x-openstack-request-id: req-e42c3da7-8445-48ea-8721-0fdc6f81ab49 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:51.631845 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:51.636489 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e42c3da7-8445-48ea-8721-0fdc6f81ab49 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:51.637145 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8', 'status': 'completed', 'code': 200} Feb 19 03:21:51.637956 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=e8927ce4-c437-4d37-b923-5dfd8cce5d28,revision_number=5']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:51.652138 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (9f385148-5586-48a2-b51b-7ddc4eae6bfc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.669560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e8927ce4-c437-4d37-b923-5dfd8cce5d28 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:51.720585 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=9f385148-5586-48a2-b51b-7ddc4eae6bfc,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:51.734963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:51.736498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:51.739839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:51.740838 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.747191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70289574-695d-4bb1-a06f-e16885394029 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:51.781384 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-36790bac-0797-4919-9a4c-14311623c8f2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.2517757 Feb 19 03:21:51.784963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52140) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:51.800568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:88:89:47', 'name': 'tempest-NetworksTestDHCPv6-1232892930'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:51.806963 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a9bad4b5-c5e0-4f25-9b05-9d41130dc1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:18:14Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8e4031d7-bb08-4f75-b2fc-3fdca948f7ff', 'name': '', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:26:55:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '06396044-f868-4bab-8279-30abb90c4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:10Z', 'updated_at': '2022-02-19T03:18:21Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '06396044-f868-4bab-8279-30abb90c4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:51.876705 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bad4b5-c5e0-4f25-9b05-9d41130dc1aa None None] Checking router: 52342f00-d538-4cbd-bd8c-f0d85126d1a4 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:21:51.894522 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bad4b5-c5e0-4f25-9b05-9d41130dc1aa None None] Routers {'52342f00-d538-4cbd-bd8c-f0d85126d1a4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:21:51.895142 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a9bad4b5-c5e0-4f25-9b05-9d41130dc1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:51.904118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a795a086-1e68-4ff4-befa-ff0e9c0ac87f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:51.908602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-a795a086-1e68-4ff4-befa-ff0e9c0ac87f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:51.922136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a795a086-1e68-4ff4-befa-ff0e9c0ac87f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:51.922747 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a795a086-1e68-4ff4-befa-ff0e9c0ac87f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:51.929046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4678e0c-862f-4cbe-83f4-26de73adf9f9 None None] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:52.033634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a795a086-1e68-4ff4-befa-ff0e9c0ac87f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1524656 Feb 19 03:21:52.037055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52144) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:52.041906 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6678e430-e5af-479e-a164-bd4107606312 admin admin] Publish callbacks [] for security_group (33a0321a-1845-4d2c-ad71-32d14b20aad2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.054331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1851129805', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2f119a09-2b1c-4627-8a11-66bbd454e1e2'}], 'security_groups': ['dd6330e3-46c7-4449-bfac-27262e05f607']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:52.114562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf734d-8866-4b9d-a4ac-bff30194d3e0 req-b7f646b9-f31c-4210-bed7-202c8e07d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:52.117162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7bf734d-8866-4b9d-a4ac-bff30194d3e0 req-b7f646b9-f31c-4210-bed7-202c8e07d59c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 1127 time: 0.5096290 Feb 19 03:21:52.150937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6678e430-e5af-479e-a164-bd4107606312 admin admin] Publish callbacks [] for security_group (33a0321a-1845-4d2c-ad71-32d14b20aad2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.178312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52150) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:52.214122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dd0b2-54a4-47ad-a4a5-5f807b9e8db7 req-f4d34de2-b6e3-4d31-9ea9-374db405a9d8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:52.222041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d34dd0b2-54a4-47ad-a4a5-5f807b9e8db7 req-f4d34de2-b6e3-4d31-9ea9-374db405a9d8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.4194243 Feb 19 03:21:52.245571 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a9bad4b5-c5e0-4f25-9b05-9d41130dc1aa None None] Set router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:21:52.413466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:52.609648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e7b5aa9e-ff45-473e-a0e7-a5ce21753851), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.694621 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a9bad4b5-c5e0-4f25-9b05-9d41130dc1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:18:14Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8e4031d7-bb08-4f75-b2fc-3fdca948f7ff', 'name': '', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:26:55:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '06396044-f868-4bab-8279-30abb90c4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:10Z', 'updated_at': '2022-02-19T03:18:21Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '06396044-f868-4bab-8279-30abb90c4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:21:52.732799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52156) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:52.755643 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.771533 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bad4b5-c5e0-4f25-9b05-9d41130dc1aa None None] The sync data for ids ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'] in n-d-826755-2 is: [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:18:14Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8e4031d7-bb08-4f75-b2fc-3fdca948f7ff', 'name': '', 'network_id': 'c2cf118a-21f8-48b2-9111-65ef0afc21a7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:26:55:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2157, 'fixed_ips': [{'subnet_id': '06396044-f868-4bab-8279-30abb90c4893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:10Z', 'updated_at': '2022-02-19T03:18:21Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '06396044-f868-4bab-8279-30abb90c4893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:21:52.865164 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:52.933464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ba9520-32c3-4596-beee-d6b078662b24 None None] Update dhcp port {'port': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'fixed_ips': [{'subnet_id': 'cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f119a09-2b1c-4627-8a11-66bbd454e1e2'}], 'binding:host_id': 'n-d-826755-2'}, 'id': '3743dfa1-20e9-4b9f-8d77-48c9876fa156'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:21:52.969910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8376be-6b7d-4765-9b2f-c21698be2689 req-b5438558-e223-41ca-b34a-dbc0aa4070bb tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:52.971848 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1f8376be-6b7d-4765-9b2f-c21698be2689 req-b5438558-e223-41ca-b34a-dbc0aa4070bb tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 945 time: 0.2888937 Feb 19 03:21:52.973572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port c901b0a0-6365-4bce-8794-2336ad8be7a1 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:21:53.000754 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-93ba9520-32c3-4596-beee-d6b078662b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.186331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-248603061-network', 'tenant_id': '6cd7142ab25e418f8768b0db7da15b4f'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:53.208820 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a90369e-bbff-40b9-a6ac-269bb16765bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.210723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6678e430-e5af-479e-a164-bd4107606312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (33a0321a-1845-4d2c-ad71-32d14b20aad2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.213261 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6678e430-e5af-479e-a164-bd4107606312 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.214444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6678e430-e5af-479e-a164-bd4107606312 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/33a0321a-1845-4d2c-ad71-32d14b20aad2 HTTP/1.1" status: 204 len: 168 time: 2.1278918 Feb 19 03:21:53.304982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678e430-e5af-479e-a164-bd4107606312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a0321a-1845-4d2c-ad71-32d14b20aad2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:53.320699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-93ba9520-32c3-4596-beee-d6b078662b24 None None] Allocated IP 172.20.0.18 (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75/2f119a09-2b1c-4627-8a11-66bbd454e1e2/3743dfa1-20e9-4b9f-8d77-48c9876fa156) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:53.418829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d34dd0b2-54a4-47ad-a4a5-5f807b9e8db7 req-08a2dbaa-f9c3-4675-a54e-4a53caeb64a2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1954134 Feb 19 03:21:53.429516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf734d-8866-4b9d-a4ac-bff30194d3e0 req-7a70e206-7ced-4a55-96a0-8b5ca4888e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:53.431272 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7bf734d-8866-4b9d-a4ac-bff30194d3e0 req-7a70e206-7ced-4a55-96a0-8b5ca4888e68 service neutron] 10.222.0.87 "GET /v2.0/networks?id=c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 200 len: 896 time: 1.2885060 Feb 19 03:21:53.511203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5045acb-3df4-4515-863c-3fb5a74adc18 None None] New status for floating IP aac84b6b-20e3-4ccc-aad1-f1b3b6b29c4e: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:21:53.537257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Made reservation on behalf of 6cd7142ab25e418f8768b0db7da15b4f for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:53.539769 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.595605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7bf734d-8866-4b9d-a4ac-bff30194d3e0 req-cf05f860-9f8c-4347-8e3e-c914e44c9422 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 200 len: 217 time: 0.1464660 Feb 19 03:21:53.638895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.781335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf734d-8866-4b9d-a4ac-bff30194d3e0 req-2cbfbeb8-db1c-41a0-81ca-aad30d3de5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:53.782842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7bf734d-8866-4b9d-a4ac-bff30194d3e0 req-2cbfbeb8-db1c-41a0-81ca-aad30d3de5f5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=06396044-f868-4bab-8279-30abb90c4893 HTTP/1.1" status: 200 len: 835 time: 0.1856217 Feb 19 03:21:53.819296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.840858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 172.20.0.3 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/cdb9e8e2-b9a3-437e-b0d7-6ed65b041963/c901b0a0-6365-4bce-8794-2336ad8be7a1) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:53.868767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::f816:3eff:fe88:8947 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/9f385148-5586-48a2-b51b-7ddc4eae6bfc/c901b0a0-6365-4bce-8794-2336ad8be7a1) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:53.891673 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-93ba9520-32c3-4596-beee-d6b078662b24 None None] For port 3743dfa1-20e9-4b9f-8d77-48c9876fa156, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3743dfa1-20e9-4b9f-8d77-48c9876fa156,segment=NetworkSegment(f14c86b6-e6d1-4019-9ac6-d311630df92b),segment_id=f14c86b6-e6d1-4019-9ac6-d311630df92b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:53.930693 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a90369e-bbff-40b9-a6ac-269bb16765bf admin admin] Publish callbacks [] for security_group (c8c11d4a-830d-43e2-bdfb-cf21f210e019), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.943790 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a90369e-bbff-40b9-a6ac-269bb16765bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c8c11d4a-830d-43e2-bdfb-cf21f210e019), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.960756 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-93ba9520-32c3-4596-beee-d6b078662b24 None None] Publish callbacks [] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:53.969984 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-93ba9520-32c3-4596-beee-d6b078662b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.022480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-1f8376be-6b7d-4765-9b2f-c21698be2689 req-1ef597d5-d2ad-495b-a455-6637f8c1ecd5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port 47064446-42e5-46dc-9807-f6fb99192ed8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:54.023065 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1f8376be-6b7d-4765-9b2f-c21698be2689 req-1ef597d5-d2ad-495b-a455-6637f8c1ecd5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.026474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8a90369e-bbff-40b9-a6ac-269bb16765bf admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f94ba6edf8d4086b4a70c81b163c293&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8463454 Feb 19 03:21:54.032551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52174) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:54.053141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf734d-8866-4b9d-a4ac-bff30194d3e0 req-ce986191-3c45-49e7-9629-24c544f7498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:54.054897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7bf734d-8866-4b9d-a4ac-bff30194d3e0 req-ce986191-3c45-49e7-9629-24c544f7498b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=c2cf118a-21f8-48b2-9111-65ef0afc21a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2623723 Feb 19 03:21:54.061447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90369e-bbff-40b9-a6ac-269bb16765bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c11d4a-830d-43e2-bdfb-cf21f210e019,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:54.110878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-83693445-9a72-40b9-8f98-b9acbba32cf3 None None] Provisioning complete for port e8927ce4-c437-4d37-b923-5dfd8cce5d28 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:54.111544 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83693445-9a72-40b9-8f98-b9acbba32cf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.184432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-1f8376be-6b7d-4765-9b2f-c21698be2689 req-1ef597d5-d2ad-495b-a455-6637f8c1ecd5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port 47064446-42e5-46dc-9807-f6fb99192ed8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=47064446-42e5-46dc-9807-f6fb99192ed8,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:21:54.184757 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1f8376be-6b7d-4765-9b2f-c21698be2689 req-1ef597d5-d2ad-495b-a455-6637f8c1ecd5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.197983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba9520-32c3-4596-beee-d6b078662b24 None None] Pushing event updated for resources: {'Port': ['ID=3743dfa1-20e9-4b9f-8d77-48c9876fa156,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:54.215854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-1f8376be-6b7d-4765-9b2f-c21698be2689 req-1ef597d5-d2ad-495b-a455-6637f8c1ecd5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for 47064446-42e5-46dc-9807-f6fb99192ed8 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:54.281729 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27048399-eb5e-4d85-bc02-9c736486aca6 admin admin] Publish callbacks [] for security_group (c8c11d4a-830d-43e2-bdfb-cf21f210e019), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.287182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-83693445-9a72-40b9-8f98-b9acbba32cf3 None None] Current status of the port e8927ce4-c437-4d37-b923-5dfd8cce5d28 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:54.340200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27048399-eb5e-4d85-bc02-9c736486aca6 admin admin] Publish callbacks [] for security_group (c8c11d4a-830d-43e2-bdfb-cf21f210e019), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.352054 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7bf734d-8866-4b9d-a4ac-bff30194d3e0 req-c9456459-cf34-4b16-94e2-7da5d8201245 service neutron] 10.222.0.87 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651792 Feb 19 03:21:54.494220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7bf734d-8866-4b9d-a4ac-bff30194d3e0 req-32caa98d-1e36-4bd4-93a4-247cbd9543c8 service neutron] 10.222.0.87 "GET /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327062 Feb 19 03:21:54.495775 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27048399-eb5e-4d85-bc02-9c736486aca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c8c11d4a-830d-43e2-bdfb-cf21f210e019), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.499168 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27048399-eb5e-4d85-bc02-9c736486aca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.503861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-27048399-eb5e-4d85-bc02-9c736486aca6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c8c11d4a-830d-43e2-bdfb-cf21f210e019 HTTP/1.1" status: 204 len: 168 time: 0.4693668 Feb 19 03:21:54.515842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27048399-eb5e-4d85-bc02-9c736486aca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c11d4a-830d-43e2-bdfb-cf21f210e019,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:54.707658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1f8376be-6b7d-4765-9b2f-c21698be2689 req-1ef597d5-d2ad-495b-a455-6637f8c1ecd5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (47064446-42e5-46dc-9807-f6fb99192ed8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.755148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33859f9b-601b-48a1-b32d-e4aa30dcf4c0 req-74e9c967-4535-4de2-a52b-4662c98099b2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:54.757405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33859f9b-601b-48a1-b32d-e4aa30dcf4c0 req-74e9c967-4535-4de2-a52b-4662c98099b2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e0daffb-fbe9-47a8-8655-8e4917c6327b HTTP/1.1" status: 200 len: 867 time: 0.1821036 Feb 19 03:21:54.845232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef597d5-d2ad-495b-a455-6637f8c1ecd5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=47064446-42e5-46dc-9807-f6fb99192ed8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:54.846900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33859f9b-601b-48a1-b32d-e4aa30dcf4c0 req-daf33c30-930a-429e-9bd2-dcebaf0eaad0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=feb426fa-faa7-4c82-9078-4068637369e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833867 Feb 19 03:21:54.858519 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Publish callbacks [] for security_group (d76cc319-fe9c-43b0-992a-eb3d9eb93375), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.885902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.db.api [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-4834c736-7fed-4187-b506-79dd2bee9e97 {{(pid=109898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:21:54.886132 n-d-826755-2 neutron-server[109898]: DEBUG oslo_db.api [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:21:54.908426 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d76cc319-fe9c-43b0-992a-eb3d9eb93375), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.914815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (c901b0a0-6365-4bce-8794-2336ad8be7a1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:54.995568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8376be-6b7d-4765-9b2f-c21698be2689 req-1ef597d5-d2ad-495b-a455-6637f8c1ecd5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] No DVR routers for this DVR port 47064446-42e5-46dc-9807-f6fb99192ed8 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:21:55.002298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:55.007210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1f8376be-6b7d-4765-9b2f-c21698be2689 req-1ef597d5-d2ad-495b-a455-6637f8c1ecd5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.010862 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1f8376be-6b7d-4765-9b2f-c21698be2689 req-1ef597d5-d2ad-495b-a455-6637f8c1ecd5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "DELETE /v2.0/ports/47064446-42e5-46dc-9807-f6fb99192ed8 HTTP/1.1" status: 204 len: 173 time: 2.0284498 Feb 19 03:21:55.022836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'name': 'network-vif-deleted', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:21:55.027047 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884f35d4-1ed1-4c2b-b910-dd564254eeff" -d '{"events": [{"server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "name": "network-vif-deleted", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:21:55.071487 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (dcb12d15-cd14-42f6-9a2a-14a1b4b6133b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.071955 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Added segment dcb12d15-cd14-42f6-9a2a-14a1b4b6133b of type vlan for network 12c30bec-6042-4990-9713-677296d69ad3 Feb 19 03:21:55.074634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76cc319-fe9c-43b0-992a-eb3d9eb93375,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:55.129116 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa294fe7-fea9-4e1a-ad6a-d475849d7c5d x-openstack-request-id: req-fa294fe7-fea9-4e1a-ad6a-d475849d7c5d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:21:55.129643 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0daffb-fbe9-47a8-8655-8e4917c6327b", "name": "network-vif-deleted", "tag": "47064446-42e5-46dc-9807-f6fb99192ed8", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:21:55.130117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-42a06ee8-a95b-4c0f-ac5f-968cb9b0f0b4 None None] Provisioning complete for port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:55.130730 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-42a06ee8-a95b-4c0f-ac5f-968cb9b0f0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.131414 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fa294fe7-fea9-4e1a-ad6a-d475849d7c5d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:21:55.132038 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0daffb-fbe9-47a8-8655-8e4917c6327b', 'name': 'network-vif-deleted', 'tag': '47064446-42e5-46dc-9807-f6fb99192ed8', 'status': 'completed', 'code': 200} Feb 19 03:21:55.184187 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (12c30bec-6042-4990-9713-677296d69ad3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.241136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c901b0a0-6365-4bce-8794-2336ad8be7a1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.302776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3743dfa1-20e9-4b9f-8d77-48c9876fa156 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:55.321292 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (12c30bec-6042-4990-9713-677296d69ad3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.322441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:55.323136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.343366 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:55.355339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:55.370551 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:55.386939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-42a06ee8-a95b-4c0f-ac5f-968cb9b0f0b4 None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:55.424029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-42a06ee8-a95b-4c0f-ac5f-968cb9b0f0b4 None None] Provisioning complete for port 50a32e47-2c14-4412-86ef-7d7c1293b933 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:55.424400 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-42a06ee8-a95b-4c0f-ac5f-968cb9b0f0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (50a32e47-2c14-4412-86ef-7d7c1293b933), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.571298 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8356354 Feb 19 03:21:55.575196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52218) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:55.582924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b6b07445-7344-485d-a67a-725f74fef711 admin admin] Request body: {'subnet': {'network_id': '12c30bec-6042-4990-9713-677296d69ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-248603061-subnet', 'tenant_id': '6cd7142ab25e418f8768b0db7da15b4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:55.592629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-42a06ee8-a95b-4c0f-ac5f-968cb9b0f0b4 None None] Port 50a32e47-2c14-4412-86ef-7d7c1293b933 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:55.596297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=c901b0a0-6365-4bce-8794-2336ad8be7a1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:55.634947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:55.637941 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba065ce-a1af-4955-8d05-fd21b45d57b2 admin admin] Pushing event updated for resources: {'Network': ['ID=12c30bec-6042-4990-9713-677296d69ad3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:55.640276 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.643607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b07445-7344-485d-a67a-725f74fef711 admin admin] Made reservation on behalf of 6cd7142ab25e418f8768b0db7da15b4f for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:55.646832 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b6b07445-7344-485d-a67a-725f74fef711 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.650924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:55.651864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.658763 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 12c30bec-6042-4990-9713-677296d69ad3 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:55.701749 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e7b5aa9e-ff45-473e-a0e7-a5ce21753851), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.710559 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-63ff2643-2365-47ba-800e-0e99e30c3784 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9244273 Feb 19 03:21:55.713040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52220) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:55.825976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-42a06ee8-a95b-4c0f-ac5f-968cb9b0f0b4 None None] Provisioning complete for port e7b5aa9e-ff45-473e-a0e7-a5ce21753851 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:55.826253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-42a06ee8-a95b-4c0f-ac5f-968cb9b0f0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e7b5aa9e-ff45-473e-a0e7-a5ce21753851), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:55.912004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52230) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:55.921830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-42a06ee8-a95b-4c0f-ac5f-968cb9b0f0b4 None None] Port e7b5aa9e-ff45-473e-a0e7-a5ce21753851 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:55.980526 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3526c1e-45a1-4373-a51f-731f33e305a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:55.985951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3526c1e-45a1-4373-a51f-731f33e305a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:55.991132 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a3526c1e-45a1-4373-a51f-731f33e305a0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2763441 Feb 19 03:21:55.991923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52238) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:55.992189 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52240) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:56.079220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a7ec6115-9cfe-415b-bff1-48955cb1298d None None] Provisioning complete for port c901b0a0-6365-4bce-8794-2336ad8be7a1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:56.079601 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7ec6115-9cfe-415b-bff1-48955cb1298d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c901b0a0-6365-4bce-8794-2336ad8be7a1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.114656 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:56.140363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec6115-9cfe-415b-bff1-48955cb1298d None None] Port c901b0a0-6365-4bce-8794-2336ad8be7a1 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:56.183744 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b6b07445-7344-485d-a67a-725f74fef711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (7fc6714a-0c2b-4ba2-a072-a83242a25d3f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.191077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-397452737'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:56.279918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b07445-7344-485d-a67a-725f74fef711 admin admin] Checking segment: {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:56.280292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b07445-7344-485d-a67a-725f74fef711 admin admin] Network hostable DHCP agents. Network: 12c30bec-6042-4990-9713-677296d69ad3, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:21:56.285910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b07445-7344-485d-a67a-725f74fef711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc6714a-0c2b-4ba2-a072-a83242a25d3f,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:56.306180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b07445-7344-485d-a67a-725f74fef711 admin admin] Network 12c30bec-6042-4990-9713-677296d69ad3 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:21:56.324327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b6b07445-7344-485d-a67a-725f74fef711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 12c30bec-6042-4990-9713-677296d69ad3) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:56.330547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b07445-7344-485d-a67a-725f74fef711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:56.331885 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b6b07445-7344-485d-a67a-725f74fef711 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.340023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac5539-6caa-4923-86a9-876825810045 None None] Network 12c30bec-6042-4990-9713-677296d69ad3 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:56.366239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b6b07445-7344-485d-a67a-725f74fef711 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7890580 Feb 19 03:21:56.487369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52256) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:56.534695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-12c30bec-6042-4990-9713-677296d69ad3', 'network_id': '12c30bec-6042-4990-9713-677296d69ad3', 'project_id': '6cd7142ab25e418f8768b0db7da15b4f', 'fixed_ips': [{'subnet_id': '7fc6714a-0c2b-4ba2-a072-a83242a25d3f'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:21:56.537375 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.569022 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Made reservation on behalf of 2813f59f49fe41ea8a67ea5d9796d4d3 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:56.572481 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.758939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 47064446-42e5-46dc-9807-f6fb99192ed8 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:21:56.791906 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fab90f3-dbdc-4964-9684-9d7aa1de905b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.820068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 47064446-42e5-46dc-9807-f6fb99192ed8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:21:56.820405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 47064446-42e5-46dc-9807-f6fb99192ed8 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:21:56.975592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Allocated IP 172.20.0.2 (12c30bec-6042-4990-9713-677296d69ad3/7fc6714a-0c2b-4ba2-a072-a83242a25d3f/094c5a99-3ff0-42d5-af03-a86436d4357c) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:56.977816 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fab90f3-dbdc-4964-9684-9d7aa1de905b admin admin] Publish callbacks [] for security_group (771ce291-8ed5-48af-833f-e0cc51770ecc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:56.992598 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1fab90f3-dbdc-4964-9684-9d7aa1de905b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (771ce291-8ed5-48af-833f-e0cc51770ecc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.026240 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.050699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1fab90f3-dbdc-4964-9684-9d7aa1de905b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7042cc59fff240799ecb12b6d9b4cdf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5595243 Feb 19 03:21:57.055166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52272) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:57.071726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab90f3-dbdc-4964-9684-9d7aa1de905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771ce291-8ed5-48af-833f-e0cc51770ecc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:57.195109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf9737-c4aa-4045-8801-a41eaaab2b97 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port c901b0a0-6365-4bce-8794-2336ad8be7a1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:57.195491 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbbf9737-c4aa-4045-8801-a41eaaab2b97 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c901b0a0-6365-4bce-8794-2336ad8be7a1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.342614 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Publish callbacks [] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.364849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.461809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Pushing event updated for resources: {'Port': ['ID=094c5a99-3ff0-42d5-af03-a86436d4357c,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:57.482618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Network 12c30bec-6042-4990-9713-677296d69ad3 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:21:57.487496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:57.495993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:21:57.541786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Delete allocated IP 172.20.0.6 (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75/cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb) {{(pid=109898) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:21:57.553194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.19 (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75/2f119a09-2b1c-4627-8a11-66bbd454e1e2/e7b5aa9e-ff45-473e-a0e7-a5ce21753851) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:21:57.577462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Attempting to bind port 094c5a99-3ff0-42d5-af03-a86436d4357c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:21:57.578236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Attempting to bind port 094c5a99-3ff0-42d5-af03-a86436d4357c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:21:57.578615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Attempting to bind port 094c5a99-3ff0-42d5-af03-a86436d4357c on network 12c30bec-6042-4990-9713-677296d69ad3 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:21:57.584332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:21:57.585236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Checking segment: {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:57.586412 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.586921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Bound using segment: {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:21:57.587652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Bound port: 094c5a99-3ff0-42d5-af03-a86436d4357c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:21:57.588369 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.594774 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4799d263-c9ea-420f-8589-36cedd79eb41 admin admin] Publish callbacks [] for security_group (771ce291-8ed5-48af-833f-e0cc51770ecc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.622250 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks [] for security_group (c28c9d41-53dc-4c2d-8d12-4adc73ac1a39), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.639260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbbf9737-c4aa-4045-8801-a41eaaab2b97 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c901b0a0-6365-4bce-8794-2336ad8be7a1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.677711 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c28c9d41-53dc-4c2d-8d12-4adc73ac1a39), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.688814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4799d263-c9ea-420f-8589-36cedd79eb41 admin admin] Publish callbacks [] for security_group (771ce291-8ed5-48af-833f-e0cc51770ecc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.706769 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-dbbf9737-c4aa-4045-8801-a41eaaab2b97 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for c901b0a0-6365-4bce-8794-2336ad8be7a1 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:57.714421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] For port 094c5a99-3ff0-42d5-af03-a86436d4357c, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:21:57.719437 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] For port 094c5a99-3ff0-42d5-af03-a86436d4357c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=094c5a99-3ff0-42d5-af03-a86436d4357c,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:21:57.731164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f9fde92e-fcb4-4d3a-8e66-d94900699d1d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:57.732888 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.734179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f9fde92e-fcb4-4d3a-8e66-d94900699d1d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/networks?id=12c30bec-6042-4990-9713-677296d69ad3 HTTP/1.1" status: 200 len: 815 time: 0.1801841 Feb 19 03:21:57.767291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-496039e7-ec2e-46bf-aa13-9b8587082c47 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/quotas/6cd7142ab25e418f8768b0db7da15b4f HTTP/1.1" status: 200 len: 375 time: 0.0212240 Feb 19 03:21:57.809335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:21:57.820027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad0158-579e-42ea-8bd5-51b8cbb07056 None None] Pushing event updated for resources: {'Port': ['ID=094c5a99-3ff0-42d5-af03-a86436d4357c,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:57.864831 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28c9d41-53dc-4c2d-8d12-4adc73ac1a39,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:57.924277 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d1376152-ce82-45e0-8282-50a6d6f14d15), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:57.924277 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Added segment d1376152-ce82-45e0-8282-50a6d6f14d15 of type vlan for network d6fbae97-eb20-43b5-b9ef-6299dcac94d8 Feb 19 03:21:57.930620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fb5c6cac-ed5f-4044-9a20-4ecf78dc18e2 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6cd7142ab25e418f8768b0db7da15b4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1566329 Feb 19 03:21:58.143529 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4799d263-c9ea-420f-8589-36cedd79eb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (771ce291-8ed5-48af-833f-e0cc51770ecc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.146273 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4799d263-c9ea-420f-8589-36cedd79eb41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.147722 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4799d263-c9ea-420f-8589-36cedd79eb41 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/771ce291-8ed5-48af-833f-e0cc51770ecc HTTP/1.1" status: 204 len: 168 time: 1.0908036 Feb 19 03:21:58.157374 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (d6fbae97-eb20-43b5-b9ef-6299dcac94d8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.251930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799d263-c9ea-420f-8589-36cedd79eb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771ce291-8ed5-48af-833f-e0cc51770ecc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:58.308281 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (e7b5aa9e-ff45-473e-a0e7-a5ce21753851), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.332396 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e7b5aa9e-ff45-473e-a0e7-a5ce21753851), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.401268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-2ea1cc0d-7ad2-409b-b1bd-d57821946a98 service neutron] 10.222.0.81 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605527 Feb 19 03:21:58.413281 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (d6fbae97-eb20-43b5-b9ef-6299dcac94d8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.419656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:58.420388 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.496018 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.5778155 Feb 19 03:21:58.507719 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52328) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:58.512847 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9651adb-718d-40e9-8ed9-432352333c39 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (52342f00-d538-4cbd-bd8c-f0d85126d1a4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.520270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3d79acd6-423a-4fef-917c-83dffe73232f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Request body: {'subnet': {'network_id': 'd6fbae97-eb20-43b5-b9ef-6299dcac94d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:58.560447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-9fd135e7-3849-4e64-bbb8-3ff845148f9a service neutron] 10.222.0.81 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541412 Feb 19 03:21:58.641141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52332) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:58.795326 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=e7b5aa9e-ff45-473e-a0e7-a5ce21753851,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:58.844237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] In _notify_port_updated(), no bound segment for port e7b5aa9e-ff45-473e-a0e7-a5ce21753851 on network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:21:58.850794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:58.851483 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:58.856341 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fa77fb84-102a-4c6f-b051-3e8a1fbd44bc tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "PUT /v2.0/ports/e7b5aa9e-ff45-473e-a0e7-a5ce21753851 HTTP/1.1" status: 200 len: 921 time: 6.8109357 Feb 19 03:21:58.856621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52340) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:58.863770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667337bd-256c-4c60-a685-adba2feb075f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Pushing event updated for resources: {'Network': ['ID=d6fbae97-eb20-43b5-b9ef-6299dcac94d8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:58.882917 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network d6fbae97-eb20-43b5-b9ef-6299dcac94d8 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:21:58.888326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52342) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:58.933502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d79acd6-423a-4fef-917c-83dffe73232f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Made reservation on behalf of 2813f59f49fe41ea8a67ea5d9796d4d3 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:21:58.937084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d79acd6-423a-4fef-917c-83dffe73232f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.027334 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-704a8ba7-0e17-42ae-8b91-7f881b90c598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.054584 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b98795e-eb68-44da-a577-15a2d931c686 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.181959 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbbf9737-c4aa-4045-8801-a41eaaab2b97 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c901b0a0-6365-4bce-8794-2336ad8be7a1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.240127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf9737-c4aa-4045-8801-a41eaaab2b97 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=c901b0a0-6365-4bce-8794-2336ad8be7a1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:59.328978 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d79acd6-423a-4fef-917c-83dffe73232f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (91352bc4-8a3b-4f88-8d11-772b02d49e3d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.390718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 094c5a99-3ff0-42d5-af03-a86436d4357c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:21:59.401758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ed7f2-b7fb-40be-83e0-91eec9afb68d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port e7b5aa9e-ff45-473e-a0e7-a5ce21753851 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:21:59.402106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed7f2-b7fb-40be-83e0-91eec9afb68d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e7b5aa9e-ff45-473e-a0e7-a5ce21753851), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.469062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a8da7650-91f6-42a1-8960-d82a0bf172ed None None] Provisioning complete for port e7b5aa9e-ff45-473e-a0e7-a5ce21753851 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:59.469525 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a8da7650-91f6-42a1-8960-d82a0bf172ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e7b5aa9e-ff45-473e-a0e7-a5ce21753851), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.548371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a8da7650-91f6-42a1-8960-d82a0bf172ed None None] Port e7b5aa9e-ff45-473e-a0e7-a5ce21753851 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:21:59.563603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 094c5a99-3ff0-42d5-af03-a86436d4357c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:21:59.564349 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.624638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d79acd6-423a-4fef-917c-83dffe73232f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Checking segment: {'id': 'd1376152-ce82-45e0-8282-50a6d6f14d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd6fbae97-eb20-43b5-b9ef-6299dcac94d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:21:59.625040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d79acd6-423a-4fef-917c-83dffe73232f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Network hostable DHCP agents. Network: d6fbae97-eb20-43b5-b9ef-6299dcac94d8, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:21:59.656003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79acd6-423a-4fef-917c-83dffe73232f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Pushing event updated for resources: {'Subnet': ['ID=91352bc4-8a3b-4f88-8d11-772b02d49e3d,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:59.674757 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbbf9737-c4aa-4045-8801-a41eaaab2b97 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.680805 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dbbf9737-c4aa-4045-8801-a41eaaab2b97 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/c901b0a0-6365-4bce-8794-2336ad8be7a1 HTTP/1.1" status: 204 len: 168 time: 3.6778123 Feb 19 03:21:59.683614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67dc065-6560-4ac7-97e6-f3634343f523 None None] Network 12c30bec-6042-4990-9713-677296d69ad3 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:59.684479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d79acd6-423a-4fef-917c-83dffe73232f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Network d6fbae97-eb20-43b5-b9ef-6299dcac94d8 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:21:59.691137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52360) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:59.708115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-0bb6f36c-5f91-4993-8c05-6148e0a31931 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:59.710243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-0bb6f36c-5f91-4993-8c05-6148e0a31931 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/networks?id=12c30bec-6042-4990-9713-677296d69ad3 HTTP/1.1" status: 200 len: 815 time: 0.4667845 Feb 19 03:21:59.715631 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-704a8ba7-0e17-42ae-8b91-7f881b90c598 admin admin] Publish callbacks [] for security_group (7124b80a-c3f5-45d0-9e5a-52b51e2570fb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.718750 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b98795e-eb68-44da-a577-15a2d931c686 admin admin] Publish callbacks [] for security_group (f09b826e-88c5-4119-b3ce-989ac4aa83a5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.721233 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed7f2-b7fb-40be-83e0-91eec9afb68d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e7b5aa9e-ff45-473e-a0e7-a5ce21753851), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.732190 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-704a8ba7-0e17-42ae-8b91-7f881b90c598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7124b80a-c3f5-45d0-9e5a-52b51e2570fb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.747577 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b98795e-eb68-44da-a577-15a2d931c686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f09b826e-88c5-4119-b3ce-989ac4aa83a5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.758738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-3d79acd6-423a-4fef-917c-83dffe73232f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, d6fbae97-eb20-43b5-b9ef-6299dcac94d8) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:21:59.773666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d79acd6-423a-4fef-917c-83dffe73232f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:59.774276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d79acd6-423a-4fef-917c-83dffe73232f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.779526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4d7ed7f2-b7fb-40be-83e0-91eec9afb68d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for e7b5aa9e-ff45-473e-a0e7-a5ce21753851 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:21:59.804755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc75aa-0d9c-4b5a-bbb4-1c67a9c7e82a None None] Network d6fbae97-eb20-43b5-b9ef-6299dcac94d8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:21:59.810844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-fbc50c2b-cace-443d-ba6a-fc96c86c0452 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/quotas/6cd7142ab25e418f8768b0db7da15b4f HTTP/1.1" status: 200 len: 375 time: 0.0725200 Feb 19 03:21:59.826370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b121c0d8-3690-4d7e-a3ad-cb7bf480bd09 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:59.827160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b121c0d8-3690-4d7e-a3ad-cb7bf480bd09 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:59.828457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b121c0d8-3690-4d7e-a3ad-cb7bf480bd09 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:21:59.830135 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b121c0d8-3690-4d7e-a3ad-cb7bf480bd09 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1380124 Feb 19 03:21:59.841457 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3d79acd6-423a-4fef-917c-83dffe73232f tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3207324 Feb 19 03:21:59.841457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52362) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:59.841791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2b98795e-eb68-44da-a577-15a2d931c686 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aab110421c454f1aac7e5d5dcceaa6d3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1957884 Feb 19 03:21:59.841791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52364) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:59.847387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a8ba7-0e17-42ae-8b91-7f881b90c598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7124b80a-c3f5-45d0-9e5a-52b51e2570fb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:21:59.847570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52366) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:59.857017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Request body: {'port': {'network_id': 'd6fbae97-eb20-43b5-b9ef-6299dcac94d8', 'name': 'tempest-DHCPAgentSchedulersTestJSON-896734717'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:21:59.944933 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-704a8ba7-0e17-42ae-8b91-7f881b90c598 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1517874cad1a4d0b96ff5a86c311af6a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0385904 Feb 19 03:21:59.947717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52368) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:21:59.953567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 094c5a99-3ff0-42d5-af03-a86436d4357c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:21:59.954213 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:21:59.967039 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9f8ad3-88e6-4bc1-8088-8af65a853998 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 9f385148-5586-48a2-b51b-7ddc4eae6bfc {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:21:59.980183 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8ad3-88e6-4bc1-8088-8af65a853998 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (9f385148-5586-48a2-b51b-7ddc4eae6bfc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.017908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-99f080e2-5c8a-4cbc-b8fb-fe03bff579db None None] Provisioning complete for port 094c5a99-3ff0-42d5-af03-a86436d4357c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:00.018720 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-99f080e2-5c8a-4cbc-b8fb-fe03bff579db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.035039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98795e-eb68-44da-a577-15a2d931c686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09b826e-88c5-4119-b3ce-989ac4aa83a5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:00.066354 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6bd8c13a-7218-4b8d-b0f1-b2bc5402947e admin admin] Publish callbacks [] for security_group (f09b826e-88c5-4119-b3ce-989ac4aa83a5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.071918 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8ad3-88e6-4bc1-8088-8af65a853998 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (9f385148-5586-48a2-b51b-7ddc4eae6bfc), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.087866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-12a1bb96-9555-4187-8b31-c8e886ee8063 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6cd7142ab25e418f8768b0db7da15b4f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2451026 Feb 19 03:22:00.096104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-d6fbae97-eb20-43b5-b9ef-6299dcac94d8', 'network_id': 'd6fbae97-eb20-43b5-b9ef-6299dcac94d8', 'project_id': '2813f59f49fe41ea8a67ea5d9796d4d3', 'fixed_ips': [{'subnet_id': '91352bc4-8a3b-4f88-8d11-772b02d49e3d'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:00.097146 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.104140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-c9651adb-718d-40e9-8ed9-432352333c39 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:00.104495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9651adb-718d-40e9-8ed9-432352333c39 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.110633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 094c5a99-3ff0-42d5-af03-a86436d4357c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=094c5a99-3ff0-42d5-af03-a86436d4357c,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:00.125540 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.150016 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-279caacc-394d-4490-8309-03caf6db2225 admin admin] Publish callbacks [] for security_group (7124b80a-c3f5-45d0-9e5a-52b51e2570fb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.191431 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6bd8c13a-7218-4b8d-b0f1-b2bc5402947e admin admin] Publish callbacks [] for security_group (f09b826e-88c5-4119-b3ce-989ac4aa83a5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.267024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-279caacc-394d-4490-8309-03caf6db2225 admin admin] Publish callbacks [] for security_group (7124b80a-c3f5-45d0-9e5a-52b51e2570fb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.278730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Made reservation on behalf of 2813f59f49fe41ea8a67ea5d9796d4d3 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:00.283823 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.297569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=094c5a99-3ff0-42d5-af03-a86436d4357c,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:00.297801 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed7f2-b7fb-40be-83e0-91eec9afb68d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e7b5aa9e-ff45-473e-a0e7-a5ce21753851), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.335370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8ad3-88e6-4bc1-8088-8af65a853998 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (9f385148-5586-48a2-b51b-7ddc4eae6bfc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.347414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-b3057a1e-f1ae-4b4c-99d6-c72267e95d63 service neutron] 10.222.0.81 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581916 Feb 19 03:22:00.363935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ed7f2-b7fb-40be-83e0-91eec9afb68d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=e7b5aa9e-ff45-473e-a0e7-a5ce21753851,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:00.370253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-945d1bc8-6dad-42c7-becc-7a4a487ddcd4 req-3f4e1fcf-bdb1-4184-860d-7171ddc3b278 service neutron] (109898) timed out ('10.222.0.87', 65292) {{(pid=109898) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:22:00.375579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] device_id is not set on port d3e7fe85-15fe-459c-a948-a42efab699d3 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:00.377132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-99f080e2-5c8a-4cbc-b8fb-fe03bff579db None None] Current status of the port 094c5a99-3ff0-42d5-af03-a86436d4357c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:00.383165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-c9651adb-718d-40e9-8ed9-432352333c39 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8e4031d7-bb08-4f75-b2fc-3fdca948f7ff,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:00.384093 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9651adb-718d-40e9-8ed9-432352333c39 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.405579 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Allocated IP 172.20.0.2 (d6fbae97-eb20-43b5-b9ef-6299dcac94d8/91352bc4-8a3b-4f88-8d11-772b02d49e3d/494d1eef-f019-462f-9049-d8ff5c95ca39) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:00.409293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-c9651adb-718d-40e9-8ed9-432352333c39 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:00.429559 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6bd8c13a-7218-4b8d-b0f1-b2bc5402947e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f09b826e-88c5-4119-b3ce-989ac4aa83a5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.431421 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6bd8c13a-7218-4b8d-b0f1-b2bc5402947e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.432754 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6bd8c13a-7218-4b8d-b0f1-b2bc5402947e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f09b826e-88c5-4119-b3ce-989ac4aa83a5 HTTP/1.1" status: 204 len: 168 time: 0.5841370 Feb 19 03:22:00.454418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8c13a-7218-4b8d-b0f1-b2bc5402947e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09b826e-88c5-4119-b3ce-989ac4aa83a5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:00.456147 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-279caacc-394d-4490-8309-03caf6db2225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7124b80a-c3f5-45d0-9e5a-52b51e2570fb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.459107 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-279caacc-394d-4490-8309-03caf6db2225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.460358 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-279caacc-394d-4490-8309-03caf6db2225 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7124b80a-c3f5-45d0-9e5a-52b51e2570fb HTTP/1.1" status: 204 len: 168 time: 0.5078113 Feb 19 03:22:00.595633 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8ad3-88e6-4bc1-8088-8af65a853998 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (9f385148-5586-48a2-b51b-7ddc4eae6bfc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.615068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279caacc-394d-4490-8309-03caf6db2225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7124b80a-c3f5-45d0-9e5a-52b51e2570fb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:00.694193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f8ad3-88e6-4bc1-8088-8af65a853998 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=9f385148-5586-48a2-b51b-7ddc4eae6bfc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:00.696455 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6e9f8ad3-88e6-4bc1-8088-8af65a853998 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:00.699697 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6e9f8ad3-88e6-4bc1-8088-8af65a853998 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/9f385148-5586-48a2-b51b-7ddc4eae6bfc HTTP/1.1" status: 204 len: 168 time: 0.8599787 Feb 19 03:22:00.702332 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52374) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:00.901345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017eab6d-1285-4918-a256-a465c14f26ea None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:00.901809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-d3850f53-bf66-4e0a-9279-ebfcd830cce2 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:00.903851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-d3850f53-bf66-4e0a-9279-ebfcd830cce2 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.67 "GET /v2.0/networks?id=12c30bec-6042-4990-9713-677296d69ad3 HTTP/1.1" status: 200 len: 815 time: 0.5098495 Feb 19 03:22:01.031924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3273591c-8a55-4ad9-b969-502771148dd0 None None] Provisioning complete for port 094c5a99-3ff0-42d5-af03-a86436d4357c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:01.031924 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3273591c-8a55-4ad9-b969-502771148dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.048872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Request body: {'port': {'device_id': 'b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b', 'network_id': '12c30bec-6042-4990-9713-677296d69ad3', 'admin_state_up': True, 'tenant_id': '6cd7142ab25e418f8768b0db7da15b4f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:01.085490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f7ef4d-1576-4fc8-961c-e8514502a62e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet cdb9e8e2-b9a3-437e-b0d7-6ed65b041963 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:01.089634 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64f7ef4d-1576-4fc8-961c-e8514502a62e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (cdb9e8e2-b9a3-437e-b0d7-6ed65b041963), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.144346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64f7ef4d-1576-4fc8-961c-e8514502a62e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (cdb9e8e2-b9a3-437e-b0d7-6ed65b041963), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.168048 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Publish callbacks [] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.181919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.212751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4d7ed7f2-b7fb-40be-83e0-91eec9afb68d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.220591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4d7ed7f2-b7fb-40be-83e0-91eec9afb68d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/e7b5aa9e-ff45-473e-a0e7-a5ce21753851 HTTP/1.1" status: 204 len: 168 time: 2.3602209 Feb 19 03:22:01.240738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Made reservation on behalf of 6cd7142ab25e418f8768b0db7da15b4f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:01.245992 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.266734 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64f7ef4d-1576-4fc8-961c-e8514502a62e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (cdb9e8e2-b9a3-437e-b0d7-6ed65b041963), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.277560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52380) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:01.277560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52382) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:01.308914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52384) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:01.318863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Network d6fbae97-eb20-43b5-b9ef-6299dcac94d8 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:01.319707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3273591c-8a55-4ad9-b969-502771148dd0 None None] Current status of the port 094c5a99-3ff0-42d5-af03-a86436d4357c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:01.321839 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9651adb-718d-40e9-8ed9-432352333c39 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8e4031d7-bb08-4f75-b2fc-3fdca948f7ff), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.322134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Pushing event updated for resources: {'Port': ['ID=494d1eef-f019-462f-9049-d8ff5c95ca39,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:01.325137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:01.326925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:01.360347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-41e61604-a143-412b-8243-a4bb70e962a4 service neutron] 10.222.0.81 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9448416 Feb 19 03:22:01.381262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 094c5a99-3ff0-42d5-af03-a86436d4357c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:01.430769 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8045b4b0-396a-4d82-8845-d6c74cbf06f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.435765 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f2d16d5-da21-4f37-8e00-a7c858679653 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.438046 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-968823c1-7505-40b4-81c6-9548760cf00e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:22:01.447837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-968823c1-7505-40b4-81c6-9548760cf00e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/e7b5aa9e-ff45-473e-a0e7-a5ce21753851 HTTP/1.1" status: 404 len: 333 time: 0.1458597 Feb 19 03:22:01.452191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52386) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:01.519473 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Attempting to bind port 494d1eef-f019-462f-9049-d8ff5c95ca39 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:01.520086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Attempting to bind port 494d1eef-f019-462f-9049-d8ff5c95ca39 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd1376152-ce82-45e0-8282-50a6d6f14d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd6fbae97-eb20-43b5-b9ef-6299dcac94d8'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:01.520630 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Attempting to bind port 494d1eef-f019-462f-9049-d8ff5c95ca39 on network d6fbae97-eb20-43b5-b9ef-6299dcac94d8 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:01.528379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:01.529101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Checking segment: {'id': 'd1376152-ce82-45e0-8282-50a6d6f14d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd6fbae97-eb20-43b5-b9ef-6299dcac94d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:01.529673 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.530259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Bound using segment: {'id': 'd1376152-ce82-45e0-8282-50a6d6f14d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd6fbae97-eb20-43b5-b9ef-6299dcac94d8'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:01.530910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Bound port: 494d1eef-f019-462f-9049-d8ff5c95ca39, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1376152-ce82-45e0-8282-50a6d6f14d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd6fbae97-eb20-43b5-b9ef-6299dcac94d8'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:01.531459 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.557817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 094c5a99-3ff0-42d5-af03-a86436d4357c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:01.561605 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.699158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Allocated IP 172.20.0.4 (d6fbae97-eb20-43b5-b9ef-6299dcac94d8/91352bc4-8a3b-4f88-8d11-772b02d49e3d/d3e7fe85-15fe-459c-a948-a42efab699d3) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:01.770161 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] For port 494d1eef-f019-462f-9049-d8ff5c95ca39, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:01.808166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] For port 494d1eef-f019-462f-9049-d8ff5c95ca39, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=494d1eef-f019-462f-9049-d8ff5c95ca39,segment=NetworkSegment(d1376152-ce82-45e0-8282-50a6d6f14d15),segment_id=d1376152-ce82-45e0-8282-50a6d6f14d15)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:01.818234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Allocated IP 172.20.0.11 (12c30bec-6042-4990-9713-677296d69ad3/7fc6714a-0c2b-4ba2-a072-a83242a25d3f/31ed85ec-0170-46e6-994d-9af3009795aa) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:01.823743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c574d71-a1bb-4925-a7a3-06dbca5de3af tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (0a2a9510-212b-4d0a-a3ba-de12b2af75c0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.823969 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:01.926138 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c574d71-a1bb-4925-a7a3-06dbca5de3af tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (0a2a9510-212b-4d0a-a3ba-de12b2af75c0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.090094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 094c5a99-3ff0-42d5-af03-a86436d4357c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:02.104024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9651adb-718d-40e9-8ed9-432352333c39 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=8e4031d7-bb08-4f75-b2fc-3fdca948f7ff,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:02.114284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cacd9-716a-46ff-a558-fb913a5787de None None] Pushing event updated for resources: {'Port': ['ID=494d1eef-f019-462f-9049-d8ff5c95ca39,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:02.129224 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64f7ef4d-1576-4fc8-961c-e8514502a62e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (cdb9e8e2-b9a3-437e-b0d7-6ed65b041963), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.172002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks [] for port (31ed85ec-0170-46e6-994d-9af3009795aa), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.222488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7ef4d-1576-4fc8-961c-e8514502a62e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=cdb9e8e2-b9a3-437e-b0d7-6ed65b041963,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:02.244119 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-64f7ef4d-1576-4fc8-961c-e8514502a62e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.249014 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-64f7ef4d-1576-4fc8-961c-e8514502a62e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/cdb9e8e2-b9a3-437e-b0d7-6ed65b041963 HTTP/1.1" status: 204 len: 168 time: 1.5452056 Feb 19 03:22:02.258390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52408) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:02.361524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6828ab-43aa-4a49-aac3-049de32b0f21 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:02.399628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ffcfcc09-fe66-4a93-9c50-86360108c34f None None] Provisioning complete for port e8927ce4-c437-4d37-b923-5dfd8cce5d28 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:02.400062 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ffcfcc09-fe66-4a93-9c50-86360108c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.423489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0eaf9dac-1d49-4300-980d-5710915ad964 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1570566 Feb 19 03:22:02.447467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52410) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:02.486096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dfb9824d-f857-460a-b820-2177c16f4b82 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:02.498216 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9651adb-718d-40e9-8ed9-432352333c39 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (52342f00-d538-4cbd-bd8c-f0d85126d1a4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.578522 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f2d16d5-da21-4f37-8e00-a7c858679653 admin admin] Publish callbacks [] for security_group (3ca80456-1020-4d2f-8cf6-5e7e5ea30fe8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.622172 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f2d16d5-da21-4f37-8e00-a7c858679653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3ca80456-1020-4d2f-8cf6-5e7e5ea30fe8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.625823 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.654848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ffcfcc09-fe66-4a93-9c50-86360108c34f None None] Current status of the port e8927ce4-c437-4d37-b923-5dfd8cce5d28 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:02.671300 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c574d71-a1bb-4925-a7a3-06dbca5de3af tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0a2a9510-212b-4d0a-a3ba-de12b2af75c0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.673965 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c574d71-a1bb-4925-a7a3-06dbca5de3af tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.676712 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7c574d71-a1bb-4925-a7a3-06dbca5de3af tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/security-groups/0a2a9510-212b-4d0a-a3ba-de12b2af75c0 HTTP/1.1" status: 204 len: 168 time: 1.2147307 Feb 19 03:22:02.704600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52412) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:02.710075 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8045b4b0-396a-4d82-8845-d6c74cbf06f1 admin admin] Publish callbacks [] for security_group (2a4dbbb1-7abc-439c-b1ca-e63d304d5971), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.720482 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8045b4b0-396a-4d82-8845-d6c74cbf06f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2a4dbbb1-7abc-439c-b1ca-e63d304d5971), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.752578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-bc383d1f-e93a-4056-b912-0b2f9a4e820c tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:02.754399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20dbba11-f95a-4ed0-8fa1-a3aeb067e65b None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:02.761182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-bc383d1f-e93a-4056-b912-0b2f9a4e820c tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/networks?id=12c30bec-6042-4990-9713-677296d69ad3 HTTP/1.1" status: 200 len: 815 time: 0.5718923 Feb 19 03:22:02.805915 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8045b4b0-396a-4d82-8845-d6c74cbf06f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=031e208a610f4fc5aef996cb3bc54e48&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4949026 Feb 19 03:22:02.815319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52414) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:02.821032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045b4b0-396a-4d82-8845-d6c74cbf06f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4dbbb1-7abc-439c-b1ca-e63d304d5971,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:02.838055 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks [] for port (d3e7fe85-15fe-459c-a948-a42efab699d3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.855434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Network 12c30bec-6042-4990-9713-677296d69ad3 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:02.859638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-20dbba11-f95a-4ed0-8fa1-a3aeb067e65b None None] Deleting port e8927ce4-c437-4d37-b923-5dfd8cce5d28 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:02.860062 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-20dbba11-f95a-4ed0-8fa1-a3aeb067e65b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.871771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-3a6f8e05-6e79-4a7b-84c4-f7b182a1b0e5 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/quotas/6cd7142ab25e418f8768b0db7da15b4f HTTP/1.1" status: 200 len: 375 time: 0.1095405 Feb 19 03:22:02.882565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4f2d16d5-da21-4f37-8e00-a7c858679653 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=76f939ca4395435985f7db47ba440194&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5718961 Feb 19 03:22:02.884033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:02.890258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52416) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:02.911539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2d16d5-da21-4f37-8e00-a7c858679653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca80456-1020-4d2f-8cf6-5e7e5ea30fe8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:02.921528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:02.933885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c25a0c1-ef60-4b89-893a-c86b084896e0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (dd6330e3-46c7-4449-bfac-27262e05f607), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.955272 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-20dbba11-f95a-4ed0-8fa1-a3aeb067e65b None None] For port e8927ce4-c437-4d37-b923-5dfd8cce5d28, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e8927ce4-c437-4d37-b923-5dfd8cce5d28,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:02.955680 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-20dbba11-f95a-4ed0-8fa1-a3aeb067e65b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:02.975795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-20dbba11-f95a-4ed0-8fa1-a3aeb067e65b None None] Calling delete_port for e8927ce4-c437-4d37-b923-5dfd8cce5d28 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:02.991399 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c25a0c1-ef60-4b89-893a-c86b084896e0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (dd6330e3-46c7-4449-bfac-27262e05f607), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.076331 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81ed31af-41a8-4d26-a255-3e62553cb783 admin admin] Publish callbacks [] for security_group (2a4dbbb1-7abc-439c-b1ca-e63d304d5971), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.100582 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-20dbba11-f95a-4ed0-8fa1-a3aeb067e65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (e8927ce4-c437-4d37-b923-5dfd8cce5d28), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.142400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c574d71-a1bb-4925-a7a3-06dbca5de3af tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2a9510-212b-4d0a-a3ba-de12b2af75c0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:03.144887 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81ed31af-41a8-4d26-a255-3e62553cb783 admin admin] Publish callbacks [] for security_group (2a4dbbb1-7abc-439c-b1ca-e63d304d5971), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.155803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Pushing event updated for resources: {'Port': ['ID=31ed85ec-0170-46e6-994d-9af3009795aa,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:03.169446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9651adb-718d-40e9-8ed9-432352333c39 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:22:03.221499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dbba11-f95a-4ed0-8fa1-a3aeb067e65b None None] No DVR routers for this DVR port e8927ce4-c437-4d37-b923-5dfd8cce5d28 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:03.242917 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c25a0c1-ef60-4b89-893a-c86b084896e0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dd6330e3-46c7-4449-bfac-27262e05f607), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.252048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c25a0c1-ef60-4b89-893a-c86b084896e0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.257641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4c25a0c1-ef60-4b89-893a-c86b084896e0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/security-groups/dd6330e3-46c7-4449-bfac-27262e05f607 HTTP/1.1" status: 204 len: 168 time: 0.5480440 Feb 19 03:22:03.258727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb9824d-f857-460a-b820-2177c16f4b82 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:03.259619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52418) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:03.261973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dfb9824d-f857-460a-b820-2177c16f4b82 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.262383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbba11-f95a-4ed0-8fa1-a3aeb067e65b None None] Pushing event deleted for resources: {'Port': ['ID=e8927ce4-c437-4d37-b923-5dfd8cce5d28,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:03.266052 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d3e7fe85-15fe-459c-a948-a42efab699d3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.292635 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c6642cb-c6f1-4d99-8e4f-6f5e2f0fffba admin admin] Publish callbacks [] for security_group (3ca80456-1020-4d2f-8cf6-5e7e5ea30fe8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.316313 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c6642cb-c6f1-4d99-8e4f-6f5e2f0fffba admin admin] Publish callbacks [] for security_group (3ca80456-1020-4d2f-8cf6-5e7e5ea30fe8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.344640 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81ed31af-41a8-4d26-a255-3e62553cb783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (2a4dbbb1-7abc-439c-b1ca-e63d304d5971), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.347795 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81ed31af-41a8-4d26-a255-3e62553cb783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.349462 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-81ed31af-41a8-4d26-a255-3e62553cb783 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2a4dbbb1-7abc-439c-b1ca-e63d304d5971 HTTP/1.1" status: 204 len: 168 time: 0.5298738 Feb 19 03:22:03.385901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Network d6fbae97-eb20-43b5-b9ef-6299dcac94d8 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:03.397405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25a0c1-ef60-4b89-893a-c86b084896e0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6330e3-46c7-4449-bfac-27262e05f607,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:03.402401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:03.404072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:03.420118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-abe98328-277f-4601-bdca-9846622673eb None None] Provisioning complete for port 31ed85ec-0170-46e6-994d-9af3009795aa triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:03.420489 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-abe98328-277f-4601-bdca-9846622673eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.500432 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c6642cb-c6f1-4d99-8e4f-6f5e2f0fffba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3ca80456-1020-4d2f-8cf6-5e7e5ea30fe8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.506942 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c6642cb-c6f1-4d99-8e4f-6f5e2f0fffba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.509632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2c6642cb-c6f1-4d99-8e4f-6f5e2f0fffba admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ca80456-1020-4d2f-8cf6-5e7e5ea30fe8 HTTP/1.1" status: 204 len: 168 time: 0.5948372 Feb 19 03:22:03.532717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-abe98328-277f-4601-bdca-9846622673eb None None] Port 31ed85ec-0170-46e6-994d-9af3009795aa cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:03.571614 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed31af-41a8-4d26-a255-3e62553cb783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4dbbb1-7abc-439c-b1ca-e63d304d5971,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:03.604584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:03.605624 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.615865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 494d1eef-f019-462f-9049-d8ff5c95ca39 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:03.649592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-463dbfbf-2a82-4873-8f5c-730a61a92dfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.693556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 494d1eef-f019-462f-9049-d8ff5c95ca39 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:03.699040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0264c4c-651b-4665-b5ef-dd17d634cbc2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting subnet cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:03.702773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0264c4c-651b-4665-b5ef-dd17d634cbc2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.703501 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.778104 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0264c4c-651b-4665-b5ef-dd17d634cbc2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:03.882358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7556cc-cdc6-43c8-b600-28707ce42bf8 None None] Network d6fbae97-eb20-43b5-b9ef-6299dcac94d8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:03.894632 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0264c4c-651b-4665-b5ef-dd17d634cbc2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.026581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-b5b8065f-ddf2-4240-9bd0-5d354b03f447 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:04.028033 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-b5b8065f-ddf2-4240-9bd0-5d354b03f447 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.87 "GET /v2.0/networks?id=12c30bec-6042-4990-9713-677296d69ad3 HTTP/1.1" status: 200 len: 815 time: 0.7646272 Feb 19 03:22:04.034953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0264c4c-651b-4665-b5ef-dd17d634cbc2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.042023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 494d1eef-f019-462f-9049-d8ff5c95ca39 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:04.045332 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.082341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Request body: {'port': {'device_id': '62a81aae-ed2a-4782-81dc-80420975ac60', 'network_id': '12c30bec-6042-4990-9713-677296d69ad3', 'admin_state_up': True, 'tenant_id': '6cd7142ab25e418f8768b0db7da15b4f'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:04.094639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0264c4c-651b-4665-b5ef-dd17d634cbc2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:04.103651 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0264c4c-651b-4665-b5ef-dd17d634cbc2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.111639 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e0264c4c-651b-4665-b5ef-dd17d634cbc2 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb HTTP/1.1" status: 204 len: 168 time: 0.8188472 Feb 19 03:22:04.111639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9651adb-718d-40e9-8ed9-432352333c39 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:22:04.111917 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c52e0-d5d3-4777-b9c6-af42f85ef5d5 None None] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:04.123806 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52444) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:04.130358 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cc0e5-3831-496b-91df-21b792d0cbd3 None None] Sync routers for ids ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:22:04.146548 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4cc0e5-3831-496b-91df-21b792d0cbd3 None None] Routers {'52342f00-d538-4cbd-bd8c-f0d85126d1a4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:04.148035 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6a4cc0e5-3831-496b-91df-21b792d0cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:04.161495 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c5f30656-a77b-4185-8578-f201b9a6de4b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:04.169603 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c9651adb-718d-40e9-8ed9-432352333c39 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "PUT /v2.0/routers/52342f00-d538-4cbd-bd8c-f0d85126d1a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1717813 Feb 19 03:22:04.173768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e0f76268-9de4-45c2-962b-70fd22da22f2 None None] Provisioning complete for port 494d1eef-f019-462f-9049-d8ff5c95ca39 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:04.174166 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e0f76268-9de4-45c2-962b-70fd22da22f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.176506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52448) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:04.221258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 494d1eef-f019-462f-9049-d8ff5c95ca39, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=494d1eef-f019-462f-9049-d8ff5c95ca39,segment=NetworkSegment(d1376152-ce82-45e0-8282-50a6d6f14d15),segment_id=d1376152-ce82-45e0-8282-50a6d6f14d15)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:04.345527 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a543f1-26aa-4fdc-8218-b05ebfb21bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting subnet 06396044-f868-4bab-8279-30abb90c4893 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:04.348860 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.363006 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d6a543f1-26aa-4fdc-8218-b05ebfb21bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for subnet (06396044-f868-4bab-8279-30abb90c4893), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.404539 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-6a4cc0e5-3831-496b-91df-21b792d0cbd3 None None] Set router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:04.485749 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e8927ce4-c437-4d37-b923-5dfd8cce5d28 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:04.599663 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d6a543f1-26aa-4fdc-8218-b05ebfb21bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (06396044-f868-4bab-8279-30abb90c4893), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.609859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: e8927ce4-c437-4d37-b923-5dfd8cce5d28 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:04.611887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e8927ce4-c437-4d37-b923-5dfd8cce5d28 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:04.635342 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Pushing event updated for resources: {'Port': ['ID=d3e7fe85-15fe-459c-a948-a42efab699d3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:04.651967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:04.652767 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.672804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6642cb-c6f1-4d99-8e4f-6f5e2f0fffba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca80456-1020-4d2f-8cf6-5e7e5ea30fe8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:04.673014 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dfb9824d-f857-460a-b820-2177c16f4b82 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (514542c3-c70f-401b-a88e-efdb13e09e0d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.692544 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Made reservation on behalf of 6cd7142ab25e418f8768b0db7da15b4f for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:04.698150 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6a4cc0e5-3831-496b-91df-21b792d0cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:22:01Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:04.702073 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.724197 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f30656-a77b-4185-8578-f201b9a6de4b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:04.728241 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c5f30656-a77b-4185-8578-f201b9a6de4b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:04.752894 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-82d085e9-735b-4a29-871a-7c1a1163c7f0 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9063056 Feb 19 03:22:04.760254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-c0a02172-cc5a-40d9-ad1f-2be9c41773c9 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6cd7142ab25e418f8768b0db7da15b4f&fields=id HTTP/1.1" status: 200 len: 302 time: 1.8660614 Feb 19 03:22:04.761141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52466) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:04.762883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb9824d-f857-460a-b820-2177c16f4b82 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=514542c3-c70f-401b-a88e-efdb13e09e0d,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:04.768005 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cc0e5-3831-496b-91df-21b792d0cbd3 None None] Checking router: 52342f00-d538-4cbd-bd8c-f0d85126d1a4 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:22:04.783368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fde8503f-b322-4b41-989c-35fb970d098b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8022923 Feb 19 03:22:04.789081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb9824d-f857-460a-b820-2177c16f4b82 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:04.797007 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4cc0e5-3831-496b-91df-21b792d0cbd3 None None] Routers {'52342f00-d538-4cbd-bd8c-f0d85126d1a4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:04.799179 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6a4cc0e5-3831-496b-91df-21b792d0cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:21:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:04.910937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e0f76268-9de4-45c2-962b-70fd22da22f2 None None] Current status of the port 494d1eef-f019-462f-9049-d8ff5c95ca39 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:04.911578 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d0a456f5-4db4-4d2e-bd66-f91500ee3ead service neutron] 10.222.0.81 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252992 Feb 19 03:22:04.922664 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Allocated IP 172.20.0.4 (12c30bec-6042-4990-9713-677296d69ad3/7fc6714a-0c2b-4ba2-a072-a83242a25d3f/bcecb697-83d8-4e57-a34f-3b786035a5d0) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:04.925074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=494d1eef-f019-462f-9049-d8ff5c95ca39,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:04.930393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Request body: {'port': {'device_id': 'b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:05.072560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-dfb9824d-f857-460a-b820-2177c16f4b82 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:05.078707 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.083166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb9824d-f857-460a-b820-2177c16f4b82 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:05.083356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b852ad01-92ad-4746-8fd0-dd0380982889 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:05.083729 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dfb9824d-f857-460a-b820-2177c16f4b82 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.099682 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-6a4cc0e5-3831-496b-91df-21b792d0cbd3 None None] Set router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:05.135849 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d6a543f1-26aa-4fdc-8218-b05ebfb21bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (06396044-f868-4bab-8279-30abb90c4893), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.161270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dfb9824d-f857-460a-b820-2177c16f4b82 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7124679 Feb 19 03:22:05.176229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52474) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:05.184498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:05.373376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 494d1eef-f019-462f-9049-d8ff5c95ca39 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:05.402053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '514542c3-c70f-401b-a88e-efdb13e09e0d'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:05.403274 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.434782 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d6a543f1-26aa-4fdc-8218-b05ebfb21bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (06396044-f868-4bab-8279-30abb90c4893), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.673423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2bb0d536-722e-4368-966d-5eb2c18e372d None None] Provisioning complete for port 494d1eef-f019-462f-9049-d8ff5c95ca39 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:05.673598 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d536-722e-4368-966d-5eb2c18e372d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.684359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:05.688119 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.697258 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6a4cc0e5-3831-496b-91df-21b792d0cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:22:01Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:05.720183 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d6a543f1-26aa-4fdc-8218-b05ebfb21bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.737889 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d6a543f1-26aa-4fdc-8218-b05ebfb21bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/subnets/06396044-f868-4bab-8279-30abb90c4893 HTTP/1.1" status: 204 len: 168 time: 1.5440335 Feb 19 03:22:05.741782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a543f1-26aa-4fdc-8218-b05ebfb21bb6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Subnet': ['ID=06396044-f868-4bab-8279-30abb90c4893,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:05.749428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52488) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:05.780197 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4cc0e5-3831-496b-91df-21b792d0cbd3 None None] The sync data for ids ['52342f00-d538-4cbd-bd8c-f0d85126d1a4'] in n-d-826755-2 is: [{'id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1304861199', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148'}], 'enable_snat': True}, 'gw_port_id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:17:59Z', 'updated_at': '2022-02-19T03:22:01Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'ec831af7-aff1-4002-a44e-eb35e5a7e916', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:5e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52342f00-d538-4cbd-bd8c-f0d85126d1a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2129, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:18:00Z', 'updated_at': '2022-02-19T03:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:22:05.807545 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108626ef-9071-4e02-b753-d1750eafce28 None None] Network c2cf118a-21f8-48b2-9111-65ef0afc21a7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:05.831600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 494d1eef-f019-462f-9049-d8ff5c95ca39 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:05.831976 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:05.953637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9a538143-86e2-4923-9e67-e57a67cdf143 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Deleting port d3e7fe85-15fe-459c-a948-a42efab699d3 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:05.954582 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a538143-86e2-4923-9e67-e57a67cdf143 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d3e7fe85-15fe-459c-a948-a42efab699d3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.087518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-1d465298-7b6b-4da3-bed6-4075fcd39088 service neutron] 10.222.0.81 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0122693 Feb 19 03:22:06.211525 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks [] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.265825 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a538143-86e2-4923-9e67-e57a67cdf143 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d3e7fe85-15fe-459c-a948-a42efab699d3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.279608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router (52342f00-d538-4cbd-bd8c-f0d85126d1a4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.343662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9a538143-86e2-4923-9e67-e57a67cdf143 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Calling delete_port for d3e7fe85-15fe-459c-a948-a42efab699d3 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:06.484001 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (52342f00-d538-4cbd-bd8c-f0d85126d1a4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.499979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Allocated IP 172.20.0.2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/514542c3-c70f-401b-a88e-efdb13e09e0d/87de1aed-0122-43fe-9ead-26c5e21d763e) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:06.612409 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.622279 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ab599481-7e8c-4fed-a423-503abb8fdc99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.632200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2bb0d536-722e-4368-966d-5eb2c18e372d None None] Current status of the port 494d1eef-f019-462f-9049-d8ff5c95ca39 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:06.749531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Network 12c30bec-6042-4990-9713-677296d69ad3 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:06.764433 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:06.781489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:06.827703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port ec831af7-aff1-4002-a44e-eb35e5a7e916 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:06.828052 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:06.843855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2256e3f-f3dd-408f-af4e-6d9948b85792 req-76cb3d3e-1941-4410-a747-c002cbf0a485 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 210 time: 0.4207473 Feb 19 03:22:06.848550 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Pushing event updated for resources: {'Port': ['ID=bcecb697-83d8-4e57-a34f-3b786035a5d0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:06.970079 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a538143-86e2-4923-9e67-e57a67cdf143 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d3e7fe85-15fe-459c-a948-a42efab699d3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.012454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a538143-86e2-4923-9e67-e57a67cdf143 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Pushing event deleted for resources: {'Port': ['ID=d3e7fe85-15fe-459c-a948-a42efab699d3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:07.039643 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c5f30656-a77b-4185-8578-f201b9a6de4b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (90cd6bb7-f6f6-4da0-8e19-05219576ef0f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.100272 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Publish callbacks [] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.176371 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.221756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:07.222329 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.228841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2bb0d536-722e-4368-966d-5eb2c18e372d None None] Provisioning complete for port d3e7fe85-15fe-459c-a948-a42efab699d3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:07.229222 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2bb0d536-722e-4368-966d-5eb2c18e372d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d3e7fe85-15fe-459c-a948-a42efab699d3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.243362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f30656-a77b-4185-8578-f201b9a6de4b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:07.285999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c5f30656-a77b-4185-8578-f201b9a6de4b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:07.298388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:07.302072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f30656-a77b-4185-8578-f201b9a6de4b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:07.302685 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c5f30656-a77b-4185-8578-f201b9a6de4b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.359728 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c5f30656-a77b-4185-8578-f201b9a6de4b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2344124 Feb 19 03:22:07.361822 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52524) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:07.364231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618fca87-06d2-4b56-b8c4-d0251c2065ad None None] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:07.372520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1fc75a-970f-4069-b8d1-f9c4730db0d1 None None] DHCP port deletion for c2cf118a-21f8-48b2-9111-65ef0afc21a7 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:07.390551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 494d1eef-f019-462f-9049-d8ff5c95ca39 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:07.394560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-67c6df0c-46b1-4d1a-806d-bfda91c82fa4 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'security_group': {'name': 'tempest-secgroup-996616567'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:07.422672 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f30656-a77b-4185-8578-f201b9a6de4b tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Subnet': ['ID=90cd6bb7-f6f6-4da0-8e19-05219576ef0f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:07.428919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:07.432757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2bb0d536-722e-4368-966d-5eb2c18e372d None None] Port d3e7fe85-15fe-459c-a948-a42efab699d3 was deleted so its status cannot be updated. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 03:22:07.435383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:07.458185 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-7ee9379f-3d6e-490e-8da9-ac13d621b48d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3805745 Feb 19 03:22:07.472038 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.504761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Request body: {'port': {'device_id': '62a81aae-ed2a-4782-81dc-80420975ac60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:07.561027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.objects.ports [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109899) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:22:07.660106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Attempting to bind port 87de1aed-0122-43fe-9ead-26c5e21d763e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:07.661262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Attempting to bind port 87de1aed-0122-43fe-9ead-26c5e21d763e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:07.661826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Attempting to bind port 87de1aed-0122-43fe-9ead-26c5e21d763e on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:07.664275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ef600014-6063-417f-b535-e14058b79930 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:07.714562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67c6df0c-46b1-4d1a-806d-bfda91c82fa4 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.744512 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52532) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:07.751243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Pushing event updated for resources: {'Port': ['ID=87de1aed-0122-43fe-9ead-26c5e21d763e,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:07.762569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:07.762946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:07.763346 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.763735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:07.764216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Bound port: 87de1aed-0122-43fe-9ead-26c5e21d763e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:07.764589 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.796807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port ec831af7-aff1-4002-a44e-eb35e5a7e916, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ec831af7-aff1-4002-a44e-eb35e5a7e916,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:07.797768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.813582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-97f72c28-2cbc-4e6d-9953-aa91d16642a2 None None] Provisioning complete for port bcecb697-83d8-4e57-a34f-3b786035a5d0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:07.813957 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97f72c28-2cbc-4e6d-9953-aa91d16642a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.865640 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67c6df0c-46b1-4d1a-806d-bfda91c82fa4 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (42235867-32bb-4270-8f2e-f56b3ad6fe1f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.876521 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67c6df0c-46b1-4d1a-806d-bfda91c82fa4 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (42235867-32bb-4270-8f2e-f56b3ad6fe1f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.879356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] For port 87de1aed-0122-43fe-9ead-26c5e21d763e, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:07.882854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] For port 87de1aed-0122-43fe-9ead-26c5e21d763e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=87de1aed-0122-43fe-9ead-26c5e21d763e,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:07.897329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ed85ec-0170-46e6-994d-9af3009795aa {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:07.912094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6df0c-46b1-4d1a-806d-bfda91c82fa4 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42235867-32bb-4270-8f2e-f56b3ad6fe1f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:07.919246 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.924503 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.927555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for ec831af7-aff1-4002-a44e-eb35e5a7e916 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:07.940266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7d1fc75a-970f-4069-b8d1-f9c4730db0d1 None None] Deleting port ef600014-6063-417f-b535-e14058b79930 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:07.940924 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc75a-970f-4069-b8d1-f9c4730db0d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ef600014-6063-417f-b535-e14058b79930), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.955463 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-67c6df0c-46b1-4d1a-806d-bfda91c82fa4 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.955975 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Publish callbacks [] for port (31ed85ec-0170-46e6-994d-9af3009795aa), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:07.959875 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52540) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:07.975583 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-67c6df0c-46b1-4d1a-806d-bfda91c82fa4 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6073103 Feb 19 03:22:07.979423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5a9749cb-9c54-461c-8f30-e170a684712a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'security_group': {'name': 'tempest-secgroup-1412835098'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:08.015266 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a9749cb-9c54-461c-8f30-e170a684712a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.022320 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a538143-86e2-4923-9e67-e57a67cdf143 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.028948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9a538143-86e2-4923-9e67-e57a67cdf143 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] 10.222.0.81 "DELETE /v2.0/ports/d3e7fe85-15fe-459c-a948-a42efab699d3 HTTP/1.1" status: 204 len: 168 time: 3.2631466 Feb 19 03:22:08.041109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52542) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:08.042865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7d1fc75a-970f-4069-b8d1-f9c4730db0d1 None None] For port ef600014-6063-417f-b535-e14058b79930, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ef600014-6063-417f-b535-e14058b79930,segment=NetworkSegment(1d635dad-ffa2-41ea-9afe-9998cbeda2ff),segment_id=1d635dad-ffa2-41ea-9afe-9998cbeda2ff)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:08.043592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc75a-970f-4069-b8d1-f9c4730db0d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ef600014-6063-417f-b535-e14058b79930), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.062043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7d1fc75a-970f-4069-b8d1-f9c4730db0d1 None None] Calling delete_port for ef600014-6063-417f-b535-e14058b79930 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:08.134028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Transition to ACTIVE for port object 31ed85ec-0170-46e6-994d-9af3009795aa will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:22:08.152399 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.175508 n-d-826755-2 neutron-server[109900]: INFO neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No ports have port_id starting with ef600014-6063-417f-b535-e14058b79930 Feb 19 03:22:08.177191 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d1fc75a-970f-4069-b8d1-f9c4730db0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (ef600014-6063-417f-b535-e14058b79930), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.196005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:08.232092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a9749cb-9c54-461c-8f30-e170a684712a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (cd892b30-29d9-4416-8f3f-c10eb7ef62a9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.249759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1fc75a-970f-4069-b8d1-f9c4730db0d1 None None] No DVR routers for this DVR port ef600014-6063-417f-b535-e14058b79930 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:08.298124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-97f72c28-2cbc-4e6d-9953-aa91d16642a2 None None] Port bcecb697-83d8-4e57-a34f-3b786035a5d0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:08.302427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:08.303952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8e4031d7-bb08-4f75-b2fc-3fdca948f7ff not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:08.309373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9368afe0-568c-4e9d-9a56-b1e5678a8d5a req-c8b29145-1c8c-48de-9d4b-e5a427c1c850 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 210 time: 0.2696795 Feb 19 03:22:08.344493 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a9749cb-9c54-461c-8f30-e170a684712a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cd892b30-29d9-4416-8f3f-c10eb7ef62a9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.364137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e14b7e-4e82-431f-b4c8-93b08e5aba9c None None] Pushing event updated for resources: {'Port': ['ID=87de1aed-0122-43fe-9ead-26c5e21d763e,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:08.380541 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5da9015-81ba-4071-af57-af1d913d5fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.446321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-97f72c28-2cbc-4e6d-9953-aa91d16642a2 None None] Provisioning complete for port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:08.446865 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97f72c28-2cbc-4e6d-9953-aa91d16642a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.496438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4eff7940-4f15-4b45-bcf7-32817b86b479 tempest-DHCPAgentSchedulersTestJSON-1172615476 tempest-DHCPAgentSchedulersTestJSON-1172615476-project-admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4540582 Feb 19 03:22:08.497366 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.506056 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52546) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:08.511078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-12641cd4-702f-4132-bb5d-023f8a0365db tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1243226926'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:08.535488 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1fc75a-970f-4069-b8d1-f9c4730db0d1 None None] Pushing event deleted for resources: {'Port': ['ID=ef600014-6063-417f-b535-e14058b79930,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:08.620274 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.730929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12641cd4-702f-4132-bb5d-023f8a0365db tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Made reservation on behalf of 2813f59f49fe41ea8a67ea5d9796d4d3 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:08.735495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12641cd4-702f-4132-bb5d-023f8a0365db tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.787333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-97f72c28-2cbc-4e6d-9953-aa91d16642a2 None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:08.853841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Pushing event updated for resources: {'Port': ['ID=31ed85ec-0170-46e6-994d-9af3009795aa,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:08.870830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-97f72c28-2cbc-4e6d-9953-aa91d16642a2 None None] Provisioning complete for port 50a32e47-2c14-4412-86ef-7d7c1293b933 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:08.871199 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97f72c28-2cbc-4e6d-9953-aa91d16642a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (50a32e47-2c14-4412-86ef-7d7c1293b933), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.874485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-b877f2f9-7d57-41fb-ae71-fd658d0ccf39 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:08.879566 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-b877f2f9-7d57-41fb-ae71-fd658d0ccf39 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.67 "GET /v2.0/networks?id=12c30bec-6042-4990-9713-677296d69ad3 HTTP/1.1" status: 200 len: 815 time: 0.7280858 Feb 19 03:22:08.882538 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a9749cb-9c54-461c-8f30-e170a684712a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.884382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5a9749cb-9c54-461c-8f30-e170a684712a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9095271 Feb 19 03:22:08.884996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12641cd4-702f-4132-bb5d-023f8a0365db tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:22:08.896861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52550) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:08.910817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23aa5f19-d728-4a9f-a79b-c7dedc3e47e4 None None] Update dhcp port {'port': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'fixed_ips': [{'subnet_id': '2f119a09-2b1c-4627-8a11-66bbd454e1e2', 'ip_address': '172.20.0.18'}, {'subnet_id': '90cd6bb7-f6f6-4da0-8e19-05219576ef0f'}], 'binding:host_id': 'n-d-826755-2'}, 'id': '3743dfa1-20e9-4b9f-8d77-48c9876fa156'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:22:08.912395 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8fdf3798-1ac9-4be7-b0fa-5a84b4160024 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'security_group': {'name': 'tempest-secgroup-654265373'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:08.936363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9749cb-9c54-461c-8f30-e170a684712a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd892b30-29d9-4416-8f3f-c10eb7ef62a9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:08.946130 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23aa5f19-d728-4a9f-a79b-c7dedc3e47e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:08.966445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Request body: {'port': {'device_id': '5189283f-b013-4339-bc97-001a26f3f067', 'network_id': '12c30bec-6042-4990-9713-677296d69ad3', 'admin_state_up': True, 'tenant_id': '6cd7142ab25e418f8768b0db7da15b4f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:08.985720 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcecb697-83d8-4e57-a34f-3b786035a5d0 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:08.996958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-97f72c28-2cbc-4e6d-9953-aa91d16642a2 None None] Port 50a32e47-2c14-4412-86ef-7d7c1293b933 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:08.998540 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Publish callbacks [] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.012908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-97f72c28-2cbc-4e6d-9953-aa91d16642a2 None None] Could not find standard attr ID for object d3e7fe85-15fe-459c-a948-a42efab699d3. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:22:09.013781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Transition to ACTIVE for port object bcecb697-83d8-4e57-a34f-3b786035a5d0 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:22:09.043388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Attempting to bind port 31ed85ec-0170-46e6-994d-9af3009795aa on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:09.043696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Attempting to bind port 31ed85ec-0170-46e6-994d-9af3009795aa by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:09.044125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Attempting to bind port 31ed85ec-0170-46e6-994d-9af3009795aa on network 12c30bec-6042-4990-9713-677296d69ad3 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:09.044650 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12641cd4-702f-4132-bb5d-023f8a0365db tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e54d73d9-5fbd-4f05-a6ca-cfc168400502), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.045030 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-12641cd4-702f-4132-bb5d-023f8a0365db tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Added segment e54d73d9-5fbd-4f05-a6ca-cfc168400502 of type vlan for network 79d932ea-76a8-4ceb-bc54-557a96940f3b Feb 19 03:22:09.051814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ec831af7-aff1-4002-a44e-eb35e5a7e916), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.054597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.070598 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Port 31ed85ec-0170-46e6-994d-9af3009795aa on network 12c30bec-6042-4990-9713-677296d69ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:09.072114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Attempting to bind port 31ed85ec-0170-46e6-994d-9af3009795aa on network 12c30bec-6042-4990-9713-677296d69ad3 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:09.073075 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5da9015-81ba-4071-af57-af1d913d5fe7 admin admin] Publish callbacks [] for security_group (56b5bedd-6d9a-42a9-8938-ed20783661ad), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.106671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:09.107178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Checking segment: {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:09.107712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Bound using segment: {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:09.108926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Bound port: 31ed85ec-0170-46e6-994d-9af3009795aa, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:09.109527 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.127460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=ec831af7-aff1-4002-a44e-eb35e5a7e916,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:09.137316 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5da9015-81ba-4071-af57-af1d913d5fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (56b5bedd-6d9a-42a9-8938-ed20783661ad), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.167297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-23aa5f19-d728-4a9f-a79b-c7dedc3e47e4 None None] Allocated IP 172.20.0.2 (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75/90cd6bb7-f6f6-4da0-8e19-05219576ef0f/3743dfa1-20e9-4b9f-8d77-48c9876fa156) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:09.198156 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b5da9015-81ba-4071-af57-af1d913d5fe7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe7d612d605e449c84b926f7fff04a42&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4207425 Feb 19 03:22:09.206148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] For port 31ed85ec-0170-46e6-994d-9af3009795aa, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:09.210457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] For port 31ed85ec-0170-46e6-994d-9af3009795aa, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=31ed85ec-0170-46e6-994d-9af3009795aa,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:09.216432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52554) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:09.266809 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.370719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-23aa5f19-d728-4a9f-a79b-c7dedc3e47e4 None None] For port 3743dfa1-20e9-4b9f-8d77-48c9876fa156, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3743dfa1-20e9-4b9f-8d77-48c9876fa156,segment=NetworkSegment(f14c86b6-e6d1-4019-9ac6-d311630df92b),segment_id=f14c86b6-e6d1-4019-9ac6-d311630df92b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:09.375135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:09.375764 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.378768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] 10.222.0.67 "PUT /v2.0/ports/31ed85ec-0170-46e6-994d-9af3009795aa HTTP/1.1" status: 200 len: 1092 time: 4.4631615 Feb 19 03:22:09.384999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b', 'tag': '31ed85ec-0170-46e6-994d-9af3009795aa'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:09.387947 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b79311-22a2-4d43-abeb-32877eb59ebd" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b", "tag": "31ed85ec-0170-46e6-994d-9af3009795aa"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:09.440628 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2bee938-ce15-49a7-878a-c8223ee5788e admin admin] Publish callbacks [] for security_group (56b5bedd-6d9a-42a9-8938-ed20783661ad), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.463898 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23aa5f19-d728-4a9f-a79b-c7dedc3e47e4 None None] Publish callbacks [] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.476445 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23aa5f19-d728-4a9f-a79b-c7dedc3e47e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.547278 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2bee938-ce15-49a7-878a-c8223ee5788e admin admin] Publish callbacks [] for security_group (56b5bedd-6d9a-42a9-8938-ed20783661ad), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:09.648277 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e178c8e-d436-46df-9b8e-e70b6114f55b req-cb9eedba-8e38-48b0-a298-e70e15b730e7 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 210 time: 0.1484900 Feb 19 03:22:09.662946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa5f19-d728-4a9f-a79b-c7dedc3e47e4 None None] Pushing event updated for resources: {'Port': ['ID=3743dfa1-20e9-4b9f-8d77-48c9876fa156,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:09.758306 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 87de1aed-0122-43fe-9ead-26c5e21d763e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:09.777296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] For port 87de1aed-0122-43fe-9ead-26c5e21d763e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=87de1aed-0122-43fe-9ead-26c5e21d763e,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:09.781775 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ee82ab-5a1b-45cd-9b45-ba3337087b66 x-openstack-request-id: req-41ee82ab-5a1b-45cd-9b45-ba3337087b66 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:09.787430 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b", "tag": "31ed85ec-0170-46e6-994d-9af3009795aa", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:09.791773 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-41ee82ab-5a1b-45cd-9b45-ba3337087b66 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:09.792333 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b', 'tag': '31ed85ec-0170-46e6-994d-9af3009795aa', 'status': 'completed', 'code': 200} Feb 19 03:22:09.825831 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5487df4-19ae-4ebf-b5a4-68787f9f295a service neutron] Pushing event updated for resources: {'Port': ['ID=31ed85ec-0170-46e6-994d-9af3009795aa,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:09.894634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Made reservation on behalf of 6cd7142ab25e418f8768b0db7da15b4f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:09.899810 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.135325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Allocated IP 172.20.0.3 (12c30bec-6042-4990-9713-677296d69ad3/7fc6714a-0c2b-4ba2-a072-a83242a25d3f/db78a3b2-cbf1-4ca5-b77b-8e1e59283973) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:10.181190 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12641cd4-702f-4132-bb5d-023f8a0365db tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (79d932ea-76a8-4ceb-bc54-557a96940f3b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.184384 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.219371 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2bee938-ce15-49a7-878a-c8223ee5788e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (56b5bedd-6d9a-42a9-8938-ed20783661ad), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.220889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 87de1aed-0122-43fe-9ead-26c5e21d763e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:10.221367 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.227078 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b2bee938-ce15-49a7-878a-c8223ee5788e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.235253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b2bee938-ce15-49a7-878a-c8223ee5788e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/56b5bedd-6d9a-42a9-8938-ed20783661ad HTTP/1.1" status: 204 len: 168 time: 1.0065320 Feb 19 03:22:10.293615 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fdf3798-1ac9-4be7-b0fa-5a84b4160024 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.352937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a22c3f22-4315-4c2b-b116-be68bd9da040 None None] Provisioning complete for port 87de1aed-0122-43fe-9ead-26c5e21d763e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:10.352937 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a22c3f22-4315-4c2b-b116-be68bd9da040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.419414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bee938-ce15-49a7-878a-c8223ee5788e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b5bedd-6d9a-42a9-8938-ed20783661ad,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:10.424537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-a6c4551a-2d3d-43dd-8423-feac924e3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:10.425787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-a6c4551a-2d3d-43dd-8423-feac924e3e44 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cd7142ab25e418f8768b0db7da15b4f&device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 1126 time: 0.9882748 Feb 19 03:22:10.432643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.486147 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5da9015-81ba-4071-af57-af1d913d5fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b5bedd-6d9a-42a9-8938-ed20783661ad,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:10.492397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12641cd4-702f-4132-bb5d-023f8a0365db tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (79d932ea-76a8-4ceb-bc54-557a96940f3b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.495286 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.497789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-2bfa9d69-040f-42cd-8f84-44b20ecb754c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31ed85ec-0170-46e6-994d-9af3009795aa HTTP/1.1" status: 200 len: 217 time: 0.0622098 Feb 19 03:22:10.501698 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks [] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.504220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12641cd4-702f-4132-bb5d-023f8a0365db tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:10.505324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12641cd4-702f-4132-bb5d-023f8a0365db tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.557694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 87de1aed-0122-43fe-9ead-26c5e21d763e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:10.558250 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.568391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a22c3f22-4315-4c2b-b116-be68bd9da040 None None] Current status of the port 87de1aed-0122-43fe-9ead-26c5e21d763e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:10.568920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a22c3f22-4315-4c2b-b116-be68bd9da040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.587603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Pushing event updated for resources: {'Port': ['ID=bcecb697-83d8-4e57-a34f-3b786035a5d0,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:10.616801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fec81f6f-4289-4bba-bf93-697e94b49be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:10.618488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-fec81f6f-4289-4bba-bf93-697e94b49be1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7fc6714a-0c2b-4ba2-a072-a83242a25d3f HTTP/1.1" status: 200 len: 854 time: 0.1090312 Feb 19 03:22:10.626670 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (99fa6e67-324d-4bed-8d29-6f5fbf8c579a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.659442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (52342f00-d538-4cbd-bd8c-f0d85126d1a4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.714893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a22c3f22-4315-4c2b-b116-be68bd9da040 None None] For port 87de1aed-0122-43fe-9ead-26c5e21d763e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=87de1aed-0122-43fe-9ead-26c5e21d763e,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:10.735763 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:22:10.736446 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:22:10.737284 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a22c3f22-4315-4c2b-b116-be68bd9da040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.747797 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-12641cd4-702f-4132-bb5d-023f8a0365db tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2406986 Feb 19 03:22:10.759950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52568) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:10.797512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:10.801240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22c3f22-4315-4c2b-b116-be68bd9da040 None None] Pushing event updated for resources: {'Port': ['ID=87de1aed-0122-43fe-9ead-26c5e21d763e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:10.819843 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12641cd4-702f-4132-bb5d-023f8a0365db tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Pushing event updated for resources: {'Network': ['ID=79d932ea-76a8-4ceb-bc54-557a96940f3b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:10.821046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=87de1aed-0122-43fe-9ead-26c5e21d763e,revision_number=4']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:10.826186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:10.830631 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:10.831412 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.836178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935edfbb-aa22-4516-ba95-f06162b2feeb None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:10.847855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=99fa6e67-324d-4bed-8d29-6f5fbf8c579a,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:10.864906 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (52342f00-d538-4cbd-bd8c-f0d85126d1a4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.877397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 79d932ea-76a8-4ceb-bc54-557a96940f3b details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:22:10.877623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52572) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:10.881517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_controller (52342f00-d538-4cbd-bd8c-f0d85126d1a4), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.886656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Attempting to bind port bcecb697-83d8-4e57-a34f-3b786035a5d0 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:10.887005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Attempting to bind port bcecb697-83d8-4e57-a34f-3b786035a5d0 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:10.887340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Attempting to bind port bcecb697-83d8-4e57-a34f-3b786035a5d0 on network 12c30bec-6042-4990-9713-677296d69ad3 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:10.911149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de3cb61d-fae1-4e98-a1c0-ec319cf6e3f8 req-7bb9fcb0-32b3-474a-83bd-5a7d9d5c823c tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 210 time: 0.1083555 Feb 19 03:22:10.947853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d711e717-43c3-4007-92f7-d30de287e9ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.957610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Port bcecb697-83d8-4e57-a34f-3b786035a5d0 on network 12c30bec-6042-4990-9713-677296d69ad3 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:10.957967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Attempting to bind port bcecb697-83d8-4e57-a34f-3b786035a5d0 on network 12c30bec-6042-4990-9713-677296d69ad3 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:10.962189 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fdf3798-1ac9-4be7-b0fa-5a84b4160024 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (f3676259-301a-44bd-9af9-a8832a205eff), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.974859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:10.975274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Checking segment: {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:10.975616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Bound using segment: {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:10.977148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Bound port: bcecb697-83d8-4e57-a34f-3b786035a5d0, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:10.977148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:10.980681 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fdf3798-1ac9-4be7-b0fa-5a84b4160024 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f3676259-301a-44bd-9af9-a8832a205eff), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.004709 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (52342f00-d538-4cbd-bd8c-f0d85126d1a4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.005266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Fanout notify agent at l3_agent the message router_deleted on router 52342f00-d538-4cbd-bd8c-f0d85126d1a4 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:22:11.026259 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.029890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-732179da-6219-4081-854c-866526598090 None None] Provisioning complete for port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:11.030337 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-732179da-6219-4081-854c-866526598090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.030780 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e7381af7-7267-4f26-8c02-75a87d885664 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/routers/52342f00-d538-4cbd-bd8c-f0d85126d1a4 HTTP/1.1" status: 204 len: 168 time: 5.2803473 Feb 19 03:22:11.034421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52576) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:11.089814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-39f8e4a0-f127-44ce-bcca-94d744b610a5 tempest-DHCPAgentSchedulersTestJSON-1172615476 tempest-DHCPAgentSchedulersTestJSON-1172615476-project-admin] 10.222.0.81 "GET /v2.0/agents/6b8796c0-d114-4463-bf9b-ba9ca2ac54af/dhcp-networks HTTP/1.1" status: 200 len: 7301 time: 0.3261991 Feb 19 03:22:11.092408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52578) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:11.106770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-7019b9c1-6b25-4639-905f-e0568bf1412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:11.108359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-7019b9c1-6b25-4639-905f-e0568bf1412b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c30bec-6042-4990-9713-677296d69ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4789724 Feb 19 03:22:11.109526 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.145582 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fdf3798-1ac9-4be7-b0fa-5a84b4160024 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.150186 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8fdf3798-1ac9-4be7-b0fa-5a84b4160024 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.2428296 Feb 19 03:22:11.150940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52582) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:11.161822 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf3798-1ac9-4be7-b0fa-5a84b4160024 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3676259-301a-44bd-9af9-a8832a205eff,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:11.182405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2080518756', 'security_groups': ['f3676259-301a-44bd-9af9-a8832a205eff'], 'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '90cd6bb7-f6f6-4da0-8e19-05219576ef0f'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:11.224014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-732179da-6219-4081-854c-866526598090 None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:11.240950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ea8d0f66-9bb7-4c61-b6a6-485ed3395387 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.0622978 Feb 19 03:22:11.259094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52584) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:11.271660 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:98:53:43', 'name': 'tempest-NetworksTestDHCPv6-591430426'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:11.286511 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-732179da-6219-4081-854c-866526598090 None None] Provisioning complete for port 50a32e47-2c14-4412-86ef-7d7c1293b933 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:11.286920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-732179da-6219-4081-854c-866526598090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (50a32e47-2c14-4412-86ef-7d7c1293b933), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.364999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 87de1aed-0122-43fe-9ead-26c5e21d763e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:11.387591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-732179da-6219-4081-854c-866526598090 None None] Port 50a32e47-2c14-4412-86ef-7d7c1293b933 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:11.518134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (c2cf118a-21f8-48b2-9111-65ef0afc21a7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.518134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] For port bcecb697-83d8-4e57-a34f-3b786035a5d0, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:11.578825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3743dfa1-20e9-4b9f-8d77-48c9876fa156 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:11.579028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] For port bcecb697-83d8-4e57-a34f-3b786035a5d0, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=bcecb697-83d8-4e57-a34f-3b786035a5d0,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:11.646590 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d711e717-43c3-4007-92f7-d30de287e9ef admin admin] Publish callbacks [] for security_group (1521ea80-ed73-45e6-a88b-c7d6b1b4d490), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.661241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:11.661693 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.717926 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.732576 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d711e717-43c3-4007-92f7-d30de287e9ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1521ea80-ed73-45e6-a88b-c7d6b1b4d490), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.779391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:11.780553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 87de1aed-0122-43fe-9ead-26c5e21d763e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:11.789860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Pushing event updated for resources: {'Port': ['ID=db78a3b2-cbf1-4ca5-b77b-8e1e59283973,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:11.869719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Network 12c30bec-6042-4990-9713-677296d69ad3 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:11.890311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 87de1aed-0122-43fe-9ead-26c5e21d763e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:11.890731 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:11.894508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef0e3d0-aa93-423f-98f7-7c294132382e tempest-DHCPAgentSchedulersTestJSON-1172615476 tempest-DHCPAgentSchedulersTestJSON-1172615476-project-admin] Network 79d932ea-76a8-4ceb-bc54-557a96940f3b is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:11.903395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:11.909043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:11.949642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb73f26e-6770-42f1-8f79-39c541f46fba None None] Network 79d932ea-76a8-4ceb-bc54-557a96940f3b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:11.962430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cef0e3d0-aa93-423f-98f7-7c294132382e tempest-DHCPAgentSchedulersTestJSON-1172615476 tempest-DHCPAgentSchedulersTestJSON-1172615476-project-admin] 10.222.0.81 "POST /v2.0/agents/6b8796c0-d114-4463-bf9b-ba9ca2ac54af/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8688812 Feb 19 03:22:11.964113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:11.969713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52590) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:12.070467 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:12.071260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.079315 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] 10.222.0.87 "PUT /v2.0/ports/bcecb697-83d8-4e57-a34f-3b786035a5d0 HTTP/1.1" status: 200 len: 1091 time: 4.5869594 Feb 19 03:22:12.109296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62a81aae-ed2a-4782-81dc-80420975ac60', 'tag': 'bcecb697-83d8-4e57-a34f-3b786035a5d0'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:12.111953 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fc2012-95c2-475f-a018-0d110e4a0519" -d '{"events": [{"name": "network-changed", "server_uuid": "62a81aae-ed2a-4782-81dc-80420975ac60", "tag": "bcecb697-83d8-4e57-a34f-3b786035a5d0"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:12.192575 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d711e717-43c3-4007-92f7-d30de287e9ef admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=218f59120b334140bbd4eaec16429d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3222034 Feb 19 03:22:12.193648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:12.198029 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4aeb572a-16ef-4aa1-91b4-3c07bd9179d2 tempest-DHCPAgentSchedulersTestJSON-1172615476 tempest-DHCPAgentSchedulersTestJSON-1172615476-project-admin] 10.222.0.81 "GET /v2.0/agents/6b8796c0-d114-4463-bf9b-ba9ca2ac54af/dhcp-networks HTTP/1.1" status: 200 len: 8072 time: 0.2268794 Feb 19 03:22:12.198844 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52596) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:12.199279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52598) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:12.243749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711e717-43c3-4007-92f7-d30de287e9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1521ea80-ed73-45e6-a88b-c7d6b1b4d490,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:12.255088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:12.255871 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.265970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-ae34958e-7b24-4155-8dab-288a5795dbeb service neutron] 10.222.0.67 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1057661 Feb 19 03:22:12.303224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 87de1aed-0122-43fe-9ead-26c5e21d763e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:12.316182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ae284118-606e-4edf-981b-c9cf26d4f96e None None] Provisioning complete for port 87de1aed-0122-43fe-9ead-26c5e21d763e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:12.316903 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ae284118-606e-4edf-981b-c9cf26d4f96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.327719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ec831af7-aff1-4002-a44e-eb35e5a7e916 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:12.377592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: ec831af7-aff1-4002-a44e-eb35e5a7e916 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:12.378193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ec831af7-aff1-4002-a44e-eb35e5a7e916 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:12.398982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffacdcc2-177a-4b23-83f0-82efa8b5e569 req-c33c7ebc-9a2c-49d1-a91b-f72d9ed4d6b2 service neutron] 10.222.0.67 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214259 Feb 19 03:22:12.408117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (c2cf118a-21f8-48b2-9111-65ef0afc21a7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.424410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd0e52-8f16-47be-9065-c3848772c518 req-c310195f-fd62-41d4-baff-d5b71b10df66 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:12.426119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e935d50-6144-4cfc-9cf7-af1da273cced service neutron] Pushing event updated for resources: {'Port': ['ID=bcecb697-83d8-4e57-a34f-3b786035a5d0,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:12.428293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bcbd0e52-8f16-47be-9065-c3848772c518 req-c310195f-fd62-41d4-baff-d5b71b10df66 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 931 time: 0.2364395 Feb 19 03:22:12.440012 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-262c5c6f-f1fd-4d1d-9bfa-98af92327f99 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4972591 Feb 19 03:22:12.465897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Request body: {'port': {'device_id': '5189283f-b013-4339-bc97-001a26f3f067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:12.545891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ae284118-606e-4edf-981b-c9cf26d4f96e None None] Current status of the port 87de1aed-0122-43fe-9ead-26c5e21d763e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:12.552853 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52604) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:12.572307 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.613155 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2cf118a-21f8-48b2-9111-65ef0afc21a7']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:12.681756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d635dad-ffa2-41ea-9afe-9998cbeda2ff') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:12.682217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d635dad-ffa2-41ea-9afe-9998cbeda2ff') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:12.683943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ad67d708-7f66-43cb-ad1a-e6c9f252ec4f None None] Provisioning complete for port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:12.684326 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ad67d708-7f66-43cb-ad1a-e6c9f252ec4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.696508 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-1501850d-408c-4f49-bcc4-373d0278eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:12.698709 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-1501850d-408c-4f49-bcc4-373d0278eff1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6cd7142ab25e418f8768b0db7da15b4f&device_id=62a81aae-ed2a-4782-81dc-80420975ac60 HTTP/1.1" status: 200 len: 1125 time: 0.5624371 Feb 19 03:22:12.726290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ad67d708-7f66-43cb-ad1a-e6c9f252ec4f None None] Port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:12.732818 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.736840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (1d635dad-ffa2-41ea-9afe-9998cbeda2ff), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.754923 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0e40ce6f-e603-4518-b04e-5a74416a65f1 tempest-DHCPAgentSchedulersTestJSON-1172615476 tempest-DHCPAgentSchedulersTestJSON-1172615476-project-admin] 10.222.0.81 "DELETE /v2.0/agents/6b8796c0-d114-4463-bf9b-ba9ca2ac54af/dhcp-networks/79d932ea-76a8-4ceb-bc54-557a96940f3b HTTP/1.1" status: 204 len: 168 time: 0.5149691 Feb 19 03:22:12.758023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52606) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:12.779941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b79311-22a2-4d43-abeb-32877eb59ebd req-0916bdab-cbb0-4daf-94b1-1a19f26ff243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:12.781484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71b79311-22a2-4d43-abeb-32877eb59ebd req-0916bdab-cbb0-4daf-94b1-1a19f26ff243 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cd7142ab25e418f8768b0db7da15b4f&device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 1126 time: 0.2120290 Feb 19 03:22:12.784592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bcbd0e52-8f16-47be-9065-c3848772c518 req-e1a71aa3-8f79-43eb-9155-086e93691827 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436003 Feb 19 03:22:12.820008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.822063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bff78eab-32f6-48c1-83dc-8a3642667604 admin admin] Publish callbacks [] for security_group (1521ea80-ed73-45e6-a88b-c7d6b1b4d490), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.835168 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-fb2f35b3-522b-4698-938f-dab3ac25772d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcecb697-83d8-4e57-a34f-3b786035a5d0 HTTP/1.1" status: 200 len: 217 time: 0.1181755 Feb 19 03:22:12.843162 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1d635dad-ffa2-41ea-9afe-9998cbeda2ff), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.859683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] device_id is not set on port 45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:12.881623 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fee70ba-450b-4592-bf60-8ee1825d13ad x-openstack-request-id: req-4fee70ba-450b-4592-bf60-8ee1825d13ad {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:12.881904 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62a81aae-ed2a-4782-81dc-80420975ac60", "tag": "bcecb697-83d8-4e57-a34f-3b786035a5d0", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:12.882188 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fee70ba-450b-4592-bf60-8ee1825d13ad {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:12.883010 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62a81aae-ed2a-4782-81dc-80420975ac60', 'tag': 'bcecb697-83d8-4e57-a34f-3b786035a5d0', 'status': 'completed', 'code': 200} Feb 19 03:22:12.889154 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:22:12.889568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (1d635dad-ffa2-41ea-9afe-9998cbeda2ff), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:22:12.892576 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:22:12.979184 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bff78eab-32f6-48c1-83dc-8a3642667604 admin admin] Publish callbacks [] for security_group (1521ea80-ed73-45e6-a88b-c7d6b1b4d490), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.024709 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port a248acff-1161-456f-b9ef-08f84a824287 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:13.030221 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-292cac83-122e-472f-ace0-72b70afa68c6 tempest-DHCPAgentSchedulersTestJSON-1172615476 tempest-DHCPAgentSchedulersTestJSON-1172615476-project-admin] 10.222.0.81 "GET /v2.0/agents/6b8796c0-d114-4463-bf9b-ba9ca2ac54af/dhcp-networks HTTP/1.1" status: 200 len: 7301 time: 0.2591572 Feb 19 03:22:13.036127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52608) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:13.038445 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ccd2c-0bf2-4329-9be5-18ba5292db9f tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:13.038923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ccd2c-0bf2-4329-9be5-18ba5292db9f tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:13.039385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45ccd2c-0bf2-4329-9be5-18ba5292db9f tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:13.041188 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a45ccd2c-0bf2-4329-9be5-18ba5292db9f tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/ports?project_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&network_id=d812e14e-de83-4338-87fa-976d8be3864a HTTP/1.1" status: 200 len: 3073 time: 0.4860125 Feb 19 03:22:13.074808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b79311-22a2-4d43-abeb-32877eb59ebd req-73302492-6f3b-473e-8532-7d8408817a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:13.076438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71b79311-22a2-4d43-abeb-32877eb59ebd req-73302492-6f3b-473e-8532-7d8408817a69 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12c30bec-6042-4990-9713-677296d69ad3 HTTP/1.1" status: 200 len: 916 time: 0.2831376 Feb 19 03:22:13.089883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-65089b9f-5a99-4785-ac55-bdb0e692988b tempest-DHCPAgentSchedulersTestJSON-1172615476 tempest-DHCPAgentSchedulersTestJSON-1172615476-project-admin] 10.222.0.81 "GET /v2.0/networks/d6fbae97-eb20-43b5-b9ef-6299dcac94d8/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0526154 Feb 19 03:22:13.097181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52612) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:13.139491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71b79311-22a2-4d43-abeb-32877eb59ebd req-32e5305d-916c-462d-b458-8ee58c37955e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31ed85ec-0170-46e6-994d-9af3009795aa HTTP/1.1" status: 200 len: 217 time: 0.0516856 Feb 19 03:22:13.174396 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (c2cf118a-21f8-48b2-9111-65ef0afc21a7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.176994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-b014b583-169d-4ee5-9692-005820d09f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:13.178700 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-b014b583-169d-4ee5-9692-005820d09f66 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7fc6714a-0c2b-4ba2-a072-a83242a25d3f HTTP/1.1" status: 200 len: 854 time: 0.3205886 Feb 19 03:22:13.190257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6b1a1322-cca7-4b5c-86c2-ec5dcfd4e625 tempest-DHCPAgentSchedulersTestJSON-1172615476 tempest-DHCPAgentSchedulersTestJSON-1172615476-project-admin] 10.222.0.81 "GET /v2.0/networks/d6fbae97-eb20-43b5-b9ef-6299dcac94d8/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0919859 Feb 19 03:22:13.200351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52616) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:13.226949 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.233025 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/networks/c2cf118a-21f8-48b2-9111-65ef0afc21a7 HTTP/1.1" status: 204 len: 168 time: 2.1928155 Feb 19 03:22:13.238907 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b22fc4-85c5-4d39-9b05-0c730e6fda6d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Network': ['ID=c2cf118a-21f8-48b2-9111-65ef0afc21a7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:13.240946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52620) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:13.289358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b79311-22a2-4d43-abeb-32877eb59ebd req-b7e7c17d-b916-45e9-91e6-40228a2fa038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:13.290843 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71b79311-22a2-4d43-abeb-32877eb59ebd req-b7e7c17d-b916-45e9-91e6-40228a2fa038 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7fc6714a-0c2b-4ba2-a072-a83242a25d3f HTTP/1.1" status: 200 len: 854 time: 0.1445594 Feb 19 03:22:13.299809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db78a3b2-cbf1-4ca5-b77b-8e1e59283973 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:13.333169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Publish callbacks [] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.382847 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bff78eab-32f6-48c1-83dc-8a3642667604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1521ea80-ed73-45e6-a88b-c7d6b1b4d490), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.385433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bff78eab-32f6-48c1-83dc-8a3642667604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.389137 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bff78eab-32f6-48c1-83dc-8a3642667604 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1521ea80-ed73-45e6-a88b-c7d6b1b4d490 HTTP/1.1" status: 204 len: 168 time: 1.1546092 Feb 19 03:22:13.394011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Transition to ACTIVE for port object db78a3b2-cbf1-4ca5-b77b-8e1e59283973 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:22:13.419349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-a60246d0-8f3c-4c22-addc-a0a8c67abfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:13.421030 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-a60246d0-8f3c-4c22-addc-a0a8c67abfb1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=12c30bec-6042-4990-9713-677296d69ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2203293 Feb 19 03:22:13.423932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b79311-22a2-4d43-abeb-32877eb59ebd req-8916643e-dbbb-4ae6-bc2f-3e93a31e305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:13.425539 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71b79311-22a2-4d43-abeb-32877eb59ebd req-8916643e-dbbb-4ae6-bc2f-3e93a31e305f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c30bec-6042-4990-9713-677296d69ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0897367 Feb 19 03:22:13.426161 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.441492 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff78eab-32f6-48c1-83dc-8a3642667604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1521ea80-ed73-45e6-a88b-c7d6b1b4d490,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:13.464280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.3 (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75/90cd6bb7-f6f6-4da0-8e19-05219576ef0f/45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:13.555748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7aea900e-22f1-4a11-9427-02bddcf14bd7 tempest-DHCPAgentSchedulersTestJSON-1172615476 tempest-DHCPAgentSchedulersTestJSON-1172615476-project-admin] 10.222.0.81 "GET /v2.0/agents/6b8796c0-d114-4463-bf9b-ba9ca2ac54af/dhcp-networks HTTP/1.1" status: 200 len: 6558 time: 0.3492780 Feb 19 03:22:13.556806 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f97f7f1a-d147-4551-8829-600d4b9ed708 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (feb426fa-faa7-4c82-9078-4068637369e3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.569711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52624) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:13.589549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Pushing event updated for resources: {'Port': ['ID=db78a3b2-cbf1-4ca5-b77b-8e1e59283973,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:13.699014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71b79311-22a2-4d43-abeb-32877eb59ebd req-1592a4d6-29c1-4675-a45d-72560b2b2991 service neutron] 10.222.0.67 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607198 Feb 19 03:22:13.701348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Attempting to bind port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:13.702130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Attempting to bind port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:13.702130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Attempting to bind port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 on network 12c30bec-6042-4990-9713-677296d69ad3 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:13.717294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 on network 12c30bec-6042-4990-9713-677296d69ad3 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:13.717840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Attempting to bind port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 on network 12c30bec-6042-4990-9713-677296d69ad3 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:13.735413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:13.735811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Checking segment: {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:13.736181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Bound using segment: {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:13.736595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Bound port: db78a3b2-cbf1-4ca5-b77b-8e1e59283973, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12c30bec-6042-4990-9713-677296d69ad3'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:13.736995 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.750031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 172.20.0.12 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/514542c3-c70f-401b-a88e-efdb13e09e0d/a248acff-1161-456f-b9ef-08f84a824287) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:13.768566 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f97f7f1a-d147-4551-8829-600d4b9ed708 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (feb426fa-faa7-4c82-9078-4068637369e3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.804821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::f816:3eff:fe98:5343 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/99fa6e67-324d-4bed-8d29-6f5fbf8c579a/a248acff-1161-456f-b9ef-08f84a824287) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:13.943286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (79d932ea-76a8-4ceb-bc54-557a96940f3b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:13.946325 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-1c0d9a8e-3fc7-433e-981b-1691dd810fdf service neutron] 10.222.0.87 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119932 Feb 19 03:22:13.956880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] For port db78a3b2-cbf1-4ca5-b77b-8e1e59283973, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:13.964014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71b79311-22a2-4d43-abeb-32877eb59ebd req-ad9ea510-f1f1-4ee7-a2d8-fcbee9380d67 service neutron] 10.222.0.67 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575500 Feb 19 03:22:13.977753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] For port db78a3b2-cbf1-4ca5-b77b-8e1e59283973, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=db78a3b2-cbf1-4ca5-b77b-8e1e59283973,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:13.997655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f4fdb-d437-4cf2-8d70-ab35d606e860 req-a59e0a91-de93-4cd5-840e-f5215b507ef9 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:13.999689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c2f4fdb-d437-4cf2-8d70-ab35d606e860 req-a59e0a91-de93-4cd5-840e-f5215b507ef9 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 943 time: 0.1040735 Feb 19 03:22:14.001831 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.054633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:14.055723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.057170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] 10.222.0.67 "PUT /v2.0/ports/db78a3b2-cbf1-4ca5-b77b-8e1e59283973 HTTP/1.1" status: 200 len: 1091 time: 1.5970120 Feb 19 03:22:14.060921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5189283f-b013-4339-bc97-001a26f3f067', 'tag': 'db78a3b2-cbf1-4ca5-b77b-8e1e59283973'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:14.070979 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293ff99a-96ad-4878-823e-21ddb062025a" -d '{"events": [{"name": "network-changed", "server_uuid": "5189283f-b013-4339-bc97-001a26f3f067", "tag": "db78a3b2-cbf1-4ca5-b77b-8e1e59283973"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:14.222861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16208d8-7101-4ffc-a151-ff4e8979faf8 service neutron] Pushing event updated for resources: {'Port': ['ID=db78a3b2-cbf1-4ca5-b77b-8e1e59283973,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:14.257928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c2f4fdb-d437-4cf2-8d70-ab35d606e860 req-d58fc1d4-6ff8-425e-a77a-ca8759bd88b6 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500882 Feb 19 03:22:14.313229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-669448fc-9f82-493b-a3dc-b21f7fcf0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:14.314750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-669448fc-9f82-493b-a3dc-b21f7fcf0403 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cd7142ab25e418f8768b0db7da15b4f&device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 1125 time: 0.2004180 Feb 19 03:22:14.389502 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d41c1e-0172-454c-874f-f283e3a56194 x-openstack-request-id: req-e9d41c1e-0172-454c-874f-f283e3a56194 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:14.389767 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5189283f-b013-4339-bc97-001a26f3f067", "tag": "db78a3b2-cbf1-4ca5-b77b-8e1e59283973", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:14.390026 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9d41c1e-0172-454c-874f-f283e3a56194 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:14.390424 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5189283f-b013-4339-bc97-001a26f3f067', 'tag': 'db78a3b2-cbf1-4ca5-b77b-8e1e59283973', 'status': 'completed', 'code': 200} Feb 19 03:22:14.392320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-5eac3063-a157-4a94-a1a8-56b47cc1f154 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db78a3b2-cbf1-4ca5-b77b-8e1e59283973 HTTP/1.1" status: 200 len: 217 time: 0.0694215 Feb 19 03:22:14.467691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-edd90b4d-7232-4518-9cfc-8c97d7e3eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:14.469479 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-edd90b4d-7232-4518-9cfc-8c97d7e3eeae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7fc6714a-0c2b-4ba2-a072-a83242a25d3f HTTP/1.1" status: 200 len: 854 time: 0.0706210 Feb 19 03:22:14.544286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-a59971fc-f135-4e06-a2ba-31f34df53271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:14.548651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-a59971fc-f135-4e06-a2ba-31f34df53271 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c30bec-6042-4990-9713-677296d69ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0722046 Feb 19 03:22:14.625210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52654) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:14.652063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.707722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-c6f4b25c-2b63-415a-8a89-d51f5af0bd0e service neutron] 10.222.0.67 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505949 Feb 19 03:22:14.759717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (79d932ea-76a8-4ceb-bc54-557a96940f3b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.819410 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f97f7f1a-d147-4551-8829-600d4b9ed708 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (feb426fa-faa7-4c82-9078-4068637369e3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.822027 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f97f7f1a-d147-4551-8829-600d4b9ed708 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.826006 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f97f7f1a-d147-4551-8829-600d4b9ed708 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/security-groups/feb426fa-faa7-4c82-9078-4068637369e3 HTTP/1.1" status: 204 len: 168 time: 1.5793269 Feb 19 03:22:14.851868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d932ea-76a8-4ceb-bc54-557a96940f3b']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:14.865468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-056b97ce-c94d-452b-9fab-8c972a80b4de req-293f34ee-a2d0-4a9a-b9ea-95fef41ba4b6 service neutron] 10.222.0.67 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511266 Feb 19 03:22:14.886288 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-890e342e-b9d6-4f2b-a03d-2243aaa76b55 req-9c92d399-6ccf-4fcb-af8e-f9d61b8efd88 service neutron] 10.222.0.87 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9066157 Feb 19 03:22:14.896214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176df15f-de85-4e4d-9c4e-7457ddb4072a tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:14.897760 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-176df15f-de85-4e4d-9c4e-7457ddb4072a tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 814 time: 0.2628219 Feb 19 03:22:14.903479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54d73d9-5fbd-4f05-a6ca-cfc168400502') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:14.903775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54d73d9-5fbd-4f05-a6ca-cfc168400502') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:14.909096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f7f1a-d147-4551-8829-600d4b9ed708 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb426fa-faa7-4c82-9078-4068637369e3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:14.932734 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (e54d73d9-5fbd-4f05-a6ca-cfc168400502), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.944199 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (a248acff-1161-456f-b9ef-08f84a824287), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.955192 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e54d73d9-5fbd-4f05-a6ca-cfc168400502), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.959057 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.971288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:22:14.971731 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (e54d73d9-5fbd-4f05-a6ca-cfc168400502), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:22:14.976312 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:22:15.091654 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ff99a-96ad-4878-823e-21ddb062025a req-ea25cf72-5bc4-4ddc-9d7b-b0f922fad61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:15.093510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293ff99a-96ad-4878-823e-21ddb062025a req-ea25cf72-5bc4-4ddc-9d7b-b0f922fad61e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cd7142ab25e418f8768b0db7da15b4f&device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 1125 time: 0.0970817 Feb 19 03:22:15.103748 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:15.122488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:15.127168 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:15.132011 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:15.204190 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (79d932ea-76a8-4ceb-bc54-557a96940f3b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.206190 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a248acff-1161-456f-b9ef-08f84a824287), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.235246 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.253541 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] 10.222.0.81 "DELETE /v2.0/networks/79d932ea-76a8-4ceb-bc54-557a96940f3b HTTP/1.1" status: 204 len: 168 time: 1.6826682 Feb 19 03:22:15.260451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ff99a-96ad-4878-823e-21ddb062025a req-2d3b01b3-ab9b-42f3-8bcb-404b941506d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:15.262160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293ff99a-96ad-4878-823e-21ddb062025a req-2d3b01b3-ab9b-42f3-8bcb-404b941506d9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12c30bec-6042-4990-9713-677296d69ad3 HTTP/1.1" status: 200 len: 916 time: 0.1597300 Feb 19 03:22:15.262721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52674) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:15.356263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9640742b-3b47-4889-9d12-9a33ba2c6b39 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Pushing event deleted for resources: {'Network': ['ID=79d932ea-76a8-4ceb-bc54-557a96940f3b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:15.374344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc2012-95c2-475f-a018-0d110e4a0519 req-a21142e0-06d2-4298-b780-86a8d16ba087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:15.375881 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7fc2012-95c2-475f-a018-0d110e4a0519 req-a21142e0-06d2-4298-b780-86a8d16ba087 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6cd7142ab25e418f8768b0db7da15b4f&device_id=62a81aae-ed2a-4782-81dc-80420975ac60 HTTP/1.1" status: 200 len: 1125 time: 0.3620982 Feb 19 03:22:15.395434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:15.396004 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.404898 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5fccbd-eb2b-4a70-800c-b81d206aed28 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] DELETE failed (client error): The resource could not be found. Feb 19 03:22:15.405503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5fccbd-eb2b-4a70-800c-b81d206aed28 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:15.409969 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ec5fccbd-eb2b-4a70-800c-b81d206aed28 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] 10.222.0.81 "DELETE /v2.0/ports/d3e7fe85-15fe-459c-a948-a42efab699d3 HTTP/1.1" status: 404 len: 333 time: 0.1461852 Feb 19 03:22:15.410743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52682) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:15.412087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293ff99a-96ad-4878-823e-21ddb062025a req-59f08b75-e11a-4c44-8ee1-e69b232f6d05 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db78a3b2-cbf1-4ca5-b77b-8e1e59283973 HTTP/1.1" status: 200 len: 217 time: 0.1386931 Feb 19 03:22:15.428491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52684) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:15.455479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'network': {'name': 'tempest-network-smoke--182165763', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'port_security_enabled': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:15.491722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:15.580345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52690) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:15.585340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-16150d4f-2869-444d-a001-bfee8925ebb9 None None] Provisioning complete for port 45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:15.585831 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-16150d4f-2869-444d-a001-bfee8925ebb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.607506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d3e81999-9dc7-472d-9e8d-86f0ba7fac9f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-721919117', 'description': 'tempest-secgroup-smoke-721919117 description', 'project_id': 'd251da4ce30245449da598358709f972'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:15.621290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=a248acff-1161-456f-b9ef-08f84a824287,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:15.621522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ff99a-96ad-4878-823e-21ddb062025a req-98f11367-a970-4c7a-a254-7f6e362911e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:15.623251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293ff99a-96ad-4878-823e-21ddb062025a req-98f11367-a970-4c7a-a254-7f6e362911e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7fc6714a-0c2b-4ba2-a072-a83242a25d3f HTTP/1.1" status: 200 len: 854 time: 0.2023401 Feb 19 03:22:15.630029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Made reservation on behalf of ec3a4b817fbd4e3e8c1ad110c3a57ca9 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:15.632177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:15.634062 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.654868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-16150d4f-2869-444d-a001-bfee8925ebb9 None None] Port 45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:15.660016 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6a0d07f5-013c-4bae-b194-11992f26158a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.4967113 Feb 19 03:22:15.676118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-7561bb51-d90d-41e9-b895-f4027a7d62fd tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Deleting subnet 91352bc4-8a3b-4f88-8d11-772b02d49e3d {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:15.677247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:15.710895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52696) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:15.726752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-26a1f19a-b38d-4e19-be1d-f4280622f9bf tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:15.730274 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7561bb51-d90d-41e9-b895-f4027a7d62fd tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks [] for subnet (91352bc4-8a3b-4f88-8d11-772b02d49e3d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.760241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:15.760494 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:15.796125 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3efac442-d63d-4a9f-9ef1-41e0d92a8b73 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.5338972 Feb 19 03:22:15.886982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52698) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:15.889691 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc2012-95c2-475f-a018-0d110e4a0519 req-27fce70e-960e-4440-9a77-191eb53d0f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:15.892962 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7fc2012-95c2-475f-a018-0d110e4a0519 req-27fce70e-960e-4440-9a77-191eb53d0f68 service neutron] 10.222.0.87 "GET /v2.0/networks?id=12c30bec-6042-4990-9713-677296d69ad3 HTTP/1.1" status: 200 len: 916 time: 0.5059307 Feb 19 03:22:16.001559 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7fc2012-95c2-475f-a018-0d110e4a0519 req-6158b3e5-c8f3-43de-b398-d0f5cf568d76 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bcecb697-83d8-4e57-a34f-3b786035a5d0 HTTP/1.1" status: 200 len: 217 time: 0.0867255 Feb 19 03:22:16.066516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a97b415-633b-4583-9673-cf94be14a652 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:16.072326 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a97b415-633b-4583-9673-cf94be14a652 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:16.075713 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3a97b415-633b-4583-9673-cf94be14a652 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1773646 Feb 19 03:22:16.078435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52700) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:16.099092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-606bcab0-a354-451b-834f-e6d9083c6bf2 None None] Provisioning complete for port a248acff-1161-456f-b9ef-08f84a824287 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:16.099613 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-606bcab0-a354-451b-834f-e6d9083c6bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a248acff-1161-456f-b9ef-08f84a824287), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.161139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc2012-95c2-475f-a018-0d110e4a0519 req-83e66b8a-289a-4a1c-89c3-2f1a1f226f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:16.165351 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7fc2012-95c2-475f-a018-0d110e4a0519 req-83e66b8a-289a-4a1c-89c3-2f1a1f226f8e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7fc6714a-0c2b-4ba2-a072-a83242a25d3f HTTP/1.1" status: 200 len: 854 time: 0.1555223 Feb 19 03:22:16.184036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-606bcab0-a354-451b-834f-e6d9083c6bf2 None None] Port a248acff-1161-456f-b9ef-08f84a824287 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:16.206199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:22:16.227192 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3e81999-9dc7-472d-9e8d-86f0ba7fac9f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.252926 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7561bb51-d90d-41e9-b895-f4027a7d62fd tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (91352bc4-8a3b-4f88-8d11-772b02d49e3d), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.260840 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (262259e2-92d2-4cc5-bfd6-aadb79fdbef9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.261202 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Added segment 262259e2-92d2-4cc5-bfd6-aadb79fdbef9 of type vlan for network bfbb8af3-a25d-4ef8-869a-35866271696d Feb 19 03:22:16.307493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc2012-95c2-475f-a018-0d110e4a0519 req-7f5a72df-a19e-44b0-b1ba-1ae730502e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:16.309066 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7fc2012-95c2-475f-a018-0d110e4a0519 req-7f5a72df-a19e-44b0-b1ba-1ae730502e2d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=12c30bec-6042-4990-9713-677296d69ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1358733 Feb 19 03:22:16.394709 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-73064952-3cad-4498-a924-20712db0c062 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port a248acff-1161-456f-b9ef-08f84a824287 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:16.395111 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73064952-3cad-4498-a924-20712db0c062 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a248acff-1161-456f-b9ef-08f84a824287), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.395754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe5853a-f544-4c11-94a3-438e38b4c711 req-99fecde6-fe2f-4413-a362-2e33e687998e tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:16.403061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbe5853a-f544-4c11-94a3-438e38b4c711 req-99fecde6-fe2f-4413-a362-2e33e687998e tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 943 time: 0.7632673 Feb 19 03:22:16.433187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ff99a-96ad-4878-823e-21ddb062025a req-4ee739f7-694e-4199-9a45-df805a70d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:16.434646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293ff99a-96ad-4878-823e-21ddb062025a req-4ee739f7-694e-4199-9a45-df805a70d5c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c30bec-6042-4990-9713-677296d69ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7963562 Feb 19 03:22:16.445195 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (bfbb8af3-a25d-4ef8-869a-35866271696d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.475241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a1f19a-b38d-4e19-be1d-f4280622f9bf tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:16.478586 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-26a1f19a-b38d-4e19-be1d-f4280622f9bf tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.496497 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7fc2012-95c2-475f-a018-0d110e4a0519 req-fd945673-3573-4d80-a95f-09d4847e34e8 service neutron] 10.222.0.87 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705759 Feb 19 03:22:16.572626 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:22:16.631033 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73064952-3cad-4498-a924-20712db0c062 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a248acff-1161-456f-b9ef-08f84a824287), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.645847 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7fc2012-95c2-475f-a018-0d110e4a0519 req-2715e2a8-7eee-4ac6-9764-ce1ee5bc5479 service neutron] 10.222.0.87 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419461 Feb 19 03:22:16.673026 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7561bb51-d90d-41e9-b895-f4027a7d62fd tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (91352bc4-8a3b-4f88-8d11-772b02d49e3d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.681814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-73064952-3cad-4498-a924-20712db0c062 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for a248acff-1161-456f-b9ef-08f84a824287 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:16.716830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbe5853a-f544-4c11-94a3-438e38b4c711 req-caf5d0ef-9ee1-4ade-b6ed-56de2187615b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127644 Feb 19 03:22:16.742918 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (bfbb8af3-a25d-4ef8-869a-35866271696d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.748236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:16.748872 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.761800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device bcecb697-83d8-4e57-a34f-3b786035a5d0 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:22:16.793434 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3e81999-9dc7-472d-9e8d-86f0ba7fac9f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (5ba75163-34a2-4921-a4e3-f799effd5d4f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.886718 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3e81999-9dc7-472d-9e8d-86f0ba7fac9f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5ba75163-34a2-4921-a4e3-f799effd5d4f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.911797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293ff99a-96ad-4878-823e-21ddb062025a req-33bb4829-5bb6-43c0-9475-978cb1ed3f45 service neutron] 10.222.0.67 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684513 Feb 19 03:22:16.957864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5446746 Feb 19 03:22:16.958728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52710) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:16.975618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 31ed85ec-0170-46e6-994d-9af3009795aa details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:22:16.993777 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73064952-3cad-4498-a924-20712db0c062 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a248acff-1161-456f-b9ef-08f84a824287), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:16.998821 n-d-826755-2 neutron-server[109899]: INFO neutron.db.ipam_backend_mixin [None req-26a1f19a-b38d-4e19-be1d-f4280622f9bf tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 90cd6bb7-f6f6-4da0-8e19-05219576ef0f (CIDR: 172.20.0.0/28) Feb 19 03:22:17.050358 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3e81999-9dc7-472d-9e8d-86f0ba7fac9f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.055332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d3e81999-9dc7-472d-9e8d-86f0ba7fac9f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4614882 Feb 19 03:22:17.056490 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a1f19a-b38d-4e19-be1d-f4280622f9bf tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:17.057030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a1f19a-b38d-4e19-be1d-f4280622f9bf tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:17.059257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080064e-9760-40e6-9084-6cc550993d35 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Network': ['ID=bfbb8af3-a25d-4ef8-869a-35866271696d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:17.069298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52712) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:17.082567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c4555bd6-413e-4208-8f4d-fe3eef4b9eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': '5ba75163-34a2-4921-a4e3-f799effd5d4f', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:17.100006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e81999-9dc7-472d-9e8d-86f0ba7fac9f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba75163-34a2-4921-a4e3-f799effd5d4f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:17.127117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73064952-3cad-4498-a924-20712db0c062 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=a248acff-1161-456f-b9ef-08f84a824287,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:17.143713 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7561bb51-d90d-41e9-b895-f4027a7d62fd tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (91352bc4-8a3b-4f88-8d11-772b02d49e3d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.166976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-26a1f19a-b38d-4e19-be1d-f4280622f9bf tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4531953 Feb 19 03:22:17.174921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network bfbb8af3-a25d-4ef8-869a-35866271696d details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:22:17.190982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52714) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:17.199053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-250f4898-eabd-4e29-ab20-1054370f5551 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:17.212777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7561bb51-d90d-41e9-b895-f4027a7d62fd tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Pushing event deleted for resources: {'Subnet': ['ID=91352bc4-8a3b-4f88-8d11-772b02d49e3d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:17.233783 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7561bb51-d90d-41e9-b895-f4027a7d62fd tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.238741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7561bb51-d90d-41e9-b895-f4027a7d62fd tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] 10.222.0.81 "DELETE /v2.0/subnets/91352bc4-8a3b-4f88-8d11-772b02d49e3d HTTP/1.1" status: 204 len: 168 time: 1.8161147 Feb 19 03:22:17.247108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e8d6f8-dcfb-4405-9f70-599cdd03e1da tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:17.251281 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f6e8d6f8-dcfb-4405-9f70-599cdd03e1da tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2882681 Feb 19 03:22:17.251281 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52716) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:17.251659 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52718) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:17.252071 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4555bd6-413e-4208-8f4d-fe3eef4b9eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (cf0fbb95-aa4e-48b2-8f5c-8a00868d3261), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.281541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293ff99a-96ad-4878-823e-21ddb062025a req-fa7354b9-4dfb-4313-a0b5-41a5eb821882 service neutron] 10.222.0.67 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151760 Feb 19 03:22:17.305900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724cf43-728b-476a-93ff-2ca8520fd292 None None] Network d6fbae97-eb20-43b5-b9ef-6299dcac94d8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:17.323575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port bcecb697-83d8-4e57-a34f-3b786035a5d0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=bcecb697-83d8-4e57-a34f-3b786035a5d0,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:17.397703 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4555bd6-413e-4208-8f4d-fe3eef4b9eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (cf0fbb95-aa4e-48b2-8f5c-8a00868d3261), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.405262 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4555bd6-413e-4208-8f4d-fe3eef4b9eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (cf0fbb95-aa4e-48b2-8f5c-8a00868d3261), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.432525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4555bd6-413e-4208-8f4d-fe3eef4b9eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0fbb95-aa4e-48b2-8f5c-8a00868d3261,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:17.438043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 31ed85ec-0170-46e6-994d-9af3009795aa, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=31ed85ec-0170-46e6-994d-9af3009795aa,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:17.469754 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (d6fbae97-eb20-43b5-b9ef-6299dcac94d8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.478657 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4555bd6-413e-4208-8f4d-fe3eef4b9eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.482846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c4555bd6-413e-4208-8f4d-fe3eef4b9eb9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4017360 Feb 19 03:22:17.483107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52724) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:17.487882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bf260d34-c841-4138-89a7-31b61796e4fc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': '5ba75163-34a2-4921-a4e3-f799effd5d4f', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:17.545135 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf260d34-c841-4138-89a7-31b61796e4fc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (30b0e202-46a3-45e3-a476-3171325aac2a), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.549003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'bcecb697-83d8-4e57-a34f-3b786035a5d0', 'network_id': '12c30bec-6042-4990-9713-677296d69ad3', 'port_id': 'bcecb697-83d8-4e57-a34f-3b786035a5d0', 'mac_address': 'fa:16:3e:8d:1c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc6714a-0c2b-4ba2-a072-a83242a25d3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:22:17.631823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '31ed85ec-0170-46e6-994d-9af3009795aa', 'network_id': '12c30bec-6042-4990-9713-677296d69ad3', 'port_id': '31ed85ec-0170-46e6-994d-9af3009795aa', 'mac_address': 'fa:16:3e:a4:19:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc6714a-0c2b-4ba2-a072-a83242a25d3f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:22:17.650608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port bcecb697-83d8-4e57-a34f-3b786035a5d0 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:17.650968 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.652250 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf260d34-c841-4138-89a7-31b61796e4fc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (30b0e202-46a3-45e3-a476-3171325aac2a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.657286 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf260d34-c841-4138-89a7-31b61796e4fc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (30b0e202-46a3-45e3-a476-3171325aac2a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.681692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf260d34-c841-4138-89a7-31b61796e4fc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b0e202-46a3-45e3-a476-3171325aac2a,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:17.702148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcecb697-83d8-4e57-a34f-3b786035a5d0 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:17.704987 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf260d34-c841-4138-89a7-31b61796e4fc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.706861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bf260d34-c841-4138-89a7-31b61796e4fc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2226534 Feb 19 03:22:17.709785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52726) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:17.720455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5b119b0f-a5cb-448a-a4ae-68b68d1a976c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': '5ba75163-34a2-4921-a4e3-f799effd5d4f', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:17.758178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73064952-3cad-4498-a924-20712db0c062 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.763033 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-73064952-3cad-4498-a924-20712db0c062 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/a248acff-1161-456f-b9ef-08f84a824287 HTTP/1.1" status: 204 len: 168 time: 1.6784503 Feb 19 03:22:17.766935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52730) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:17.815155 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b119b0f-a5cb-448a-a4ae-68b68d1a976c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (a9121b37-9de9-4579-84e1-0baddf0ee6e9), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.822204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port bcecb697-83d8-4e57-a34f-3b786035a5d0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=bcecb697-83d8-4e57-a34f-3b786035a5d0,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:17.842986 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.846902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 31ed85ec-0170-46e6-994d-9af3009795aa is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:17.847548 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.887906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ed85ec-0170-46e6-994d-9af3009795aa {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:17.900785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250f4898-eabd-4e29-ab20-1054370f5551 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:17.919795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5616ee-6d81-4a18-b3a9-c77e6c015589 None None] DHCP port deletion for d6fbae97-eb20-43b5-b9ef-6299dcac94d8 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:17.920801 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-250f4898-eabd-4e29-ab20-1054370f5551 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.936231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 31ed85ec-0170-46e6-994d-9af3009795aa, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=31ed85ec-0170-46e6-994d-9af3009795aa,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:17.941891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4524909-d95b-4a0c-ab66-d29f3d804763 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:17.943404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9038f5f2-6689-4b87-a9c3-092010b7e033 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:17.943833 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4524909-d95b-4a0c-ab66-d29f3d804763 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:17.945657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4524909-d95b-4a0c-ab66-d29f3d804763 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:17.947276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a4524909-d95b-4a0c-ab66-d29f3d804763 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1786044 Feb 19 03:22:17.947573 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9038f5f2-6689-4b87-a9c3-092010b7e033 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5303576 Feb 19 03:22:17.949924 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:17.954832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52732) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:17.955184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52734) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:17.963688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd700eee-7f49-43af-93e6-ce21559ee192 req-d503ac5f-949c-43c9-91be-edfbd4e0cf76 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:17.965473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd700eee-7f49-43af-93e6-ce21559ee192 req-d503ac5f-949c-43c9-91be-edfbd4e0cf76 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 943 time: 0.1289804 Feb 19 03:22:18.014555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=bcecb697-83d8-4e57-a34f-3b786035a5d0,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:18.045477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.046123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.046599 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.047173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.047816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.048526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.053011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-50c5f04f-7412-4c61-9107-317f6e374472 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0849273 Feb 19 03:22:18.063721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52738) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:18.066399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.067083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.067839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.068534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.069232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.069717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.070229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:18.128972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Deleting port 494d1eef-f019-462f-9049-d8ff5c95ca39 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:18.129797 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.133364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b119b0f-a5cb-448a-a4ae-68b68d1a976c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (a9121b37-9de9-4579-84e1-0baddf0ee6e9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.140504 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd700eee-7f49-43af-93e6-ce21559ee192 req-64607407-1a35-4cca-9ceb-60e4593b66b1 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222026 Feb 19 03:22:18.145374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52740) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:18.146365 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b119b0f-a5cb-448a-a4ae-68b68d1a976c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (a9121b37-9de9-4579-84e1-0baddf0ee6e9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.147913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=31ed85ec-0170-46e6-994d-9af3009795aa,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:18.162150 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f8e8eed1-73fa-42c3-a99f-8e04cebbeafd tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0969393 Feb 19 03:22:18.195926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b119b0f-a5cb-448a-a4ae-68b68d1a976c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9121b37-9de9-4579-84e1-0baddf0ee6e9,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:18.198111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3c5616ee-6d81-4a18-b3a9-c77e6c015589 None None] Deleting port 494d1eef-f019-462f-9049-d8ff5c95ca39 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:18.198501 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c5616ee-6d81-4a18-b3a9-c77e6c015589 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.200482 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b119b0f-a5cb-448a-a4ae-68b68d1a976c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.204187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5b119b0f-a5cb-448a-a4ae-68b68d1a976c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4909837 Feb 19 03:22:18.226828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52742) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:18.263581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6e1e898e-e787-4382-b697-fbb5bdddc66a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': '5ba75163-34a2-4921-a4e3-f799effd5d4f', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:18.280330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] For port 494d1eef-f019-462f-9049-d8ff5c95ca39, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=494d1eef-f019-462f-9049-d8ff5c95ca39,segment=NetworkSegment(d1376152-ce82-45e0-8282-50a6d6f14d15),segment_id=d1376152-ce82-45e0-8282-50a6d6f14d15)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:18.280757 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.314322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Calling delete_port for 494d1eef-f019-462f-9049-d8ff5c95ca39 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:18.343797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3c5616ee-6d81-4a18-b3a9-c77e6c015589 None None] For port 494d1eef-f019-462f-9049-d8ff5c95ca39, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=494d1eef-f019-462f-9049-d8ff5c95ca39,segment=NetworkSegment(d1376152-ce82-45e0-8282-50a6d6f14d15),segment_id=d1376152-ce82-45e0-8282-50a6d6f14d15)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:18.344199 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c5616ee-6d81-4a18-b3a9-c77e6c015589 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.354220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e24cf1-586d-4694-82d6-5920d0993795 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 514542c3-c70f-401b-a88e-efdb13e09e0d {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:18.361070 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77e24cf1-586d-4694-82d6-5920d0993795 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (514542c3-c70f-401b-a88e-efdb13e09e0d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.403806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['31ed85ec-0170-46e6-994d-9af3009795aa'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:18.473790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['bcecb697-83d8-4e57-a34f-3b786035a5d0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:18.477702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3c5616ee-6d81-4a18-b3a9-c77e6c015589 None None] Calling delete_port for 494d1eef-f019-462f-9049-d8ff5c95ca39 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:18.530747 n-d-826755-2 neutron-server[109898]: INFO neutron.db.ipam_backend_mixin [None req-250f4898-eabd-4e29-ab20-1054370f5551 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2f119a09-2b1c-4627-8a11-66bbd454e1e2 (CIDR: 172.20.0.16/28) Feb 19 03:22:18.534105 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.555521 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-250f4898-eabd-4e29-ab20-1054370f5551 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:18.556397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250f4898-eabd-4e29-ab20-1054370f5551 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:18.560947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] No DVR routers for this DVR port 494d1eef-f019-462f-9049-d8ff5c95ca39 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:18.603625 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77e24cf1-586d-4694-82d6-5920d0993795 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (514542c3-c70f-401b-a88e-efdb13e09e0d), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.607114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9750f3-fb15-44ec-b1ce-c2d91e4f310b tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:18.611615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bc9750f3-fb15-44ec-b1ce-c2d91e4f310b tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4617805 Feb 19 03:22:18.612559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52752) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:18.618344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Pushing event deleted for resources: {'Port': ['ID=494d1eef-f019-462f-9049-d8ff5c95ca39,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:18.658440 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-250f4898-eabd-4e29-ab20-1054370f5551 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4661431 Feb 19 03:22:18.669310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52754) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:18.677181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-78f61540-840f-4262-b917-673dcd139c71 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'subnet': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:18.716479 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e1e898e-e787-4382-b697-fbb5bdddc66a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (14234d47-fdda-4ce4-9493-baf813776af1), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.726456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0079e93c-9fae-4cfb-b6d6-2b43e2645742 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766661 Feb 19 03:22:18.731812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52758) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:18.744134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-32fd2023-f579-4c9e-bca6-c40a12cd7296 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1188135193', 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:18.764987 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (d6fbae97-eb20-43b5-b9ef-6299dcac94d8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.843421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6fbae97-eb20-43b5-b9ef-6299dcac94d8']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:18.887415 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1376152-ce82-45e0-8282-50a6d6f14d15') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:18.887741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1376152-ce82-45e0-8282-50a6d6f14d15') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:18.902551 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (d1376152-ce82-45e0-8282-50a6d6f14d15), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.905700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77e24cf1-586d-4694-82d6-5920d0993795 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (514542c3-c70f-401b-a88e-efdb13e09e0d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.928276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fd2023-f579-4c9e-bca6-c40a12cd7296 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Made reservation on behalf of ec3a4b817fbd4e3e8c1ad110c3a57ca9 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:18.932100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-32fd2023-f579-4c9e-bca6-c40a12cd7296 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:18.940213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device db78a3b2-cbf1-4ca5-b77b-8e1e59283973 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:22:18.987550 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e1e898e-e787-4382-b697-fbb5bdddc66a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (14234d47-fdda-4ce4-9493-baf813776af1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.023555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f61540-840f-4262-b917-673dcd139c71 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Made reservation on behalf of 70314eb81c27414a8636915c7dbff825 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:19.028890 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78f61540-840f-4262-b917-673dcd139c71 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.032110 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c5616ee-6d81-4a18-b3a9-c77e6c015589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (494d1eef-f019-462f-9049-d8ff5c95ca39), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.088928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5616ee-6d81-4a18-b3a9-c77e6c015589 None None] Pushing event deleted for resources: {'Port': ['ID=494d1eef-f019-462f-9049-d8ff5c95ca39,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:19.092394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5616ee-6d81-4a18-b3a9-c77e6c015589 None None] No DVR routers for this DVR port 494d1eef-f019-462f-9049-d8ff5c95ca39 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:19.106455 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:22:19.172095 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-32fd2023-f579-4c9e-bca6-c40a12cd7296 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (b51f69a0-bc50-4af6-91e3-a02024dbab98), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.184722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d1376152-ce82-45e0-8282-50a6d6f14d15), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.223035 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:22:19.223814 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e1e898e-e787-4382-b697-fbb5bdddc66a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (14234d47-fdda-4ce4-9493-baf813776af1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.224101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (d1376152-ce82-45e0-8282-50a6d6f14d15), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:22:19.228399 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:22:19.235745 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:22:19.258491 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6e1e898e-e787-4382-b697-fbb5bdddc66a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.262748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6e1e898e-e787-4382-b697-fbb5bdddc66a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0322123 Feb 19 03:22:19.271104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52762) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:19.278784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-24a732b9-5696-4206-9e4c-6e704977efdc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': '5ba75163-34a2-4921-a4e3-f799effd5d4f', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:19.299200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e898e-e787-4382-b697-fbb5bdddc66a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14234d47-fdda-4ce4-9493-baf813776af1,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:19.319160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port db78a3b2-cbf1-4ca5-b77b-8e1e59283973, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=db78a3b2-cbf1-4ca5-b77b-8e1e59283973,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:19.332568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fd2023-f579-4c9e-bca6-c40a12cd7296 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Checking segment: {'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:19.336350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fd2023-f579-4c9e-bca6-c40a12cd7296 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network hostable DHCP agents. Network: bfbb8af3-a25d-4ef8-869a-35866271696d, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:22:19.351435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'db78a3b2-cbf1-4ca5-b77b-8e1e59283973', 'network_id': '12c30bec-6042-4990-9713-677296d69ad3', 'port_id': 'db78a3b2-cbf1-4ca5-b77b-8e1e59283973', 'mac_address': 'fa:16:3e:5b:10:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc6714a-0c2b-4ba2-a072-a83242a25d3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:22:19.359473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd2023-f579-4c9e-bca6-c40a12cd7296 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Subnet': ['ID=b51f69a0-bc50-4af6-91e3-a02024dbab98,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:19.380289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (d6fbae97-eb20-43b5-b9ef-6299dcac94d8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.398810 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.420880 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] 10.222.0.81 "DELETE /v2.0/networks/d6fbae97-eb20-43b5-b9ef-6299dcac94d8 HTTP/1.1" status: 204 len: 168 time: 2.1669240 Feb 19 03:22:19.441688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fd2023-f579-4c9e-bca6-c40a12cd7296 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network bfbb8af3-a25d-4ef8-869a-35866271696d is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:19.504235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:19.504235 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.504570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35321191-b37e-441a-9d06-89d9b04fc8d6 tempest-DHCPAgentSchedulersTestJSON-1669230425 tempest-DHCPAgentSchedulersTestJSON-1669230425-project] Pushing event deleted for resources: {'Network': ['ID=d6fbae97-eb20-43b5-b9ef-6299dcac94d8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:19.513386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-32fd2023-f579-4c9e-bca6-c40a12cd7296 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, bfbb8af3-a25d-4ef8-869a-35866271696d) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:19.526096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fd2023-f579-4c9e-bca6-c40a12cd7296 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:19.528564 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-32fd2023-f579-4c9e-bca6-c40a12cd7296 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.536619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cebdcd4-847e-4bd4-8dbc-98102bbbfc8a None None] Network bfbb8af3-a25d-4ef8-869a-35866271696d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:19.568527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 494d1eef-f019-462f-9049-d8ff5c95ca39 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:19.569222 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-24a732b9-5696-4206-9e4c-6e704977efdc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Project d251da4ce30245449da598358709f972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:22:19.576017 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-32fd2023-f579-4c9e-bca6-c40a12cd7296 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8401542 Feb 19 03:22:19.578426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-24a732b9-5696-4206-9e4c-6e704977efdc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (fc5d87fe-ff26-43b5-8fde-a1b5a0b9446b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.582026 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77e24cf1-586d-4694-82d6-5920d0993795 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (514542c3-c70f-401b-a88e-efdb13e09e0d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.584469 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78f61540-840f-4262-b917-673dcd139c71 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (c7f77de7-7228-4720-9283-61c451d81420), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.626796 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f61540-840f-4262-b917-673dcd139c71 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:19.637317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e24cf1-586d-4694-82d6-5920d0993795 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=514542c3-c70f-401b-a88e-efdb13e09e0d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:19.645810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-78f61540-840f-4262-b917-673dcd139c71 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:19.656470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f61540-840f-4262-b917-673dcd139c71 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:19.657385 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78f61540-840f-4262-b917-673dcd139c71 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.699822 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-78f61540-840f-4262-b917-673dcd139c71 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0291111 Feb 19 03:22:19.702568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52770) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:19.708735 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f9ff015c-4d0a-4a69-ad67-5a59059b9299 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-897888153', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c7f77de7-7228-4720-9283-61c451d81420'}], 'security_groups': ['42235867-32bb-4270-8f2e-f56b3ad6fe1f', 'cd892b30-29d9-4416-8f3f-c10eb7ef62a9']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:19.743764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e7e438-c556-4a06-8d28-faaa1cba85b4 req-17c68b24-a55a-4ca3-92db-02dc494c7d4a tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:19.745712 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e7e438-c556-4a06-8d28-faaa1cba85b4 req-17c68b24-a55a-4ca3-92db-02dc494c7d4a tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 943 time: 0.4304304 Feb 19 03:22:19.749381 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77e24cf1-586d-4694-82d6-5920d0993795 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.750528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 494d1eef-f019-462f-9049-d8ff5c95ca39 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:19.751910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 494d1eef-f019-462f-9049-d8ff5c95ca39 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:19.752490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-77e24cf1-586d-4694-82d6-5920d0993795 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/514542c3-c70f-401b-a88e-efdb13e09e0d HTTP/1.1" status: 204 len: 168 time: 1.7860703 Feb 19 03:22:19.755978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db78a3b2-cbf1-4ca5-b77b-8e1e59283973 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:19.762882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52772) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:19.788077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c9f752-73c8-48fc-b2d4-4393c30ce8b0 None None] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:19.879359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcc697c-66fe-44db-be74-45eea5399fff tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 99fa6e67-324d-4bed-8d29-6f5fbf8c579a {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:19.884395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec455e27-8bee-4e9f-9919-ae2065ec1fa9 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:19.887534 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afcc697c-66fe-44db-be74-45eea5399fff tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (99fa6e67-324d-4bed-8d29-6f5fbf8c579a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.983993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f61540-840f-4262-b917-673dcd139c71 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Subnet': ['ID=c7f77de7-7228-4720-9283-61c451d81420,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:19.986791 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-24a732b9-5696-4206-9e4c-6e704977efdc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (fc5d87fe-ff26-43b5-8fde-a1b5a0b9446b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:19.999257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52778) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:20.000881 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port db78a3b2-cbf1-4ca5-b77b-8e1e59283973, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=db78a3b2-cbf1-4ca5-b77b-8e1e59283973,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:20.001486 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afcc697c-66fe-44db-be74-45eea5399fff tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (99fa6e67-324d-4bed-8d29-6f5fbf8c579a), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.033753 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.047142 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-24a732b9-5696-4206-9e4c-6e704977efdc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (fc5d87fe-ff26-43b5-8fde-a1b5a0b9446b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.077571 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9ff015c-4d0a-4a69-ad67-5a59059b9299 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.124235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=db78a3b2-cbf1-4ca5-b77b-8e1e59283973,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:20.199396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a732b9-5696-4206-9e4c-6e704977efdc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5d87fe-ff26-43b5-8fde-a1b5a0b9446b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:20.231508 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-bfbb8af3-a25d-4ef8-869a-35866271696d', 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ips': [{'subnet_id': 'b51f69a0-bc50-4af6-91e3-a02024dbab98'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:20.232844 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.254475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3e7e438-c556-4a06-8d28-faaa1cba85b4 req-0e1c3df4-4c91-47d7-8dc6-ed9cab05e83c tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4983673 Feb 19 03:22:20.272377 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-24a732b9-5696-4206-9e4c-6e704977efdc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.277839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-24a732b9-5696-4206-9e4c-6e704977efdc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0054770 Feb 19 03:22:20.306444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52782) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:20.312146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f3a50235-76c0-43b1-8e0d-8c86e96cfddb tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': '5ba75163-34a2-4921-a4e3-f799effd5d4f', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:20.364579 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afcc697c-66fe-44db-be74-45eea5399fff tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (99fa6e67-324d-4bed-8d29-6f5fbf8c579a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.558871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['db78a3b2-cbf1-4ca5-b77b-8e1e59283973'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:20.682579 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-606e675a-a17d-43af-904c-6bafe310322c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2813f59f49fe41ea8a67ea5d9796d4d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6738827 Feb 19 03:22:20.695600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52786) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:20.699364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e2de94-90cd-43f2-8dfe-c870ceccb0be None None] Update dhcp port {'port': {'network_id': 'bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75', 'fixed_ips': [{'subnet_id': '2f119a09-2b1c-4627-8a11-66bbd454e1e2', 'ip_address': '172.20.0.18'}, {'subnet_id': '90cd6bb7-f6f6-4da0-8e19-05219576ef0f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c7f77de7-7228-4720-9283-61c451d81420'}], 'binding:host_id': 'n-d-826755-2'}, 'id': '3743dfa1-20e9-4b9f-8d77-48c9876fa156'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:22:20.814325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device bcecb697-83d8-4e57-a34f-3b786035a5d0 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:20.843289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df9e3659-995e-4728-b8ab-7080cdabb6e7 admin admin] Publish callbacks [] for security_group (c28c9d41-53dc-4c2d-8d12-4adc73ac1a39), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:20.872438 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-f3a50235-76c0-43b1-8e0d-8c86e96cfddb tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Project d251da4ce30245449da598358709f972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:22:20.883488 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Allocated IP 172.20.0.18 (bfbb8af3-a25d-4ef8-869a-35866271696d/b51f69a0-bc50-4af6-91e3-a02024dbab98/e8fc4c91-4330-4b1f-8200-2ae31b7aa71a) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:20.901949 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3a50235-76c0-43b1-8e0d-8c86e96cfddb tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (83b85945-34f7-4200-a0b2-b59eea491292), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.009390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df9e3659-995e-4728-b8ab-7080cdabb6e7 admin admin] Publish callbacks [] for security_group (c28c9d41-53dc-4c2d-8d12-4adc73ac1a39), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.077634 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3a50235-76c0-43b1-8e0d-8c86e96cfddb tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (83b85945-34f7-4200-a0b2-b59eea491292), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.097640 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3a50235-76c0-43b1-8e0d-8c86e96cfddb tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (83b85945-34f7-4200-a0b2-b59eea491292), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.144165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-f9ff015c-4d0a-4a69-ad67-5a59059b9299 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Delete allocated IP 172.20.0.3 (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75/90cd6bb7-f6f6-4da0-8e19-05219576ef0f) {{(pid=109898) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:22:21.167094 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3a50235-76c0-43b1-8e0d-8c86e96cfddb tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.170339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f3a50235-76c0-43b1-8e0d-8c86e96cfddb tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8621123 Feb 19 03:22:21.171500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-f9ff015c-4d0a-4a69-ad67-5a59059b9299 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Allocated IP 172.20.0.44 (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75/c7f77de7-7228-4720-9283-61c451d81420/45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:21.174988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52790) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:21.180273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Publish callbacks [] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.184237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a50235-76c0-43b1-8e0d-8c86e96cfddb tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b85945-34f7-4200-a0b2-b59eea491292,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:21.192281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 31ed85ec-0170-46e6-994d-9af3009795aa up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:21.193658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-76ca248e-2710-4913-aad2-45299b06d83b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'network': {'name': 'tempest-network-smoke--830773506', 'project_id': 'd251da4ce30245449da598358709f972', 'port_security_enabled': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:21.202268 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.220275 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afcc697c-66fe-44db-be74-45eea5399fff tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (99fa6e67-324d-4bed-8d29-6f5fbf8c579a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.268161 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-28e2de94-90cd-43f2-8dfe-c870ceccb0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.290588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afcc697c-66fe-44db-be74-45eea5399fff tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.306690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-afcc697c-66fe-44db-be74-45eea5399fff tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/99fa6e67-324d-4bed-8d29-6f5fbf8c579a HTTP/1.1" status: 204 len: 168 time: 1.5344326 Feb 19 03:22:21.322704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc697c-66fe-44db-be74-45eea5399fff tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=99fa6e67-324d-4bed-8d29-6f5fbf8c579a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:21.323074 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df9e3659-995e-4728-b8ab-7080cdabb6e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c28c9d41-53dc-4c2d-8d12-4adc73ac1a39), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.326997 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df9e3659-995e-4728-b8ab-7080cdabb6e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.332214 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-df9e3659-995e-4728-b8ab-7080cdabb6e7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c28c9d41-53dc-4c2d-8d12-4adc73ac1a39 HTTP/1.1" status: 204 len: 168 time: 0.6322861 Feb 19 03:22:21.332214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52794) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:21.472113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ca248e-2710-4913-aad2-45299b06d83b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Made reservation on behalf of d251da4ce30245449da598358709f972 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:21.475985 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76ca248e-2710-4913-aad2-45299b06d83b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.502911 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-091c94cc-928b-4aec-b34c-080ec15979a4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1616576 Feb 19 03:22:21.506773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52802) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:21.540387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e3659-995e-4728-b8ab-7080cdabb6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28c9d41-53dc-4c2d-8d12-4adc73ac1a39,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:21.585791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52804) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:21.613186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5bbfabdb-8905-410d-90d3-86ba7f6f0b96 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113637571', 'description': 'tempest-secgroup-smoke-1113637571 description', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:21.642641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Network bfbb8af3-a25d-4ef8-869a-35866271696d is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:21.648071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc8d42b-6d03-42dd-a2ff-904f9aa67e63 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:21.716700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 31ed85ec-0170-46e6-994d-9af3009795aa completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:22:21.773405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ca248e-2710-4913-aad2-45299b06d83b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:22:21.776382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:21.782821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:21.804260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-10bfc434-4376-48bf-b84c-691d0bfe58d4 None None] Provisioning complete for port 87de1aed-0122-43fe-9ead-26c5e21d763e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:21.804629 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-10bfc434-4376-48bf-b84c-691d0bfe58d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.830839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585e8086-e47c-49a1-9110-5c6eef5279b8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:21.832605 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76ca248e-2710-4913-aad2-45299b06d83b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ee1238a1-6ece-46dd-b819-a9a1db5f76ed), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.833240 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-76ca248e-2710-4913-aad2-45299b06d83b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Added segment ee1238a1-6ece-46dd-b819-a9a1db5f76ed of type vlan for network 7aa2f98a-3525-4d0f-b698-63fce56b562d Feb 19 03:22:21.834119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-585e8086-e47c-49a1-9110-5c6eef5279b8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3252215 Feb 19 03:22:21.857956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52808) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:21.865591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 31ed85ec-0170-46e6-994d-9af3009795aa triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:21.866015 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.933100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76ca248e-2710-4913-aad2-45299b06d83b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (7aa2f98a-3525-4d0f-b698-63fce56b562d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:21.950831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port bcecb697-83d8-4e57-a34f-3b786035a5d0 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:22:21.974829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52810) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:21.980967 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bbfabdb-8905-410d-90d3-86ba7f6f0b96 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.000816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db62b23b-8abb-4616-ae3e-99b47dd98c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.018887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dafe21-aac5-41d4-a533-a741bb03bf6a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:22.020486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-43dafe21-aac5-41d4-a533-a741bb03bf6a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1508396 Feb 19 03:22:22.024347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Pushing event updated for resources: {'Port': ['ID=e8fc4c91-4330-4b1f-8200-2ae31b7aa71a,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:22.025768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52812) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:22.033791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Attempting to bind port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:22.034165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Attempting to bind port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:22.034530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Attempting to bind port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a on network bfbb8af3-a25d-4ef8-869a-35866271696d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:22.036084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76ca248e-2710-4913-aad2-45299b06d83b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (7aa2f98a-3525-4d0f-b698-63fce56b562d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.043222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:22.043595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Checking segment: {'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:22.043999 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.044389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Bound using segment: {'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:22.044867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ca248e-2710-4913-aad2-45299b06d83b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:22.044991 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Bound port: e8fc4c91-4330-4b1f-8200-2ae31b7aa71a, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:22.045277 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.046102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76ca248e-2710-4913-aad2-45299b06d83b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.060421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port bcecb697-83d8-4e57-a34f-3b786035a5d0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:22.060830 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.144919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c02e0837-4725-43fc-a921-9033a284ba4a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1143882 Feb 19 03:22:22.162231 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15995d12-78b5-4a5d-ba41-e4c7361cd52f req-c14e6b38-9739-4925-a6b9-91775e16a22a tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:22.170501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15995d12-78b5-4a5d-ba41-e4c7361cd52f req-c14e6b38-9739-4925-a6b9-91775e16a22a tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 944 time: 0.5115271 Feb 19 03:22:22.171072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52816) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:22.187421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-83bc5bc0-0371-4d14-9e99-5f389ae9fd96 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:22.377354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bbfabdb-8905-410d-90d3-86ba7f6f0b96 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (fdae6966-501b-4483-bc32-29e265dd4200), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.396630 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bbfabdb-8905-410d-90d3-86ba7f6f0b96 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fdae6966-501b-4483-bc32-29e265dd4200), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.507396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfabdb-8905-410d-90d3-86ba7f6f0b96 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdae6966-501b-4483-bc32-29e265dd4200,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:22.512532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bbfabdb-8905-410d-90d3-86ba7f6f0b96 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.513918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5bbfabdb-8905-410d-90d3-86ba7f6f0b96 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.9156888 Feb 19 03:22:22.518893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52820) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:22.524088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e79ed9fa-1f73-4ea6-833e-64c2add78abf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': 'fdae6966-501b-4483-bc32-29e265dd4200', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:22.588702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc59cfe-9b7d-4432-913f-71075c714bff None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:22.590209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bc5bc0-0371-4d14-9e99-5f389ae9fd96 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:22.599394 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83bc5bc0-0371-4d14-9e99-5f389ae9fd96 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.600974 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bc5bc0-0371-4d14-9e99-5f389ae9fd96 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:22.601420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83bc5bc0-0371-4d14-9e99-5f389ae9fd96 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:22.620281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-10bfc434-4376-48bf-b84c-691d0bfe58d4 None None] Current status of the port 87de1aed-0122-43fe-9ead-26c5e21d763e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:22.657492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-83bc5bc0-0371-4d14-9e99-5f389ae9fd96 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4821017 Feb 19 03:22:22.661870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] For port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:22.680254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15995d12-78b5-4a5d-ba41-e4c7361cd52f req-46eaa9c8-3302-4889-bf57-088559229c28 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007734 Feb 19 03:22:22.681070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52824) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:22.688206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bf0abac1-5604-4ccf-9ff8-43806eb08465 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:22.784357 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 31ed85ec-0170-46e6-994d-9af3009795aa is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:22.784706 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.799255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] For port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e8fc4c91-4330-4b1f-8200-2ae31b7aa71a,segment=NetworkSegment(262259e2-92d2-4cc5-bfd6-aadb79fdbef9),segment_id=262259e2-92d2-4cc5-bfd6-aadb79fdbef9)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:22.801785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port bcecb697-83d8-4e57-a34f-3b786035a5d0 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:22.802045 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.807474 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9ff015c-4d0a-4a69-ad67-5a59059b9299 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for port (45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.810916 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.824964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0abac1-5604-4ccf-9ff8-43806eb08465 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:22.828542 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.829711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf0abac1-5604-4ccf-9ff8-43806eb08465 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.831844 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0abac1-5604-4ccf-9ff8-43806eb08465 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:22.832474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0abac1-5604-4ccf-9ff8-43806eb08465 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:22.853633 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bf0abac1-5604-4ccf-9ff8-43806eb08465 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1711545 Feb 19 03:22:22.856930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52826) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:22.863740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ce04a9e8-83d0-4975-a49c-42532c8c6b3f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:22.898179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e79ed9fa-1f73-4ea6-833e-64c2add78abf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (78f91b72-4d93-408b-84bc-b0c677daebaf), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.919697 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-76ca248e-2710-4913-aad2-45299b06d83b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7443726 Feb 19 03:22:22.931485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9ff015c-4d0a-4a69-ad67-5a59059b9299 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:22.934313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52828) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:22.951122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'admin_state_up': True, 'project_id': 'd251da4ce30245449da598358709f972', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:22.965892 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ed85ec-0170-46e6-994d-9af3009795aa'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:22.968160 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b83e6d-c06d-42d1-bd7c-f81c8102f42f" -d '{"events": [{"server_uuid": "b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b", "name": "network-vif-plugged", "status": "completed", "tag": "31ed85ec-0170-46e6-994d-9af3009795aa"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:23.052216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 31ed85ec-0170-46e6-994d-9af3009795aa, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=31ed85ec-0170-46e6-994d-9af3009795aa,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:23.070570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff015c-4d0a-4a69-ad67-5a59059b9299 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event updated for resources: {'Port': ['ID=45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:23.085680 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c200b53-373e-4caf-9003-fbc0545ca852 x-openstack-request-id: req-0c200b53-373e-4caf-9003-fbc0545ca852 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:23.085979 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b", "name": "network-vif-plugged", "status": "completed", "tag": "31ed85ec-0170-46e6-994d-9af3009795aa", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:23.086328 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c200b53-373e-4caf-9003-fbc0545ca852 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:23.086624 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ed85ec-0170-46e6-994d-9af3009795aa', 'code': 200} Feb 19 03:22:23.097686 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e79ed9fa-1f73-4ea6-833e-64c2add78abf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (78f91b72-4d93-408b-84bc-b0c677daebaf), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.105915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (a061ada6-5d81-432a-aac5-046fac8bf789), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.114919 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (a061ada6-5d81-432a-aac5-046fac8bf789), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.120235 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e79ed9fa-1f73-4ea6-833e-64c2add78abf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (78f91b72-4d93-408b-84bc-b0c677daebaf), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.124061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port bcecb697-83d8-4e57-a34f-3b786035a5d0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=bcecb697-83d8-4e57-a34f-3b786035a5d0,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:23.128773 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.156389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device db78a3b2-cbf1-4ca5-b77b-8e1e59283973 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:23.163612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ed9fa-1f73-4ea6-833e-64c2add78abf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f91b72-4d93-408b-84bc-b0c677daebaf,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:23.178426 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.204948 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_controller (a061ada6-5d81-432a-aac5-046fac8bf789), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.234164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6fc59cfe-9b7d-4432-913f-71075c714bff None None] Deleting port 87de1aed-0122-43fe-9ead-26c5e21d763e {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:23.234536 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6fc59cfe-9b7d-4432-913f-71075c714bff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.242236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8704e-7330-4609-a0e8-68645869b7a3 None None] Pushing event updated for resources: {'Port': ['ID=e8fc4c91-4330-4b1f-8200-2ae31b7aa71a,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:23.254173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-28e2de94-90cd-43f2-8dfe-c870ceccb0be None None] Allocated IP 172.20.0.34 (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75/c7f77de7-7228-4720-9283-61c451d81420/3743dfa1-20e9-4b9f-8d77-48c9876fa156) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:23.295597 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e79ed9fa-1f73-4ea6-833e-64c2add78abf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.297237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e79ed9fa-1f73-4ea6-833e-64c2add78abf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7774491 Feb 19 03:22:23.300337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce04a9e8-83d0-4975-a49c-42532c8c6b3f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:23.304924 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ce04a9e8-83d0-4975-a49c-42532c8c6b3f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.306665 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce04a9e8-83d0-4975-a49c-42532c8c6b3f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:23.307260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce04a9e8-83d0-4975-a49c-42532c8c6b3f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:23.329534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52834) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:23.344591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ce04a9e8-83d0-4975-a49c-42532c8c6b3f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4859710 Feb 19 03:22:23.347492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52836) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:23.348216 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f9ff015c-4d0a-4a69-ad67-5a59059b9299 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] In _notify_port_updated(), no bound segment for port 45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d on network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:22:23.354782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-cc5d0d89-7137-441e-81ee-81f63341f81c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:23.355588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ff015c-4d0a-4a69-ad67-5a59059b9299 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:23.356406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9ff015c-4d0a-4a69-ad67-5a59059b9299 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.361080 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f9ff015c-4d0a-4a69-ad67-5a59059b9299 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "PUT /v2.0/ports/45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d HTTP/1.1" status: 200 len: 959 time: 3.6548688 Feb 19 03:22:23.509826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52838) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:23.529977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ca248e-2710-4913-aad2-45299b06d83b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Network': ['ID=7aa2f98a-3525-4d0f-b698-63fce56b562d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:23.548027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c06db0d9-c1e6-4779-b3b1-56106a062e68 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': 'fdae6966-501b-4483-bc32-29e265dd4200', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:23.597903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba05c62d-9d16-4663-8a3c-1dc45e17e73e req-7914a522-7da8-495c-9195-b01a43ecdc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:23.602436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba05c62d-9d16-4663-8a3c-1dc45e17e73e req-7914a522-7da8-495c-9195-b01a43ecdc46 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 1128 time: 0.4575520 Feb 19 03:22:23.619439 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 7aa2f98a-3525-4d0f-b698-63fce56b562d details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:22:23.671002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5d0d89-7137-441e-81ee-81f63341f81c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:23.678976 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cc5d0d89-7137-441e-81ee-81f63341f81c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.680439 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5d0d89-7137-441e-81ee-81f63341f81c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:23.682520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5d0d89-7137-441e-81ee-81f63341f81c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:23.688798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (a061ada6-5d81-432a-aac5-046fac8bf789), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.698430 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-da8d71ae-cba8-4c97-a67f-2703be4cd0f9 req-ca3b91bc-bcb3-4bc1-b51c-d0e7b6d7cb36 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6737442 Feb 19 03:22:23.770044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba05c62d-9d16-4663-8a3c-1dc45e17e73e req-0d9795c6-b8c9-459c-aaa5-e6d67375b8d9 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521461 Feb 19 03:22:23.772127 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db62b23b-8abb-4616-ae3e-99b47dd98c07 admin admin] Publish callbacks [] for security_group (7eb5451c-0984-4369-a7b7-1abc7cb6c42e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.806443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e8fc4c91-4330-4b1f-8200-2ae31b7aa71a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:23.826260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cc5d0d89-7137-441e-81ee-81f63341f81c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4738793 Feb 19 03:22:23.826497 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.826608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52844) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:23.828748 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db62b23b-8abb-4616-ae3e-99b47dd98c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7eb5451c-0984-4369-a7b7-1abc7cb6c42e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.834018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b8c82c07-9810-4a16-954b-a234a7291c1b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:23.852804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=31ed85ec-0170-46e6-994d-9af3009795aa,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:23.905712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6fc59cfe-9b7d-4432-913f-71075c714bff None None] For port 87de1aed-0122-43fe-9ead-26c5e21d763e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=87de1aed-0122-43fe-9ead-26c5e21d763e,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:23.906364 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6fc59cfe-9b7d-4432-913f-71075c714bff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.912000 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-db62b23b-8abb-4616-ae3e-99b47dd98c07 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c01bfd5177444a7eb23211be3e3d3521&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9334369 Feb 19 03:22:23.925781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52846) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:23.965501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c82c07-9810-4a16-954b-a234a7291c1b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:23.970422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b8c82c07-9810-4a16-954b-a234a7291c1b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:23.971869 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c82c07-9810-4a16-954b-a234a7291c1b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:23.972512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c82c07-9810-4a16-954b-a234a7291c1b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:24.018437 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c06db0d9-c1e6-4779-b3b1-56106a062e68 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (47ccd712-a0d3-4a1e-a6e2-920973bfe68e), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.028798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62b23b-8abb-4616-ae3e-99b47dd98c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb5451c-0984-4369-a7b7-1abc7cb6c42e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:24.031424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6fc59cfe-9b7d-4432-913f-71075c714bff None None] Calling delete_port for 87de1aed-0122-43fe-9ead-26c5e21d763e owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:24.047676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b8c82c07-9810-4a16-954b-a234a7291c1b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2198899 Feb 19 03:22:24.049689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52848) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:24.058734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-81662f7f-c982-41d4-a15d-c60dfc7a678e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:24.067189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e9de341e-7655-4ea4-bad1-2f980795d310 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port 45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:24.067800 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9de341e-7655-4ea4-bad1-2f980795d310 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.082218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d71ae-cba8-4c97-a67f-2703be4cd0f9 req-66a51ed8-f5c2-4327-bbe9-1eaaac061469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.084030 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-da8d71ae-cba8-4c97-a67f-2703be4cd0f9 req-66a51ed8-f5c2-4327-bbe9-1eaaac061469 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 1128 time: 0.3460395 Feb 19 03:22:24.146582 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbbf6-185c-4eb6-b5a2-0d2a2e995ded admin admin] Publish callbacks [] for security_group (7eb5451c-0984-4369-a7b7-1abc7cb6c42e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.257715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c06db0d9-c1e6-4779-b3b1-56106a062e68 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (47ccd712-a0d3-4a1e-a6e2-920973bfe68e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.283561 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c06db0d9-c1e6-4779-b3b1-56106a062e68 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (47ccd712-a0d3-4a1e-a6e2-920973bfe68e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.288922 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbbf6-185c-4eb6-b5a2-0d2a2e995ded admin admin] Publish callbacks [] for security_group (7eb5451c-0984-4369-a7b7-1abc7cb6c42e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.295484 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6fc59cfe-9b7d-4432-913f-71075c714bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (87de1aed-0122-43fe-9ead-26c5e21d763e), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.342458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:22:24.343750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ad1c5-a222-463d-9d8b-0d64af2efc32 req-8f70e1f3-60fd-43da-822c-6694daaa1b8c tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.345682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc59cfe-9b7d-4432-913f-71075c714bff None None] No DVR routers for this DVR port 87de1aed-0122-43fe-9ead-26c5e21d763e on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:24.349206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c37ad1c5-a222-463d-9d8b-0d64af2efc32 req-8f70e1f3-60fd-43da-822c-6694daaa1b8c tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 944 time: 0.4272180 Feb 19 03:22:24.360829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81662f7f-c982-41d4-a15d-c60dfc7a678e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:24.365095 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81662f7f-c982-41d4-a15d-c60dfc7a678e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.367381 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-81662f7f-c982-41d4-a15d-c60dfc7a678e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:22:24.368212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81662f7f-c982-41d4-a15d-c60dfc7a678e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:24.394290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c06db0d9-c1e6-4779-b3b1-56106a062e68 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.398320 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c06db0d9-c1e6-4779-b3b1-56106a062e68 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8675437 Feb 19 03:22:24.406692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52852) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:24.417424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': 'fdae6966-501b-4483-bc32-29e265dd4200', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:24.434962 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06db0d9-c1e6-4779-b3b1-56106a062e68 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ccd712-a0d3-4a1e-a6e2-920973bfe68e,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:24.435219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:24.435316 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.479929 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9de341e-7655-4ea4-bad1-2f980795d310 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.513267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=bcecb697-83d8-4e57-a34f-3b786035a5d0,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:24.542536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-28e2de94-90cd-43f2-8dfe-c870ceccb0be None None] For port 3743dfa1-20e9-4b9f-8d77-48c9876fa156, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3743dfa1-20e9-4b9f-8d77-48c9876fa156,segment=NetworkSegment(f14c86b6-e6d1-4019-9ac6-d311630df92b),segment_id=f14c86b6-e6d1-4019-9ac6-d311630df92b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:24.548465 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-81662f7f-c982-41d4-a15d-c60dfc7a678e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4945920 Feb 19 03:22:24.553774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52854) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:24.586132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e9de341e-7655-4ea4-bad1-2f980795d310 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for 45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:24.586363 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (a061ada6-5d81-432a-aac5-046fac8bf789), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.602363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc59cfe-9b7d-4432-913f-71075c714bff None None] Pushing event deleted for resources: {'Port': ['ID=87de1aed-0122-43fe-9ead-26c5e21d763e,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:24.613366 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d71ae-cba8-4c97-a67f-2703be4cd0f9 req-40e08fe5-2f9e-4030-8bfc-d79f1adf434f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.613576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:24.613838 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.615859 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-da8d71ae-cba8-4c97-a67f-2703be4cd0f9 req-40e08fe5-2f9e-4030-8bfc-d79f1adf434f service neutron] 10.222.0.87 "GET /v2.0/networks?id=d812e14e-de83-4338-87fa-976d8be3864a HTTP/1.1" status: 200 len: 898 time: 0.5029709 Feb 19 03:22:24.623246 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.653110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-36b5efa3-4b64-4d43-9205-d3035d1f6d70 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0969481 Feb 19 03:22:24.653990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52858) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:24.659170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (fe11fb5d-da42-4aaf-888b-ed6b8f86499e), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.665689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c37ad1c5-a222-463d-9d8b-0d64af2efc32 req-7c5626bb-2fde-4447-8b3e-543009ea8f27 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068011 Feb 19 03:22:24.684484 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-28e2de94-90cd-43f2-8dfe-c870ceccb0be None None] Publish callbacks [] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.732327 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-28e2de94-90cd-43f2-8dfe-c870ceccb0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.800259 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-da8d71ae-cba8-4c97-a67f-2703be4cd0f9 req-f206b9e8-37bd-48c9-88dc-a28ea0549553 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=648aaa14-2128-4c08-91e1-79ae1c330c9c HTTP/1.1" status: 200 len: 1002 time: 0.1743329 Feb 19 03:22:24.832555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:24.833497 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.877218 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbbf6-185c-4eb6-b5a2-0d2a2e995ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7eb5451c-0984-4369-a7b7-1abc7cb6c42e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.880652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd0dbbf6-185c-4eb6-b5a2-0d2a2e995ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:24.884972 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fd0dbbf6-185c-4eb6-b5a2-0d2a2e995ded admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7eb5451c-0984-4369-a7b7-1abc7cb6c42e HTTP/1.1" status: 204 len: 168 time: 0.9498475 Feb 19 03:22:24.936419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d71ae-cba8-4c97-a67f-2703be4cd0f9 req-1b8b38cf-b482-4266-b310-024d77aaf7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.937848 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-da8d71ae-cba8-4c97-a67f-2703be4cd0f9 req-1b8b38cf-b482-4266-b310-024d77aaf7b6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6b7c37c-a05d-42e1-9da7-6e6075618d32 HTTP/1.1" status: 200 len: 834 time: 0.1292188 Feb 19 03:22:24.941581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0dbbf6-185c-4eb6-b5a2-0d2a2e995ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb5451c-0984-4369-a7b7-1abc7cb6c42e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:24.963411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08498d2c-4e41-4dba-a6a3-c09ff2a84b0a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:24.967401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-08498d2c-4e41-4dba-a6a3-c09ff2a84b0a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3099880 Feb 19 03:22:24.978182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52862) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:25.045899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f277f9f2-2988-4dc7-94a4-394c778d8f7f None None] Network bfbb8af3-a25d-4ef8-869a-35866271696d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:25.087455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:25.087946 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.089474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6085f220-d8a6-4ed2-8750-32ee85aff623 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1100945 Feb 19 03:22:25.102509 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52864) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:25.117334 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (fe11fb5d-da42-4aaf-888b-ed6b8f86499e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.124743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port db78a3b2-cbf1-4ca5-b77b-8e1e59283973, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=db78a3b2-cbf1-4ca5-b77b-8e1e59283973,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:25.127346 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-106115df-c408-4bc9-80bb-8d94d89813b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:25.133084 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (fe11fb5d-da42-4aaf-888b-ed6b8f86499e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.149449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a81aae-ed2a-4782-81dc-80420975ac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcecb697-83d8-4e57-a34f-3b786035a5d0'}, {'server_uuid': '5189283f-b013-4339-bc97-001a26f3f067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db78a3b2-cbf1-4ca5-b77b-8e1e59283973'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:25.149729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d71ae-cba8-4c97-a67f-2703be4cd0f9 req-10ae8fb9-26a7-4201-9d37-37f59d8d380c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:25.151470 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-da8d71ae-cba8-4c97-a67f-2703be4cd0f9 req-10ae8fb9-26a7-4201-9d37-37f59d8d380c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d812e14e-de83-4338-87fa-976d8be3864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2071755 Feb 19 03:22:25.161092 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca62e9da-a84b-402e-a242-af0c75f5dff6" -d '{"events": [{"server_uuid": "62a81aae-ed2a-4782-81dc-80420975ac60", "name": "network-vif-plugged", "status": "completed", "tag": "bcecb697-83d8-4e57-a34f-3b786035a5d0"}, {"server_uuid": "5189283f-b013-4339-bc97-001a26f3f067", "name": "network-vif-plugged", "status": "completed", "tag": "db78a3b2-cbf1-4ca5-b77b-8e1e59283973"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:25.211410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e8fc4c91-4330-4b1f-8200-2ae31b7aa71a,segment=NetworkSegment(262259e2-92d2-4cc5-bfd6-aadb79fdbef9),segment_id=262259e2-92d2-4cc5-bfd6-aadb79fdbef9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:25.213779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e2de94-90cd-43f2-8dfe-c870ceccb0be None None] Pushing event updated for resources: {'Port': ['ID=3743dfa1-20e9-4b9f-8d77-48c9876fa156,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:25.223914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe11fb5d-da42-4aaf-888b-ed6b8f86499e,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:25.259411 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.277934 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.281846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8688858 Feb 19 03:22:25.283210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.283559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.283901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.284238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.284576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.284943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.285957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.285957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.285957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.286456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.286823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.286934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.287216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785a1f3d-b2d4-4ef0-9674-ae8ba086ab44 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:25.317442 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.325690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52870) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:25.337721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ec13dfc2-9786-413a-ac8b-850861fdf80a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': 'fdae6966-501b-4483-bc32-29e265dd4200', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:25.450660 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bcc75b-40a3-4012-9f7c-861dbe303237 x-openstack-request-id: req-b6bcc75b-40a3-4012-9f7c-861dbe303237 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:25.451009 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a81aae-ed2a-4782-81dc-80420975ac60", "name": "network-vif-plugged", "status": "completed", "tag": "bcecb697-83d8-4e57-a34f-3b786035a5d0", "code": 200}, {"server_uuid": "5189283f-b013-4339-bc97-001a26f3f067", "name": "network-vif-plugged", "status": "completed", "tag": "db78a3b2-cbf1-4ca5-b77b-8e1e59283973", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:25.451197 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b6bcc75b-40a3-4012-9f7c-861dbe303237 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:25.451609 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a81aae-ed2a-4782-81dc-80420975ac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcecb697-83d8-4e57-a34f-3b786035a5d0', 'code': 200} Feb 19 03:22:25.451875 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5189283f-b013-4339-bc97-001a26f3f067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db78a3b2-cbf1-4ca5-b77b-8e1e59283973', 'code': 200} Feb 19 03:22:25.452808 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-da8d71ae-cba8-4c97-a67f-2703be4cd0f9 req-cd5bd8da-7829-4f1e-b727-358f1a0be399 service neutron] 10.222.0.87 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534161 Feb 19 03:22:25.543048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 87de1aed-0122-43fe-9ead-26c5e21d763e no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:25.565357 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f856c1da-6c25-4f82-bbb4-cd4dde3fa196 None None] Provisioning complete for port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:25.565725 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f856c1da-6c25-4f82-bbb4-cd4dde3fa196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.586854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.25.1.188 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/8867394f-7cde-4671-96b1-a588365adc5c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:25.695911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec13dfc2-9786-413a-ac8b-850861fdf80a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (03cd2f50-1447-4de0-b51e-c978b71c63a2), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:25.811567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 87de1aed-0122-43fe-9ead-26c5e21d763e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:25.812154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 87de1aed-0122-43fe-9ead-26c5e21d763e not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:25.867054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ec426-eecb-4c8c-83e7-4a1bf82e3ab8 req-27c04946-8b58-4110-aadd-f2772b1c9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:25.868619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d58ec426-eecb-4c8c-83e7-4a1bf82e3ab8 req-27c04946-8b58-4110-aadd-f2772b1c9ed4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 1127 time: 0.3632317 Feb 19 03:22:25.943900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f856c1da-6c25-4f82-bbb4-cd4dde3fa196 None None] Current status of the port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:26.003356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=db78a3b2-cbf1-4ca5-b77b-8e1e59283973,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:26.044172 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9de341e-7655-4ea4-bad1-2f980795d310 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.070264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106115df-c408-4bc9-80bb-8d94d89813b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:26.083889 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-106115df-c408-4bc9-80bb-8d94d89813b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.170164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=e8fc4c91-4330-4b1f-8200-2ae31b7aa71a,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:26.183137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3743dfa1-20e9-4b9f-8d77-48c9876fa156 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:26.196766 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-da8d71ae-cba8-4c97-a67f-2703be4cd0f9 req-8c2bc3d6-cfa4-43ca-9d60-b25c2155b852 service neutron] 10.222.0.87 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6935108 Feb 19 03:22:26.245188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de341e-7655-4ea4-bad1-2f980795d310 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:26.347617 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec13dfc2-9786-413a-ac8b-850861fdf80a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (03cd2f50-1447-4de0-b51e-c978b71c63a2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.367128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:26.367837 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.436434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81cb0f-4c84-4c76-a87e-da9a7abe561e req-06c4ee03-3391-494e-acb5-82b9d95fff3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:26.438366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f81cb0f-4c84-4c76-a87e-da9a7abe561e req-06c4ee03-3391-494e-acb5-82b9d95fff3b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=62a81aae-ed2a-4782-81dc-80420975ac60 HTTP/1.1" status: 200 len: 1127 time: 0.8609459 Feb 19 03:22:26.440332 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec13dfc2-9786-413a-ac8b-850861fdf80a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (03cd2f50-1447-4de0-b51e-c978b71c63a2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.467460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13dfc2-9786-413a-ac8b-850861fdf80a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cd2f50-1447-4de0-b51e-c978b71c63a2,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:26.478979 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (8867394f-7cde-4671-96b1-a588365adc5c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.521433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:26.645061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8867394f-7cde-4671-96b1-a588365adc5c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.753590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383a125-e4a1-4d41-af5a-858e3d7cad5a req-d02b0f4f-2720-4139-b911-53dcb1723051 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:26.764295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=8867394f-7cde-4671-96b1-a588365adc5c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:26.765257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5383a125-e4a1-4d41-af5a-858e3d7cad5a req-d02b0f4f-2720-4139-b911-53dcb1723051 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 945 time: 0.9351144 Feb 19 03:22:26.784940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d58ec426-eecb-4c8c-83e7-4a1bf82e3ab8 req-e0a85827-b69a-4e9d-88a1-8d0a9f1a74f8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8989174 Feb 19 03:22:26.792118 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9de341e-7655-4ea4-bad1-2f980795d310 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.804653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-005e2c62-938c-4341-909f-c4425e58308b None None] Provisioning complete for port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:26.805048 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-005e2c62-938c-4341-909f-c4425e58308b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.812685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e9de341e-7655-4ea4-bad1-2f980795d310 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d HTTP/1.1" status: 204 len: 168 time: 3.2904789 Feb 19 03:22:26.821891 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec13dfc2-9786-413a-ac8b-850861fdf80a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:26.831460 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ec13dfc2-9786-413a-ac8b-850861fdf80a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5045886 Feb 19 03:22:26.915311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52904) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:26.921604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f81cb0f-4c84-4c76-a87e-da9a7abe561e req-9445e97d-d6d4-4a09-a8dd-fd761bb35c4f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4553158 Feb 19 03:22:26.922397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52902) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:26.954483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8aa25289-3503-4320-bb11-a59fbff4fa02 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': 'fdae6966-501b-4483-bc32-29e265dd4200', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:27.033695 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-512135bb-2e5d-4d26-903b-bf6799f7677f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] GET failed (client error): The resource could not be found. Feb 19 03:22:27.041511 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-512135bb-2e5d-4d26-903b-bf6799f7677f tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports/45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d HTTP/1.1" status: 404 len: 333 time: 0.1138453 Feb 19 03:22:27.041511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.041511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.041511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.041511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.041511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.041511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.048021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52908) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:27.052474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.052852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.053199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.053535 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.053868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.054197 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.054520 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:27.061220 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-8aa25289-3503-4320-bb11-a59fbff4fa02 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Project ec3a4b817fbd4e3e8c1ad110c3a57ca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:22:27.091441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:27.111926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:27.119988 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8aa25289-3503-4320-bb11-a59fbff4fa02 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (9029a7c0-0b34-4ea4-83c7-753f85f87a39), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.140767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:27.303673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5383a125-e4a1-4d41-af5a-858e3d7cad5a req-463ee780-e980-4656-9c81-e18f869a0b43 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168524 Feb 19 03:22:27.439247 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-635f6376-faed-4f3c-90a4-c505e0616688 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (f3676259-301a-44bd-9af9-a8832a205eff), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.478707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.objects.ports [None req-106115df-c408-4bc9-80bb-8d94d89813b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109898) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:22:27.486661 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-106115df-c408-4bc9-80bb-8d94d89813b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (f520e3b1-852d-4ecb-a7b9-30f9e8f856cc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.567889 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-635f6376-faed-4f3c-90a4-c505e0616688 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (f3676259-301a-44bd-9af9-a8832a205eff), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.581841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-005e2c62-938c-4341-909f-c4425e58308b None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:27.591888 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8aa25289-3503-4320-bb11-a59fbff4fa02 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (9029a7c0-0b34-4ea4-83c7-753f85f87a39), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.601651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52914) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:27.626306 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-005e2c62-938c-4341-909f-c4425e58308b None None] Provisioning complete for port 50a32e47-2c14-4412-86ef-7d7c1293b933 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:27.627518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8aa25289-3503-4320-bb11-a59fbff4fa02 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (9029a7c0-0b34-4ea4-83c7-753f85f87a39), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.628412 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-005e2c62-938c-4341-909f-c4425e58308b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (50a32e47-2c14-4412-86ef-7d7c1293b933), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.664006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106115df-c408-4bc9-80bb-8d94d89813b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:27.680893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-106115df-c408-4bc9-80bb-8d94d89813b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:27.699187 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106115df-c408-4bc9-80bb-8d94d89813b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:27.699823 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8aa25289-3503-4320-bb11-a59fbff4fa02 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.700044 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-106115df-c408-4bc9-80bb-8d94d89813b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.702065 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8aa25289-3503-4320-bb11-a59fbff4fa02 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7728975 Feb 19 03:22:27.726199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52918) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:27.738646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-005e2c62-938c-4341-909f-c4425e58308b None None] Port 50a32e47-2c14-4412-86ef-7d7c1293b933 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:27.749103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b52619-df22-4c06-9b90-e5550d197cf8 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:27.759519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-005e2c62-938c-4341-909f-c4425e58308b None None] Could not find standard attr ID for object 45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:22:27.785969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f66697fd-90c0-4b9d-aae7-814944dff545 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': 'fdae6966-501b-4483-bc32-29e265dd4200', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:27.886715 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-f66697fd-90c0-4b9d-aae7-814944dff545 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Project ec3a4b817fbd4e3e8c1ad110c3a57ca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:22:27.893687 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-106115df-c408-4bc9-80bb-8d94d89813b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7809284 Feb 19 03:22:27.895862 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52924) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:27.901212 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f66697fd-90c0-4b9d-aae7-814944dff545 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (29bd6c40-e9ab-4249-9dbe-de12f8a1fdc6), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:27.907716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa25289-3503-4320-bb11-a59fbff4fa02 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9029a7c0-0b34-4ea4-83c7-753f85f87a39,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:27.941215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:17:25:3e', 'name': 'tempest-NetworksTestDHCPv6-597451739'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:27.949098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106115df-c408-4bc9-80bb-8d94d89813b0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=f520e3b1-852d-4ecb-a7b9-30f9e8f856cc,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:28.040969 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-635f6376-faed-4f3c-90a4-c505e0616688 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f3676259-301a-44bd-9af9-a8832a205eff), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.044311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-635f6376-faed-4f3c-90a4-c505e0616688 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.049627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e8fc4c91-4330-4b1f-8200-2ae31b7aa71a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:28.063093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-635f6376-faed-4f3c-90a4-c505e0616688 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/security-groups/f3676259-301a-44bd-9af9-a8832a205eff HTTP/1.1" status: 204 len: 168 time: 1.0101249 Feb 19 03:22:28.065486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52928) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:28.088648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c51901ad-4b36-45bd-a422-309d58d20e1d None None] Provisioning complete for port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:28.088952 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c51901ad-4b36-45bd-a422-309d58d20e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.125113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f6376-faed-4f3c-90a4-c505e0616688 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3676259-301a-44bd-9af9-a8832a205eff,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:28.151489 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3089bfb-f392-4d6b-879d-81f5678aa4dd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (cd892b30-29d9-4416-8f3f-c10eb7ef62a9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.249576 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3089bfb-f392-4d6b-879d-81f5678aa4dd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (cd892b30-29d9-4416-8f3f-c10eb7ef62a9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.293472 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f66697fd-90c0-4b9d-aae7-814944dff545 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (29bd6c40-e9ab-4249-9dbe-de12f8a1fdc6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.320392 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f66697fd-90c0-4b9d-aae7-814944dff545 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (29bd6c40-e9ab-4249-9dbe-de12f8a1fdc6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.356734 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ce432cf-f3f0-4e51-a747-aea7f416a1d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.381566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66697fd-90c0-4b9d-aae7-814944dff545 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bd6c40-e9ab-4249-9dbe-de12f8a1fdc6,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:28.393314 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f66697fd-90c0-4b9d-aae7-814944dff545 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.398135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f66697fd-90c0-4b9d-aae7-814944dff545 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6656053 Feb 19 03:22:28.418022 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3089bfb-f392-4d6b-879d-81f5678aa4dd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cd892b30-29d9-4416-8f3f-c10eb7ef62a9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.422737 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3089bfb-f392-4d6b-879d-81f5678aa4dd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.428175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f3089bfb-f392-4d6b-879d-81f5678aa4dd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/security-groups/cd892b30-29d9-4416-8f3f-c10eb7ef62a9 HTTP/1.1" status: 204 len: 168 time: 0.3498166 Feb 19 03:22:28.429260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52936) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:28.593322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3089bfb-f392-4d6b-879d-81f5678aa4dd tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd892b30-29d9-4416-8f3f-c10eb7ef62a9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:28.608296 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (a061ada6-5d81-432a-aac5-046fac8bf789), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.685727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c51901ad-4b36-45bd-a422-309d58d20e1d None None] Current status of the port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:28.732025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': 'f520e3b1-852d-4ecb-a7b9-30f9e8f856cc'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:28.733423 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.748408 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-59c07bfd-8bb3-46fa-b0e6-3aee21ad0f80 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (42235867-32bb-4270-8f2e-f56b3ad6fe1f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.760134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:28.760902 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.805792 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-59c07bfd-8bb3-46fa-b0e6-3aee21ad0f80 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (42235867-32bb-4270-8f2e-f56b3ad6fe1f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:28.833015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:28.904321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52946) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:28.957015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc57947-7e6c-4b69-8d12-877f75132356 req-fdf7934d-ed60-423f-bd5a-97be48e92c63 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:28.961621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bc57947-7e6c-4b69-8d12-877f75132356 req-fdf7934d-ed60-423f-bd5a-97be48e92c63 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 945 time: 0.3918045 Feb 19 03:22:29.003691 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-59c07bfd-8bb3-46fa-b0e6-3aee21ad0f80 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (42235867-32bb-4270-8f2e-f56b3ad6fe1f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.011020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-59c07bfd-8bb3-46fa-b0e6-3aee21ad0f80 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.019001 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-59c07bfd-8bb3-46fa-b0e6-3aee21ad0f80 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/security-groups/42235867-32bb-4270-8f2e-f56b3ad6fe1f HTTP/1.1" status: 204 len: 168 time: 0.5612779 Feb 19 03:22:29.019685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52950) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:29.051167 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.094239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c51901ad-4b36-45bd-a422-309d58d20e1d None None] Could not find standard attr ID for object 45ba27ce-e307-4a3c-90cd-cb7ca2b88f2d. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:22:29.118155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Allocated IP 2001:db8::f816:3eff:fee9:a48f (3e1d2a52-1707-4906-8471-db9b5cc29c4f/f520e3b1-852d-4ecb-a7b9-30f9e8f856cc/b89c8995-8445-4d50-97c2-4fc8e88cf419) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:29.151278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-804dd56f-d34a-4306-b426-32ce3da5dde7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting subnet 90cd6bb7-f6f6-4da0-8e19-05219576ef0f {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:29.154785 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-804dd56f-d34a-4306-b426-32ce3da5dde7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (90cd6bb7-f6f6-4da0-8e19-05219576ef0f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.192615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c07bfd-8bb3-46fa-b0e6-3aee21ad0f80 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42235867-32bb-4270-8f2e-f56b3ad6fe1f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:29.207150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:29.235573 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port 90daef80-381e-4789-a6db-a6363c9ff425 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:29.246495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ce432cf-f3f0-4e51-a747-aea7f416a1d9 admin admin] Publish callbacks [] for security_group (ebf160c3-f8a3-4dfb-8cde-9849475a9d9b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.296311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-804dd56f-d34a-4306-b426-32ce3da5dde7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (90cd6bb7-f6f6-4da0-8e19-05219576ef0f), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.344122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bc57947-7e6c-4b69-8d12-877f75132356 req-019eba3e-4ed5-4623-99d3-8b76d0463b3a tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763835 Feb 19 03:22:29.380478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1537007959'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:29.409876 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ce432cf-f3f0-4e51-a747-aea7f416a1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ebf160c3-f8a3-4dfb-8cde-9849475a9d9b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.464278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Made reservation on behalf of 1f1e0822a7b14831ba692b27b4c9cc07 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:29.469876 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Publish callbacks [] for port (b89c8995-8445-4d50-97c2-4fc8e88cf419), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.485935 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (b89c8995-8445-4d50-97c2-4fc8e88cf419), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.490754 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.497256 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7ce432cf-f3f0-4e51-a747-aea7f416a1d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4fd0dcbdc5344133b8244185ec6c8ea7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8812442 Feb 19 03:22:29.510202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52962) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:29.558011 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce432cf-f3f0-4e51-a747-aea7f416a1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf160c3-f8a3-4dfb-8cde-9849475a9d9b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:29.565688 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.587048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Pushing event updated for resources: {'Port': ['ID=b89c8995-8445-4d50-97c2-4fc8e88cf419,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:29.630816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:29.632721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:29.635793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:29.657120 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8dab4bd-0a0d-4407-affb-392c97791b22 admin admin] Publish callbacks [] for security_group (ebf160c3-f8a3-4dfb-8cde-9849475a9d9b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.683321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::f816:3eff:fe17:253e (3e1d2a52-1707-4906-8471-db9b5cc29c4f/f520e3b1-852d-4ecb-a7b9-30f9e8f856cc/90daef80-381e-4789-a6db-a6363c9ff425) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:29.707962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (a061ada6-5d81-432a-aac5-046fac8bf789), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.730216 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-804dd56f-d34a-4306-b426-32ce3da5dde7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (90cd6bb7-f6f6-4da0-8e19-05219576ef0f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.732999 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8dab4bd-0a0d-4407-affb-392c97791b22 admin admin] Publish callbacks [] for security_group (ebf160c3-f8a3-4dfb-8cde-9849475a9d9b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.770989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Attempting to bind port b89c8995-8445-4d50-97c2-4fc8e88cf419 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:29.772112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Attempting to bind port b89c8995-8445-4d50-97c2-4fc8e88cf419 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:29.773373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Attempting to bind port b89c8995-8445-4d50-97c2-4fc8e88cf419 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:29.785086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:29.785995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:29.790232 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.791062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:29.791791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Bound port: b89c8995-8445-4d50-97c2-4fc8e88cf419, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:29.792432 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b89c8995-8445-4d50-97c2-4fc8e88cf419), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.836971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-63beaf75-b9d1-4de4-863f-629eb42d6db4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113637571&fields=id&tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9 HTTP/1.1" status: 200 len: 267 time: 0.2951069 Feb 19 03:22:29.846144 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-804dd56f-d34a-4306-b426-32ce3da5dde7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (90cd6bb7-f6f6-4da0-8e19-05219576ef0f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:29.922539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] For port b89c8995-8445-4d50-97c2-4fc8e88cf419, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:29.926794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] For port b89c8995-8445-4d50-97c2-4fc8e88cf419, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b89c8995-8445-4d50-97c2-4fc8e88cf419,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:29.942021 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b89c8995-8445-4d50-97c2-4fc8e88cf419), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.016836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc36f25-4bd0-4414-8174-e0d5e90fa7f6 None None] Pushing event updated for resources: {'Port': ['ID=b89c8995-8445-4d50-97c2-4fc8e88cf419,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:30.021656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804dd56f-d34a-4306-b426-32ce3da5dde7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Subnet': ['ID=90cd6bb7-f6f6-4da0-8e19-05219576ef0f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:30.141368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-942e35a9-b825-4ad1-92de-fbeb59f0e134 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:30.144826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-942e35a9-b825-4ad1-92de-fbeb59f0e134 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/networks?id=bfbb8af3-a25d-4ef8-869a-35866271696d HTTP/1.1" status: 200 len: 796 time: 0.2893450 Feb 19 03:22:30.180505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-0192d2d6-9cf8-4e10-ab28-17ed81477e59 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/quotas/ec3a4b817fbd4e3e8c1ad110c3a57ca9 HTTP/1.1" status: 200 len: 375 time: 0.0169220 Feb 19 03:22:30.211926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a88a6a-99f7-45a6-a876-966c8af6361e None None] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:30.264229 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-804dd56f-d34a-4306-b426-32ce3da5dde7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.277000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-804dd56f-d34a-4306-b426-32ce3da5dde7 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/90cd6bb7-f6f6-4da0-8e19-05219576ef0f HTTP/1.1" status: 204 len: 168 time: 1.2382648 Feb 19 03:22:30.285430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52966) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:30.468753 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-1b906746-3814-4653-a15c-6013d54293b5 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2564814 Feb 19 03:22:30.496940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7da9642f-9d0f-4aac-b067-9a236ca26320 req-e7aff30e-bc39-4612-bc6b-c9abb1787b96 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3427215 Feb 19 03:22:30.956343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (90daef80-381e-4789-a6db-a6363c9ff425), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.961357 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8dab4bd-0a0d-4407-affb-392c97791b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ebf160c3-f8a3-4dfb-8cde-9849475a9d9b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.964859 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8dab4bd-0a0d-4407-affb-392c97791b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:30.966998 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a8dab4bd-0a0d-4407-affb-392c97791b22 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ebf160c3-f8a3-4dfb-8cde-9849475a9d9b HTTP/1.1" status: 204 len: 168 time: 1.4555261 Feb 19 03:22:30.976171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router a061ada6-5d81-432a-aac5-046fac8bf789 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:22:30.987352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dab4bd-0a0d-4407-affb-392c97791b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf160c3-f8a3-4dfb-8cde-9849475a9d9b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:31.143212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd00cf8c-c494-410b-a0c7-277b485f94c0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting subnet c7f77de7-7228-4720-9283-61c451d81420 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:31.162378 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks [] for security_group (b7196840-80f6-4677-a6cf-d09d8ba5c7f5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.193332 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (90daef80-381e-4789-a6db-a6363c9ff425), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.206958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd00cf8c-c494-410b-a0c7-277b485f94c0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (c7f77de7-7228-4720-9283-61c451d81420), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.239863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b7196840-80f6-4677-a6cf-d09d8ba5c7f5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.306220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:22:31.338715 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=90daef80-381e-4789-a6db-a6363c9ff425,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:31.352696 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd00cf8c-c494-410b-a0c7-277b485f94c0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (c7f77de7-7228-4720-9283-61c451d81420), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.394479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9642f-9d0f-4aac-b067-9a236ca26320 req-a23a2eb5-5f3f-458b-b9cb-230d80138d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:31.396614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7da9642f-9d0f-4aac-b067-9a236ca26320 req-a23a2eb5-5f3f-458b-b9cb-230d80138d8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cd7142ab25e418f8768b0db7da15b4f&device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 1128 time: 0.3557329 Feb 19 03:22:31.412473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:31.415522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:31.417615 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d9d7918c-7958-4b8b-851a-d69e2c838c64), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.418154 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Added segment d9d7918c-7958-4b8b-851a-d69e2c838c64 of type vlan for network f1038f98-75d0-4d62-87a8-7918d9770dc4 Feb 19 03:22:31.419135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:31.419855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7196840-80f6-4677-a6cf-d09d8ba5c7f5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:31.424471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:31.425439 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.464959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:22:31.476524 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-383d2387-0dbb-4772-9b04-981e0f416bbc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5683031 Feb 19 03:22:31.477521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Sync routers for ids ['a061ada6-5d81-432a-aac5-046fac8bf789'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:22:31.480509 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52976) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:31.499635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Routers {'a061ada6-5d81-432a-aac5-046fac8bf789'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:31.500918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:22:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a061ada6-5d81-432a-aac5-046fac8bf789'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:31.531337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.534731 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-246e56c7-0af6-44b4-892e-5ea5c88a5f1e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 8.5877171 Feb 19 03:22:31.542004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52978) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:31.580097 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b353d249-5c2b-4dc6-99ad-eb64f79dbc91 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=d251da4ce30245449da598358709f972&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368464 Feb 19 03:22:31.583619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52980) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:31.684859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9642f-9d0f-4aac-b067-9a236ca26320 req-91df6f58-d1a3-4a93-a912-66a56a8ce422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:31.686418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7da9642f-9d0f-4aac-b067-9a236ca26320 req-91df6f58-d1a3-4a93-a912-66a56a8ce422 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12c30bec-6042-4990-9713-677296d69ad3 HTTP/1.1" status: 200 len: 916 time: 0.2407398 Feb 19 03:22:31.698248 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2b6df-0653-4acf-8ff9-163ba8540e4e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:31.705360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe2b6df-0653-4acf-8ff9-163ba8540e4e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:31.709533 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9fe2b6df-0653-4acf-8ff9-163ba8540e4e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2249119 Feb 19 03:22:31.712506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52982) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:31.749566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Set router a061ada6-5d81-432a-aac5-046fac8bf789 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:31.765194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-9459dc09-4e80-43e7-b96c-ac7622832066 service neutron] 10.222.0.81 "GET /v2.0/networks/bfbb8af3-a25d-4ef8-869a-35866271696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2576716 Feb 19 03:22:31.809089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52984) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:31.811064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b84bc00-d5f7-444b-9e09-ddcd6d579efc tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:31.815803 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3b84bc00-d5f7-444b-9e09-ddcd6d579efc tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2288363 Feb 19 03:22:31.832142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52986) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:31.834600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7da9642f-9d0f-4aac-b067-9a236ca26320 req-f57d7f3e-69c2-49b1-8a2b-d4306dca3a02 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31ed85ec-0170-46e6-994d-9af3009795aa HTTP/1.1" status: 200 len: 217 time: 0.1387978 Feb 19 03:22:31.880886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e8566b16-010a-4596-9080-1fa7c0cce7c9 None None] Provisioning complete for port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:31.881622 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e8566b16-010a-4596-9080-1fa7c0cce7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:31.916321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f017ee5a-171e-4805-8a38-17ff45f74060 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port 90daef80-381e-4789-a6db-a6363c9ff425 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:31.916597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f017ee5a-171e-4805-8a38-17ff45f74060 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (90daef80-381e-4789-a6db-a6363c9ff425), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.019540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b89c8995-8445-4d50-97c2-4fc8e88cf419 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:32.050113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9642f-9d0f-4aac-b067-9a236ca26320 req-88818995-6813-44a8-9dfe-1f2064e1bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:32.052886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7da9642f-9d0f-4aac-b067-9a236ca26320 req-88818995-6813-44a8-9dfe-1f2064e1bbc7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7fc6714a-0c2b-4ba2-a072-a83242a25d3f HTTP/1.1" status: 200 len: 854 time: 0.1496058 Feb 19 03:22:32.053861 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-482656c5-d27d-4be4-837f-1ad4f822b561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.064330 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (f1038f98-75d0-4d62-87a8-7918d9770dc4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.064744 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f017ee5a-171e-4805-8a38-17ff45f74060 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (90daef80-381e-4789-a6db-a6363c9ff425), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.088049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f017ee5a-171e-4805-8a38-17ff45f74060 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for 90daef80-381e-4789-a6db-a6363c9ff425 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:32.113017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4956706d-2708-48e6-8d77-971aa0adb20e tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2773542 Feb 19 03:22:32.135652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52990) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:32.172038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e8566b16-010a-4596-9080-1fa7c0cce7c9 None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:32.212636 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-482656c5-d27d-4be4-837f-1ad4f822b561 admin admin] Publish callbacks [] for security_group (06a58494-649e-4e20-b347-741d2a90385f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.219724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7932e006-3a67-4187-9a76-941309794655 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1621397207', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'project_id': 'd251da4ce30245449da598358709f972', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:32.228687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e8566b16-010a-4596-9080-1fa7c0cce7c9 None None] Provisioning complete for port 50a32e47-2c14-4412-86ef-7d7c1293b933 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:32.229690 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e8566b16-010a-4596-9080-1fa7c0cce7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (50a32e47-2c14-4412-86ef-7d7c1293b933), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.229864 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:22:32.235299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b89c8995-8445-4d50-97c2-4fc8e88cf419 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:32.236117 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b89c8995-8445-4d50-97c2-4fc8e88cf419), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.245924 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-482656c5-d27d-4be4-837f-1ad4f822b561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (06a58494-649e-4e20-b347-741d2a90385f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.287263 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd00cf8c-c494-410b-a0c7-277b485f94c0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (c7f77de7-7228-4720-9283-61c451d81420), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.296391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f017ee5a-171e-4805-8a38-17ff45f74060 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (90daef80-381e-4789-a6db-a6363c9ff425), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.349585 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017ee5a-171e-4805-8a38-17ff45f74060 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=90daef80-381e-4789-a6db-a6363c9ff425,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:32.384839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b89c8995-8445-4d50-97c2-4fc8e88cf419 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:32.385938 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b89c8995-8445-4d50-97c2-4fc8e88cf419), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.399402 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f017ee5a-171e-4805-8a38-17ff45f74060 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.400506 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (f1038f98-75d0-4d62-87a8-7918d9770dc4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.406203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:32.406977 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.407186 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f017ee5a-171e-4805-8a38-17ff45f74060 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/90daef80-381e-4789-a6db-a6363c9ff425 HTTP/1.1" status: 204 len: 168 time: 0.6934330 Feb 19 03:22:32.411515 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52992) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:32.419244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e8566b16-010a-4596-9080-1fa7c0cce7c9 None None] Port 50a32e47-2c14-4412-86ef-7d7c1293b933 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:32.445406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:22:27Z', 'revision_number': 3, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:32.458502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-482656c5-d27d-4be4-837f-1ad4f822b561 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1cdc2db049c846279f886f6240b0397d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6451929 Feb 19 03:22:32.480835 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52994) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:32.486297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Checking router: a061ada6-5d81-432a-aac5-046fac8bf789 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:22:32.486879 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Updating router a061ada6-5d81-432a-aac5-046fac8bf789 port 8867394f-7cde-4671-96b1-a588365adc5c binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:22:32.505170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.5996959 Feb 19 03:22:32.515023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482656c5-d27d-4be4-837f-1ad4f822b561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a58494-649e-4e20-b347-741d2a90385f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:32.528780 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8867394f-7cde-4671-96b1-a588365adc5c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.568287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9e931f-0528-4441-a31e-1034f7aff9bc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:32.569871 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9e931f-0528-4441-a31e-1034f7aff9bc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:32.572343 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-de9e931f-0528-4441-a31e-1034f7aff9bc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1596611 Feb 19 03:22:32.576542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52998) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:32.593543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9642f-9d0f-4aac-b067-9a236ca26320 req-54063a4b-0972-494d-a010-985bf0ca8011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:32.595587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7da9642f-9d0f-4aac-b067-9a236ca26320 req-54063a4b-0972-494d-a010-985bf0ca8011 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c30bec-6042-4990-9713-677296d69ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5040965 Feb 19 03:22:32.602455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-809a50a6-7392-4c4f-bf56-9e9df9a3390d service neutron] 10.222.0.81 "GET /v2.0/networks/bfbb8af3-a25d-4ef8-869a-35866271696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7942090 Feb 19 03:22:32.715963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c180a3e-cd3f-4662-bc3d-4dcda18a3077 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Pushing event updated for resources: {'Network': ['ID=f1038f98-75d0-4d62-87a8-7918d9770dc4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:32.732511 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd00cf8c-c494-410b-a0c7-277b485f94c0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (c7f77de7-7228-4720-9283-61c451d81420), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.749631 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9552d692-41ae-4b5e-95ac-e6bf2484310a admin admin] Publish callbacks [] for security_group (06a58494-649e-4e20-b347-741d2a90385f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.765472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port b89c8995-8445-4d50-97c2-4fc8e88cf419, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b89c8995-8445-4d50-97c2-4fc8e88cf419,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:32.777442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network f1038f98-75d0-4d62-87a8-7918d9770dc4 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:22:32.777882 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9552d692-41ae-4b5e-95ac-e6bf2484310a admin admin] Publish callbacks [] for security_group (06a58494-649e-4e20-b347-741d2a90385f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.802079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd00cf8c-c494-410b-a0c7-277b485f94c0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Subnet': ['ID=c7f77de7-7228-4720-9283-61c451d81420,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:32.807177 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b89c8995-8445-4d50-97c2-4fc8e88cf419), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.823545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7932e006-3a67-4187-9a76-941309794655 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Made reservation on behalf of d251da4ce30245449da598358709f972 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:32.833772 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7932e006-3a67-4187-9a76-941309794655 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.837789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-c93532c2-3fd5-4c41-803b-a749d6f0b22b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet f520e3b1-852d-4ecb-a7b9-30f9e8f856cc {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:32.841331 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c93532c2-3fd5-4c41-803b-a749d6f0b22b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (f520e3b1-852d-4ecb-a7b9-30f9e8f856cc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.887982 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd00cf8c-c494-410b-a0c7-277b485f94c0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.891221 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dd00cf8c-c494-410b-a0c7-277b485f94c0 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/c7f77de7-7228-4720-9283-61c451d81420 HTTP/1.1" status: 204 len: 168 time: 2.5946460 Feb 19 03:22:32.899102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c93532c2-3fd5-4c41-803b-a749d6f0b22b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (f520e3b1-852d-4ecb-a7b9-30f9e8f856cc), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:32.906120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53004) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:33.011061 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-2051dba6-83eb-496a-9fc2-96056085478e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] DELETE failed (client error): The resource could not be found. Feb 19 03:22:33.011775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2051dba6-83eb-496a-9fc2-96056085478e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:33.015492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2051dba6-83eb-496a-9fc2-96056085478e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/90cd6bb7-f6f6-4da0-8e19-05219576ef0f HTTP/1.1" status: 404 len: 337 time: 0.1083629 Feb 19 03:22:33.022583 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c93532c2-3fd5-4c41-803b-a749d6f0b22b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (f520e3b1-852d-4ecb-a7b9-30f9e8f856cc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.026869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53008) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:33.106420 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9552d692-41ae-4b5e-95ac-e6bf2484310a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (06a58494-649e-4e20-b347-741d2a90385f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.109406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9552d692-41ae-4b5e-95ac-e6bf2484310a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.113133 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9552d692-41ae-4b5e-95ac-e6bf2484310a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/06a58494-649e-4e20-b347-741d2a90385f HTTP/1.1" status: 204 len: 168 time: 0.6288943 Feb 19 03:22:33.120169 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c93532c2-3fd5-4c41-803b-a749d6f0b22b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (f520e3b1-852d-4ecb-a7b9-30f9e8f856cc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.135182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4e0eb2-b05c-4203-aee7-d5c2f1be71fe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting subnet 2f119a09-2b1c-4627-8a11-66bbd454e1e2 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:33.141649 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0eb2-b05c-4203-aee7-d5c2f1be71fe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (2f119a09-2b1c-4627-8a11-66bbd454e1e2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.155739 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c93532c2-3fd5-4c41-803b-a749d6f0b22b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.159435 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c93532c2-3fd5-4c41-803b-a749d6f0b22b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/f520e3b1-852d-4ecb-a7b9-30f9e8f856cc HTTP/1.1" status: 204 len: 168 time: 0.5817413 Feb 19 03:22:33.172551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53016) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:33.179506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7da9642f-9d0f-4aac-b067-9a236ca26320 req-5ddbbf44-39c5-4b5f-b3c6-a5017113ee02 service neutron] 10.222.0.67 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517981 Feb 19 03:22:33.187742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552d692-41ae-4b5e-95ac-e6bf2484310a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a58494-649e-4e20-b347-741d2a90385f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:33.190018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93532c2-3fd5-4c41-803b-a749d6f0b22b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=f520e3b1-852d-4ecb-a7b9-30f9e8f856cc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:33.219862 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=b89c8995-8445-4d50-97c2-4fc8e88cf419,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:33.234824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805f2e12-b0eb-4ee1-849a-7358174de668 None None] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:33.236972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3f0a46-7088-40fc-b8de-bbc732f2a38d None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:33.311315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2c0a8b4c-07e2-4a8c-81a1-4c3bbe6774bd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302948 Feb 19 03:22:33.314145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53018) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:33.321304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-82ae5b66-0e2a-4e26-a54b-45390054e796 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:33.382552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-22018b51-a6da-4207-9899-0ea1643528a0 None None] Provisioning complete for port b89c8995-8445-4d50-97c2-4fc8e88cf419 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:33.382912 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-22018b51-a6da-4207-9899-0ea1643528a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b89c8995-8445-4d50-97c2-4fc8e88cf419), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.388221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e42be5-5fe7-4830-98ba-77fdfb10a675 req-2b19a2ee-fb0c-40fc-ac18-15c00e53051e tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:33.391702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12e42be5-5fe7-4830-98ba-77fdfb10a675 req-2b19a2ee-fb0c-40fc-ac18-15c00e53051e tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.4464254 Feb 19 03:22:33.417094 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0eb2-b05c-4203-aee7-d5c2f1be71fe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (2f119a09-2b1c-4627-8a11-66bbd454e1e2), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.606205 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ae5b66-0e2a-4e26-a54b-45390054e796 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:33.612223 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82ae5b66-0e2a-4e26-a54b-45390054e796 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.740039 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-22018b51-a6da-4207-9899-0ea1643528a0 None None] Current status of the port b89c8995-8445-4d50-97c2-4fc8e88cf419 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:33.742245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7da9642f-9d0f-4aac-b067-9a236ca26320 req-db5d7941-0b2b-4797-95bd-29afbcd7275d service neutron] 10.222.0.67 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357285 Feb 19 03:22:33.742847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d32a151-eb83-40df-a0c9-b52c083d46c4 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:33.756399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12e42be5-5fe7-4830-98ba-77fdfb10a675 req-42ec54a2-7661-4731-806c-8b4ae323d071 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362288 Feb 19 03:22:33.782632 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0eb2-b05c-4203-aee7-d5c2f1be71fe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (2f119a09-2b1c-4627-8a11-66bbd454e1e2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.786252 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7932e006-3a67-4187-9a76-941309794655 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (a6f12512-4f30-4630-bd35-47c955b43097), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.861031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-22018b51-a6da-4207-9899-0ea1643528a0 None None] Could not find standard attr ID for object 90daef80-381e-4789-a6db-a6363c9ff425. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:22:33.883626 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-730d1d37-b2e6-495a-9b7d-2fa0051a4f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.923232 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Publish callbacks [] for port (8867394f-7cde-4671-96b1-a588365adc5c), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.948941 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8867394f-7cde-4671-96b1-a588365adc5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:33.961002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b89c8995-8445-4d50-97c2-4fc8e88cf419 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:34.145427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3d32a151-eb83-40df-a0c9-b52c083d46c4 None None] Deleting port b89c8995-8445-4d50-97c2-4fc8e88cf419 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:34.146356 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d32a151-eb83-40df-a0c9-b52c083d46c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b89c8995-8445-4d50-97c2-4fc8e88cf419), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.148371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932e006-3a67-4187-9a76-941309794655 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Subnet': ['ID=a6f12512-4f30-4630-bd35-47c955b43097,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:34.180017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7932e006-3a67-4187-9a76-941309794655 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Checking segment: {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:34.181590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7932e006-3a67-4187-9a76-941309794655 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network hostable DHCP agents. Network: 7aa2f98a-3525-4d0f-b698-63fce56b562d, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:22:34.211109 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0eb2-b05c-4203-aee7-d5c2f1be71fe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (2f119a09-2b1c-4627-8a11-66bbd454e1e2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.268188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53054) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:34.271508 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3d32a151-eb83-40df-a0c9-b52c083d46c4 None None] For port b89c8995-8445-4d50-97c2-4fc8e88cf419, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b89c8995-8445-4d50-97c2-4fc8e88cf419,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:34.272133 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d32a151-eb83-40df-a0c9-b52c083d46c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b89c8995-8445-4d50-97c2-4fc8e88cf419), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.277746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Request body: {'port': {'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4', 'binding:host_id': 'n-h1-826755-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297127917'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:34.304136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3d32a151-eb83-40df-a0c9-b52c083d46c4 None None] Calling delete_port for b89c8995-8445-4d50-97c2-4fc8e88cf419 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:34.334966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1b4e0eb2-b05c-4203-aee7-d5c2f1be71fe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.338854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1b4e0eb2-b05c-4203-aee7-d5c2f1be71fe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/2f119a09-2b1c-4627-8a11-66bbd454e1e2 HTTP/1.1" status: 204 len: 168 time: 1.2944119 Feb 19 03:22:34.340438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7932e006-3a67-4187-9a76-941309794655 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 7aa2f98a-3525-4d0f-b698-63fce56b562d is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:34.343077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53056) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:34.348564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e0eb2-b05c-4203-aee7-d5c2f1be71fe tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Subnet': ['ID=2f119a09-2b1c-4627-8a11-66bbd454e1e2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:34.407327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Made reservation on behalf of 4197ef3a076d4f90811d3f21551845d7 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:34.420424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.436080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86e565-d9dc-4f98-b18f-b87b196b0b79 None None] Pushing event updated for resources: {'Port': ['ID=8867394f-7cde-4671-96b1-a588365adc5c,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:34.451618 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a55fcf1-18fe-429a-b3fb-3ffc6f6be2a0 req-f84dce98-311c-46be-8701-0c72025832a2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 210 time: 0.0921557 Feb 19 03:22:34.452274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-7932e006-3a67-4187-9a76-941309794655 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 7aa2f98a-3525-4d0f-b698-63fce56b562d) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:34.455336 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f5bf5b-b56e-4bb1-8d44-527427ba9d79 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] DELETE failed (client error): The resource could not be found. Feb 19 03:22:34.456008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79f5bf5b-b56e-4bb1-8d44-527427ba9d79 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:34.462896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-79f5bf5b-b56e-4bb1-8d44-527427ba9d79 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/cd7eb3f3-e62d-4ebd-8e38-3c68d5f205cb HTTP/1.1" status: 404 len: 337 time: 0.1063929 Feb 19 03:22:34.465387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53062) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:34.466504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7932e006-3a67-4187-9a76-941309794655 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:34.467143 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7932e006-3a67-4187-9a76-941309794655 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.475884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Attempting to bind port 8867394f-7cde-4671-96b1-a588365adc5c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:34.476262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Attempting to bind port 8867394f-7cde-4671-96b1-a588365adc5c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:34.476632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Attempting to bind port 8867394f-7cde-4671-96b1-a588365adc5c on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:34.513841 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7932e006-3a67-4187-9a76-941309794655 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3752129 Feb 19 03:22:34.516459 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.516951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53066) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:34.538120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49db205a-3aec-4ba4-978f-7f57ce505e03 None None] Network 7aa2f98a-3525-4d0f-b698-63fce56b562d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:34.645246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.objects.ports [None req-82ae5b66-0e2a-4e26-a54b-45390054e796 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109898) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:22:34.652085 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0552ba13-7913-4ab3-acba-1df57adbaf1e tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "GET /v2.0/ports?device_id=75727315-658c-4bca-bc94-b4f7520f4d6b HTTP/1.1" status: 200 len: 205 time: 0.1847558 Feb 19 03:22:34.657753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53074) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:34.667414 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d32a151-eb83-40df-a0c9-b52c083d46c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (b89c8995-8445-4d50-97c2-4fc8e88cf419), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.671155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82ae5b66-0e2a-4e26-a54b-45390054e796 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (81439040-24e3-4a62-a13a-6d88a26ab863), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.674070 n-d-826755-2 neutron-server[109900]: INFO neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No ports have port_id starting with b89c8995-8445-4d50-97c2-4fc8e88cf419 Feb 19 03:22:34.714383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:34.714766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:34.715170 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.715562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:34.716053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Bound port: 8867394f-7cde-4671-96b1-a588365adc5c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:34.716427 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8867394f-7cde-4671-96b1-a588365adc5c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.750519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ae5b66-0e2a-4e26-a54b-45390054e796 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:34.817246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-82ae5b66-0e2a-4e26-a54b-45390054e796 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:34.856187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32a151-eb83-40df-a0c9-b52c083d46c4 None None] Pushing event deleted for resources: {'Port': ['ID=b89c8995-8445-4d50-97c2-4fc8e88cf419,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:34.861418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ae5b66-0e2a-4e26-a54b-45390054e796 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:34.865619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32a151-eb83-40df-a0c9-b52c083d46c4 None None] No DVR routers for this DVR port b89c8995-8445-4d50-97c2-4fc8e88cf419 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:34.866141 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82ae5b66-0e2a-4e26-a54b-45390054e796 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:34.905272 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-fc112bb7-e076-41be-af1a-53a55a1d9350 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] delete failed (client error): The resource could not be found. Feb 19 03:22:34.912875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fc112bb7-e076-41be-af1a-53a55a1d9350 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/routers/75727315-658c-4bca-bc94-b4f7520f4d6b HTTP/1.1" status: 404 len: 336 time: 0.2513523 Feb 19 03:22:34.918190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c3250e-db64-4ed4-9534-d33efedc1443 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:34.939931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53078) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:34.948348 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-82ae5b66-0e2a-4e26-a54b-45390054e796 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6327825 Feb 19 03:22:34.961569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53084) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:34.973958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:24:75:a2', 'name': 'tempest-NetworksTestDHCPv6-1901989766'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:35.028150 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-39156258-d084-4cdf-bf06-638a672e2884 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] DELETE failed (client error): The resource could not be found. Feb 19 03:22:35.028966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39156258-d084-4cdf-bf06-638a672e2884 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:35.032156 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-39156258-d084-4cdf-bf06-638a672e2884 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/1bc1f383-58f8-45f0-8410-735e5376948e HTTP/1.1" status: 404 len: 337 time: 0.0801997 Feb 19 03:22:35.037216 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae5b66-0e2a-4e26-a54b-45390054e796 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=81439040-24e3-4a62-a13a-6d88a26ab863,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:35.072963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53086) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:35.120758 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e8ee01-7e5f-454f-8b0a-81ca2a2c8b82 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] DELETE failed (client error): The resource could not be found. Feb 19 03:22:35.121210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e8ee01-7e5f-454f-8b0a-81ca2a2c8b82 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:35.124195 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f5e8ee01-7e5f-454f-8b0a-81ca2a2c8b82 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/62747d4d-dab0-414f-b12a-bc023ef00cab HTTP/1.1" status: 404 len: 337 time: 0.0502598 Feb 19 03:22:35.133502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '81439040-24e3-4a62-a13a-6d88a26ab863'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:35.134303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53090) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:35.135112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.167581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548a27f3-6bad-4605-a52b-798db0bf97be None None] Network bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:35.179910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] For port 8867394f-7cde-4671-96b1-a588365adc5c, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:35.193972 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-2218d0ad-7c2a-4c41-950f-2f54f278f06d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] DELETE failed (client error): The resource could not be found. Feb 19 03:22:35.194429 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2218d0ad-7c2a-4c41-950f-2f54f278f06d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:35.200114 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2218d0ad-7c2a-4c41-950f-2f54f278f06d tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/21dfa3e9-70bd-40fe-ac12-87bc93bd36a5 HTTP/1.1" status: 404 len: 337 time: 0.0623918 Feb 19 03:22:35.204487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-7aa2f98a-3525-4d0f-b698-63fce56b562d', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:35.205787 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.208965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53094) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:35.245152 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-01398eb7-510b-4fe5-bf13-49634657de28 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] DELETE failed (client error): The resource could not be found. Feb 19 03:22:35.245717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01398eb7-510b-4fe5-bf13-49634657de28 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:35.251082 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-01398eb7-510b-4fe5-bf13-49634657de28 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/d78e8abd-9cd1-4411-9314-5a769dee43d7 HTTP/1.1" status: 404 len: 333 time: 0.0386560 Feb 19 03:22:35.257902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53098) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:35.263653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] For port 8867394f-7cde-4671-96b1-a588365adc5c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8867394f-7cde-4671-96b1-a588365adc5c,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:35.375111 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac71600-32f8-49d8-8065-bccb6741f570 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] DELETE failed (client error): The resource could not be found. Feb 19 03:22:35.380081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac71600-32f8-49d8-8065-bccb6741f570 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:35.385410 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4ac71600-32f8-49d8-8065-bccb6741f570 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/ed3ebb7d-75a9-4edb-9c2d-6089ac2dc9ef HTTP/1.1" status: 404 len: 337 time: 0.1264546 Feb 19 03:22:35.388877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53100) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:35.394501 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8867394f-7cde-4671-96b1-a588365adc5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.406396 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks [] for security_group (e0809359-e291-4bd6-804e-e9671cf1a241), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.414001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4f9d1aed-9e12-4d3a-ba2a-191c586431af None None] Provisioning complete for port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:35.414799 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1aed-9e12-4d3a-ba2a-191c586431af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.427194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ba0c4-a65d-40f9-a54c-2a5d004d5f9e req-6c6215d9-85ad-4ffc-9fed-696fba36d816 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:35.430514 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e0809359-e291-4bd6-804e-e9671cf1a241), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.435197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e5ba0c4-a65d-40f9-a54c-2a5d004d5f9e req-6c6215d9-85ad-4ffc-9fed-696fba36d816 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a81aae-ed2a-4782-81dc-80420975ac60 HTTP/1.1" status: 200 len: 945 time: 0.8135314 Feb 19 03:22:35.445638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] device_id is not set on port 82745170-ae19-4c54-9382-803a19407966 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:35.475790 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a60fef-8648-41ff-b974-62310010793c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] DELETE failed (client error): The resource could not be found. Feb 19 03:22:35.476542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a60fef-8648-41ff-b974-62310010793c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:35.480596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-01a60fef-8648-41ff-b974-62310010793c tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/c9a61005-df87-48f7-8629-7b1952bfb625 HTTP/1.1" status: 404 len: 337 time: 0.0888340 Feb 19 03:22:35.484228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53104) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:35.510880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-11f870cf-6bd7-473b-8535-9b4b355884da tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:35.512748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-11f870cf-6bd7-473b-8535-9b4b355884da tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.87 "GET /v2.0/networks?id=bfbb8af3-a25d-4ef8-869a-35866271696d HTTP/1.1" status: 200 len: 796 time: 0.9039085 Feb 19 03:22:35.599594 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f276ed4-80a2-411a-9382-0a8bae048f5a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] DELETE failed (client error): The resource could not be found. Feb 19 03:22:35.600680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f276ed4-80a2-411a-9382-0a8bae048f5a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:35.604702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9f276ed4-80a2-411a-9382-0a8bae048f5a tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/92c8344f-aebe-481d-bc01-f9c4a68e9377 HTTP/1.1" status: 404 len: 333 time: 0.1132395 Feb 19 03:22:35.620135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53106) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:35.696472 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-95a0a8d1-8724-47ef-97e1-06ec8ceafb39 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] DELETE failed (client error): The resource could not be found. Feb 19 03:22:35.697033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95a0a8d1-8724-47ef-97e1-06ec8ceafb39 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:35.699631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:35.700234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-95a0a8d1-8724-47ef-97e1-06ec8ceafb39 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/8780d9f3-bd21-4714-8938-f7c5ed2ec520 HTTP/1.1" status: 404 len: 337 time: 0.0678034 Feb 19 03:22:35.702958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Routers {'a061ada6-5d81-432a-aac5-046fac8bf789'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:35.703601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:22:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a061ada6-5d81-432a-aac5-046fac8bf789'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:35.706078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53114) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:35.738324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e5ba0c4-a65d-40f9-a54c-2a5d004d5f9e req-e80bee11-13b8-46f6-a654-f8369c05139d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012025 Feb 19 03:22:35.786302 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5ac9fa-f273-48e3-b424-08114677ed28 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] DELETE failed (client error): The resource could not be found. Feb 19 03:22:35.787120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5ac9fa-f273-48e3-b424-08114677ed28 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:22:35.791062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5c5ac9fa-f273-48e3-b424-08114677ed28 tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/subnets/92c59058-490a-4e09-83ec-4348563e8294 HTTP/1.1" status: 404 len: 337 time: 0.0806582 Feb 19 03:22:35.816138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-4c318b25-e9b0-494c-9864-d525102c792e tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9 HTTP/1.1" status: 200 len: 473 time: 0.2766819 Feb 19 03:22:35.816968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53120) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:35.833767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0809359-e291-4bd6-804e-e9671cf1a241,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:35.855422 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:35.869785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'port': {'device_id': '0498ed15-842f-4ae7-8e1d-7234ae4e62fe', 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d', 'admin_state_up': True, 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'security_groups': ['fdae6966-501b-4483-bc32-29e265dd4200']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:35.905507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] Set router a061ada6-5d81-432a-aac5-046fac8bf789 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:35.923588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port e607adcc-5949-4110-a537-27312e7f8ed0 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:35.965986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c57c1be-e946-40d1-b3cd-9939c076c2d1 req-85c802f7-7e2a-4b46-a464-bbbf01bfc93b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 210 time: 0.0902398 Feb 19 03:22:36.140045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] device_id is not set on port 82745170-ae19-4c54-9382-803a19407966 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:36.158699 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks [] for port (82745170-ae19-4c54-9382-803a19407966), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.169303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (82745170-ae19-4c54-9382-803a19407966), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.263829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event updated for resources: {'Port': ['ID=82745170-ae19-4c54-9382-803a19407966,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:36.269335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Checking segment: {'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:36.270083 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Network hostable DHCP agents. Network: f1038f98-75d0-4d62-87a8-7918d9770dc4, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:22:36.301980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Network f1038f98-75d0-4d62-87a8-7918d9770dc4 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:36.323064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, f1038f98-75d0-4d62-87a8-7918d9770dc4) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:36.327180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:36.356045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:36.356386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:36.356752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:36.370174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:36.370492 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:36.370875 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 2 to bind port 82745170-ae19-4c54-9382-803a19407966 Feb 19 03:22:36.388194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c51bfb-d50d-4af4-a0b1-92d5e25c06e7 None None] Network f1038f98-75d0-4d62-87a8-7918d9770dc4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:36.392915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86e565-d9dc-4f98-b18f-b87b196b0b79 None None] Pushing event updated for resources: {'Port': ['ID=8867394f-7cde-4671-96b1-a588365adc5c,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:36.402708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:36.403330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:36.403979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:36.418117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:36.418723 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:36.419271 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 3 to bind port 82745170-ae19-4c54-9382-803a19407966 Feb 19 03:22:36.443947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:36.444542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:36.445050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:36.451805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:36.452872 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:36.453419 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 4 to bind port 82745170-ae19-4c54-9382-803a19407966 Feb 19 03:22:36.480464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:36.481340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:36.481836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:36.487897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:36.488782 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:36.489729 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 5 to bind port 82745170-ae19-4c54-9382-803a19407966 Feb 19 03:22:36.509153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a856282f-5dde-4345-83fc-10a7d2cbd1da tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port 50a32e47-2c14-4412-86ef-7d7c1293b933 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:36.509791 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a856282f-5dde-4345-83fc-10a7d2cbd1da tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (50a32e47-2c14-4412-86ef-7d7c1293b933), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.511424 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:36.512174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:36.513060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:36.524987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:36.525899 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:36.526962 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 6 to bind port 82745170-ae19-4c54-9382-803a19407966 Feb 19 03:22:36.537650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Made reservation on behalf of ec3a4b817fbd4e3e8c1ad110c3a57ca9 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:36.547751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.547973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Allocated IP 2001:db8::f816:3eff:fe50:a731 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/81439040-24e3-4a62-a13a-6d88a26ab863/3418882d-b17b-4434-ba18-24d209acc670) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:36.548787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:36.549458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:36.550933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:36.559098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:36.559933 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:36.560860 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 7 to bind port 82745170-ae19-4c54-9382-803a19407966 Feb 19 03:22:36.585314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:36.585865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:36.586379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:36.591923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:36.593426 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:36.594400 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 8 to bind port 82745170-ae19-4c54-9382-803a19407966 Feb 19 03:22:36.616139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:36.617049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:36.617539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:36.624904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:36.625460 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:36.626418 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 9 to bind port 82745170-ae19-4c54-9382-803a19407966 Feb 19 03:22:36.642834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:36.643569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:36.644061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:36.665013 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:36.665423 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:36.665860 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 10 to bind port 82745170-ae19-4c54-9382-803a19407966 Feb 19 03:22:36.692305 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ffd6dc41-1a25-45f4-b01a-36fdcc97145c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.700825 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a856282f-5dde-4345-83fc-10a7d2cbd1da tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (50a32e47-2c14-4412-86ef-7d7c1293b933), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.706480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ebeab-000f-4bd9-b087-edf91f9222a2 req-d891e6a5-4f36-41a4-b61a-f18e58df572a tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:36.708111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba3ebeab-000f-4bd9-b087-edf91f9222a2 req-d891e6a5-4f36-41a4-b61a-f18e58df572a tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 945 time: 0.3434222 Feb 19 03:22:36.708705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:36.709055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:36.709391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:36.717777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 82745170-ae19-4c54-9382-803a19407966 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:36.718141 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 82745170-ae19-4c54-9382-803a19407966 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:36.718872 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (82745170-ae19-4c54-9382-803a19407966), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.779625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a856282f-5dde-4345-83fc-10a7d2cbd1da tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for 50a32e47-2c14-4412-86ef-7d7c1293b933 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:36.860863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d1aed-9e12-4d3a-ba2a-191c586431af None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:36.883466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] For port 82745170-ae19-4c54-9382-803a19407966, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:36.884234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempted to set empty binding levels {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:22:36.892343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (82745170-ae19-4c54-9382-803a19407966), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:36.893127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Allocated IP 172.20.0.2 (7aa2f98a-3525-4d0f-b698-63fce56b562d/a6f12512-4f30-4630-bd35-47c955b43097/4f326fee-08be-420c-ab85-e5a4902101eb) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:36.928496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:36.929824 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.026465 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.7553539 Feb 19 03:22:37.033277 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53140) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:37.034860 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a856282f-5dde-4345-83fc-10a7d2cbd1da tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (50a32e47-2c14-4412-86ef-7d7c1293b933), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.049428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19d9ef-699f-4e33-b1e9-4fcc6d8d2775 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event updated for resources: {'Port': ['ID=82745170-ae19-4c54-9382-803a19407966,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:37.094741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856282f-5dde-4345-83fc-10a7d2cbd1da tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=50a32e47-2c14-4412-86ef-7d7c1293b933,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:37.102612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Allocated IP 172.20.0.19 (bfbb8af3-a25d-4ef8-869a-35866271696d/b51f69a0-bc50-4af6-91e3-a02024dbab98/8cfeb71f-4551-4413-9440-1f31c04d94d6) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:37.136853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba3ebeab-000f-4bd9-b087-edf91f9222a2 req-dea0cd54-70a0-4391-a572-fbd2aaa775da tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853245 Feb 19 03:22:37.168094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f8daf1e8-9f1a-48b2-b954-9e404187bc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Deleting port 82745170-ae19-4c54-9382-803a19407966 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:37.168439 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8daf1e8-9f1a-48b2-b954-9e404187bc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (82745170-ae19-4c54-9382-803a19407966), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.252340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a856282f-5dde-4345-83fc-10a7d2cbd1da tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.260188 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a856282f-5dde-4345-83fc-10a7d2cbd1da tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/ports/50a32e47-2c14-4412-86ef-7d7c1293b933 HTTP/1.1" status: 204 len: 168 time: 1.4399869 Feb 19 03:22:37.263109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-f8daf1e8-9f1a-48b2-b954-9e404187bc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] For port 82745170-ae19-4c54-9382-803a19407966, host n-h1-826755-2, got binding levels [] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:37.263648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53148) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:37.263798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8daf1e8-9f1a-48b2-b954-9e404187bc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (82745170-ae19-4c54-9382-803a19407966), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.282132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f8daf1e8-9f1a-48b2-b954-9e404187bc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Calling delete_port for 82745170-ae19-4c54-9382-803a19407966 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:37.306291 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Publish callbacks [] for port (3418882d-b17b-4434-ba18-24d209acc670), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.310024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78662c8b-2070-4f1d-895d-c7cd828d31b6 None None] DHCP port deletion for bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:37.374619 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.391003 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8daf1e8-9f1a-48b2-b954-9e404187bc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (82745170-ae19-4c54-9382-803a19407966), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.420869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbd175b8-e4fe-4222-ba9d-c482d0d4676e req-8e55fa6d-82c9-4f7d-bae3-d564e21f07ea tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 210 time: 0.1557484 Feb 19 03:22:37.432151 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.445381 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8daf1e8-9f1a-48b2-b954-9e404187bc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.450240 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f8daf1e8-9f1a-48b2-b954-9e404187bc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "DELETE /v2.0/ports/82745170-ae19-4c54-9382-803a19407966 HTTP/1.1" status: 204 len: 168 time: 0.4155595 Feb 19 03:22:37.454922 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf1e8-9f1a-48b2-b954-9e404187bc4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event deleted for resources: {'Port': ['ID=82745170-ae19-4c54-9382-803a19407966,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:37.459389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53150) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:37.463502 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Publish callbacks [] for port (4f326fee-08be-420c-ab85-e5a4902101eb), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.506436 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::f816:3eff:fe24:75a2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/81439040-24e3-4a62-a13a-6d88a26ab863/e607adcc-5949-4110-a537-27312e7f8ed0) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:37.512731 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe445a90-b96e-4675-9903-c858d75445ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:22:37.514298 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fe445a90-b96e-4675-9903-c858d75445ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "GET /v2.0/ports/82745170-ae19-4c54-9382-803a19407966 HTTP/1.1" status: 404 len: 333 time: 0.0536239 Feb 19 03:22:37.518700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53156) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:37.523539 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (3418882d-b17b-4434-ba18-24d209acc670), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.529822 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Request body: {'port': {'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-893963482'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:37.608370 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.673252 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.703461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:37.711199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4f9d1aed-9e12-4d3a-ba2a-191c586431af None None] Provisioning complete for port 50a32e47-2c14-4412-86ef-7d7c1293b933 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:37.711587 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4f9d1aed-9e12-4d3a-ba2a-191c586431af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (50a32e47-2c14-4412-86ef-7d7c1293b933), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.714842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Made reservation on behalf of 4197ef3a076d4f90811d3f21551845d7 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:37.717196 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.743447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Pushing event updated for resources: {'Port': ['ID=3418882d-b17b-4434-ba18-24d209acc670,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:37.759082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] device_id is not set on port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:37.769495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:37.778691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:37.844831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Network 7aa2f98a-3525-4d0f-b698-63fce56b562d is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:37.917061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (e607adcc-5949-4110-a537-27312e7f8ed0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:37.927532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4f9d1aed-9e12-4d3a-ba2a-191c586431af None None] Port 50a32e47-2c14-4412-86ef-7d7c1293b933 was deleted so its status cannot be updated. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 03:22:37.936129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:37.940680 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:38.012315 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e607adcc-5949-4110-a537-27312e7f8ed0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.030641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3743dfa1-20e9-4b9f-8d77-48c9876fa156 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:38.117802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:38.119273 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=e607adcc-5949-4110-a537-27312e7f8ed0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:38.139805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:38.144782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:38.150630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:38.151549 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.170313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-78662c8b-2070-4f1d-895d-c7cd828d31b6 None None] Deleting port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:38.170683 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-78662c8b-2070-4f1d-895d-c7cd828d31b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.178298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Pushing event updated for resources: {'Port': ['ID=4f326fee-08be-420c-ab85-e5a4902101eb,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:38.193240 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-95ddb231-1bec-46e9-aaa8-b5f332e3aa69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2246697 Feb 19 03:22:38.201208 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53164) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:38.270582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.20.0.1 (7aa2f98a-3525-4d0f-b698-63fce56b562d/a6f12512-4f30-4630-bd35-47c955b43097/be36fc55-85ea-4b5c-a30d-b1780903f376) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:38.282037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks [] for port (16f4cbc2-e1f6-49fc-93a0-f77a46b733dd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.283877 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:22:27Z', 'revision_number': 3, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:38.294745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Attempting to bind port 3418882d-b17b-4434-ba18-24d209acc670 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:38.295377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Attempting to bind port 3418882d-b17b-4434-ba18-24d209acc670 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:38.295899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Attempting to bind port 3418882d-b17b-4434-ba18-24d209acc670 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:38.326327 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (16f4cbc2-e1f6-49fc-93a0-f77a46b733dd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.346417 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:38.346938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:38.347171 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.348864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:38.349876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Bound port: 3418882d-b17b-4434-ba18-24d209acc670, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:38.350170 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3418882d-b17b-4434-ba18-24d209acc670), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.359375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d7468-7687-4959-a49d-01619b99ea64 req-82e2a095-b917-4e14-a6a8-40ea6f0d9fae tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:38.361015 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-158d7468-7687-4959-a49d-01619b99ea64 req-82e2a095-b917-4e14-a6a8-40ea6f0d9fae tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.3633173 Feb 19 03:22:38.375396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af75d32-cd91-495d-b697-e9ead042d673 None None] The sync data for ids ['a061ada6-5d81-432a-aac5-046fac8bf789'] in n-d-826755-2 is: [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:22:27Z', 'revision_number': 3, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:22:38.387954 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Network f1038f98-75d0-4d62-87a8-7918d9770dc4 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:38.391354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:38.413077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:38.415581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:38.417180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Attempting to bind port 4f326fee-08be-420c-ab85-e5a4902101eb on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:38.417520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Attempting to bind port 4f326fee-08be-420c-ab85-e5a4902101eb by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:38.418080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Attempting to bind port 4f326fee-08be-420c-ab85-e5a4902101eb on network 7aa2f98a-3525-4d0f-b698-63fce56b562d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:38.424250 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.444824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-78662c8b-2070-4f1d-895d-c7cd828d31b6 None None] For port 3743dfa1-20e9-4b9f-8d77-48c9876fa156, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3743dfa1-20e9-4b9f-8d77-48c9876fa156,segment=NetworkSegment(f14c86b6-e6d1-4019-9ac6-d311630df92b),segment_id=f14c86b6-e6d1-4019-9ac6-d311630df92b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:38.445524 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-78662c8b-2070-4f1d-895d-c7cd828d31b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.476772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event updated for resources: {'Port': ['ID=16f4cbc2-e1f6-49fc-93a0-f77a46b733dd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:38.477402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:38.477402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Checking segment: {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:38.477402 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.477402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Bound using segment: {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:38.477402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Bound port: 4f326fee-08be-420c-ab85-e5a4902101eb, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:38.477402 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.499506 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-76056d2e-4443-46a7-a58e-8c58ce3134d8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9796076 Feb 19 03:22:38.500774 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53174) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:38.502786 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-78662c8b-2070-4f1d-895d-c7cd828d31b6 None None] Calling delete_port for 3743dfa1-20e9-4b9f-8d77-48c9876fa156 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:38.509247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:38.522120 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.605989 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (16f4cbc2-e1f6-49fc-93a0-f77a46b733dd), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.640326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] For port 3418882d-b17b-4434-ba18-24d209acc670, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:38.648211 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:38.649756 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.683055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] For port 3418882d-b17b-4434-ba18-24d209acc670, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3418882d-b17b-4434-ba18-24d209acc670,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:38.712039 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] For port 4f326fee-08be-420c-ab85-e5a4902101eb, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:38.717552 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3418882d-b17b-4434-ba18-24d209acc670), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.778399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 3743dfa1-20e9-4b9f-8d77-48c9876fa156, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3743dfa1-20e9-4b9f-8d77-48c9876fa156,segment=NetworkSegment(f14c86b6-e6d1-4019-9ac6-d311630df92b),segment_id=f14c86b6-e6d1-4019-9ac6-d311630df92b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:38.788203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] For port 4f326fee-08be-420c-ab85-e5a4902101eb, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4f326fee-08be-420c-ab85-e5a4902101eb,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:38.815045 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.841773 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.850212 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.868226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Deleting port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:38.868565 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.869779 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-78662c8b-2070-4f1d-895d-c7cd828d31b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.935158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe9fd5-a07f-4ba0-a8a8-e762eb604505 None None] Pushing event updated for resources: {'Port': ['ID=3418882d-b17b-4434-ba18-24d209acc670,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:38.944649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] device_id is not set on port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:38.955639 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks [] for port (16f4cbc2-e1f6-49fc-93a0-f77a46b733dd), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:38.965353 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (16f4cbc2-e1f6-49fc-93a0-f77a46b733dd), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.005134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78662c8b-2070-4f1d-895d-c7cd828d31b6 None None] No DVR routers for this DVR port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:39.035519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event deleted for resources: {'Port': ['ID=3743dfa1-20e9-4b9f-8d77-48c9876fa156,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:39.078314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event updated for resources: {'Port': ['ID=16f4cbc2-e1f6-49fc-93a0-f77a46b733dd,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:39.087652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-158d7468-7687-4959-a49d-01619b99ea64 req-6629ebbe-87bf-48c7-83cc-26ca3d33d893 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128568 Feb 19 03:22:39.144797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:39.145184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:39.145693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:39.160478 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:39.161032 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:39.161622 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 2 to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd Feb 19 03:22:39.175670 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ada4e-f049-4580-a18c-45786334b9a7 None None] Pushing event updated for resources: {'Port': ['ID=4f326fee-08be-420c-ab85-e5a4902101eb,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:39.204892 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.210670 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:39.211197 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:39.212472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:39.223324 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:39.224292 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:39.224421 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 3 to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd Feb 19 03:22:39.234310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7069db8-9b07-41f5-a512-030a95c3c5c4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:39.234893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78662c8b-2070-4f1d-895d-c7cd828d31b6 None None] Pushing event deleted for resources: {'Port': ['ID=3743dfa1-20e9-4b9f-8d77-48c9876fa156,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:39.251639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7069db8-9b07-41f5-a512-030a95c3c5c4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:39.253372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f7069db8-9b07-41f5-a512-030a95c3c5c4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 1.0486891 Feb 19 03:22:39.257655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53192) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:39.275299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] For port 3743dfa1-20e9-4b9f-8d77-48c9876fa156, host n-d-826755-2, got binding levels [] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:39.276579 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.293628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:39.294701 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:39.295034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:39.302656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:39.303030 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:39.306058 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 4 to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd Feb 19 03:22:39.352441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:39.356150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9d46c05-c965-45bd-ba25-d229ee73a6a0 req-5a105b3f-0132-433c-9b85-c7c5fee8aa42 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 210 time: 0.0975623 Feb 19 03:22:39.380447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Calling delete_port for 3743dfa1-20e9-4b9f-8d77-48c9876fa156 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:39.388247 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 was not found and therefore no delete operation was performed {{(pid=109899) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:22:39.392578 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:39.392981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:39.407872 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3743dfa1-20e9-4b9f-8d77-48c9876fa156), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.458367 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:39.458657 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:39.459069 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 5 to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd Feb 19 03:22:39.461286 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.487104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:39.487699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:39.487792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:39.505751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:39.506212 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:39.507648 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 6 to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd Feb 19 03:22:39.528217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Port': ['ID=3743dfa1-20e9-4b9f-8d77-48c9876fa156,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:39.532173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:39.533550 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:39.533957 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:39.537349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] No DVR routers for this DVR port 3743dfa1-20e9-4b9f-8d77-48c9876fa156 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:39.549487 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:39.549904 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:39.552203 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 7 to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd Feb 19 03:22:39.569857 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d554ce5d-0991-4923-a06d-cf0a95aa433f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port e607adcc-5949-4110-a537-27312e7f8ed0 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:39.570707 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d554ce5d-0991-4923-a06d-cf0a95aa433f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e607adcc-5949-4110-a537-27312e7f8ed0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.594280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=8cfeb71f-4551-4413-9440-1f31c04d94d6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:39.607841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:39.612777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:39.613397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:39.629502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network bfbb8af3-a25d-4ef8-869a-35866271696d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:39.664754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:39.668157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:39.693123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:39.693564 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:39.709341 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 8 to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd Feb 19 03:22:39.728221 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.766379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:39.766841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:39.767420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:39.800181 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.806549 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:39.807048 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:39.818205 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 9 to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd Feb 19 03:22:39.828632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:39.868867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:39.870013 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:39.871883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:39.912548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:39.914861 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:39.923788 n-d-826755-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 10 to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd Feb 19 03:22:39.926011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=be36fc55-85ea-4b5c-a30d-b1780903f376,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:39.947162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14c86b6-e6d1-4019-9ac6-d311630df92b') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:39.949361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14c86b6-e6d1-4019-9ac6-d311630df92b') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:39.961900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 7aa2f98a-3525-4d0f-b698-63fce56b562d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:39.971063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d554ce5d-0991-4923-a06d-cf0a95aa433f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e607adcc-5949-4110-a537-27312e7f8ed0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:39.994327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:40.006316 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (f14c86b6-e6d1-4019-9ac6-d311630df92b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.008896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:40.016542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:40.017072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:40.025235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:40.031157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d554ce5d-0991-4923-a06d-cf0a95aa433f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for e607adcc-5949-4110-a537-27312e7f8ed0 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:40.033850 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:40.036789 n-d-826755-2 neutron-server[109898]: ERROR neutron.plugins.ml2.managers [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:40.037301 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (16f4cbc2-e1f6-49fc-93a0-f77a46b733dd), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.070872 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.203044 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f14c86b6-e6d1-4019-9ac6-d311630df92b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.217237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.217997 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.222343 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] For port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:40.222767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempted to set empty binding levels {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:22:40.225494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2f0b8ac7-52c4-4fa6-9682-b33fc42c1c09 None None] Provisioning complete for port 8cfeb71f-4551-4413-9440-1f31c04d94d6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:40.227280 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2f0b8ac7-52c4-4fa6-9682-b33fc42c1c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.233481 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (16f4cbc2-e1f6-49fc-93a0-f77a46b733dd), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.253215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:22:40.253628 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (f14c86b6-e6d1-4019-9ac6-d311630df92b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.257761 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3418882d-b17b-4434-ba18-24d209acc670 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:40.258059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] In _notify_port_updated(), no bound segment for port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:22:40.259066 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.259810 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:22:40.262327 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:22:40.265115 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "PUT /v2.0/ports/16f4cbc2-e1f6-49fc-93a0-f77a46b733dd HTTP/1.1" status: 200 len: 978 time: 1.7620776 Feb 19 03:22:40.265676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53204) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:40.292887 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (a061ada6-5d81-432a-aac5-046fac8bf789), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.313836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7aede-1804-4ef9-b3d2-47695628092a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event updated for resources: {'Port': ['ID=16f4cbc2-e1f6-49fc-93a0-f77a46b733dd,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:40.390305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-29bdec26-2fe6-49d5-b8cd-a47a2da35100 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5688844 Feb 19 03:22:40.411412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b8ac7-52c4-4fa6-9682-b33fc42c1c09 None None] Port 8cfeb71f-4551-4413-9440-1f31c04d94d6 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:40.416471 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d554ce5d-0991-4923-a06d-cf0a95aa433f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e607adcc-5949-4110-a537-27312e7f8ed0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.432963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3418882d-b17b-4434-ba18-24d209acc670 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:40.433599 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3418882d-b17b-4434-ba18-24d209acc670), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.451668 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554ce5d-0991-4923-a06d-cf0a95aa433f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=e607adcc-5949-4110-a537-27312e7f8ed0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:40.467975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Request body: {'port': {'device_id': '0498ed15-842f-4ae7-8e1d-7234ae4e62fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:40.509532 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d554ce5d-0991-4923-a06d-cf0a95aa433f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.517120 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d554ce5d-0991-4923-a06d-cf0a95aa433f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/e607adcc-5949-4110-a537-27312e7f8ed0 HTTP/1.1" status: 204 len: 168 time: 1.2582257 Feb 19 03:22:40.517977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53210) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:40.540818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d9fa9-7534-4365-9bc5-1adf4ab35c68 req-05760b52-050f-49fa-8240-0d2edffc2efa tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.546811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d9fa9-7534-4365-9bc5-1adf4ab35c68 req-05760b52-050f-49fa-8240-0d2edffc2efa tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.552518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d9fa9-7534-4365-9bc5-1adf4ab35c68 req-05760b52-050f-49fa-8240-0d2edffc2efa tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.560194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-392d9fa9-7534-4365-9bc5-1adf4ab35c68 req-05760b52-050f-49fa-8240-0d2edffc2efa tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067&device_id=62a81aae-ed2a-4782-81dc-80420975ac60&device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 2417 time: 0.5095832 Feb 19 03:22:40.561461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3418882d-b17b-4434-ba18-24d209acc670 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:40.562009 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3418882d-b17b-4434-ba18-24d209acc670), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.603841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647bfa2d-a4c9-4f3e-864e-701cc590d6df tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.606122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647bfa2d-a4c9-4f3e-864e-701cc590d6df tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.606891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 3418882d-b17b-4434-ba18-24d209acc670, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3418882d-b17b-4434-ba18-24d209acc670,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:40.611586 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-647bfa2d-a4c9-4f3e-864e-701cc590d6df tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912154 Feb 19 03:22:40.612173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53212) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:40.627660 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3418882d-b17b-4434-ba18-24d209acc670), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.629633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8867394f-7cde-4671-96b1-a588365adc5c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:40.662174 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.681857 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.694820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] 10.222.0.81 "DELETE /v2.0/networks/bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75 HTTP/1.1" status: 204 len: 168 time: 3.4171474 Feb 19 03:22:40.699478 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-1447e62c-ad9b-4aea-a416-fe7eb96fd210 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 81439040-24e3-4a62-a13a-6d88a26ab863 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:40.708599 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1447e62c-ad9b-4aea-a416-fe7eb96fd210 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (81439040-24e3-4a62-a13a-6d88a26ab863), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.736062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-392d9fa9-7534-4365-9bc5-1adf4ab35c68 req-db3889d2-09b1-4817-afe3-527bf99fadd4 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717823 Feb 19 03:22:40.823233 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1447e62c-ad9b-4aea-a416-fe7eb96fd210 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (81439040-24e3-4a62-a13a-6d88a26ab863), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.863841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c6ac1-d62d-40a4-894d-c239c12b32ad tempest-PortsTestJSON-480767574 tempest-PortsTestJSON-480767574-project] Pushing event deleted for resources: {'Network': ['ID=bc75a40d-fff3-4e7a-90c2-cc4ae2f30f75,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:40.865633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=3418882d-b17b-4434-ba18-24d209acc670,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:40.895794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8867394f-7cde-4671-96b1-a588365adc5c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:40.896176 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8867394f-7cde-4671-96b1-a588365adc5c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.989032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.989694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.992742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.993393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.993924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.994387 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8867394f-7cde-4671-96b1-a588365adc5c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:40.994786 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8867394f-7cde-4671-96b1-a588365adc5c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:40.994908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.995850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.996935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.998197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:40.999735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.001173 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.001712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.002824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.005510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.006000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.006522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.007099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.007459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.007975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.008398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.008927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:41.013039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1c4517bd-b2c9-4a72-9f1a-f3499d5b772a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19298 time: 0.7258925 Feb 19 03:22:41.015974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53232) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:41.034690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 8867394f-7cde-4671-96b1-a588365adc5c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8867394f-7cde-4671-96b1-a588365adc5c,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:41.053766 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8867394f-7cde-4671-96b1-a588365adc5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.054583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4f326fee-08be-420c-ab85-e5a4902101eb up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:41.091820 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.177626 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1447e62c-ad9b-4aea-a416-fe7eb96fd210 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (81439040-24e3-4a62-a13a-6d88a26ab863), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.178871 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-9dc9388b-64fb-46de-adaf-e25ee65d087e tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=aebcff6ec2a8462b86ba5dff2dfbef03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2219055 Feb 19 03:22:41.224396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53238) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:41.290373 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-561a2baf-d6be-4a23-8e88-1a678aedefe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Deleting port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:41.291115 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-561a2baf-d6be-4a23-8e88-1a678aedefe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (16f4cbc2-e1f6-49fc-93a0-f77a46b733dd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.291989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9db66e-b3c4-4472-a02e-897e8b0f9459 None None] Network 7aa2f98a-3525-4d0f-b698-63fce56b562d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:41.373190 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1447e62c-ad9b-4aea-a416-fe7eb96fd210 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (81439040-24e3-4a62-a13a-6d88a26ab863), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.442373 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447e62c-ad9b-4aea-a416-fe7eb96fd210 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=81439040-24e3-4a62-a13a-6d88a26ab863,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:41.463498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-561a2baf-d6be-4a23-8e88-1a678aedefe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] For port 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd, host n-h1-826755-2, got binding levels [] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:41.463979 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-561a2baf-d6be-4a23-8e88-1a678aedefe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (16f4cbc2-e1f6-49fc-93a0-f77a46b733dd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.483225 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1447e62c-ad9b-4aea-a416-fe7eb96fd210 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.487307 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1447e62c-ad9b-4aea-a416-fe7eb96fd210 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/81439040-24e3-4a62-a13a-6d88a26ab863 HTTP/1.1" status: 204 len: 168 time: 0.8739753 Feb 19 03:22:41.494989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53246) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:41.496218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-561a2baf-d6be-4a23-8e88-1a678aedefe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Calling delete_port for 16f4cbc2-e1f6-49fc-93a0-f77a46b733dd owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:41.607355 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-01c4036d-a08d-40c3-8406-1c47cc8a22d0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1072681 Feb 19 03:22:41.623517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53250) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:41.674763 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.697541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4f326fee-08be-420c-ab85-e5a4902101eb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:41.698053 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.705925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=8867394f-7cde-4671-96b1-a588365adc5c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:41.792264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7eea5b57-4b50-4e42-9082-bd7dc405d8d6 None None] Provisioning complete for port 4f326fee-08be-420c-ab85-e5a4902101eb triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:41.792534 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7eea5b57-4b50-4e42-9082-bd7dc405d8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:41.875120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c447113a-1699-453e-a4ef-905097099610 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:42.076842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4f326fee-08be-420c-ab85-e5a4902101eb is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:42.077744 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.085800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7eea5b57-4b50-4e42-9082-bd7dc405d8d6 None None] Current status of the port 4f326fee-08be-420c-ab85-e5a4902101eb is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:42.089485 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7eea5b57-4b50-4e42-9082-bd7dc405d8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.148162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 4f326fee-08be-420c-ab85-e5a4902101eb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4f326fee-08be-420c-ab85-e5a4902101eb,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:42.168642 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.189810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9896308c-7e87-42ea-b779-1f7b427ecbbf tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:42.193859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9896308c-7e87-42ea-b779-1f7b427ecbbf tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5675476 Feb 19 03:22:42.222889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53260) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:42.225987 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-06763432-a660-4f75-af69-b0dcc45fc953 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=70314eb81c27414a8636915c7dbff825&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0001922 Feb 19 03:22:42.291845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53262) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:42.318910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f78e2e-6597-43a5-be86-c6338ee31920 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:42.342872 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-7eea5b57-4b50-4e42-9082-bd7dc405d8d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:22:42.343522 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-7eea5b57-4b50-4e42-9082-bd7dc405d8d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:22:42.350073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-7b4ee41c-76de-4f14-a2f2-0d059e911c43 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:42.351600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-7b4ee41c-76de-4f14-a2f2-0d059e911c43 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9192173 Feb 19 03:22:42.382480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8867394f-7cde-4671-96b1-a588365adc5c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:42.383760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-6fe66359-26e5-4580-a2a2-cb6c9c910245 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/quotas/aebcff6ec2a8462b86ba5dff2dfbef03 HTTP/1.1" status: 200 len: 375 time: 0.0236197 Feb 19 03:22:42.389104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=4f326fee-08be-420c-ab85-e5a4902101eb,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:42.391982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aafeb07-ca37-46f4-91e4-6b057c8b47fb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:42.394191 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2aafeb07-ca37-46f4-91e4-6b057c8b47fb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1669343 Feb 19 03:22:42.404280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53264) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:42.420557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfeb71f-4551-4413-9440-1f31c04d94d6 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:42.460013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f4f78e2e-6597-43a5-be86-c6338ee31920 None None] Deleting port 3418882d-b17b-4434-ba18-24d209acc670 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:42.460386 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f4f78e2e-6597-43a5-be86-c6338ee31920 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3418882d-b17b-4434-ba18-24d209acc670), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.479631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8867394f-7cde-4671-96b1-a588365adc5c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:42.480019 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8867394f-7cde-4671-96b1-a588365adc5c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.488255 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a1966cc-e211-4f44-ba76-f04122ead4fc admin admin] Publish callbacks [] for security_group (29981580-0f1e-49f9-a32a-1d7b4b8e06b3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.523832 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a1966cc-e211-4f44-ba76-f04122ead4fc admin admin] Publish callbacks [] for security_group (29981580-0f1e-49f9-a32a-1d7b4b8e06b3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.524069 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-21d43901-e697-49c0-b0b0-f7f4abdafbe6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166799 Feb 19 03:22:42.529101 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53268) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:42.541017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3db744ee-df43-4630-bea3-6c2d19f14a2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:42.556523 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Publish callbacks [] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.565563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-561a2baf-d6be-4a23-8e88-1a678aedefe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (16f4cbc2-e1f6-49fc-93a0-f77a46b733dd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.577804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f4f78e2e-6597-43a5-be86-c6338ee31920 None None] For port 3418882d-b17b-4434-ba18-24d209acc670, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3418882d-b17b-4434-ba18-24d209acc670,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:42.578202 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f4f78e2e-6597-43a5-be86-c6338ee31920 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3418882d-b17b-4434-ba18-24d209acc670), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.594160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f4f78e2e-6597-43a5-be86-c6338ee31920 None None] Calling delete_port for 3418882d-b17b-4434-ba18-24d209acc670 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:42.610542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-69b25ab3-cd2b-493d-908f-fde4106d0fc8 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=aebcff6ec2a8462b86ba5dff2dfbef03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2074344 Feb 19 03:22:42.636527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Transition to ACTIVE for port object 8cfeb71f-4551-4413-9440-1f31c04d94d6 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:22:42.667258 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.675328 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a2baf-d6be-4a23-8e88-1a678aedefe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event deleted for resources: {'Port': ['ID=16f4cbc2-e1f6-49fc-93a0-f77a46b733dd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:42.730426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.751372 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-561a2baf-d6be-4a23-8e88-1a678aedefe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.766364 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-561a2baf-d6be-4a23-8e88-1a678aedefe0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "DELETE /v2.0/ports/16f4cbc2-e1f6-49fc-93a0-f77a46b733dd HTTP/1.1" status: 204 len: 168 time: 1.7489934 Feb 19 03:22:42.768007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db744ee-df43-4630-bea3-6c2d19f14a2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:42.774010 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3db744ee-df43-4630-bea3-6c2d19f14a2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.802153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53274) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:42.821717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.920381 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a1966cc-e211-4f44-ba76-f04122ead4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (29981580-0f1e-49f9-a32a-1d7b4b8e06b3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.923007 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a1966cc-e211-4f44-ba76-f04122ead4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:42.942325 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4a1966cc-e211-4f44-ba76-f04122ead4fc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29981580-0f1e-49f9-a32a-1d7b4b8e06b3 HTTP/1.1" status: 204 len: 168 time: 0.6384211 Feb 19 03:22:42.982577 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1966cc-e211-4f44-ba76-f04122ead4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29981580-0f1e-49f9-a32a-1d7b4b8e06b3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:43.027530 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (a061ada6-5d81-432a-aac5-046fac8bf789), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.030810 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-53289602-3a15-49b8-835d-ad14b26088d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:22:43.032557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-53289602-3a15-49b8-835d-ad14b26088d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "GET /v2.0/ports/16f4cbc2-e1f6-49fc-93a0-f77a46b733dd HTTP/1.1" status: 404 len: 333 time: 0.2283149 Feb 19 03:22:43.065030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8867394f-7cde-4671-96b1-a588365adc5c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:43.074394 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53282) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:43.083621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7eea5b57-4b50-4e42-9082-bd7dc405d8d6 None None] Current status of the port 4f326fee-08be-420c-ab85-e5a4902101eb is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:43.092357 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1439031034', 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:43.101283 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f4f78e2e-6597-43a5-be86-c6338ee31920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (3418882d-b17b-4434-ba18-24d209acc670), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.135205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f78e2e-6597-43a5-be86-c6338ee31920 None None] No DVR routers for this DVR port 3418882d-b17b-4434-ba18-24d209acc670 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:43.181418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f78e2e-6597-43a5-be86-c6338ee31920 None None] Pushing event deleted for resources: {'Port': ['ID=3418882d-b17b-4434-ba18-24d209acc670,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:43.183798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Made reservation on behalf of 4197ef3a076d4f90811d3f21551845d7 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:43.189271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Pushing event updated for resources: {'Port': ['ID=8cfeb71f-4551-4413-9440-1f31c04d94d6,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:43.190300 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.250438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] device_id is not set on port 2d9617dd-2626-400c-bf55-fa2969581094 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:43.255036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-beb5f333-b334-428a-ba8f-b80521e8dff8 None None] Provisioning complete for port 4f326fee-08be-420c-ab85-e5a4902101eb triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:43.255915 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-beb5f333-b334-428a-ba8f-b80521e8dff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.412888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Attempting to bind port 8cfeb71f-4551-4413-9440-1f31c04d94d6 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:43.417645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Attempting to bind port 8cfeb71f-4551-4413-9440-1f31c04d94d6 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:43.418747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Attempting to bind port 8cfeb71f-4551-4413-9440-1f31c04d94d6 on network bfbb8af3-a25d-4ef8-869a-35866271696d {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:43.450666 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-beb5f333-b334-428a-ba8f-b80521e8dff8 None None] Current status of the port 4f326fee-08be-420c-ab85-e5a4902101eb is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:43.480221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-beb5f333-b334-428a-ba8f-b80521e8dff8 None None] Provisioning complete for port be36fc55-85ea-4b5c-a30d-b1780903f376 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:43.480872 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-beb5f333-b334-428a-ba8f-b80521e8dff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.517301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-beb5f333-b334-428a-ba8f-b80521e8dff8 None None] Port be36fc55-85ea-4b5c-a30d-b1780903f376 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:43.519534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Port 8cfeb71f-4551-4413-9440-1f31c04d94d6 on network bfbb8af3-a25d-4ef8-869a-35866271696d not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:43.520400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Attempting to bind port 8cfeb71f-4551-4413-9440-1f31c04d94d6 on network bfbb8af3-a25d-4ef8-869a-35866271696d {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:43.520790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-beb5f333-b334-428a-ba8f-b80521e8dff8 None None] Could not find standard attr ID for object 3418882d-b17b-4434-ba18-24d209acc670. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:22:43.524934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=be36fc55-85ea-4b5c-a30d-b1780903f376,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:43.554830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:43.555240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Checking segment: {'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:43.555562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Bound using segment: {'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:43.556001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Bound port: 8cfeb71f-4551-4413-9440-1f31c04d94d6, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:43.556364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.581046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 7aa2f98a-3525-4d0f-b698-63fce56b562d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:43.611565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:43.615437 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks [] for port (2d9617dd-2626-400c-bf55-fa2969581094), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.639121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c84fb9-88d4-4784-bbee-a5343c1447f9 req-cffbc529-f795-405d-b617-10f7bca3ddf5 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:43.640757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46c84fb9-88d4-4784-bbee-a5343c1447f9 req-cffbc529-f795-405d-b617-10f7bca3ddf5 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 944 time: 0.5075836 Feb 19 03:22:43.766497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] For port 8cfeb71f-4551-4413-9440-1f31c04d94d6, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:43.801880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.objects.ports [None req-3db744ee-df43-4630-bea3-6c2d19f14a2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109898) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:22:43.809565 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2d9617dd-2626-400c-bf55-fa2969581094), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:43.874017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event updated for resources: {'Port': ['ID=2d9617dd-2626-400c-bf55-fa2969581094,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:43.877303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3db744ee-df43-4630-bea3-6c2d19f14a2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (6d26509a-8aa0-4bce-ad76-5b2b161d7216), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.059980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db744ee-df43-4630-bea3-6c2d19f14a2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=6d26509a-8aa0-4bce-ad76-5b2b161d7216,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:44.075311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db744ee-df43-4630-bea3-6c2d19f14a2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:44.077844 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-3db744ee-df43-4630-bea3-6c2d19f14a2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:44.090630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db744ee-df43-4630-bea3-6c2d19f14a2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:44.091384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3db744ee-df43-4630-bea3-6c2d19f14a2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.091766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c40708c-a2fa-4208-ba8b-cdee23ce7265 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:44.105543 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Network f1038f98-75d0-4d62-87a8-7918d9770dc4 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:44.107953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:44.110615 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:44.111795 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:44.112502 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.127773 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3db744ee-df43-4630-bea3-6c2d19f14a2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5972099 Feb 19 03:22:44.129777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53322) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:44.134836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:87:73:66', 'name': 'tempest-NetworksTestDHCPv6-916395454'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:44.153415 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c891366d-1e4c-4925-850d-d2e7e6fcfec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0754092 Feb 19 03:22:44.155825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53326) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:44.208243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] For port 8cfeb71f-4551-4413-9440-1f31c04d94d6, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8cfeb71f-4551-4413-9440-1f31c04d94d6,segment=NetworkSegment(262259e2-92d2-4cc5-bfd6-aadb79fdbef9),segment_id=262259e2-92d2-4cc5-bfd6-aadb79fdbef9)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:44.224014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46c84fb9-88d4-4784-bbee-a5343c1447f9 req-fdf1aa49-80ef-4ca5-849c-c685b046ce1e tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdae6966-501b-4483-bc32-29e265dd4200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5722094 Feb 19 03:22:44.237129 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.267413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-afc563d5-6067-4f56-bd32-f2b33ef0065e None None] Provisioning complete for port be36fc55-85ea-4b5c-a30d-b1780903f376 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:44.268029 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-afc563d5-6067-4f56-bd32-f2b33ef0065e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.291059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Pushing event updated for resources: {'Port': ['ID=8cfeb71f-4551-4413-9440-1f31c04d94d6,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:44.307869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router a061ada6-5d81-432a-aac5-046fac8bf789 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:22:44.311946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:44.312613 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.314129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-350a1644-6134-4a66-9fc7-8d9733f38daa service neutron] 10.222.0.87 "PUT /v2.0/ports/8cfeb71f-4551-4413-9440-1f31c04d94d6 HTTP/1.1" status: 200 len: 1092 time: 3.8507123 Feb 19 03:22:44.316155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0498ed15-842f-4ae7-8e1d-7234ae4e62fe', 'tag': '8cfeb71f-4551-4413-9440-1f31c04d94d6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:44.320142 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ed2336-be28-470b-82ae-6b8023910069" -d '{"events": [{"name": "network-changed", "server_uuid": "0498ed15-842f-4ae7-8e1d-7234ae4e62fe", "tag": "8cfeb71f-4551-4413-9440-1f31c04d94d6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:44.346206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4f326fee-08be-420c-ab85-e5a4902101eb up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:44.354084 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064ef940-0673-45dd-8097-3741a1725fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:44.360453 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-064ef940-0673-45dd-8097-3741a1725fcd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "GET /v2.0/ports/2d9617dd-2626-400c-bf55-fa2969581094 HTTP/1.1" status: 200 len: 959 time: 0.2010763 Feb 19 03:22:44.368832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53330) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:44.445225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-afc563d5-6067-4f56-bd32-f2b33ef0065e None None] Port be36fc55-85ea-4b5c-a30d-b1780903f376 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:44.455324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '6d26509a-8aa0-4bce-ad76-5b2b161d7216'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:44.457739 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.545026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53334) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:44.578429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-0d65dede-acf0-43db-be65-aee804ddd827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:44.580381 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-0d65dede-acf0-43db-be65-aee804ddd827 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 1126 time: 0.1831453 Feb 19 03:22:44.638159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-cc91534c-8849-4c48-bdcd-7ad1e514f4a2 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=aebcff6ec2a8462b86ba5dff2dfbef03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866604 Feb 19 03:22:44.649135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4f326fee-08be-420c-ab85-e5a4902101eb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:44.649590 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.699696 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-0239c5b5-36b3-4ee5-afb1-e96a513a033e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8cfeb71f-4551-4413-9440-1f31c04d94d6 HTTP/1.1" status: 200 len: 217 time: 0.1039584 Feb 19 03:22:44.764908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:22:44.788243 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Sync routers for ids ['a061ada6-5d81-432a-aac5-046fac8bf789'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:22:44.805978 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Routers {'a061ada6-5d81-432a-aac5-046fac8bf789'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:44.807982 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:22:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a061ada6-5d81-432a-aac5-046fac8bf789'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:44.819000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:44.834028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-eeeaf82d-c144-40a8-9a0b-40f133e0f13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Deleting port 2d9617dd-2626-400c-bf55-fa2969581094 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:44.836648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf82d-c144-40a8-9a0b-40f133e0f13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2d9617dd-2626-400c-bf55-fa2969581094), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.873417 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4f326fee-08be-420c-ab85-e5a4902101eb is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:44.885641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Allocated IP 2001:db8::f816:3eff:fef4:ade9 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/6d26509a-8aa0-4bce-ad76-5b2b161d7216/8da9205d-0930-4223-ad33-67f55fe1a922) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:44.952072 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf82d-c144-40a8-9a0b-40f133e0f13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2d9617dd-2626-400c-bf55-fa2969581094), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:44.971021 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-23a56902-fdca-4ec4-9363-806e4098476b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "PUT /v2.0/routers/a061ada6-5d81-432a-aac5-046fac8bf789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4527781 Feb 19 03:22:44.973055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-eeeaf82d-c144-40a8-9a0b-40f133e0f13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Calling delete_port for 2d9617dd-2626-400c-bf55-fa2969581094 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:45.003380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3418882d-b17b-4434-ba18-24d209acc670 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:45.033744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 3418882d-b17b-4434-ba18-24d209acc670 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:22:45.034099 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3418882d-b17b-4434-ba18-24d209acc670 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:45.036635 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1887325519'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:45.038662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-99a0ff73-e89c-4186-b3b2-0bb8f8e4198c tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:45.040511 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-99a0ff73-e89c-4186-b3b2-0bb8f8e4198c tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3679361 Feb 19 03:22:45.042058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-6a3fda5d-dfe0-4023-8be1-7807c3a5eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:45.043449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-6a3fda5d-dfe0-4023-8be1-7807c3a5eb52 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b51f69a0-bc50-4af6-91e3-a02024dbab98 HTTP/1.1" status: 200 len: 838 time: 0.3080239 Feb 19 03:22:45.051987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3928ea5-4dea-4ece-9987-6f53c3236f01 req-881fd4c5-52ce-4856-88ce-5a27c4a08cf9 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:45.059104 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3928ea5-4dea-4ece-9987-6f53c3236f01 req-881fd4c5-52ce-4856-88ce-5a27c4a08cf9 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 945 time: 0.4654107 Feb 19 03:22:45.102406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Request body: {'port': {'device_id': '6af026c5-763b-4c36-aaab-16a2c4db0fa5', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': 'aebcff6ec2a8462b86ba5dff2dfbef03'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:45.159192 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Publish callbacks [] for port (8da9205d-0930-4223-ad33-67f55fe1a922), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.171029 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (8da9205d-0930-4223-ad33-67f55fe1a922), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.188221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:45.201107 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.222066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:45.229295 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.236588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:45.237379 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Set router a061ada6-5d81-432a-aac5-046fac8bf789 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:45.242633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:45.252092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Pushing event updated for resources: {'Port': ['ID=8da9205d-0930-4223-ad33-67f55fe1a922,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:45.320081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Attempting to bind port 8da9205d-0930-4223-ad33-67f55fe1a922 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:45.320990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Attempting to bind port 8da9205d-0930-4223-ad33-67f55fe1a922 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:45.321632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Attempting to bind port 8da9205d-0930-4223-ad33-67f55fe1a922 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:45.328596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-84d45bcd-3400-4f36-8acb-3ad9ab5cfabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:45.329044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:45.330262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-84d45bcd-3400-4f36-8acb-3ad9ab5cfabe service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bfbb8af3-a25d-4ef8-869a-35866271696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2638972 Feb 19 03:22:45.330510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:45.331659 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.332455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:45.333558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Bound port: 8da9205d-0930-4223-ad33-67f55fe1a922, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:45.334178 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8da9205d-0930-4223-ad33-67f55fe1a922), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.345496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3928ea5-4dea-4ece-9987-6f53c3236f01 req-633e3675-84fd-4719-a88a-969728646905 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2795794 Feb 19 03:22:45.445837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] For port 8da9205d-0930-4223-ad33-67f55fe1a922, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:45.451704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] For port 8da9205d-0930-4223-ad33-67f55fe1a922, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8da9205d-0930-4223-ad33-67f55fe1a922,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:45.468374 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8da9205d-0930-4223-ad33-67f55fe1a922), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.505591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80464bcc-19ac-4dc4-84aa-ba368f74585b req-ef98da22-23ce-43d0-b14a-2457dc7c4e2e tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 210 time: 0.0522945 Feb 19 03:22:45.539527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.570680 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf82d-c144-40a8-9a0b-40f133e0f13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2d9617dd-2626-400c-bf55-fa2969581094), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.580209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a5991-90b0-47e3-9b20-051586967340 None None] Pushing event updated for resources: {'Port': ['ID=8da9205d-0930-4223-ad33-67f55fe1a922,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:45.587405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port d1b0fd42-cd82-4f86-8dd2-b23edc5d2995 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:45.592768 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'be36fc55-85ea-4b5c-a30d-b1780903f376', 'name': '', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:4c:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 2, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:45.622033 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30230cb1-3123-4284-bd09-fdbeaea78821 x-openstack-request-id: req-30230cb1-3123-4284-bd09-fdbeaea78821 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:45.622340 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0498ed15-842f-4ae7-8e1d-7234ae4e62fe", "tag": "8cfeb71f-4551-4413-9440-1f31c04d94d6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:45.622601 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-30230cb1-3123-4284-bd09-fdbeaea78821 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:45.623017 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0498ed15-842f-4ae7-8e1d-7234ae4e62fe', 'tag': '8cfeb71f-4551-4413-9440-1f31c04d94d6', 'status': 'completed', 'code': 200} Feb 19 03:22:45.643388 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Checking router: a061ada6-5d81-432a-aac5-046fac8bf789 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:22:45.643748 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Updating router a061ada6-5d81-432a-aac5-046fac8bf789 port be36fc55-85ea-4b5c-a30d-b1780903f376 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:22:45.669407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Made reservation on behalf of aebcff6ec2a8462b86ba5dff2dfbef03 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:45.686107 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.696060 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.725456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-11f68d4f-e2b2-40ce-93e0-9b3b7778c23b service neutron] 10.222.0.87 "GET /v2.0/networks/bfbb8af3-a25d-4ef8-869a-35866271696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745685 Feb 19 03:22:45.731701 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.837577 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeaf82d-c144-40a8-9a0b-40f133e0f13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d9617dd-2626-400c-bf55-fa2969581094,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:45.889146 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::f816:3eff:fe87:7366 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/6d26509a-8aa0-4bce-ad76-5b2b161d7216/d1b0fd42-cd82-4f86-8dd2-b23edc5d2995) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:45.984460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for security_group (9f828d9a-8aac-4ad7-9adf-1006ef95be9f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.987111 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eeeaf82d-c144-40a8-9a0b-40f133e0f13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:45.994136 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eeeaf82d-c144-40a8-9a0b-40f133e0f13b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "DELETE /v2.0/ports/2d9617dd-2626-400c-bf55-fa2969581094 HTTP/1.1" status: 204 len: 168 time: 1.6132791 Feb 19 03:22:45.996706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53372) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:46.013212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9f828d9a-8aac-4ad7-9adf-1006ef95be9f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.046873 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Publish callbacks [] for security_group (4cc9e197-223f-44ef-bc96-a275be13c36c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.060718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-da76c192-e5d3-40df-9c2c-eb484258ee87 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721919117&fields=id&tenant_id=d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 267 time: 0.3428452 Feb 19 03:22:46.098596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f828d9a-8aac-4ad7-9adf-1006ef95be9f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:46.100893 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Publish callbacks [] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.116924 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.129853 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8630ed-f176-4789-85fc-2e1e19d5f60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:22:46.131401 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4f8630ed-f176-4789-85fc-2e1e19d5f60c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "GET /v2.0/ports/2d9617dd-2626-400c-bf55-fa2969581094 HTTP/1.1" status: 404 len: 333 time: 0.1331422 Feb 19 03:22:46.144121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:22:46.146071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53374) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:46.154629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Request body: {'port': {'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1219911820'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:46.175669 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Pushing event updated for resources: {'Port': ['ID=be36fc55-85ea-4b5c-a30d-b1780903f376,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:46.182918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-535004ac-49c0-4c14-8424-33de14dc2c8b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:46.188466 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.189023 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.190032 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.190495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-535004ac-49c0-4c14-8424-33de14dc2c8b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 796 time: 0.1285477 Feb 19 03:22:46.191057 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.191689 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.192233 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.193037 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.194093 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.194617 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.195101 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.195971 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.196435 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.196977 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:22:46.198164 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4cc9e197-223f-44ef-bc96-a275be13c36c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.209710 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1315a1b6-3a72-4c90-ae06-610091285860), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.210065 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Added segment 1315a1b6-3a72-4c90-ae06-610091285860 of type vlan for network 1967888c-a33d-4fc2-9752-0d7197a3d5ed Feb 19 03:22:46.296199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Made reservation on behalf of 4197ef3a076d4f90811d3f21551845d7 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:46.308992 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.345304 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Attempting to bind port be36fc55-85ea-4b5c-a30d-b1780903f376 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:46.345577 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Attempting to bind port be36fc55-85ea-4b5c-a30d-b1780903f376 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:46.345933 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Attempting to bind port be36fc55-85ea-4b5c-a30d-b1780903f376 on network 7aa2f98a-3525-4d0f-b698-63fce56b562d {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:46.352048 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:46.353019 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Checking segment: {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:46.354133 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.354645 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Bound using segment: {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:46.355192 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Bound port: be36fc55-85ea-4b5c-a30d-b1780903f376, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:46.355795 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.362688 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (1967888c-a33d-4fc2-9752-0d7197a3d5ed), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.378161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Allocated IP 192.168.233.146 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/7c02158f-a9cf-4b0f-862c-bb7eb50185bc) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:46.420820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] device_id is not set on port 269e563e-7c8e-4f59-a85f-c7458c9c7296 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:46.424980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8da9205d-0930-4223-ad33-67f55fe1a922 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:46.480052 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] For port be36fc55-85ea-4b5c-a30d-b1780903f376, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:46.483785 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] For port be36fc55-85ea-4b5c-a30d-b1780903f376, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=be36fc55-85ea-4b5c-a30d-b1780903f376,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:46.493273 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.524338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.db.resource_extend [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:22:46.542957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc9e197-223f-44ef-bc96-a275be13c36c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:46.557834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (d1b0fd42-cd82-4f86-8dd2-b23edc5d2995), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.574471 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a5c6a-2737-4089-a318-ccc01f556759 None None] Pushing event updated for resources: {'Port': ['ID=be36fc55-85ea-4b5c-a30d-b1780903f376,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:46.598318 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Routers {'a061ada6-5d81-432a-aac5-046fac8bf789'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:46.599031 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:22:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a061ada6-5d81-432a-aac5-046fac8bf789'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:46.650008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4363eeea-8cb0-47b2-af37-5c076e29752b req-5dae935c-1e66-444c-b022-287a2a4bf830 service neutron] 10.222.0.87 "GET /v2.0/networks/bfbb8af3-a25d-4ef8-869a-35866271696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9096453 Feb 19 03:22:46.653918 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (1967888c-a33d-4fc2-9752-0d7197a3d5ed), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.668302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:46.669343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.699735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-0f50a149-256f-4b63-ab38-b00d79726fc4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/quotas/d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 375 time: 0.5082281 Feb 19 03:22:46.704196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-891d6045-8741-4d82-a6e2-6e15f2eac3e0 None None] Provisioning complete for port be36fc55-85ea-4b5c-a30d-b1780903f376 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:46.704766 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-891d6045-8741-4d82-a6e2-6e15f2eac3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.710152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8da9205d-0930-4223-ad33-67f55fe1a922 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:46.710520 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8da9205d-0930-4223-ad33-67f55fe1a922), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:46.779934 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] Set router a061ada6-5d81-432a-aac5-046fac8bf789 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:22:47.032986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed2336-be28-470b-82ae-6b8023910069 req-c873b789-39db-4ac7-b027-9b0615bcf161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:47.034831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03ed2336-be28-470b-82ae-6b8023910069 req-c873b789-39db-4ac7-b027-9b0615bcf161 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 1126 time: 0.2526188 Feb 19 03:22:47.036144 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4319632 Feb 19 03:22:47.041422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53388) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:47.050502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2060112279'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:47.053523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-891d6045-8741-4d82-a6e2-6e15f2eac3e0 None None] Current status of the port be36fc55-85ea-4b5c-a30d-b1780903f376 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:47.055255 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-891d6045-8741-4d82-a6e2-6e15f2eac3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.083531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-4cb99a88-b1dc-4a0d-af44-783e044a4727 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3735595 Feb 19 03:22:47.108272 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8da9205d-0930-4223-ad33-67f55fe1a922 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:47.108874 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8da9205d-0930-4223-ad33-67f55fe1a922), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.152457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda388f7-1b16-47b9-a00f-c4b73c15aaf0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Network': ['ID=1967888c-a33d-4fc2-9752-0d7197a3d5ed,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:47.154793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-891d6045-8741-4d82-a6e2-6e15f2eac3e0 None None] For port be36fc55-85ea-4b5c-a30d-b1780903f376, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=be36fc55-85ea-4b5c-a30d-b1780903f376,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:47.170263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 8da9205d-0930-4223-ad33-67f55fe1a922, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8da9205d-0930-4223-ad33-67f55fe1a922,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:47.174283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 1967888c-a33d-4fc2-9752-0d7197a3d5ed details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:22:47.185061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d1b0fd42-cd82-4f86-8dd2-b23edc5d2995), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.186723 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-891d6045-8741-4d82-a6e2-6e15f2eac3e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.192454 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks [] for port (269e563e-7c8e-4f59-a85f-c7458c9c7296), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.232988 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'be36fc55-85ea-4b5c-a30d-b1780903f376', 'name': '', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:4c:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:46Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:47.264179 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:47.264839 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8da9205d-0930-4223-ad33-67f55fe1a922), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.266978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=d1b0fd42-cd82-4f86-8dd2-b23edc5d2995,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:47.286716 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:47.290059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:47.291894 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c845cdb6-46e2-4e57-9c70-b2cb28912a41 None None] The sync data for ids ['a061ada6-5d81-432a-aac5-046fac8bf789'] in n-d-826755-2 is: [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'be36fc55-85ea-4b5c-a30d-b1780903f376', 'name': '', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:4c:fb:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:46Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:22:47.300257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:47.301048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.344222 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f9448490-aca1-4899-a428-c982d11943b9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2132981 Feb 19 03:22:47.347046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53394) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:47.402521 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (269e563e-7c8e-4f59-a85f-c7458c9c7296), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.419013 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Publish callbacks [] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.449155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed2336-be28-470b-82ae-6b8023910069 req-fd06fa2f-92a6-4114-bd02-d12bcad6558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:47.450689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03ed2336-be28-470b-82ae-6b8023910069 req-fd06fa2f-92a6-4114-bd02-d12bcad6558f service neutron] 10.222.0.87 "GET /v2.0/networks?id=bfbb8af3-a25d-4ef8-869a-35866271696d HTTP/1.1" status: 200 len: 897 time: 0.3960292 Feb 19 03:22:47.523517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:47.532174 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.563732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Network f1038f98-75d0-4d62-87a8-7918d9770dc4 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:47.571283 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:47.586321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event updated for resources: {'Port': ['ID=269e563e-7c8e-4f59-a85f-c7458c9c7296,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:47.599896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:47.600927 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:47.609175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.612966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-7c9d6bc3-484e-457b-8ecc-f57422b2c03a service neutron] 10.222.0.81 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285091 Feb 19 03:22:47.615466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03ed2336-be28-470b-82ae-6b8023910069 req-922cf138-9367-48a0-9b4c-f549f04ea87d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8cfeb71f-4551-4413-9440-1f31c04d94d6 HTTP/1.1" status: 200 len: 217 time: 0.1377420 Feb 19 03:22:47.630041 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c26881-44b8-4004-bfdd-a2660ddea853 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:47.635716 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c26881-44b8-4004-bfdd-a2660ddea853 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:47.639893 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-47c26881-44b8-4004-bfdd-a2660ddea853 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2889125 Feb 19 03:22:47.641037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53396) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:47.761327 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ed3edf6a-3bd6-4fbd-a905-ec1725aea036 None None] Provisioning complete for port 8da9205d-0930-4223-ad33-67f55fe1a922 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:47.761950 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ed3edf6a-3bd6-4fbd-a905-ec1725aea036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8da9205d-0930-4223-ad33-67f55fe1a922), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.822584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-968166e7-f2d5-482c-a85c-73c9b0403820 service neutron] 10.222.0.81 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026515 Feb 19 03:22:47.829756 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-38910da3-0769-4aa9-a2ba-ad35f3864492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6801593 Feb 19 03:22:47.832363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d6045-8741-4d82-a6e2-6e15f2eac3e0 None None] Pushing event updated for resources: {'Port': ['ID=be36fc55-85ea-4b5c-a30d-b1780903f376,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:47.833911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53404) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:47.884652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:47.884913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e2afb95c-bc15-4402-bed7-1833df8da421 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port d1b0fd42-cd82-4f86-8dd2-b23edc5d2995 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:47.885328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e2afb95c-bc15-4402-bed7-1833df8da421 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d1b0fd42-cd82-4f86-8dd2-b23edc5d2995), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.934013 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:47.945008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed2336-be28-470b-82ae-6b8023910069 req-7cf4e3b0-a68e-4e12-8818-adeb825b0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:47.947680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03ed2336-be28-470b-82ae-6b8023910069 req-7cf4e3b0-a68e-4e12-8818-adeb825b0024 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b51f69a0-bc50-4af6-91e3-a02024dbab98 HTTP/1.1" status: 200 len: 838 time: 0.3166339 Feb 19 03:22:47.969240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=8da9205d-0930-4223-ad33-67f55fe1a922,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:47.981086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ed3edf6a-3bd6-4fbd-a905-ec1725aea036 None None] Current status of the port 8da9205d-0930-4223-ad33-67f55fe1a922 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:48.012857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:22:48.021318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ed3edf6a-3bd6-4fbd-a905-ec1725aea036 None None] Provisioning complete for port be36fc55-85ea-4b5c-a30d-b1780903f376 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:48.021698 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ed3edf6a-3bd6-4fbd-a905-ec1725aea036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.068347 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e2afb95c-bc15-4402-bed7-1833df8da421 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d1b0fd42-cd82-4f86-8dd2-b23edc5d2995), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.089488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e2afb95c-bc15-4402-bed7-1833df8da421 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for d1b0fd42-cd82-4f86-8dd2-b23edc5d2995 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:48.109405 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (26c8dc56-ed07-4cad-85af-9f0b4e004160), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.111587 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Added segment 26c8dc56-ed07-4cad-85af-9f0b4e004160 of type vlan for network ac79c597-10a0-4333-b2ae-800a92b963f4 Feb 19 03:22:48.195400 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ed3edf6a-3bd6-4fbd-a905-ec1725aea036 None None] Current status of the port be36fc55-85ea-4b5c-a30d-b1780903f376 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:48.198892 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (ac79c597-10a0-4333-b2ae-800a92b963f4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.250006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:48.329282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:48.332253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Pushing event updated for resources: {'Port': ['ID=7c02158f-a9cf-4b0f-862c-bb7eb50185bc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:48.344349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-60c46248-d220-4128-b411-82e280c6e1cf None None] Provisioning complete for port d1b0fd42-cd82-4f86-8dd2-b23edc5d2995 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:48.344899 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-60c46248-d220-4128-b411-82e280c6e1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d1b0fd42-cd82-4f86-8dd2-b23edc5d2995), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.386421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:48.428878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-60c46248-d220-4128-b411-82e280c6e1cf None None] Port d1b0fd42-cd82-4f86-8dd2-b23edc5d2995 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:48.509927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:48.510811 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.533442 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:22:48.547706 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e2afb95c-bc15-4402-bed7-1833df8da421 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d1b0fd42-cd82-4f86-8dd2-b23edc5d2995), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.592505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device be36fc55-85ea-4b5c-a30d-b1780903f376 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:48.650642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2afb95c-bc15-4402-bed7-1833df8da421 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=d1b0fd42-cd82-4f86-8dd2-b23edc5d2995,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:48.690280 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-23a4fb7b-b78e-4f51-bc5a-150a6d812cf5 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5901439 Feb 19 03:22:48.708429 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (ac79c597-10a0-4333-b2ae-800a92b963f4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.751347 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e2afb95c-bc15-4402-bed7-1833df8da421 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.760238 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e2afb95c-bc15-4402-bed7-1833df8da421 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/d1b0fd42-cd82-4f86-8dd2-b23edc5d2995 HTTP/1.1" status: 204 len: 168 time: 1.1183105 Feb 19 03:22:48.762617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53420) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:48.767857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:48.768520 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.815488 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Request body: {'port': {'device_id': '6af026c5-763b-4c36-aaab-16a2c4db0fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:48.876404 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (269e563e-7c8e-4f59-a85f-c7458c9c7296), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.884732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port be36fc55-85ea-4b5c-a30d-b1780903f376 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:48.885344 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:48.886577 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ca6d1-9e79-4166-8146-2fa788747390 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:48.891533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ca6d1-9e79-4166-8146-2fa788747390 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:48.903469 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-024ca6d1-9e79-4166-8146-2fa788747390 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1386335 Feb 19 03:22:48.905149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53422) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:48.983968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8cfeb71f-4551-4413-9440-1f31c04d94d6 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:22:49.012067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed2336-be28-470b-82ae-6b8023910069 req-a0aa8667-eec0-46fd-84e3-46f0e87b85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:49.016612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03ed2336-be28-470b-82ae-6b8023910069 req-a0aa8667-eec0-46fd-84e3-46f0e87b85d0 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=bfbb8af3-a25d-4ef8-869a-35866271696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9880793 Feb 19 03:22:49.145088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-79296181-ef03-4eff-ac55-71bc99254dad tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 6d26509a-8aa0-4bce-ad76-5b2b161d7216 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:49.157760 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79296181-ef03-4eff-ac55-71bc99254dad tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (6d26509a-8aa0-4bce-ad76-5b2b161d7216), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.198440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51578c9-9497-4d8a-9df4-b66670b899eb req-5f79cad3-c547-4a82-a6d5-d438162def08 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:49.204210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b51578c9-9497-4d8a-9df4-b66670b899eb req-5f79cad3-c547-4a82-a6d5-d438162def08 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 944 time: 0.9446340 Feb 19 03:22:49.260093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2158248 Feb 19 03:22:49.262854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53430) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:49.268243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5ec0f202-1c57-4639-b6ae-a5c6273f51c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'subnet': {'network_id': '1967888c-a33d-4fc2-9752-0d7197a3d5ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:49.317748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668d41b-fd95-4ab8-96f9-70befd67ec27 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Network': ['ID=ac79c597-10a0-4333-b2ae-800a92b963f4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:49.339543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d0ba7a11-0491-48ba-8e11-2cb909ca943e None None] Provisioning complete for port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:49.339908 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0ba7a11-0491-48ba-8e11-2cb909ca943e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.350452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network ac79c597-10a0-4333-b2ae-800a92b963f4 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:22:49.467403 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79296181-ef03-4eff-ac55-71bc99254dad tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (6d26509a-8aa0-4bce-ad76-5b2b161d7216), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.507339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port be36fc55-85ea-4b5c-a30d-b1780903f376 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:49.508862 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8da9205d-0930-4223-ad33-67f55fe1a922 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:49.546846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec0f202-1c57-4639-b6ae-a5c6273f51c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:49.567045 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f202-1c57-4639-b6ae-a5c6273f51c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.571389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d0ba7a11-0491-48ba-8e11-2cb909ca943e None None] Port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:49.652395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 8cfeb71f-4551-4413-9440-1f31c04d94d6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8cfeb71f-4551-4413-9440-1f31c04d94d6,segment=NetworkSegment(262259e2-92d2-4cc5-bfd6-aadb79fdbef9),segment_id=262259e2-92d2-4cc5-bfd6-aadb79fdbef9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:49.732675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '8cfeb71f-4551-4413-9440-1f31c04d94d6', 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d', 'port_id': '8cfeb71f-4551-4413-9440-1f31c04d94d6', 'mac_address': 'fa:16:3e:38:89:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b51f69a0-bc50-4af6-91e3-a02024dbab98', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:22:49.750191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8da9205d-0930-4223-ad33-67f55fe1a922 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:49.750576 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8da9205d-0930-4223-ad33-67f55fe1a922), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.804575 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79296181-ef03-4eff-ac55-71bc99254dad tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (6d26509a-8aa0-4bce-ad76-5b2b161d7216), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.854604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 8cfeb71f-4551-4413-9440-1f31c04d94d6 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:49.854995 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.871031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfeb71f-4551-4413-9440-1f31c04d94d6 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:49.878019 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.912717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f202-1c57-4639-b6ae-a5c6273f51c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (5d715f98-d4af-461f-95d0-b34f8874326f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.929040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 8cfeb71f-4551-4413-9440-1f31c04d94d6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8cfeb71f-4551-4413-9440-1f31c04d94d6,segment=NetworkSegment(262259e2-92d2-4cc5-bfd6-aadb79fdbef9),segment_id=262259e2-92d2-4cc5-bfd6-aadb79fdbef9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:49.936054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8da9205d-0930-4223-ad33-67f55fe1a922 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:49.943070 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.962785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b51578c9-9497-4d8a-9df4-b66670b899eb req-3d62d429-03e3-426a-9b71-a28dc1d93be2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdae6966-501b-4483-bc32-29e265dd4200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7079856 Feb 19 03:22:49.969751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79296181-ef03-4eff-ac55-71bc99254dad tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (6d26509a-8aa0-4bce-ad76-5b2b161d7216), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:49.979798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03ed2336-be28-470b-82ae-6b8023910069 req-1d66432f-4c1e-44c8-95bf-cedb453c7655 service neutron] 10.222.0.87 "GET /v2.0/networks/bfbb8af3-a25d-4ef8-869a-35866271696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8538158 Feb 19 03:22:49.997284 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-79296181-ef03-4eff-ac55-71bc99254dad tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.001177 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-79296181-ef03-4eff-ac55-71bc99254dad tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/6d26509a-8aa0-4bce-ad76-5b2b161d7216 HTTP/1.1" status: 204 len: 168 time: 1.0941260 Feb 19 03:22:50.012495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f80fc9-cf79-426a-bffe-e89ffb0ccbe9 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:50.017911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53438) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:50.019478 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec0f202-1c57-4639-b6ae-a5c6273f51c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Subnet': ['ID=5d715f98-d4af-461f-95d0-b34f8874326f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:50.058294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79296181-ef03-4eff-ac55-71bc99254dad tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=6d26509a-8aa0-4bce-ad76-5b2b161d7216,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:50.087944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec0f202-1c57-4639-b6ae-a5c6273f51c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Checking segment: {'id': '1315a1b6-3a72-4c90-ae06-610091285860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1967888c-a33d-4fc2-9752-0d7197a3d5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:50.088310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec0f202-1c57-4639-b6ae-a5c6273f51c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network hostable DHCP agents. Network: 1967888c-a33d-4fc2-9752-0d7197a3d5ed, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:22:50.093766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=8cfeb71f-4551-4413-9440-1f31c04d94d6,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:50.141978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec0f202-1c57-4639-b6ae-a5c6273f51c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 1967888c-a33d-4fc2-9752-0d7197a3d5ed is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:50.167658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5ec0f202-1c57-4639-b6ae-a5c6273f51c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 1967888c-a33d-4fc2-9752-0d7197a3d5ed) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:50.177589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec0f202-1c57-4639-b6ae-a5c6273f51c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.178203 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ec0f202-1c57-4639-b6ae-a5c6273f51c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.194783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7fbea3e9-5a15-48de-a29b-bf3bdb0b7298 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1696062 Feb 19 03:22:50.233397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53444) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:50.235042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53935ea-6ecf-4cd3-861a-33f30953cd2d None None] Network 1967888c-a33d-4fc2-9752-0d7197a3d5ed requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:50.243836 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:50.313352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-c3df0e77-2afa-4e08-a29d-c6e220cf422a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.314910 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-c3df0e77-2afa-4e08-a29d-c6e220cf422a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 796 time: 0.1337683 Feb 19 03:22:50.346563 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5ec0f202-1c57-4639-b6ae-a5c6273f51c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0798261 Feb 19 03:22:50.347128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53448) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:50.352974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d3736a80-f9ec-4e22-8bdc-97c4cf0260d0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'subnet': {'network_id': 'ac79c597-10a0-4333-b2ae-800a92b963f4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:50.360150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c219d9-4d4b-4ee0-a88c-400e954f0e69 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:50.362712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['8cfeb71f-4551-4413-9440-1f31c04d94d6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:50.527120 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-570cb9c1-5c23-4a10-9d56-06952e563566 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 379 time: 0.2035103 Feb 19 03:22:50.544363 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'port': {'device_id': 'be5bb674-ad00-4454-bb82-64665f111e17', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'admin_state_up': True, 'tenant_id': 'd251da4ce30245449da598358709f972', 'security_groups': ['5ba75163-34a2-4921-a4e3-f799effd5d4f']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:50.570038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-1967888c-a33d-4fc2-9752-0d7197a3d5ed', 'network_id': '1967888c-a33d-4fc2-9752-0d7197a3d5ed', 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'fixed_ips': [{'subnet_id': '5d715f98-d4af-461f-95d0-b34f8874326f'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:50.570970 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.599510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] device_id is not set on port 269e563e-7c8e-4f59-a85f-c7458c9c7296 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:50.608461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c1c219d9-4d4b-4ee0-a88c-400e954f0e69 None None] Deleting port 8da9205d-0930-4223-ad33-67f55fe1a922 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:50.608941 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c1c219d9-4d4b-4ee0-a88c-400e954f0e69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8da9205d-0930-4223-ad33-67f55fe1a922), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.648787 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks [] for port (269e563e-7c8e-4f59-a85f-c7458c9c7296), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.650975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3736a80-f9ec-4e22-8bdc-97c4cf0260d0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:50.654364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03ed2336-be28-470b-82ae-6b8023910069 req-0a618c80-f23e-4309-b8b1-7c385d49bebd service neutron] 10.222.0.87 "GET /v2.0/networks/bfbb8af3-a25d-4ef8-869a-35866271696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472237 Feb 19 03:22:50.654989 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3736a80-f9ec-4e22-8bdc-97c4cf0260d0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.687085 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (269e563e-7c8e-4f59-a85f-c7458c9c7296), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.701258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541141fb-246d-44a9-a0c6-497b18cc410b req-9fbc5e68-cc67-4b67-a80e-1149c9686049 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:50.703449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-541141fb-246d-44a9-a0c6-497b18cc410b req-9fbc5e68-cc67-4b67-a80e-1149c9686049 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 936 time: 0.3664720 Feb 19 03:22:50.711130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:50.715612 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.824500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Made reservation on behalf of d251da4ce30245449da598358709f972 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:50.828973 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:50.875218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Allocated IP 2001:db8::2 (1967888c-a33d-4fc2-9752-0d7197a3d5ed/5d715f98-d4af-461f-95d0-b34f8874326f/5a1f40d2-fdad-4158-a747-0c3e90f84772) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:50.913117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event updated for resources: {'Port': ['ID=269e563e-7c8e-4f59-a85f-c7458c9c7296,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:50.969860 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-541141fb-246d-44a9-a0c6-497b18cc410b req-92251659-67a9-4062-a890-725f86585077 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cc9e197-223f-44ef-bc96-a275be13c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392130 Feb 19 03:22:50.989217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:50.989217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:50.989217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:51.023391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:51.023805 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:51.034289 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 2 to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 Feb 19 03:22:51.034510 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3736a80-f9ec-4e22-8bdc-97c4cf0260d0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (5427c63d-8df6-4196-b7f7-d8a574765587), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.097468 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c1c219d9-4d4b-4ee0-a88c-400e954f0e69 None None] For port 8da9205d-0930-4223-ad33-67f55fe1a922, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8da9205d-0930-4223-ad33-67f55fe1a922,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:51.098150 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c1c219d9-4d4b-4ee0-a88c-400e954f0e69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8da9205d-0930-4223-ad33-67f55fe1a922), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.153519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3736a80-f9ec-4e22-8bdc-97c4cf0260d0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Subnet': ['ID=5427c63d-8df6-4196-b7f7-d8a574765587,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:51.161636 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.20.0.4 (7aa2f98a-3525-4d0f-b698-63fce56b562d/a6f12512-4f30-4630-bd35-47c955b43097/60336312-1cde-4207-bd2f-4423be1a0672) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:51.174591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3736a80-f9ec-4e22-8bdc-97c4cf0260d0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Checking segment: {'id': '26c8dc56-ed07-4cad-85af-9f0b4e004160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ac79c597-10a0-4333-b2ae-800a92b963f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:51.175261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3736a80-f9ec-4e22-8bdc-97c4cf0260d0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network hostable DHCP agents. Network: ac79c597-10a0-4333-b2ae-800a92b963f4, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:22:51.213693 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c1c219d9-4d4b-4ee0-a88c-400e954f0e69 None None] Calling delete_port for 8da9205d-0930-4223-ad33-67f55fe1a922 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:51.220601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3736a80-f9ec-4e22-8bdc-97c4cf0260d0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network ac79c597-10a0-4333-b2ae-800a92b963f4 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:22:51.232894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c02158f-a9cf-4b0f-862c-bb7eb50185bc {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:51.262079 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Publish callbacks [] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.264095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:51.265030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:51.265536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:51.270412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b88eed7-61d2-4a42-a9bc-1e0209087f97 req-92a6e963-9138-442a-8714-1e2d3f1cf7df tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 210 time: 0.2177782 Feb 19 03:22:51.273000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Publish callbacks [] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.292228 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d3736a80-f9ec-4e22-8bdc-97c4cf0260d0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, ac79c597-10a0-4333-b2ae-800a92b963f4) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:51.310418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3736a80-f9ec-4e22-8bdc-97c4cf0260d0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:51.311026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3736a80-f9ec-4e22-8bdc-97c4cf0260d0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.319189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:51.319553 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:51.326998 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 3 to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 Feb 19 03:22:51.342399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6085b4-0499-4863-8f36-37dbdf53afcd None None] Network ac79c597-10a0-4333-b2ae-800a92b963f4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:51.350365 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Transition to ACTIVE for port object 7c02158f-a9cf-4b0f-862c-bb7eb50185bc will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:22:51.364768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:51.364768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:51.365471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:51.374436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:51.374822 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:51.377662 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 4 to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 Feb 19 03:22:51.380969 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.411731 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (60336312-1cde-4207-bd2f-4423be1a0672), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.447670 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.472725 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.481322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:51.481710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:51.482041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:51.499801 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d3736a80-f9ec-4e22-8bdc-97c4cf0260d0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1500590 Feb 19 03:22:51.503305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:51.503631 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:51.506960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53468) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:51.511839 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 5 to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 Feb 19 03:22:51.521510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Pushing event updated for resources: {'Port': ['ID=5a1f40d2-fdad-4158-a747-0c3e90f84772,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:51.524219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-ac79c597-10a0-4333-b2ae-800a92b963f4', 'network_id': 'ac79c597-10a0-4333-b2ae-800a92b963f4', 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'fixed_ips': [{'subnet_id': '5427c63d-8df6-4196-b7f7-d8a574765587'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:51.525119 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.531884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-671a72e5-2344-4cc8-8f42-b0677ae722ea tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2072076795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:51.547366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:51.547616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:51.547965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:51.588368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 7aa2f98a-3525-4d0f-b698-63fce56b562d is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:51.592380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:51.595473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:51.595635 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:51.610369 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:51.633879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c02158f-a9cf-4b0f-862c-bb7eb50185bc,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:51.653145 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 6 to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 Feb 19 03:22:51.682749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:51.715544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Network 1967888c-a33d-4fc2-9752-0d7197a3d5ed is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:51.727711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:51.728314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:51.729105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:51.730433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:51.733677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:51.746336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.objects.ports [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109899) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:22:51.746627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Allocated IP 2001:db8:1::2 (ac79c597-10a0-4333-b2ae-800a92b963f4/5427c63d-8df6-4196-b7f7-d8a574765587/98bf7047-c04e-4b90-9b38-917b100bb018) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:51.758929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:51.771674 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.812105 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a4b1eafb-b46f-4e97-8ab9-9910358bea3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2759519 Feb 19 03:22:51.834017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Request body: {'port': {'device_id': 'be5bb674-ad00-4454-bb82-64665f111e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:51.843190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:51.843190 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:51.860200 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 7 to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 Feb 19 03:22:51.958264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.975300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Attempting to bind port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:51.975642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Attempting to bind port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:51.975972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Attempting to bind port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:51.994825 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-671a72e5-2344-4cc8-8f42-b0677ae722ea tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:51.996185 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-671a72e5-2344-4cc8-8f42-b0677ae722ea tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.052573 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-671a72e5-2344-4cc8-8f42-b0677ae722ea tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.068016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:52.068256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Attempting to bind port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:52.077602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:52.077940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:52.078338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:52.078766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Bound port: 7c02158f-a9cf-4b0f-862c-bb7eb50185bc, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:52.079120 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.081086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:52.081407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:52.081736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:52.084833 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-671a72e5-2344-4cc8-8f42-b0677ae722ea tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.121196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-671a72e5-2344-4cc8-8f42-b0677ae722ea tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.124979 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-671a72e5-2344-4cc8-8f42-b0677ae722ea tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5949469 Feb 19 03:22:52.124979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:52.124979 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:52.126601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53478) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:52.127057 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 8 to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 Feb 19 03:22:52.317930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:52.318676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:52.318676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:52.339203 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60336312-1cde-4207-bd2f-4423be1a0672 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:52.343440 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Publish callbacks [] for port (98bf7047-c04e-4b90-9b38-917b100bb018), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.351718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:52.352066 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:52.353783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Publish callbacks [] for port (60336312-1cde-4207-bd2f-4423be1a0672), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.355297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8da9205d-0930-4223-ad33-67f55fe1a922 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:22:52.359138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Attempting to bind port 5a1f40d2-fdad-4158-a747-0c3e90f84772 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:52.359813 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Attempting to bind port 5a1f40d2-fdad-4158-a747-0c3e90f84772 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '1315a1b6-3a72-4c90-ae06-610091285860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1967888c-a33d-4fc2-9752-0d7197a3d5ed'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:52.360367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Attempting to bind port 5a1f40d2-fdad-4158-a747-0c3e90f84772 on network 1967888c-a33d-4fc2-9752-0d7197a3d5ed {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:52.371625 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Transition to ACTIVE for port object 60336312-1cde-4207-bd2f-4423be1a0672 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:22:52.373501 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 9 to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 Feb 19 03:22:52.381607 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.388360 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c1c219d9-4d4b-4ee0-a88c-400e954f0e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (8da9205d-0930-4223-ad33-67f55fe1a922), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.391200 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.407252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:52.408034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Checking segment: {'id': '1315a1b6-3a72-4c90-ae06-610091285860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1967888c-a33d-4fc2-9752-0d7197a3d5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:52.408592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.409143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Bound using segment: {'id': '1315a1b6-3a72-4c90-ae06-610091285860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1967888c-a33d-4fc2-9752-0d7197a3d5ed'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:52.409793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Bound port: 5a1f40d2-fdad-4158-a747-0c3e90f84772, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1315a1b6-3a72-4c90-ae06-610091285860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '1967888c-a33d-4fc2-9752-0d7197a3d5ed'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:52.410353 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.412249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604bc44-b010-4c9a-a37d-644edb31656a req-17721517-c11b-4a53-9e42-ca5472199c32 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:52.419167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7604bc44-b010-4c9a-a37d-644edb31656a req-17721517-c11b-4a53-9e42-ca5472199c32 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 945 time: 0.8538888 Feb 19 03:22:52.444004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c219d9-4d4b-4ee0-a88c-400e954f0e69 None None] Pushing event deleted for resources: {'Port': ['ID=8da9205d-0930-4223-ad33-67f55fe1a922,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:52.462960 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:52.471647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c219d9-4d4b-4ee0-a88c-400e954f0e69 None None] No DVR routers for this DVR port 8da9205d-0930-4223-ad33-67f55fe1a922 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:22:52.478069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:52.478405 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:52.478740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:52.482210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Network ac79c597-10a0-4333-b2ae-800a92b963f4 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:52.496572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:52.497010 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:52.515025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No active binding found for port 8da9205d-0930-4223-ad33-67f55fe1a922 {{(pid=109900) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:22:52.515667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] The host n-d-826755-2 is not matching for port 8da9205d-0930-4223-ad33-67f55fe1a922 host None! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:22:52.516248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8da9205d-0930-4223-ad33-67f55fe1a922 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:22:52.519924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:52.526453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:52.534965 n-d-826755-2 neutron-server[109899]: INFO neutron.plugins.ml2.plugin [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempt 10 to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 Feb 19 03:22:52.538224 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8da9205d-0930-4223-ad33-67f55fe1a922), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.629233 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] For port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:52.653540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Attempting to bind port 60336312-1cde-4207-bd2f-4423be1a0672 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:52.654047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Attempting to bind port 60336312-1cde-4207-bd2f-4423be1a0672 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:52.654538 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Attempting to bind port 60336312-1cde-4207-bd2f-4423be1a0672 on network 7aa2f98a-3525-4d0f-b698-63fce56b562d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:52.661250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Port 60336312-1cde-4207-bd2f-4423be1a0672 on network 7aa2f98a-3525-4d0f-b698-63fce56b562d not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:52.661682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Attempting to bind port 60336312-1cde-4207-bd2f-4423be1a0672 on network 7aa2f98a-3525-4d0f-b698-63fce56b562d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:52.665331 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7604bc44-b010-4c9a-a37d-644edb31656a req-48d6744d-dee9-406a-9f9d-7c82e51a47b8 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdae6966-501b-4483-bc32-29e265dd4200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451754 Feb 19 03:22:52.676447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:52.677034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Checking segment: {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:52.677442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Bound using segment: {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:52.678078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Bound port: 60336312-1cde-4207-bd2f-4423be1a0672, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:52.678446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.704920 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:52.705262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:52.705628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempting to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:52.709387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] For port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7c02158f-a9cf-4b0f-862c-bb7eb50185bc,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:52.742424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Port 8da9205d-0930-4223-ad33-67f55fe1a922 concurrently deleted while adding address for new subnet {'id': '8e0162d8-a8c1-4942-87ec-9c56ec9fb896', 'name': '', 'tenant_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2890, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-19T03:22:50Z', 'updated_at': '2022-02-19T03:22:50Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24'}. {{(pid=109899) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 19 03:22:52.742956 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (8e0162d8-a8c1-4942-87ec-9c56ec9fb896), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.765347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:22:52.765658 n-d-826755-2 neutron-server[109899]: ERROR neutron.plugins.ml2.managers [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Failed to bind port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on host n-h1-826755-2 for vnic_type normal using segments [{'id': 'd9d7918c-7958-4b8b-851a-d69e2c838c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1038f98-75d0-4d62-87a8-7918d9770dc4'}] Feb 19 03:22:52.766017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (269e563e-7c8e-4f59-a85f-c7458c9c7296), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.768446 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.790015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:52.795086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:52.813180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:52.813532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.820920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] 10.222.0.67 "PUT /v2.0/ports/7c02158f-a9cf-4b0f-862c-bb7eb50185bc HTTP/1.1" status: 200 len: 1096 time: 4.1158235 Feb 19 03:22:52.836547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:52.837507 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.851964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] For port 5a1f40d2-fdad-4158-a747-0c3e90f84772, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:52.859722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] For port 5a1f40d2-fdad-4158-a747-0c3e90f84772, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5a1f40d2-fdad-4158-a747-0c3e90f84772,segment=NetworkSegment(1315a1b6-3a72-4c90-ae06-610091285860),segment_id=1315a1b6-3a72-4c90-ae06-610091285860)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:52.867140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Pushing event updated for resources: {'Port': ['ID=98bf7047-c04e-4b90-9b38-917b100bb018,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:52.926667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Attempting to bind port 98bf7047-c04e-4b90-9b38-917b100bb018 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:52.927136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Attempting to bind port 98bf7047-c04e-4b90-9b38-917b100bb018 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '26c8dc56-ed07-4cad-85af-9f0b4e004160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ac79c597-10a0-4333-b2ae-800a92b963f4'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:52.927510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Attempting to bind port 98bf7047-c04e-4b90-9b38-917b100bb018 on network ac79c597-10a0-4333-b2ae-800a92b963f4 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:52.934752 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:52.935185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Checking segment: {'id': '26c8dc56-ed07-4cad-85af-9f0b4e004160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ac79c597-10a0-4333-b2ae-800a92b963f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:52.952788 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.952788 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Bound using segment: {'id': '26c8dc56-ed07-4cad-85af-9f0b4e004160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ac79c597-10a0-4333-b2ae-800a92b963f4'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:52.953293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Bound port: 98bf7047-c04e-4b90-9b38-917b100bb018, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c8dc56-ed07-4cad-85af-9f0b4e004160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ac79c597-10a0-4333-b2ae-800a92b963f4'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:52.953701 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.957655 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:52.974205 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.000440 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:53.001099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.005469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8cfeb71f-4551-4413-9440-1f31c04d94d6 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:53.015296 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] 10.222.0.87 "PUT /v2.0/ports/60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 1091 time: 1.1946054 Feb 19 03:22:53.015809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:53.022503 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d8b2f53-5def-4720-bba7-6ad18aa2dadc" -d '{"events": [{"name": "network-changed", "server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "tag": "60336312-1cde-4207-bd2f-4423be1a0672"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:53.177406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fb95e-4c06-47d4-b0cb-0305e96d0e7f service neutron] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:53.232006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-5a526d41-e09c-4de2-a86f-a811f03a53fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:53.233644 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-5a526d41-e09c-4de2-a86f-a811f03a53fc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1125 time: 0.1355751 Feb 19 03:22:53.350638 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-cac87eb6-8d5a-437e-9516-d3bf1d0d8426 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 217 time: 0.1084445 Feb 19 03:22:53.356032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838317a-e7ba-4538-a69d-dc1054fa9adc None None] Pushing event updated for resources: {'Port': ['ID=5a1f40d2-fdad-4158-a747-0c3e90f84772,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:53.444127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 8cfeb71f-4551-4413-9440-1f31c04d94d6 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:22:53.450860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] For port 98bf7047-c04e-4b90-9b38-917b100bb018, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:53.454986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] For port 98bf7047-c04e-4b90-9b38-917b100bb018, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=98bf7047-c04e-4b90-9b38-917b100bb018,segment=NetworkSegment(26c8dc56-ed07-4cad-85af-9f0b4e004160),segment_id=26c8dc56-ed07-4cad-85af-9f0b4e004160)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:53.470741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 8cfeb71f-4551-4413-9440-1f31c04d94d6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:53.471405 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.483247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-8d8af2a2-1d2f-4fb7-b062-00400c2029c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:53.484929 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-8d8af2a2-1d2f-4fb7-b062-00400c2029c8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.1258435 Feb 19 03:22:53.519901 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.553371 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-ecb795e2-64f5-42d3-94d4-9a8d60cd61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:53.556186 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-ecb795e2-64f5-42d3-94d4-9a8d60cd61bf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648277 Feb 19 03:22:53.563877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af026c5-763b-4c36-aaab-16a2c4db0fa5', 'tag': '7c02158f-a9cf-4b0f-862c-bb7eb50185bc'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:53.572205 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357f39bb-9be2-4762-8ab7-736a8fcb01f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6af026c5-763b-4c36-aaab-16a2c4db0fa5", "tag": "7c02158f-a9cf-4b0f-862c-bb7eb50185bc"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:53.625172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:53.657463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bb54bb-5183-4475-93bc-7d293f990697 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:53.682357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:53.683237 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.691729 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.700812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6f2a8-c2e7-4691-8df1-fe8784fa12e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7c02158f-a9cf-4b0f-862c-bb7eb50185bc,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:53.719138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.4834034 Feb 19 03:22:53.724295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53508) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:53.728151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173a2aa-5d2d-4cb8-8a20-66c1b8eb7283 None None] Pushing event updated for resources: {'Port': ['ID=98bf7047-c04e-4b90-9b38-917b100bb018,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:53.740439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:01:cd:59', 'name': 'tempest-NetworksTestDHCPv6-427530711'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:53.749699 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.765218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da74f8b-f541-4094-9901-32a191cda33a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=8e0162d8-a8c1-4942-87ec-9c56ec9fb896,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:53.794461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 8cfeb71f-4551-4413-9440-1f31c04d94d6 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:53.794852 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.841258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0498ed15-842f-4ae7-8e1d-7234ae4e62fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfeb71f-4551-4413-9440-1f31c04d94d6'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:22:53.843563 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cccf06c-2513-461b-8bf2-6ee836ad5d47" -d '{"events": [{"server_uuid": "0498ed15-842f-4ae7-8e1d-7234ae4e62fe", "name": "network-vif-plugged", "status": "completed", "tag": "8cfeb71f-4551-4413-9440-1f31c04d94d6"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:22:53.862280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f05546-9a60-4738-b181-ec2812206a14 req-69a6e9d4-4ba3-451f-8a95-d87c052b4b51 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:53.864427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07f05546-9a60-4738-b181-ec2812206a14 req-69a6e9d4-4ba3-451f-8a95-d87c052b4b51 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 948 time: 0.2800381 Feb 19 03:22:53.872421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 8cfeb71f-4551-4413-9440-1f31c04d94d6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8cfeb71f-4551-4413-9440-1f31c04d94d6,segment=NetworkSegment(262259e2-92d2-4cc5-bfd6-aadb79fdbef9),segment_id=262259e2-92d2-4cc5-bfd6-aadb79fdbef9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:53.893005 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.897219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] For port 269e563e-7c8e-4f59-a85f-c7458c9c7296, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:53.897928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attempted to set empty binding levels {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 19 03:22:53.943314 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-5bc0fa6b-cfd1-40c2-b89a-91b17e092c32 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781812 Feb 19 03:22:53.954541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-664bbdc0-c69e-4dda-ac7b-99a99336f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:53.961772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-664bbdc0-c69e-4dda-ac7b-99a99336f904 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aebcff6ec2a8462b86ba5dff2dfbef03&device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 1130 time: 0.3657863 Feb 19 03:22:53.963096 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (269e563e-7c8e-4f59-a85f-c7458c9c7296), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:53.971160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '8e0162d8-a8c1-4942-87ec-9c56ec9fb896'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:22:53.974186 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.132432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=8cfeb71f-4551-4413-9440-1f31c04d94d6,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:54.219209 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-29430c6f-cd3e-42dd-b971-9f78334b740d req-bf4fd5c7-f9f1-492c-8b66-b89f05442d3b service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687788 Feb 19 03:22:54.243199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:54.251794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Allocated IP 2001:db8::f816:3eff:fed3:de (3e1d2a52-1707-4906-8471-db9b5cc29c4f/8e0162d8-a8c1-4942-87ec-9c56ec9fb896/4549b97c-1bf5-476d-847b-bfc8b5cfa571) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:54.260123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event updated for resources: {'Port': ['ID=269e563e-7c8e-4f59-a85f-c7458c9c7296,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:54.272941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] In _notify_port_updated(), no bound segment for port 269e563e-7c8e-4f59-a85f-c7458c9c7296 on network f1038f98-75d0-4d62-87a8-7918d9770dc4 {{(pid=109899) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:22:54.273847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:54.277109 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.280641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7cee22ff-bfcb-44e3-b1ae-f000a4fc85c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "PUT /v2.0/ports/269e563e-7c8e-4f59-a85f-c7458c9c7296 HTTP/1.1" status: 200 len: 979 time: 6.4112864 Feb 19 03:22:54.295083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-a38c691d-0e1c-4db8-a5a8-ca121ce116d9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=7c02158f-a9cf-4b0f-862c-bb7eb50185bc HTTP/1.1" status: 200 len: 217 time: 0.2049315 Feb 19 03:22:54.295600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53518) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:54.407833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.474038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port bad80ed7-55c8-4655-ad25-0811f1e8528c yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:22:54.511832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5a1f40d2-fdad-4158-a747-0c3e90f84772 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:54.569785 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Publish callbacks [] for port (4549b97c-1bf5-476d-847b-bfc8b5cfa571), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.576816 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (4549b97c-1bf5-476d-847b-bfc8b5cfa571), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.600263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07f05546-9a60-4738-b181-ec2812206a14 req-12149c27-0fe6-4a16-a6d6-190bab1a6e4c tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cc9e197-223f-44ef-bc96-a275be13c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7282667 Feb 19 03:22:54.626245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Pushing event updated for resources: {'Port': ['ID=4549b97c-1bf5-476d-847b-bfc8b5cfa571,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:54.639398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-7524cbc8-85bd-4111-ad46-1bc1c161d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:54.641202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-7524cbc8-85bd-4111-ad46-1bc1c161d853 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.2724164 Feb 19 03:22:54.670764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::f816:3eff:fe01:cd59 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/8e0162d8-a8c1-4942-87ec-9c56ec9fb896/bad80ed7-55c8-4655-ad25-0811f1e8528c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:54.718850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5a1f40d2-fdad-4158-a747-0c3e90f84772 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:54.719527 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.794301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Allocated IP 2001:db8::1 (1967888c-a33d-4fc2-9752-0d7197a3d5ed/5d715f98-d4af-461f-95d0-b34f8874326f/5200a17f-ed58-468e-9f37-a91c7ae4e3f1) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:22:54.797758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-b578a24f-e5cd-4b8e-8a02-06a3ca191272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:54.802716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-b578a24f-e5cd-4b8e-8a02-06a3ca191272 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1380839 Feb 19 03:22:54.815944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:54.840578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:54.849971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:54.899713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5be4aeed-4b30-4a0a-bcbf-f5e7d0c56b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Deleting port 269e563e-7c8e-4f59-a85f-c7458c9c7296 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:54.900200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5be4aeed-4b30-4a0a-bcbf-f5e7d0c56b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (269e563e-7c8e-4f59-a85f-c7458c9c7296), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:54.975651 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (bad80ed7-55c8-4655-ad25-0811f1e8528c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.029503 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bad80ed7-55c8-4655-ad25-0811f1e8528c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.057122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Attempting to bind port 4549b97c-1bf5-476d-847b-bfc8b5cfa571 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:22:55.057499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Attempting to bind port 4549b97c-1bf5-476d-847b-bfc8b5cfa571 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:22:55.057882 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Attempting to bind port 4549b97c-1bf5-476d-847b-bfc8b5cfa571 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:22:55.070244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5a1f40d2-fdad-4158-a747-0c3e90f84772 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:55.070644 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.074095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:22:55.074479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:22:55.074881 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.075281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:22:55.075773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Bound port: 4549b97c-1bf5-476d-847b-bfc8b5cfa571, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:22:55.076151 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4549b97c-1bf5-476d-847b-bfc8b5cfa571), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.130132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-5be4aeed-4b30-4a0a-bcbf-f5e7d0c56b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] For port 269e563e-7c8e-4f59-a85f-c7458c9c7296, host n-h1-826755-2, got binding levels [] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:55.130681 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5be4aeed-4b30-4a0a-bcbf-f5e7d0c56b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (269e563e-7c8e-4f59-a85f-c7458c9c7296), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.146457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5be4aeed-4b30-4a0a-bcbf-f5e7d0c56b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Calling delete_port for 269e563e-7c8e-4f59-a85f-c7458c9c7296 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:55.150859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b360b24-9bf6-4a88-8780-eb7b659c4424 None None] Network 1967888c-a33d-4fc2-9752-0d7197a3d5ed requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:55.166036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:55.178976 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:55.185268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:55.198620 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:55.199264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.209210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=bad80ed7-55c8-4655-ad25-0811f1e8528c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:55.231031 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b33093d6-b0bf-46f8-915f-aebdfadd0d5c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5052464 Feb 19 03:22:55.231905 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53532) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:55.303126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 5a1f40d2-fdad-4158-a747-0c3e90f84772, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5a1f40d2-fdad-4158-a747-0c3e90f84772,segment=NetworkSegment(1315a1b6-3a72-4c90-ae06-610091285860),segment_id=1315a1b6-3a72-4c90-ae06-610091285860)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:55.322193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd491eeb-f9d0-4177-8658-f96b7180267d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:55.330700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd491eeb-f9d0-4177-8658-f96b7180267d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:55.334395 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fd491eeb-f9d0-4177-8658-f96b7180267d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.1012661 Feb 19 03:22:55.344647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53534) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:55.347872 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.348823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 98bf7047-c04e-4b90-9b38-917b100bb018 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:55.360708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91d9ff1-b069-4d99-bd58-9a10622c1dde None None] Network ac79c597-10a0-4333-b2ae-800a92b963f4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:55.374003 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5be4aeed-4b30-4a0a-bcbf-f5e7d0c56b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (269e563e-7c8e-4f59-a85f-c7458c9c7296), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.424911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-152c2f35-e33a-4e02-afbc-1d9aa52a8857 None None] Provisioning complete for port 5a1f40d2-fdad-4158-a747-0c3e90f84772 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:55.425303 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-152c2f35-e33a-4e02-afbc-1d9aa52a8857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.459110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4aeed-4b30-4a0a-bcbf-f5e7d0c56b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Pushing event deleted for resources: {'Port': ['ID=269e563e-7c8e-4f59-a85f-c7458c9c7296,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:55.467663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37028a6f-d264-412f-a422-cad1d2f41fd5 req-05e73880-7e94-4434-85c3-7477f7829ef5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:55.469234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37028a6f-d264-412f-a422-cad1d2f41fd5 req-05e73880-7e94-4434-85c3-7477f7829ef5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 943 time: 0.2514746 Feb 19 03:22:55.486448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-38545322-13f2-4f05-aa38-6ffdfa12ea04 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765211 Feb 19 03:22:55.497224 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5be4aeed-4b30-4a0a-bcbf-f5e7d0c56b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.505623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5be4aeed-4b30-4a0a-bcbf-f5e7d0c56b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "DELETE /v2.0/ports/269e563e-7c8e-4f59-a85f-c7458c9c7296 HTTP/1.1" status: 204 len: 168 time: 1.1919386 Feb 19 03:22:55.506675 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53540) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:55.521117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (5200a17f-ed58-468e-9f37-a91c7ae4e3f1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.533665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] For port 4549b97c-1bf5-476d-847b-bfc8b5cfa571, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:22:55.541212 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-c986659d-86be-464a-8e65-7d2eb11e4705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] GET failed (client error): The resource could not be found. Feb 19 03:22:55.547611 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c986659d-86be-464a-8e65-7d2eb11e4705 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1099644498-project-admin] 10.222.0.81 "GET /v2.0/ports/269e563e-7c8e-4f59-a85f-c7458c9c7296 HTTP/1.1" status: 404 len: 333 time: 0.0328441 Feb 19 03:22:55.547808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53542) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:55.579472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] For port 4549b97c-1bf5-476d-847b-bfc8b5cfa571, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4549b97c-1bf5-476d-847b-bfc8b5cfa571,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:22:55.606656 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=5a1f40d2-fdad-4158-a747-0c3e90f84772,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:55.612847 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4549b97c-1bf5-476d-847b-bfc8b5cfa571), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.659716 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (f1038f98-75d0-4d62-87a8-7918d9770dc4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.683013 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5200a17f-ed58-468e-9f37-a91c7ae4e3f1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.778885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (f1038f98-75d0-4d62-87a8-7918d9770dc4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.800612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=5200a17f-ed58-468e-9f37-a91c7ae4e3f1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:55.815901 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37028a6f-d264-412f-a422-cad1d2f41fd5 req-a2a06445-c47d-4770-9505-72e22914ec7c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3283451 Feb 19 03:22:55.816752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1038f98-75d0-4d62-87a8-7918d9770dc4']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:55.833794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d7918c-7958-4b8b-851a-d69e2c838c64') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:55.834349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d7918c-7958-4b8b-851a-d69e2c838c64') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:55.845800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (d9d7918c-7958-4b8b-851a-d69e2c838c64), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.851483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7670d933-3ce8-4f2d-aca9-b32831e7e760 req-b63b8b0f-898f-4e95-a51c-7116bf8a3b25 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383720 Feb 19 03:22:55.863755 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d9d7918c-7958-4b8b-851a-d69e2c838c64), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.874544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 1967888c-a33d-4fc2-9752-0d7197a3d5ed is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:55.880006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:22:55.881394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (d9d7918c-7958-4b8b-851a-d69e2c838c64), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.886187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:22:55.888095 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:22:55.894623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:22:55.895176 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.922638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 98bf7047-c04e-4b90-9b38-917b100bb018 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:55.923015 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:55.960121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-152c2f35-e33a-4e02-afbc-1d9aa52a8857 None None] Current status of the port 5a1f40d2-fdad-4158-a747-0c3e90f84772 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:55.968704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0384f26e-41c8-4498-8c8a-65e702bf31e6 None None] Pushing event updated for resources: {'Port': ['ID=4549b97c-1bf5-476d-847b-bfc8b5cfa571,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:56.056788 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (f1038f98-75d0-4d62-87a8-7918d9770dc4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.062002 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.068930 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] 10.222.0.81 "DELETE /v2.0/networks/f1038f98-75d0-4d62-87a8-7918d9770dc4 HTTP/1.1" status: 204 len: 168 time: 0.5176229 Feb 19 03:22:56.102376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea47376-7efb-4841-8810-9ade45b73b75 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314038632-project] Pushing event deleted for resources: {'Network': ['ID=f1038f98-75d0-4d62-87a8-7918d9770dc4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:56.137918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 98bf7047-c04e-4b90-9b38-917b100bb018 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:56.138323 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.205135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ffe16fa0-a970-4e51-bfea-6d1bc9a82e2b None None] Provisioning complete for port 98bf7047-c04e-4b90-9b38-917b100bb018 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:56.205513 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ffe16fa0-a970-4e51-bfea-6d1bc9a82e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.236685 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:22:56.267348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e94d39ca-cbec-49fd-89f9-b115a9cf26fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port bad80ed7-55c8-4655-ad25-0811f1e8528c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:56.267693 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e94d39ca-cbec-49fd-89f9-b115a9cf26fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bad80ed7-55c8-4655-ad25-0811f1e8528c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.284257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 98bf7047-c04e-4b90-9b38-917b100bb018, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=98bf7047-c04e-4b90-9b38-917b100bb018,segment=NetworkSegment(26c8dc56-ed07-4cad-85af-9f0b4e004160),segment_id=26c8dc56-ed07-4cad-85af-9f0b4e004160)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:56.324864 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.376765 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2842b752-79d9-4719-afeb-ba856d23b33a x-openstack-request-id: req-2842b752-79d9-4719-afeb-ba856d23b33a {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:56.377061 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "tag": "60336312-1cde-4207-bd2f-4423be1a0672", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:56.377324 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2842b752-79d9-4719-afeb-ba856d23b33a {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:56.377752 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672', 'status': 'completed', 'code': 200} Feb 19 03:22:56.445536 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5200a17f-ed58-468e-9f37-a91c7ae4e3f1), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.569216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=98bf7047-c04e-4b90-9b38-917b100bb018,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:56.761793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ffe16fa0-a970-4e51-bfea-6d1bc9a82e2b None None] Current status of the port 98bf7047-c04e-4b90-9b38-917b100bb018 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:56.765309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4549b97c-1bf5-476d-847b-bfc8b5cfa571 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:56.852775 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1f9fc6-2c31-4364-afb7-004dc87bc1c3 x-openstack-request-id: req-4a1f9fc6-2c31-4364-afb7-004dc87bc1c3 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:56.853798 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af026c5-763b-4c36-aaab-16a2c4db0fa5", "tag": "7c02158f-a9cf-4b0f-862c-bb7eb50185bc", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:56.854249 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a1f9fc6-2c31-4364-afb7-004dc87bc1c3 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:56.854884 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af026c5-763b-4c36-aaab-16a2c4db0fa5', 'tag': '7c02158f-a9cf-4b0f-862c-bb7eb50185bc', 'status': 'completed', 'code': 200} Feb 19 03:22:56.855457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53568) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:56.936054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b62badba-e10a-4214-9e1b-7f9d13183f21 None None] Provisioning complete for port 5a1f40d2-fdad-4158-a747-0c3e90f84772 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:56.936622 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b62badba-e10a-4214-9e1b-7f9d13183f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:56.938886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4549b97c-1bf5-476d-847b-bfc8b5cfa571 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:56.939845 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4549b97c-1bf5-476d-847b-bfc8b5cfa571), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.006819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 60336312-1cde-4207-bd2f-4423be1a0672 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:22:57.100210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4549b97c-1bf5-476d-847b-bfc8b5cfa571 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:57.100467 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4549b97c-1bf5-476d-847b-bfc8b5cfa571), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.217213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 4549b97c-1bf5-476d-847b-bfc8b5cfa571, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4549b97c-1bf5-476d-847b-bfc8b5cfa571,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:57.239385 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4549b97c-1bf5-476d-847b-bfc8b5cfa571), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.240479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5a1f40d2-fdad-4158-a747-0c3e90f84772 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:57.355012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b2f53-5def-4720-bba7-6ad18aa2dadc req-53dd40ab-875b-483d-93f9-38bd9e976702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:57.358968 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d8b2f53-5def-4720-bba7-6ad18aa2dadc req-53dd40ab-875b-483d-93f9-38bd9e976702 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1125 time: 0.9644091 Feb 19 03:22:57.422061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=4549b97c-1bf5-476d-847b-bfc8b5cfa571,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:57.459445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5a1f40d2-fdad-4158-a747-0c3e90f84772 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:57.459816 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.480884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:57.499375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b2f53-5def-4720-bba7-6ad18aa2dadc req-4d844dba-226c-4354-8ea4-76e915f411ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:57.504130 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d8b2f53-5def-4720-bba7-6ad18aa2dadc req-4d844dba-226c-4354-8ea4-76e915f411ef service neutron] 10.222.0.87 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 0.1377063 Feb 19 03:22:57.542559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b62badba-e10a-4214-9e1b-7f9d13183f21 None None] Current status of the port 5a1f40d2-fdad-4158-a747-0c3e90f84772 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:57.548355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e94d39ca-cbec-49fd-89f9-b115a9cf26fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bad80ed7-55c8-4655-ad25-0811f1e8528c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.554138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '60336312-1cde-4207-bd2f-4423be1a0672', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'port_id': '60336312-1cde-4207-bd2f-4423be1a0672', 'mac_address': 'fa:16:3e:92:57:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:22:57.564007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e94d39ca-cbec-49fd-89f9-b115a9cf26fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for bad80ed7-55c8-4655-ad25-0811f1e8528c owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:22:57.604625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 60336312-1cde-4207-bd2f-4423be1a0672 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:57.605294 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.608575 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d8b2f53-5def-4720-bba7-6ad18aa2dadc req-f92cc500-2d5a-4f52-bbbd-c891bd06aac7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 217 time: 0.0975957 Feb 19 03:22:57.631818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b62badba-e10a-4214-9e1b-7f9d13183f21 None None] Provisioning complete for port 98bf7047-c04e-4b90-9b38-917b100bb018 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:57.632207 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b62badba-e10a-4214-9e1b-7f9d13183f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.654945 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60336312-1cde-4207-bd2f-4423be1a0672 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:22:57.688719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:57.698627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b2f53-5def-4720-bba7-6ad18aa2dadc req-87a994eb-6894-420c-b2c7-8b8833332b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:57.702171 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d8b2f53-5def-4720-bba7-6ad18aa2dadc req-87a994eb-6894-420c-b2c7-8b8833332b8e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.0849938 Feb 19 03:22:57.726755 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:57.741575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f39bb-9be2-4762-8ab7-736a8fcb01f5 req-26da91c9-1dee-4a32-a558-5394c818e1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:57.743150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-357f39bb-9be2-4762-8ab7-736a8fcb01f5 req-26da91c9-1dee-4a32-a558-5394c818e1f2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aebcff6ec2a8462b86ba5dff2dfbef03&device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 1130 time: 0.8751833 Feb 19 03:22:57.773279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b2f53-5def-4720-bba7-6ad18aa2dadc req-24a46422-7ffe-4515-b9e4-f83c2ae31f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:57.774821 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d8b2f53-5def-4720-bba7-6ad18aa2dadc req-24a46422-7ffe-4515-b9e4-f83c2ae31f0c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0661039 Feb 19 03:22:57.794427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5a1f40d2-fdad-4158-a747-0c3e90f84772 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:57.838057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:57.859299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041380d6-d211-4755-a29f-7ac764ae3b67 req-4234efa0-0615-4716-abdc-46e6d269276d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:57.867564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-041380d6-d211-4755-a29f-7ac764ae3b67 req-4234efa0-0615-4716-abdc-46e6d269276d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 946 time: 1.0108516 Feb 19 03:22:57.903138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b62badba-e10a-4214-9e1b-7f9d13183f21 None None] Current status of the port 98bf7047-c04e-4b90-9b38-917b100bb018 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:57.904617 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d8b2f53-5def-4720-bba7-6ad18aa2dadc req-b20f540b-9341-4b5c-8a10-b6a74a0e2b67 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232777 Feb 19 03:22:57.974821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-70b24bec-ac44-46d9-8efe-a4eef50f00ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f1e0822a7b14831ba692b27b4c9cc07&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0798609 Feb 19 03:22:57.977333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53586) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:58.039559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d4dd3b58-3547-498d-ba49-c23f2b446cc9 None None] Provisioning complete for port 4549b97c-1bf5-476d-847b-bfc8b5cfa571 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:58.039845 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3b58-3547-498d-ba49-c23f2b446cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4549b97c-1bf5-476d-847b-bfc8b5cfa571), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.048057 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e94d39ca-cbec-49fd-89f9-b115a9cf26fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (bad80ed7-55c8-4655-ad25-0811f1e8528c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.096876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d39ca-cbec-49fd-89f9-b115a9cf26fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=bad80ed7-55c8-4655-ad25-0811f1e8528c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:58.105435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['60336312-1cde-4207-bd2f-4423be1a0672'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:22:58.110802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-041380d6-d211-4755-a29f-7ac764ae3b67 req-ea306be0-948e-428c-8bf4-450a544fbd5a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdae6966-501b-4483-bc32-29e265dd4200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423704 Feb 19 03:22:58.162227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9457b996-291e-4eff-aced-d181251a9326 admin admin] Publish callbacks [] for security_group (b7196840-80f6-4677-a6cf-d09d8ba5c7f5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.175241 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7d8b2f53-5def-4720-bba7-6ad18aa2dadc req-f4c22e3c-3cac-49df-af1b-3cb46c14ac3d service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562628 Feb 19 03:22:58.192485 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e94d39ca-cbec-49fd-89f9-b115a9cf26fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.200498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e94d39ca-cbec-49fd-89f9-b115a9cf26fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/bad80ed7-55c8-4655-ad25-0811f1e8528c HTTP/1.1" status: 204 len: 168 time: 2.8405211 Feb 19 03:22:58.200943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53590) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:58.204331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f39bb-9be2-4762-8ab7-736a8fcb01f5 req-80d96eb6-a3e5-4c51-9fec-4187c4a78ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:58.205904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-357f39bb-9be2-4762-8ab7-736a8fcb01f5 req-80d96eb6-a3e5-4c51-9fec-4187c4a78ee4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.3834825 Feb 19 03:22:58.211585 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4f11d4-f8b5-43bf-9063-f82527f1a6b1 x-openstack-request-id: req-5f4f11d4-f8b5-43bf-9063-f82527f1a6b1 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:22:58.211873 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0498ed15-842f-4ae7-8e1d-7234ae4e62fe", "name": "network-vif-plugged", "status": "completed", "tag": "8cfeb71f-4551-4413-9440-1f31c04d94d6", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:22:58.212130 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5f4f11d4-f8b5-43bf-9063-f82527f1a6b1 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:22:58.212526 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0498ed15-842f-4ae7-8e1d-7234ae4e62fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfeb71f-4551-4413-9440-1f31c04d94d6', 'code': 200} Feb 19 03:22:58.293270 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9457b996-291e-4eff-aced-d181251a9326 admin admin] Publish callbacks [] for security_group (b7196840-80f6-4677-a6cf-d09d8ba5c7f5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.309768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (5200a17f-ed58-468e-9f37-a91c7ae4e3f1), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.313139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-357f39bb-9be2-4762-8ab7-736a8fcb01f5 req-d403b636-63f4-4139-8882-0bb32e4b33b8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=7c02158f-a9cf-4b0f-862c-bb7eb50185bc HTTP/1.1" status: 200 len: 217 time: 0.0973010 Feb 19 03:22:58.413624 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (5200a17f-ed58-468e-9f37-a91c7ae4e3f1), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.417002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.418919 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9457b996-291e-4eff-aced-d181251a9326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b7196840-80f6-4677-a6cf-d09d8ba5c7f5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.421890 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9457b996-291e-4eff-aced-d181251a9326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.422728 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9457b996-291e-4eff-aced-d181251a9326 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b7196840-80f6-4677-a6cf-d09d8ba5c7f5 HTTP/1.1" status: 204 len: 168 time: 0.4415545 Feb 19 03:22:58.426936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc437b1e-6bf4-4c63-8e3e-184b0a5d43c4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:58.427958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc437b1e-6bf4-4c63-8e3e-184b0a5d43c4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:58.432406 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cc437b1e-6bf4-4c63-8e3e-184b0a5d43c4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2268906 Feb 19 03:22:58.433914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53598) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:58.437230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f39bb-9be2-4762-8ab7-736a8fcb01f5 req-ad953b11-7b55-47a6-ad2c-50629835c1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:58.439079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-357f39bb-9be2-4762-8ab7-736a8fcb01f5 req-ad953b11-7b55-47a6-ad2c-50629835c1f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1194711 Feb 19 03:22:58.524577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4549b97c-1bf5-476d-847b-bfc8b5cfa571 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:58.532157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9457b996-291e-4eff-aced-d181251a9326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7196840-80f6-4677-a6cf-d09d8ba5c7f5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:58.568059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d6b46-190d-4a12-8f0a-d6692f25dcb4 req-40d5c364-18cf-41af-b40c-2d8bcc1ed6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:58.572409 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-348d6b46-190d-4a12-8f0a-d6692f25dcb4 req-40d5c364-18cf-41af-b40c-2d8bcc1ed6d8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 1128 time: 0.2247002 Feb 19 03:22:58.583537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-792f877d-db9a-4d3f-a85c-c231e40848ea tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 8e0162d8-a8c1-4942-87ec-9c56ec9fb896 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:22:58.599830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd3b58-3547-498d-ba49-c23f2b446cc9 None None] Current status of the port 4549b97c-1bf5-476d-847b-bfc8b5cfa571 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:58.610975 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-792f877d-db9a-4d3f-a85c-c231e40848ea tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (8e0162d8-a8c1-4942-87ec-9c56ec9fb896), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.663390 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-348d6b46-190d-4a12-8f0a-d6692f25dcb4 req-b10a9895-8c57-4ef2-9cc8-e58c1b778302 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=fdae6966-501b-4483-bc32-29e265dd4200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761502 Feb 19 03:22:58.676797 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-792f877d-db9a-4d3f-a85c-c231e40848ea tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (8e0162d8-a8c1-4942-87ec-9c56ec9fb896), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.730308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d4dd3b58-3547-498d-ba49-c23f2b446cc9 None None] Provisioning complete for port 5200a17f-ed58-468e-9f37-a91c7ae4e3f1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:58.730797 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d4dd3b58-3547-498d-ba49-c23f2b446cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5200a17f-ed58-468e-9f37-a91c7ae4e3f1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.748467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f39bb-9be2-4762-8ab7-736a8fcb01f5 req-dd4eaed8-5b6f-492d-83f2-70e2a3c0f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:58.750066 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-357f39bb-9be2-4762-8ab7-736a8fcb01f5 req-dd4eaed8-5b6f-492d-83f2-70e2a3c0f1b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2785492 Feb 19 03:22:58.750861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=5200a17f-ed58-468e-9f37-a91c7ae4e3f1,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:58.773038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca47be8-1e6d-4fcf-bbb6-2b7e71f8ab83 req-ee456902-0125-46e1-a655-52463d2aec41 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:58.780264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ca47be8-1e6d-4fcf-bbb6-2b7e71f8ab83 req-ee456902-0125-46e1-a655-52463d2aec41 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 948 time: 0.3395720 Feb 19 03:22:58.816614 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-792f877d-db9a-4d3f-a85c-c231e40848ea tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (8e0162d8-a8c1-4942-87ec-9c56ec9fb896), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.824588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd3b58-3547-498d-ba49-c23f2b446cc9 None None] Port 5200a17f-ed58-468e-9f37-a91c7ae4e3f1 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:58.880553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4549b97c-1bf5-476d-847b-bfc8b5cfa571 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:58.881092 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4549b97c-1bf5-476d-847b-bfc8b5cfa571), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.895770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53606) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:58.942743 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ca47be8-1e6d-4fcf-bbb6-2b7e71f8ab83 req-ae79f238-92a1-4219-99db-a3c4457580e1 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cc9e197-223f-44ef-bc96-a275be13c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618166 Feb 19 03:22:58.962719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 1967888c-a33d-4fc2-9752-0d7197a3d5ed is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:22:58.973543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-871d7876-4fe3-4076-9581-2d08f6e94139 None None] Could not find standard attr ID for object bad80ed7-55c8-4655-ad25-0811f1e8528c. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:22:58.982457 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-22501a9d-097a-4d18-966f-ed389441ff33 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4197ef3a076d4f90811d3f21551845d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0789607 Feb 19 03:22:58.985111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53608) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:58.993145 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-792f877d-db9a-4d3f-a85c-c231e40848ea tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (8e0162d8-a8c1-4942-87ec-9c56ec9fb896), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:58.998851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4549b97c-1bf5-476d-847b-bfc8b5cfa571 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:59.000046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 98bf7047-c04e-4b90-9b38-917b100bb018 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:22:59.009634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-357f39bb-9be2-4762-8ab7-736a8fcb01f5 req-72352438-626e-4a7a-a4d0-d1a0357bd964 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443850 Feb 19 03:22:59.011283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:22:59.086096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 98bf7047-c04e-4b90-9b38-917b100bb018 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:59.086556 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.108536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f877d-db9a-4d3f-a85c-c231e40848ea tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=8e0162d8-a8c1-4942-87ec-9c56ec9fb896,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:59.148166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-792f877d-db9a-4d3f-a85c-c231e40848ea tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.153636 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-792f877d-db9a-4d3f-a85c-c231e40848ea tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/8e0162d8-a8c1-4942-87ec-9c56ec9fb896 HTTP/1.1" status: 204 len: 168 time: 0.7133415 Feb 19 03:22:59.156403 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53620) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:59.157677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eee20a7-5fa1-4fb4-9a0c-d0193f61858a None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:22:59.245411 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-21ff4e7c-8759-4bff-9cff-b51818e18dd7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860229 Feb 19 03:22:59.251117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53622) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:59.312546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9915434-9b04-432a-a5e4-e6bd865cef6f admin admin] Publish callbacks [] for security_group (e0809359-e291-4bd6-804e-e9671cf1a241), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.357489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8880e1f-d821-4105-a9ed-60f9ab236e25 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:59.359099 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f8880e1f-d821-4105-a9ed-60f9ab236e25 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1067932 Feb 19 03:22:59.362851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9915434-9b04-432a-a5e4-e6bd865cef6f admin admin] Publish callbacks [] for security_group (e0809359-e291-4bd6-804e-e9671cf1a241), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.364870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53624) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:59.427892 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 98bf7047-c04e-4b90-9b38-917b100bb018 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:22:59.436804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-34bb2bda-0d1b-494f-a656-81d3e565e237 None None] Provisioning complete for port 5200a17f-ed58-468e-9f37-a91c7ae4e3f1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:22:59.437297 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34bb2bda-0d1b-494f-a656-81d3e565e237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5200a17f-ed58-468e-9f37-a91c7ae4e3f1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.443452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26c8a2-bf36-4d0a-bae4-80198dff6667 req-e543b9f4-0bb6-493c-909a-d4d1a57d5af9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:59.451902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb26c8a2-bf36-4d0a-bae4-80198dff6667 req-e543b9f4-0bb6-493c-909a-d4d1a57d5af9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 944 time: 0.2491784 Feb 19 03:22:59.455973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-357f39bb-9be2-4762-8ab7-736a8fcb01f5 req-feb0c2b5-66cf-442c-b8eb-eb2804840f55 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349871 Feb 19 03:22:59.456544 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e61163f-a505-4acf-836b-ddeb44d0184a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:59.458421 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4e61163f-a505-4acf-836b-ddeb44d0184a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0921137 Feb 19 03:22:59.461740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53626) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:59.499726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-34bb2bda-0d1b-494f-a656-81d3e565e237 None None] Port 5200a17f-ed58-468e-9f37-a91c7ae4e3f1 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:22:59.513269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router d9804ae7-3ccb-4a57-877c-6cebae43d4bb is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:22:59.515537 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b4b37be4-ce26-496c-9ff9-314bfc2cba81 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516572 Feb 19 03:22:59.519794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53632) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:59.525672 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-194ed4c9-16d7-4cb8-afbf-aeeae5355873 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:22:59.575663 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9915434-9b04-432a-a5e4-e6bd865cef6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e0809359-e291-4bd6-804e-e9671cf1a241), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.575837 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9915434-9b04-432a-a5e4-e6bd865cef6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.576907 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e9915434-9b04-432a-a5e4-e6bd865cef6f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e0809359-e291-4bd6-804e-e9671cf1a241 HTTP/1.1" status: 204 len: 168 time: 0.5901949 Feb 19 03:22:59.594107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860325af-33b1-4a6a-a1c7-5c83e506ba8f None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:22:59.596276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb26c8a2-bf36-4d0a-bae4-80198dff6667 req-f003b717-06ab-41dd-af5a-753cec60899f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428707 Feb 19 03:22:59.596466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9915434-9b04-432a-a5e4-e6bd865cef6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0809359-e291-4bd6-804e-e9671cf1a241,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:22:59.667332 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194ed4c9-16d7-4cb8-afbf-aeeae5355873 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:22:59.671024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-194ed4c9-16d7-4cb8-afbf-aeeae5355873 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.720853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-860325af-33b1-4a6a-a1c7-5c83e506ba8f None None] Deleting port 4549b97c-1bf5-476d-847b-bfc8b5cfa571 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:22:59.722570 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-860325af-33b1-4a6a-a1c7-5c83e506ba8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4549b97c-1bf5-476d-847b-bfc8b5cfa571), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.741221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:22:59.758574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a5f37d5c-97b2-4050-b042-b3967f7937bf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/d9804ae7-3ccb-4a57-877c-6cebae43d4bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5852664 Feb 19 03:22:59.759354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53636) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:59.764184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b08a4-87a7-43c6-8005-6713dcb5de61 None None] Sync routers for ids ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:22:59.865718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cffd99-9070-4b0c-835f-5d7eccf0a9e8 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:22:59.865718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-07cffd99-9070-4b0c-835f-5d7eccf0a9e8 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports/5200a17f-ed58-468e-9f37-a91c7ae4e3f1 HTTP/1.1" status: 200 len: 911 time: 0.1038859 Feb 19 03:22:59.865718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53638) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:22:59.936726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b08a4-87a7-43c6-8005-6713dcb5de61 None None] Routers {'d9804ae7-3ccb-4a57-877c-6cebae43d4bb'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:22:59.937928 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-194ed4c9-16d7-4cb8-afbf-aeeae5355873 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (1e478bdf-78d4-4ed3-bf79-98dad9c13f0d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.938073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d65b08a4-87a7-43c6-8005-6713dcb5de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:22:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:22:59.994804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-860325af-33b1-4a6a-a1c7-5c83e506ba8f None None] For port 4549b97c-1bf5-476d-847b-bfc8b5cfa571, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4549b97c-1bf5-476d-847b-bfc8b5cfa571,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:22:59.995296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-860325af-33b1-4a6a-a1c7-5c83e506ba8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4549b97c-1bf5-476d-847b-bfc8b5cfa571), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:22:59.999100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194ed4c9-16d7-4cb8-afbf-aeeae5355873 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:00.003113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-194ed4c9-16d7-4cb8-afbf-aeeae5355873 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:00.008795 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194ed4c9-16d7-4cb8-afbf-aeeae5355873 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:00.009510 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-194ed4c9-16d7-4cb8-afbf-aeeae5355873 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:00.011328 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d65b08a4-87a7-43c6-8005-6713dcb5de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:00.030929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-860325af-33b1-4a6a-a1c7-5c83e506ba8f None None] Calling delete_port for 4549b97c-1bf5-476d-847b-bfc8b5cfa571 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:00.037834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ed4c9-16d7-4cb8-afbf-aeeae5355873 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=1e478bdf-78d4-4ed3-bf79-98dad9c13f0d,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:00.039244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65b08a4-87a7-43c6-8005-6713dcb5de61 None None] Routers {'d9804ae7-3ccb-4a57-877c-6cebae43d4bb'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:00.040395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d65b08a4-87a7-43c6-8005-6713dcb5de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:22:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:00.046702 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-194ed4c9-16d7-4cb8-afbf-aeeae5355873 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5232306 Feb 19 03:23:00.047095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53650) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:00.061300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:69:74:01', 'name': 'tempest-NetworksTestDHCPv6-1131735889'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:00.106576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-9eb9e6ac-8406-4556-87e9-7cda7376b636 req-f5a69c7b-a5b5-4271-bd18-d328474fc2ba service neutron] (109899) timed out ('10.222.0.81', 60962) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:23:00.189941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d65b08a4-87a7-43c6-8005-6713dcb5de61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:00.190795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65b08a4-87a7-43c6-8005-6713dcb5de61 None None] The sync data for ids ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:00.295751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:00.305614 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-860325af-33b1-4a6a-a1c7-5c83e506ba8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (4549b97c-1bf5-476d-847b-bfc8b5cfa571), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:00.375179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860325af-33b1-4a6a-a1c7-5c83e506ba8f None None] Pushing event deleted for resources: {'Port': ['ID=4549b97c-1bf5-476d-847b-bfc8b5cfa571,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:00.388155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860325af-33b1-4a6a-a1c7-5c83e506ba8f None None] No DVR routers for this DVR port 4549b97c-1bf5-476d-847b-bfc8b5cfa571 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:00.421463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f21ccd-464e-44a8-bc95-a9c01c831ff6 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:00.466327 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:00.502180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port f2ee5eee-548c-4ecd-bd2d-c2bd70432f67 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:00.519591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4549b97c-1bf5-476d-847b-bfc8b5cfa571 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:00.538527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a2f59-00ec-4620-8772-68132555aa5c req-9386bee6-d659-4421-916a-9d16d4c910c8 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:00.539608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e5a2f59-00ec-4620-8772-68132555aa5c req-9386bee6-d659-4421-916a-9d16d4c910c8 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 946 time: 0.1722155 Feb 19 03:23:00.567635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 4549b97c-1bf5-476d-847b-bfc8b5cfa571 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:00.567991 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4549b97c-1bf5-476d-847b-bfc8b5cfa571 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:00.679030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '1e478bdf-78d4-4ed3-bf79-98dad9c13f0d'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:00.680492 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:00.703192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::74 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/1e478bdf-78d4-4ed3-bf79-98dad9c13f0d/f2ee5eee-548c-4ecd-bd2d-c2bd70432f67) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:00.809292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e5a2f59-00ec-4620-8772-68132555aa5c req-21402dc3-274f-43fa-82c7-0e97628b213b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdae6966-501b-4483-bc32-29e265dd4200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922865 Feb 19 03:23:00.835435 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.002323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 60336312-1cde-4207-bd2f-4423be1a0672 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:01.031638 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (f2ee5eee-548c-4ecd-bd2d-c2bd70432f67), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.106469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f2ee5eee-548c-4ecd-bd2d-c2bd70432f67), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.144386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 60336312-1cde-4207-bd2f-4423be1a0672 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:23:01.156592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 60336312-1cde-4207-bd2f-4423be1a0672 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:01.156592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (60336312-1cde-4207-bd2f-4423be1a0672), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.191454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7c02158f-a9cf-4b0f-862c-bb7eb50185bc details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:23:01.204799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=f2ee5eee-548c-4ecd-bd2d-c2bd70432f67,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:01.223978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/1e478bdf-78d4-4ed3-bf79-98dad9c13f0d/8dc4cec6-9154-4e1a-b57f-8e596ffa59e9) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:01.228522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:01.230148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:01.238057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:01.246318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:01.247056 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.258352 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add21f75-5bf3-494e-87fe-8e66f69584a1 req-4f222940-8d24-4ae0-9be0-629b087af9ed tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:01.260911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-add21f75-5bf3-494e-87fe-8e66f69584a1 req-4f222940-8d24-4ae0-9be0-629b087af9ed tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 948 time: 0.1375308 Feb 19 03:23:01.289504 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c2b57f59-2079-41a5-8388-d983d55b7e2e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2411766 Feb 19 03:23:01.293159 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53690) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:01.344236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Allocated IP 2001:db8:1::1 (ac79c597-10a0-4333-b2ae-800a92b963f4/5427c63d-8df6-4196-b7f7-d8a574765587/55f3e15c-f90e-4a0b-b593-c0477bc4371e) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:01.350145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-add21f75-5bf3-494e-87fe-8e66f69584a1 req-c338f9f1-c418-477f-a6e9-76fa359b628b tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cc9e197-223f-44ef-bc96-a275be13c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693641 Feb 19 03:23:01.436960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 60336312-1cde-4207-bd2f-4423be1a0672 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:01.437256 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.465136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e932f4-c5ca-4dd3-b55e-608b81ab90a3 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:01.469973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53694) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:01.476220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7c02158f-a9cf-4b0f-862c-bb7eb50185bc,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:01.479052 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-22e932f4-c5ca-4dd3-b55e-608b81ab90a3 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1815026 Feb 19 03:23:01.482787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:01.485101 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcad8333-a125-4ef3-af1e-c61a89968c04" -d '{"events": [{"server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "name": "network-vif-plugged", "status": "completed", "tag": "60336312-1cde-4207-bd2f-4423be1a0672"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:01.515334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:01.520223 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '7c02158f-a9cf-4b0f-862c-bb7eb50185bc', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '7c02158f-a9cf-4b0f-862c-bb7eb50185bc', 'mac_address': 'fa:16:3e:c9:6d:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:23:01.528491 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.560310 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (55f3e15c-f90e-4a0b-b593-c0477bc4371e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.621339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:01.621736 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.649032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f1552-756f-4dc0-aa29-072eee64358a req-e9f7f79c-a5fc-4307-9183-59dfd94d4b84 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:01.650750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c71f1552-756f-4dc0-aa29-072eee64358a req-e9f7f79c-a5fc-4307-9183-59dfd94d4b84 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 944 time: 0.1625247 Feb 19 03:23:01.674998 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Publish callbacks [] for port (8dc4cec6-9154-4e1a-b57f-8e596ffa59e9), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.681568 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (55f3e15c-f90e-4a0b-b593-c0477bc4371e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.697784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c02158f-a9cf-4b0f-862c-bb7eb50185bc {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:23:01.725255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7c02158f-a9cf-4b0f-862c-bb7eb50185bc,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:01.731536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network ac79c597-10a0-4333-b2ae-800a92b963f4 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:01.745321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:01.745984 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (8dc4cec6-9154-4e1a-b57f-8e596ffa59e9), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.755197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:01.755867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.774816 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.799115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:01.804813 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:01.809706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:01.849094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:01.897349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1054c1e9-a108-4adb-b661-e1b837a079d5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port f2ee5eee-548c-4ecd-bd2d-c2bd70432f67 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:01.897687 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1054c1e9-a108-4adb-b661-e1b837a079d5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f2ee5eee-548c-4ecd-bd2d-c2bd70432f67), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:01.904046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c71f1552-756f-4dc0-aa29-072eee64358a req-12a61cad-d541-4bc9-9c48-35f1cba53065 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460940 Feb 19 03:23:01.908657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=55f3e15c-f90e-4a0b-b593-c0477bc4371e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:02.132270 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (55f3e15c-f90e-4a0b-b593-c0477bc4371e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:02.187413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Pushing event updated for resources: {'Port': ['ID=8dc4cec6-9154-4e1a-b57f-8e596ffa59e9,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:02.200817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Attempting to bind port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:02.201249 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Attempting to bind port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:02.201784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Attempting to bind port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:02.219585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a577cd5-1cfe-43f2-a173-454a4d3052b1 req-6561c214-1c51-44ae-a721-cefeec29ca2e tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:02.221519 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a577cd5-1cfe-43f2-a173-454a4d3052b1 req-6561c214-1c51-44ae-a721-cefeec29ca2e tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.1757803 Feb 19 03:23:02.228337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f532cffa-6243-47cb-9cb0-51d4f3dc6275 None None] Provisioning complete for port 55f3e15c-f90e-4a0b-b593-c0477bc4371e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:02.228929 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f532cffa-6243-47cb-9cb0-51d4f3dc6275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (55f3e15c-f90e-4a0b-b593-c0477bc4371e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:02.232491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:02.233004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:02.233462 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:02.233921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:02.234544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Bound port: 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:02.234893 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dc4cec6-9154-4e1a-b57f-8e596ffa59e9), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:02.257380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1054c1e9-a108-4adb-b661-e1b837a079d5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f2ee5eee-548c-4ecd-bd2d-c2bd70432f67), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:02.284034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['7c02158f-a9cf-4b0f-862c-bb7eb50185bc'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:02.318869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a577cd5-1cfe-43f2-a173-454a4d3052b1 req-a63b8650-8db1-4bf7-80e5-f208c65da6a1 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741675 Feb 19 03:23:02.395156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=7c02158f-a9cf-4b0f-862c-bb7eb50185bc,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:02.400591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f532cffa-6243-47cb-9cb0-51d4f3dc6275 None None] Port 55f3e15c-f90e-4a0b-b593-c0477bc4371e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:02.454013 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8a3496-f00f-40e4-9fd6-4037763e7fb3 x-openstack-request-id: req-5b8a3496-f00f-40e4-9fd6-4037763e7fb3 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:02.454444 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "name": "network-vif-plugged", "status": "completed", "tag": "60336312-1cde-4207-bd2f-4423be1a0672", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:02.454706 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5b8a3496-f00f-40e4-9fd6-4037763e7fb3 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:02.455162 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672', 'code': 200} Feb 19 03:23:02.479406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] For port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:02.482911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] For port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8dc4cec6-9154-4e1a-b57f-8e596ffa59e9,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:02.548687 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8dc4cec6-9154-4e1a-b57f-8e596ffa59e9), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:02.589398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972fe8c-a531-4c4c-bfda-a3854993b35e req-db5df2c2-2475-4d8e-928d-d94cbe505be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:02.594249 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4972fe8c-a531-4c4c-bfda-a3854993b35e req-db5df2c2-2475-4d8e-928d-d94cbe505be0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1127 time: 0.0959029 Feb 19 03:23:02.594772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53732) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:02.650724 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4972fe8c-a531-4c4c-bfda-a3854993b35e req-8615d832-165d-42be-b90b-0a6c31376d36 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456338 Feb 19 03:23:02.749664 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c902c5-738a-4b11-882f-ced22cddb804 None None] Pushing event updated for resources: {'Port': ['ID=8dc4cec6-9154-4e1a-b57f-8e596ffa59e9,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:02.767116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4c347555-038d-42ea-90b0-a58087114b47 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:02.796614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1054c1e9-a108-4adb-b661-e1b837a079d5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for f2ee5eee-548c-4ecd-bd2d-c2bd70432f67 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:02.812772 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4c347555-038d-42ea-90b0-a58087114b47 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] 10.222.0.81 "PUT /v2.0/quotas/571fa99e514a445d891d99327fd8e78f HTTP/1.1" status: 200 len: 366 time: 0.2165847 Feb 19 03:23:02.814880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53740) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:02.835561 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d2f77584-7d7b-4503-b86c-c7b89438f8d7 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0193155 Feb 19 03:23:02.839905 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53742) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:02.851968 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8840af33-dc6c-44fb-9179-eae33b17ead6 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] 10.222.0.81 "GET /v2.0/quotas/571fa99e514a445d891d99327fd8e78f HTTP/1.1" status: 200 len: 366 time: 0.0106318 Feb 19 03:23:02.854610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53744) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:02.895804 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-720605b7-f387-43db-8fd6-53a8b5972931 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/571fa99e514a445d891d99327fd8e78f HTTP/1.1" status: 204 len: 168 time: 0.0374000 Feb 19 03:23:02.896928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53746) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:02.918155 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6c93c1fe-9fa7-4454-9b0f-baa9dec28714 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] 10.222.0.81 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0175514 Feb 19 03:23:02.918371 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53748) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:02.932176 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9fc9ae03-3fd2-417d-b060-6ab78fcfc2e8 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] 10.222.0.81 "GET /v2.0/quotas/571fa99e514a445d891d99327fd8e78f HTTP/1.1" status: 200 len: 370 time: 0.0104921 Feb 19 03:23:02.932412 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53750) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:02.945109 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5df2e9e4-44cd-4146-bc7b-f03c6d038448 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] 10.222.0.81 "GET /v2.0/quotas/571fa99e514a445d891d99327fd8e78f/default HTTP/1.1" status: 200 len: 370 time: 0.0101881 Feb 19 03:23:02.946658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53754) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:02.969390 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-6ee78f9c-687e-443a-ba8f-f71e215084ea tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] delete failed (client error): The resource could not be found. Feb 19 03:23:02.973063 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6ee78f9c-687e-443a-ba8f-f71e215084ea tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] 10.222.0.81 "DELETE /v2.0/quotas/571fa99e514a445d891d99327fd8e78f HTTP/1.1" status: 404 len: 348 time: 0.0227313 Feb 19 03:23:02.973557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769f0ac-ec71-4ff2-8f56-18863b7f88ad req-52a62a26-6d89-418b-b321-3f87514ad7a6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:02.975236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0769f0ac-ec71-4ff2-8f56-18863b7f88ad req-52a62a26-6d89-418b-b321-3f87514ad7a6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 946 time: 0.1862307 Feb 19 03:23:03.164210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0769f0ac-ec71-4ff2-8f56-18863b7f88ad req-0d0beba2-0c11-4276-abbe-42132a557a93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdae6966-501b-4483-bc32-29e265dd4200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392207 Feb 19 03:23:03.195254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53760) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:03.218912 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1054c1e9-a108-4adb-b661-e1b837a079d5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f2ee5eee-548c-4ecd-bd2d-c2bd70432f67), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.261013 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (55f3e15c-f90e-4a0b-b593-c0477bc4371e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.263644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Usage tracker for resource:network and project:e2bc7b8404df4d8481e42c87db5695e8 is out of sync, need to count used quota {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:23:03.267389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:23:03.274417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Usage tracker for resource:subnet and project:e2bc7b8404df4d8481e42c87db5695e8 is out of sync, need to count used quota {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:23:03.277956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054c1e9-a108-4adb-b661-e1b837a079d5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=f2ee5eee-548c-4ecd-bd2d-c2bd70432f67,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:03.278416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:23:03.290074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Usage tracker for resource:subnetpool and project:e2bc7b8404df4d8481e42c87db5695e8 is out of sync, need to count used quota {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:23:03.304556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:23:03.313687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Usage tracker for resource:port and project:e2bc7b8404df4d8481e42c87db5695e8 is out of sync, need to count used quota {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:23:03.319450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:23:03.326560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Usage tracker for resource:router and project:e2bc7b8404df4d8481e42c87db5695e8 is out of sync, need to count used quota {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:23:03.330775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:23:03.337963 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (55f3e15c-f90e-4a0b-b593-c0477bc4371e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.338674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Usage tracker for resource:floatingip and project:e2bc7b8404df4d8481e42c87db5695e8 is out of sync, need to count used quota {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:23:03.339066 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.346807 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1054c1e9-a108-4adb-b661-e1b837a079d5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.352398 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1054c1e9-a108-4adb-b661-e1b837a079d5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/f2ee5eee-548c-4ecd-bd2d-c2bd70432f67 HTTP/1.1" status: 204 len: 168 time: 1.8791816 Feb 19 03:23:03.353018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53770) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:03.366558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:23:03.432272 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1adb675-6496-41a0-9b86-1e0097d4df4d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:03.433724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1adb675-6496-41a0-9b86-1e0097d4df4d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:03.438087 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b1adb675-6496-41a0-9b86-1e0097d4df4d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0812685 Feb 19 03:23:03.442055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53772) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:03.453444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=55f3e15c-f90e-4a0b-b593-c0477bc4371e,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:03.464350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cef53-e4ed-4b4c-acef-779ae2e43f42 req-3bffbf2c-469d-469b-878e-dd702d55cd05 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:03.465939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d8cef53-e4ed-4b4c-acef-779ae2e43f42 req-3bffbf2c-469d-469b-878e-dd702d55cd05 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 949 time: 0.2074795 Feb 19 03:23:03.505832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Usage tracker for resource:security_group and project:e2bc7b8404df4d8481e42c87db5695e8 is out of sync, need to count used quota {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:23:03.510880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-92169eea-93b7-4904-a7e7-47ec626d4df5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 1e478bdf-78d4-4ed3-bf79-98dad9c13f0d {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:03.514568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-92169eea-93b7-4904-a7e7-47ec626d4df5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (1e478bdf-78d4-4ed3-bf79-98dad9c13f0d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.536284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:23:03.543904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network ac79c597-10a0-4333-b2ae-800a92b963f4 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:03.548086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:03.557110 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Usage tracker for resource:security_group_rule and project:e2bc7b8404df4d8481e42c87db5695e8 is out of sync, need to count used quota {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 19 03:23:03.558127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d8cef53-e4ed-4b4c-acef-779ae2e43f42 req-fd0ca259-0581-4b26-81ce-d780ffaa04be tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cc9e197-223f-44ef-bc96-a275be13c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815840 Feb 19 03:23:03.562987 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-92169eea-93b7-4904-a7e7-47ec626d4df5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (1e478bdf-78d4-4ed3-bf79-98dad9c13f0d), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.566553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.quota.resource [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109898) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 19 03:23:03.596076 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4ca60ac8-f88a-48af-aab1-91ce66c2b0f2 tempest-QuotasTest-826522888 tempest-QuotasTest-826522888-project-admin] 10.222.0.81 "GET /v2.0/quotas/e2bc7b8404df4d8481e42c87db5695e8/details.json HTTP/1.1" status: 200 len: 703 time: 0.3978066 Feb 19 03:23:03.678207 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-640d9699-e203-47a1-b706-d412c3c5cff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.791379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router d9804ae7-3ccb-4a57-877c-6cebae43d4bb has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:03.793984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-92169eea-93b7-4904-a7e7-47ec626d4df5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (1e478bdf-78d4-4ed3-bf79-98dad9c13f0d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.805502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf32ea9-e88c-4ebb-a455-f1774ca299bd req-65718dd2-5ec6-4b4a-9547-be0523216c91 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:03.807947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1bf32ea9-e88c-4ebb-a455-f1774ca299bd req-65718dd2-5ec6-4b4a-9547-be0523216c91 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.1362119 Feb 19 03:23:03.930168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-92169eea-93b7-4904-a7e7-47ec626d4df5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (1e478bdf-78d4-4ed3-bf79-98dad9c13f0d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.966885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1bf32ea9-e88c-4ebb-a455-f1774ca299bd req-8182eeed-6a43-46be-9983-29830b1c8d0f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516581 Feb 19 03:23:03.980466 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-92169eea-93b7-4904-a7e7-47ec626d4df5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:03.981293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:03.986442 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-92169eea-93b7-4904-a7e7-47ec626d4df5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/1e478bdf-78d4-4ed3-bf79-98dad9c13f0d HTTP/1.1" status: 204 len: 168 time: 0.5431850 Feb 19 03:23:03.987316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92169eea-93b7-4904-a7e7-47ec626d4df5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=1e478bdf-78d4-4ed3-bf79-98dad9c13f0d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:03.994696 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8498baf-3b47-4a46-a3cf-7c69695ae36b None None] Sync routers for ids ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:03.996841 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5e121254-58b7-4a12-aa59-6657997bcb99 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/d9804ae7-3ccb-4a57-877c-6cebae43d4bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1268196 Feb 19 03:23:03.997630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53780) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:03.998059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53782) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:04.025769 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8498baf-3b47-4a46-a3cf-7c69695ae36b None None] Routers {'d9804ae7-3ccb-4a57-877c-6cebae43d4bb'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:04.026399 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f8498baf-3b47-4a46-a3cf-7c69695ae36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:22:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:04.079878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53788) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:04.098051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2f0901fb-6d0f-4347-9956-3e70d1843d59 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969234 Feb 19 03:23:04.162709 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f8498baf-3b47-4a46-a3cf-7c69695ae36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:04.183197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15f0c54-a7fc-45c8-b78f-9846b79e6a21 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:04.185137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b15f0c54-a7fc-45c8-b78f-9846b79e6a21 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports/55f3e15c-f90e-4a0b-b593-c0477bc4371e HTTP/1.1" status: 200 len: 913 time: 0.1821380 Feb 19 03:23:04.189301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53792) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:04.202927 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8498baf-3b47-4a46-a3cf-7c69695ae36b None None] Routers {'d9804ae7-3ccb-4a57-877c-6cebae43d4bb'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:04.204003 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f8498baf-3b47-4a46-a3cf-7c69695ae36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:22:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:04.243957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f2739-e2a3-4ed7-b593-8255c1ffb6f4 req-3c79e6ee-ccac-4e17-ad38-8f0e7b492a1a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:04.245813 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf9f2739-e2a3-4ed7-b593-8255c1ffb6f4 req-3c79e6ee-ccac-4e17-ad38-8f0e7b492a1a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 946 time: 0.0948451 Feb 19 03:23:04.248680 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-95049d6c-2f33-4c28-8768-58023bb2797a None None] Provisioning complete for port 55f3e15c-f90e-4a0b-b593-c0477bc4371e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:04.265206 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-95049d6c-2f33-4c28-8768-58023bb2797a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (55f3e15c-f90e-4a0b-b593-c0477bc4371e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.271544 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f8498baf-3b47-4a46-a3cf-7c69695ae36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:04.272452 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8498baf-3b47-4a46-a3cf-7c69695ae36b None None] The sync data for ids ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:04.336832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168dc08b-9f4c-4dc6-a335-22267a04f2f5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:04.338613 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-168dc08b-9f4c-4dc6-a335-22267a04f2f5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2577109 Feb 19 03:23:04.339258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53796) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:04.344001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-95049d6c-2f33-4c28-8768-58023bb2797a None None] Port 55f3e15c-f90e-4a0b-b593-c0477bc4371e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:04.346015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53798) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:04.377261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf9f2739-e2a3-4ed7-b593-8255c1ffb6f4 req-a2ade470-e4a5-45f9-9808-cb22d889fa87 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdae6966-501b-4483-bc32-29e265dd4200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242690 Feb 19 03:23:04.433792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11125c6-47f1-4255-966d-1e6edbadec34 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:04.466619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c071d10-980f-4f83-b22f-7af3007eea0d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:04.476097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7c071d10-980f-4f83-b22f-7af3007eea0d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1289623 Feb 19 03:23:04.478451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53804) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:04.584016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:04.604485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6bfe6fd9-19cf-48e7-a46f-795800784a9b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139300 Feb 19 03:23:04.606952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53814) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:04.612560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8fefc3ec-39cd-4f1d-9d16-55358aaaa018 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:04.625717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b794664d-ba12-4b9f-b25e-e4874d733f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.636440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d46d7499-3dcb-4c15-9c6d-838acfd11dfa None None] Provisioning complete for port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:04.637000 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d46d7499-3dcb-4c15-9c6d-838acfd11dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8dc4cec6-9154-4e1a-b57f-8e596ffa59e9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.718549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee6b71-be58-409a-9fbb-3c34292725ff req-307a05f8-a216-4a4f-9d21-1134a2f755c2 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:04.721267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40ee6b71-be58-409a-9fbb-3c34292725ff req-307a05f8-a216-4a4f-9d21-1134a2f755c2 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.2138360 Feb 19 03:23:04.747963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:04.748615 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8dc4cec6-9154-4e1a-b57f-8e596ffa59e9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.824130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d46d7499-3dcb-4c15-9c6d-838acfd11dfa None None] Current status of the port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:04.824794 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d46d7499-3dcb-4c15-9c6d-838acfd11dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dc4cec6-9154-4e1a-b57f-8e596ffa59e9), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.830719 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b794664d-ba12-4b9f-b25e-e4874d733f05 admin admin] Publish callbacks [] for security_group (f25b4dad-508e-4ac8-9ffa-58fdb2845c87), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.846858 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b794664d-ba12-4b9f-b25e-e4874d733f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f25b4dad-508e-4ac8-9ffa-58fdb2845c87), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.858504 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d73b334-5929-45d9-a0cc-443769a02055 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:04.891204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d46d7499-3dcb-4c15-9c6d-838acfd11dfa None None] For port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8dc4cec6-9154-4e1a-b57f-8e596ffa59e9,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:04.897744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40ee6b71-be58-409a-9fbb-3c34292725ff req-71ec9e33-bacf-4818-9f80-c82c67b8f02b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356699 Feb 19 03:23:04.922009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794664d-ba12-4b9f-b25e-e4874d733f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25b4dad-508e-4ac8-9ffa-58fdb2845c87,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:04.926596 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b794664d-ba12-4b9f-b25e-e4874d733f05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=755b1ad410714571936d45a1b4f2ce01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5833244 Feb 19 03:23:04.933226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53820) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:04.938489 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d46d7499-3dcb-4c15-9c6d-838acfd11dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8dc4cec6-9154-4e1a-b57f-8e596ffa59e9), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:04.997866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fefc3ec-39cd-4f1d-9d16-55358aaaa018 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:05.003833 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8fefc3ec-39cd-4f1d-9d16-55358aaaa018 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.007803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7d73b334-5929-45d9-a0cc-443769a02055 None None] Deleting port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:05.008181 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d73b334-5929-45d9-a0cc-443769a02055 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8dc4cec6-9154-4e1a-b57f-8e596ffa59e9), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.041814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83fe3068-668b-4d68-ada4-ecf25171c95c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.076940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:05.119128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d7499-3dcb-4c15-9c6d-838acfd11dfa None None] Pushing event updated for resources: {'Port': ['ID=8dc4cec6-9154-4e1a-b57f-8e596ffa59e9,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:05.129662 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7d73b334-5929-45d9-a0cc-443769a02055 None None] For port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8dc4cec6-9154-4e1a-b57f-8e596ffa59e9,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:05.130153 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d73b334-5929-45d9-a0cc-443769a02055 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8dc4cec6-9154-4e1a-b57f-8e596ffa59e9), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.143055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7d73b334-5929-45d9-a0cc-443769a02055 None None] Calling delete_port for 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:05.172032 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1211b76b-73f4-4f2d-a998-3c04bfd69d2a admin admin] Publish callbacks [] for security_group (f25b4dad-508e-4ac8-9ffa-58fdb2845c87), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.205976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7c02158f-a9cf-4b0f-862c-bb7eb50185bc up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:05.221503 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1211b76b-73f4-4f2d-a998-3c04bfd69d2a admin admin] Publish callbacks [] for security_group (f25b4dad-508e-4ac8-9ffa-58fdb2845c87), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.249578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756f69b7-cd47-4259-b123-5feda1dd0728 req-6403a562-5e67-40ed-9ec6-b4dae66207ef tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:05.251315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-756f69b7-cd47-4259-b123-5feda1dd0728 req-6403a562-5e67-40ed-9ec6-b4dae66207ef tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 949 time: 0.1988711 Feb 19 03:23:05.283005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:23:05.292831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:05.293239 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.426256 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:05.426567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.472326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-756f69b7-cd47-4259-b123-5feda1dd0728 req-a66ee8c1-17f1-4cd7-abfd-0a0d83fb2bd6 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cc9e197-223f-44ef-bc96-a275be13c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109935 Feb 19 03:23:05.478579 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1211b76b-73f4-4f2d-a998-3c04bfd69d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f25b4dad-508e-4ac8-9ffa-58fdb2845c87), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.481201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7c02158f-a9cf-4b0f-862c-bb7eb50185bc,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:05.482010 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1211b76b-73f4-4f2d-a998-3c04bfd69d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.483348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1211b76b-73f4-4f2d-a998-3c04bfd69d2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f25b4dad-508e-4ac8-9ffa-58fdb2845c87 HTTP/1.1" status: 204 len: 168 time: 0.5490837 Feb 19 03:23:05.484111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af026c5-763b-4c36-aaab-16a2c4db0fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c02158f-a9cf-4b0f-862c-bb7eb50185bc'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:05.487704 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cde72f-1155-4bf6-ac0a-257237147b8a" -d '{"events": [{"server_uuid": "6af026c5-763b-4c36-aaab-16a2c4db0fa5", "name": "network-vif-plugged", "status": "completed", "tag": "7c02158f-a9cf-4b0f-862c-bb7eb50185bc"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:05.504715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211b76b-73f4-4f2d-a998-3c04bfd69d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25b4dad-508e-4ac8-9ffa-58fdb2845c87,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:05.505378 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.570195 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d73b334-5929-45d9-a0cc-443769a02055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (8dc4cec6-9154-4e1a-b57f-8e596ffa59e9), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.576185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-83fe3068-668b-4d68-ada4-ecf25171c95c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 55f3e15c-f90e-4a0b-b593-c0477bc4371e {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:05.576533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83fe3068-668b-4d68-ada4-ecf25171c95c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (55f3e15c-f90e-4a0b-b593-c0477bc4371e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.623925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=7c02158f-a9cf-4b0f-862c-bb7eb50185bc,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:05.642018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.objects.ports [None req-8fefc3ec-39cd-4f1d-9d16-55358aaaa018 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109899) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:23:05.646678 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8fefc3ec-39cd-4f1d-9d16-55358aaaa018 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (5dae162e-89fa-4a42-92b6-8891d8c6c5a0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.665206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73b334-5929-45d9-a0cc-443769a02055 None None] Pushing event deleted for resources: {'Port': ['ID=8dc4cec6-9154-4e1a-b57f-8e596ffa59e9,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:05.668372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73b334-5929-45d9-a0cc-443769a02055 None None] No DVR routers for this DVR port 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:05.715843 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83fe3068-668b-4d68-ada4-ecf25171c95c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (55f3e15c-f90e-4a0b-b593-c0477bc4371e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.730412 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-83fe3068-668b-4d68-ada4-ecf25171c95c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 55f3e15c-f90e-4a0b-b593-c0477bc4371e owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:05.755928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a58d62-805b-43eb-afde-585353f5902c req-4e075481-ac25-42ff-8b84-96db075da108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:05.757497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03a58d62-805b-43eb-afde-585353f5902c req-4e075481-ac25-42ff-8b84-96db075da108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.1829126 Feb 19 03:23:05.762779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fefc3ec-39cd-4f1d-9d16-55358aaaa018 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:05.764515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-8fefc3ec-39cd-4f1d-9d16-55358aaaa018 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:05.767129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fefc3ec-39cd-4f1d-9d16-55358aaaa018 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:05.767703 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8fefc3ec-39cd-4f1d-9d16-55358aaaa018 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.784537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecbda56-6acf-48b2-8299-25929095a606 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:05.797429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8fefc3ec-39cd-4f1d-9d16-55358aaaa018 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1891265 Feb 19 03:23:05.801636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53840) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:05.818088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a8eeb38f-a0be-4975-bb69-48a9d0e56f46 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:05.836345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefc3ec-39cd-4f1d-9d16-55358aaaa018 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=5dae162e-89fa-4a42-92b6-8891d8c6c5a0,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:05.886316 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1e13f1dc-7f94-42fe-a686-8492d0de5c18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:05.908221 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03a58d62-805b-43eb-afde-585353f5902c req-49148a25-e961-488a-ac90-e4735d426046 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282315 Feb 19 03:23:05.920223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53842) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:05.993931 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83fe3068-668b-4d68-ada4-ecf25171c95c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (55f3e15c-f90e-4a0b-b593-c0477bc4371e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.010221 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e152f525-c376-4602-b05d-ecbe7fce3459 x-openstack-request-id: req-e152f525-c376-4602-b05d-ecbe7fce3459 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:06.012689 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af026c5-763b-4c36-aaab-16a2c4db0fa5", "name": "network-vif-plugged", "status": "completed", "tag": "7c02158f-a9cf-4b0f-862c-bb7eb50185bc", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:06.012689 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e152f525-c376-4602-b05d-ecbe7fce3459 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:06.012689 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af026c5-763b-4c36-aaab-16a2c4db0fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c02158f-a9cf-4b0f-862c-bb7eb50185bc', 'code': 200} Feb 19 03:23:06.019879 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '5dae162e-89fa-4a42-92b6-8891d8c6c5a0'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:06.020902 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.076711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe3068-668b-4d68-ada4-ecf25171c95c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=55f3e15c-f90e-4a0b-b593-c0477bc4371e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:06.147093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53852) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:06.190486 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Allocated IP 2001:db8::f816:3eff:fe86:d7af (3e1d2a52-1707-4906-8471-db9b5cc29c4f/5dae162e-89fa-4a42-92b6-8891d8c6c5a0/f249fc8f-2405-41de-98c6-7cfe94825152) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:06.216402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8eeb38f-a0be-4975-bb69-48a9d0e56f46 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:06.220655 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8eeb38f-a0be-4975-bb69-48a9d0e56f46 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.246485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83fe3068-668b-4d68-ada4-ecf25171c95c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.296396 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c88126b5-bd21-4a00-ba23-ddb5fc6a03c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.461721 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Publish callbacks [] for port (f249fc8f-2405-41de-98c6-7cfe94825152), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.482074 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.514875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:06.627547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Pushing event updated for resources: {'Port': ['ID=f249fc8f-2405-41de-98c6-7cfe94825152,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:06.636488 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:06.637425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8dc4cec6-9154-4e1a-b57f-8e596ffa59e9 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:06.637946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83fe3068-668b-4d68-ada4-ecf25171c95c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router d9804ae7-3ccb-4a57-877c-6cebae43d4bb has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:06.643494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:06.646787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:06.652104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:06.727179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Attempting to bind port f249fc8f-2405-41de-98c6-7cfe94825152 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:06.727876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Attempting to bind port f249fc8f-2405-41de-98c6-7cfe94825152 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:06.728415 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Attempting to bind port f249fc8f-2405-41de-98c6-7cfe94825152 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:06.734536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:06.735252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:06.735831 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.736393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:06.737102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Bound port: f249fc8f-2405-41de-98c6-7cfe94825152, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:06.737683 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.822011 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] For port f249fc8f-2405-41de-98c6-7cfe94825152, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:06.825840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] For port f249fc8f-2405-41de-98c6-7cfe94825152, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f249fc8f-2405-41de-98c6-7cfe94825152,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:06.836743 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.914803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeea36-07fd-4b2e-b2f0-f024a74ee1f6 None None] Pushing event updated for resources: {'Port': ['ID=f249fc8f-2405-41de-98c6-7cfe94825152,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:06.951394 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c88126b5-bd21-4a00-ba23-ddb5fc6a03c3 admin admin] Publish callbacks [] for security_group (92e1c75b-3684-4fd1-97b6-9a109386077e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.973814 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c88126b5-bd21-4a00-ba23-ddb5fc6a03c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (92e1c75b-3684-4fd1-97b6-9a109386077e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:06.977713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53ceae-2e18-4fb7-9fc3-f053f097bd84 req-cb9ad514-235d-4f82-bd04-22c9b38028e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:06.979287 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f53ceae-2e18-4fb7-9fc3-f053f097bd84 req-cb9ad514-235d-4f82-bd04-22c9b38028e0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 1132 time: 0.8468919 Feb 19 03:23:07.020358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1ab08-1f8d-4543-b3de-9f21d86f35ee req-9028df9c-6737-4cfa-98e6-b6c670e4961f tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:07.021981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1aa1ab08-1f8d-4543-b3de-9f21d86f35ee req-9028df9c-6737-4cfa-98e6-b6c670e4961f tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.8719563 Feb 19 03:23:07.096513 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.112596 n-d-826755-2 neutron-server[109899]: INFO neutron.db.ipam_backend_mixin [None req-a8eeb38f-a0be-4975-bb69-48a9d0e56f46 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5dae162e-89fa-4a42-92b6-8891d8c6c5a0 (CIDR: 2001:db8::/64) Feb 19 03:23:07.143454 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8eeb38f-a0be-4975-bb69-48a9d0e56f46 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:23:07.143951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8eeb38f-a0be-4975-bb69-48a9d0e56f46 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:07.155167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c88126b5-bd21-4a00-ba23-ddb5fc6a03c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e2bc7b8404df4d8481e42c87db5695e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9934049 Feb 19 03:23:07.157454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88126b5-bd21-4a00-ba23-ddb5fc6a03c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e1c75b-3684-4fd1-97b6-9a109386077e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:07.159400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53866) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:07.204225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a8eeb38f-a0be-4975-bb69-48a9d0e56f46 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3964314 Feb 19 03:23:07.204434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fe3068-668b-4d68-ada4-ecf25171c95c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:07.207831 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-83fe3068-668b-4d68-ada4-ecf25171c95c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/d9804ae7-3ccb-4a57-877c-6cebae43d4bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0174994 Feb 19 03:23:07.212102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53868) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:07.212601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53870) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:07.215896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3180f-d4b0-43c8-9366-27430eb90382 None None] Sync routers for ids ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:07.218397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6d05da84-8cef-4578-84b7-22367508200e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:07.231009 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f53ceae-2e18-4fb7-9fc3-f053f097bd84 req-6018cc4e-7163-4edf-831c-a89af175cb29 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=4cc9e197-223f-44ef-bc96-a275be13c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389510 Feb 19 03:23:07.232094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3180f-d4b0-43c8-9366-27430eb90382 None None] Routers {'d9804ae7-3ccb-4a57-877c-6cebae43d4bb'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:07.233214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-4dc3180f-d4b0-43c8-9366-27430eb90382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:07.317359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1aa1ab08-1f8d-4543-b3de-9f21d86f35ee req-c5d85443-2c15-457d-a916-563316cf3834 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756474 Feb 19 03:23:07.325290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-4dc3180f-d4b0-43c8-9366-27430eb90382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:07.360020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc3180f-d4b0-43c8-9366-27430eb90382 None None] Routers {'d9804ae7-3ccb-4a57-877c-6cebae43d4bb'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:07.363304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-4dc3180f-d4b0-43c8-9366-27430eb90382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:07.445665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-4dc3180f-d4b0-43c8-9366-27430eb90382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:07.446503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc3180f-d4b0-43c8-9366-27430eb90382 None None] The sync data for ids ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:07.511512 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c404ac8-d7e6-47d3-bd14-abcd3bd5b5a7 admin admin] Publish callbacks [] for security_group (92e1c75b-3684-4fd1-97b6-9a109386077e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.541007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21b588-0182-426c-b9fe-9d2fd63c088f req-48ab8f54-2259-4326-9d55-95e4f2d63121 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:07.542453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af21b588-0182-426c-b9fe-9d2fd63c088f req-48ab8f54-2259-4326-9d55-95e4f2d63121 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.1227834 Feb 19 03:23:07.581268 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c404ac8-d7e6-47d3-bd14-abcd3bd5b5a7 admin admin] Publish callbacks [] for security_group (92e1c75b-3684-4fd1-97b6-9a109386077e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.664306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af21b588-0182-426c-b9fe-9d2fd63c088f req-53bc50b3-a3ba-4bdf-a743-dbef3545a1f2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924253 Feb 19 03:23:07.671229 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.690050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53882) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:07.699088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d05da84-8cef-4578-84b7-22367508200e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:07.715117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6d05da84-8cef-4578-84b7-22367508200e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.857238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce08513-b949-443a-80ec-cc537deb7c5c req-2cbab8fb-b30d-4542-b830-0170794d8924 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:07.866492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ce08513-b949-443a-80ec-cc537deb7c5c req-2cbab8fb-b30d-4542-b830-0170794d8924 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 950 time: 0.1125383 Feb 19 03:23:07.872168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c404ac8-d7e6-47d3-bd14-abcd3bd5b5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (92e1c75b-3684-4fd1-97b6-9a109386077e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.874693 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c404ac8-d7e6-47d3-bd14-abcd3bd5b5a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:07.878237 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7c404ac8-d7e6-47d3-bd14-abcd3bd5b5a7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/92e1c75b-3684-4fd1-97b6-9a109386077e HTTP/1.1" status: 204 len: 168 time: 0.7109971 Feb 19 03:23:07.989591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ce08513-b949-443a-80ec-cc537deb7c5c req-572012f6-fc9a-4db2-955c-525059628323 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cc9e197-223f-44ef-bc96-a275be13c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078379 Feb 19 03:23:07.991745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c404ac8-d7e6-47d3-bd14-abcd3bd5b5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e1c75b-3684-4fd1-97b6-9a109386077e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:08.218990 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-091a8399-0b87-4b6a-b672-34dbb94b69b2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.258785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8460bef7-7d72-4156-b83c-e38034b9f0ac tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:08.263963 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8460bef7-7d72-4156-b83c-e38034b9f0ac tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1122 time: 0.5727870 Feb 19 03:23:08.264550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53894) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:08.279765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '60336312-1cde-4207-bd2f-4423be1a0672', 'tenant_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:08.335224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Allocated IP 172.20.0.17 (bfbb8af3-a25d-4ef8-869a-35866271696d/b51f69a0-bc50-4af6-91e3-a02024dbab98/ebb2d898-b92d-4f9a-b266-0fd18b644c41) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:08.345437 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.373307 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6d05da84-8cef-4578-84b7-22367508200e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (8d92cca1-f18f-425b-9c30-89530b8a2dac), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.439799 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.516250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05da84-8cef-4578-84b7-22367508200e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=8d92cca1-f18f-425b-9c30-89530b8a2dac,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:08.527633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d05da84-8cef-4578-84b7-22367508200e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:08.574753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6d05da84-8cef-4578-84b7-22367508200e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:08.588717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d05da84-8cef-4578-84b7-22367508200e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:08.593394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6d05da84-8cef-4578-84b7-22367508200e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.613477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f249fc8f-2405-41de-98c6-7cfe94825152 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:08.672685 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cf4523-70ac-4007-94ed-ce333238885a None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:08.710447 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6d05da84-8cef-4578-84b7-22367508200e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4965248 Feb 19 03:23:08.714434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53910) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:08.720696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:b4:13:1c', 'name': 'tempest-NetworksTestDHCPv6-167543340'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:08.800344 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3dde12e4-4451-4c8f-b868-735122058065 None None] Provisioning complete for port f249fc8f-2405-41de-98c6-7cfe94825152 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:08.801725 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3dde12e4-4451-4c8f-b868-735122058065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.897919 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-091a8399-0b87-4b6a-b672-34dbb94b69b2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 5200a17f-ed58-468e-9f37-a91c7ae4e3f1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:08.900894 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-091a8399-0b87-4b6a-b672-34dbb94b69b2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5200a17f-ed58-468e-9f37-a91c7ae4e3f1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.904365 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08624058-477f-49de-a912-0822327219f5 req-4cb4e877-1c0b-4746-963b-903f30df8143 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:08.913488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08624058-477f-49de-a912-0822327219f5 req-4cb4e877-1c0b-4746-963b-903f30df8143 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.4325855 Feb 19 03:23:08.958617 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:08.965441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:08.986935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f249fc8f-2405-41de-98c6-7cfe94825152 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:08.987308 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.070668 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-091a8399-0b87-4b6a-b672-34dbb94b69b2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5200a17f-ed58-468e-9f37-a91c7ae4e3f1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.102864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-091a8399-0b87-4b6a-b672-34dbb94b69b2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 5200a17f-ed58-468e-9f37-a91c7ae4e3f1 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:09.119674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08624058-477f-49de-a912-0822327219f5 req-3814d144-1d74-400f-b930-eead688d8d8d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052794 Feb 19 03:23:09.158439 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.327196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3dde12e4-4451-4c8f-b868-735122058065 None None] Current status of the port f249fc8f-2405-41de-98c6-7cfe94825152 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:09.328788 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3dde12e4-4451-4c8f-b868-735122058065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.336424 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.374981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f249fc8f-2405-41de-98c6-7cfe94825152 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:09.375545 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.406066 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.428546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network bfbb8af3-a25d-4ef8-869a-35866271696d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:09.432457 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3dde12e4-4451-4c8f-b868-735122058065 None None] For port f249fc8f-2405-41de-98c6-7cfe94825152, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f249fc8f-2405-41de-98c6-7cfe94825152,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:09.435535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06d4923-0187-45fc-8f6f-916d9db40848 None None] Update dhcp port {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': '5dae162e-89fa-4a42-92b6-8891d8c6c5a0', 'ip_address': '2001:db8::f816:3eff:fe86:d7af'}, {'subnet_id': '8d92cca1-f18f-425b-9c30-89530b8a2dac'}], 'binding:host_id': 'n-d-826755-2'}, 'id': 'f249fc8f-2405-41de-98c6-7cfe94825152'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:23:09.446772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:09.459737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:09.480763 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e06d4923-0187-45fc-8f6f-916d9db40848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.484205 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3dde12e4-4451-4c8f-b868-735122058065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.535042 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-091a8399-0b87-4b6a-b672-34dbb94b69b2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5200a17f-ed58-468e-9f37-a91c7ae4e3f1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.573277 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a8399-0b87-4b6a-b672-34dbb94b69b2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=5200a17f-ed58-468e-9f37-a91c7ae4e3f1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:09.588605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde12e4-4451-4c8f-b868-735122058065 None None] Pushing event updated for resources: {'Port': ['ID=f249fc8f-2405-41de-98c6-7cfe94825152,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:09.726824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=ebb2d898-b92d-4f9a-b266-0fd18b644c41,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:09.730786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.25.1.177 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/3b3ce9e7-aa35-4549-afd5-15cb49de02df) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:09.746087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:09.775246 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:09.775502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ccd5f-2ec9-4bfe-bf37-918bfd05fed3 req-900a62d0-6f56-4766-8527-a37c310b1e23 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:09.777158 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa4ccd5f-2ec9-4bfe-bf37-918bfd05fed3 req-900a62d0-6f56-4766-8527-a37c310b1e23 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 950 time: 0.5197060 Feb 19 03:23:09.793526 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:09.879016 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:09.887756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-091a8399-0b87-4b6a-b672-34dbb94b69b2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.000725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-34f95d77-2902-4a99-b232-c239a657a694 None None] Provisioning complete for port ebb2d898-b92d-4f9a-b266-0fd18b644c41 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:10.001401 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34f95d77-2902-4a99-b232-c239a657a694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.130247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091a8399-0b87-4b6a-b672-34dbb94b69b2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router d9804ae7-3ccb-4a57-877c-6cebae43d4bb has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:10.178916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aa4ccd5f-2ec9-4bfe-bf37-918bfd05fed3 req-7b37a2c7-6107-46b8-8583-a3d66fd2c89d tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cc9e197-223f-44ef-bc96-a275be13c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604226 Feb 19 03:23:10.191787 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.195991 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-e06d4923-0187-45fc-8f6f-916d9db40848 None None] Allocated IP 2001:db8:0:1::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/8d92cca1-f18f-425b-9c30-89530b8a2dac/f249fc8f-2405-41de-98c6-7cfe94825152) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:10.210147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-34f95d77-2902-4a99-b232-c239a657a694 None None] Port ebb2d898-b92d-4f9a-b266-0fd18b644c41 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:10.260631 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (3b3ce9e7-aa35-4549-afd5-15cb49de02df), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.278701 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091a8399-0b87-4b6a-b672-34dbb94b69b2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:10.287605 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-091a8399-0b87-4b6a-b672-34dbb94b69b2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/d9804ae7-3ccb-4a57-877c-6cebae43d4bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0652092 Feb 19 03:23:10.294318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53956) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:10.295725 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad465b4-e706-4892-aeb5-2f53faa2867f None None] Sync routers for ids ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:10.323841 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad465b4-e706-4892-aeb5-2f53faa2867f None None] Routers {'d9804ae7-3ccb-4a57-877c-6cebae43d4bb'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:10.324817 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-9ad465b4-e706-4892-aeb5-2f53faa2867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:10.343370 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-40bb957d-cb57-4eea-b2a6-9cdd9edae579 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9804ae7-3ccb-4a57-877c-6cebae43d4bb HTTP/1.1" status: 200 len: 205 time: 0.0454378 Feb 19 03:23:10.346511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53958) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:10.381392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f249fc8f-2405-41de-98c6-7cfe94825152 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:10.390066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e06d4923-0187-45fc-8f6f-916d9db40848 None None] For port f249fc8f-2405-41de-98c6-7cfe94825152, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f249fc8f-2405-41de-98c6-7cfe94825152,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:10.434368 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e06d4923-0187-45fc-8f6f-916d9db40848 None None] Publish callbacks [] for port (f249fc8f-2405-41de-98c6-7cfe94825152), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.434518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53962) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:10.441253 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.445018 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e06d4923-0187-45fc-8f6f-916d9db40848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.451312 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-9ad465b4-e706-4892-aeb5-2f53faa2867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:10.481937 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad465b4-e706-4892-aeb5-2f53faa2867f None None] Routers {'d9804ae7-3ccb-4a57-877c-6cebae43d4bb'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:10.482586 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-9ad465b4-e706-4892-aeb5-2f53faa2867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:10.550615 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e8c45c66-903c-47b9-8a2a-ee5749583976 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.628644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f249fc8f-2405-41de-98c6-7cfe94825152 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:10.722496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d4923-0187-45fc-8f6f-916d9db40848 None None] Pushing event updated for resources: {'Port': ['ID=f249fc8f-2405-41de-98c6-7cfe94825152,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:10.732314 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-9ad465b4-e706-4892-aeb5-2f53faa2867f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:10.734124 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad465b4-e706-4892-aeb5-2f53faa2867f None None] The sync data for ids ['d9804ae7-3ccb-4a57-877c-6cebae43d4bb'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:10.778697 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f249fc8f-2405-41de-98c6-7cfe94825152 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:10.779160 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:10.918743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-868142696', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:10.931394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f249fc8f-2405-41de-98c6-7cfe94825152 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:10.994850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3b3ce9e7-aa35-4549-afd5-15cb49de02df), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.080742 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e8c45c66-903c-47b9-8a2a-ee5749583976 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.087075 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e8c45c66-903c-47b9-8a2a-ee5749583976 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.190084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e8c45c66-903c-47b9-8a2a-ee5749583976 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (d9804ae7-3ccb-4a57-877c-6cebae43d4bb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.191064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c45c66-903c-47b9-8a2a-ee5749583976 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Fanout notify agent at l3_agent the message router_deleted on router d9804ae7-3ccb-4a57-877c-6cebae43d4bb {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:23:11.205568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e8c45c66-903c-47b9-8a2a-ee5749583976 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.207354 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e8c45c66-903c-47b9-8a2a-ee5749583976 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/d9804ae7-3ccb-4a57-877c-6cebae43d4bb HTTP/1.1" status: 204 len: 168 time: 0.8589945 Feb 19 03:23:11.210414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53986) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:11.647086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-06250d9b-088a-4fed-bc0f-b8d2984d6bc2 None None] Provisioning complete for port f249fc8f-2405-41de-98c6-7cfe94825152 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:11.648317 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06250d9b-088a-4fed-bc0f-b8d2984d6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.676988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Made reservation on behalf of abf236f9462b49349a205016a70cce0d for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:11.679747 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.716717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6a5ba5-8424-471e-baa4-46b21b80c886 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting subnet 5427c63d-8df6-4196-b7f7-d8a574765587 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:11.727431 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b6a5ba5-8424-471e-baa4-46b21b80c886 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (5427c63d-8df6-4196-b7f7-d8a574765587), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.768816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:11.770843 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.796176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:11.809482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:11.825563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b6a5ba5-8424-471e-baa4-46b21b80c886 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (5427c63d-8df6-4196-b7f7-d8a574765587), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.847570 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=3b3ce9e7-aa35-4549-afd5-15cb49de02df,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:11.849741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-06250d9b-088a-4fed-bc0f-b8d2984d6bc2 None None] Current status of the port f249fc8f-2405-41de-98c6-7cfe94825152 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:11.944712 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b6a5ba5-8424-471e-baa4-46b21b80c886 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (5427c63d-8df6-4196-b7f7-d8a574765587), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:11.946597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8:0:1::5e (3e1d2a52-1707-4906-8471-db9b5cc29c4f/8d92cca1-f18f-425b-9c30-89530b8a2dac/f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:11.972834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1cdff-baaf-4abc-9a78-2738cfde6fdb req-eed3616b-7cc5-4488-9e22-011b2403143a tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:11.974381 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aeb1cdff-baaf-4abc-9a78-2738cfde6fdb req-eed3616b-7cc5-4488-9e22-011b2403143a tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.4101443 Feb 19 03:23:11.976433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::f816:3eff:feb4:131c (3e1d2a52-1707-4906-8471-db9b5cc29c4f/5dae162e-89fa-4a42-92b6-8891d8c6c5a0/f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:12.021254 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b6a5ba5-8424-471e-baa4-46b21b80c886 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (5427c63d-8df6-4196-b7f7-d8a574765587), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.034754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469618b-bd05-4a2c-8784-aa62a44bf62c req-050d5c5d-6f5a-4910-b92e-f9529afaf080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:12.036274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f469618b-bd05-4a2c-8784-aa62a44bf62c req-050d5c5d-6f5a-4910-b92e-f9529afaf080 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6cd7142ab25e418f8768b0db7da15b4f&device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 1128 time: 0.4613912 Feb 19 03:23:12.063357 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a5ba5-8424-471e-baa4-46b21b80c886 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Subnet': ['ID=5427c63d-8df6-4196-b7f7-d8a574765587,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:12.084005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa67797f-8a6c-46de-93b0-00d171e92fed None None] Network ac79c597-10a0-4333-b2ae-800a92b963f4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:12.100809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b6a5ba5-8424-471e-baa4-46b21b80c886 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.108856 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5b6a5ba5-8424-471e-baa4-46b21b80c886 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/5427c63d-8df6-4196-b7f7-d8a574765587 HTTP/1.1" status: 204 len: 168 time: 0.8964169 Feb 19 03:23:12.113835 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54004) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:12.200312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-105b24dc-af74-417f-8943-a13c03fe65a6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting subnet 5d715f98-d4af-461f-95d0-b34f8874326f {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:12.204160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-105b24dc-af74-417f-8943-a13c03fe65a6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (5d715f98-d4af-461f-95d0-b34f8874326f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.264764 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-105b24dc-af74-417f-8943-a13c03fe65a6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (5d715f98-d4af-461f-95d0-b34f8874326f), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.352631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dc4390-dba2-4f5e-bc45-864ea9416021 None None] DHCP port deletion for ac79c597-10a0-4333-b2ae-800a92b963f4 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:12.376028 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-105b24dc-af74-417f-8943-a13c03fe65a6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (5d715f98-d4af-461f-95d0-b34f8874326f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.481248 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-105b24dc-af74-417f-8943-a13c03fe65a6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (5d715f98-d4af-461f-95d0-b34f8874326f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.503339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc4390-dba2-4f5e-bc45-864ea9416021 None None] Deleting port 98bf7047-c04e-4b90-9b38-917b100bb018 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:12.504051 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4390-dba2-4f5e-bc45-864ea9416021 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.513962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-105b24dc-af74-417f-8943-a13c03fe65a6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.520045 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-105b24dc-af74-417f-8943-a13c03fe65a6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/5d715f98-d4af-461f-95d0-b34f8874326f HTTP/1.1" status: 204 len: 168 time: 0.4024096 Feb 19 03:23:12.527274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e682393d-2b49-46c0-936a-775437ebe239 None None] Network 1967888c-a33d-4fc2-9752-0d7197a3d5ed requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:12.532356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f249fc8f-2405-41de-98c6-7cfe94825152 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:12.560374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54010) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:12.609755 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b24dc-af74-417f-8943-a13c03fe65a6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Subnet': ['ID=5d715f98-d4af-461f-95d0-b34f8874326f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:12.649921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469618b-bd05-4a2c-8784-aa62a44bf62c req-7cd1939f-f679-4120-aa0b-8353201ac078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:12.651670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f469618b-bd05-4a2c-8784-aa62a44bf62c req-7cd1939f-f679-4120-aa0b-8353201ac078 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12c30bec-6042-4990-9713-677296d69ad3 HTTP/1.1" status: 200 len: 916 time: 0.5943675 Feb 19 03:23:12.703644 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (ac79c597-10a0-4333-b2ae-800a92b963f4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.717659 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d0dc4390-dba2-4f5e-bc45-864ea9416021 None None] For port 98bf7047-c04e-4b90-9b38-917b100bb018, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=98bf7047-c04e-4b90-9b38-917b100bb018,segment=NetworkSegment(26c8dc56-ed07-4cad-85af-9f0b4e004160),segment_id=26c8dc56-ed07-4cad-85af-9f0b4e004160)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:12.718280 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4390-dba2-4f5e-bc45-864ea9416021 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.739248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc4390-dba2-4f5e-bc45-864ea9416021 None None] Calling delete_port for 98bf7047-c04e-4b90-9b38-917b100bb018 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:12.771876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f249fc8f-2405-41de-98c6-7cfe94825152 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:12.772326 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.786073 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f469618b-bd05-4a2c-8784-aa62a44bf62c req-dc050b17-c7ef-4192-9920-ee7021dbedfb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31ed85ec-0170-46e6-994d-9af3009795aa HTTP/1.1" status: 200 len: 217 time: 0.1103451 Feb 19 03:23:12.797905 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 98bf7047-c04e-4b90-9b38-917b100bb018 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:12.798406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.839734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aeb1cdff-baaf-4abc-9a78-2738cfde6fdb req-90bc4293-6a30-4f2b-b8be-4187de005a70 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8536565 Feb 19 03:23:12.866046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70273b3f-a767-4954-aa23-75b2f142dd9c None None] DHCP port deletion for 1967888c-a33d-4fc2-9752-0d7197a3d5ed request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:12.916351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks [] for security_group (31586ccf-44b8-44a1-9472-d834455f1be9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.953356 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (31586ccf-44b8-44a1-9472-d834455f1be9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:12.974051 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f249fc8f-2405-41de-98c6-7cfe94825152 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:12.977941 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0dc4390-dba2-4f5e-bc45-864ea9416021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.026449 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] For port 98bf7047-c04e-4b90-9b38-917b100bb018, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=98bf7047-c04e-4b90-9b38-917b100bb018,segment=NetworkSegment(26c8dc56-ed07-4cad-85af-9f0b4e004160),segment_id=26c8dc56-ed07-4cad-85af-9f0b4e004160)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:13.026737 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.050658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 98bf7047-c04e-4b90-9b38-917b100bb018 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:13.062841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc4390-dba2-4f5e-bc45-864ea9416021 None None] Pushing event deleted for resources: {'Port': ['ID=98bf7047-c04e-4b90-9b38-917b100bb018,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:13.072510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 98bf7047-c04e-4b90-9b38-917b100bb018 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:13.101781 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.102105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 98bf7047-c04e-4b90-9b38-917b100bb018 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:13.102607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 98bf7047-c04e-4b90-9b38-917b100bb018 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:13.104957 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-70273b3f-a767-4954-aa23-75b2f142dd9c None None] Deleting port 5a1f40d2-fdad-4158-a747-0c3e90f84772 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:13.105516 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70273b3f-a767-4954-aa23-75b2f142dd9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.121333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc4390-dba2-4f5e-bc45-864ea9416021 None None] No DVR routers for this DVR port 98bf7047-c04e-4b90-9b38-917b100bb018 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:13.151444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] device_id is not set on port e8f4fc23-75c1-4b3e-849e-ac04fc5e5205 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:13.162092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31586ccf-44b8-44a1-9472-d834455f1be9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:13.170502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469618b-bd05-4a2c-8784-aa62a44bf62c req-74b35de9-06ab-44f9-b14a-9b8bd49b33f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:13.172037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f469618b-bd05-4a2c-8784-aa62a44bf62c req-74b35de9-06ab-44f9-b14a-9b8bd49b33f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7fc6714a-0c2b-4ba2-a072-a83242a25d3f HTTP/1.1" status: 200 len: 854 time: 0.3037734 Feb 19 03:23:13.191793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-70273b3f-a767-4954-aa23-75b2f142dd9c None None] For port 5a1f40d2-fdad-4158-a747-0c3e90f84772, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5a1f40d2-fdad-4158-a747-0c3e90f84772,segment=NetworkSegment(1315a1b6-3a72-4c90-ae06-610091285860),segment_id=1315a1b6-3a72-4c90-ae06-610091285860)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:13.192314 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70273b3f-a767-4954-aa23-75b2f142dd9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.196100 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.207950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-70273b3f-a767-4954-aa23-75b2f142dd9c None None] Calling delete_port for 5a1f40d2-fdad-4158-a747-0c3e90f84772 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:13.245383 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (98bf7047-c04e-4b90-9b38-917b100bb018), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.283232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=98bf7047-c04e-4b90-9b38-917b100bb018,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:13.287105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No DVR routers for this DVR port 98bf7047-c04e-4b90-9b38-917b100bb018 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:13.343842 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70273b3f-a767-4954-aa23-75b2f142dd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (5a1f40d2-fdad-4158-a747-0c3e90f84772), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.367128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=ebb2d898-b92d-4f9a-b266-0fd18b644c41,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:13.388745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70273b3f-a767-4954-aa23-75b2f142dd9c None None] Pushing event deleted for resources: {'Port': ['ID=5a1f40d2-fdad-4158-a747-0c3e90f84772,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:13.397366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70273b3f-a767-4954-aa23-75b2f142dd9c None None] No DVR routers for this DVR port 5a1f40d2-fdad-4158-a747-0c3e90f84772 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:13.397505 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (ac79c597-10a0-4333-b2ae-800a92b963f4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.428028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac79c597-10a0-4333-b2ae-800a92b963f4']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:13.450006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c8dc56-ed07-4cad-85af-9f0b4e004160') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:13.450744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c8dc56-ed07-4cad-85af-9f0b4e004160') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:13.469066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (26c8dc56-ed07-4cad-85af-9f0b4e004160), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.488726 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (26c8dc56-ed07-4cad-85af-9f0b4e004160), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.496741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:23:13.497407 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (26c8dc56-ed07-4cad-85af-9f0b4e004160), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.552413 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: warnings.warn('Neutron quota engine will require "--force" ' Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:23:13.573752 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:23:13.584457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (ac79c597-10a0-4333-b2ae-800a92b963f4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.615983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.619593 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/networks/ac79c597-10a0-4333-b2ae-800a92b963f4 HTTP/1.1" status: 204 len: 168 time: 1.0599773 Feb 19 03:23:13.620816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e9a66-8d65-4cf1-89f7-a357db73b8f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Network': ['ID=ac79c597-10a0-4333-b2ae-800a92b963f4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:13.623043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54024) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:13.719407 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.731055 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (1967888c-a33d-4fc2-9752-0d7197a3d5ed), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.763206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469618b-bd05-4a2c-8784-aa62a44bf62c req-eebe43a4-2bf0-4e63-b175-12880512120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:13.763206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f469618b-bd05-4a2c-8784-aa62a44bf62c req-eebe43a4-2bf0-4e63-b175-12880512120c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c30bec-6042-4990-9713-677296d69ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4952281 Feb 19 03:23:13.843974 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (1967888c-a33d-4fc2-9752-0d7197a3d5ed), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.873478 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1967888c-a33d-4fc2-9752-0d7197a3d5ed']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:13.883678 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1315a1b6-3a72-4c90-ae06-610091285860') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:13.884061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1315a1b6-3a72-4c90-ae06-610091285860') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:13.895799 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (1315a1b6-3a72-4c90-ae06-610091285860), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.923636 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1315a1b6-3a72-4c90-ae06-610091285860), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.933306 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:23:13.933951 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (1315a1b6-3a72-4c90-ae06-610091285860), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:23:13.937739 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:23:14.008690 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (1967888c-a33d-4fc2-9752-0d7197a3d5ed), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.028903 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.035905 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/networks/1967888c-a33d-4fc2-9752-0d7197a3d5ed HTTP/1.1" status: 204 len: 168 time: 0.4024124 Feb 19 03:23:14.037497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54038) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:14.046532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network bfbb8af3-a25d-4ef8-869a-35866271696d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:14.052429 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9dbd84a8-f935-4a06-ae0b-df85d6e7b09d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1821312965'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:14.057907 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ab64e-be47-471f-974c-61ac8d4d0e00 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Network': ['ID=1967888c-a33d-4fc2-9752-0d7197a3d5ed,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:14.087233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbd84a8-f935-4a06-ae0b-df85d6e7b09d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:14.092504 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9dbd84a8-f935-4a06-ae0b-df85d6e7b09d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.118919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f469618b-bd05-4a2c-8784-aa62a44bf62c req-35117cdb-4733-4071-9799-dea3446b8c9f service neutron] 10.222.0.67 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433917 Feb 19 03:23:14.126766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Allocated IP 172.25.1.32 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/e8f4fc23-75c1-4b3e-849e-ac04fc5e5205) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:14.130286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:14.138632 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbd84a8-f935-4a06-ae0b-df85d6e7b09d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:23:14.156727 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9dbd84a8-f935-4a06-ae0b-df85d6e7b09d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (72755710-1e68-40f3-a989-d17abdc8585a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.157082 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-9dbd84a8-f935-4a06-ae0b-df85d6e7b09d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Added segment 72755710-1e68-40f3-a989-d17abdc8585a of type vlan for network 337b207a-4e56-4f99-b5b8-084920e6d6e4 Feb 19 03:23:14.213714 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9dbd84a8-f935-4a06-ae0b-df85d6e7b09d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (337b207a-4e56-4f99-b5b8-084920e6d6e4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.262108 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9dbd84a8-f935-4a06-ae0b-df85d6e7b09d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (337b207a-4e56-4f99-b5b8-084920e6d6e4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.268931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbd84a8-f935-4a06-ae0b-df85d6e7b09d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:14.270021 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9dbd84a8-f935-4a06-ae0b-df85d6e7b09d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.316407 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9dbd84a8-f935-4a06-ae0b-df85d6e7b09d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2777922 Feb 19 03:23:14.320362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54044) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:14.328284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3b65cbe6-643a-4e91-84dd-b1f430f4879b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'subnet': {'network_id': '337b207a-4e56-4f99-b5b8-084920e6d6e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:14.484027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd84a8-f935-4a06-ae0b-df85d6e7b09d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Network': ['ID=337b207a-4e56-4f99-b5b8-084920e6d6e4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:14.497190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 337b207a-4e56-4f99-b5b8-084920e6d6e4 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:23:14.598828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5a1f40d2-fdad-4158-a747-0c3e90f84772 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:14.604517 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b65cbe6-643a-4e91-84dd-b1f430f4879b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:14.609394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b65cbe6-643a-4e91-84dd-b1f430f4879b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.676485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f469618b-bd05-4a2c-8784-aa62a44bf62c req-5a93f962-1e2e-423f-95b2-7a4acc401e80 service neutron] 10.222.0.67 "GET /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384433 Feb 19 03:23:14.726225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5a1f40d2-fdad-4158-a747-0c3e90f84772 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:14.726705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5a1f40d2-fdad-4158-a747-0c3e90f84772 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:14.733409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7555623a-fc87-4697-8fd7-b2076890d49d None None] Provisioning complete for port ebb2d898-b92d-4f9a-b266-0fd18b644c41 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:14.733834 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7555623a-fc87-4697-8fd7-b2076890d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.776190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7555623a-fc87-4697-8fd7-b2076890d49d None None] Port ebb2d898-b92d-4f9a-b266-0fd18b644c41 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:14.839282 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (f4f25e56-ee13-4c56-a74a-916f78d74dcf), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.892570 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:14.984051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ad455-f42a-46b5-a128-c1cbfe391df1 req-da77cc0f-83cd-4064-a1e2-df594d682b2f tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:14.994305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d1ad455-f42a-46b5-a128-c1cbfe391df1 req-da77cc0f-83cd-4064-a1e2-df594d682b2f tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.9912462 Feb 19 03:23:15.029984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b65cbe6-643a-4e91-84dd-b1f430f4879b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (dba8c770-04c4-42a3-9c6e-163815024ac5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.139716 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65cbe6-643a-4e91-84dd-b1f430f4879b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Subnet': ['ID=dba8c770-04c4-42a3-9c6e-163815024ac5,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:15.180183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b65cbe6-643a-4e91-84dd-b1f430f4879b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Checking segment: {'id': '72755710-1e68-40f3-a989-d17abdc8585a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '337b207a-4e56-4f99-b5b8-084920e6d6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:15.180809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b65cbe6-643a-4e91-84dd-b1f430f4879b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network hostable DHCP agents. Network: 337b207a-4e56-4f99-b5b8-084920e6d6e4, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:23:15.187110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:15.222368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b65cbe6-643a-4e91-84dd-b1f430f4879b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 337b207a-4e56-4f99-b5b8-084920e6d6e4 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:23:15.246863 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-3b65cbe6-643a-4e91-84dd-b1f430f4879b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 337b207a-4e56-4f99-b5b8-084920e6d6e4) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:15.255066 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b65cbe6-643a-4e91-84dd-b1f430f4879b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:15.255645 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b65cbe6-643a-4e91-84dd-b1f430f4879b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.261549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197b7c46-a746-4adb-9c91-4ccdc1aacab1 None None] Network 337b207a-4e56-4f99-b5b8-084920e6d6e4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:15.307085 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3b65cbe6-643a-4e91-84dd-b1f430f4879b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9854784 Feb 19 03:23:15.310792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54058) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:15.316161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6b617b79-43e2-4179-9f50-d38811e1d2ce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-450330117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:15.326729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:15.356942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b617b79-43e2-4179-9f50-d38811e1d2ce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (5cc07863-efa6-4e2c-8192-6ed63f0a367d), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.358231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b617b79-43e2-4179-9f50-d38811e1d2ce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (5cc07863-efa6-4e2c-8192-6ed63f0a367d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.368357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:15.371240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:15.377696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:15.378673 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.466095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-337b207a-4e56-4f99-b5b8-084920e6d6e4', 'network_id': '337b207a-4e56-4f99-b5b8-084920e6d6e4', 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'fixed_ips': [{'subnet_id': 'dba8c770-04c4-42a3-9c6e-163815024ac5'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:15.467194 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.485235 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b617b79-43e2-4179-9f50-d38811e1d2ce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (5cc07863-efa6-4e2c-8192-6ed63f0a367d), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.505582 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b617b79-43e2-4179-9f50-d38811e1d2ce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (5cc07863-efa6-4e2c-8192-6ed63f0a367d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.553661 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b617b79-43e2-4179-9f50-d38811e1d2ce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.554928 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6b617b79-43e2-4179-9f50-d38811e1d2ce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2430716 Feb 19 03:23:15.556692 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks [] for port (e8f4fc23-75c1-4b3e-849e-ac04fc5e5205), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.557617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54066) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:15.563474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'port': {'network_id': '337b207a-4e56-4f99-b5b8-084920e6d6e4', 'name': 'tempest-RoutersIpV6Test-380371523'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:15.612709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d1ad455-f42a-46b5-a128-c1cbfe391df1 req-f925f8f1-d1ad-4af2-a682-597532d62700 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6170146 Feb 19 03:23:15.623780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:15.627965 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e8f4fc23-75c1-4b3e-849e-ac04fc5e5205), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.631002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3b3ce9e7-aa35-4549-afd5-15cb49de02df), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.645711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-92d67d61-19b4-4d3d-9609-11bfd2ff7fa7 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.9298260 Feb 19 03:23:15.673057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54068) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:15.712717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Pushing event updated for resources: {'Port': ['ID=e8f4fc23-75c1-4b3e-849e-ac04fc5e5205,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:15.743240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Allocated IP 2001:db8::2 (337b207a-4e56-4f99-b5b8-084920e6d6e4/dba8c770-04c4-42a3-9c6e-163815024ac5/091d88fc-cee2-4e95-9eb0-29d3188023a1) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:15.757737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:15.767016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:15.777246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:15.833680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:15.834333 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:15.932222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e14ed47a-46ca-4bae-9be5-c67bb94d6e3d tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.4919910 Feb 19 03:23:15.937274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54076) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:15.944873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.32'}]}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:16.028220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d12d5253-eb02-4b4a-800f-406bbc702a95 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:16.041204 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d12d5253-eb02-4b4a-800f-406bbc702a95 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.047069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (6227e29b-126c-4a76-b7ca-7b267a11b018), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.048288 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (6227e29b-126c-4a76-b7ca-7b267a11b018), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.052071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:16.060100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.062265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:16.075420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Sync routers for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:16.080531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c01a69e7-0b96-46fe-b0f7-1bf21202c42c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "PUT /v2.0/routers/2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1589496 Feb 19 03:23:16.081644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bbf712f8-3e19-4fd8-8082-87a0fa224865 None None] Provisioning complete for port f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:16.082179 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bbf712f8-3e19-4fd8-8082-87a0fa224865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.099261 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Publish callbacks [] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.157208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] device_id is not set on port f118b6f0-cf7d-4ccf-928f-a3c8516983e4 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:16.181497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (3b3ce9e7-aa35-4549-afd5-15cb49de02df), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.184490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:16.185162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:16.198909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (3b3ce9e7-aa35-4549-afd5-15cb49de02df), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.318058 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks [] for router_controller (6227e29b-126c-4a76-b7ca-7b267a11b018), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.321341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=3b3ce9e7-aa35-4549-afd5-15cb49de02df,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:16.342320 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (f4f25e56-ee13-4c56-a74a-916f78d74dcf), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.361687 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d12d5253-eb02-4b4a-800f-406bbc702a95 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.431360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d12d5253-eb02-4b4a-800f-406bbc702a95 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:16.582829 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.621530 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Floating IP f4f25e56-ee13-4c56-a74a-916f78d74dcf associated. External IP: 172.25.1.177, port: 60336312-1cde-4207-bd2f-4423be1a0672. Feb 19 03:23:16.632976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Pushing event updated for resources: {'Port': ['ID=091d88fc-cee2-4e95-9eb0-29d3188023a1,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:16.754672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bbf712f8-3e19-4fd8-8082-87a0fa224865 None None] Port f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:16.803412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:16.806697 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Network 337b207a-4e56-4f99-b5b8-084920e6d6e4 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:16.842811 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d12d5253-eb02-4b4a-800f-406bbc702a95 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.846995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Allocated IP 2001:db8::292 (337b207a-4e56-4f99-b5b8-084920e6d6e4/dba8c770-04c4-42a3-9c6e-163815024ac5/f118b6f0-cf7d-4ccf-928f-a3c8516983e4) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:16.853441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks [] for router_gateway (6227e29b-126c-4a76-b7ca-7b267a11b018), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:16.870325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:16.886477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:16.902639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43371dc1-5382-40e0-b9f5-66be1c355b29 req-c980636b-0ef2-4f87-b83b-059df778a2ac tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:16.905449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43371dc1-5382-40e0-b9f5-66be1c355b29 req-c980636b-0ef2-4f87-b83b-059df778a2ac tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.1362729 Feb 19 03:23:16.946562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d5253-eb02-4b4a-800f-406bbc702a95 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:17.027862 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Attempting to bind port 091d88fc-cee2-4e95-9eb0-29d3188023a1 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:17.028235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Attempting to bind port 091d88fc-cee2-4e95-9eb0-29d3188023a1 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '72755710-1e68-40f3-a989-d17abdc8585a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '337b207a-4e56-4f99-b5b8-084920e6d6e4'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:17.028603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Attempting to bind port 091d88fc-cee2-4e95-9eb0-29d3188023a1 on network 337b207a-4e56-4f99-b5b8-084920e6d6e4 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:17.043657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:17.044040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Checking segment: {'id': '72755710-1e68-40f3-a989-d17abdc8585a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '337b207a-4e56-4f99-b5b8-084920e6d6e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:17.044452 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.044877 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Bound using segment: {'id': '72755710-1e68-40f3-a989-d17abdc8585a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '337b207a-4e56-4f99-b5b8-084920e6d6e4'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:17.045365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Bound port: 091d88fc-cee2-4e95-9eb0-29d3188023a1, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72755710-1e68-40f3-a989-d17abdc8585a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '337b207a-4e56-4f99-b5b8-084920e6d6e4'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:17.045746 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.155926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43371dc1-5382-40e0-b9f5-66be1c355b29 req-cb8b4c7b-f580-4fb0-bbb1-cb5f0a21c65e tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449605 Feb 19 03:23:17.178985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router a061ada6-5d81-432a-aac5-046fac8bf789 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:17.182361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d12d5253-eb02-4b4a-800f-406bbc702a95 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.186356 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d12d5253-eb02-4b4a-800f-406bbc702a95 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1 HTTP/1.1" status: 204 len: 168 time: 1.5161068 Feb 19 03:23:17.194011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54102) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:17.399830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] For port 091d88fc-cee2-4e95-9eb0-29d3188023a1, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:17.418145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] For port 091d88fc-cee2-4e95-9eb0-29d3188023a1, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=091d88fc-cee2-4e95-9eb0-29d3188023a1,segment=NetworkSegment(72755710-1e68-40f3-a989-d17abdc8585a),segment_id=72755710-1e68-40f3-a989-d17abdc8585a)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:17.418845 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.432554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:23:10Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'd2d02072-ba43-468d-a60e-6c596ba9c164', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'port_id': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'mac_address': 'fa:16:3e:37:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:21:00Z', 'updated_at': '2022-02-19T03:21:07Z', 'revision_number': 1, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebb2d898-b92d-4f9a-b266-0fd18b644c41', 'name': '', 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:07:db:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51f69a0-bc50-4af6-91e3-a02024dbab98', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:07Z', 'updated_at': '2022-02-19T03:23:11Z', 'revision_number': 2, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'b51f69a0-bc50-4af6-91e3-a02024dbab98', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:17.441165 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.470565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:17.471464 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.484588 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772290e-d745-4334-859b-7e3c493d6f51 None None] Sync routers for ids ['a061ada6-5d81-432a-aac5-046fac8bf789'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:17.500350 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772290e-d745-4334-859b-7e3c493d6f51 None None] Routers {'a061ada6-5d81-432a-aac5-046fac8bf789'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:17.502802 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8772290e-d745-4334-859b-7e3c493d6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a061ada6-5d81-432a-aac5-046fac8bf789'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:17.522735 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.562940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Checking router: 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:17.563289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Updating router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a port ebb2d898-b92d-4f9a-b266-0fd18b644c41 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:23:17.587105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0f6d0de1-a6b2-4cd0-8a07-a63fc25f5a28 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.3142745 Feb 19 03:23:17.587105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:17.588066 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63044284-f97e-47e7-861c-3913bd1689e8" -d '{"events": [{"name": "network-changed", "server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "tag": "60336312-1cde-4207-bd2f-4423be1a0672"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:17.607129 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 337b207a-4e56-4f99-b5b8-084920e6d6e4 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:17.608630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7456ee4e-2dec-4413-8a29-b62f4c08624a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:17.614924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:17.615923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7456ee4e-2dec-4413-8a29-b62f4c08624a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4193897 Feb 19 03:23:17.617525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54114) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:17.631584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:17.636846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:17.637616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.657567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:17.668100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=f118b6f0-cf7d-4ccf-928f-a3c8516983e4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:17.757300 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-8772290e-d745-4334-859b-7e3c493d6f51 None None] Set router a061ada6-5d81-432a-aac5-046fac8bf789 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:17.778927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0bcaf-25df-435d-8083-f190a7249546 None None] Pushing event updated for resources: {'Port': ['ID=091d88fc-cee2-4e95-9eb0-29d3188023a1,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:17.780655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e063b1-80a2-4e42-8c56-cc45b683a7c6 req-3f70d450-e29b-47be-b269-599fcbe20cdf tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:17.786552 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-63f6a61c-1a4e-4e26-9a1e-cb5193b7b631 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2278323 Feb 19 03:23:17.789756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54120) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:17.808074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64e063b1-80a2-4e42-8c56-cc45b683a7c6 req-3f70d450-e29b-47be-b269-599fcbe20cdf tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.3310931 Feb 19 03:23:17.866673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c30e3aa-eb85-4380-8e08-f929b72a6165 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:17.872519 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2c30e3aa-eb85-4380-8e08-f929b72a6165 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2416770 Feb 19 03:23:17.881183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54122) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:18.091958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-64e063b1-80a2-4e42-8c56-cc45b683a7c6 req-e95281f6-4c4c-44db-85d2-db8f1e372002 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829220 Feb 19 03:23:18.183255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d31a2fe-b87f-4995-bc2e-8e69f8d43c28 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:18.199097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d31a2fe-b87f-4995-bc2e-8e69f8d43c28 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:18.200452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d31a2fe-b87f-4995-bc2e-8e69f8d43c28 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:18.204618 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5d31a2fe-b87f-4995-bc2e-8e69f8d43c28 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3185098 Feb 19 03:23:18.228433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54126) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:18.315368 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Publish callbacks [] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.346703 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.368051 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8772290e-d745-4334-859b-7e3c493d6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'f4f25e56-ee13-4c56-a74a-916f78d74dcf', 'tenant_id': 'd251da4ce30245449da598358709f972', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'port_id': '60336312-1cde-4207-bd2f-4423be1a0672', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'mac_address': 'fa:16:3e:92:57:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5bb674-ad00-4454-bb82-64665f111e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:23:12Z', 'updated_at': '2022-02-19T03:23:12Z', 'revision_number': 0, 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be36fc55-85ea-4b5c-a30d-b1780903f376', 'name': '', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:4c:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:47Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:18.410573 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4eb26f5-32d0-42e2-a4e7-04ca36596202 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 5dae162e-89fa-4a42-92b6-8891d8c6c5a0 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:18.416317 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b4eb26f5-32d0-42e2-a4e7-04ca36596202 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (5dae162e-89fa-4a42-92b6-8891d8c6c5a0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.446605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50beb22c-466c-42f6-97a9-03ad54160f3d req-c347cf96-4421-4801-8e98-148815ed7c56 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:18.449057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50beb22c-466c-42f6-97a9-03ad54160f3d req-c347cf96-4421-4801-8e98-148815ed7c56 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.1918712 Feb 19 03:23:18.454987 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772290e-d745-4334-859b-7e3c493d6f51 None None] Checking router: a061ada6-5d81-432a-aac5-046fac8bf789 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:18.468650 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772290e-d745-4334-859b-7e3c493d6f51 None None] Routers {'a061ada6-5d81-432a-aac5-046fac8bf789'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:18.469325 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8772290e-d745-4334-859b-7e3c493d6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a061ada6-5d81-432a-aac5-046fac8bf789'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:18.474460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Pushing event updated for resources: {'Port': ['ID=ebb2d898-b92d-4f9a-b266-0fd18b644c41,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:18.484295 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b4eb26f5-32d0-42e2-a4e7-04ca36596202 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (5dae162e-89fa-4a42-92b6-8891d8c6c5a0), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.515809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.516525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.517123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.517670 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.518211 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.518835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.519380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.520069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.520782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.521356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.521907 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.522442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.522990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:18.661163 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b4eb26f5-32d0-42e2-a4e7-04ca36596202 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (5dae162e-89fa-4a42-92b6-8891d8c6c5a0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.663676 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 091d88fc-cee2-4e95-9eb0-29d3188023a1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:18.673052 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-8772290e-d745-4334-859b-7e3c493d6f51 None None] Set router a061ada6-5d81-432a-aac5-046fac8bf789 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:18.704589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Attempting to bind port ebb2d898-b92d-4f9a-b266-0fd18b644c41 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:18.704589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Attempting to bind port ebb2d898-b92d-4f9a-b266-0fd18b644c41 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:18.704589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Attempting to bind port ebb2d898-b92d-4f9a-b266-0fd18b644c41 on network bfbb8af3-a25d-4ef8-869a-35866271696d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:18.725842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:18.726389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Checking segment: {'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:18.727034 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.727544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Bound using segment: {'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:18.728133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Bound port: ebb2d898-b92d-4f9a-b266-0fd18b644c41, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262259e2-92d2-4cc5-bfd6-aadb79fdbef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:18.728613 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.776590 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks [] for router_gateway (6227e29b-126c-4a76-b7ca-7b267a11b018), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.815195 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.858729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 091d88fc-cee2-4e95-9eb0-29d3188023a1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:18.858729 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.881809 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b4eb26f5-32d0-42e2-a4e7-04ca36596202 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (5dae162e-89fa-4a42-92b6-8891d8c6c5a0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.972735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb26f5-32d0-42e2-a4e7-04ca36596202 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=5dae162e-89fa-4a42-92b6-8891d8c6c5a0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:18.993806 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b4eb26f5-32d0-42e2-a4e7-04ca36596202 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:18.999049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b4eb26f5-32d0-42e2-a4e7-04ca36596202 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/5dae162e-89fa-4a42-92b6-8891d8c6c5a0 HTTP/1.1" status: 204 len: 168 time: 0.7694168 Feb 19 03:23:19.004047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54142) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:19.017686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52df48ca-20ff-41ba-8812-faf63bab83d0 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:19.096453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50beb22c-466c-42f6-97a9-03ad54160f3d req-563bdac6-6947-41be-9fc1-6684a524798d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857556 Feb 19 03:23:19.130664 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] For port ebb2d898-b92d-4f9a-b266-0fd18b644c41, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:19.133074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54144) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:19.141120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3c9d62-b0bf-47a9-9969-d248f7ab7187 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 8d92cca1-f18f-425b-9c30-89530b8a2dac {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:19.160396 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9d62-b0bf-47a9-9969-d248f7ab7187 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (8d92cca1-f18f-425b-9c30-89530b8a2dac), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.164536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] For port ebb2d898-b92d-4f9a-b266-0fd18b644c41, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ebb2d898-b92d-4f9a-b266-0fd18b644c41,segment=NetworkSegment(262259e2-92d2-4cc5-bfd6-aadb79fdbef9),segment_id=262259e2-92d2-4cc5-bfd6-aadb79fdbef9)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:19.211646 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.255578 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d7e9ec-3653-45bc-8ae5-4e67a0353a64 x-openstack-request-id: req-65d7e9ec-3653-45bc-8ae5-4e67a0353a64 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:19.256009 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "tag": "60336312-1cde-4207-bd2f-4423be1a0672", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:19.256222 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65d7e9ec-3653-45bc-8ae5-4e67a0353a64 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:19.256539 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672', 'status': 'completed', 'code': 200} Feb 19 03:23:19.275295 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9d62-b0bf-47a9-9969-d248f7ab7187 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (8d92cca1-f18f-425b-9c30-89530b8a2dac), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.408125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6e9f92e4-e210-47cf-b254-39291f29a3e4 None None] Provisioning complete for port ebb2d898-b92d-4f9a-b266-0fd18b644c41 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:19.408504 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e9f92e4-e210-47cf-b254-39291f29a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.496767 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8772290e-d745-4334-859b-7e3c493d6f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'f4f25e56-ee13-4c56-a74a-916f78d74dcf', 'tenant_id': 'd251da4ce30245449da598358709f972', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'port_id': '60336312-1cde-4207-bd2f-4423be1a0672', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'mac_address': 'fa:16:3e:92:57:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5bb674-ad00-4454-bb82-64665f111e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:23:12Z', 'updated_at': '2022-02-19T03:23:12Z', 'revision_number': 0, 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be36fc55-85ea-4b5c-a30d-b1780903f376', 'name': '', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:4c:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:47Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:19.538208 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9d62-b0bf-47a9-9969-d248f7ab7187 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (8d92cca1-f18f-425b-9c30-89530b8a2dac), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.579518 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772290e-d745-4334-859b-7e3c493d6f51 None None] The sync data for ids ['a061ada6-5d81-432a-aac5-046fac8bf789'] in n-d-826755-2 is: [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'f4f25e56-ee13-4c56-a74a-916f78d74dcf', 'tenant_id': 'd251da4ce30245449da598358709f972', 'floating_ip_address': '172.25.1.177', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'port_id': '60336312-1cde-4207-bd2f-4423be1a0672', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2921, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'mac_address': 'fa:16:3e:92:57:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be5bb674-ad00-4454-bb82-64665f111e17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:23:12Z', 'updated_at': '2022-02-19T03:23:12Z', 'revision_number': 0, 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be36fc55-85ea-4b5c-a30d-b1780903f376', 'name': '', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:4c:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:47Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:19.584939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 091d88fc-cee2-4e95-9eb0-29d3188023a1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:19.585436 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.598856 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.608341 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e35983f5-4ba6-45df-96e2-377bba80d390 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/f4f25e56-ee13-4c56-a74a-916f78d74dcf HTTP/1.1" status: 200 len: 991 time: 0.4736602 Feb 19 03:23:19.650049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:19.650683 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:19.654155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4cbb34-8f8b-41d7-8b4f-4787dd68590b req-f4d92091-911e-41f4-b221-b5c4d530fc77 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:19.661565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e4cbb34-8f8b-41d7-8b4f-4787dd68590b req-f4d92091-911e-41f4-b221-b5c4d530fc77 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a81aae-ed2a-4782-81dc-80420975ac60 HTTP/1.1" status: 200 len: 945 time: 0.2448759 Feb 19 03:23:19.722860 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks [] for router (6227e29b-126c-4a76-b7ca-7b267a11b018), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.759207 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63044284-f97e-47e7-861c-3913bd1689e8 req-645356e2-8cf8-4d99-acb6-ef865d808f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:19.763611 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-63044284-f97e-47e7-861c-3913bd1689e8 req-645356e2-8cf8-4d99-acb6-ef865d808f8e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1127 time: 0.4926162 Feb 19 03:23:19.791075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e4cbb34-8f8b-41d7-8b4f-4787dd68590b req-a8babfe3-6e51-45d6-b69b-619ed2a97d03 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285491 Feb 19 03:23:19.794264 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9d62-b0bf-47a9-9969-d248f7ab7187 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (8d92cca1-f18f-425b-9c30-89530b8a2dac), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.834046 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9d62-b0bf-47a9-9969-d248f7ab7187 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:19.846261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9b3c9d62-b0bf-47a9-9969-d248f7ab7187 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/8d92cca1-f18f-425b-9c30-89530b8a2dac HTTP/1.1" status: 204 len: 168 time: 0.8395858 Feb 19 03:23:19.893077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54162) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:19.909728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c9d62-b0bf-47a9-9969-d248f7ab7187 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=8d92cca1-f18f-425b-9c30-89530b8a2dac,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:19.962696 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f719a7e0-2403-4955-a00e-c1a5812dc7e2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681028 Feb 19 03:23:19.965926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10deb79-7813-43df-8a2c-46e1c6797f1d None None] Network 337b207a-4e56-4f99-b5b8-084920e6d6e4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:19.969898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07011fe3-2d53-4354-bb5b-13c192f0dda3 None None] Pushing event updated for resources: {'Port': ['ID=ebb2d898-b92d-4f9a-b266-0fd18b644c41,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:19.981437 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 091d88fc-cee2-4e95-9eb0-29d3188023a1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=091d88fc-cee2-4e95-9eb0-29d3188023a1,segment=NetworkSegment(72755710-1e68-40f3-a989-d17abdc8585a),segment_id=72755710-1e68-40f3-a989-d17abdc8585a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:19.983881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54166) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:19.992529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:20.036004 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.146906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a194517-fea9-4e18-97de-6cb9dd667943 None None] New status for floating IP f4f25e56-ee13-4c56-a74a-916f78d74dcf: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:23:20.164115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6f1c4-2f15-4f80-afca-7c24b4c74e64 req-ef174a59-f5fc-4d7c-98f8-a0fc3cb0e5d8 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:20.165810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4b6f1c4-2f15-4f80-afca-7c24b4c74e64 req-ef174a59-f5fc-4d7c-98f8-a0fc3cb0e5d8 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 945 time: 0.2473612 Feb 19 03:23:20.233885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63044284-f97e-47e7-861c-3913bd1689e8 req-42b6e224-04c1-4052-bb1c-d854444bd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:20.236999 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-63044284-f97e-47e7-861c-3913bd1689e8 req-42b6e224-04c1-4052-bb1c-d854444bd6a1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 0.4053223 Feb 19 03:23:20.249390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:20.255727 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.348010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4b6f1c4-2f15-4f80-afca-7c24b4c74e64 req-fc71ca5c-f890-41c0-ad2a-e01314e8f43d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677725 Feb 19 03:23:20.404563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-8e3e5ef5-aa1e-4724-a3e0-4e49b5675ebb req-a5f56572-da74-4f4e-bb0a-6fc834f47322 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:23:20.411980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e3e5ef5-aa1e-4724-a3e0-4e49b5675ebb req-a5f56572-da74-4f4e-bb0a-6fc834f47322 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129967 Feb 19 03:23:20.474531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:20.578934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e3e5ef5-aa1e-4724-a3e0-4e49b5675ebb req-9abb1410-8c08-4581-86bb-8acc88243684 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1649709 Feb 19 03:23:20.623668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54170) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:20.636105 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (6227e29b-126c-4a76-b7ca-7b267a11b018), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.639813 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks [] for router_controller (6227e29b-126c-4a76-b7ca-7b267a11b018), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.836747 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (6227e29b-126c-4a76-b7ca-7b267a11b018), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:20.836747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6227e29b-126c-4a76-b7ca-7b267a11b018 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:23:20.894548 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-63044284-f97e-47e7-861c-3913bd1689e8 req-4abe0246-402a-4a13-bebe-56463139bb2b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 999 time: 0.6426430 Feb 19 03:23:21.378546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f92e4-e210-47cf-b254-39291f29a3e4 None None] Current status of the port ebb2d898-b92d-4f9a-b266-0fd18b644c41 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:21.379108 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e9f92e4-e210-47cf-b254-39291f29a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.381302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e836b6c-7247-443d-a922-eb1a70ea3d5e None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:21.476259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=091d88fc-cee2-4e95-9eb0-29d3188023a1,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:21.548786 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:23:21.550275 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-146a4286-67e7-41db-a984-49c5b6567a0f tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.6096497 Feb 19 03:23:21.562734 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54180) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:21.589454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6e9f92e4-e210-47cf-b254-39291f29a3e4 None None] For port ebb2d898-b92d-4f9a-b266-0fd18b644c41, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ebb2d898-b92d-4f9a-b266-0fd18b644c41,segment=NetworkSegment(262259e2-92d2-4cc5-bfd6-aadb79fdbef9),segment_id=262259e2-92d2-4cc5-bfd6-aadb79fdbef9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:21.605062 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e9f92e4-e210-47cf-b254-39291f29a3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.663280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63044284-f97e-47e7-861c-3913bd1689e8 req-c3138f9a-22ea-4687-9825-804c29630fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:21.664810 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-63044284-f97e-47e7-861c-3913bd1689e8 req-c3138f9a-22ea-4687-9825-804c29630fd6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.7382324 Feb 19 03:23:21.758560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:23:10Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'd2d02072-ba43-468d-a60e-6c596ba9c164', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'port_id': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'mac_address': 'fa:16:3e:37:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:21:00Z', 'updated_at': '2022-02-19T03:21:07Z', 'revision_number': 1, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebb2d898-b92d-4f9a-b266-0fd18b644c41', 'name': '', 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:07:db:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51f69a0-bc50-4af6-91e3-a02024dbab98', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:07Z', 'updated_at': '2022-02-19T03:23:19Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'b51f69a0-bc50-4af6-91e3-a02024dbab98', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:21.815905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7b50a33e-8809-4cd2-a836-405dc47ff5ab tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/f4f25e56-ee13-4c56-a74a-916f78d74dcf HTTP/1.1" status: 200 len: 991 time: 1.1803279 Feb 19 03:23:21.867295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d283b6-24bc-401d-8e71-9fad31e8429c None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:21.875460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ab752c-7147-4dda-a7ed-814fb5fabef3 None None] The sync data for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 is: [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:23:10Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'd2d02072-ba43-468d-a60e-6c596ba9c164', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'port_id': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'mac_address': 'fa:16:3e:37:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:21:00Z', 'updated_at': '2022-02-19T03:21:07Z', 'revision_number': 1, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ebb2d898-b92d-4f9a-b266-0fd18b644c41', 'name': '', 'network_id': 'bfbb8af3-a25d-4ef8-869a-35866271696d', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:07:db:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51f69a0-bc50-4af6-91e3-a02024dbab98', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:23:07Z', 'updated_at': '2022-02-19T03:23:19Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'b51f69a0-bc50-4af6-91e3-a02024dbab98', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:21.891573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f92e4-e210-47cf-b254-39291f29a3e4 None None] Pushing event updated for resources: {'Port': ['ID=ebb2d898-b92d-4f9a-b266-0fd18b644c41,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:21.929759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.957556 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:21.997860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-89a5e874-4f54-4397-b274-5392dc4dfa5e None None] Provisioning complete for port f249fc8f-2405-41de-98c6-7cfe94825152 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:21.998257 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89a5e874-4f54-4397-b274-5392dc4dfa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.011574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554624ac-1135-44d5-9642-4870cf9bb639 req-51a6a9cf-5523-42da-84fd-ae9d466dc6bb tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:22.029109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-554624ac-1135-44d5-9642-4870cf9bb639 req-51a6a9cf-5523-42da-84fd-ae9d466dc6bb tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 1.1110809 Feb 19 03:23:22.069998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63044284-f97e-47e7-861c-3913bd1689e8 req-4cfdb4ba-d171-4fb0-9c66-02e6adba375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:22.071599 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-63044284-f97e-47e7-861c-3913bd1689e8 req-4cfdb4ba-d171-4fb0-9c66-02e6adba375a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3879905 Feb 19 03:23:22.257201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.objects.ports [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109899) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:23:22.281879 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-89a5e874-4f54-4397-b274-5392dc4dfa5e None None] Current status of the port f249fc8f-2405-41de-98c6-7cfe94825152 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:22.285292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-554624ac-1135-44d5-9642-4870cf9bb639 req-2ff13a96-cade-4da9-b790-547e0bcd5f7d tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543981 Feb 19 03:23:22.303574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-26d283b6-24bc-401d-8e71-9fad31e8429c None None] Deleting port f249fc8f-2405-41de-98c6-7cfe94825152 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:22.303952 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-26d283b6-24bc-401d-8e71-9fad31e8429c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.314925 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-63044284-f97e-47e7-861c-3913bd1689e8 req-023a0fd3-e930-4045-9df8-07047503e4c9 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275383 Feb 19 03:23:22.322912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7ea99baf-04d7-4ef9-8f76-189589035084 tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Deleting port e8f4fc23-75c1-4b3e-849e-ac04fc5e5205 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:22.323253 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ea99baf-04d7-4ef9-8f76-189589035084 tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e8f4fc23-75c1-4b3e-849e-ac04fc5e5205), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.346466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=f118b6f0-cf7d-4ccf-928f-a3c8516983e4,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:22.429043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-89a5e874-4f54-4397-b274-5392dc4dfa5e None None] Provisioning complete for port ebb2d898-b92d-4f9a-b266-0fd18b644c41 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:22.429740 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89a5e874-4f54-4397-b274-5392dc4dfa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.540431 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-26d283b6-24bc-401d-8e71-9fad31e8429c None None] For port f249fc8f-2405-41de-98c6-7cfe94825152, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f249fc8f-2405-41de-98c6-7cfe94825152,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:22.540873 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-26d283b6-24bc-401d-8e71-9fad31e8429c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.606830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-26d283b6-24bc-401d-8e71-9fad31e8429c None None] Calling delete_port for f249fc8f-2405-41de-98c6-7cfe94825152 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:22.616009 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ea99baf-04d7-4ef9-8f76-189589035084 tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e8f4fc23-75c1-4b3e-849e-ac04fc5e5205), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.676476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7ea99baf-04d7-4ef9-8f76-189589035084 tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Calling delete_port for e8f4fc23-75c1-4b3e-849e-ac04fc5e5205 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:22.768259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376cf4c4-7906-4cda-b807-0044f63a1d79 req-c466db6c-c071-4527-83e6-fa664961ba2c tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:22.773617 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-89a5e874-4f54-4397-b274-5392dc4dfa5e None None] Current status of the port ebb2d898-b92d-4f9a-b266-0fd18b644c41 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:22.779538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-376cf4c4-7906-4cda-b807-0044f63a1d79 req-c466db6c-c071-4527-83e6-fa664961ba2c tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a81aae-ed2a-4782-81dc-80420975ac60 HTTP/1.1" status: 200 len: 945 time: 0.2070277 Feb 19 03:23:22.802845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 091d88fc-cee2-4e95-9eb0-29d3188023a1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:22.813963 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.853953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54188) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:22.855299 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:22.941090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-89a5e874-4f54-4397-b274-5392dc4dfa5e None None] Provisioning complete for port 091d88fc-cee2-4e95-9eb0-29d3188023a1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:22.941848 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89a5e874-4f54-4397-b274-5392dc4dfa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.017588 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-63044284-f97e-47e7-861c-3913bd1689e8 req-103b0004-a327-4233-8e0e-1648ace8ad58 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6893835 Feb 19 03:23:23.022752 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ea99baf-04d7-4ef9-8f76-189589035084 tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e8f4fc23-75c1-4b3e-849e-ac04fc5e5205), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.048086 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-26d283b6-24bc-401d-8e71-9fad31e8429c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.066323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea99baf-04d7-4ef9-8f76-189589035084 tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8f4fc23-75c1-4b3e-849e-ac04fc5e5205,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:23.073497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d283b6-24bc-401d-8e71-9fad31e8429c None None] No DVR routers for this DVR port f249fc8f-2405-41de-98c6-7cfe94825152 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:23.102874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 091d88fc-cee2-4e95-9eb0-29d3188023a1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:23.103584 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.141699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-376cf4c4-7906-4cda-b807-0044f63a1d79 req-6bcfb0eb-994e-494a-87f8-d6709a16f658 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608735 Feb 19 03:23:23.164576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d283b6-24bc-401d-8e71-9fad31e8429c None None] Pushing event deleted for resources: {'Port': ['ID=f249fc8f-2405-41de-98c6-7cfe94825152,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:23.167424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-41392979-b643-49c7-bb52-823ed45b6c22 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/f4f25e56-ee13-4c56-a74a-916f78d74dcf HTTP/1.1" status: 200 len: 993 time: 0.2902474 Feb 19 03:23:23.240886 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7ea99baf-04d7-4ef9-8f76-189589035084 tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.247964 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7ea99baf-04d7-4ef9-8f76-189589035084 tempest-RoutersAdminNegativeIpV6Test-657696357 tempest-RoutersAdminNegativeIpV6Test-657696357-project-admin] 10.222.0.81 "DELETE /v2.0/ports/e8f4fc23-75c1-4b3e-849e-ac04fc5e5205 HTTP/1.1" status: 204 len: 168 time: 1.6770577 Feb 19 03:23:23.269245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-89a5e874-4f54-4397-b274-5392dc4dfa5e None None] Current status of the port 091d88fc-cee2-4e95-9eb0-29d3188023a1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:23.282423 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (5cc07863-efa6-4e2c-8192-6ed63f0a367d), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.312261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d66d9861-abed-420c-b273-1fdd6926478c req-0be61d07-a070-4eda-9f61-6def53d86012 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2624691 Feb 19 03:23:23.343135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 091d88fc-cee2-4e95-9eb0-29d3188023a1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:23.345743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ebb2d898-b92d-4f9a-b266-0fd18b644c41 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:23.464002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-47b7769e-977e-49f4-890b-e5b5cc6b5457 None None] Provisioning complete for port f118b6f0-cf7d-4ccf-928f-a3c8516983e4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:23.464608 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-47b7769e-977e-49f4-890b-e5b5cc6b5457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.511800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-47b7769e-977e-49f4-890b-e5b5cc6b5457 None None] Port f118b6f0-cf7d-4ccf-928f-a3c8516983e4 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:23.557629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-47b7769e-977e-49f4-890b-e5b5cc6b5457 None None] Provisioning complete for port 091d88fc-cee2-4e95-9eb0-29d3188023a1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:23.558232 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-47b7769e-977e-49f4-890b-e5b5cc6b5457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.561120 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.570460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e66be-cd73-4283-8fdf-04bd8505f49e req-4835fc9b-6cd4-4bed-8eb5-3b15b3848fe8 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:23.580792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-348e66be-cd73-4283-8fdf-04bd8505f49e req-4835fc9b-6cd4-4bed-8eb5-3b15b3848fe8 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 945 time: 0.2532494 Feb 19 03:23:23.603299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ebb2d898-b92d-4f9a-b266-0fd18b644c41 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:23.603665 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.665315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] For port f249fc8f-2405-41de-98c6-7cfe94825152, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f249fc8f-2405-41de-98c6-7cfe94825152,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:23.680265 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.732513 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (f249fc8f-2405-41de-98c6-7cfe94825152), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.736473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d9861-abed-420c-b273-1fdd6926478c req-50d6c0a1-b7b2-48c1-827b-82cded5da1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:23.738576 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d66d9861-abed-420c-b273-1fdd6926478c req-50d6c0a1-b7b2-48c1-827b-82cded5da1eb service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 1128 time: 0.3247099 Feb 19 03:23:23.741123 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f249fc8f-2405-41de-98c6-7cfe94825152), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.773525 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-348e66be-cd73-4283-8fdf-04bd8505f49e req-a09b5439-9ced-48ce-8cef-4f6048470a4e tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866074 Feb 19 03:23:23.774076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54202) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:23.790031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-47b7769e-977e-49f4-890b-e5b5cc6b5457 None None] Current status of the port 091d88fc-cee2-4e95-9eb0-29d3188023a1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:23.827068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ebb2d898-b92d-4f9a-b266-0fd18b644c41 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:23.845975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=f249fc8f-2405-41de-98c6-7cfe94825152,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:23.849422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (40394c33-f428-4aa3-9d4f-28c7b7130cce), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:23.926579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=40394c33-f428-4aa3-9d4f-28c7b7130cce,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:23.941269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f249fc8f-2405-41de-98c6-7cfe94825152 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:23.977852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f249fc8f-2405-41de-98c6-7cfe94825152 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:23.978183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f249fc8f-2405-41de-98c6-7cfe94825152 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:23.978503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:23.981425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:23.998923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f45dbe6-ce7c-46bb-a1df-605924de9ee7 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:24.009110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.009828 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.021371 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.030111 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.031813 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (5cc07863-efa6-4e2c-8192-6ed63f0a367d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.117077 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c59720d2-0ebc-4238-915e-679899b7c372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.136230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '40394c33-f428-4aa3-9d4f-28c7b7130cce'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:24.136230 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.137604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54208) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:24.138004 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e12bdf49-7201-40af-8551-710720f23e6f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1521559 Feb 19 03:23:24.144710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c76d3aa9-5ab0-489c-9644-47344861dd07 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:24.168053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=f118b6f0-cf7d-4ccf-928f-a3c8516983e4,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:24.188932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699555d4-bb0c-4ca9-97a2-7cfd8a602b2d req-230ec9d1-3045-4daf-a46d-380a5bae5760 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.194942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699555d4-bb0c-4ca9-97a2-7cfd8a602b2d req-230ec9d1-3045-4daf-a46d-380a5bae5760 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.200612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699555d4-bb0c-4ca9-97a2-7cfd8a602b2d req-230ec9d1-3045-4daf-a46d-380a5bae5760 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.202627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-699555d4-bb0c-4ca9-97a2-7cfd8a602b2d req-230ec9d1-3045-4daf-a46d-380a5bae5760 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067&device_id=62a81aae-ed2a-4782-81dc-80420975ac60&device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 2417 time: 0.1764104 Feb 19 03:23:24.203979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d9861-abed-420c-b273-1fdd6926478c req-fd978375-b985-4a68-a49e-3cc36378094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.205547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d66d9861-abed-420c-b273-1fdd6926478c req-fd978375-b985-4a68-a49e-3cc36378094b service neutron] 10.222.0.87 "GET /v2.0/networks?id=d812e14e-de83-4338-87fa-976d8be3864a HTTP/1.1" status: 200 len: 898 time: 0.4251354 Feb 19 03:23:24.282424 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 337b207a-4e56-4f99-b5b8-084920e6d6e4 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:24.283985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:24.324903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-699555d4-bb0c-4ca9-97a2-7cfd8a602b2d req-5d2ab3f4-38de-4cd1-8c4a-de32b1827ae4 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152122 Feb 19 03:23:24.353535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Allocated IP 2001:db8::f816:3eff:fe58:1af8 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/40394c33-f428-4aa3-9d4f-28c7b7130cce/5f05c6c9-5e97-45ff-8279-d08b1116f9b7) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:24.451164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d66d9861-abed-420c-b273-1fdd6926478c req-d8f2978b-302a-4958-8f39-ce7164e14bc5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=648aaa14-2128-4c08-91e1-79ae1c330c9c HTTP/1.1" status: 200 len: 1002 time: 0.2293305 Feb 19 03:23:24.510768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e97ba79b-5851-4d62-94e8-76054400b66a req-bacbd62d-1d16-44f0-9ea8-72f56618af5b tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1306882 Feb 19 03:23:24.527527 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76d3aa9-5ab0-489c-9644-47344861dd07 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:24.531779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c76d3aa9-5ab0-489c-9644-47344861dd07 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.568237 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c59720d2-0ebc-4238-915e-679899b7c372 admin admin] Publish callbacks [] for security_group (09356847-aaa3-4ebc-bdc7-d94c0c8c8cb4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.574766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d9861-abed-420c-b273-1fdd6926478c req-e6009637-9aef-4b62-8d1a-21730429e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.576919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d66d9861-abed-420c-b273-1fdd6926478c req-e6009637-9aef-4b62-8d1a-21730429e172 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6b7c37c-a05d-42e1-9da7-6e6075618d32 HTTP/1.1" status: 200 len: 834 time: 0.1139088 Feb 19 03:23:24.609256 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c59720d2-0ebc-4238-915e-679899b7c372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (09356847-aaa3-4ebc-bdc7-d94c0c8c8cb4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.712707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c59720d2-0ebc-4238-915e-679899b7c372 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ae3e09960f94d228d7e8b599667503d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8989797 Feb 19 03:23:24.717686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54218) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:24.720924 n-d-826755-2 neutron-server[109898]: INFO neutron.db.ipam_backend_mixin [None req-c76d3aa9-5ab0-489c-9644-47344861dd07 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40394c33-f428-4aa3-9d4f-28c7b7130cce (CIDR: 2001:db8::/64) Feb 19 03:23:24.723708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router 5cc07863-efa6-4e2c-8192-6ed63f0a367d is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:23:24.738233 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76d3aa9-5ab0-489c-9644-47344861dd07 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:23:24.738888 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76d3aa9-5ab0-489c-9644-47344861dd07 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:24.747654 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59720d2-0ebc-4238-915e-679899b7c372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09356847-aaa3-4ebc-bdc7-d94c0c8c8cb4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:24.761733 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Publish callbacks [] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.766168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d9861-abed-420c-b273-1fdd6926478c req-0c0f6a3f-47b9-446e-aa58-ad3704ea7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:24.769722 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.769917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d66d9861-abed-420c-b273-1fdd6926478c req-0c0f6a3f-47b9-446e-aa58-ad3704ea7a40 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d812e14e-de83-4338-87fa-976d8be3864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1864161 Feb 19 03:23:24.824020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Pushing event updated for resources: {'Port': ['ID=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:24.857807 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c9363b7-40e4-492e-868e-a1d16fac7295 admin admin] Publish callbacks [] for security_group (09356847-aaa3-4ebc-bdc7-d94c0c8c8cb4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.876307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:24.884791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:24.894304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bca0772e-20bb-47e8-b819-d82325feaf7f None None] Provisioning complete for port f118b6f0-cf7d-4ccf-928f-a3c8516983e4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:24.894925 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bca0772e-20bb-47e8-b819-d82325feaf7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.896986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:24.902212 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c9363b7-40e4-492e-868e-a1d16fac7295 admin admin] Publish callbacks [] for security_group (09356847-aaa3-4ebc-bdc7-d94c0c8c8cb4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:24.912368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:24.923166 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c76d3aa9-5ab0-489c-9644-47344861dd07 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7830536 Feb 19 03:23:24.930698 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e7ed8-a6c9-431b-830b-f6c1fa5fcb74 None None] Sync routers for ids ['5cc07863-efa6-4e2c-8192-6ed63f0a367d'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:24.931931 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c9b8ea2d-e9f0-4296-90bd-436577678c41 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/5cc07863-efa6-4e2c-8192-6ed63f0a367d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1411383 Feb 19 03:23:24.932546 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54220) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:24.945617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54222) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:24.947253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-72d716a0-489e-457b-92b5-80009302fd65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:24.947686 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e7ed8-a6c9-431b-830b-f6c1fa5fcb74 None None] Routers {'5cc07863-efa6-4e2c-8192-6ed63f0a367d'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:24.948495 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-974e7ed8-a6c9-431b-830b-f6c1fa5fcb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5cc07863-efa6-4e2c-8192-6ed63f0a367d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:25.029093 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-974e7ed8-a6c9-431b-830b-f6c1fa5fcb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:25.035696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bca0772e-20bb-47e8-b819-d82325feaf7f None None] Port f118b6f0-cf7d-4ccf-928f-a3c8516983e4 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:25.038779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d66d9861-abed-420c-b273-1fdd6926478c req-f2bddfe4-0208-4c9b-bec7-e03b67290815 service neutron] 10.222.0.87 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565861 Feb 19 03:23:25.047729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75218103-9fb7-44b1-80e1-a1ec22dda1de tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:25.051358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-75218103-9fb7-44b1-80e1-a1ec22dda1de tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports/f118b6f0-cf7d-4ccf-928f-a3c8516983e4 HTTP/1.1" status: 200 len: 983 time: 0.1046906 Feb 19 03:23:25.051920 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e7ed8-a6c9-431b-830b-f6c1fa5fcb74 None None] Routers {'5cc07863-efa6-4e2c-8192-6ed63f0a367d'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:25.053345 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-974e7ed8-a6c9-431b-830b-f6c1fa5fcb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5cc07863-efa6-4e2c-8192-6ed63f0a367d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:25.060388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54226) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:25.063030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Attempting to bind port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:25.064441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Attempting to bind port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:25.065002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Attempting to bind port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:25.083975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:25.084421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:25.084844 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.086384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:25.092171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Bound port: 5f05c6c9-5e97-45ff-8279-d08b1116f9b7, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:25.092481 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.132441 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-974e7ed8-a6c9-431b-830b-f6c1fa5fcb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:25.133133 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e7ed8-a6c9-431b-830b-f6c1fa5fcb74 None None] The sync data for ids ['5cc07863-efa6-4e2c-8192-6ed63f0a367d'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:25.157194 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c9363b7-40e4-492e-868e-a1d16fac7295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (09356847-aaa3-4ebc-bdc7-d94c0c8c8cb4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.160113 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c9363b7-40e4-492e-868e-a1d16fac7295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.164080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7c9363b7-40e4-492e-868e-a1d16fac7295 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/09356847-aaa3-4ebc-bdc7-d94c0c8c8cb4 HTTP/1.1" status: 204 len: 168 time: 0.4453893 Feb 19 03:23:25.204133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d716a0-489e-457b-92b5-80009302fd65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:25.216788 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72d716a0-489e-457b-92b5-80009302fd65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.223710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9363b7-40e4-492e-868e-a1d16fac7295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09356847-aaa3-4ebc-bdc7-d94c0c8c8cb4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:25.326000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] For port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:25.339234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] For port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:25.353919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.492379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d562058-aa67-4b3f-8204-fff9cf6647be None None] Pushing event updated for resources: {'Port': ['ID=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:25.549255 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d66d9861-abed-420c-b273-1fdd6926478c req-85b97e7d-f7b9-4b83-8553-5feec8c38d77 service neutron] 10.222.0.87 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964845 Feb 19 03:23:25.772619 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72d716a0-489e-457b-92b5-80009302fd65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (68886acb-b6df-464a-a95f-3f7779dba08f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.829306 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1de23806-0159-4d93-8020-bd2b6df90714 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (5cc07863-efa6-4e2c-8192-6ed63f0a367d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:25.945665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54242) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:25.951081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72d716a0-489e-457b-92b5-80009302fd65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:25.959140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-72d716a0-489e-457b-92b5-80009302fd65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:25.973230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d716a0-489e-457b-92b5-80009302fd65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:25.973846 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72d716a0-489e-457b-92b5-80009302fd65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.017131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d716a0-489e-457b-92b5-80009302fd65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=68886acb-b6df-464a-a95f-3f7779dba08f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:26.048203 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-72d716a0-489e-457b-92b5-80009302fd65 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1141317 Feb 19 03:23:26.049600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54244) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:26.061012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:68:15:5a', 'name': 'tempest-NetworksTestDHCPv6-235939248'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:26.132768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5f3b5c2a-fbb8-4511-85cd-649aa82c8866 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=abf236f9462b49349a205016a70cce0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1855800 Feb 19 03:23:26.135115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54248) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:26.210725 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Publish callbacks [] for security_group (31586ccf-44b8-44a1-9472-d834455f1be9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.283911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:26.318630 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Publish callbacks [] for security_group (31586ccf-44b8-44a1-9472-d834455f1be9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.462010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1de23806-0159-4d93-8020-bd2b6df90714 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port f118b6f0-cf7d-4ccf-928f-a3c8516983e4 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:26.462673 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1de23806-0159-4d93-8020-bd2b6df90714 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.513212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.552821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port 3afef9b0-a11c-4f6c-a465-cd332a704d46 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:26.595300 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:26.629772 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1de23806-0159-4d93-8020-bd2b6df90714 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.651905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1de23806-0159-4d93-8020-bd2b6df90714 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for f118b6f0-cf7d-4ccf-928f-a3c8516983e4 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:26.801921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8:0:1::1af (3e1d2a52-1707-4906-8471-db9b5cc29c4f/68886acb-b6df-464a-a95f-3f7779dba08f/3afef9b0-a11c-4f6c-a465-cd332a704d46) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:26.814454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::f816:3eff:fe68:155a (3e1d2a52-1707-4906-8471-db9b5cc29c4f/40394c33-f428-4aa3-9d4f-28c7b7130cce/3afef9b0-a11c-4f6c-a465-cd332a704d46) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:26.853595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:26.858111 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.972043 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (31586ccf-44b8-44a1-9472-d834455f1be9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.975647 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:26.977359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/31586ccf-44b8-44a1-9472-d834455f1be9 HTTP/1.1" status: 204 len: 168 time: 0.8412836 Feb 19 03:23:26.988220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31586ccf-44b8-44a1-9472-d834455f1be9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:26.991380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1de23806-0159-4d93-8020-bd2b6df90714 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f118b6f0-cf7d-4ccf-928f-a3c8516983e4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.122476 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (3afef9b0-a11c-4f6c-a465-cd332a704d46), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.130634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.131250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.131756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.132252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.132801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.133293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.133788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.134275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.134780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.135331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.135812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.136630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.137154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a88b143-b2b2-455c-b010-2b96793fc00e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.142474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de23806-0159-4d93-8020-bd2b6df90714 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=f118b6f0-cf7d-4ccf-928f-a3c8516983e4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:27.213872 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3afef9b0-a11c-4f6c-a465-cd332a704d46), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.364102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:27.377234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:27.389989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:27.395902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:27.396250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cb61e-26e4-41a1-bdba-c2b6ebf9ebaa req-408429c5-20d2-4457-8ec1-3a9439b675a5 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:27.396555 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.400179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c082907-b815-42cd-8acd-1f984aa5b0a1 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:27.403645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=3afef9b0-a11c-4f6c-a465-cd332a704d46,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:27.410057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e0cb61e-26e4-41a1-bdba-c2b6ebf9ebaa req-408429c5-20d2-4457-8ec1-3a9439b675a5 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 945 time: 0.4042065 Feb 19 03:23:27.442676 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.443077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.443377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.443852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.444188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.444516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.444862 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.445186 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.445506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.445826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.446141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.446516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.446772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:23:27.536674 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1de23806-0159-4d93-8020-bd2b6df90714 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (5cc07863-efa6-4e2c-8192-6ed63f0a367d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.537282 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dcd92c58-5f76-467a-8992-c2b31d6105c8 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4835641 Feb 19 03:23:27.537943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54262) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:27.586299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e0cb61e-26e4-41a1-bdba-c2b6ebf9ebaa req-6f9bd79a-5373-4055-adfa-0d5a4746d17a tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718750 Feb 19 03:23:27.700446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-66986235-af2d-48f3-bbae-5c0d99c1629b None None] Provisioning complete for port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:27.701150 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66986235-af2d-48f3-bbae-5c0d99c1629b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.708857 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8d470a44-bda7-4d72-bcc8-f128057a9cca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port 3afef9b0-a11c-4f6c-a465-cd332a704d46 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:27.709231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d470a44-bda7-4d72-bcc8-f128057a9cca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3afef9b0-a11c-4f6c-a465-cd332a704d46), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:27.874803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de23806-0159-4d93-8020-bd2b6df90714 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router 5cc07863-efa6-4e2c-8192-6ed63f0a367d has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:27.900021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:27.904321 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.072189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:28.084019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de23806-0159-4d93-8020-bd2b6df90714 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:28.098519 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1de23806-0159-4d93-8020-bd2b6df90714 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/5cc07863-efa6-4e2c-8192-6ed63f0a367d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0369618 Feb 19 03:23:28.103176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54282) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:28.164868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-66986235-af2d-48f3-bbae-5c0d99c1629b None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:28.179273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105bb2a5-0fc2-4511-ac46-69a5d1d38bf2 None None] Sync routers for ids ['5cc07863-efa6-4e2c-8192-6ed63f0a367d'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:28.183399 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.281929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105bb2a5-0fc2-4511-ac46-69a5d1d38bf2 None None] Routers {'5cc07863-efa6-4e2c-8192-6ed63f0a367d'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:28.282704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-105bb2a5-0fc2-4511-ac46-69a5d1d38bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5cc07863-efa6-4e2c-8192-6ed63f0a367d'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:28.309721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d470a44-bda7-4d72-bcc8-f128057a9cca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3afef9b0-a11c-4f6c-a465-cd332a704d46), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.327990 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8d470a44-bda7-4d72-bcc8-f128057a9cca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for 3afef9b0-a11c-4f6c-a465-cd332a704d46 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:28.332540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-105bb2a5-0fc2-4511-ac46-69a5d1d38bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:28.416229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:28.445429 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105bb2a5-0fc2-4511-ac46-69a5d1d38bf2 None None] Routers {'5cc07863-efa6-4e2c-8192-6ed63f0a367d'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:28.447147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-105bb2a5-0fc2-4511-ac46-69a5d1d38bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5cc07863-efa6-4e2c-8192-6ed63f0a367d'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:28.486620 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54288) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:28.522677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-105bb2a5-0fc2-4511-ac46-69a5d1d38bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:28.523404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105bb2a5-0fc2-4511-ac46-69a5d1d38bf2 None None] The sync data for ids ['5cc07863-efa6-4e2c-8192-6ed63f0a367d'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:28.542473 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe20dcb-3c5b-4422-ac21-d41c11dca9c8 None None] Update dhcp port {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': '40394c33-f428-4aa3-9d4f-28c7b7130cce', 'ip_address': '2001:db8::f816:3eff:fe58:1af8'}, {'subnet_id': '68886acb-b6df-464a-a95f-3f7779dba08f'}], 'binding:host_id': 'n-d-826755-2'}, 'id': '5f05c6c9-5e97-45ff-8279-d08b1116f9b7'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:23:28.618531 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dbe20dcb-3c5b-4422-ac21-d41c11dca9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.633417 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d470a44-bda7-4d72-bcc8-f128057a9cca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3afef9b0-a11c-4f6c-a465-cd332a704d46), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.693379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d470a44-bda7-4d72-bcc8-f128057a9cca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=3afef9b0-a11c-4f6c-a465-cd332a704d46,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:28.756763 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8d470a44-bda7-4d72-bcc8-f128057a9cca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.764022 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8d470a44-bda7-4d72-bcc8-f128057a9cca tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/3afef9b0-a11c-4f6c-a465-cd332a704d46 HTTP/1.1" status: 204 len: 168 time: 1.2250202 Feb 19 03:23:28.764793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54294) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:28.771219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-54473823'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:28.886611 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Made reservation on behalf of a3fb9329e09f476db78b438747f88900 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:28.894078 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.908326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-dbe20dcb-3c5b-4422-ac21-d41c11dca9c8 None None] Allocated IP 2001:db8:0:1::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/68886acb-b6df-464a-a95f-3f7779dba08f/5f05c6c9-5e97-45ff-8279-d08b1116f9b7) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:28.912231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:28.944452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355efb4a-bf58-4f9f-a424-ae9fc4e03b44 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:28.951806 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-355efb4a-bf58-4f9f-a424-ae9fc4e03b44 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1754777 Feb 19 03:23:28.952196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54300) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:29.058583 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for security_group (57fb0f04-5d89-4132-8e1d-33f42901771b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.071160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dbe20dcb-3c5b-4422-ac21-d41c11dca9c8 None None] For port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:29.076175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (57fb0f04-5d89-4132-8e1d-33f42901771b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.116902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:23:29.131561 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dbe20dcb-3c5b-4422-ac21-d41c11dca9c8 None None] Publish callbacks [] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.131829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57fb0f04-5d89-4132-8e1d-33f42901771b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:29.150121 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dbe20dcb-3c5b-4422-ac21-d41c11dca9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.154492 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c483e1ce-d0a5-489b-a85a-fceb997a85e2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.155217 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Added segment c483e1ce-d0a5-489b-a85a-fceb997a85e2 of type vlan for network 00ea3af7-edb0-4ca9-aa0b-5ec834d29759 Feb 19 03:23:29.222894 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (00ea3af7-edb0-4ca9-aa0b-5ec834d29759), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.261239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240ac82c-062e-4bce-afe6-b8c2782f16ef tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:29.266150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-240ac82c-062e-4bce-afe6-b8c2782f16ef tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3132515 Feb 19 03:23:29.266427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54304) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:29.280260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (00ea3af7-edb0-4ca9-aa0b-5ec834d29759), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.286087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:29.287125 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.314249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc4cb-2591-4737-b3f9-18fa54046117 req-f7faa304-4a45-46fc-8b7c-fae7c1d07d40 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:29.316388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-886bc4cb-2591-4737-b3f9-18fa54046117 req-f7faa304-4a45-46fc-8b7c-fae7c1d07d40 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.67 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 945 time: 0.3651445 Feb 19 03:23:29.316815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe20dcb-3c5b-4422-ac21-d41c11dca9c8 None None] Pushing event updated for resources: {'Port': ['ID=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:29.346391 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-4ac7cd8c-9b2c-4665-804b-7298f8cfdda6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 03:23:29.350742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4ac7cd8c-9b2c-4665-804b-7298f8cfdda6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/5cc07863-efa6-4e2c-8192-6ed63f0a367d/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2464697 Feb 19 03:23:29.357145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54306) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:29.366493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68798469-285e-4883-824d-1c254bb2d97c req-956b49fd-74e2-44fe-b3f2-28b90e1c24fe tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:29.371421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68798469-285e-4883-824d-1c254bb2d97c req-956b49fd-74e2-44fe-b3f2-28b90e1c24fe tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 945 time: 0.4210880 Feb 19 03:23:29.462236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb80f10-d3bc-451f-bb14-82b24419b845 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:29.465168 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb80f10-d3bc-451f-bb14-82b24419b845 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:29.470405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb80f10-d3bc-451f-bb14-82b24419b845 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:29.476492 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ecb80f10-d3bc-451f-bb14-82b24419b845 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2065911 Feb 19 03:23:29.476492 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Network': ['ID=00ea3af7-edb0-4ca9-aa0b-5ec834d29759,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:29.477980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54308) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:29.482426 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4b92a111-bafb-4d63-827a-322af8664c90 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9943264 Feb 19 03:23:29.492546 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54310) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:29.496893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 00ea3af7-edb0-4ca9-aa0b-5ec834d29759 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:23:29.524874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8b88001b-66c1-44e5-99af-54a2cc1163df tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'subnet': {'network_id': '00ea3af7-edb0-4ca9-aa0b-5ec834d29759', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:29.554807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5a6fedaa-439a-4eb7-9f59-9b5d2da5eaad tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cc07863-efa6-4e2c-8192-6ed63f0a367d HTTP/1.1" status: 200 len: 205 time: 0.1961033 Feb 19 03:23:29.580163 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54312) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:29.630193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-7529a21e-9fe2-4d8b-8033-43273a3f32db tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 40394c33-f428-4aa3-9d4f-28c7b7130cce {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:29.633771 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7529a21e-9fe2-4d8b-8033-43273a3f32db tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (40394c33-f428-4aa3-9d4f-28c7b7130cce), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.717095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b88001b-66c1-44e5-99af-54a2cc1163df tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Made reservation on behalf of a3fb9329e09f476db78b438747f88900 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:29.722383 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b88001b-66c1-44e5-99af-54a2cc1163df tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.738087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68798469-285e-4883-824d-1c254bb2d97c req-2f46fc52-68ad-4774-9474-1b49999ac868 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883372 Feb 19 03:23:29.750531 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49a6b083-ec0f-48e9-8d28-f26fdb97f10d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (5cc07863-efa6-4e2c-8192-6ed63f0a367d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.837334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-886bc4cb-2591-4737-b3f9-18fa54046117 req-1fdcdb9a-7121-452f-94a2-f037c1ae40fc tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Deleting port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:29.837711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-886bc4cb-2591-4737-b3f9-18fa54046117 req-1fdcdb9a-7121-452f-94a2-f037c1ae40fc tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.885557 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7529a21e-9fe2-4d8b-8033-43273a3f32db tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (40394c33-f428-4aa3-9d4f-28c7b7130cce), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:29.942710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-886bc4cb-2591-4737-b3f9-18fa54046117 req-1fdcdb9a-7121-452f-94a2-f037c1ae40fc tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] For port db78a3b2-cbf1-4ca5-b77b-8e1e59283973, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=db78a3b2-cbf1-4ca5-b77b-8e1e59283973,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:29.943119 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-886bc4cb-2591-4737-b3f9-18fa54046117 req-1fdcdb9a-7121-452f-94a2-f037c1ae40fc tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.026367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-886bc4cb-2591-4737-b3f9-18fa54046117 req-1fdcdb9a-7121-452f-94a2-f037c1ae40fc tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Calling delete_port for db78a3b2-cbf1-4ca5-b77b-8e1e59283973 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:30.036306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7529a21e-9fe2-4d8b-8033-43273a3f32db tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (40394c33-f428-4aa3-9d4f-28c7b7130cce), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.077786 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b88001b-66c1-44e5-99af-54a2cc1163df tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (3e093d8b-0d4a-4c73-8927-28167ef876c2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.118465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-03019abf-45fc-46f3-9aa1-a8f99cf18157 None None] Provisioning complete for port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:30.119617 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-03019abf-45fc-46f3-9aa1-a8f99cf18157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.163735 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49a6b083-ec0f-48e9-8d28-f26fdb97f10d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (5cc07863-efa6-4e2c-8192-6ed63f0a367d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.167269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49a6b083-ec0f-48e9-8d28-f26fdb97f10d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (5cc07863-efa6-4e2c-8192-6ed63f0a367d), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.217374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88001b-66c1-44e5-99af-54a2cc1163df tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Subnet': ['ID=3e093d8b-0d4a-4c73-8927-28167ef876c2,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:30.244033 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b88001b-66c1-44e5-99af-54a2cc1163df tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Checking segment: {'id': 'c483e1ce-d0a5-489b-a85a-fceb997a85e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '00ea3af7-edb0-4ca9-aa0b-5ec834d29759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:30.244754 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88001b-66c1-44e5-99af-54a2cc1163df tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network hostable DHCP agents. Network: 00ea3af7-edb0-4ca9-aa0b-5ec834d29759, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:23:30.249055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-03019abf-45fc-46f3-9aa1-a8f99cf18157 None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:30.254608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-03019abf-45fc-46f3-9aa1-a8f99cf18157 None None] Could not find standard attr ID for object 3afef9b0-a11c-4f6c-a465-cd332a704d46. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:23:30.268351 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7529a21e-9fe2-4d8b-8033-43273a3f32db tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (40394c33-f428-4aa3-9d4f-28c7b7130cce), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.293827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49a6b083-ec0f-48e9-8d28-f26fdb97f10d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (5cc07863-efa6-4e2c-8192-6ed63f0a367d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.294385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a6b083-ec0f-48e9-8d28-f26fdb97f10d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Fanout notify agent at l3_agent the message router_deleted on router 5cc07863-efa6-4e2c-8192-6ed63f0a367d {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:23:30.303481 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49a6b083-ec0f-48e9-8d28-f26fdb97f10d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.304737 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-49a6b083-ec0f-48e9-8d28-f26fdb97f10d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/5cc07863-efa6-4e2c-8192-6ed63f0a367d HTTP/1.1" status: 204 len: 168 time: 0.7222741 Feb 19 03:23:30.307842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54320) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:30.325992 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7529a21e-9fe2-4d8b-8033-43273a3f32db tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.329719 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7529a21e-9fe2-4d8b-8033-43273a3f32db tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/40394c33-f428-4aa3-9d4f-28c7b7130cce HTTP/1.1" status: 204 len: 168 time: 0.8511343 Feb 19 03:23:30.333618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54322) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:30.334601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529a21e-9fe2-4d8b-8033-43273a3f32db tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=40394c33-f428-4aa3-9d4f-28c7b7130cce,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:30.361015 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-886bc4cb-2591-4737-b3f9-18fa54046117 req-1fdcdb9a-7121-452f-94a2-f037c1ae40fc tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (db78a3b2-cbf1-4ca5-b77b-8e1e59283973), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.375663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['31ed85ec-0170-46e6-994d-9af3009795aa'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:30.383940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['bcecb697-83d8-4e57-a34f-3b786035a5d0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:30.391026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b88001b-66c1-44e5-99af-54a2cc1163df tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 00ea3af7-edb0-4ca9-aa0b-5ec834d29759 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:23:30.412886 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8b88001b-66c1-44e5-99af-54a2cc1163df tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 00ea3af7-edb0-4ca9-aa0b-5ec834d29759) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:30.423397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b88001b-66c1-44e5-99af-54a2cc1163df tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:30.424097 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b88001b-66c1-44e5-99af-54a2cc1163df tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.425394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcdb9a-7121-452f-94a2-f037c1ae40fc tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Pushing event deleted for resources: {'Port': ['ID=db78a3b2-cbf1-4ca5-b77b-8e1e59283973,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:30.442288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-5898a460-38d1-4972-9906-f719e4d5216a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting subnet dba8c770-04c4-42a3-9c6e-163815024ac5 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:30.449404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-f753cd2d-22a8-49e8-8b84-16e9b5315f16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 68886acb-b6df-464a-a95f-3f7779dba08f {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:30.458079 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5898a460-38d1-4972-9906-f719e4d5216a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (dba8c770-04c4-42a3-9c6e-163815024ac5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.463280 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f753cd2d-22a8-49e8-8b84-16e9b5315f16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (68886acb-b6df-464a-a95f-3f7779dba08f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.484163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bed12d5-ccc1-40f1-8b41-b419c4b567dd None None] Network 00ea3af7-edb0-4ca9-aa0b-5ec834d29759 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:30.501230 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8b88001b-66c1-44e5-99af-54a2cc1163df tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0078909 Feb 19 03:23:30.516814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54324) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:30.524172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-961994913', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:30.565839 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (71ff03f5-fc0e-4d19-9468-285b3294f261), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.568380 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (71ff03f5-fc0e-4d19-9468-285b3294f261), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.583385 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f753cd2d-22a8-49e8-8b84-16e9b5315f16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (68886acb-b6df-464a-a95f-3f7779dba08f), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.593647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-886bc4cb-2591-4737-b3f9-18fa54046117 req-1fdcdb9a-7121-452f-94a2-f037c1ae40fc tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] No DVR routers for this DVR port db78a3b2-cbf1-4ca5-b77b-8e1e59283973 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:30.598429 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-886bc4cb-2591-4737-b3f9-18fa54046117 req-1fdcdb9a-7121-452f-94a2-f037c1ae40fc tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.601900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-886bc4cb-2591-4737-b3f9-18fa54046117 req-1fdcdb9a-7121-452f-94a2-f037c1ae40fc tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.67 "DELETE /v2.0/ports/db78a3b2-cbf1-4ca5-b77b-8e1e59283973 HTTP/1.1" status: 204 len: 173 time: 1.2581189 Feb 19 03:23:30.602355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5189283f-b013-4339-bc97-001a26f3f067', 'name': 'network-vif-deleted', 'tag': 'db78a3b2-cbf1-4ca5-b77b-8e1e59283973'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:30.604924 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfccf8f2-382a-40ba-96f2-2bbcae52f920" -d '{"events": [{"server_uuid": "5189283f-b013-4339-bc97-001a26f3f067", "name": "network-vif-deleted", "tag": "db78a3b2-cbf1-4ca5-b77b-8e1e59283973"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:30.607864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:30.636421 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5898a460-38d1-4972-9906-f719e4d5216a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (dba8c770-04c4-42a3-9c6e-163815024ac5), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.663747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6fe00c-60ca-4a9a-920b-7917b7c5a944 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:30.683011 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370d868d-727d-4290-a1a6-50eb9a29e5a1 x-openstack-request-id: req-370d868d-727d-4290-a1a6-50eb9a29e5a1 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:30.690269 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router_controller (71ff03f5-fc0e-4d19-9468-285b3294f261), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.691636 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5189283f-b013-4339-bc97-001a26f3f067", "name": "network-vif-deleted", "tag": "db78a3b2-cbf1-4ca5-b77b-8e1e59283973", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:30.692270 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-370d868d-727d-4290-a1a6-50eb9a29e5a1 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:30.693790 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5189283f-b013-4339-bc97-001a26f3f067', 'name': 'network-vif-deleted', 'tag': 'db78a3b2-cbf1-4ca5-b77b-8e1e59283973', 'status': 'completed', 'code': 200} Feb 19 03:23:30.729626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f9ca990c-7e66-48f2-ac38-cce8bb721eaa None None] Could not find standard attr ID for object 3afef9b0-a11c-4f6c-a465-cd332a704d46. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:23:30.832413 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5898a460-38d1-4972-9906-f719e4d5216a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (dba8c770-04c4-42a3-9c6e-163815024ac5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.846903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:30.847322 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.944596 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router_gateway (71ff03f5-fc0e-4d19-9468-285b3294f261), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.951045 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f753cd2d-22a8-49e8-8b84-16e9b5315f16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (68886acb-b6df-464a-a95f-3f7779dba08f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:30.984175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aec97cfa-0419-4031-919a-207bb99a88e9 req-972cf759-74ef-4255-8137-175e7d80aa04 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=5189283f-b013-4339-bc97-001a26f3f067 HTTP/1.1" status: 200 len: 210 time: 0.0583558 Feb 19 03:23:31.024711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5898a460-38d1-4972-9906-f719e4d5216a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (dba8c770-04c4-42a3-9c6e-163815024ac5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.068451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898a460-38d1-4972-9906-f719e4d5216a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Subnet': ['ID=dba8c770-04c4-42a3-9c6e-163815024ac5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:31.076501 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5898a460-38d1-4972-9906-f719e4d5216a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.081081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5898a460-38d1-4972-9906-f719e4d5216a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/dba8c770-04c4-42a3-9c6e-163815024ac5 HTTP/1.1" status: 204 len: 168 time: 0.7718980 Feb 19 03:23:31.083719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54334) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:31.126363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9e0a59-203d-4ea0-bf66-3b20ea06eaaf None None] Network 337b207a-4e56-4f99-b5b8-084920e6d6e4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:31.201641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f753cd2d-22a8-49e8-8b84-16e9b5315f16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (68886acb-b6df-464a-a95f-3f7779dba08f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.267611 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753cd2d-22a8-49e8-8b84-16e9b5315f16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=68886acb-b6df-464a-a95f-3f7779dba08f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:31.269558 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (337b207a-4e56-4f99-b5b8-084920e6d6e4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.299317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f753cd2d-22a8-49e8-8b84-16e9b5315f16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.308247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec1b35b-9254-45a3-8947-f00cfdef8aea None None] Network 00ea3af7-edb0-4ca9-aa0b-5ec834d29759 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:31.321532 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f753cd2d-22a8-49e8-8b84-16e9b5315f16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/68886acb-b6df-464a-a95f-3f7779dba08f HTTP/1.1" status: 204 len: 168 time: 0.9790456 Feb 19 03:23:31.323646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54336) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:31.376643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 091d88fc-cee2-4e95-9eb0-29d3188023a1 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:31.377751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.420028 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dbd5fd9b-efa2-4e47-9f91-7d386d335ad6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902052 Feb 19 03:23:31.422968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54338) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:31.428497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ed38d86e-b5c9-45b5-bbd1-68220db62e13 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:31.477142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] For port 091d88fc-cee2-4e95-9eb0-29d3188023a1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=091d88fc-cee2-4e95-9eb0-29d3188023a1,segment=NetworkSegment(72755710-1e68-40f3-a989-d17abdc8585a),segment_id=72755710-1e68-40f3-a989-d17abdc8585a)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:31.477878 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.495373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 091d88fc-cee2-4e95-9eb0-29d3188023a1 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:31.567530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device db78a3b2-cbf1-4ca5-b77b-8e1e59283973 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:31.583326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router_gateway (71ff03f5-fc0e-4d19-9468-285b3294f261), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.601911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (091d88fc-cee2-4e95-9eb0-29d3188023a1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.618687 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.650042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=091d88fc-cee2-4e95-9eb0-29d3188023a1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:31.654544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No DVR routers for this DVR port 091d88fc-cee2-4e95-9eb0-29d3188023a1 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:31.671812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed38d86e-b5c9-45b5-bbd1-68220db62e13 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:31.674453 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed38d86e-b5c9-45b5-bbd1-68220db62e13 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.688217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: db78a3b2-cbf1-4ca5-b77b-8e1e59283973 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:31.688217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device db78a3b2-cbf1-4ca5-b77b-8e1e59283973 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:31.693106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:31.787392 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (337b207a-4e56-4f99-b5b8-084920e6d6e4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.843249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337b207a-4e56-4f99-b5b8-084920e6d6e4']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:31.860235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72755710-1e68-40f3-a989-d17abdc8585a') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:31.860627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72755710-1e68-40f3-a989-d17abdc8585a') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:31.888329 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (72755710-1e68-40f3-a989-d17abdc8585a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.912042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ffd23a-7337-44da-bbfa-e134002763ab None None] Update dhcp port {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': '68886acb-b6df-464a-a95f-3f7779dba08f'}], 'binding:host_id': 'n-d-826755-2'}, 'id': '5f05c6c9-5e97-45ff-8279-d08b1116f9b7'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:23:31.915185 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (72755710-1e68-40f3-a989-d17abdc8585a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.915600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.25.1.35 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/03d32846-1ae4-4224-ac5f-3dc14eecfaa2) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:31.915750 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f517824-f272-452b-b7c0-758a1883885b None None] DHCP port deletion for 337b207a-4e56-4f99-b5b8-084920e6d6e4 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:31.951803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:23:31.952212 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (72755710-1e68-40f3-a989-d17abdc8585a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:23:31.955622 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:23:31.957985 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c5ffd23a-7337-44da-bbfa-e134002763ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.037141 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (337b207a-4e56-4f99-b5b8-084920e6d6e4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.058350 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.061024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed38d86e-b5c9-45b5-bbd1-68220db62e13 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (e376b027-cab2-4af5-af23-efab6bfe4c75), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.064697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/networks/337b207a-4e56-4f99-b5b8-084920e6d6e4 HTTP/1.1" status: 204 len: 168 time: 0.9791486 Feb 19 03:23:32.065812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62bda6-e0f5-4a24-84a0-a131b817caec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Network': ['ID=337b207a-4e56-4f99-b5b8-084920e6d6e4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:32.068763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54344) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:32.076518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-008e528f-d982-49c1-9a9d-04f78968a32d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-850166401'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:32.106087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008e528f-d982-49c1-9a9d-04f78968a32d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:32.113727 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-008e528f-d982-49c1-9a9d-04f78968a32d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.172484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008e528f-d982-49c1-9a9d-04f78968a32d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:23:32.182099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed38d86e-b5c9-45b5-bbd1-68220db62e13 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:32.193295 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-008e528f-d982-49c1-9a9d-04f78968a32d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6178505c-03c8-42b6-9d07-3edd0ca74deb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.193654 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-008e528f-d982-49c1-9a9d-04f78968a32d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Added segment 6178505c-03c8-42b6-9d07-3edd0ca74deb of type vlan for network bafa0ce7-4846-4797-bbe2-305ac9f0a74a Feb 19 03:23:32.202892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ed38d86e-b5c9-45b5-bbd1-68220db62e13 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:32.207478 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed38d86e-b5c9-45b5-bbd1-68220db62e13 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:32.208103 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed38d86e-b5c9-45b5-bbd1-68220db62e13 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.241316 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (03d32846-1ae4-4224-ac5f-3dc14eecfaa2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.242751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38d86e-b5c9-45b5-bbd1-68220db62e13 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=e376b027-cab2-4af5-af23-efab6bfe4c75,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:32.269958 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ed38d86e-b5c9-45b5-bbd1-68220db62e13 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8463793 Feb 19 03:23:32.273375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54352) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:32.285872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fb67d373-0ce3-4d1c-b50c-173e38d12f32 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:32.306644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a59f7-8d51-4dbe-b21f-70e035f3b549 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:32.309906 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-008e528f-d982-49c1-9a9d-04f78968a32d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (bafa0ce7-4846-4797-bbe2-305ac9f0a74a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.337848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-36306722-5c42-4435-a880-15611c2ab096 None None] Provisioning complete for port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:32.338568 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-36306722-5c42-4435-a880-15611c2ab096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.389488 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-008e528f-d982-49c1-9a9d-04f78968a32d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (bafa0ce7-4846-4797-bbe2-305ac9f0a74a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.394627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008e528f-d982-49c1-9a9d-04f78968a32d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:32.395400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-008e528f-d982-49c1-9a9d-04f78968a32d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.438208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-008e528f-d982-49c1-9a9d-04f78968a32d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3659794 Feb 19 03:23:32.442377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54356) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:32.451616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-75444a34-5c0b-4637-810b-f03a68de4cbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'subnet': {'network_id': 'bafa0ce7-4846-4797-bbe2-305ac9f0a74a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:32.465533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (03d32846-1ae4-4224-ac5f-3dc14eecfaa2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.497227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:32.505509 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:32.511066 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:32.518863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e528f-d982-49c1-9a9d-04f78968a32d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Network': ['ID=bafa0ce7-4846-4797-bbe2-305ac9f0a74a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:32.521145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 091d88fc-cee2-4e95-9eb0-29d3188023a1 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:32.536223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741f50f-ae76-4dbe-8889-6353c831cc6a req-0d9a219c-d964-457c-b858-1a0d0aee1e9a tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:32.544076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c741f50f-ae76-4dbe-8889-6353c831cc6a req-0d9a219c-d964-457c-b858-1a0d0aee1e9a tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a81aae-ed2a-4782-81dc-80420975ac60 HTTP/1.1" status: 200 len: 945 time: 0.1937165 Feb 19 03:23:32.572838 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network bafa0ce7-4846-4797-bbe2-305ac9f0a74a details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:23:32.601332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 091d88fc-cee2-4e95-9eb0-29d3188023a1 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:32.601683 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 091d88fc-cee2-4e95-9eb0-29d3188023a1 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:32.602123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:32.608457 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c741f50f-ae76-4dbe-8889-6353c831cc6a req-b264a6dd-67f8-41a6-9ba7-69d260a59d05 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623519 Feb 19 03:23:32.672285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=03d32846-1ae4-4224-ac5f-3dc14eecfaa2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:32.686987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-36306722-5c42-4435-a880-15611c2ab096 None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:32.737738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75444a34-5c0b-4637-810b-f03a68de4cbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:32.741563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75444a34-5c0b-4637-810b-f03a68de4cbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.791966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:32.792511 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.822380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82040d2e-1950-4b97-90bd-7b9a4a66d1f5 None None] Update dhcp port {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'fixed_ips': [{'subnet_id': 'e376b027-cab2-4af5-af23-efab6bfe4c75'}], 'binding:host_id': 'n-d-826755-2'}, 'id': '5f05c6c9-5e97-45ff-8279-d08b1116f9b7'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:23:32.860732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:32.869403 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.874723 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-82040d2e-1950-4b97-90bd-7b9a4a66d1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:32.963143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:33.072487 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb67d373-0ce3-4d1c-b50c-173e38d12f32 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:33.075897 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fb67d373-0ce3-4d1c-b50c-173e38d12f32 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.101392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-82040d2e-1950-4b97-90bd-7b9a4a66d1f5 None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/e376b027-cab2-4af5-af23-efab6bfe4c75/5f05c6c9-5e97-45ff-8279-d08b1116f9b7) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:33.196979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-82040d2e-1950-4b97-90bd-7b9a4a66d1f5 None None] For port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:33.233714 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-82040d2e-1950-4b97-90bd-7b9a4a66d1f5 None None] Publish callbacks [] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.241951 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-82040d2e-1950-4b97-90bd-7b9a4a66d1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.242986 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:23:33.314266 n-d-826755-2 neutron-server[109898]: INFO neutron.db.ipam_backend_mixin [None req-fb67d373-0ce3-4d1c-b50c-173e38d12f32 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e376b027-cab2-4af5-af23-efab6bfe4c75 (CIDR: 2001:db8::/64) Feb 19 03:23:33.334512 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb67d373-0ce3-4d1c-b50c-173e38d12f32 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:23:33.335014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb67d373-0ce3-4d1c-b50c-173e38d12f32 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:33.350215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82040d2e-1950-4b97-90bd-7b9a4a66d1f5 None None] Pushing event updated for resources: {'Port': ['ID=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:33.439571 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fb67d373-0ce3-4d1c-b50c-173e38d12f32 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1616256 Feb 19 03:23:33.439734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54362) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:33.454935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:33.497214 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router_gateway (71ff03f5-fc0e-4d19-9468-285b3294f261), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.586211 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75444a34-5c0b-4637-810b-f03a68de4cbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (d82439c8-690f-480b-92e4-a7df87c7d698), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.648815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:33.653430 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.675265 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41017fa2-1b07-4f2d-9f03-77276b97ad02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.724233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75444a34-5c0b-4637-810b-f03a68de4cbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Subnet': ['ID=d82439c8-690f-480b-92e4-a7df87c7d698,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:33.800128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75444a34-5c0b-4637-810b-f03a68de4cbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Checking segment: {'id': '6178505c-03c8-42b6-9d07-3edd0ca74deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bafa0ce7-4846-4797-bbe2-305ac9f0a74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:33.800485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75444a34-5c0b-4637-810b-f03a68de4cbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network hostable DHCP agents. Network: bafa0ce7-4846-4797-bbe2-305ac9f0a74a, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:23:33.843363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc09994-2e8d-4a49-9b40-48c756c0ac02 req-8510f8e6-e265-4701-b102-4df4062e995c tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:33.845167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccc09994-2e8d-4a49-9b40-48c756c0ac02 req-8510f8e6-e265-4701-b102-4df4062e995c tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a81aae-ed2a-4782-81dc-80420975ac60 HTTP/1.1" status: 200 len: 945 time: 0.1021504 Feb 19 03:23:33.879991 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75444a34-5c0b-4637-810b-f03a68de4cbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network bafa0ce7-4846-4797-bbe2-305ac9f0a74a is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:23:33.905740 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (71ff03f5-fc0e-4d19-9468-285b3294f261), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:33.948428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccc09994-2e8d-4a49-9b40-48c756c0ac02 req-433a1edb-5344-4c0d-ae73-a851247aeb11 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957601 Feb 19 03:23:33.953754 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-75444a34-5c0b-4637-810b-f03a68de4cbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, bafa0ce7-4846-4797-bbe2-305ac9f0a74a) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:33.965130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a92da-19c4-40aa-83cc-d4f02a0e8e72 None None] Network bafa0ce7-4846-4797-bbe2-305ac9f0a74a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:33.972793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75444a34-5c0b-4637-810b-f03a68de4cbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:33.973403 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75444a34-5c0b-4637-810b-f03a68de4cbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.014768 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-75444a34-5c0b-4637-810b-f03a68de4cbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5704525 Feb 19 03:23:34.017437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54366) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:34.026347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6a7178b3-248d-4eed-a98b-17779bc3ec07 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1314312599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:34.108187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-bafa0ce7-4846-4797-bbe2-305ac9f0a74a', 'network_id': 'bafa0ce7-4846-4797-bbe2-305ac9f0a74a', 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'fixed_ips': [{'subnet_id': 'd82439c8-690f-480b-92e4-a7df87c7d698'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:34.109151 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.113367 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a7178b3-248d-4eed-a98b-17779bc3ec07 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (6c2d3463-a6fa-4264-aa86-659dd217fa00), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.114527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a7178b3-248d-4eed-a98b-17779bc3ec07 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (6c2d3463-a6fa-4264-aa86-659dd217fa00), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.209605 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a7178b3-248d-4eed-a98b-17779bc3ec07 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (6c2d3463-a6fa-4264-aa86-659dd217fa00), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.226147 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a7178b3-248d-4eed-a98b-17779bc3ec07 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (6c2d3463-a6fa-4264-aa86-659dd217fa00), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.256369 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:23:34.264617 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a7178b3-248d-4eed-a98b-17779bc3ec07 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.267407 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6a7178b3-248d-4eed-a98b-17779bc3ec07 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2489069 Feb 19 03:23:34.273687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54368) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:34.313215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Allocated IP 2001:db8::2 (bafa0ce7-4846-4797-bbe2-305ac9f0a74a/d82439c8-690f-480b-92e4-a7df87c7d698/6a0c402a-7d4d-4306-80de-49b98b3bcea5) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:34.313495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.objects.ports [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109899) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:23:34.469921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cfe62-0c8c-40a3-833a-8dbf97c273c5 req-97f0c609-1df3-4154-a329-9878c38e20bf tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:34.472142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed4cfe62-0c8c-40a3-833a-8dbf97c273c5 req-97f0c609-1df3-4154-a329-9878c38e20bf tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.87 "GET /v2.0/ports?device_id=62a81aae-ed2a-4782-81dc-80420975ac60 HTTP/1.1" status: 200 len: 945 time: 0.3466282 Feb 19 03:23:34.558997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b79df520-994c-4383-8739-97ab19dd498b None None] Provisioning complete for port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:34.558997 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b79df520-994c-4383-8739-97ab19dd498b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.603419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:34.642919 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.693805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ed4cfe62-0c8c-40a3-833a-8dbf97c273c5 req-b605750d-0613-4b32-bdd0-1ffcdcf3f3cb tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Deleting port bcecb697-83d8-4e57-a34f-3b786035a5d0 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:34.694240 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ed4cfe62-0c8c-40a3-833a-8dbf97c273c5 req-b605750d-0613-4b32-bdd0-1ffcdcf3f3cb tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.747275 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Publish callbacks [] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.784498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:34.786193 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.788232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:34.788600 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.796914 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40adb566-8b29-49ea-8bc0-1fa5dd9f2bbf None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:34.815145 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40adb566-8b29-49ea-8bc0-1fa5dd9f2bbf None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:34.816111 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-40adb566-8b29-49ea-8bc0-1fa5dd9f2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:34.874903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ed4cfe62-0c8c-40a3-833a-8dbf97c273c5 req-b605750d-0613-4b32-bdd0-1ffcdcf3f3cb tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] For port bcecb697-83d8-4e57-a34f-3b786035a5d0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=bcecb697-83d8-4e57-a34f-3b786035a5d0,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:34.875424 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ed4cfe62-0c8c-40a3-833a-8dbf97c273c5 req-b605750d-0613-4b32-bdd0-1ffcdcf3f3cb tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.879475 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.880563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Network bafa0ce7-4846-4797-bbe2-305ac9f0a74a is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:34.885109 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.887362 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9bc07896-5ce2-4785-93ef-884d16f71c25 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3694437 Feb 19 03:23:34.893291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54376) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:34.894519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b79df520-994c-4383-8739-97ab19dd498b None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:34.895186 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b79df520-994c-4383-8739-97ab19dd498b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:34.899033 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-40adb566-8b29-49ea-8bc0-1fa5dd9f2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:34.902837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:34.908656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ed4cfe62-0c8c-40a3-833a-8dbf97c273c5 req-b605750d-0613-4b32-bdd0-1ffcdcf3f3cb tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Calling delete_port for bcecb697-83d8-4e57-a34f-3b786035a5d0 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:34.912696 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40adb566-8b29-49ea-8bc0-1fa5dd9f2bbf None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:34.913655 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-40adb566-8b29-49ea-8bc0-1fa5dd9f2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:34.916437 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:34.931612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Pushing event updated for resources: {'Port': ['ID=6a0c402a-7d4d-4306-80de-49b98b3bcea5,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:34.968343 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-40adb566-8b29-49ea-8bc0-1fa5dd9f2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:34.969477 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40adb566-8b29-49ea-8bc0-1fa5dd9f2bbf None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:34.977492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] For port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:35.030571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Attempting to bind port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:35.030938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Attempting to bind port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '6178505c-03c8-42b6-9d07-3edd0ca74deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bafa0ce7-4846-4797-bbe2-305ac9f0a74a'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:35.031304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Attempting to bind port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 on network bafa0ce7-4846-4797-bbe2-305ac9f0a74a {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:35.050249 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:35.050705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Checking segment: {'id': '6178505c-03c8-42b6-9d07-3edd0ca74deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bafa0ce7-4846-4797-bbe2-305ac9f0a74a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:35.051144 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.054263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Bound using segment: {'id': '6178505c-03c8-42b6-9d07-3edd0ca74deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bafa0ce7-4846-4797-bbe2-305ac9f0a74a'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:35.055988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Bound port: 6a0c402a-7d4d-4306-80de-49b98b3bcea5, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6178505c-03c8-42b6-9d07-3edd0ca74deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'bafa0ce7-4846-4797-bbe2-305ac9f0a74a'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:35.056388 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.092644 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.141400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.180544 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-b79df520-994c-4383-8739-97ab19dd498b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:35.180928 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-b79df520-994c-4383-8739-97ab19dd498b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:35.183968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:35.184356 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.211272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cff050-1988-41d0-8d90-c8393c5c7372 req-bfac6573-53c5-4a87-8718-5f567b2fb091 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:35.212993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44cff050-1988-41d0-8d90-c8393c5c7372 req-bfac6573-53c5-4a87-8718-5f567b2fb091 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a81aae-ed2a-4782-81dc-80420975ac60 HTTP/1.1" status: 200 len: 945 time: 0.1296961 Feb 19 03:23:35.258121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] For port 6a0c402a-7d4d-4306-80de-49b98b3bcea5, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:35.270803 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Allocated IP 2001:db8::1 (bafa0ce7-4846-4797-bbe2-305ac9f0a74a/d82439c8-690f-480b-92e4-a7df87c7d698/87c883ab-da4c-4087-aeba-c97056d7e3c0) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:35.280334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] For port 6a0c402a-7d4d-4306-80de-49b98b3bcea5, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6a0c402a-7d4d-4306-80de-49b98b3bcea5,segment=NetworkSegment(6178505c-03c8-42b6-9d07-3edd0ca74deb),segment_id=6178505c-03c8-42b6-9d07-3edd0ca74deb)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:35.289538 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:35.289895 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:35.296299 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.451300 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (87c883ab-da4c-4087-aeba-c97056d7e3c0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.533048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (87c883ab-da4c-4087-aeba-c97056d7e3c0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.583058 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network bafa0ce7-4846-4797-bbe2-305ac9f0a74a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:35.587293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:35.587554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb62822-fa55-4560-aa1f-47ddf8e4a6fd None None] Pushing event updated for resources: {'Port': ['ID=6a0c402a-7d4d-4306-80de-49b98b3bcea5,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:35.603133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:35.604085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (6c2d3463-a6fa-4264-aa86-659dd217fa00), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.659650 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=87c883ab-da4c-4087-aeba-c97056d7e3c0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:35.662144 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (a58918b0-8430-4c23-bfb6-9d8c20686f61), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.751401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b79df520-994c-4383-8739-97ab19dd498b None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:35.751898 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b79df520-994c-4383-8739-97ab19dd498b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.807117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:35.811576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,revision_number=10']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:35.812793 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (87c883ab-da4c-4087-aeba-c97056d7e3c0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.868837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b79df520-994c-4383-8739-97ab19dd498b None None] For port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:35.894801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:35.896901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:35.897611 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.900285 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b79df520-994c-4383-8739-97ab19dd498b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.904195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=a58918b0-8430-4c23-bfb6-9d8c20686f61,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:35.907574 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2c62-64d5-4699-be34-95fb9eae321a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.958574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:35.960927 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:35.969020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc550f41-11a1-4dca-bafd-ac4b9d3d4cd4 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:36.085152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79df520-994c-4383-8739-97ab19dd498b None None] Pushing event updated for resources: {'Port': ['ID=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,revision_number=11']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:36.147452 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:36.148076 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:36.177269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-64b1b449-5f03-431d-a462-0f6a6cbbfe9c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.7360306 Feb 19 03:23:36.183717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54384) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:36.219228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:c9:9c:47', 'name': 'tempest-NetworksTestDHCPv6-766712695'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:36.238896 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ed4cfe62-0c8c-40a3-833a-8dbf97c273c5 req-b605750d-0613-4b32-bdd0-1ffcdcf3f3cb tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (bcecb697-83d8-4e57-a34f-3b786035a5d0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.267129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:36.283713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44cff050-1988-41d0-8d90-c8393c5c7372 req-5890d7cb-db89-4c24-91fb-441ff2e58266 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149623 Feb 19 03:23:36.302065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['bcecb697-83d8-4e57-a34f-3b786035a5d0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:36.326000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['31ed85ec-0170-46e6-994d-9af3009795aa'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:23:36.568844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605750d-0613-4b32-bdd0-1ffcdcf3f3cb tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Pushing event deleted for resources: {'Port': ['ID=bcecb697-83d8-4e57-a34f-3b786035a5d0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:36.615594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:36.678765 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (87c883ab-da4c-4087-aeba-c97056d7e3c0), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.692539 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (87c883ab-da4c-4087-aeba-c97056d7e3c0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.693451 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (6c2d3463-a6fa-4264-aa86-659dd217fa00), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.703030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4cfe62-0c8c-40a3-833a-8dbf97c273c5 req-b605750d-0613-4b32-bdd0-1ffcdcf3f3cb tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] No DVR routers for this DVR port bcecb697-83d8-4e57-a34f-3b786035a5d0 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:36.770174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:36.844036 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ed4cfe62-0c8c-40a3-833a-8dbf97c273c5 req-b605750d-0613-4b32-bdd0-1ffcdcf3f3cb tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.849420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed4cfe62-0c8c-40a3-833a-8dbf97c273c5 req-b605750d-0613-4b32-bdd0-1ffcdcf3f3cb tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.87 "DELETE /v2.0/ports/bcecb697-83d8-4e57-a34f-3b786035a5d0 HTTP/1.1" status: 204 len: 173 time: 2.3715928 Feb 19 03:23:36.852500 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.872287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:36.872876 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:36.874959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62a81aae-ed2a-4782-81dc-80420975ac60', 'name': 'network-vif-deleted', 'tag': 'bcecb697-83d8-4e57-a34f-3b786035a5d0'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:36.877652 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3d6ceb-8c47-45fb-bb3a-c94d700d7295" -d '{"events": [{"server_uuid": "62a81aae-ed2a-4782-81dc-80420975ac60", "name": "network-vif-deleted", "tag": "bcecb697-83d8-4e57-a34f-3b786035a5d0"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:36.916499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port 6c7e3a81-58a2-47ea-b7e5-f2188f660996 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:36.981163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network bafa0ce7-4846-4797-bbe2-305ac9f0a74a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:37.004483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:37.015278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=87c883ab-da4c-4087-aeba-c97056d7e3c0,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:37.163269 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.164985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:37.173257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6a0c402a-7d4d-4306-80de-49b98b3bcea5 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:37.224462 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router 6c2d3463-a6fa-4264-aa86-659dd217fa00 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:23:37.249311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:37.249839 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.263969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::1c9 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/e376b027-cab2-4af5-af23-efab6bfe4c75/6c7e3a81-58a2-47ea-b7e5-f2188f660996) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:37.275240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8:0:1:f816:3eff:fec9:9c47 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/a58918b0-8430-4c23-bfb6-9d8c20686f61/6c7e3a81-58a2-47ea-b7e5-f2188f660996) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:37.352752 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013ce84b-0dee-4fbc-8236-e3cb66c04bf0 x-openstack-request-id: req-013ce84b-0dee-4fbc-8236-e3cb66c04bf0 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:37.353054 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62a81aae-ed2a-4782-81dc-80420975ac60", "name": "network-vif-deleted", "tag": "bcecb697-83d8-4e57-a34f-3b786035a5d0", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:37.353315 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-013ce84b-0dee-4fbc-8236-e3cb66c04bf0 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:37.353732 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62a81aae-ed2a-4782-81dc-80420975ac60', 'name': 'network-vif-deleted', 'tag': 'bcecb697-83d8-4e57-a34f-3b786035a5d0', 'status': 'completed', 'code': 200} Feb 19 03:23:37.373959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:37.391793 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fd4e1913-0064-4d29-b13c-00d912db4d5d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/6c2d3463-a6fa-4264-aa86-659dd217fa00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1167860 Feb 19 03:23:37.394354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54396) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:37.406368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08024b75-9726-4e81-8e11-ec7f40c011bd None None] Sync routers for ids ['6c2d3463-a6fa-4264-aa86-659dd217fa00'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:37.457574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08024b75-9726-4e81-8e11-ec7f40c011bd None None] Routers {'6c2d3463-a6fa-4264-aa86-659dd217fa00'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:37.461414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-08024b75-9726-4e81-8e11-ec7f40c011bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['6c2d3463-a6fa-4264-aa86-659dd217fa00'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:37.501039 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc97d6c3-0da6-4f40-b813-7d892f7ffc53 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:37.501039 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fc97d6c3-0da6-4f40-b813-7d892f7ffc53 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports/87c883ab-da4c-4087-aeba-c97056d7e3c0 HTTP/1.1" status: 200 len: 911 time: 0.1040175 Feb 19 03:23:37.504581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54398) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:37.533085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:37.533616 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.537324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-08024b75-9726-4e81-8e11-ec7f40c011bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:37.565606 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.573647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08024b75-9726-4e81-8e11-ec7f40c011bd None None] Routers {'6c2d3463-a6fa-4264-aa86-659dd217fa00'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:37.573647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-08024b75-9726-4e81-8e11-ec7f40c011bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['6c2d3463-a6fa-4264-aa86-659dd217fa00'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:37.633152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09aa06b5-1bfa-45c6-88e2-62dc72909617 None None] Network bafa0ce7-4846-4797-bbe2-305ac9f0a74a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:37.638687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-08024b75-9726-4e81-8e11-ec7f40c011bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:37.639437 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08024b75-9726-4e81-8e11-ec7f40c011bd None None] The sync data for ids ['6c2d3463-a6fa-4264-aa86-659dd217fa00'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:37.649118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3794cbfb-664a-4c70-ba36-3598f2dcc48d req-75150b5e-bf73-4004-a228-41d05655e4f4 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=62a81aae-ed2a-4782-81dc-80420975ac60 HTTP/1.1" status: 200 len: 210 time: 0.1086175 Feb 19 03:23:37.682515 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 6a0c402a-7d4d-4306-80de-49b98b3bcea5, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6a0c402a-7d4d-4306-80de-49b98b3bcea5,segment=NetworkSegment(6178505c-03c8-42b6-9d07-3edd0ca74deb),segment_id=6178505c-03c8-42b6-9d07-3edd0ca74deb)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:37.788847 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.868834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-49d1cad5-2f6a-4884-857a-2b1b08288267 None None] Provisioning complete for port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:37.869366 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-49d1cad5-2f6a-4884-857a-2b1b08288267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:37.909358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=6a0c402a-7d4d-4306-80de-49b98b3bcea5,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:38.020740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-49d1cad5-2f6a-4884-857a-2b1b08288267 None None] Current status of the port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:38.030885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11bdc587-8245-47ea-86e8-ede9f07f85e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (6c2d3463-a6fa-4264-aa86-659dd217fa00), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.039115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (6c7e3a81-58a2-47ea-b7e5-f2188f660996), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.150772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-883c5ddc-8fda-44a9-b81c-ffece2b1dd0d None None] Provisioning complete for port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:38.152276 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-883c5ddc-8fda-44a9-b81c-ffece2b1dd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.173316 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (6c7e3a81-58a2-47ea-b7e5-f2188f660996), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.216068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.20.0.1 (00ea3af7-edb0-4ca9-aa0b-5ec834d29759/3e093d8b-0d4a-4c73-8927-28167ef876c2/524c16bd-7bc7-47dc-99de-8caa43d8b18f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:38.261465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-883c5ddc-8fda-44a9-b81c-ffece2b1dd0d None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:38.272898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:38.280814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:38.286340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:38.291928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:38.292491 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.335106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1208260 Feb 19 03:23:38.338602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54404) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:38.339077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c457fa0-0317-476d-954d-1a4ab697e49e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=6c7e3a81-58a2-47ea-b7e5-f2188f660996,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:38.469351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-91911f53-e3fd-4c9d-9a33-7ef3f827ad6c None None] Provisioning complete for port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:38.469790 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91911f53-e3fd-4c9d-9a33-7ef3f827ad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.473751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-11bdc587-8245-47ea-86e8-ede9f07f85e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 87c883ab-da4c-4087-aeba-c97056d7e3c0 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:38.474572 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11bdc587-8245-47ea-86e8-ede9f07f85e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (87c883ab-da4c-4087-aeba-c97056d7e3c0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.519284 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.589136 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (524c16bd-7bc7-47dc-99de-8caa43d8b18f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.605610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6a0c402a-7d4d-4306-80de-49b98b3bcea5 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:38.613558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-6ca88b24-7a34-4cc7-9787-21e1deeafbd0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port 6c7e3a81-58a2-47ea-b7e5-f2188f660996 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:38.613930 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ca88b24-7a34-4cc7-9787-21e1deeafbd0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6c7e3a81-58a2-47ea-b7e5-f2188f660996), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.676067 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11bdc587-8245-47ea-86e8-ede9f07f85e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (87c883ab-da4c-4087-aeba-c97056d7e3c0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.691776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-11bdc587-8245-47ea-86e8-ede9f07f85e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 87c883ab-da4c-4087-aeba-c97056d7e3c0 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:38.701212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-91911f53-e3fd-4c9d-9a33-7ef3f827ad6c None None] Current status of the port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:38.736105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-91911f53-e3fd-4c9d-9a33-7ef3f827ad6c None None] Provisioning complete for port 87c883ab-da4c-4087-aeba-c97056d7e3c0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:38.737553 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91911f53-e3fd-4c9d-9a33-7ef3f827ad6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (87c883ab-da4c-4087-aeba-c97056d7e3c0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.774297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:38.775529 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.784394 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (524c16bd-7bc7-47dc-99de-8caa43d8b18f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:38.827621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-91911f53-e3fd-4c9d-9a33-7ef3f827ad6c None None] Port 87c883ab-da4c-4087-aeba-c97056d7e3c0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:38.887725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 00ea3af7-edb0-4ca9-aa0b-5ec834d29759 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:38.895533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:38.905162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:38.928802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:38.962398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9bcf5a23-2cb3-4683-900e-3adf50b5fc29 None None] Provisioning complete for port 6c7e3a81-58a2-47ea-b7e5-f2188f660996 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:38.963145 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9bcf5a23-2cb3-4683-900e-3adf50b5fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6c7e3a81-58a2-47ea-b7e5-f2188f660996), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.000831 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=524c16bd-7bc7-47dc-99de-8caa43d8b18f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:39.025933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf5a23-2cb3-4683-900e-3adf50b5fc29 None None] Port 6c7e3a81-58a2-47ea-b7e5-f2188f660996 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:39.031845 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ca88b24-7a34-4cc7-9787-21e1deeafbd0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6c7e3a81-58a2-47ea-b7e5-f2188f660996), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.050927 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (71ff03f5-fc0e-4d19-9468-285b3294f261), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.054794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-6ca88b24-7a34-4cc7-9787-21e1deeafbd0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for 6c7e3a81-58a2-47ea-b7e5-f2188f660996 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:39.076193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9bcf5a23-2cb3-4683-900e-3adf50b5fc29 None None] Provisioning complete for port 87c883ab-da4c-4087-aeba-c97056d7e3c0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:39.076572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9bcf5a23-2cb3-4683-900e-3adf50b5fc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (87c883ab-da4c-4087-aeba-c97056d7e3c0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.101491 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11bdc587-8245-47ea-86e8-ede9f07f85e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (87c883ab-da4c-4087-aeba-c97056d7e3c0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.131069 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdc587-8245-47ea-86e8-ede9f07f85e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=87c883ab-da4c-4087-aeba-c97056d7e3c0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:39.157883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf5a23-2cb3-4683-900e-3adf50b5fc29 None None] Port 87c883ab-da4c-4087-aeba-c97056d7e3c0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:39.188795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device bcecb697-83d8-4e57-a34f-3b786035a5d0 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:39.244049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: bcecb697-83d8-4e57-a34f-3b786035a5d0 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:39.245466 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device bcecb697-83d8-4e57-a34f-3b786035a5d0 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:39.277850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9bd2d7cd-76eb-4b0e-9973-571d0f7ae6f9 None None] Could not find standard attr ID for object 87c883ab-da4c-4087-aeba-c97056d7e3c0. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:23:39.281570 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11bdc587-8245-47ea-86e8-ede9f07f85e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (6c2d3463-a6fa-4264-aa86-659dd217fa00), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.304641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff216e2-5516-4d9c-9e8b-6f3fc3d5349d req-59d1bc14-a04e-4c0d-85ac-8aa32fa368fc tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:39.306789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ff216e2-5516-4d9c-9e8b-6f3fc3d5349d req-59d1bc14-a04e-4c0d-85ac-8aa32fa368fc tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.1361840 Feb 19 03:23:39.369975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54418) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:39.482283 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (524c16bd-7bc7-47dc-99de-8caa43d8b18f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.505040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bdc587-8245-47ea-86e8-ede9f07f85e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router 6c2d3463-a6fa-4264-aa86-659dd217fa00 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:39.592528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bdc587-8245-47ea-86e8-ede9f07f85e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:39.592810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ff216e2-5516-4d9c-9e8b-6f3fc3d5349d req-3e999b1a-4bb9-47b2-afe2-02351bcbb078 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785420 Feb 19 03:23:39.608160 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-11bdc587-8245-47ea-86e8-ede9f07f85e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/6c2d3463-a6fa-4264-aa86-659dd217fa00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1020489 Feb 19 03:23:39.611146 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54422) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:39.620317 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24dd37f-fd26-4905-8a93-3eb07920b9bf None None] Sync routers for ids ['6c2d3463-a6fa-4264-aa86-659dd217fa00'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:39.635883 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24dd37f-fd26-4905-8a93-3eb07920b9bf None None] Routers {'6c2d3463-a6fa-4264-aa86-659dd217fa00'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:39.636856 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b24dd37f-fd26-4905-8a93-3eb07920b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['6c2d3463-a6fa-4264-aa86-659dd217fa00'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:39.686527 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b24dd37f-fd26-4905-8a93-3eb07920b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:39.697055 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24dd37f-fd26-4905-8a93-3eb07920b9bf None None] Routers {'6c2d3463-a6fa-4264-aa86-659dd217fa00'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:39.697484 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1f15dc5f-00d1-45bc-b224-dd82e76a7fef tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c2d3463-a6fa-4264-aa86-659dd217fa00 HTTP/1.1" status: 200 len: 205 time: 0.0844553 Feb 19 03:23:39.698183 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b24dd37f-fd26-4905-8a93-3eb07920b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['6c2d3463-a6fa-4264-aa86-659dd217fa00'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:39.701003 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ca88b24-7a34-4cc7-9787-21e1deeafbd0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (6c7e3a81-58a2-47ea-b7e5-f2188f660996), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.701763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54424) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:39.737146 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b24dd37f-fd26-4905-8a93-3eb07920b9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:39.737983 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24dd37f-fd26-4905-8a93-3eb07920b9bf None None] The sync data for ids ['6c2d3463-a6fa-4264-aa86-659dd217fa00'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:39.753578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca88b24-7a34-4cc7-9787-21e1deeafbd0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=6c7e3a81-58a2-47ea-b7e5-f2188f660996,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:39.811785 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8a4fb9c-a55b-485b-a151-45eed7fde2b9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (6c2d3463-a6fa-4264-aa86-659dd217fa00), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.999173 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8a4fb9c-a55b-485b-a151-45eed7fde2b9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (6c2d3463-a6fa-4264-aa86-659dd217fa00), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:39.999481 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ca88b24-7a34-4cc7-9787-21e1deeafbd0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.001592 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8a4fb9c-a55b-485b-a151-45eed7fde2b9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (6c2d3463-a6fa-4264-aa86-659dd217fa00), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.004723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6ca88b24-7a34-4cc7-9787-21e1deeafbd0 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/6c7e3a81-58a2-47ea-b7e5-f2188f660996 HTTP/1.1" status: 204 len: 168 time: 1.6612980 Feb 19 03:23:40.006116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54428) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:40.059525 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.107810 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8a4fb9c-a55b-485b-a151-45eed7fde2b9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (6c2d3463-a6fa-4264-aa86-659dd217fa00), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.108534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a4fb9c-a55b-485b-a151-45eed7fde2b9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Fanout notify agent at l3_agent the message router_deleted on router 6c2d3463-a6fa-4264-aa86-659dd217fa00 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:23:40.123172 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8a4fb9c-a55b-485b-a151-45eed7fde2b9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.126458 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d8a4fb9c-a55b-485b-a151-45eed7fde2b9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/6c2d3463-a6fa-4264-aa86-659dd217fa00 HTTP/1.1" status: 204 len: 168 time: 0.4208035 Feb 19 03:23:40.128899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54430) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:40.146609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384bcedd-542d-4b35-9f80-a1d41718653d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:40.151427 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-384bcedd-542d-4b35-9f80-a1d41718653d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0940018 Feb 19 03:23:40.167610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54432) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:40.209385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e6318c-92e0-45fc-b6de-588d3b96fbae tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting subnet d82439c8-690f-480b-92e4-a7df87c7d698 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:40.213256 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-33e6318c-92e0-45fc-b6de-588d3b96fbae tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (d82439c8-690f-480b-92e4-a7df87c7d698), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.262701 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (524c16bd-7bc7-47dc-99de-8caa43d8b18f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.267036 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-33e6318c-92e0-45fc-b6de-588d3b96fbae tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (d82439c8-690f-480b-92e4-a7df87c7d698), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.281090 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (524c16bd-7bc7-47dc-99de-8caa43d8b18f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.377143 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-33e6318c-92e0-45fc-b6de-588d3b96fbae tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d82439c8-690f-480b-92e4-a7df87c7d698), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.455476 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-33e6318c-92e0-45fc-b6de-588d3b96fbae tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (d82439c8-690f-480b-92e4-a7df87c7d698), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.757416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5264a94e-fa29-4c63-ac6d-6535145f77b2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:40.761688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5264a94e-fa29-4c63-ac6d-6535145f77b2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5904548 Feb 19 03:23:40.769335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54438) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:40.793796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6318c-92e0-45fc-b6de-588d3b96fbae tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Subnet': ['ID=d82439c8-690f-480b-92e4-a7df87c7d698,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:40.799314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-33e6318c-92e0-45fc-b6de-588d3b96fbae tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.805405 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-33e6318c-92e0-45fc-b6de-588d3b96fbae tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/d82439c8-690f-480b-92e4-a7df87c7d698 HTTP/1.1" status: 204 len: 168 time: 0.6754558 Feb 19 03:23:40.806032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54440) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:40.811975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe34fb1-5190-4d16-a739-a1310b6ee74e None None] Network bafa0ce7-4846-4797-bbe2-305ac9f0a74a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:40.826494 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (71ff03f5-fc0e-4d19-9468-285b3294f261), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.848129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=524c16bd-7bc7-47dc-99de-8caa43d8b18f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:40.885470 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (bafa0ce7-4846-4797-bbe2-305ac9f0a74a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.975286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:40.975859 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:40.982441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d645fe-6230-424d-9c00-5f34ade05af6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:40.983768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d645fe-6230-424d-9c00-5f34ade05af6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:40.985107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d645fe-6230-424d-9c00-5f34ade05af6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:40.989459 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-77d645fe-6230-424d-9c00-5f34ade05af6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2130868 Feb 19 03:23:41.000322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941ce6c-1f02-408c-8279-b537806ac1d2 req-56359597-36a7-4e70-ab1b-0f94d3e586f0 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:41.001856 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e941ce6c-1f02-408c-8279-b537806ac1d2 req-56359597-36a7-4e70-ab1b-0f94d3e586f0 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.67 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.2994130 Feb 19 03:23:41.002424 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54444) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:41.049675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc5d2f9-52bb-423d-ab87-6c4c63c57921 None None] DHCP port deletion for bafa0ce7-4846-4797-bbe2-305ac9f0a74a request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:41.106904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b576c16-ea11-4b25-acea-029b3d05d9ca req-4bf7f386-0548-4802-8b39-4690f02fdb68 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:41.108356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b576c16-ea11-4b25-acea-029b3d05d9ca req-4bf7f386-0548-4802-8b39-4690f02fdb68 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 946 time: 0.3615382 Feb 19 03:23:41.134652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] For port 6a0c402a-7d4d-4306-80de-49b98b3bcea5, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6a0c402a-7d4d-4306-80de-49b98b3bcea5,segment=NetworkSegment(6178505c-03c8-42b6-9d07-3edd0ca74deb),segment_id=6178505c-03c8-42b6-9d07-3edd0ca74deb)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:41.135391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.143018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-051f08ce-758b-4d47-a6ee-8eefec3d4e37 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet a58918b0-8430-4c23-bfb6-9d8c20686f61 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:41.157403 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-051f08ce-758b-4d47-a6ee-8eefec3d4e37 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (a58918b0-8430-4c23-bfb6-9d8c20686f61), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.171952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5d2f9-52bb-423d-ab87-6c4c63c57921 None None] Deleting port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:41.172753 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d2f9-52bb-423d-ab87-6c4c63c57921 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.181941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1dc44a0b-3db4-4700-9a04-b596f90a94c2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.261090 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 6a0c402a-7d4d-4306-80de-49b98b3bcea5 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:41.295047 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-051f08ce-758b-4d47-a6ee-8eefec3d4e37 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (a58918b0-8430-4c23-bfb6-9d8c20686f61), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.318163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7bc5d2f9-52bb-423d-ab87-6c4c63c57921 None None] For port 6a0c402a-7d4d-4306-80de-49b98b3bcea5, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6a0c402a-7d4d-4306-80de-49b98b3bcea5,segment=NetworkSegment(6178505c-03c8-42b6-9d07-3edd0ca74deb),segment_id=6178505c-03c8-42b6-9d07-3edd0ca74deb)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:41.318538 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d2f9-52bb-423d-ab87-6c4c63c57921 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.334161 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5d2f9-52bb-423d-ab87-6c4c63c57921 None None] Calling delete_port for 6a0c402a-7d4d-4306-80de-49b98b3bcea5 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:41.334436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 00ea3af7-edb0-4ca9-aa0b-5ec834d29759 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:41.351151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:41.456841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e941ce6c-1f02-408c-8279-b537806ac1d2 req-774ae631-8660-4858-908d-c23038d35267 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Deleting port 31ed85ec-0170-46e6-994d-9af3009795aa {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:41.457205 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e941ce6c-1f02-408c-8279-b537806ac1d2 req-774ae631-8660-4858-908d-c23038d35267 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.480378 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-051f08ce-758b-4d47-a6ee-8eefec3d4e37 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a58918b0-8430-4c23-bfb6-9d8c20686f61), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.495009 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b576c16-ea11-4b25-acea-029b3d05d9ca req-4a8e1115-5589-4735-b742-65dca15825e9 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/security-groups?id=d76cc319-fe9c-43b0-992a-eb3d9eb93375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743999 Feb 19 03:23:41.509622 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d2f9-52bb-423d-ab87-6c4c63c57921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.526845 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6a0c402a-7d4d-4306-80de-49b98b3bcea5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.547880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5d2f9-52bb-423d-ab87-6c4c63c57921 None None] Pushing event deleted for resources: {'Port': ['ID=6a0c402a-7d4d-4306-80de-49b98b3bcea5,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:41.559073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc5d2f9-52bb-423d-ab87-6c4c63c57921 None None] No DVR routers for this DVR port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:41.574264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=6a0c402a-7d4d-4306-80de-49b98b3bcea5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:41.585122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No DVR routers for this DVR port 6a0c402a-7d4d-4306-80de-49b98b3bcea5 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:41.698864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-051f08ce-758b-4d47-a6ee-8eefec3d4e37 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (a58918b0-8430-4c23-bfb6-9d8c20686f61), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.710643 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (bafa0ce7-4846-4797-bbe2-305ac9f0a74a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.761756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f08ce-758b-4d47-a6ee-8eefec3d4e37 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=a58918b0-8430-4c23-bfb6-9d8c20686f61,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:41.774101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-051f08ce-758b-4d47-a6ee-8eefec3d4e37 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.779701 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-051f08ce-758b-4d47-a6ee-8eefec3d4e37 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/a58918b0-8430-4c23-bfb6-9d8c20686f61 HTTP/1.1" status: 204 len: 168 time: 0.7731397 Feb 19 03:23:41.779701 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bafa0ce7-4846-4797-bbe2-305ac9f0a74a']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:41.781387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54452) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:41.783720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fc9dab-a675-41b2-874e-98c2a8642f68 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:41.802553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e941ce6c-1f02-408c-8279-b537806ac1d2 req-774ae631-8660-4858-908d-c23038d35267 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] For port 31ed85ec-0170-46e6-994d-9af3009795aa, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=31ed85ec-0170-46e6-994d-9af3009795aa,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:41.803009 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e941ce6c-1f02-408c-8279-b537806ac1d2 req-774ae631-8660-4858-908d-c23038d35267 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.820414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:41.822602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6178505c-03c8-42b6-9d07-3edd0ca74deb') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:41.822912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6178505c-03c8-42b6-9d07-3edd0ca74deb') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:41.856758 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (6178505c-03c8-42b6-9d07-3edd0ca74deb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.857136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e941ce6c-1f02-408c-8279-b537806ac1d2 req-774ae631-8660-4858-908d-c23038d35267 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Calling delete_port for 31ed85ec-0170-46e6-994d-9af3009795aa owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:41.884118 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6178505c-03c8-42b6-9d07-3edd0ca74deb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.893960 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:23:41.894374 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (6178505c-03c8-42b6-9d07-3edd0ca74deb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:23:41.985259 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:23:41.997768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (bafa0ce7-4846-4797-bbe2-305ac9f0a74a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.014422 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.016542 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/networks/bafa0ce7-4846-4797-bbe2-305ac9f0a74a HTTP/1.1" status: 204 len: 168 time: 1.2095027 Feb 19 03:23:42.020999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54454) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:42.042401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1879925364', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:42.068208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de4d999-e46f-44ef-bdc4-0be87b57b88d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet e376b027-cab2-4af5-af23-efab6bfe4c75 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:42.072054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4de4d999-e46f-44ef-bdc4-0be87b57b88d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (e376b027-cab2-4af5-af23-efab6bfe4c75), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.124617 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4de4d999-e46f-44ef-bdc4-0be87b57b88d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (e376b027-cab2-4af5-af23-efab6bfe4c75), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.187665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:42.196436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d6205b79-3d72-48b8-91c7-0a78ef6b461f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "PUT /v2.0/routers/71ff03f5-fc0e-4d19-9468-285b3294f261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2997828 Feb 19 03:23:42.196865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54456) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:42.203100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'port': {'network_id': '00ea3af7-edb0-4ca9-aa0b-5ec834d29759', 'name': 'tempest-FloatingIPTestJSON-599998902'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:42.209905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2a3340-0000-4082-bbd5-bd6fee8748cb None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:42.225478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2a3340-0000-4082-bbd5-bd6fee8748cb None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:42.226108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1a2a3340-0000-4082-bbd5-bd6fee8748cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:42.250596 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4de4d999-e46f-44ef-bdc4-0be87b57b88d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (e376b027-cab2-4af5-af23-efab6bfe4c75), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.324033 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (e022d65f-7398-4039-b7eb-1f7b00361d44), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.325726 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (e022d65f-7398-4039-b7eb-1f7b00361d44), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.359256 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1a2a3340-0000-4082-bbd5-bd6fee8748cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:42.381645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2a3340-0000-4082-bbd5-bd6fee8748cb None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:42.384579 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1a2a3340-0000-4082-bbd5-bd6fee8748cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:42.397978 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (e022d65f-7398-4039-b7eb-1f7b00361d44), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.400694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221eafb8-01fd-4757-95db-1a1b73c77771 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Network': ['ID=bafa0ce7-4846-4797-bbe2-305ac9f0a74a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:42.404096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4de4d999-e46f-44ef-bdc4-0be87b57b88d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (e376b027-cab2-4af5-af23-efab6bfe4c75), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.502222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1a2a3340-0000-4082-bbd5-bd6fee8748cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:42.505460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2a3340-0000-4082-bbd5-bd6fee8748cb None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:42.550454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1dc44a0b-3db4-4700-9a04-b596f90a94c2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting port ebb2d898-b92d-4f9a-b266-0fd18b644c41 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:42.551131 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1dc44a0b-3db4-4700-9a04-b596f90a94c2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.559925 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e941ce6c-1f02-408c-8279-b537806ac1d2 req-774ae631-8660-4858-908d-c23038d35267 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (31ed85ec-0170-46e6-994d-9af3009795aa), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.577822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6a0c402a-7d4d-4306-80de-49b98b3bcea5 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:42.607258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de4d999-e46f-44ef-bdc4-0be87b57b88d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=e376b027-cab2-4af5-af23-efab6bfe4c75,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:42.637855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 6a0c402a-7d4d-4306-80de-49b98b3bcea5 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:42.639574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6a0c402a-7d4d-4306-80de-49b98b3bcea5 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:42.714986 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4de4d999-e46f-44ef-bdc4-0be87b57b88d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.728360 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4de4d999-e46f-44ef-bdc4-0be87b57b88d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/e376b027-cab2-4af5-af23-efab6bfe4c75 HTTP/1.1" status: 204 len: 168 time: 0.9435270 Feb 19 03:23:42.728646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ae631-8660-4858-908d-c23038d35267 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Pushing event deleted for resources: {'Port': ['ID=31ed85ec-0170-46e6-994d-9af3009795aa,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:42.730621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54464) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:42.738297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ca530a6-e3a0-47f5-983f-02735224c960 req-2cea427f-8b27-46fc-80c7-090728b20ffa tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.81 "GET /v2.0/ports?device_id=b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b HTTP/1.1" status: 200 len: 210 time: 0.0440931 Feb 19 03:23:42.898499 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-51f7bf19-b837-4b62-a79b-3cb2c442eb53 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1667271 Feb 19 03:23:42.901757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54466) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:42.907404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-dd19104d-888f-4f8c-a744-409e0900ce8d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:42.913936 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_gateway (e022d65f-7398-4039-b7eb-1f7b00361d44), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.914161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e941ce6c-1f02-408c-8279-b537806ac1d2 req-774ae631-8660-4858-908d-c23038d35267 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] No DVR routers for this DVR port 31ed85ec-0170-46e6-994d-9af3009795aa on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:42.916775 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e941ce6c-1f02-408c-8279-b537806ac1d2 req-774ae631-8660-4858-908d-c23038d35267 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:42.920501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e941ce6c-1f02-408c-8279-b537806ac1d2 req-774ae631-8660-4858-908d-c23038d35267 tempest-ListServerFiltersTestJSON-2127768827 tempest-ListServerFiltersTestJSON-2127768827-project] 10.222.0.67 "DELETE /v2.0/ports/31ed85ec-0170-46e6-994d-9af3009795aa HTTP/1.1" status: 204 len: 173 time: 1.9104137 Feb 19 03:23:42.925923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b', 'name': 'network-vif-deleted', 'tag': '31ed85ec-0170-46e6-994d-9af3009795aa'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:42.928428 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cee844-321c-495c-9706-af1fcc131726" -d '{"events": [{"server_uuid": "b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b", "name": "network-vif-deleted", "tag": "31ed85ec-0170-46e6-994d-9af3009795aa"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:42.968124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Made reservation on behalf of a3fb9329e09f476db78b438747f88900 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:42.972196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.019317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] device_id is not set on port 27318969-5081-48d0-8f99-c62d96f151f8 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:43.144949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd19104d-888f-4f8c-a744-409e0900ce8d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:43.148489 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd19104d-888f-4f8c-a744-409e0900ce8d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.165229 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b524c21-2ef9-4109-9264-ee429fff2dfd x-openstack-request-id: req-4b524c21-2ef9-4109-9264-ee429fff2dfd {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:43.166327 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b", "name": "network-vif-deleted", "tag": "31ed85ec-0170-46e6-994d-9af3009795aa", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:43.166327 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4b524c21-2ef9-4109-9264-ee429fff2dfd {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:43.166327 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a5ef6f-4f2e-4da5-90ec-ceb0e48a6c5b', 'name': 'network-vif-deleted', 'tag': '31ed85ec-0170-46e6-994d-9af3009795aa', 'status': 'completed', 'code': 200} Feb 19 03:23:43.192792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-1dc44a0b-3db4-4700-9a04-b596f90a94c2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] For port ebb2d898-b92d-4f9a-b266-0fd18b644c41, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ebb2d898-b92d-4f9a-b266-0fd18b644c41,segment=NetworkSegment(262259e2-92d2-4cc5-bfd6-aadb79fdbef9),segment_id=262259e2-92d2-4cc5-bfd6-aadb79fdbef9)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:43.193392 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1dc44a0b-3db4-4700-9a04-b596f90a94c2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.199369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb4528a-5ab9-44e1-aafc-4ae991ff65d8 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:43.216228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1dc44a0b-3db4-4700-9a04-b596f90a94c2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Calling delete_port for ebb2d898-b92d-4f9a-b266-0fd18b644c41 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:43.236599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.20.0.6 (00ea3af7-edb0-4ca9-aa0b-5ec834d29759/3e093d8b-0d4a-4c73-8927-28167ef876c2/27318969-5081-48d0-8f99-c62d96f151f8) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:43.404108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7785b918-f89f-4128-ace2-0f7a25de8718 None None] Provisioning complete for port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:43.404744 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7785b918-f89f-4128-ace2-0f7a25de8718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.411547 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_gateway (e022d65f-7398-4039-b7eb-1f7b00361d44), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.440416 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.453376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 31ed85ec-0170-46e6-994d-9af3009795aa no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:43.478181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 31ed85ec-0170-46e6-994d-9af3009795aa {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:43.478526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 31ed85ec-0170-46e6-994d-9af3009795aa not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:43.526757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7785b918-f89f-4128-ace2-0f7a25de8718 None None] Current status of the port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:43.571328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd19104d-888f-4f8c-a744-409e0900ce8d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (53905d28-12ba-4123-ab3f-a380feac8667), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.650964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ed510c-c205-43e5-88c6-af8f6278ebc7 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:43.653251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Allocated IP 172.25.1.165 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/20918715-43a1-4e60-b7cc-cd7f7f220ea9) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:43.661289 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (27318969-5081-48d0-8f99-c62d96f151f8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.662816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd19104d-888f-4f8c-a744-409e0900ce8d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:43.679737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-dd19104d-888f-4f8c-a744-409e0900ce8d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:43.682570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19104d-888f-4f8c-a744-409e0900ce8d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=53905d28-12ba-4123-ab3f-a380feac8667,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:43.695045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd19104d-888f-4f8c-a744-409e0900ce8d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:43.695716 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd19104d-888f-4f8c-a744-409e0900ce8d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.735490 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1dc44a0b-3db4-4700-9a04-b596f90a94c2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ebb2d898-b92d-4f9a-b266-0fd18b644c41), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.749741 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dd19104d-888f-4f8c-a744-409e0900ce8d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8466954 Feb 19 03:23:43.750495 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54472) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:43.759176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1399c2c3-26bc-4047-8f1a-3dd78492f0fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:43.763188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed510c-c205-43e5-88c6-af8f6278ebc7 None None] Deleting port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:43.763588 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e9ed510c-c205-43e5-88c6-af8f6278ebc7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.779002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (27318969-5081-48d0-8f99-c62d96f151f8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.792220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc44a0b-3db4-4700-9a04-b596f90a94c2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Port': ['ID=ebb2d898-b92d-4f9a-b266-0fd18b644c41,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:43.865881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54480) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:43.940859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 00ea3af7-edb0-4ca9-aa0b-5ec834d29759 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:43.946853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6f052e-adab-440a-af44-e794f298b8e9 admin admin] Deleting subnet 7fc6714a-0c2b-4ba2-a072-a83242a25d3f {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:43.990996 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e6f052e-adab-440a-af44-e794f298b8e9 admin admin] Publish callbacks [] for subnet (7fc6714a-0c2b-4ba2-a072-a83242a25d3f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:43.994465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:44.003950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:44.017158 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (20918715-43a1-4e60-b7cc-cd7f7f220ea9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.089442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:44.090259 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.123301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=27318969-5081-48d0-8f99-c62d96f151f8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:44.126459 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1399c2c3-26bc-4047-8f1a-3dd78492f0fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:44.135954 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1399c2c3-26bc-4047-8f1a-3dd78492f0fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.163736 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-264ca013-b74d-4e4f-ab78-839f4b3cb156 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9650989 Feb 19 03:23:44.170983 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e6f052e-adab-440a-af44-e794f298b8e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (7fc6714a-0c2b-4ba2-a072-a83242a25d3f), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.172539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54486) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:44.179827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'port': {'network_id': '00ea3af7-edb0-4ca9-aa0b-5ec834d29759', 'name': 'tempest-FloatingIPTestJSON-494149214'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:44.197661 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e9ed510c-c205-43e5-88c6-af8f6278ebc7 None None] For port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:44.198162 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e9ed510c-c205-43e5-88c6-af8f6278ebc7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.212089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed510c-c205-43e5-88c6-af8f6278ebc7 None None] Calling delete_port for 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:44.297328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (20918715-43a1-4e60-b7cc-cd7f7f220ea9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.323982 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e9ed510c-c205-43e5-88c6-af8f6278ebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (5f05c6c9-5e97-45ff-8279-d08b1116f9b7), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.345189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed510c-c205-43e5-88c6-af8f6278ebc7 None None] No DVR routers for this DVR port 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:44.356426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:44.363735 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:44.370152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:44.373827 n-d-826755-2 neutron-server[109898]: INFO neutron.db.ipam_backend_mixin [None req-1399c2c3-26bc-4047-8f1a-3dd78492f0fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53905d28-12ba-4123-ab3f-a380feac8667 (CIDR: 2001:db8::/64) Feb 19 03:23:44.404700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed510c-c205-43e5-88c6-af8f6278ebc7 None None] Pushing event deleted for resources: {'Port': ['ID=5f05c6c9-5e97-45ff-8279-d08b1116f9b7,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:44.407883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f9ad8e-987e-4ecf-9f1d-d781068918c3 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:44.437136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=20918715-43a1-4e60-b7cc-cd7f7f220ea9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:44.442121 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-1399c2c3-26bc-4047-8f1a-3dd78492f0fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:23:44.442635 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1399c2c3-26bc-4047-8f1a-3dd78492f0fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:44.506694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54492) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:44.509257 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1399c2c3-26bc-4047-8f1a-3dd78492f0fd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7538476 Feb 19 03:23:44.515443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'subnet': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:44.592691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'project_id': 'bd0881be1eec4aaeb33f16ff25edfc24', 'fixed_ips': [{'subnet_id': '53905d28-12ba-4123-ab3f-a380feac8667'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:44.597245 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:44.813828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Allocated IP 2001:db8::2 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/53905d28-12ba-4123-ab3f-a380feac8667/a3170832-7d76-4182-89f1-5ef9ff01bfbe) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:44.906458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:44.936493 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:44.936828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5f05c6c9-5e97-45ff-8279-d08b1116f9b7 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:45.038574 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Publish callbacks [] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.056632 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.145718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:45.153472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:45.165058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:45.199057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Made reservation on behalf of a3fb9329e09f476db78b438747f88900 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:45.204648 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.236034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Pushing event updated for resources: {'Port': ['ID=a3170832-7d76-4182-89f1-5ef9ff01bfbe,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:45.280743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] device_id is not set on port 4e5d9470-888c-4599-adc6-81cfe869db15 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:45.286801 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e6f052e-adab-440a-af44-e794f298b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (7fc6714a-0c2b-4ba2-a072-a83242a25d3f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.292185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Attempting to bind port a3170832-7d76-4182-89f1-5ef9ff01bfbe on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:45.292591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Attempting to bind port a3170832-7d76-4182-89f1-5ef9ff01bfbe by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:45.292988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Attempting to bind port a3170832-7d76-4182-89f1-5ef9ff01bfbe on network 3e1d2a52-1707-4906-8471-db9b5cc29c4f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:45.301402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:45.301920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Checking segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:45.302381 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.302925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Bound using segment: {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:45.303466 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Bound port: a3170832-7d76-4182-89f1-5ef9ff01bfbe, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd73f67-645d-4acc-a9da-e34a120d8a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:45.304039 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.323806 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1dc44a0b-3db4-4700-9a04-b596f90a94c2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.433973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] For port a3170832-7d76-4182-89f1-5ef9ff01bfbe, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:45.436508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_gateway (e022d65f-7398-4039-b7eb-1f7b00361d44), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.438726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] For port a3170832-7d76-4182-89f1-5ef9ff01bfbe, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a3170832-7d76-4182-89f1-5ef9ff01bfbe,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:45.458947 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.552523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0b3e0-ff7c-4a05-9be1-e11cfa31df21 None None] Pushing event updated for resources: {'Port': ['ID=a3170832-7d76-4182-89f1-5ef9ff01bfbe,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:45.582562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:45.586155 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.617147 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e6f052e-adab-440a-af44-e794f298b8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (7fc6714a-0c2b-4ba2-a072-a83242a25d3f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.706743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f052e-adab-440a-af44-e794f298b8e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc6714a-0c2b-4ba2-a072-a83242a25d3f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:45.717709 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e6f052e-adab-440a-af44-e794f298b8e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.724179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3e6f052e-adab-440a-af44-e794f298b8e9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7fc6714a-0c2b-4ba2-a072-a83242a25d3f HTTP/1.1" status: 204 len: 168 time: 1.8507230 Feb 19 03:23:45.724179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.20.0.5 (00ea3af7-edb0-4ca9-aa0b-5ec834d29759/3e093d8b-0d4a-4c73-8927-28167ef876c2/4e5d9470-888c-4599-adc6-81cfe869db15) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:45.725376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54506) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:45.727746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564d0e31-5dfb-4918-82da-929884f721d0 None None] Network 12c30bec-6042-4990-9713-677296d69ad3 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:45.829374 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (e022d65f-7398-4039-b7eb-1f7b00361d44), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:45.868563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (12c30bec-6042-4990-9713-677296d69ad3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.071875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8670f132-6aae-4ba4-b764-2c1488ec0b3e None None] DHCP port deletion for 12c30bec-6042-4990-9713-677296d69ad3 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:46.160990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc44a0b-3db4-4700-9a04-b596f90a94c2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:46.213178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8670f132-6aae-4ba4-b764-2c1488ec0b3e None None] Deleting port 094c5a99-3ff0-42d5-af03-a86436d4357c {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:46.213803 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8670f132-6aae-4ba4-b764-2c1488ec0b3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.251983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Deleting port 094c5a99-3ff0-42d5-af03-a86436d4357c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:46.252401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.315470 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (4e5d9470-888c-4599-adc6-81cfe869db15), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.336265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] For port 094c5a99-3ff0-42d5-af03-a86436d4357c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=094c5a99-3ff0-42d5-af03-a86436d4357c,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:46.337897 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.359954 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Calling delete_port for 094c5a99-3ff0-42d5-af03-a86436d4357c owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:46.366907 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router e022d65f-7398-4039-b7eb-1f7b00361d44 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:23:46.387809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8670f132-6aae-4ba4-b764-2c1488ec0b3e None None] For port 094c5a99-3ff0-42d5-af03-a86436d4357c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=094c5a99-3ff0-42d5-af03-a86436d4357c,segment=NetworkSegment(dcb12d15-cd14-42f6-9a2a-14a1b4b6133b),segment_id=dcb12d15-cd14-42f6-9a2a-14a1b4b6133b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:46.390236 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8670f132-6aae-4ba4-b764-2c1488ec0b3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.417315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8670f132-6aae-4ba4-b764-2c1488ec0b3e None None] Calling delete_port for 094c5a99-3ff0-42d5-af03-a86436d4357c owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:46.592280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a3170832-7d76-4182-89f1-5ef9ff01bfbe up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:46.614254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc44a0b-3db4-4700-9a04-b596f90a94c2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:46.627800 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4b89a-a77a-4b85-9188-433cf42b6a78 None None] Sync routers for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:46.632770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1dc44a0b-3db4-4700-9a04-b596f90a94c2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "PUT /v2.0/routers/2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2617161 Feb 19 03:23:46.638384 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4e5d9470-888c-4599-adc6-81cfe869db15), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.680011 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4b89a-a77a-4b85-9188-433cf42b6a78 None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:46.680645 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f9a4b89a-a77a-4b85-9188-433cf42b6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:46.723402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 00ea3af7-edb0-4ca9-aa0b-5ec834d29759 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:46.731119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:46.734452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:46.745882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:46.781265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876b8ef-6f67-4003-927f-283d43872e72 None None] Sync routers for ids ['e022d65f-7398-4039-b7eb-1f7b00361d44'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:46.800057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=4e5d9470-888c-4599-adc6-81cfe869db15,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:46.831150 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8670f132-6aae-4ba4-b764-2c1488ec0b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.833337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (094c5a99-3ff0-42d5-af03-a86436d4357c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.870765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.objects.ports [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109899) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:23:46.893887 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:46.899759 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1f5056ee-cc6c-47db-ba0e-be26f67a8275 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8782654 Feb 19 03:23:46.900406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54520) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:46.959963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670f132-6aae-4ba4-b764-2c1488ec0b3e None None] No DVR routers for this DVR port 094c5a99-3ff0-42d5-af03-a86436d4357c on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:46.988424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670f132-6aae-4ba4-b764-2c1488ec0b3e None None] Pushing event deleted for resources: {'Port': ['ID=094c5a99-3ff0-42d5-af03-a86436d4357c,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:47.023178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876b8ef-6f67-4003-927f-283d43872e72 None None] Routers {'e022d65f-7398-4039-b7eb-1f7b00361d44'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:47.023178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a876b8ef-6f67-4003-927f-283d43872e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e022d65f-7398-4039-b7eb-1f7b00361d44'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:47.041212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:47.043980 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.082775 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f9a4b89a-a77a-4b85-9188-433cf42b6a78 None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:47.123031 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bcf18cc3-45ac-42df-9e97-9bd7b632f80b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9475613 Feb 19 03:23:47.129249 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a876b8ef-6f67-4003-927f-283d43872e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:47.175444 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-59d6b788-b289-4641-8baf-ca6c24977d34 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/routers/e022d65f-7398-4039-b7eb-1f7b00361d44 HTTP/1.1" status: 200 len: 885 time: 0.2338042 Feb 19 03:23:47.175792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54524) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:47.175947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876b8ef-6f67-4003-927f-283d43872e72 None None] Routers {'e022d65f-7398-4039-b7eb-1f7b00361d44'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:47.177600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54526) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:47.179296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=094c5a99-3ff0-42d5-af03-a86436d4357c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:47.183063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a876b8ef-6f67-4003-927f-283d43872e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e022d65f-7398-4039-b7eb-1f7b00361d44'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:47.184643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] No DVR routers for this DVR port 094c5a99-3ff0-42d5-af03-a86436d4357c on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:47.187312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '4e5d9470-888c-4599-adc6-81cfe869db15', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:47.222357 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a876b8ef-6f67-4003-927f-283d43872e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:47.223029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876b8ef-6f67-4003-927f-283d43872e72 None None] The sync data for ids ['e022d65f-7398-4039-b7eb-1f7b00361d44'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:47.233112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a3170832-7d76-4182-89f1-5ef9ff01bfbe triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:47.233659 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.331832 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (12c30bec-6042-4990-9713-677296d69ad3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.360975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c30bec-6042-4990-9713-677296d69ad3']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:47.391294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:47.392502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb12d15-cd14-42f6-9a2a-14a1b4b6133b') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:47.404279 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (dcb12d15-cd14-42f6-9a2a-14a1b4b6133b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.408972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a3170832-7d76-4182-89f1-5ef9ff01bfbe is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:47.409369 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.421977 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (dcb12d15-cd14-42f6-9a2a-14a1b4b6133b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.441730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:23:47.442837 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (dcb12d15-cd14-42f6-9a2a-14a1b4b6133b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:23:47.445174 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:23:47.493070 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.521504 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f9a4b89a-a77a-4b85-9188-433cf42b6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:23:43Z', 'revision_number': 6, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'd2d02072-ba43-468d-a60e-6c596ba9c164', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'port_id': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'mac_address': 'fa:16:3e:37:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:21:00Z', 'updated_at': '2022-02-19T03:21:07Z', 'revision_number': 1, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:47.561428 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-00ccbf8b-c124-4b2d-9219-aaf557c470a9 None None] Provisioning complete for port a3170832-7d76-4182-89f1-5ef9ff01bfbe triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:47.562174 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-00ccbf8b-c124-4b2d-9219-aaf557c470a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.600101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (12c30bec-6042-4990-9713-677296d69ad3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.609608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.612960 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/12c30bec-6042-4990-9713-677296d69ad3 HTTP/1.1" status: 204 len: 168 time: 1.8865044 Feb 19 03:23:47.621360 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:47.621360 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:47.667596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6141df-81c8-45b6-a7e4-1671167502c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=12c30bec-6042-4990-9713-677296d69ad3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:47.697545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e291bf-9310-4579-ad81-e3693f8078ff req-bf4ab310-7705-4f1a-9bd1-9ef5a50b6300 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:47.707506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85e291bf-9310-4579-ad81-e3693f8078ff req-bf4ab310-7705-4f1a-9bd1-9ef5a50b6300 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 946 time: 0.4880528 Feb 19 03:23:47.721440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-00ccbf8b-c124-4b2d-9219-aaf557c470a9 None None] Current status of the port a3170832-7d76-4182-89f1-5ef9ff01bfbe is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:47.721831 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-00ccbf8b-c124-4b2d-9219-aaf557c470a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.768716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.788698 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4b89a-a77a-4b85-9188-433cf42b6a78 None None] Checking router: 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:23:47.797709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-00ccbf8b-c124-4b2d-9219-aaf557c470a9 None None] For port a3170832-7d76-4182-89f1-5ef9ff01bfbe, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a3170832-7d76-4182-89f1-5ef9ff01bfbe,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:47.804586 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4b89a-a77a-4b85-9188-433cf42b6a78 None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:47.808147 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f9a4b89a-a77a-4b85-9188-433cf42b6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:47.812781 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-00ccbf8b-c124-4b2d-9219-aaf557c470a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:47.889159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccbf8b-c124-4b2d-9219-aaf557c470a9 None None] Pushing event updated for resources: {'Port': ['ID=a3170832-7d76-4182-89f1-5ef9ff01bfbe,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:47.897640 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.api [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109899) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:23:47.897955 n-d-826755-2 neutron-server[109899]: DEBUG oslo_db.api [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:23:47.921466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54534) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:47.954676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85e291bf-9310-4579-ad81-e3693f8078ff req-9b58e1c5-bfa4-4356-a3d7-1836dbc8e811 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdae6966-501b-4483-bc32-29e265dd4200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461371 Feb 19 03:23:48.000327 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8b1730a1-b044-4122-b4ae-99035d459995 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6cd7142ab25e418f8768b0db7da15b4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0774863 Feb 19 03:23:48.000952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54536) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:48.064572 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f9a4b89a-a77a-4b85-9188-433cf42b6a78 None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:23:48.079058 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.086707 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69c0c325-8d23-43ee-ae5a-d01c6d1d8bab admin admin] Publish callbacks [] for security_group (d76cc319-fe9c-43b0-992a-eb3d9eb93375), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.111585 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69c0c325-8d23-43ee-ae5a-d01c6d1d8bab admin admin] Publish callbacks [] for security_group (d76cc319-fe9c-43b0-992a-eb3d9eb93375), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.165432 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f649e641-9f81-4a05-91b1-99f67bd4ec13 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.9695232 Feb 19 03:23:48.168320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54538) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:48.173419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7c0995f7-3d56-445d-b043-c81ca01c632f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1879925364'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:48.196735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a3170832-7d76-4182-89f1-5ef9ff01bfbe is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:48.224160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69c0c325-8d23-43ee-ae5a-d01c6d1d8bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d76cc319-fe9c-43b0-992a-eb3d9eb93375), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.227247 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-69c0c325-8d23-43ee-ae5a-d01c6d1d8bab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.231169 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-69c0c325-8d23-43ee-ae5a-d01c6d1d8bab admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d76cc319-fe9c-43b0-992a-eb3d9eb93375 HTTP/1.1" status: 204 len: 168 time: 0.2292383 Feb 19 03:23:48.260280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0c325-8d23-43ee-ae5a-d01c6d1d8bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76cc319-fe9c-43b0-992a-eb3d9eb93375,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:48.303576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 094c5a99-3ff0-42d5-af03-a86436d4357c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:48.331881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.25.1.183 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/e2aeb9d2-091f-4b41-82a5-d9a586040e50) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:48.394622 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 094c5a99-3ff0-42d5-af03-a86436d4357c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:48.395286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 094c5a99-3ff0-42d5-af03-a86436d4357c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:48.564293 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f9a4b89a-a77a-4b85-9188-433cf42b6a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:23:43Z', 'revision_number': 6, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'd2d02072-ba43-468d-a60e-6c596ba9c164', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'port_id': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'mac_address': 'fa:16:3e:37:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:21:00Z', 'updated_at': '2022-02-19T03:21:07Z', 'revision_number': 1, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:48.613883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a3170832-7d76-4182-89f1-5ef9ff01bfbe up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:48.620166 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.635451 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4b89a-a77a-4b85-9188-433cf42b6a78 None None] The sync data for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 is: [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:23:43Z', 'revision_number': 6, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'd2d02072-ba43-468d-a60e-6c596ba9c164', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'floating_ip_address': '172.25.1.151', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'port_id': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'mac_address': 'fa:16:3e:37:a2:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:21:00Z', 'updated_at': '2022-02-19T03:21:07Z', 'revision_number': 1, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:48.730768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a3170832-7d76-4182-89f1-5ef9ff01bfbe triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:48.731398 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.857864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c0995f7-3d56-445d-b043-c81ca01c632f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (e022d65f-7398-4039-b7eb-1f7b00361d44), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.874775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a3170832-7d76-4182-89f1-5ef9ff01bfbe is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:48.884258 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c0995f7-3d56-445d-b043-c81ca01c632f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (e022d65f-7398-4039-b7eb-1f7b00361d44), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:48.997266 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (e2aeb9d2-091f-4b41-82a5-d9a586040e50), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.025721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d6812-7e87-4135-ba0e-d629d9fcd655 req-19bab1b5-6a0f-4cfa-a253-6823143dc5fe tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:49.030404 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778d6812-7e87-4135-ba0e-d629d9fcd655 req-19bab1b5-6a0f-4cfa-a253-6823143dc5fe tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.87 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 946 time: 0.4559376 Feb 19 03:23:49.056137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0995f7-3d56-445d-b043-c81ca01c632f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router e022d65f-7398-4039-b7eb-1f7b00361d44 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:49.334492 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0995f7-3d56-445d-b043-c81ca01c632f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:49.348488 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bb127f-8530-4412-8295-ed51d47684e1 None None] Sync routers for ids ['e022d65f-7398-4039-b7eb-1f7b00361d44'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:49.349978 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c0995f7-3d56-445d-b043-c81ca01c632f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.351336 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7c0995f7-3d56-445d-b043-c81ca01c632f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/e022d65f-7398-4039-b7eb-1f7b00361d44 HTTP/1.1" status: 200 len: 892 time: 1.1818364 Feb 19 03:23:49.361278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54558) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:49.363689 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bb127f-8530-4412-8295-ed51d47684e1 None None] Routers {'e022d65f-7398-4039-b7eb-1f7b00361d44'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:49.364637 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-12bb127f-8530-4412-8295-ed51d47684e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e022d65f-7398-4039-b7eb-1f7b00361d44'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:49.408985 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-12bb127f-8530-4412-8295-ed51d47684e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:49.433330 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bb127f-8530-4412-8295-ed51d47684e1 None None] Routers {'e022d65f-7398-4039-b7eb-1f7b00361d44'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:49.436651 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-12bb127f-8530-4412-8295-ed51d47684e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e022d65f-7398-4039-b7eb-1f7b00361d44'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:49.502721 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-12bb127f-8530-4412-8295-ed51d47684e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:49.503940 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bb127f-8530-4412-8295-ed51d47684e1 None None] The sync data for ids ['e022d65f-7398-4039-b7eb-1f7b00361d44'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:49.618558 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-70a8c495-110c-4b81-909b-0c7a315ef9c4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/routers/e022d65f-7398-4039-b7eb-1f7b00361d44 HTTP/1.1" status: 200 len: 892 time: 0.2557445 Feb 19 03:23:49.621034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54566) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:49.692383 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-90d16223-65cd-402f-890c-81ea635812ef tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=e022d65f-7398-4039-b7eb-1f7b00361d44 HTTP/1.1" status: 200 len: 205 time: 0.0698071 Feb 19 03:23:49.697137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54570) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:49.852575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] For port a3170832-7d76-4182-89f1-5ef9ff01bfbe, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a3170832-7d76-4182-89f1-5ef9ff01bfbe,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:49.863216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54574) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:49.896019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (e022d65f-7398-4039-b7eb-1f7b00361d44), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.971958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:49.993784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.064090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=a3170832-7d76-4182-89f1-5ef9ff01bfbe,revision_number=5']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:50.077153 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e2aeb9d2-091f-4b41-82a5-d9a586040e50), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.081961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (9c39359b-8eb5-4017-a281-e4672a58c5e5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.094297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97826934-4f2a-40ab-81cf-919d9534746d req-4c04ba93-2296-48ca-9020-bd469a205d30 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:50.096678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97826934-4f2a-40ab-81cf-919d9534746d req-4c04ba93-2296-48ca-9020-bd469a205d30 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 946 time: 0.2409215 Feb 19 03:23:50.099495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_gateway (e022d65f-7398-4039-b7eb-1f7b00361d44), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.164317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-918682429-network', 'tenant_id': '27ace3f9fbb04b29a6608128dca77d23'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:50.176023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 20918715-43a1-4e60-b7cc-cd7f7f220ea9 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:50.176514 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (20918715-43a1-4e60-b7cc-cd7f7f220ea9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.187537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-778d6812-7e87-4135-ba0e-d629d9fcd655 req-8987f53f-0c6b-4143-bedb-412866df167c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting port 8cfeb71f-4551-4413-9440-1f31c04d94d6 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:50.187898 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778d6812-7e87-4135-ba0e-d629d9fcd655 req-8987f53f-0c6b-4143-bedb-412866df167c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.224795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:50.235657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:50.249056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:50.285128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:50.296026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31803b40-cfea-45b0-a8d8-4d50a809c91f None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:50.297435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:50.310571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:50.311173 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.343490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=e2aeb9d2-091f-4b41-82a5-d9a586040e50,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:50.355865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Subnet': ['ID=9c39359b-8eb5-4017-a281-e4672a58c5e5,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:50.367939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Made reservation on behalf of 27ace3f9fbb04b29a6608128dca77d23 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:50.370338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.403826 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.409923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97826934-4f2a-40ab-81cf-919d9534746d req-4ebbf697-2464-442c-addd-650b9baba7e4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdae6966-501b-4483-bc32-29e265dd4200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2997315 Feb 19 03:23:50.453566 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f693d5bd-f0ed-4a5c-9148-4c7bd855906f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.9424036 Feb 19 03:23:50.454880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54580) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:50.470516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ebb2d898-b92d-4f9a-b266-0fd18b644c41 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:50.474938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Request body: {'port': {'network_id': '3e1d2a52-1707-4906-8471-db9b5cc29c4f', 'mac_address': 'fa:16:3e:a7:19:93', 'name': 'tempest-NetworksTestDHCPv6-1515371698'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:50.534362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: ebb2d898-b92d-4f9a-b266-0fd18b644c41 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:50.534988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ebb2d898-b92d-4f9a-b266-0fd18b644c41 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:50.586616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-778d6812-7e87-4135-ba0e-d629d9fcd655 req-8987f53f-0c6b-4143-bedb-412866df167c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] For port 8cfeb71f-4551-4413-9440-1f31c04d94d6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8cfeb71f-4551-4413-9440-1f31c04d94d6,segment=NetworkSegment(262259e2-92d2-4cc5-bfd6-aadb79fdbef9),segment_id=262259e2-92d2-4cc5-bfd6-aadb79fdbef9)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:50.587009 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778d6812-7e87-4135-ba0e-d629d9fcd655 req-8987f53f-0c6b-4143-bedb-412866df167c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.660099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-778d6812-7e87-4135-ba0e-d629d9fcd655 req-8987f53f-0c6b-4143-bedb-412866df167c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Calling delete_port for 8cfeb71f-4551-4413-9440-1f31c04d94d6 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:50.829984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (20918715-43a1-4e60-b7cc-cd7f7f220ea9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:50.853056 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 20918715-43a1-4e60-b7cc-cd7f7f220ea9 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:50.895331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Made reservation on behalf of bd0881be1eec4aaeb33f16ff25edfc24 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:51.001778 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Publish callbacks [] for security_group (c334f13c-33f6-4936-86dc-5684b5ea4c33), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.062902 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c334f13c-33f6-4936-86dc-5684b5ea4c33), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.089740 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (20918715-43a1-4e60-b7cc-cd7f7f220ea9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.102251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:23:51.113576 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (64b78549-c464-4eff-a208-64db5898913c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.113928 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Added segment 64b78549-c464-4eff-a208-64db5898913c of type vlan for network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 Feb 19 03:23:51.157681 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (6c28c8f8-61eb-4032-aaaa-40aa66f979b6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.222080 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (6c28c8f8-61eb-4032-aaaa-40aa66f979b6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.223075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:51.223667 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.226668 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=20918715-43a1-4e60-b7cc-cd7f7f220ea9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:51.263551 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (e022d65f-7398-4039-b7eb-1f7b00361d44), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.313789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c334f13c-33f6-4936-86dc-5684b5ea4c33,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:51.393781 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (e022d65f-7398-4039-b7eb-1f7b00361d44), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.397363 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (e022d65f-7398-4039-b7eb-1f7b00361d44), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.473698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (e022d65f-7398-4039-b7eb-1f7b00361d44), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.474376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Fanout notify agent at l3_agent the message router_deleted on router e022d65f-7398-4039-b7eb-1f7b00361d44 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:23:51.488563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.498059 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-067b6d77-4bae-48b1-9530-ecb2731b805b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/e022d65f-7398-4039-b7eb-1f7b00361d44 HTTP/1.1" status: 204 len: 168 time: 1.7995257 Feb 19 03:23:51.498807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54590) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:51.514060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-73190f6c-ece4-4d02-8706-f70d23b042df tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1304651565'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:51.544787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6769228 Feb 19 03:23:51.552045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54592) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:51.558302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-15d08f46-6ca9-42ac-bf58-8db16be5677a admin admin] Request body: {'subnet': {'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-918682429-subnet', 'tenant_id': '27ace3f9fbb04b29a6608128dca77d23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:51.575008 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.580940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bf44340b-8ac7-4273-9da9-e564a26e9b79 None None] Provisioning complete for port a3170832-7d76-4182-89f1-5ef9ff01bfbe triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:51.582110 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bf44340b-8ac7-4273-9da9-e564a26e9b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.582926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d08f46-6ca9-42ac-bf58-8db16be5677a admin admin] Made reservation on behalf of 27ace3f9fbb04b29a6608128dca77d23 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:51.585774 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15d08f46-6ca9-42ac-bf58-8db16be5677a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.589899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73190f6c-ece4-4d02-8706-f70d23b042df tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:51.593427 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73190f6c-ece4-4d02-8706-f70d23b042df tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.615520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90b5fd-6d32-4e00-9dd0-6726b7418ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=6c28c8f8-61eb-4032-aaaa-40aa66f979b6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:51.682857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] device_id is not set on port f9fd5cd9-5e15-47ef-8d0d-29add88dc972 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:23:51.693915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:23:51.750297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73190f6c-ece4-4d02-8706-f70d23b042df tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:23:51.774295 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73190f6c-ece4-4d02-8706-f70d23b042df tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ac251fec-919e-4f2c-b05a-f5873e646992), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.775075 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-73190f6c-ece4-4d02-8706-f70d23b042df tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Added segment ac251fec-919e-4f2c-b05a-f5873e646992 of type vlan for network ec9466f3-718f-44eb-9f55-d7b46063b18d Feb 19 03:23:51.835284 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73190f6c-ece4-4d02-8706-f70d23b042df tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (ec9466f3-718f-44eb-9f55-d7b46063b18d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:51.921433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8::270 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/53905d28-12ba-4123-ab3f-a380feac8667/f9fd5cd9-5e15-47ef-8d0d-29add88dc972) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:51.925446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bf44340b-8ac7-4273-9da9-e564a26e9b79 None None] Current status of the port a3170832-7d76-4182-89f1-5ef9ff01bfbe is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:51.928589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Allocated IP 2001:db8:0:1:f816:3eff:fea7:1993 (3e1d2a52-1707-4906-8471-db9b5cc29c4f/9c39359b-8eb5-4017-a281-e4672a58c5e5/f9fd5cd9-5e15-47ef-8d0d-29add88dc972) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:51.981721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15d08f46-6ca9-42ac-bf58-8db16be5677a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (276211d2-ad25-41ed-a0be-58fa04c1f704), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.022562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73190f6c-ece4-4d02-8706-f70d23b042df tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (ec9466f3-718f-44eb-9f55-d7b46063b18d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.028439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73190f6c-ece4-4d02-8706-f70d23b042df tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:52.030752 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73190f6c-ece4-4d02-8706-f70d23b042df tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.123325 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for port (f9fd5cd9-5e15-47ef-8d0d-29add88dc972), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.141780 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-73190f6c-ece4-4d02-8706-f70d23b042df tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6379266 Feb 19 03:23:52.153714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54598) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:52.161768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778d6812-7e87-4135-ba0e-d629d9fcd655 req-8987f53f-0c6b-4143-bedb-412866df167c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8cfeb71f-4551-4413-9440-1f31c04d94d6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.170548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bd2ad6c0-4b28-41f4-b83f-46f1c101043e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'subnet': {'network_id': 'ec9466f3-718f-44eb-9f55-d7b46063b18d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:52.176479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d08f46-6ca9-42ac-bf58-8db16be5677a admin admin] Pushing event updated for resources: {'Subnet': ['ID=276211d2-ad25-41ed-a0be-58fa04c1f704,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:52.177186 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f9fd5cd9-5e15-47ef-8d0d-29add88dc972), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.185939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d08f46-6ca9-42ac-bf58-8db16be5677a admin admin] Checking segment: {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:52.186411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d08f46-6ca9-42ac-bf58-8db16be5677a admin admin] Network hostable DHCP agents. Network: 6c28c8f8-61eb-4032-aaaa-40aa66f979b6, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:23:52.209959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73190f6c-ece4-4d02-8706-f70d23b042df tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Network': ['ID=ec9466f3-718f-44eb-9f55-d7b46063b18d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:52.213564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987f53f-0c6b-4143-bedb-412866df167c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Port': ['ID=8cfeb71f-4551-4413-9440-1f31c04d94d6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:52.227448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network ec9466f3-718f-44eb-9f55-d7b46063b18d details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:23:52.287733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event updated for resources: {'Port': ['ID=f9fd5cd9-5e15-47ef-8d0d-29add88dc972,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:52.327083 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d08f46-6ca9-42ac-bf58-8db16be5677a admin admin] Network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:23:52.335842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de75f9-2f51-47b0-80ee-b4010ee739dd req-0b493dfd-1324-4973-bc64-2072908359de tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:52.337984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99de75f9-2f51-47b0-80ee-b4010ee739dd req-0b493dfd-1324-4973-bc64-2072908359de tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=0498ed15-842f-4ae7-8e1d-7234ae4e62fe HTTP/1.1" status: 200 len: 867 time: 0.7728918 Feb 19 03:23:52.361424 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-15d08f46-6ca9-42ac-bf58-8db16be5677a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 6c28c8f8-61eb-4032-aaaa-40aa66f979b6) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:52.370908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505e431b-f3d6-423b-b46c-1de2302b84b7 None None] Network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:52.395826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d08f46-6ca9-42ac-bf58-8db16be5677a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:52.396731 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15d08f46-6ca9-42ac-bf58-8db16be5677a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.400289 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-778d6812-7e87-4135-ba0e-d629d9fcd655 req-8987f53f-0c6b-4143-bedb-412866df167c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] No DVR routers for this DVR port 8cfeb71f-4551-4413-9440-1f31c04d94d6 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:52.421463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:52.425553 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-778d6812-7e87-4135-ba0e-d629d9fcd655 req-8987f53f-0c6b-4143-bedb-412866df167c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.433058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-778d6812-7e87-4135-ba0e-d629d9fcd655 req-8987f53f-0c6b-4143-bedb-412866df167c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.87 "DELETE /v2.0/ports/8cfeb71f-4551-4413-9440-1f31c04d94d6 HTTP/1.1" status: 204 len: 173 time: 3.3931036 Feb 19 03:23:52.436915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0498ed15-842f-4ae7-8e1d-7234ae4e62fe', 'name': 'network-vif-deleted', 'tag': '8cfeb71f-4551-4413-9440-1f31c04d94d6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:23:52.439101 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc78c12a-5dec-49ad-ad55-c2d14e4d65d4" -d '{"events": [{"server_uuid": "0498ed15-842f-4ae7-8e1d-7234ae4e62fe", "name": "network-vif-deleted", "tag": "8cfeb71f-4551-4413-9440-1f31c04d94d6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:23:52.457280 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-15d08f46-6ca9-42ac-bf58-8db16be5677a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9037702 Feb 19 03:23:52.468758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:52.482177 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:52.488924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2ad6c0-4b28-41f4-b83f-46f1c101043e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:52.495748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:52.498096 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.501189 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd2ad6c0-4b28-41f4-b83f-46f1c101043e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.584877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54604) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:52.585903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-24c44bef-e676-432f-b80c-8b73af40ca8a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1247363 Feb 19 03:23:52.604285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfefc2f7-7092-4e70-940e-d0ca49bfca10 None None] Network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:52.646602 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (2dd9e82a-e148-42e1-a0e4-ec3a40713d96), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.747779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99de75f9-2f51-47b0-80ee-b4010ee739dd req-1f145c43-8f1b-4fff-be42-ca67fb281c08 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=fdae6966-501b-4483-bc32-29e265dd4200&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3747301 Feb 19 03:23:52.859994 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:52.928115 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9971a9c-6be4-4923-a704-0a8bea725b41 x-openstack-request-id: req-d9971a9c-6be4-4923-a704-0a8bea725b41 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:23:52.929057 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0498ed15-842f-4ae7-8e1d-7234ae4e62fe", "name": "network-vif-deleted", "tag": "8cfeb71f-4551-4413-9440-1f31c04d94d6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:23:52.929546 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d9971a9c-6be4-4923-a704-0a8bea725b41 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:23:52.932069 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0498ed15-842f-4ae7-8e1d-7234ae4e62fe', 'name': 'network-vif-deleted', 'tag': '8cfeb71f-4551-4413-9440-1f31c04d94d6', 'status': 'completed', 'code': 200} Feb 19 03:23:52.961126 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2aeb9d2-091f-4b41-82a5-d9a586040e50), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.022962 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa67e6-6f88-408c-b5e5-81ef5fc8e7a6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting port f9fd5cd9-5e15-47ef-8d0d-29add88dc972 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:53.023461 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0aa67e6-6f88-408c-b5e5-81ef5fc8e7a6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f9fd5cd9-5e15-47ef-8d0d-29add88dc972), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.158313 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0aa67e6-6f88-408c-b5e5-81ef5fc8e7a6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f9fd5cd9-5e15-47ef-8d0d-29add88dc972), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.175270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6b12b9b7-7825-454a-bf38-b2fe143cae03 None None] Provisioning complete for port f9fd5cd9-5e15-47ef-8d0d-29add88dc972 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:53.175739 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6b12b9b7-7825-454a-bf38-b2fe143cae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f9fd5cd9-5e15-47ef-8d0d-29add88dc972), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.176548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa67e6-6f88-408c-b5e5-81ef5fc8e7a6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Calling delete_port for f9fd5cd9-5e15-47ef-8d0d-29add88dc972 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:53.262350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8cfeb71f-4551-4413-9440-1f31c04d94d6 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:53.306427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 8cfeb71f-4551-4413-9440-1f31c04d94d6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:53.307851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8cfeb71f-4551-4413-9440-1f31c04d94d6 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:53.328200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6b12b9b7-7825-454a-bf38-b2fe143cae03 None None] Port f9fd5cd9-5e15-47ef-8d0d-29add88dc972 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:23:53.354968 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (e2aeb9d2-091f-4b41-82a5-d9a586040e50), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.368216 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e2aeb9d2-091f-4b41-82a5-d9a586040e50), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.476848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0aa67e6-6f88-408c-b5e5-81ef5fc8e7a6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f9fd5cd9-5e15-47ef-8d0d-29add88dc972), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.495004 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd2ad6c0-4b28-41f4-b83f-46f1c101043e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (13785b46-ac24-4975-a773-c97add08f48d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.544838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=e2aeb9d2-091f-4b41-82a5-d9a586040e50,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:53.559049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa67e6-6f88-408c-b5e5-81ef5fc8e7a6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Port': ['ID=f9fd5cd9-5e15-47ef-8d0d-29add88dc972,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:53.623779 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.702310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2ad6c0-4b28-41f4-b83f-46f1c101043e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Subnet': ['ID=13785b46-ac24-4975-a773-c97add08f48d,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:53.715910 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0aa67e6-6f88-408c-b5e5-81ef5fc8e7a6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.723564 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c0aa67e6-6f88-408c-b5e5-81ef5fc8e7a6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/f9fd5cd9-5e15-47ef-8d0d-29add88dc972 HTTP/1.1" status: 204 len: 168 time: 1.1374946 Feb 19 03:23:53.724613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54628) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:53.755913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-61359ce2-b654-437a-88a9-7975b1579ba7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:53.764196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-61359ce2-b654-437a-88a9-7975b1579ba7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/networks?id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6 HTTP/1.1" status: 200 len: 812 time: 0.2138600 Feb 19 03:23:53.784732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2ad6c0-4b28-41f4-b83f-46f1c101043e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Checking segment: {'id': 'ac251fec-919e-4f2c-b05a-f5873e646992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ec9466f3-718f-44eb-9f55-d7b46063b18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:53.785471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2ad6c0-4b28-41f4-b83f-46f1c101043e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network hostable DHCP agents. Network: ec9466f3-718f-44eb-9f55-d7b46063b18d, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:23:53.805574 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (2dd9e82a-e148-42e1-a0e4-ec3a40713d96), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.809545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-c9486087-4cb8-4014-8e06-83665f97ee24 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/quotas/27ace3f9fbb04b29a6608128dca77d23 HTTP/1.1" status: 200 len: 375 time: 0.0443461 Feb 19 03:23:53.836467 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2ad6c0-4b28-41f4-b83f-46f1c101043e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network ec9466f3-718f-44eb-9f55-d7b46063b18d is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:23:53.858441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e02944c-073a-45ad-8e06-0f84c3ff3758 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:53.861030 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6e02944c-073a-45ad-8e06-0f84c3ff3758 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1245918 Feb 19 03:23:53.863299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54636) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:53.879336 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-bd2ad6c0-4b28-41f4-b83f-46f1c101043e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, ec9466f3-718f-44eb-9f55-d7b46063b18d) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:53.889342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceb1feb-3d47-4d26-b85d-160bb771e30c None None] Network ec9466f3-718f-44eb-9f55-d7b46063b18d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:53.893037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2ad6c0-4b28-41f4-b83f-46f1c101043e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:53.901327 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd2ad6c0-4b28-41f4-b83f-46f1c101043e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:53.913795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-38f264f9-2a67-49b3-86ee-65290b5c6aee tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=27ace3f9fbb04b29a6608128dca77d23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489957 Feb 19 03:23:53.983481 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bd2ad6c0-4b28-41f4-b83f-46f1c101043e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8256915 Feb 19 03:23:53.999258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54638) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:54.006951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-19760595-e344-4b5f-a46e-5b6463854872 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1857122028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:54.029964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d50cbc6-5746-40e6-8a39-d923813c30c9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:54.031572 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9d50cbc6-5746-40e6-8a39-d923813c30c9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1665289 Feb 19 03:23:54.031901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-ec9466f3-718f-44eb-9f55-d7b46063b18d', 'network_id': 'ec9466f3-718f-44eb-9f55-d7b46063b18d', 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'fixed_ips': [{'subnet_id': '13785b46-ac24-4975-a773-c97add08f48d'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:23:54.033586 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.035093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54640) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:54.140113 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19760595-e344-4b5f-a46e-5b6463854872 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (00fd66ca-8a7a-484a-9e36-9ce9c301a264), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.141194 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19760595-e344-4b5f-a46e-5b6463854872 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (00fd66ca-8a7a-484a-9e36-9ce9c301a264), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.174180 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Floating IP 2dd9e82a-e148-42e1-a0e4-ec3a40713d96 associated. External IP: 172.25.1.183, port: 4e5d9470-888c-4599-adc6-81cfe869db15. Feb 19 03:23:54.177169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973a088-e316-44cb-9d68-991042643962 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:54.180260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-acb01aec-fc7a-4ebd-9e31-14ddd0183681 service neutron] 10.222.0.81 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584870 Feb 19 03:23:54.189197 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973a088-e316-44cb-9d68-991042643962 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:54.191451 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3973a088-e316-44cb-9d68-991042643962 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:54.193660 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3973a088-e316-44cb-9d68-991042643962 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1542921 Feb 19 03:23:54.196370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54642) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:54.322214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Allocated IP 2001:db8::2 (ec9466f3-718f-44eb-9f55-d7b46063b18d/13785b46-ac24-4975-a773-c97add08f48d/9c813e46-908e-4a95-bc35-95e2c4179a9e) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:54.334731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e0d46a-c275-4225-b278-d487bb0f24bc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 53905d28-12ba-4123-ab3f-a380feac8667 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:54.344383 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d46a-c275-4225-b278-d487bb0f24bc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (53905d28-12ba-4123-ab3f-a380feac8667), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.421963 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d46a-c275-4225-b278-d487bb0f24bc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (53905d28-12ba-4123-ab3f-a380feac8667), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.549845 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d46a-c275-4225-b278-d487bb0f24bc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (53905d28-12ba-4123-ab3f-a380feac8667), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.603572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Publish callbacks [] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.617170 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.658648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d46a-c275-4225-b278-d487bb0f24bc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (53905d28-12ba-4123-ab3f-a380feac8667), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.705769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Network ec9466f3-718f-44eb-9f55-d7b46063b18d is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:54.710159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:54.716235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:54.721067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0d46a-c275-4225-b278-d487bb0f24bc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=53905d28-12ba-4123-ab3f-a380feac8667,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:54.732377 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8e0d46a-c275-4225-b278-d487bb0f24bc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.740544 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b8e0d46a-c275-4225-b278-d487bb0f24bc tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/53905d28-12ba-4123-ab3f-a380feac8667 HTTP/1.1" status: 204 len: 168 time: 0.5425346 Feb 19 03:23:54.743315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b580d95-24ab-4f65-8019-9a6387ab9798 None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:54.743998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54644) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:54.788235 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19760595-e344-4b5f-a46e-5b6463854872 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (00fd66ca-8a7a-484a-9e36-9ce9c301a264), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.801371 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19760595-e344-4b5f-a46e-5b6463854872 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (00fd66ca-8a7a-484a-9e36-9ce9c301a264), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.872970 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19760595-e344-4b5f-a46e-5b6463854872 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.874226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-19760595-e344-4b5f-a46e-5b6463854872 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8736010 Feb 19 03:23:54.879834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54650) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:54.916002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-741dd7c4-bab8-47bb-8695-5652be500ecf tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Deleting subnet 9c39359b-8eb5-4017-a281-e4672a58c5e5 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:54.919746 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-741dd7c4-bab8-47bb-8695-5652be500ecf tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (9c39359b-8eb5-4017-a281-e4672a58c5e5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:54.984348 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-741dd7c4-bab8-47bb-8695-5652be500ecf tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (9c39359b-8eb5-4017-a281-e4672a58c5e5), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.068510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-8ddc68f3-7fb6-44e8-b53e-332f252cba66 service neutron] 10.222.0.81 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8510520 Feb 19 03:23:55.118644 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-741dd7c4-bab8-47bb-8695-5652be500ecf tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (9c39359b-8eb5-4017-a281-e4672a58c5e5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.153639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Pushing event updated for resources: {'Port': ['ID=9c813e46-908e-4a95-bc35-95e2c4179a9e,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:55.241979 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-741dd7c4-bab8-47bb-8695-5652be500ecf tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (9c39359b-8eb5-4017-a281-e4672a58c5e5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.316856 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Attempting to bind port 9c813e46-908e-4a95-bc35-95e2c4179a9e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:23:55.317234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Attempting to bind port 9c813e46-908e-4a95-bc35-95e2c4179a9e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ac251fec-919e-4f2c-b05a-f5873e646992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ec9466f3-718f-44eb-9f55-d7b46063b18d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:23:55.317605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Attempting to bind port 9c813e46-908e-4a95-bc35-95e2c4179a9e on network ec9466f3-718f-44eb-9f55-d7b46063b18d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:23:55.376060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:23:55.376453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Checking segment: {'id': 'ac251fec-919e-4f2c-b05a-f5873e646992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ec9466f3-718f-44eb-9f55-d7b46063b18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:23:55.380960 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.381253 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Bound using segment: {'id': 'ac251fec-919e-4f2c-b05a-f5873e646992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ec9466f3-718f-44eb-9f55-d7b46063b18d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:23:55.381777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Bound port: 9c813e46-908e-4a95-bc35-95e2c4179a9e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac251fec-919e-4f2c-b05a-f5873e646992', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'ec9466f3-718f-44eb-9f55-d7b46063b18d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:23:55.382172 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.394725 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-741dd7c4-bab8-47bb-8695-5652be500ecf tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.403147 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-741dd7c4-bab8-47bb-8695-5652be500ecf tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/9c39359b-8eb5-4017-a281-e4672a58c5e5 HTTP/1.1" status: 204 len: 168 time: 0.6579332 Feb 19 03:23:55.423180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54654) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:55.444806 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dd7c4-bab8-47bb-8695-5652be500ecf tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Subnet': ['ID=9c39359b-8eb5-4017-a281-e4672a58c5e5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:55.448379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54658) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:55.611212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] For port 9c813e46-908e-4a95-bc35-95e2c4179a9e, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:23:55.616907 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] For port 9c813e46-908e-4a95-bc35-95e2c4179a9e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9c813e46-908e-4a95-bc35-95e2c4179a9e,segment=NetworkSegment(ac251fec-919e-4f2c-b05a-f5873e646992),segment_id=ac251fec-919e-4f2c-b05a-f5873e646992)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:23:55.627966 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.689515 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7d7805bc-d776-4098-9688-03b7e01270b4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2563031 Feb 19 03:23:55.691570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54662) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:55.829269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94a552-3c36-476b-a4e7-d9e23670d090 None None] Pushing event updated for resources: {'Port': ['ID=9c813e46-908e-4a95-bc35-95e2c4179a9e,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:55.844835 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e40fec0f-e76a-4f74-9f3c-9e9428e230df tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (fdae6966-501b-4483-bc32-29e265dd4200), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:55.865517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d278d37e-bc26-448a-bd7c-f694333913c7 req-e82aa28c-48cb-435c-a74f-1aef04032293 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 210 time: 0.1602621 Feb 19 03:23:55.959705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:55.962430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e40fec0f-e76a-4f74-9f3c-9e9428e230df tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (fdae6966-501b-4483-bc32-29e265dd4200), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.064729 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.109896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b2806d-2fbb-46b8-a6fc-695460d78786 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:56.111519 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f0b2806d-2fbb-46b8-a6fc-695460d78786 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4189765 Feb 19 03:23:56.123915 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54678) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:56.246078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7378ac1-2ded-4e35-816d-628fd31b8c5e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:56.248162 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f7378ac1-2ded-4e35-816d-628fd31b8c5e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1228819 Feb 19 03:23:56.249964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e40fec0f-e76a-4f74-9f3c-9e9428e230df tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (fdae6966-501b-4483-bc32-29e265dd4200), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.253442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e40fec0f-e76a-4f74-9f3c-9e9428e230df tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.257455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54682) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:56.258858 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e40fec0f-e76a-4f74-9f3c-9e9428e230df tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/security-groups/fdae6966-501b-4483-bc32-29e265dd4200 HTTP/1.1" status: 204 len: 168 time: 0.7951438 Feb 19 03:23:56.290030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40fec0f-e76a-4f74-9f3c-9e9428e230df tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdae6966-501b-4483-bc32-29e265dd4200,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:56.345530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54686) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:56.457351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd48b21e-9f9e-429c-84bd-627ac1f9c0fd tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting subnet b51f69a0-bc50-4af6-91e3-a02024dbab98 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:23:56.463129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd48b21e-9f9e-429c-84bd-627ac1f9c0fd tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for subnet (b51f69a0-bc50-4af6-91e3-a02024dbab98), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.550309 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd48b21e-9f9e-429c-84bd-627ac1f9c0fd tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (b51f69a0-bc50-4af6-91e3-a02024dbab98), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.591673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-27a100d7-9b57-4624-8739-6e96c895ce3b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3344274 Feb 19 03:23:56.602038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54688) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:56.717701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9c813e46-908e-4a95-bc35-95e2c4179a9e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:23:56.728260 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e918bf2-f62f-427e-95d4-98c4b8b0a33e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:56.733273 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e918bf2-f62f-427e-95d4-98c4b8b0a33e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:56.742318 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5e918bf2-f62f-427e-95d4-98c4b8b0a33e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/f9fd5cd9-5e15-47ef-8d0d-29add88dc972 HTTP/1.1" status: 404 len: 333 time: 0.1387708 Feb 19 03:23:56.759794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54690) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:56.818562 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-b815b1a9-811d-491f-b61a-845f82e9abf2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:56.819289 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b815b1a9-811d-491f-b61a-845f82e9abf2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:56.839232 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b815b1a9-811d-491f-b61a-845f82e9abf2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/9c39359b-8eb5-4017-a281-e4672a58c5e5 HTTP/1.1" status: 404 len: 337 time: 0.0756083 Feb 19 03:23:56.842770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54692) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:56.857534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:23:56.893825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d0343-af3e-4072-934b-f71e4e57a4d8 None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:23:56.902899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd48b21e-9f9e-429c-84bd-627ac1f9c0fd tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (b51f69a0-bc50-4af6-91e3-a02024dbab98), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:56.907218 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30ab8c7-fe4b-4c6b-a088-0fdd862477fb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:56.908242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30ab8c7-fe4b-4c6b-a088-0fdd862477fb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:56.914756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c30ab8c7-fe4b-4c6b-a088-0fdd862477fb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/53905d28-12ba-4123-ab3f-a380feac8667 HTTP/1.1" status: 404 len: 337 time: 0.0678413 Feb 19 03:23:56.915357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54696) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:56.981148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d0343-af3e-4072-934b-f71e4e57a4d8 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:56.989623 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-495d0343-af3e-4072-934b-f71e4e57a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:57.001022 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.003473 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6e07c0-5094-42c4-9691-24b72dce6a30 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:57.004172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6e07c0-5094-42c4-9691-24b72dce6a30 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:57.010702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6b6e07c0-5094-42c4-9691-24b72dce6a30 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/6c7e3a81-58a2-47ea-b7e5-f2188f660996 HTTP/1.1" status: 404 len: 333 time: 0.0563240 Feb 19 03:23:57.011384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54702) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:57.036086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d9c32e-6955-45e6-bf6a-2ef9680029fe None None] Network 3e1d2a52-1707-4906-8471-db9b5cc29c4f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:57.053407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-495d0343-af3e-4072-934b-f71e4e57a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:57.124626 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-41eb3dd3-b1fc-4db7-b69a-9fa1e958d4bb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:57.125167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41eb3dd3-b1fc-4db7-b69a-9fa1e958d4bb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:57.131072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-41eb3dd3-b1fc-4db7-b69a-9fa1e958d4bb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/a58918b0-8430-4c23-bfb6-9d8c20686f61 HTTP/1.1" status: 404 len: 337 time: 0.1150680 Feb 19 03:23:57.145654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54704) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:57.213731 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c41ac0-1519-499f-af8e-781e1ad2675b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:57.214198 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c41ac0-1519-499f-af8e-781e1ad2675b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:57.227023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54706) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:57.236159 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e9c41ac0-1519-499f-af8e-781e1ad2675b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/e376b027-cab2-4af5-af23-efab6bfe4c75 HTTP/1.1" status: 404 len: 337 time: 0.0824103 Feb 19 03:23:57.259194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a0e39eb-ae7b-4f72-8ad4-64fe1b3050d3 req-c5b0768e-8fb0-4d89-8728-1138b20404fb tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 210 time: 0.1417084 Feb 19 03:23:57.276952 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd48b21e-9f9e-429c-84bd-627ac1f9c0fd tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (b51f69a0-bc50-4af6-91e3-a02024dbab98), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.295257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7143d444-15bf-4f1d-a926-824451d9e618 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.1161478 Feb 19 03:23:57.301879 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54708) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:57.328200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d0343-af3e-4072-934b-f71e4e57a4d8 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:23:57.329720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-495d0343-af3e-4072-934b-f71e4e57a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:57.336212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-355e8019-4ddb-4192-9c81-ee9bb8d425eb None None] Provisioning complete for port a3170832-7d76-4182-89f1-5ef9ff01bfbe triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:57.336803 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-355e8019-4ddb-4192-9c81-ee9bb8d425eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.354028 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-703c09bc-0488-4ee4-a2fe-ac401760e986 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:57.356043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-703c09bc-0488-4ee4-a2fe-ac401760e986 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:57.366013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-703c09bc-0488-4ee4-a2fe-ac401760e986 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/3afef9b0-a11c-4f6c-a465-cd332a704d46 HTTP/1.1" status: 404 len: 333 time: 0.1051707 Feb 19 03:23:57.369357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54710) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:57.372711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b6d3862e-77b5-41e3-b9c9-1f0ac0f5d9a7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:57.380699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48b21e-9f9e-429c-84bd-627ac1f9c0fd tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Subnet': ['ID=b51f69a0-bc50-4af6-91e3-a02024dbab98,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:57.443254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Allocated IP 2001:db8::1 (ec9466f3-718f-44eb-9f55-d7b46063b18d/13785b46-ac24-4975-a773-c97add08f48d/4f8dc41f-6a6f-413a-a3d0-b87653d64ddf) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:57.449439 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-df67edd6-466b-4840-bdad-646264b58c75 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:57.452620 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd48b21e-9f9e-429c-84bd-627ac1f9c0fd tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.453428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df67edd6-466b-4840-bdad-646264b58c75 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:57.460199 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dd48b21e-9f9e-429c-84bd-627ac1f9c0fd tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/subnets/b51f69a0-bc50-4af6-91e3-a02024dbab98 HTTP/1.1" status: 204 len: 168 time: 1.1113005 Feb 19 03:23:57.463621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-df67edd6-466b-4840-bdad-646264b58c75 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/68886acb-b6df-464a-a95f-3f7779dba08f HTTP/1.1" status: 404 len: 337 time: 0.0895672 Feb 19 03:23:57.466723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54712) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:57.469913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54714) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:57.489376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944de4fa-462b-4b31-bd21-cd0d3e978203 None None] Network bfbb8af3-a25d-4ef8-869a-35866271696d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:57.509891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-495d0343-af3e-4072-934b-f71e4e57a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:23:57.510866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495d0343-af3e-4072-934b-f71e4e57a4d8 None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:23:57.555881 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfac00e2-0022-4a7c-885d-7183fbbb96a9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:57.556336 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfac00e2-0022-4a7c-885d-7183fbbb96a9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:57.572546 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dfac00e2-0022-4a7c-885d-7183fbbb96a9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/40394c33-f428-4aa3-9d4f-28c7b7130cce HTTP/1.1" status: 404 len: 337 time: 0.0941098 Feb 19 03:23:57.573211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54716) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:57.575280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 9c813e46-908e-4a95-bc35-95e2c4179a9e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:57.580067 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.595636 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6d3862e-77b5-41e3-b9c9-1f0ac0f5d9a7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (2dd9e82a-e148-42e1-a0e4-ec3a40713d96), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:57.647623 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cc686f-a87c-4dc9-ac99-cd3f8f18a10d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:57.648226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cc686f-a87c-4dc9-ac99-cd3f8f18a10d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:57.654163 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a1cc686f-a87c-4dc9-ac99-cd3f8f18a10d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/f8bf57f0-15ba-4633-bcc8-2d94ed6a5ed1 HTTP/1.1" status: 404 len: 333 time: 0.0757220 Feb 19 03:23:57.661195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54718) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:57.756593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-355e8019-4ddb-4192-9c81-ee9bb8d425eb None None] Current status of the port a3170832-7d76-4182-89f1-5ef9ff01bfbe is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:58.065752 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5710839a-d443-4406-a65f-7d57657c35b0 None None] Network ec9466f3-718f-44eb-9f55-d7b46063b18d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:23:58.087772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-3386a1d3-441e-48e7-8bfc-ec72d464a839 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:58.089272 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-3386a1d3-441e-48e7-8bfc-ec72d464a839 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.67 "GET /v2.0/networks?id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6 HTTP/1.1" status: 200 len: 812 time: 0.2601926 Feb 19 03:23:58.096124 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea089b8-1a47-4d5f-bade-bbe31876f11e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:58.096588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea089b8-1a47-4d5f-bade-bbe31876f11e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:58.103401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6d3862e-77b5-41e3-b9c9-1f0ac0f5d9a7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.107542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2ea089b8-1a47-4d5f-bade-bbe31876f11e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/8d92cca1-f18f-425b-9c30-89530b8a2dac HTTP/1.1" status: 404 len: 337 time: 0.4450271 Feb 19 03:23:58.111352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54726) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.120732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8169a02a-cf3e-4f48-b834-19d33dcaa3e4 None None] DHCP port deletion for 3e1d2a52-1707-4906-8471-db9b5cc29c4f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:58.123736 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6d3862e-77b5-41e3-b9c9-1f0ac0f5d9a7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (2dd9e82a-e148-42e1-a0e4-ec3a40713d96), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.124075 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-b6d3862e-77b5-41e3-b9c9-1f0ac0f5d9a7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Floating IP 2dd9e82a-e148-42e1-a0e4-ec3a40713d96 disassociated. External IP: 172.25.1.183, port: 4e5d9470-888c-4599-adc6-81cfe869db15. Feb 19 03:23:58.145338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5478b941-2060-454d-87c8-e0b388e4b459 None None] DHCP port deletion for bfbb8af3-a25d-4ef8-869a-35866271696d request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:23:58.145831 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Request body: {'port': {'device_id': '85d24b1a-44af-43f8-bdf6-12a2fb04d8f6', 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6', 'admin_state_up': True, 'tenant_id': '27ace3f9fbb04b29a6608128dca77d23'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:58.184114 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83c40de-f97f-49cd-879e-f3634d0b9b16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:58.184727 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83c40de-f97f-49cd-879e-f3634d0b9b16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:58.196089 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b83c40de-f97f-49cd-879e-f3634d0b9b16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/5dae162e-89fa-4a42-92b6-8891d8c6c5a0 HTTP/1.1" status: 404 len: 337 time: 0.0803185 Feb 19 03:23:58.198355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-194ce626-68ca-455e-8b90-754bd1e87c52 None None] Provisioning complete for port 9c813e46-908e-4a95-bc35-95e2c4179a9e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:58.198978 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-194ce626-68ca-455e-8b90-754bd1e87c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.199564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54728) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.234489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 9c813e46-908e-4a95-bc35-95e2c4179a9e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:58.235322 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.270532 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-65570f3a-80a1-4090-837b-406ff9b6b2d6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:58.279071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65570f3a-80a1-4090-837b-406ff9b6b2d6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:58.285076 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-65570f3a-80a1-4090-837b-406ff9b6b2d6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/f2ee5eee-548c-4ecd-bd2d-c2bd70432f67 HTTP/1.1" status: 404 len: 333 time: 0.0797899 Feb 19 03:23:58.285659 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54732) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.298029 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (bfbb8af3-a25d-4ef8-869a-35866271696d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.365555 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2f8cf4-7ea8-4efb-8e81-fa5c2430e8fe tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:58.366310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2f8cf4-7ea8-4efb-8e81-fa5c2430e8fe tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:58.372286 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6d2f8cf4-7ea8-4efb-8e81-fa5c2430e8fe tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/1e478bdf-78d4-4ed3-bf79-98dad9c13f0d HTTP/1.1" status: 404 len: 337 time: 0.0768094 Feb 19 03:23:58.373227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54734) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.415662 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 9c813e46-908e-4a95-bc35-95e2c4179a9e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9c813e46-908e-4a95-bc35-95e2c4179a9e,segment=NetworkSegment(ac251fec-919e-4f2c-b05a-f5873e646992),segment_id=ac251fec-919e-4f2c-b05a-f5873e646992)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:58.433321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-059890cd-09df-48a1-b253-8ec843a83238 req-42b85a22-17d8-43b9-9d31-684f220f0e88 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 210 time: 0.0500381 Feb 19 03:23:58.434493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.500555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Made reservation on behalf of 27ace3f9fbb04b29a6608128dca77d23 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:58.502025 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d32b5a-12f5-448f-9afc-baba4d68c0d4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:58.502673 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d32b5a-12f5-448f-9afc-baba4d68c0d4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:58.510439 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.520925 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f0d32b5a-12f5-448f-9afc-baba4d68c0d4 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/bad80ed7-55c8-4655-ad25-0811f1e8528c HTTP/1.1" status: 404 len: 333 time: 0.1445704 Feb 19 03:23:58.523376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54736) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.544134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8169a02a-cf3e-4f48-b834-19d33dcaa3e4 None None] Deleting port a3170832-7d76-4182-89f1-5ef9ff01bfbe {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:58.544852 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8169a02a-cf3e-4f48-b834-19d33dcaa3e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.582250 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-8650c691-ed8c-4c3b-9409-7ee5eab79618 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:58.582698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8650c691-ed8c-4c3b-9409-7ee5eab79618 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:58.592372 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.600059 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8650c691-ed8c-4c3b-9409-7ee5eab79618 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/8e0162d8-a8c1-4942-87ec-9c56ec9fb896 HTTP/1.1" status: 404 len: 337 time: 0.0753171 Feb 19 03:23:58.600403 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54738) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.627290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8169a02a-cf3e-4f48-b834-19d33dcaa3e4 None None] For port a3170832-7d76-4182-89f1-5ef9ff01bfbe, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a3170832-7d76-4182-89f1-5ef9ff01bfbe,segment=NetworkSegment(ffd73f67-645d-4acc-a9da-e34a120d8a82),segment_id=ffd73f67-645d-4acc-a9da-e34a120d8a82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:58.627699 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8169a02a-cf3e-4f48-b834-19d33dcaa3e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.641421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8169a02a-cf3e-4f48-b834-19d33dcaa3e4 None None] Calling delete_port for a3170832-7d76-4182-89f1-5ef9ff01bfbe owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:58.649934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-a747c8ff-24fe-4d03-b5e9-9813e203029a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:23:58.651591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-a747c8ff-24fe-4d03-b5e9-9813e203029a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.87 "GET /v2.0/networks?id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6 HTTP/1.1" status: 200 len: 812 time: 0.8388898 Feb 19 03:23:58.652590 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eee5b08-e3c0-4205-ab04-995a59b56bdd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:58.653177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eee5b08-e3c0-4205-ab04-995a59b56bdd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:58.660336 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1eee5b08-e3c0-4205-ab04-995a59b56bdd tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/d1b0fd42-cd82-4f86-8dd2-b23edc5d2995 HTTP/1.1" status: 404 len: 333 time: 0.0543535 Feb 19 03:23:58.662803 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54740) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.697670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Request body: {'port': {'device_id': '8df8ce0a-d16e-40ca-a7fa-61578f57ef65', 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6', 'admin_state_up': True, 'tenant_id': '27ace3f9fbb04b29a6608128dca77d23'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:23:58.702364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:58.702706 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.708079 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a85d21-5208-40f0-b90d-91e409f7ed69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:58.708790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a85d21-5208-40f0-b90d-91e409f7ed69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:58.714621 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-01a85d21-5208-40f0-b90d-91e409f7ed69 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/6d26509a-8aa0-4bce-ad76-5b2b161d7216 HTTP/1.1" status: 404 len: 337 time: 0.0506485 Feb 19 03:23:58.715607 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54742) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.725202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a3170832-7d76-4182-89f1-5ef9ff01bfbe no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:58.744564 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d83987-b16e-4eeb-b5c2-74f015718cdb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:58.745428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d83987-b16e-4eeb-b5c2-74f015718cdb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:58.752240 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-33d83987-b16e-4eeb-b5c2-74f015718cdb tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/e607adcc-5949-4110-a537-27312e7f8ed0 HTTP/1.1" status: 404 len: 333 time: 0.0333745 Feb 19 03:23:58.753173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54744) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.755209 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8169a02a-cf3e-4f48-b834-19d33dcaa3e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (a3170832-7d76-4182-89f1-5ef9ff01bfbe), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.798062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: a3170832-7d76-4182-89f1-5ef9ff01bfbe {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:23:58.798941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a3170832-7d76-4182-89f1-5ef9ff01bfbe not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:23:58.798941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e8fc4c91-4330-4b1f-8200-2ae31b7aa71a no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:23:58.807504 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5478b941-2060-454d-87c8-e0b388e4b459 None None] Deleting port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:23:58.808845 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5478b941-2060-454d-87c8-e0b388e4b459 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.850919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=9c813e46-908e-4a95-bc35-95e2c4179a9e,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:58.860384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169a02a-cf3e-4f48-b834-19d33dcaa3e4 None None] No DVR routers for this DVR port a3170832-7d76-4182-89f1-5ef9ff01bfbe on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:58.906326 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bf3fcf-0f69-4e89-a4f6-cf0efca4f746 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:58.906787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bf3fcf-0f69-4e89-a4f6-cf0efca4f746 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:58.912800 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-81bf3fcf-0f69-4e89-a4f6-cf0efca4f746 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/81439040-24e3-4a62-a13a-6d88a26ab863 HTTP/1.1" status: 404 len: 337 time: 0.1583920 Feb 19 03:23:58.913410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54746) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.927032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169a02a-cf3e-4f48-b834-19d33dcaa3e4 None None] Pushing event deleted for resources: {'Port': ['ID=a3170832-7d76-4182-89f1-5ef9ff01bfbe,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:58.946469 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2772d4-6f38-4604-9bea-ac33dac8d990 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:58.947060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2772d4-6f38-4604-9bea-ac33dac8d990 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:58.947520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-194ce626-68ca-455e-8b90-754bd1e87c52 None None] Current status of the port 9c813e46-908e-4a95-bc35-95e2c4179a9e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:58.952846 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7b2772d4-6f38-4604-9bea-ac33dac8d990 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/90daef80-381e-4789-a6db-a6363c9ff425 HTTP/1.1" status: 404 len: 333 time: 0.0367305 Feb 19 03:23:58.953461 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54748) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:58.958132 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.979984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5478b941-2060-454d-87c8-e0b388e4b459 None None] For port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e8fc4c91-4330-4b1f-8200-2ae31b7aa71a,segment=NetworkSegment(262259e2-92d2-4cc5-bfd6-aadb79fdbef9),segment_id=262259e2-92d2-4cc5-bfd6-aadb79fdbef9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:58.980746 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5478b941-2060-454d-87c8-e0b388e4b459 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:58.992134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network ec9466f3-718f-44eb-9f55-d7b46063b18d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:23:59.005816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:23:59.015572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5478b941-2060-454d-87c8-e0b388e4b459 None None] Calling delete_port for e8fc4c91-4330-4b1f-8200-2ae31b7aa71a owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:59.037985 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ec3fee-02d8-4672-a807-b4fb31250b4d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:59.040430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ec3fee-02d8-4672-a807-b4fb31250b4d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:59.045057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:59.045770 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.051838 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-37ec3fee-02d8-4672-a807-b4fb31250b4d tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/f520e3b1-852d-4ecb-a7b9-30f9e8f856cc HTTP/1.1" status: 404 len: 337 time: 0.0952065 Feb 19 03:23:59.110360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:23:59.110951 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (00fd66ca-8a7a-484a-9e36-9ce9c301a264), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.151449 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54752) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:59.164036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d3862e-77b5-41e3-b9c9-1f0ac0f5d9a7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:23:59.183283 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5478b941-2060-454d-87c8-e0b388e4b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.205118 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e79e15e-7027-467a-ab3e-aaad24024e03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:59.206037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e79e15e-7027-467a-ab3e-aaad24024e03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:59.209580 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4e79e15e-7027-467a-ab3e-aaad24024e03 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/a248acff-1161-456f-b9ef-08f84a824287 HTTP/1.1" status: 404 len: 333 time: 0.0562849 Feb 19 03:23:59.213680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54756) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:59.214419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5478b941-2060-454d-87c8-e0b388e4b459 None None] Pushing event deleted for resources: {'Port': ['ID=e8fc4c91-4330-4b1f-8200-2ae31b7aa71a,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:59.243155 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-e871d9ec-7d84-44e9-9e6b-03852ec4fd35 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:59.244019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e871d9ec-7d84-44e9-9e6b-03852ec4fd35 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:59.247431 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e871d9ec-7d84-44e9-9e6b-03852ec4fd35 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/99fa6e67-324d-4bed-8d29-6f5fbf8c579a HTTP/1.1" status: 404 len: 337 time: 0.0322497 Feb 19 03:23:59.248754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] For port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e8fc4c91-4330-4b1f-8200-2ae31b7aa71a,segment=NetworkSegment(262259e2-92d2-4cc5-bfd6-aadb79fdbef9),segment_id=262259e2-92d2-4cc5-bfd6-aadb79fdbef9)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:23:59.250758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54758) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:59.254179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.274140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5478b941-2060-454d-87c8-e0b388e4b459 None None] No DVR routers for this DVR port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:23:59.320775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Calling delete_port for e8fc4c91-4330-4b1f-8200-2ae31b7aa71a owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:23:59.420137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=4f8dc41f-6a6f-413a-a3d0-b87653d64ddf,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:23:59.424909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Allocated IP 172.20.0.14 (6c28c8f8-61eb-4032-aaaa-40aa66f979b6/276211d2-ad25-41ed-a0be-58fa04c1f704/84b552a2-998f-4067-8be4-7dcc819f2a6e) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:23:59.495836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d7b458ad-f4a8-4504-84cc-00b11d9c5b42 None None] Provisioning complete for port 9c813e46-908e-4a95-bc35-95e2c4179a9e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:23:59.496209 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d7b458ad-f4a8-4504-84cc-00b11d9c5b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.614236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0a08f95-f4cc-40b3-8d98-ec2c762a7c76 req-e4ef9755-1e3e-476c-8f82-39e252d3b0e1 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 210 time: 0.0555336 Feb 19 03:23:59.711873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Made reservation on behalf of 27ace3f9fbb04b29a6608128dca77d23 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:23:59.724459 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:23:59.852367 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-5987f9a8-879a-4857-9d29-db3f224410be tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:59.853115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5987f9a8-879a-4857-9d29-db3f224410be tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:59.859526 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5987f9a8-879a-4857-9d29-db3f224410be tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/514542c3-c70f-401b-a88e-efdb13e09e0d HTTP/1.1" status: 404 len: 337 time: 0.6069057 Feb 19 03:23:59.862637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54762) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:59.904898 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b01e92-152e-46da-b75c-328fb3c3368e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:59.905741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b01e92-152e-46da-b75c-328fb3c3368e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:59.912016 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-92b01e92-152e-46da-b75c-328fb3c3368e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/c901b0a0-6365-4bce-8794-2336ad8be7a1 HTTP/1.1" status: 404 len: 333 time: 0.0479763 Feb 19 03:23:59.912890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54764) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:59.959899 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5317bab-3b3f-49be-bb0c-1eb4b77b3e16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:23:59.960647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5317bab-3b3f-49be-bb0c-1eb4b77b3e16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:23:59.967072 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d5317bab-3b3f-49be-bb0c-1eb4b77b3e16 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/9f385148-5586-48a2-b51b-7ddc4eae6bfc HTTP/1.1" status: 404 len: 337 time: 0.0503807 Feb 19 03:23:59.968024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54766) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:23:59.981311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d7b458ad-f4a8-4504-84cc-00b11d9c5b42 None None] Current status of the port 9c813e46-908e-4a95-bc35-95e2c4179a9e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:23:59.990255 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e8fc4c91-4330-4b1f-8200-2ae31b7aa71a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.001387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d3862e-77b5-41e3-b9c9-1f0ac0f5d9a7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:00.003962 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbdfb0e-0abe-490a-96a0-7132e1b9f702 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:00.005533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dbdfb0e-0abe-490a-96a0-7132e1b9f702 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:00.012332 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.013073 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2dbdfb0e-0abe-490a-96a0-7132e1b9f702 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/cdb9e8e2-b9a3-437e-b0d7-6ed65b041963 HTTP/1.1" status: 404 len: 337 time: 0.0423667 Feb 19 03:24:00.013719 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54768) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.013925 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4987c5-a992-44e1-adc7-dc3814cd5ddd None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:00.016834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6d3862e-77b5-41e3-b9c9-1f0ac0f5d9a7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.027851 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4987c5-a992-44e1-adc7-dc3814cd5ddd None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:00.031117 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0f4987c5-a992-44e1-adc7-dc3814cd5ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:00.044466 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dadb13c-282d-4e03-97e6-4b7a210f5976 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:00.045020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dadb13c-282d-4e03-97e6-4b7a210f5976 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:00.052633 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3dadb13c-282d-4e03-97e6-4b7a210f5976 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/764ed367-37e1-4684-ba09-d1fb7bb8d6f9 HTTP/1.1" status: 404 len: 333 time: 0.0313318 Feb 19 03:24:00.052633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54770) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.086853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] No DVR routers for this DVR port e8fc4c91-4330-4b1f-8200-2ae31b7aa71a on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:00.107815 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-74908ecd-9ae8-4191-a212-74d81825e451 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:00.108367 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74908ecd-9ae8-4191-a212-74d81825e451 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:00.108710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b0f907c5-e54d-46d1-9011-af8b031bffdd None None] Provisioning complete for port 4f8dc41f-6a6f-413a-a3d0-b87653d64ddf triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:00.109045 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0f907c5-e54d-46d1-9011-af8b031bffdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.114096 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-74908ecd-9ae8-4191-a212-74d81825e451 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/10772352-a160-448d-a1a2-a156aa9558d5 HTTP/1.1" status: 404 len: 337 time: 0.0373838 Feb 19 03:24:00.114704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54774) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.169172 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b6d3862e-77b5-41e3-b9c9-1f0ac0f5d9a7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "PUT /v2.0/floatingips/2dd9e82a-e148-42e1-a0e4-ec3a40713d96 HTTP/1.1" status: 200 len: 688 time: 2.8572373 Feb 19 03:24:00.170643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54778) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.177768 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d389c7-d5dd-4bf1-b561-3fb543b44954 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:00.178444 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d389c7-d5dd-4bf1-b561-3fb543b44954 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:00.189923 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-54d389c7-d5dd-4bf1-b561-3fb543b44954 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/345767d8-0746-4798-b97d-c0d54e86a35f HTTP/1.1" status: 404 len: 337 time: 0.0719090 Feb 19 03:24:00.193100 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0f4987c5-a992-44e1-adc7-dc3814cd5ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:00.196594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54780) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.201320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Port': ['ID=e8fc4c91-4330-4b1f-8200-2ae31b7aa71a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:00.203483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b0f907c5-e54d-46d1-9011-af8b031bffdd None None] Port 4f8dc41f-6a6f-413a-a3d0-b87653d64ddf cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:00.213785 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4987c5-a992-44e1-adc7-dc3814cd5ddd None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:00.214569 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0f4987c5-a992-44e1-adc7-dc3814cd5ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:00.230413 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f61a87-aec3-4f60-a3cd-3ec3c85f1c6e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:00.231274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f61a87-aec3-4f60-a3cd-3ec3c85f1c6e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:00.237191 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-34f61a87-aec3-4f60-a3cd-3ec3c85f1c6e tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/e76fae37-b8da-4fbb-ab5f-9f8536678ac1 HTTP/1.1" status: 404 len: 333 time: 0.0394392 Feb 19 03:24:00.250714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54782) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.306195 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0f4987c5-a992-44e1-adc7-dc3814cd5ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:00.307599 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4987c5-a992-44e1-adc7-dc3814cd5ddd None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:00.308209 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-85c2e7f8-35a4-4934-b1b8-154a38191016 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:00.308756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85c2e7f8-35a4-4934-b1b8-154a38191016 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:00.314188 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-85c2e7f8-35a4-4934-b1b8-154a38191016 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/ed12de0b-4be1-465a-be17-2d2b1cd5dd89 HTTP/1.1" status: 404 len: 337 time: 0.0398338 Feb 19 03:24:00.350747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54784) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.390296 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-5243d401-5f96-4c5b-8015-12d5afdea420 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:00.390981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5243d401-5f96-4c5b-8015-12d5afdea420 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:00.397368 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5243d401-5f96-4c5b-8015-12d5afdea420 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/12a26459-1a92-4bb7-9940-4d848f43081a HTTP/1.1" status: 404 len: 337 time: 0.0385425 Feb 19 03:24:00.398085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54786) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.433469 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (bfbb8af3-a25d-4ef8-869a-35866271696d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.462483 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4b7924a3-f90a-43cc-8923-87843615dd2a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports?device_id=1e4b7167-9461-4ad2-851f-eec21cce5b46 HTTP/1.1" status: 200 len: 205 time: 0.0377305 Feb 19 03:24:00.466015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54788) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.529422 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-4c80f26b-c7ce-4c2f-84c1-ab638dcbeb24 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] delete failed (client error): The resource could not be found. Feb 19 03:24:00.533116 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4c80f26b-c7ce-4c2f-84c1-ab638dcbeb24 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/routers/1e4b7167-9461-4ad2-851f-eec21cce5b46 HTTP/1.1" status: 404 len: 336 time: 0.0623486 Feb 19 03:24:00.539466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54790) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.594867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b97ff420-6b3d-437c-9c38-c49847ef1408 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port e2aeb9d2-091f-4b41-82a5-d9a586040e50 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:00.595338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b97ff420-6b3d-437c-9c38-c49847ef1408 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e2aeb9d2-091f-4b41-82a5-d9a586040e50), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.647925 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d43f2b-fff2-4ce4-98bf-02d80d638e1b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:00.648396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d43f2b-fff2-4ce4-98bf-02d80d638e1b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:00.649244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9c813e46-908e-4a95-bc35-95e2c4179a9e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:00.655019 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-09d43f2b-fff2-4ce4-98bf-02d80d638e1b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/9e0cf7a7-c06d-465b-beaa-d165d0f97b3e HTTP/1.1" status: 404 len: 337 time: 0.1105385 Feb 19 03:24:00.659965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54794) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.706094 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-14fecad8-5256-4c28-b941-08487c4dda7c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "GET /v2.0/ports?device_id=2ac2744a-9aca-4150-846c-f819e92899bc HTTP/1.1" status: 200 len: 205 time: 0.0448892 Feb 19 03:24:00.708920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54796) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.780517 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-59a19ba9-842a-4f77-84da-d216e518f3f3 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] delete failed (client error): The resource could not be found. Feb 19 03:24:00.784820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 9c813e46-908e-4a95-bc35-95e2c4179a9e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:00.785199 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.786893 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-59a19ba9-842a-4f77-84da-d216e518f3f3 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/routers/2ac2744a-9aca-4150-846c-f819e92899bc HTTP/1.1" status: 404 len: 336 time: 0.0765011 Feb 19 03:24:00.875485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b97ff420-6b3d-437c-9c38-c49847ef1408 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e2aeb9d2-091f-4b41-82a5-d9a586040e50), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.876347 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b97ff420-6b3d-437c-9c38-c49847ef1408 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (e2aeb9d2-091f-4b41-82a5-d9a586040e50), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:00.886136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbb8af3-a25d-4ef8-869a-35866271696d']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:00.897514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262259e2-92d2-4cc5-bfd6-aadb79fdbef9') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:00.897514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262259e2-92d2-4cc5-bfd6-aadb79fdbef9') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:00.904455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54798) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:00.941455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b97ff420-6b3d-437c-9c38-c49847ef1408 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for e2aeb9d2-091f-4b41-82a5-d9a586040e50 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:00.962015 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks [] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.008603 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9e15d8-308d-4303-be55-3b69f7c4b7f3 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.010534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9e15d8-308d-4303-be55-3b69f7c4b7f3 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.015503 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6d9e15d8-308d-4303-be55-3b69f7c4b7f3 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/8c9aacfa-de53-4d0c-8890-34235a1b5c8f HTTP/1.1" status: 404 len: 337 time: 0.1100156 Feb 19 03:24:01.016547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54800) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.024173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 9c813e46-908e-4a95-bc35-95e2c4179a9e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:01.027045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (262259e2-92d2-4cc5-bfd6-aadb79fdbef9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.051352 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-1341f5ae-7476-4d9b-ab74-42b42f8ec05a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.051801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1341f5ae-7476-4d9b-ab74-42b42f8ec05a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.057689 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1341f5ae-7476-4d9b-ab74-42b42f8ec05a tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/fc118948-615e-4e62-8fbe-716154a4be35 HTTP/1.1" status: 404 len: 337 time: 0.0381284 Feb 19 03:24:01.058308 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54802) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.085795 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (262259e2-92d2-4cc5-bfd6-aadb79fdbef9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.118211 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-def81581-751c-4762-9e1a-57c95b041565 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.118810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def81581-751c-4762-9e1a-57c95b041565 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.124865 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-def81581-751c-4762-9e1a-57c95b041565 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/4a95db76-fa49-40e5-b167-63f3d8e36e91 HTTP/1.1" status: 404 len: 333 time: 0.0613871 Feb 19 03:24:01.130662 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54804) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.165187 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-14413cde-4f35-4737-8583-de03e8d226c5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.166179 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14413cde-4f35-4737-8583-de03e8d226c5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.171771 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-14413cde-4f35-4737-8583-de03e8d226c5 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/6a334bd3-bce2-479b-ac6f-e355db493c72 HTTP/1.1" status: 404 len: 337 time: 0.0377817 Feb 19 03:24:01.173149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54806) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.232509 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbae1052-bdc6-4994-bd0b-d0afa25eabb9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.233204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbae1052-bdc6-4994-bd0b-d0afa25eabb9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.236278 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fbae1052-bdc6-4994-bd0b-d0afa25eabb9 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/61f20df1-ea3c-43db-be81-edc768179f07 HTTP/1.1" status: 404 len: 333 time: 0.0452704 Feb 19 03:24:01.239314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54812) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.276653 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddf059e-4dd2-4893-8cde-e13f78ac18c6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.277038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddf059e-4dd2-4893-8cde-e13f78ac18c6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.282933 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2ddf059e-4dd2-4893-8cde-e13f78ac18c6 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/4692dcd6-c310-4562-b084-296c9b602c02 HTTP/1.1" status: 404 len: 337 time: 0.0404916 Feb 19 03:24:01.283935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54814) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.329016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19f06f71-b557-41b6-99ae-7310f2056455 req-6bc18edd-58c7-4c3a-ae99-1a572ca2babf tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 210 time: 0.3998582 Feb 19 03:24:01.332199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:01.332604 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (262259e2-92d2-4cc5-bfd6-aadb79fdbef9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:01.337993 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:01.351800 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-82966990-7527-4536-874b-14d0e54aab96 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.351800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82966990-7527-4536-874b-14d0e54aab96 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.358953 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-82966990-7527-4536-874b-14d0e54aab96 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/3076691a-b329-40da-bf55-a98b96ad8a67 HTTP/1.1" status: 404 len: 333 time: 0.0572529 Feb 19 03:24:01.358953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54816) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.387413 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1503f2-f0ae-4934-a7c0-693fc9660596 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.387773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1503f2-f0ae-4934-a7c0-693fc9660596 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.390169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.391379 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4e1503f2-f0ae-4934-a7c0-693fc9660596 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/b31d7203-cb31-4bb0-8bab-de58c722380a HTTP/1.1" status: 404 len: 337 time: 0.0317266 Feb 19 03:24:01.405093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54818) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.415104 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b97ff420-6b3d-437c-9c38-c49847ef1408 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e2aeb9d2-091f-4b41-82a5-d9a586040e50), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.440480 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.450725 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d54ce55-9eb9-4949-be7d-ec6acd6b4835 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.451486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d54ce55-9eb9-4949-be7d-ec6acd6b4835 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.454895 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3d54ce55-9eb9-4949-be7d-ec6acd6b4835 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/81f769ad-fd72-4648-906f-577bfbbdead2 HTTP/1.1" status: 404 len: 333 time: 0.0484741 Feb 19 03:24:01.473695 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54822) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.480802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:01.496452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ff420-6b3d-437c-9c38-c49847ef1408 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=e2aeb9d2-091f-4b41-82a5-d9a586040e50,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:01.513720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:01.516842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:01.557255 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.557532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (00fd66ca-8a7a-484a-9e36-9ce9c301a264), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.565297 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b97ff420-6b3d-437c-9c38-c49847ef1408 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (2dd9e82a-e148-42e1-a0e4-ec3a40713d96), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.568675 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b97ff420-6b3d-437c-9c38-c49847ef1408 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.574683 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b97ff420-6b3d-437c-9c38-c49847ef1408 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/floatingips/2dd9e82a-e148-42e1-a0e4-ec3a40713d96 HTTP/1.1" status: 204 len: 168 time: 1.3831768 Feb 19 03:24:01.575809 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-480a4b46-eccc-46bf-84f9-789740d26fc2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.576282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480a4b46-eccc-46bf-84f9-789740d26fc2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.582028 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-480a4b46-eccc-46bf-84f9-789740d26fc2 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/47d82211-8811-4e6d-a7d8-540574e56073 HTTP/1.1" status: 404 len: 337 time: 0.0910680 Feb 19 03:24:01.582028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54824) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.587381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '27318969-5081-48d0-8f99-c62d96f151f8'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:01.591438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54826) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.635057 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac1653a-eeba-48cf-b99c-0741ab525d3c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.635827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac1653a-eeba-48cf-b99c-0741ab525d3c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.644085 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3ac1653a-eeba-48cf-b99c-0741ab525d3c tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/3c2dc5d4-40f1-4d16-a329-60693d9baf3a HTTP/1.1" status: 404 len: 333 time: 0.0499928 Feb 19 03:24:01.645921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54828) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.678822 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9badfd9-333c-4d7b-a746-ddd359ca21de tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.679302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9badfd9-333c-4d7b-a746-ddd359ca21de tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.684970 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e9badfd9-333c-4d7b-a746-ddd359ca21de tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/e25567f6-2873-45f5-9334-00f7ae6e6e7c HTTP/1.1" status: 404 len: 337 time: 0.0352750 Feb 19 03:24:01.685449 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54830) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.699503 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (bfbb8af3-a25d-4ef8-869a-35866271696d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.718004 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.733302 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-1027bb88-c15b-43ac-9fa9-d0d39be82803 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.733904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1027bb88-c15b-43ac-9fa9-d0d39be82803 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.737246 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1027bb88-c15b-43ac-9fa9-d0d39be82803 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/b82627c0-3b4a-46fd-91f5-14c583ec2e6d HTTP/1.1" status: 404 len: 333 time: 0.0508337 Feb 19 03:24:01.737880 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.740715 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54832) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.741684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/networks/bfbb8af3-a25d-4ef8-869a-35866271696d HTTP/1.1" status: 204 len: 168 time: 4.2702634 Feb 19 03:24:01.758592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54834) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.760735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Pushing event updated for resources: {'Port': ['ID=84b552a2-998f-4067-8be4-7dcc819f2a6e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:01.783159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:01.785322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:01.855569 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cd492e-1a24-4dd6-8920-76864f57a14f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.856028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7cd492e-1a24-4dd6-8920-76864f57a14f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.861317 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e7cd492e-1a24-4dd6-8920-76864f57a14f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/8043dfe2-c50b-4bef-884e-dbfe9358345e HTTP/1.1" status: 404 len: 337 time: 0.1178041 Feb 19 03:24:01.863647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54836) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:01.869437 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.api [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.14-7cf89c0a-492b-41be-9cb9-bfdb28fed9be {{(pid=109899) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:24:01.869973 n-d-826755-2 neutron-server[109899]: DEBUG oslo_db.api [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:24:01.873675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83cf824-f479-4d9a-ae5e-f3bdb040993a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Network': ['ID=bfbb8af3-a25d-4ef8-869a-35866271696d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:01.964417 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-995b410f-de92-4131-8ce1-02e3e26d1b8b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8526025 Feb 19 03:24:01.982387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Request body: {'port': {'device_id': '85d24b1a-44af-43f8-bdf6-12a2fb04d8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:01.989235 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd6990a-817e-4da5-a740-28dbfe50128f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:01.990677 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dd6990a-817e-4da5-a740-28dbfe50128f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:01.998475 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2dd6990a-817e-4da5-a740-28dbfe50128f tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/ports/36da8666-6a73-4581-8787-03707911744d HTTP/1.1" status: 404 len: 333 time: 0.1324725 Feb 19 03:24:02.003589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54838) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:02.081031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network ec9466f3-718f-44eb-9f55-d7b46063b18d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:02.084616 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.089751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:02.091666 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=4f8dc41f-6a6f-413a-a3d0-b87653d64ddf,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:02.096979 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-f685283b-0a8d-4b4c-a961-d3a6dc80859b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] DELETE failed (client error): The resource could not be found. Feb 19 03:24:02.097838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f685283b-0a8d-4b4c-a961-d3a6dc80859b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:24:02.100570 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f685283b-0a8d-4b4c-a961-d3a6dc80859b tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/subnets/1ee82bff-bb1c-4602-97aa-869dd773e44c HTTP/1.1" status: 404 len: 337 time: 0.0882692 Feb 19 03:24:02.104214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54840) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:02.238896 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (3e1d2a52-1707-4906-8471-db9b5cc29c4f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.303984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.372541 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.536549 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (3e1d2a52-1707-4906-8471-db9b5cc29c4f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.583936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1d2a52-1707-4906-8471-db9b5cc29c4f']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:02.631106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b8e3325b-6ff8-49a5-83f7-5dcfdb4f3fb1 req-24ac24a1-acb0-4c1e-b52a-0e2a1d301d63 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 210 time: 0.0695722 Feb 19 03:24:02.669204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd73f67-645d-4acc-a9da-e34a120d8a82') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:02.672284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd73f67-645d-4acc-a9da-e34a120d8a82') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:02.692709 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (ffd73f67-645d-4acc-a9da-e34a120d8a82), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.720176 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ffd73f67-645d-4acc-a9da-e34a120d8a82), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.721743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9a1dacc2-8800-4208-8955-74e85c796a6f None None] Provisioning complete for port 4f8dc41f-6a6f-413a-a3d0-b87653d64ddf triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:02.724535 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9a1dacc2-8800-4208-8955-74e85c796a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.743759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:02.744494 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (ffd73f67-645d-4acc-a9da-e34a120d8a82), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:02.750720 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:02.752998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.25.1.8 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/319bc914-92c9-4eb7-a95d-48ba7cb146af) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:02.793957 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9a1dacc2-8800-4208-8955-74e85c796a6f None None] Port 4f8dc41f-6a6f-413a-a3d0-b87653d64ddf cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:02.797195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting port b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:02.797539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.919339 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (3e1d2a52-1707-4906-8471-db9b5cc29c4f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.935109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router 00fd66ca-8a7a-484a-9e36-9ce9c301a264 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:24:02.948380 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:02.953763 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] 10.222.0.81 "DELETE /v2.0/networks/3e1d2a52-1707-4906-8471-db9b5cc29c4f HTTP/1.1" status: 204 len: 168 time: 0.8488226 Feb 19 03:24:02.954902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84b552a2-998f-4067-8be4-7dcc819f2a6e {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:02.962617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1756ebf-e5fa-43d9-a282-08efd0d05943 tempest-NetworksTestDHCPv6-97357385 tempest-NetworksTestDHCPv6-97357385-project] Pushing event deleted for resources: {'Network': ['ID=3e1d2a52-1707-4906-8471-db9b5cc29c4f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:02.992477 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Publish callbacks [] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.013238 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (319bc914-92c9-4eb7-a95d-48ba7cb146af), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.026969 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.027302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for floatingip (b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.056921 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (319bc914-92c9-4eb7-a95d-48ba7cb146af), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.110653 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:03.114586 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:03.128402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:03.147939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Calling delete_port for b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:03.167416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=319bc914-92c9-4eb7-a95d-48ba7cb146af,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:03.195258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Transition to ACTIVE for port object 84b552a2-998f-4067-8be4-7dcc819f2a6e will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:03.210763 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.327243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54852) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:03.366487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:03.379368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1edb15a-df3f-4352-ad39-ef00e959875b None None] Sync routers for ids ['00fd66ca-8a7a-484a-9e36-9ce9c301a264'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:03.387309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-601ae25e-ad72-4697-a68a-d0c427780e84 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/00fd66ca-8a7a-484a-9e36-9ce9c301a264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5026517 Feb 19 03:24:03.398996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54860) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:03.422330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1edb15a-df3f-4352-ad39-ef00e959875b None None] Routers {'00fd66ca-8a7a-484a-9e36-9ce9c301a264'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:03.422978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c1edb15a-df3f-4352-ad39-ef00e959875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['00fd66ca-8a7a-484a-9e36-9ce9c301a264'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:03.461089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5a5ec4-ea9f-4457-bfd5-b3d9d2ba9ef5 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:03.462839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ad5a5ec4-ea9f-4457-bfd5-b3d9d2ba9ef5 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports/4f8dc41f-6a6f-413a-a3d0-b87653d64ddf HTTP/1.1" status: 200 len: 911 time: 0.0592561 Feb 19 03:24:03.485744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54862) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:03.493472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c723e141-8919-42b8-b1db-64a88c5ce513 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '13785b46-ac24-4975-a773-c97add08f48d'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:03.511353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Pushing event updated for resources: {'Port': ['ID=84b552a2-998f-4067-8be4-7dcc819f2a6e,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:03.511976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c1edb15a-df3f-4352-ad39-ef00e959875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:03.522235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Allocated IP 172.20.0.6 (6c28c8f8-61eb-4032-aaaa-40aa66f979b6/276211d2-ad25-41ed-a0be-58fa04c1f704/be7cbb15-1ab0-48e7-9fd4-fdb349aec566) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:03.556344 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1edb15a-df3f-4352-ad39-ef00e959875b None None] Routers {'00fd66ca-8a7a-484a-9e36-9ce9c301a264'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:03.557169 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c1edb15a-df3f-4352-ad39-ef00e959875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['00fd66ca-8a7a-484a-9e36-9ce9c301a264'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:03.631026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c1edb15a-df3f-4352-ad39-ef00e959875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:03.632293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1edb15a-df3f-4352-ad39-ef00e959875b None None] The sync data for ids ['00fd66ca-8a7a-484a-9e36-9ce9c301a264'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:03.659178 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-22bddb28-26eb-4133-aea2-d01fa5057fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:03.811950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7fe0e040-3c02-476c-9431-779ec9f9bce5 req-681536db-83eb-4054-bead-3d27d717d39e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 210 time: 0.0332887 Feb 19 03:24:03.847187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-69214b75-6a02-4bec-8928-c6fa5b52cff4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd0881be1eec4aaeb33f16ff25edfc24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5038741 Feb 19 03:24:03.858885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54866) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:03.964119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Attempting to bind port 84b552a2-998f-4067-8be4-7dcc819f2a6e on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:03.964485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Attempting to bind port 84b552a2-998f-4067-8be4-7dcc819f2a6e by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:03.964850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Attempting to bind port 84b552a2-998f-4067-8be4-7dcc819f2a6e on network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:03.978812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Port 84b552a2-998f-4067-8be4-7dcc819f2a6e on network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:03.979168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Attempting to bind port 84b552a2-998f-4067-8be4-7dcc819f2a6e on network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:04.013381 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (7622ac78-d49a-4488-8255-f968d146c59c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.024827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:04.025201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Checking segment: {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:04.025598 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Bound using segment: {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:04.026055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Bound port: 84b552a2-998f-4067-8be4-7dcc819f2a6e, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:04.026414 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.112146 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c723e141-8919-42b8-b1db-64a88c5ce513 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.116806 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.147193 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (319bc914-92c9-4eb7-a95d-48ba7cb146af), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.198298 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks [] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.201601 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3984a80b-58e3-4e78-ab2f-57fcfae33088 admin admin] Publish callbacks [] for security_group (b0219c09-5957-4f5b-93d7-ef796a4c24a6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.212475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Port': ['ID=b1ccbf9e-9d85-4ca7-8bcc-e953dc26480c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:04.358170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3984a80b-58e3-4e78-ab2f-57fcfae33088 admin admin] Publish callbacks [] for security_group (b0219c09-5957-4f5b-93d7-ef796a4c24a6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.426494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] For port 84b552a2-998f-4067-8be4-7dcc819f2a6e, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:04.487109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] For port 84b552a2-998f-4067-8be4-7dcc819f2a6e, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=84b552a2-998f-4067-8be4-7dcc819f2a6e,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:04.515248 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for floatingip (d2d02072-ba43-468d-a60e-6c596ba9c164), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.515248 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Floating IP d2d02072-ba43-468d-a60e-6c596ba9c164 disassociated (deleted). External IP: 172.25.1.151, port: 648aaa14-2128-4c08-91e1-79ae1c330c9c. Feb 19 03:24:04.521119 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.665221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (319bc914-92c9-4eb7-a95d-48ba7cb146af), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.672094 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (319bc914-92c9-4eb7-a95d-48ba7cb146af), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.722467 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=319bc914-92c9-4eb7-a95d-48ba7cb146af,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:04.782715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (7622ac78-d49a-4488-8255-f968d146c59c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:04.935260 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Floating IP 7622ac78-d49a-4488-8255-f968d146c59c associated. External IP: 172.25.1.8, port: 27318969-5081-48d0-8f99-c62d96f151f8. Feb 19 03:24:04.961265 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.058940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:05.059579 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.061014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] 10.222.0.67 "PUT /v2.0/ports/84b552a2-998f-4067-8be4-7dcc819f2a6e HTTP/1.1" status: 200 len: 1092 time: 3.0886755 Feb 19 03:24:05.068004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d24b1a-44af-43f8-bdf6-12a2fb04d8f6', 'tag': '84b552a2-998f-4067-8be4-7dcc819f2a6e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:05.070343 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2004031-193a-423d-ab4d-0a36ac577a8d" -d '{"events": [{"name": "network-changed", "server_uuid": "85d24b1a-44af-43f8-bdf6-12a2fb04d8f6", "tag": "84b552a2-998f-4067-8be4-7dcc819f2a6e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:05.110343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:05.181539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3984a80b-58e3-4e78-ab2f-57fcfae33088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b0219c09-5957-4f5b-93d7-ef796a4c24a6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.184161 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3984a80b-58e3-4e78-ab2f-57fcfae33088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.185869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3984a80b-58e3-4e78-ab2f-57fcfae33088 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0219c09-5957-4f5b-93d7-ef796a4c24a6 HTTP/1.1" status: 204 len: 168 time: 1.3088164 Feb 19 03:24:05.186967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:05.202696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:05.207325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff5188-bfd9-49f8-9c1f-19381f71c383 service neutron] Pushing event updated for resources: {'Port': ['ID=84b552a2-998f-4067-8be4-7dcc819f2a6e,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:05.217948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:05.299781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984a80b-58e3-4e78-ab2f-57fcfae33088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0219c09-5957-4f5b-93d7-ef796a4c24a6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:05.340165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cdb27-9a4e-40f4-b4b2-1ff69404854d req-164591c7-b3ff-488d-944c-7ee4a7a18de8 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:05.342212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c7cdb27-9a4e-40f4-b4b2-1ff69404854d req-164591c7-b3ff-488d-944c-7ee4a7a18de8 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 931 time: 0.3914440 Feb 19 03:24:05.394186 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:05.406357 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb175193-f323-41cd-a210-b128a6d740e0 None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:05.424188 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb175193-f323-41cd-a210-b128a6d740e0 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:05.424885 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-eb175193-f323-41cd-a210-b128a6d740e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:05.441257 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.480108 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1b8ae706-fcd4-4331-87d7-4139c132428e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 3.8972225 Feb 19 03:24:05.482538 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54884) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:05.522504 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-eb175193-f323-41cd-a210-b128a6d740e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:05.546847 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb175193-f323-41cd-a210-b128a6d740e0 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:05.547469 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-eb175193-f323-41cd-a210-b128a6d740e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:23:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:05.562516 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0ff88551-a8a7-4334-903b-292e03fd117b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "GET /v2.0/floatingips/7622ac78-d49a-4488-8255-f968d146c59c HTTP/1.1" status: 200 len: 975 time: 0.0778222 Feb 19 03:24:05.563381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54888) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:05.565496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Pushing event updated for resources: {'Port': ['ID=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:05.609399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9cccf21b-fcdf-473e-8f56-2e74bec817ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:05.610942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-9cccf21b-fcdf-473e-8f56-2e74bec817ab service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27ace3f9fbb04b29a6608128dca77d23&device_id=85d24b1a-44af-43f8-bdf6-12a2fb04d8f6 HTTP/1.1" status: 200 len: 1126 time: 0.4995563 Feb 19 03:24:05.616653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:05.617305 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.620734 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-eb175193-f323-41cd-a210-b128a6d740e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:05.621592 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb175193-f323-41cd-a210-b128a6d740e0 None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:05.744763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-bf93fc05-32c9-4d5d-80be-2866e361eaf4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84b552a2-998f-4067-8be4-7dcc819f2a6e HTTP/1.1" status: 200 len: 217 time: 0.1152580 Feb 19 03:24:05.792697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c7cdb27-9a4e-40f4-b4b2-1ff69404854d req-db8ac47a-c647-43b5-8f81-c599f10d6097 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292340 Feb 19 03:24:05.795817 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d89c41ef-d704-46ad-abcc-992d54467bbe tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 0.2310236 Feb 19 03:24:05.802347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54896) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:05.806366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-b90d1d37-3099-47c4-9e71-1aeea08c9113 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1194487 Feb 19 03:24:05.826606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-dc9a374a-15ff-48a5-aef3-d1f6c7cb14e5 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'floatingip': {'port_id': '4e5d9470-888c-4599-adc6-81cfe869db15'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:05.832941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Request body: {'port': {'device_id': '8df8ce0a-d16e-40ca-a7fa-61578f57ef65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:05.902887 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-846e77ca-746f-411e-b2af-e2ce75993101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:05.929084 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b370e23-cf70-4458-afc4-17c74a2da538 x-openstack-request-id: req-6b370e23-cf70-4458-afc4-17c74a2da538 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:05.929361 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d24b1a-44af-43f8-bdf6-12a2fb04d8f6", "tag": "84b552a2-998f-4067-8be4-7dcc819f2a6e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:05.929623 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b370e23-cf70-4458-afc4-17c74a2da538 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:05.930034 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85d24b1a-44af-43f8-bdf6-12a2fb04d8f6', 'tag': '84b552a2-998f-4067-8be4-7dcc819f2a6e', 'status': 'completed', 'code': 200} Feb 19 03:24:05.944818 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc9a374a-15ff-48a5-aef3-d1f6c7cb14e5 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (7622ac78-d49a-4488-8255-f968d146c59c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:06.001596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-000e0483-d0fc-48dc-b6a2-a9bc768d9e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:06.003524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-000e0483-d0fc-48dc-b6a2-a9bc768d9e35 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=276211d2-ad25-41ed-a0be-58fa04c1f704 HTTP/1.1" status: 200 len: 852 time: 0.2289798 Feb 19 03:24:06.004399 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:06.057798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-fea2dd82-9dfc-434e-a314-49eb00729dd2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456474 Feb 19 03:24:06.138928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:06.271898 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c723e141-8919-42b8-b1db-64a88c5ce513 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:06.327455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54906) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.511122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-704f9829-0cf6-48b8-a195-021cf2b7ec33 service neutron] 10.222.0.67 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419832 Feb 19 03:24:06.515701 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c723e141-8919-42b8-b1db-64a88c5ce513 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:06.522123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c723e141-8919-42b8-b1db-64a88c5ce513 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:06.522711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c723e141-8919-42b8-b1db-64a88c5ce513 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:06.527264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c723e141-8919-42b8-b1db-64a88c5ce513 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/ports/4f8dc41f-6a6f-413a-a3d0-b87653d64ddf HTTP/1.1" status: 200 len: 911 time: 3.0385318 Feb 19 03:24:06.528051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54914) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.537644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-fbc6f095-64f8-4c2c-b7a3-2a2375965069 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.538912 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fbc6f095-64f8-4c2c-b7a3-2a2375965069 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2105153 Feb 19 03:24:06.542115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54916) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.549447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-075cf71d-0350-4eeb-bdaf-0690491ea0fc tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.553588 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-075cf71d-0350-4eeb-bdaf-0690491ea0fc tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0079763 Feb 19 03:24:06.553897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54918) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.558297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-efea1dd3-b3b6-4df4-bb84-37da90a96486 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.561723 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-efea1dd3-b3b6-4df4-bb84-37da90a96486 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044727 Feb 19 03:24:06.562428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54920) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.566907 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-ce96ff91-f21c-40f5-a2ef-aab84b754862 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.572162 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ce96ff91-f21c-40f5-a2ef-aab84b754862 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0048518 Feb 19 03:24:06.578110 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54922) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.586698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-902047d8-7f98-48a8-bd00-7ce3d41b5a1f tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.591241 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-902047d8-7f98-48a8-bd00-7ce3d41b5a1f tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0085204 Feb 19 03:24:06.594713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54924) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.600773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-f0df14be-16e4-45ca-b0b4-a0782501c213 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.605381 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f0df14be-16e4-45ca-b0b4-a0782501c213 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0060897 Feb 19 03:24:06.633404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54926) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.637425 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-0b8e22b9-a855-4cc9-9389-996bc199d609 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.638353 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0b8e22b9-a855-4cc9-9389-996bc199d609 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0042078 Feb 19 03:24:06.649989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54928) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.657028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-ba9cbee2-540a-4b41-a2d9-5618da15e742 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.660429 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ba9cbee2-540a-4b41-a2d9-5618da15e742 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067327 Feb 19 03:24:06.662014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54930) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.671161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-8dc880a5-05e8-4503-9ab5-4cec4bbd35be tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.673665 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8dc880a5-05e8-4503-9ab5-4cec4bbd35be tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0092411 Feb 19 03:24:06.685423 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54932) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.691525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-a4c9106b-2019-4eeb-b23d-da3b82815829 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.694970 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a4c9106b-2019-4eeb-b23d-da3b82815829 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0114470 Feb 19 03:24:06.697362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54936) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.704746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-a11b1d01-2351-43d5-8b46-087d8dbef6c5 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.708347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a11b1d01-2351-43d5-8b46-087d8dbef6c5 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0074725 Feb 19 03:24:06.709469 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54938) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.756891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [None req-8c3ec6b6-5faf-4db1-81d1-e98a5136829c tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.758358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8c3ec6b6-5faf-4db1-81d1-e98a5136829c tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0460415 Feb 19 03:24:06.783610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54940) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.788073 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-e9534072-5ac1-47cf-a355-4ca84610175a tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.790845 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e9534072-5ac1-47cf-a355-4ca84610175a tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044956 Feb 19 03:24:06.797069 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54942) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.803104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-410f9593-bba1-4f63-9b27-5f7642eaf305 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.804068 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-410f9593-bba1-4f63-9b27-5f7642eaf305 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0063922 Feb 19 03:24:06.806801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54944) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.814086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-15338f77-839b-40b2-874e-141582b0668d tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.814086 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-15338f77-839b-40b2-874e-141582b0668d tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0060303 Feb 19 03:24:06.818465 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54946) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.831897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-b1469ccd-ca98-4704-907d-1b6a0b6de5ae tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.835359 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b1469ccd-ca98-4704-907d-1b6a0b6de5ae tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0126312 Feb 19 03:24:06.839085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54950) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.845341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-4298d578-1326-4fe9-90f8-f0e2c3618c36 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.846638 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4298d578-1326-4fe9-90f8-f0e2c3618c36 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0065506 Feb 19 03:24:06.852019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54952) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.855527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc9a374a-15ff-48a5-aef3-d1f6c7cb14e5 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:06.859068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-0436cb41-ce3a-4028-83d6-ec8b534b7bb5 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.862703 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0436cb41-ce3a-4028-83d6-ec8b534b7bb5 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0072839 Feb 19 03:24:06.862951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54954) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.868154 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-bf8fce57-41d6-4a83-840c-c8c5384669fe tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.876989 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bf8fce57-41d6-4a83-840c-c8c5384669fe tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0127845 Feb 19 03:24:06.878530 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc9a374a-15ff-48a5-aef3-d1f6c7cb14e5 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (7622ac78-d49a-4488-8255-f968d146c59c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:06.881707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54956) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.888260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-c1b203d4-58b3-4e64-889a-9e092696164f tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.894149 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c1b203d4-58b3-4e64-889a-9e092696164f tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0094571 Feb 19 03:24:06.894149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54958) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.918659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c723e141-8919-42b8-b1db-64a88c5ce513 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=4f8dc41f-6a6f-413a-a3d0-b87653d64ddf,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:06.939915 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-31fdf450-6518-4477-b472-4cda4728be57 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.943790 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-31fdf450-6518-4477-b472-4cda4728be57 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0052400 Feb 19 03:24:06.945257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54960) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.957108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-16241d2b-db62-456e-b0b9-d33749091189 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.960728 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-16241d2b-db62-456e-b0b9-d33749091189 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0106821 Feb 19 03:24:06.962474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54964) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.967366 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-c4a86d55-404e-47da-8b85-96ff911a7207 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.968548 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c4a86d55-404e-47da-8b85-96ff911a7207 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0050015 Feb 19 03:24:06.971608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54966) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.978036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-a57e535a-13ac-496c-9556-5f0815ba6fff tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.979082 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a57e535a-13ac-496c-9556-5f0815ba6fff tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0061510 Feb 19 03:24:06.982266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54968) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.986454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-bebcd42e-9726-4b23-9237-289b1f2c6d8c tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:06.987736 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bebcd42e-9726-4b23-9237-289b1f2c6d8c tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0042758 Feb 19 03:24:06.993100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54970) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:06.995711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:07.000494 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-7d5803ed-9ccc-4d5c-a335-2897175a0733 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.005465 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7d5803ed-9ccc-4d5c-a335-2897175a0733 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0075934 Feb 19 03:24:07.006207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e2982-32d2-4509-b026-108e52e4238e None None] Sync routers for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:07.014183 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:07.018893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54972) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.019451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e2982-32d2-4509-b026-108e52e4238e None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:07.020146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-922e2982-32d2-4509-b026-108e52e4238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:07.043838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [None req-db330de4-70b2-424e-b580-65febb20df57 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.047554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-db330de4-70b2-424e-b580-65febb20df57 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0261884 Feb 19 03:24:07.078782 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-dc9a374a-15ff-48a5-aef3-d1f6c7cb14e5 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Floating IP 7622ac78-d49a-4488-8255-f968d146c59c associated. External IP: 172.25.1.8, port: 27318969-5081-48d0-8f99-c62d96f151f8. Feb 19 03:24:07.081654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54974) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.087809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-e6ee7e03-713a-4f26-9403-950139fd4fb4 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.089896 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e6ee7e03-713a-4f26-9403-950139fd4fb4 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0061560 Feb 19 03:24:07.096026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-c5e418c9-600f-4be4-a61b-451a1b335c54 service neutron] 10.222.0.67 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200841 Feb 19 03:24:07.099529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54976) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.112243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [None req-21d7ef21-ceb7-4238-b2d3-93942690161e tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.116435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-21d7ef21-ceb7-4238-b2d3-93942690161e tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0142872 Feb 19 03:24:07.146603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54978) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.150285 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:07.152376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [None req-72a99701-a912-4c28-afaa-2847ab3c0914 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.155864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-72a99701-a912-4c28-afaa-2847ab3c0914 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0058036 Feb 19 03:24:07.160378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54980) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.184548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-922e2982-32d2-4509-b026-108e52e4238e None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:07.187253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [None req-eba14b49-2c17-4a42-8a69-f2512671ceac tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.191350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eba14b49-2c17-4a42-8a69-f2512671ceac tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0234702 Feb 19 03:24:07.191745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54982) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.193212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9db724a2-c01e-4d33-bbea-ee9d127231d6 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/floatingips/d2d02072-ba43-468d-a60e-6c596ba9c164 HTTP/1.1" status: 204 len: 168 time: 5.4334950 Feb 19 03:24:07.201314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-1e141909-8d00-4ba1-bee0-69fabff1d5b7 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.202493 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1e141909-8d00-4ba1-bee0-69fabff1d5b7 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0096946 Feb 19 03:24:07.207675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54986) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.251174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [None req-0c45cbf9-9d64-44b6-a820-c6eb1ed05609 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.255435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54988) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.255609 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0c45cbf9-9d64-44b6-a820-c6eb1ed05609 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0290980 Feb 19 03:24:07.259695 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-7170add9-effc-4c4f-8572-28d12ff46eac tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.260614 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7170add9-effc-4c4f-8572-28d12ff46eac tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042660 Feb 19 03:24:07.263924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54990) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.269070 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-6b8824fc-cd58-4334-9834-b8368532a964 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.270008 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6b8824fc-cd58-4334-9834-b8368532a964 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052223 Feb 19 03:24:07.272818 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54992) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.278437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-cca6a6bc-fe51-4a35-bb59-1d3f5d213451 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.279372 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cca6a6bc-fe51-4a35-bb59-1d3f5d213451 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0056999 Feb 19 03:24:07.284466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54994) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.284711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4eaef0-bac5-423f-8d9e-16eb0ae068d3 req-9f47d1d1-be3d-4033-9022-be4bd049942e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:07.286297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b4eaef0-bac5-423f-8d9e-16eb0ae068d3 req-9f47d1d1-be3d-4033-9022-be4bd049942e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 931 time: 0.3830476 Feb 19 03:24:07.297191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-4ee2b43e-66d1-4641-816f-5270f9733a56 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.298209 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4ee2b43e-66d1-4641-816f-5270f9733a56 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058825 Feb 19 03:24:07.331962 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54996) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.337832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-1db4d99f-5ac1-4521-88e6-4ea77df407d2 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.338919 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1db4d99f-5ac1-4521-88e6-4ea77df407d2 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0060163 Feb 19 03:24:07.343185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54998) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.347943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-34b0fd0e-2b7f-4a88-8d79-d6098938238e tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.349048 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-34b0fd0e-2b7f-4a88-8d79-d6098938238e tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050015 Feb 19 03:24:07.353215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55000) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.359231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-5b6ad5d6-2d60-4d4d-9b4f-d56dd47e1447 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.360166 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5b6ad5d6-2d60-4d4d-9b4f-d56dd47e1447 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0060897 Feb 19 03:24:07.366797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55002) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.371188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-aef1ad99-8f24-463c-ad89-b4b4a712e2d0 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.372129 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-aef1ad99-8f24-463c-ad89-b4b4a712e2d0 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0042372 Feb 19 03:24:07.374913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55004) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.379458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-334051e1-b114-4380-85f1-af5d7fc102e5 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.380410 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-334051e1-b114-4380-85f1-af5d7fc102e5 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0046251 Feb 19 03:24:07.384063 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55006) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.388016 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-41635726-8d2c-413c-a566-a57b857b4a56 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.389128 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-41635726-8d2c-413c-a566-a57b857b4a56 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0050981 Feb 19 03:24:07.445567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-922e2982-32d2-4509-b026-108e52e4238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:23:43Z', 'revision_number': 6, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:07.488258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e2982-32d2-4509-b026-108e52e4238e None None] Checking router: 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:07.501189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e2982-32d2-4509-b026-108e52e4238e None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:07.502174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-922e2982-32d2-4509-b026-108e52e4238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:07.638282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-922e2982-32d2-4509-b026-108e52e4238e None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:07.747570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55008) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.753519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-d18df0ea-c48e-4ae3-8967-ae198ea4a5f7 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.754471 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d18df0ea-c48e-4ae3-8967-ae198ea4a5f7 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0058982 Feb 19 03:24:07.757124 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55014) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.762732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-2facdf41-bd2b-4081-ac07-6ca88ccc7084 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.763654 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2facdf41-bd2b-4081-ac07-6ca88ccc7084 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056641 Feb 19 03:24:07.766090 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55016) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.771450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-9e501a5c-ecec-437f-ae17-c31858ce6cea tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.772700 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9e501a5c-ecec-437f-ae17-c31858ce6cea tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0054493 Feb 19 03:24:07.776799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55018) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.783746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-c3598efd-1922-4295-803f-67c9993d3202 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.784054 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c3598efd-1922-4295-803f-67c9993d3202 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0063796 Feb 19 03:24:07.786808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55020) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.792802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-db88b102-6984-40cd-ad58-32fa53d8b28f tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.793742 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-db88b102-6984-40cd-ad58-32fa53d8b28f tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0060754 Feb 19 03:24:07.796655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55022) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.801193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-07d8203b-0942-4d3d-8e29-97199c0d6ca4 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.802127 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-07d8203b-0942-4d3d-8e29-97199c0d6ca4 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045636 Feb 19 03:24:07.805878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55024) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.808785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9a374a-15ff-48a5-aef3-d1f6c7cb14e5 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:07.811760 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-5af0a5bc-03f7-4151-a1a3-543a4f8d7cf7 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.812719 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5af0a5bc-03f7-4151-a1a3-543a4f8d7cf7 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0059431 Feb 19 03:24:07.816312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7cbb15-1ab0-48e7-9fd4-fdb349aec566 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:07.817870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55026) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.823437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-a89a4a6c-ae68-4593-8f7a-9e3a2ad84822 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.824367 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a89a4a6c-ae68-4593-8f7a-9e3a2ad84822 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0042098 Feb 19 03:24:07.834931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55028) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.839112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-206b6ac9-a217-4a84-8ddd-801a47ab9893 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.840035 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-206b6ac9-a217-4a84-8ddd-801a47ab9893 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0041845 Feb 19 03:24:07.845722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55030) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.851077 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Publish callbacks [] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:07.861877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-3345a2bc-e989-4dd2-acd3-4afd1e830ab7 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.862905 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3345a2bc-e989-4dd2-acd3-4afd1e830ab7 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0172918 Feb 19 03:24:07.868808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55032) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.874269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2004031-193a-423d-ab4d-0a36ac577a8d req-1edb6add-05ba-4fc8-9462-5eb3f5d1fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:07.876249 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2004031-193a-423d-ab4d-0a36ac577a8d req-1edb6add-05ba-4fc8-9462-5eb3f5d1fce5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27ace3f9fbb04b29a6608128dca77d23&device_id=85d24b1a-44af-43f8-bdf6-12a2fb04d8f6 HTTP/1.1" status: 200 len: 1126 time: 0.7098577 Feb 19 03:24:07.893797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [None req-e7a5552b-1347-41be-a452-ec2722d8510d tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.893797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e7a5552b-1347-41be-a452-ec2722d8510d tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0057061 Feb 19 03:24:07.893797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55034) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.910361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [None req-7d3f4992-bec7-46bd-b287-f1e4b3168d83 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.912214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7d3f4992-bec7-46bd-b287-f1e4b3168d83 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0077307 Feb 19 03:24:07.913089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-922e2982-32d2-4509-b026-108e52e4238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:23:43Z', 'revision_number': 6, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:07.915079 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55036) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.919809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-347358b5-61ef-4eff-89ba-81ca82ccd9fb tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.920978 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-347358b5-61ef-4eff-89ba-81ca82ccd9fb tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0044231 Feb 19 03:24:07.923543 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55038) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.935441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-1c9a2ccb-4db2-4926-b3df-84eb44d10d44 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.936916 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1c9a2ccb-4db2-4926-b3df-84eb44d10d44 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0120547 Feb 19 03:24:07.939493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55042) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.946960 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-33e28ae5-b8b7-45d5-8205-765e289fb262 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.948186 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-33e28ae5-b8b7-45d5-8205-765e289fb262 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0069158 Feb 19 03:24:07.953385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55044) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.958280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922e2982-32d2-4509-b026-108e52e4238e None None] The sync data for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 is: [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:23:43Z', 'revision_number': 6, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '200a1c23-c090-4445-860e-73d7dbe05a00', 'name': '', 'network_id': 'd812e14e-de83-4338-87fa-976d8be3864a', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:f2:7b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:21Z', 'updated_at': '2022-02-19T03:20:29Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': 'a6b7c37c-a05d-42e1-9da7-6e6075618d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:07.960387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-d6da36ff-09b9-41bb-a65f-8ddeea03ea68 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.965340 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d6da36ff-09b9-41bb-a65f-8ddeea03ea68 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0105348 Feb 19 03:24:07.966365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55046) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:07.973379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-0bd02eb3-c6ff-46c4-b64b-782550ac0b14 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:07.974915 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0bd02eb3-c6ff-46c4-b64b-782550ac0b14 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0050428 Feb 19 03:24:08.007261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55048) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.014450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-edc310d5-7e67-4429-a9df-2f659681bdae tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:08.016368 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-edc310d5-7e67-4429-a9df-2f659681bdae tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0077872 Feb 19 03:24:08.019856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55052) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.024266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-7b43b421-1734-400b-9976-d82855b222e6 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:08.025641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7b43b421-1734-400b-9976-d82855b222e6 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046694 Feb 19 03:24:08.028373 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55054) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.033112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-59830c3a-8b92-42aa-9ce6-b4ee9308a157 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:08.034273 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-59830c3a-8b92-42aa-9ce6-b4ee9308a157 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0047741 Feb 19 03:24:08.037039 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55056) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.042965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-2d37b7a6-6fb2-418b-a3ce-c106112164c3 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:08.044129 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2d37b7a6-6fb2-418b-a3ce-c106112164c3 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059006 Feb 19 03:24:08.049724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55058) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.057057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-e497c14c-b0cb-42d8-97be-134b4cfac4a7 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:08.058585 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e497c14c-b0cb-42d8-97be-134b4cfac4a7 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0075674 Feb 19 03:24:08.061491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55060) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.067280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-572d7c56-f661-417a-aba0-125d35ebcbd4 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:08.068812 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-572d7c56-f661-417a-aba0-125d35ebcbd4 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0060344 Feb 19 03:24:08.070699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9a374a-15ff-48a5-aef3-d1f6c7cb14e5 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:08.072377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55062) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.077313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-947c96bc-c62d-4387-8f1f-477f9220d2c2 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:08.079393 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-947c96bc-c62d-4387-8f1f-477f9220d2c2 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0058501 Feb 19 03:24:08.083199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55064) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.084580 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db409603-b25e-437e-9436-6f9560e5eb52 None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:08.089633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-70f5507d-d5ed-4c41-8827-b7dcc073ac75 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:08.090923 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-70f5507d-d5ed-4c41-8827-b7dcc073ac75 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0060792 Feb 19 03:24:08.099955 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db409603-b25e-437e-9436-6f9560e5eb52 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:08.102629 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-db409603-b25e-437e-9436-6f9560e5eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:08.124345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55066) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.130890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-4af554ac-5a53-4793-babc-1e05202eb4c0 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:08.132185 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4af554ac-5a53-4793-babc-1e05202eb4c0 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0065231 Feb 19 03:24:08.134812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55068) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.139589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Transition to ACTIVE for port object be7cbb15-1ab0-48e7-9fd4-fdb349aec566 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:08.140483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'tag': '648aaa14-2128-4c08-91e1-79ae1c330c9c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:08.141687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-3f6b3b46-998e-4098-b5c5-3e5f97bf4b29 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:08.144171 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3f6b3b46-998e-4098-b5c5-3e5f97bf4b29 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0068088 Feb 19 03:24:08.144316 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd233b5c-3f59-49d5-9055-cf45de19c5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "931d4b84-3bf8-4e86-b111-d085b21b5bea", "tag": "648aaa14-2128-4c08-91e1-79ae1c330c9c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:08.149057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2004031-193a-423d-ab4d-0a36ac577a8d req-528ed1b1-f557-41f1-8111-10c8908dec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:08.150297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55072) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.151442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2004031-193a-423d-ab4d-0a36ac577a8d req-528ed1b1-f557-41f1-8111-10c8908dec1d service neutron] 10.222.0.67 "GET /v2.0/networks?id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6 HTTP/1.1" status: 200 len: 913 time: 0.2616591 Feb 19 03:24:08.156425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b4eaef0-bac5-423f-8d9e-16eb0ae068d3 req-362b2e69-c941-4783-ba43-171427bbcc75 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8615596 Feb 19 03:24:08.163197 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:08.164524 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-db409603-b25e-437e-9436-6f9560e5eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:08.169940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [None req-6603ea04-6637-49aa-b848-5b951335f2f1 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] http://10.222.0.81:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:08.177212 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6603ea04-6637-49aa-b848-5b951335f2f1 tempest-ExtensionsTestJSON-1299891169 tempest-ExtensionsTestJSON-1299891169-project] 10.222.0.81 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0227442 Feb 19 03:24:08.181889 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db409603-b25e-437e-9436-6f9560e5eb52 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:08.182703 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-db409603-b25e-437e-9436-6f9560e5eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:08.254517 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-db409603-b25e-437e-9436-6f9560e5eb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:08.255387 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db409603-b25e-437e-9436-6f9560e5eb52 None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:08.366738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2004031-193a-423d-ab4d-0a36ac577a8d req-eb0352f9-0b77-4092-affd-67c77daa9f82 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84b552a2-998f-4067-8be4-7dcc819f2a6e HTTP/1.1" status: 200 len: 217 time: 0.2009559 Feb 19 03:24:08.487097 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:08.546021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Pushing event updated for resources: {'Port': ['ID=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:08.597683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9a374a-15ff-48a5-aef3-d1f6c7cb14e5 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:08.616077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bbd911-7822-4868-88ae-53da3edcf39c None None] New status for floating IP d2d02072-ba43-468d-a60e-6c596ba9c164: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:24:08.654951 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa5f9c7-bfa7-4458-adbb-336d0830cd92 x-openstack-request-id: req-cfa5f9c7-bfa7-4458-adbb-336d0830cd92 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:08.655238 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931d4b84-3bf8-4e86-b111-d085b21b5bea", "tag": "648aaa14-2128-4c08-91e1-79ae1c330c9c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:08.655502 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cfa5f9c7-bfa7-4458-adbb-336d0830cd92 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:08.656009 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'tag': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'status': 'completed', 'code': 200} Feb 19 03:24:08.658726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2004031-193a-423d-ab4d-0a36ac577a8d req-a5a74a2e-f7d2-4aa5-8bea-57cc4b520866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:08.660924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2004031-193a-423d-ab4d-0a36ac577a8d req-a5a74a2e-f7d2-4aa5-8bea-57cc4b520866 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=276211d2-ad25-41ed-a0be-58fa04c1f704 HTTP/1.1" status: 200 len: 852 time: 0.2813437 Feb 19 03:24:08.720000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2004031-193a-423d-ab4d-0a36ac577a8d req-8995dad7-a93b-4b66-b471-d07373908420 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522819 Feb 19 03:24:08.826170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Attempting to bind port be7cbb15-1ab0-48e7-9fd4-fdb349aec566 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:08.826170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Attempting to bind port be7cbb15-1ab0-48e7-9fd4-fdb349aec566 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:08.826968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Attempting to bind port be7cbb15-1ab0-48e7-9fd4-fdb349aec566 on network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:08.873238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55084) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:08.911618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Port be7cbb15-1ab0-48e7-9fd4-fdb349aec566 on network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:08.919366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Attempting to bind port be7cbb15-1ab0-48e7-9fd4-fdb349aec566 on network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:08.940624 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6378314c-d1b9-4205-aaaa-bbab75ef971a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (00fd66ca-8a7a-484a-9e36-9ce9c301a264), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:08.968312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd233b5c-3f59-49d5-9055-cf45de19c5bb req-fdeba90a-c392-4e72-b3dc-eec926330900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:08.973768 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cd233b5c-3f59-49d5-9055-cf45de19c5bb req-fdeba90a-c392-4e72-b3dc-eec926330900 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 1128 time: 0.2511888 Feb 19 03:24:09.008268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:09.008611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Checking segment: {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:09.009021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Bound using segment: {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:09.009663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Bound port: be7cbb15-1ab0-48e7-9fd4-fdb349aec566, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:09.010211 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.015049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9a374a-15ff-48a5-aef3-d1f6c7cb14e5 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:09.021864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc9a374a-15ff-48a5-aef3-d1f6c7cb14e5 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.026541 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f73c3e-861b-444a-be62-97e9a70fb66c None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:09.050097 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f73c3e-861b-444a-be62-97e9a70fb66c None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:09.050980 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-96f73c3e-861b-444a-be62-97e9a70fb66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:09.123720 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-96f73c3e-861b-444a-be62-97e9a70fb66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:09.144015 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f73c3e-861b-444a-be62-97e9a70fb66c None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:09.144914 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-96f73c3e-861b-444a-be62-97e9a70fb66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:09.154829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2004031-193a-423d-ab4d-0a36ac577a8d req-da1f54aa-8e8c-4fff-b534-6aa54c14129a service neutron] 10.222.0.67 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279270 Feb 19 03:24:09.207051 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dc9a374a-15ff-48a5-aef3-d1f6c7cb14e5 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "PUT /v2.0/floatingips/7622ac78-d49a-4488-8255-f968d146c59c HTTP/1.1" status: 200 len: 975 time: 3.3990018 Feb 19 03:24:09.213480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55090) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:09.216024 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-96f73c3e-861b-444a-be62-97e9a70fb66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:09.216898 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f73c3e-861b-444a-be62-97e9a70fb66c None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:09.222138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e79e8fad-adb2-454e-bf1d-a308cc762944 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:09.268691 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd233b5c-3f59-49d5-9055-cf45de19c5bb req-ea20a2f1-94a6-49a3-9e4e-a61559dc1490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:09.270204 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cd233b5c-3f59-49d5-9055-cf45de19c5bb req-ea20a2f1-94a6-49a3-9e4e-a61559dc1490 service neutron] 10.222.0.87 "GET /v2.0/networks?id=d812e14e-de83-4338-87fa-976d8be3864a HTTP/1.1" status: 200 len: 898 time: 0.2861397 Feb 19 03:24:09.292876 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e79e8fad-adb2-454e-bf1d-a308cc762944 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (7622ac78-d49a-4488-8255-f968d146c59c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.303125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90da102-3f1a-4d39-8c38-7d6876c68d28 req-28d4b386-2ec1-498b-94a1-d83dc019a282 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:09.310261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a90da102-3f1a-4d39-8c38-7d6876c68d28 req-28d4b386-2ec1-498b-94a1-d83dc019a282 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 946 time: 0.5311239 Feb 19 03:24:09.313443 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2004031-193a-423d-ab4d-0a36ac577a8d req-0d174cdc-ecbe-4513-8547-29ed65b123ca service neutron] 10.222.0.67 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413965 Feb 19 03:24:09.349045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] For port be7cbb15-1ab0-48e7-9fd4-fdb349aec566, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:09.352421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] For port be7cbb15-1ab0-48e7-9fd4-fdb349aec566, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:09.378977 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40716466-c5a2-4a0f-866b-053b52a73f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.437924 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.481420 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e79e8fad-adb2-454e-bf1d-a308cc762944 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.519412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e79e8fad-adb2-454e-bf1d-a308cc762944 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (7622ac78-d49a-4488-8255-f968d146c59c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.520088 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-e79e8fad-adb2-454e-bf1d-a308cc762944 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Floating IP 7622ac78-d49a-4488-8255-f968d146c59c disassociated. External IP: 172.25.1.8, port: 4e5d9470-888c-4599-adc6-81cfe869db15. Feb 19 03:24:09.525004 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cd233b5c-3f59-49d5-9055-cf45de19c5bb req-24837f63-bf51-45be-904e-02fa1a553874 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=648aaa14-2128-4c08-91e1-79ae1c330c9c HTTP/1.1" status: 200 len: 217 time: 0.2280314 Feb 19 03:24:09.606480 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40716466-c5a2-4a0f-866b-053b52a73f1f admin admin] Publish callbacks [] for security_group (952b4254-823a-4e45-9af4-41515bd2ecd6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.632110 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40716466-c5a2-4a0f-866b-053b52a73f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (952b4254-823a-4e45-9af4-41515bd2ecd6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.651284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd233b5c-3f59-49d5-9055-cf45de19c5bb req-1abafa8f-7bfb-4c7b-accb-ffa51d9c7ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:09.653287 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cd233b5c-3f59-49d5-9055-cf45de19c5bb req-1abafa8f-7bfb-4c7b-accb-ffa51d9c7ec3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6b7c37c-a05d-42e1-9da7-6e6075618d32 HTTP/1.1" status: 200 len: 834 time: 0.0884738 Feb 19 03:24:09.683907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:09.684551 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:09.686032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] 10.222.0.87 "PUT /v2.0/ports/be7cbb15-1ab0-48e7-9fd4-fdb349aec566 HTTP/1.1" status: 200 len: 1091 time: 3.8576627 Feb 19 03:24:09.701313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40716466-c5a2-4a0f-866b-053b52a73f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952b4254-823a-4e45-9af4-41515bd2ecd6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:09.739450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837fd4f-a6c8-4189-9a55-7137446bf616 service neutron] Pushing event updated for resources: {'Port': ['ID=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:09.792621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd233b5c-3f59-49d5-9055-cf45de19c5bb req-0c56d6e8-9655-45be-91be-eb57eaecd4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:09.794231 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cd233b5c-3f59-49d5-9055-cf45de19c5bb req-0c56d6e8-9655-45be-91be-eb57eaecd4b8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=d812e14e-de83-4338-87fa-976d8be3864a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0857415 Feb 19 03:24:10.029123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-40716466-c5a2-4a0f-866b-053b52a73f1f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=172b7a428f6f4d9fa584e0e811fd15e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9855766 Feb 19 03:24:10.031673 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55106) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:10.032151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a90da102-3f1a-4d39-8c38-7d6876c68d28 req-777d70fb-412a-4d82-9e8d-32fcbfa2854c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6361947 Feb 19 03:24:10.086668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-df37a8b0-27b0-4b46-b963-1291f38b791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:10.087823 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-df37a8b0-27b0-4b46-b963-1291f38b791f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=27ace3f9fbb04b29a6608128dca77d23&device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 1125 time: 0.3296089 Feb 19 03:24:10.097965 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.136514 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a705b9-e9b6-46ad-bc29-6b19de940479 admin admin] Publish callbacks [] for security_group (952b4254-823a-4e45-9af4-41515bd2ecd6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.197274 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cd233b5c-3f59-49d5-9055-cf45de19c5bb req-07940460-5f5e-4bfb-895c-34a76f5a3e28 service neutron] 10.222.0.87 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480966 Feb 19 03:24:10.200225 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a705b9-e9b6-46ad-bc29-6b19de940479 admin admin] Publish callbacks [] for security_group (952b4254-823a-4e45-9af4-41515bd2ecd6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.213104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79e8fad-adb2-454e-bf1d-a308cc762944 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:10.233419 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:24:10.243721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-171932aa-40d7-43e6-8fbe-f10aff755600 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be7cbb15-1ab0-48e7-9fd4-fdb349aec566 HTTP/1.1" status: 200 len: 217 time: 0.1408098 Feb 19 03:24:10.317499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-6378314c-d1b9-4205-aaaa-bbab75ef971a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 4f8dc41f-6a6f-413a-a3d0-b87653d64ddf {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:10.318166 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6378314c-d1b9-4205-aaaa-bbab75ef971a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.437581 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a705b9-e9b6-46ad-bc29-6b19de940479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (952b4254-823a-4e45-9af4-41515bd2ecd6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.441708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51a705b9-e9b6-46ad-bc29-6b19de940479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.442329 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-51a705b9-e9b6-46ad-bc29-6b19de940479 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/952b4254-823a-4e45-9af4-41515bd2ecd6 HTTP/1.1" status: 204 len: 168 time: 0.5389578 Feb 19 03:24:10.453776 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cd233b5c-3f59-49d5-9055-cf45de19c5bb req-63eba24c-9a3d-48a7-8053-32873130ac71 service neutron] 10.222.0.87 "GET /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439253 Feb 19 03:24:10.465108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a705b9-e9b6-46ad-bc29-6b19de940479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952b4254-823a-4e45-9af4-41515bd2ecd6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:10.494040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79e8fad-adb2-454e-bf1d-a308cc762944 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:10.501854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-01bd3cc5-a6e9-4a17-a49e-69a31110a1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:10.504987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-01bd3cc5-a6e9-4a17-a49e-69a31110a1b5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=276211d2-ad25-41ed-a0be-58fa04c1f704 HTTP/1.1" status: 200 len: 852 time: 0.2405684 Feb 19 03:24:10.511580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e79e8fad-adb2-454e-bf1d-a308cc762944 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.516640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b5ede-45da-4614-8fc6-4c73f5dc6a49 req-b1aca922-3237-4845-8dfe-7f84c6d3517f tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:10.525257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb346f1-34c6-4fcc-8bcf-cc259fb2b177 None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:10.525921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-381b5ede-45da-4614-8fc6-4c73f5dc6a49 req-b1aca922-3237-4845-8dfe-7f84c6d3517f tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 943 time: 0.3370938 Feb 19 03:24:10.537524 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6378314c-d1b9-4205-aaaa-bbab75ef971a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.564766 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e79e8fad-adb2-454e-bf1d-a308cc762944 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "PUT /v2.0/floatingips/7622ac78-d49a-4488-8255-f968d146c59c HTTP/1.1" status: 200 len: 686 time: 1.3472154 Feb 19 03:24:10.566409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55124) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:10.572476 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb346f1-34c6-4fcc-8bcf-cc259fb2b177 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:10.573176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1fb346f1-34c6-4fcc-8bcf-cc259fb2b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:10.574800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ae9cc-ff26-4be8-acb6-f41202a3db0b req-f4abd858-1f0e-48cb-bfbf-f749a088d473 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:10.576507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-216ae9cc-ff26-4be8-acb6-f41202a3db0b req-f4abd858-1f0e-48cb-bfbf-f749a088d473 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.87 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 946 time: 0.4625676 Feb 19 03:24:10.609045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-1da5500e-872b-4106-bc79-1d608455bf25 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677557 Feb 19 03:24:10.611514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-6378314c-d1b9-4205-aaaa-bbab75ef971a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 4f8dc41f-6a6f-413a-a3d0-b87653d64ddf owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:10.657024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1fb346f1-34c6-4fcc-8bcf-cc259fb2b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:10.676788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df8ce0a-d16e-40ca-a7fa-61578f57ef65', 'tag': 'be7cbb15-1ab0-48e7-9fd4-fdb349aec566'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:10.679659 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1c85c5-8626-43e1-b559-88c6577147f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8df8ce0a-d16e-40ca-a7fa-61578f57ef65", "tag": "be7cbb15-1ab0-48e7-9fd4-fdb349aec566"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:10.694728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb346f1-34c6-4fcc-8bcf-cc259fb2b177 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:10.695558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1fb346f1-34c6-4fcc-8bcf-cc259fb2b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:10.753546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1fb346f1-34c6-4fcc-8bcf-cc259fb2b177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:10.767846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb346f1-34c6-4fcc-8bcf-cc259fb2b177 None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:10.867025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9f25b-fd76-4ad7-8b89-5d4c5f494463 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port 319bc914-92c9-4eb7-a95d-48ba7cb146af {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:10.867561 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cd9f25b-fd76-4ad7-8b89-5d4c5f494463 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (319bc914-92c9-4eb7-a95d-48ba7cb146af), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.948725 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cd9f25b-fd76-4ad7-8b89-5d4c5f494463 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (319bc914-92c9-4eb7-a95d-48ba7cb146af), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.949161 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cd9f25b-fd76-4ad7-8b89-5d4c5f494463 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (319bc914-92c9-4eb7-a95d-48ba7cb146af), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:10.966732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4cd9f25b-fd76-4ad7-8b89-5d4c5f494463 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for 319bc914-92c9-4eb7-a95d-48ba7cb146af owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:11.050608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-8fa3d4f5-c362-496f-ac3e-53da29aa0fdd service neutron] 10.222.0.87 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153867 Feb 19 03:24:11.077587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-381b5ede-45da-4614-8fc6-4c73f5dc6a49 req-b985f824-69af-494c-ab7a-6a61386f23fa tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505548 Feb 19 03:24:11.120103 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6378314c-d1b9-4205-aaaa-bbab75ef971a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4f8dc41f-6a6f-413a-a3d0-b87653d64ddf), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.164146 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cd9f25b-fd76-4ad7-8b89-5d4c5f494463 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (319bc914-92c9-4eb7-a95d-48ba7cb146af), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.187146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378314c-d1b9-4205-aaaa-bbab75ef971a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=4f8dc41f-6a6f-413a-a3d0-b87653d64ddf,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:11.233403 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d7ddaf-7e34-474f-aa5b-f43d612b0411 x-openstack-request-id: req-c8d7ddaf-7e34-474f-aa5b-f43d612b0411 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:11.233719 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df8ce0a-d16e-40ca-a7fa-61578f57ef65", "tag": "be7cbb15-1ab0-48e7-9fd4-fdb349aec566", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:11.233981 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8d7ddaf-7e34-474f-aa5b-f43d612b0411 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:11.234379 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df8ce0a-d16e-40ca-a7fa-61578f57ef65', 'tag': 'be7cbb15-1ab0-48e7-9fd4-fdb349aec566', 'status': 'completed', 'code': 200} Feb 19 03:24:11.293807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9f25b-fd76-4ad7-8b89-5d4c5f494463 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=319bc914-92c9-4eb7-a95d-48ba7cb146af,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:11.436324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cd9f25b-fd76-4ad7-8b89-5d4c5f494463 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (7622ac78-d49a-4488-8255-f968d146c59c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.448842 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cd9f25b-fd76-4ad7-8b89-5d4c5f494463 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.450121 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4cd9f25b-fd76-4ad7-8b89-5d4c5f494463 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/floatingips/7622ac78-d49a-4488-8255-f968d146c59c HTTP/1.1" status: 204 len: 168 time: 0.8806059 Feb 19 03:24:11.452917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-216ae9cc-ff26-4be8-acb6-f41202a3db0b req-22772840-d76e-4a6b-9794-7bb7df709c5d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting port 648aaa14-2128-4c08-91e1-79ae1c330c9c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:11.453263 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-216ae9cc-ff26-4be8-acb6-f41202a3db0b req-22772840-d76e-4a6b-9794-7bb7df709c5d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.455208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55158) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.471187 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6378314c-d1b9-4205-aaaa-bbab75ef971a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (00fd66ca-8a7a-484a-9e36-9ce9c301a264), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.498130 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bb1890-e6e0-46d1-acc6-f3c83a5baa17 req-7b22095c-57b9-4beb-8fba-a04ba3e4abdb service neutron] 10.222.0.87 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191518 Feb 19 03:24:11.511449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 84b552a2-998f-4067-8be4-7dcc819f2a6e details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:11.534507 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-122725bc-a374-45aa-be24-27484e9aab6e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] delete failed (client error): The resource could not be found. Feb 19 03:24:11.535791 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-122725bc-a374-45aa-be24-27484e9aab6e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/floatingips/7622ac78-d49a-4488-8255-f968d146c59c HTTP/1.1" status: 404 len: 345 time: 0.0792174 Feb 19 03:24:11.539858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55162) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.753623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ad688-3730-474b-8a3e-fc25bb8bb361 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:11.770933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ad688-3730-474b-8a3e-fc25bb8bb361 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:11.780749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174ad688-3730-474b-8a3e-fc25bb8bb361 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:11.784676 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-174ad688-3730-474b-8a3e-fc25bb8bb361 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "GET /v2.0/ports?network_id=00ea3af7-edb0-4ca9-aa0b-5ec834d29759 HTTP/1.1" status: 200 len: 2356 time: 0.2437878 Feb 19 03:24:11.784849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 84b552a2-998f-4067-8be4-7dcc819f2a6e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=84b552a2-998f-4067-8be4-7dcc819f2a6e,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:11.792617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55174) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.811582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '84b552a2-998f-4067-8be4-7dcc819f2a6e', 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6', 'port_id': '84b552a2-998f-4067-8be4-7dcc819f2a6e', 'mac_address': 'fa:16:3e:d5:f8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276211d2-ad25-41ed-a0be-58fa04c1f704', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:11.858722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 84b552a2-998f-4067-8be4-7dcc819f2a6e is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:11.858950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dbc25d-ead6-42fd-b8f1-02a6264eff6f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:11.859194 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:11.861076 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-61dbc25d-ead6-42fd-b8f1-02a6264eff6f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "GET /v2.0/subnets/3e093d8b-0d4a-4c73-8927-28167ef876c2 HTTP/1.1" status: 200 len: 797 time: 0.0656593 Feb 19 03:24:11.866641 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55178) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.871934 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'port': {'network_id': '00ea3af7-edb0-4ca9-aa0b-5ec834d29759', 'name': 'tempest-FloatingIPTestJSON-1866441205', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:11.877787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84b552a2-998f-4067-8be4-7dcc819f2a6e {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:11.889368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55180) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:11.901698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 84b552a2-998f-4067-8be4-7dcc819f2a6e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=84b552a2-998f-4067-8be4-7dcc819f2a6e,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:11.907476 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.010032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=84b552a2-998f-4067-8be4-7dcc819f2a6e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:12.241279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['84b552a2-998f-4067-8be4-7dcc819f2a6e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:12.292521 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2067007174'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:12.386315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1e567-7b5c-4186-a7d7-b7a7d8476db4 req-5e29e2af-7d34-43ec-b24e-923cf096864c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:12.387952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccc1e567-7b5c-4186-a7d7-b7a7d8476db4 req-5e29e2af-7d34-43ec-b24e-923cf096864c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 946 time: 0.9819670 Feb 19 03:24:12.399789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:12.403552 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.425693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Made reservation on behalf of a3fb9329e09f476db78b438747f88900 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:12.430211 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.474708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c85c5-8626-43e1-b559-88c6577147f7 req-4fe71d37-bd45-4f68-9387-7d60f04d2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:12.476244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba1c85c5-8626-43e1-b559-88c6577147f7 req-4fe71d37-bd45-4f68-9387-7d60f04d2d7a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=27ace3f9fbb04b29a6608128dca77d23&device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 1125 time: 0.8918905 Feb 19 03:24:12.558221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for security_group (b49005e4-7500-4e70-85c2-8a187fa4ba29), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.589680 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b49005e4-7500-4e70-85c2-8a187fa4ba29), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.610333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:12.621905 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (feff3771-6539-4da0-b5b9-1017ec2d2fed), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.622256 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Added segment feff3771-6539-4da0-b5b9-1017ec2d2fed of type vlan for network 55f87f72-1982-4703-b167-8806f4f9fb34 Feb 19 03:24:12.650213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccc1e567-7b5c-4186-a7d7-b7a7d8476db4 req-af07d59e-081a-4b82-a06c-ae287f1a2cd4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308812 Feb 19 03:24:12.652256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6378314c-d1b9-4205-aaaa-bbab75ef971a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router 00fd66ca-8a7a-484a-9e36-9ce9c301a264 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:12.707299 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (55f87f72-1982-4703-b167-8806f4f9fb34), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.744086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-216ae9cc-ff26-4be8-acb6-f41202a3db0b req-22772840-d76e-4a6b-9794-7bb7df709c5d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] For port 648aaa14-2128-4c08-91e1-79ae1c330c9c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=648aaa14-2128-4c08-91e1-79ae1c330c9c,segment=NetworkSegment(70274f38-2b72-4cd7-86db-da8b5cc2f6ce),segment_id=70274f38-2b72-4cd7-86db-da8b5cc2f6ce)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:12.744489 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-216ae9cc-ff26-4be8-acb6-f41202a3db0b req-22772840-d76e-4a6b-9794-7bb7df709c5d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.770877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49005e4-7500-4e70-85c2-8a187fa4ba29,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:12.774133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-216ae9cc-ff26-4be8-acb6-f41202a3db0b req-22772840-d76e-4a6b-9794-7bb7df709c5d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Calling delete_port for 648aaa14-2128-4c08-91e1-79ae1c330c9c owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:12.786019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (55f87f72-1982-4703-b167-8806f4f9fb34), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.795159 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:12.795793 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.878953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6378314c-d1b9-4205-aaaa-bbab75ef971a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:12.891575 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc455b2-89b7-4c76-a4d1-6eed08fe362d None None] Sync routers for ids ['00fd66ca-8a7a-484a-9e36-9ce9c301a264'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:12.904394 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc455b2-89b7-4c76-a4d1-6eed08fe362d None None] Routers {'00fd66ca-8a7a-484a-9e36-9ce9c301a264'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:12.904614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6378314c-d1b9-4205-aaaa-bbab75ef971a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/00fd66ca-8a7a-484a-9e36-9ce9c301a264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2987065 Feb 19 03:24:12.905451 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5fc455b2-89b7-4c76-a4d1-6eed08fe362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['00fd66ca-8a7a-484a-9e36-9ce9c301a264'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:12.919246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55204) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:12.944219 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:12.946726 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5fc455b2-89b7-4c76-a4d1-6eed08fe362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:12.958423 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc455b2-89b7-4c76-a4d1-6eed08fe362d None None] Routers {'00fd66ca-8a7a-484a-9e36-9ce9c301a264'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:12.959535 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5fc455b2-89b7-4c76-a4d1-6eed08fe362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['00fd66ca-8a7a-484a-9e36-9ce9c301a264'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:12.968358 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=55f87f72-1982-4703-b167-8806f4f9fb34,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:12.980926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 55f87f72-1982-4703-b167-8806f4f9fb34 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:12.981556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] device_id is not set on port 00d2a896-a42b-4ab3-88d0-cd570eb17758 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:24:12.982526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a626bbba-1e4a-4473-b2ff-666403f8e34b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=00fd66ca-8a7a-484a-9e36-9ce9c301a264 HTTP/1.1" status: 200 len: 205 time: 0.0599263 Feb 19 03:24:12.987136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55206) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:12.988884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c85c5-8626-43e1-b559-88c6577147f7 req-78d2c586-6310-46a3-97ce-497f494abe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:12.990865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba1c85c5-8626-43e1-b559-88c6577147f7 req-78d2c586-6310-46a3-97ce-497f494abe28 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6 HTTP/1.1" status: 200 len: 913 time: 0.4821248 Feb 19 03:24:13.012691 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8235f9e0-cf0c-404f-9b01-91d9616e18ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1120725 Feb 19 03:24:13.116013 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5fc455b2-89b7-4c76-a4d1-6eed08fe362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:13.121474 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc455b2-89b7-4c76-a4d1-6eed08fe362d None None] The sync data for ids ['00fd66ca-8a7a-484a-9e36-9ce9c301a264'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:13.156377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba1c85c5-8626-43e1-b559-88c6577147f7 req-0ab61ca7-898b-4b55-b7b5-c31499407af2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be7cbb15-1ab0-48e7-9fd4-fdb349aec566 HTTP/1.1" status: 200 len: 217 time: 0.1156337 Feb 19 03:24:13.157518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55210) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:13.170325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-84da7348-8545-4785-9477-ad957f718224 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'network_id': '55f87f72-1982-4703-b167-8806f4f9fb34', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:13.180984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0e187-20f8-43d5-9f89-a8b81716b7ee req-3c772d79-2ac0-4242-93e8-707ac1b0da81 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:13.182544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1df0e187-20f8-43d5-9f89-a8b81716b7ee req-3c772d79-2ac0-4242-93e8-707ac1b0da81 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 943 time: 0.3190463 Feb 19 03:24:13.248641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c85c5-8626-43e1-b559-88c6577147f7 req-81ec39dc-1b7e-49e0-9e4d-532e77f960b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:13.250133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba1c85c5-8626-43e1-b559-88c6577147f7 req-81ec39dc-1b7e-49e0-9e4d-532e77f960b5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=276211d2-ad25-41ed-a0be-58fa04c1f704 HTTP/1.1" status: 200 len: 852 time: 0.0639122 Feb 19 03:24:13.325655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device be7cbb15-1ab0-48e7-9fd4-fdb349aec566 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:13.382937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba1c85c5-8626-43e1-b559-88c6577147f7 req-4b42488b-6e2c-41a2-a6de-7dee538e2c04 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831559 Feb 19 03:24:13.450916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port be7cbb15-1ab0-48e7-9fd4-fdb349aec566, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:13.464356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'be7cbb15-1ab0-48e7-9fd4-fdb349aec566', 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6', 'port_id': 'be7cbb15-1ab0-48e7-9fd4-fdb349aec566', 'mac_address': 'fa:16:3e:54:7d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276211d2-ad25-41ed-a0be-58fa04c1f704', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:13.482627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1df0e187-20f8-43d5-9f89-a8b81716b7ee req-23c64d14-1d47-4a25-a9ca-662a7d77f96d tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396171 Feb 19 03:24:13.529119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 84b552a2-998f-4067-8be4-7dcc819f2a6e up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:13.576875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port be7cbb15-1ab0-48e7-9fd4-fdb349aec566 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:13.577575 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.644344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.20.0.14 (00ea3af7-edb0-4ca9-aa0b-5ec834d29759/3e093d8b-0d4a-4c73-8927-28167ef876c2/00d2a896-a42b-4ab3-88d0-cd570eb17758) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:13.647689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7cbb15-1ab0-48e7-9fd4-fdb349aec566 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:13.647865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84da7348-8545-4785-9477-ad957f718224 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:13.651223 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84da7348-8545-4785-9477-ad957f718224 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.655857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba1c85c5-8626-43e1-b559-88c6577147f7 req-4daa1875-3e5d-497c-b3bc-205a49b62da6 service neutron] 10.222.0.87 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611504 Feb 19 03:24:13.656452 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-216ae9cc-ff26-4be8-acb6-f41202a3db0b req-22772840-d76e-4a6b-9794-7bb7df709c5d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (648aaa14-2128-4c08-91e1-79ae1c330c9c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.665853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d61c1615-5c8d-4597-a798-9e6246d4a196 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (00fd66ca-8a7a-484a-9e36-9ce9c301a264), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.686157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port be7cbb15-1ab0-48e7-9fd4-fdb349aec566, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:13.692699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 84b552a2-998f-4067-8be4-7dcc819f2a6e completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:24:13.702418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 84b552a2-998f-4067-8be4-7dcc819f2a6e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:13.702418 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.735537 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.766822 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.20.0.13 (00ea3af7-edb0-4ca9-aa0b-5ec834d29759/3e093d8b-0d4a-4c73-8927-28167ef876c2/00d2a896-a42b-4ab3-88d0-cd570eb17758) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:13.770451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22772840-d76e-4a6b-9794-7bb7df709c5d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Port': ['ID=648aaa14-2128-4c08-91e1-79ae1c330c9c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:13.816187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:13.866283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-216ae9cc-ff26-4be8-acb6-f41202a3db0b req-22772840-d76e-4a6b-9794-7bb7df709c5d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] No DVR routers for this DVR port 648aaa14-2128-4c08-91e1-79ae1c330c9c on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:13.873868 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-216ae9cc-ff26-4be8-acb6-f41202a3db0b req-22772840-d76e-4a6b-9794-7bb7df709c5d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:13.878311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-216ae9cc-ff26-4be8-acb6-f41202a3db0b req-22772840-d76e-4a6b-9794-7bb7df709c5d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.87 "DELETE /v2.0/ports/648aaa14-2128-4c08-91e1-79ae1c330c9c HTTP/1.1" status: 204 len: 173 time: 3.2830484 Feb 19 03:24:13.885999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'name': 'network-vif-deleted', 'tag': '648aaa14-2128-4c08-91e1-79ae1c330c9c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:13.888599 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f909fdca-628c-4925-9560-33c809bbcf87" -d '{"events": [{"server_uuid": "931d4b84-3bf8-4e86-b111-d085b21b5bea", "name": "network-vif-deleted", "tag": "648aaa14-2128-4c08-91e1-79ae1c330c9c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:13.919802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e29f87f4-8869-468c-ba3d-d76a1fd52f40 req-f89d7409-1e93-4edf-a005-28bfec3267a3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=931d4b84-3bf8-4e86-b111-d085b21b5bea HTTP/1.1" status: 200 len: 210 time: 0.0592148 Feb 19 03:24:13.982935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba1c85c5-8626-43e1-b559-88c6577147f7 req-8381c367-085a-49d2-b34f-84eafc872dbd service neutron] 10.222.0.87 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840338 Feb 19 03:24:14.024402 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845aaa66-4a58-4547-8e2b-a829e45067fb x-openstack-request-id: req-845aaa66-4a58-4547-8e2b-a829e45067fb {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:14.025584 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931d4b84-3bf8-4e86-b111-d085b21b5bea", "name": "network-vif-deleted", "tag": "648aaa14-2128-4c08-91e1-79ae1c330c9c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:14.026100 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-845aaa66-4a58-4547-8e2b-a829e45067fb {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:14.026673 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931d4b84-3bf8-4e86-b111-d085b21b5bea', 'name': 'network-vif-deleted', 'tag': '648aaa14-2128-4c08-91e1-79ae1c330c9c', 'status': 'completed', 'code': 200} Feb 19 03:24:14.046323 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d61c1615-5c8d-4597-a798-9e6246d4a196 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (00fd66ca-8a7a-484a-9e36-9ce9c301a264), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.116274 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d61c1615-5c8d-4597-a798-9e6246d4a196 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (00fd66ca-8a7a-484a-9e36-9ce9c301a264), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.126451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['be7cbb15-1ab0-48e7-9fd4-fdb349aec566'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:14.160394 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84da7348-8545-4785-9477-ad957f718224 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (6e735803-7b6e-4502-9918-907a237c31bf), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.202571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 84b552a2-998f-4067-8be4-7dcc819f2a6e is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:14.202902 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.306587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84da7348-8545-4785-9477-ad957f718224 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking segment: {'id': 'feff3771-6539-4da0-b5b9-1017ec2d2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55f87f72-1982-4703-b167-8806f4f9fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:14.306968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da7348-8545-4785-9477-ad957f718224 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network hostable DHCP agents. Network: 55f87f72-1982-4703-b167-8806f4f9fb34, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:14.320366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84da7348-8545-4785-9477-ad957f718224 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=6e735803-7b6e-4502-9918-907a237c31bf,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:14.376106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84da7348-8545-4785-9477-ad957f718224 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network 55f87f72-1982-4703-b167-8806f4f9fb34 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:14.399979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-84da7348-8545-4785-9477-ad957f718224 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 55f87f72-1982-4703-b167-8806f4f9fb34) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:14.405489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84da7348-8545-4785-9477-ad957f718224 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:14.406148 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84da7348-8545-4785-9477-ad957f718224 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.442241 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (00d2a896-a42b-4ab3-88d0-cd570eb17758), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.454081 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d61c1615-5c8d-4597-a798-9e6246d4a196 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (00fd66ca-8a7a-484a-9e36-9ce9c301a264), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.455212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61c1615-5c8d-4597-a798-9e6246d4a196 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Fanout notify agent at l3_agent the message router_deleted on router 00fd66ca-8a7a-484a-9e36-9ce9c301a264 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:24:14.470323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-84da7348-8545-4785-9477-ad957f718224 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3081126 Feb 19 03:24:14.471681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55236) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:14.479323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9134c849-5d9f-44a5-b577-cf26fb9281c0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-316063097'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:14.483112 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d61c1615-5c8d-4597-a798-9e6246d4a196 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.487320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55238) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:14.488755 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d61c1615-5c8d-4597-a798-9e6246d4a196 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/00fd66ca-8a7a-484a-9e36-9ce9c301a264 HTTP/1.1" status: 204 len: 168 time: 1.4958313 Feb 19 03:24:14.558746 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (00d2a896-a42b-4ab3-88d0-cd570eb17758), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.559237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 84b552a2-998f-4067-8be4-7dcc819f2a6e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=84b552a2-998f-4067-8be4-7dcc819f2a6e,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:14.564616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d24b1a-44af-43f8-bdf6-12a2fb04d8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b552a2-998f-4067-8be4-7dcc819f2a6e'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:14.567003 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60b418a-f90e-479f-8a33-a0764bd79e72" -d '{"events": [{"server_uuid": "85d24b1a-44af-43f8-bdf6-12a2fb04d8f6", "name": "network-vif-plugged", "status": "completed", "tag": "84b552a2-998f-4067-8be4-7dcc819f2a6e"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:14.571564 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c96e91-3ad7-4333-a21f-5b8de0663a2f None None] Network 55f87f72-1982-4703-b167-8806f4f9fb34 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:14.586135 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.653634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=00d2a896-a42b-4ab3-88d0-cd570eb17758,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:14.669876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9134c849-5d9f-44a5-b577-cf26fb9281c0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:14.673781 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9134c849-5d9f-44a5-b577-cf26fb9281c0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.680321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-981e197f-08b5-41e5-9cd3-8b55f2d634f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting subnet 13785b46-ac24-4975-a773-c97add08f48d {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:24:14.685347 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-981e197f-08b5-41e5-9cd3-8b55f2d634f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (13785b46-ac24-4975-a773-c97add08f48d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.691299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 00ea3af7-edb0-4ca9-aa0b-5ec834d29759 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:14.693898 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:14.696617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:14.763757 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-981e197f-08b5-41e5-9cd3-8b55f2d634f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (13785b46-ac24-4975-a773-c97add08f48d), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.795348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=84b552a2-998f-4067-8be4-7dcc819f2a6e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:14.809567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9134c849-5d9f-44a5-b577-cf26fb9281c0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:14.828226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417e189-1fb3-447d-b78a-c9639e1d1a8a req-d2630fbb-9ee2-4eef-94ab-8a9eed9fa603 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:14.835298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0417e189-1fb3-447d-b78a-c9639e1d1a8a req-d2630fbb-9ee2-4eef-94ab-8a9eed9fa603 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 944 time: 0.2088177 Feb 19 03:24:14.856412 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:14.857115 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.883269 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-804868bf-6827-432d-996b-907dcf823695 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0144587 Feb 19 03:24:14.885156 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55252) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:14.886561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-55f87f72-1982-4703-b167-8806f4f9fb34', 'network_id': '55f87f72-1982-4703-b167-8806f4f9fb34', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': '6e735803-7b6e-4502-9918-907a237c31bf'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:14.886732 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9134c849-5d9f-44a5-b577-cf26fb9281c0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a9bd9d8c-e232-466b-9170-cff13fa4d533), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.887481 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:14.890778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '00d2a896-a42b-4ab3-88d0-cd570eb17758', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:14.891130 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-9134c849-5d9f-44a5-b577-cf26fb9281c0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Added segment a9bd9d8c-e232-466b-9170-cff13fa4d533 of type vlan for network fa139210-6d4f-4c95-9523-3128ac411018 Feb 19 03:24:14.945302 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.017720 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9134c849-5d9f-44a5-b577-cf26fb9281c0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (fa139210-6d4f-4c95-9523-3128ac411018), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.034017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-981e197f-08b5-41e5-9cd3-8b55f2d634f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (13785b46-ac24-4975-a773-c97add08f48d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.103675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0417e189-1fb3-447d-b78a-c9639e1d1a8a req-e658f156-a601-4264-9a80-6782c6093dc0 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675161 Feb 19 03:24:15.105435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Allocated IP 172.20.255.242 (55f87f72-1982-4703-b167-8806f4f9fb34/6e735803-7b6e-4502-9918-907a237c31bf/5be1a00d-1aea-4fb4-874d-3330bcc96aec) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:15.155069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.182441 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9134c849-5d9f-44a5-b577-cf26fb9281c0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (fa139210-6d4f-4c95-9523-3128ac411018), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.191030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9134c849-5d9f-44a5-b577-cf26fb9281c0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:15.192436 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9134c849-5d9f-44a5-b577-cf26fb9281c0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.208186 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-981e197f-08b5-41e5-9cd3-8b55f2d634f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (13785b46-ac24-4975-a773-c97add08f48d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.228522 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d330b2-ac5a-4c7f-aa16-a7a21cad407a x-openstack-request-id: req-b2d330b2-ac5a-4c7f-aa16-a7a21cad407a {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:15.229056 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d24b1a-44af-43f8-bdf6-12a2fb04d8f6", "name": "network-vif-plugged", "status": "completed", "tag": "84b552a2-998f-4067-8be4-7dcc819f2a6e", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:15.229172 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b2d330b2-ac5a-4c7f-aa16-a7a21cad407a {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:15.229961 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d24b1a-44af-43f8-bdf6-12a2fb04d8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84b552a2-998f-4067-8be4-7dcc819f2a6e', 'code': 200} Feb 19 03:24:15.292656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55262) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:15.325224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e197f-08b5-41e5-9cd3-8b55f2d634f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Subnet': ['ID=13785b46-ac24-4975-a773-c97add08f48d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:15.337629 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-981e197f-08b5-41e5-9cd3-8b55f2d634f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.344105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-981e197f-08b5-41e5-9cd3-8b55f2d634f9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/13785b46-ac24-4975-a773-c97add08f48d HTTP/1.1" status: 204 len: 168 time: 0.8535845 Feb 19 03:24:15.351195 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fe1ecf-ad93-4e97-8385-4d8bc21c9cc0 None None] Network ec9466f3-718f-44eb-9f55-d7b46063b18d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:15.352825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55264) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:15.376973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9134c849-5d9f-44a5-b577-cf26fb9281c0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9039705 Feb 19 03:24:15.377958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55266) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:15.391201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-eaeae0b2-cda8-4844-b67e-622ec1b6b7b0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'network_id': 'fa139210-6d4f-4c95-9523-3128ac411018', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:15.483429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9134c849-5d9f-44a5-b577-cf26fb9281c0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=fa139210-6d4f-4c95-9523-3128ac411018,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:15.493868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 648aaa14-2128-4c08-91e1-79ae1c330c9c no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:15.510886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a72013-516b-4e9c-90ef-e0590e6b5c86 req-e322cc0e-6109-4f13-ba88-791a1d9c002b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:15.512603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5a72013-516b-4e9c-90ef-e0590e6b5c86 req-e322cc0e-6109-4f13-ba88-791a1d9c002b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=85d24b1a-44af-43f8-bdf6-12a2fb04d8f6 HTTP/1.1" status: 200 len: 1128 time: 0.2056296 Feb 19 03:24:15.515212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (ec9466f3-718f-44eb-9f55-d7b46063b18d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.517061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaeae0b2-cda8-4844-b67e-622ec1b6b7b0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:15.522102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eaeae0b2-cda8-4844-b67e-622ec1b6b7b0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.553648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 648aaa14-2128-4c08-91e1-79ae1c330c9c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:15.554045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 648aaa14-2128-4c08-91e1-79ae1c330c9c not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:15.556590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network fa139210-6d4f-4c95-9523-3128ac411018 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:15.679758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.25.1.235 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/b97bf0f1-f149-4e10-8358-b78566af611c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:15.702005 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Publish callbacks [] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.756738 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.794463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5a72013-516b-4e9c-90ef-e0590e6b5c86 req-dea3edde-1f08-47b8-ad67-0828e872d2ef service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681908 Feb 19 03:24:15.809627 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eaeae0b2-cda8-4844-b67e-622ec1b6b7b0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (894ad307-cd56-409c-8bdc-918fcf6a5695), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.823367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Network 55f87f72-1982-4703-b167-8806f4f9fb34 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:15.833103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:15.836199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:15.898002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c3e347-3df7-40ad-a248-ab6602cba628 None None] DHCP port deletion for ec9466f3-718f-44eb-9f55-d7b46063b18d request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:24:15.928272 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (b97bf0f1-f149-4e10-8358-b78566af611c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.937008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeae0b2-cda8-4844-b67e-622ec1b6b7b0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=894ad307-cd56-409c-8bdc-918fcf6a5695,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:15.963387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaeae0b2-cda8-4844-b67e-622ec1b6b7b0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking segment: {'id': 'a9bd9d8c-e232-466b-9170-cff13fa4d533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'fa139210-6d4f-4c95-9523-3128ac411018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:15.963842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeae0b2-cda8-4844-b67e-622ec1b6b7b0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network hostable DHCP agents. Network: fa139210-6d4f-4c95-9523-3128ac411018, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:15.980898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b97bf0f1-f149-4e10-8358-b78566af611c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:15.999398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaeae0b2-cda8-4844-b67e-622ec1b6b7b0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network fa139210-6d4f-4c95-9523-3128ac411018 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:16.004151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Pushing event updated for resources: {'Port': ['ID=5be1a00d-1aea-4fb4-874d-3330bcc96aec,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:16.032083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Attempting to bind port 5be1a00d-1aea-4fb4-874d-3330bcc96aec on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:16.036746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Attempting to bind port 5be1a00d-1aea-4fb4-874d-3330bcc96aec by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'feff3771-6539-4da0-b5b9-1017ec2d2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55f87f72-1982-4703-b167-8806f4f9fb34'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:16.037083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Attempting to bind port 5be1a00d-1aea-4fb4-874d-3330bcc96aec on network 55f87f72-1982-4703-b167-8806f4f9fb34 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:16.054703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-eaeae0b2-cda8-4844-b67e-622ec1b6b7b0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, fa139210-6d4f-4c95-9523-3128ac411018) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:16.061640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeae0b2-cda8-4844-b67e-622ec1b6b7b0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:16.062575 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eaeae0b2-cda8-4844-b67e-622ec1b6b7b0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.071563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43e06f-3b63-47ee-9612-54d59c88248e req-870bd543-6822-4772-9353-1752067bb69c tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:16.073475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc43e06f-3b63-47ee-9612-54d59c88248e req-870bd543-6822-4772-9353-1752067bb69c tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1127 time: 0.0861752 Feb 19 03:24:16.073631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:16.074026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Checking segment: {'id': 'feff3771-6539-4da0-b5b9-1017ec2d2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55f87f72-1982-4703-b167-8806f4f9fb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:16.075040 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.075437 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Bound using segment: {'id': 'feff3771-6539-4da0-b5b9-1017ec2d2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55f87f72-1982-4703-b167-8806f4f9fb34'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:16.075925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Bound port: 5be1a00d-1aea-4fb4-874d-3330bcc96aec, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feff3771-6539-4da0-b5b9-1017ec2d2fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '55f87f72-1982-4703-b167-8806f4f9fb34'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:16.076351 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.093003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf36c4-b6c7-4c6d-bdf2-c506ec4c1f91 None None] Network fa139210-6d4f-4c95-9523-3128ac411018 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:16.107607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eaeae0b2-cda8-4844-b67e-622ec1b6b7b0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7254438 Feb 19 03:24:16.108707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55286) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:16.111436 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52802e6-b486-44b6-b233-d59d55032351 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.165408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:16.200860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:16.203295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:16.251386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc43e06f-3b63-47ee-9612-54d59c88248e req-9cb179e7-1945-497b-9a3c-9b8e723810f2 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1696200 Feb 19 03:24:16.268916 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52802e6-b486-44b6-b233-d59d55032351 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.272891 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=b97bf0f1-f149-4e10-8358-b78566af611c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:16.277200 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 9c813e46-908e-4a95-bc35-95e2c4179a9e {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:16.277537 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.352513 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (fa139210-6d4f-4c95-9523-3128ac411018), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.386562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-43c3e347-3df7-40ad-a248-ab6602cba628 None None] Deleting port 9c813e46-908e-4a95-bc35-95e2c4179a9e {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:16.387081 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-43c3e347-3df7-40ad-a248-ab6602cba628 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.389219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] For port 5be1a00d-1aea-4fb4-874d-3330bcc96aec, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:16.428920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] For port 5be1a00d-1aea-4fb4-874d-3330bcc96aec, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5be1a00d-1aea-4fb4-874d-3330bcc96aec,segment=NetworkSegment(feff3771-6539-4da0-b5b9-1017ec2d2fed),segment_id=feff3771-6539-4da0-b5b9-1017ec2d2fed)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:16.484405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] For port 9c813e46-908e-4a95-bc35-95e2c4179a9e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9c813e46-908e-4a95-bc35-95e2c4179a9e,segment=NetworkSegment(ac251fec-919e-4f2c-b05a-f5873e646992),segment_id=ac251fec-919e-4f2c-b05a-f5873e646992)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:16.484802 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.491153 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (894ad307-cd56-409c-8bdc-918fcf6a5695), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.547906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-43c3e347-3df7-40ad-a248-ab6602cba628 None None] For port 9c813e46-908e-4a95-bc35-95e2c4179a9e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9c813e46-908e-4a95-bc35-95e2c4179a9e,segment=NetworkSegment(ac251fec-919e-4f2c-b05a-f5873e646992),segment_id=ac251fec-919e-4f2c-b05a-f5873e646992)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:16.548776 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-43c3e347-3df7-40ad-a248-ab6602cba628 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.591008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd73a3c-64c0-4994-8dfe-ba1029e87ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-fa139210-6d4f-4c95-9523-3128ac411018', 'network_id': 'fa139210-6d4f-4c95-9523-3128ac411018', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': '894ad307-cd56-409c-8bdc-918fcf6a5695'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:16.593032 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5bd73a3c-64c0-4994-8dfe-ba1029e87ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.596149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 9c813e46-908e-4a95-bc35-95e2c4179a9e owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:16.612533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-43c3e347-3df7-40ad-a248-ab6602cba628 None None] Calling delete_port for 9c813e46-908e-4a95-bc35-95e2c4179a9e owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:16.619317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9c813e46-908e-4a95-bc35-95e2c4179a9e no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:16.623878 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.672280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8f37a-b5f6-488d-a232-c3dced7cf6d3 req-9b2278fd-c34f-4b2e-b3ac-b6737f8b9793 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:16.675151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bea8f37a-b5f6-488d-a232-c3dced7cf6d3 req-9b2278fd-c34f-4b2e-b3ac-b6737f8b9793 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 944 time: 0.3090255 Feb 19 03:24:16.789179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bea8f37a-b5f6-488d-a232-c3dced7cf6d3 req-12d2e284-8652-4b20-9493-9f7f29676811 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009536 Feb 19 03:24:16.790398 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (894ad307-cd56-409c-8bdc-918fcf6a5695), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.859529 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52802e6-b486-44b6-b233-d59d55032351 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.862395 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52802e6-b486-44b6-b233-d59d55032351 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.863666 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a52802e6-b486-44b6-b233-d59d55032351 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/security-groups/9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056 HTTP/1.1" status: 204 len: 168 time: 1.5696919 Feb 19 03:24:16.957294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52802e6-b486-44b6-b233-d59d55032351 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbc56a5-0b48-4c49-9c0c-2d0cc73dc056,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:16.984045 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:16.986479 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (fa139210-6d4f-4c95-9523-3128ac411018), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.023364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa139210-6d4f-4c95-9523-3128ac411018']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:17.037494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9bd9d8c-e232-466b-9170-cff13fa4d533') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:17.039100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9bd9d8c-e232-466b-9170-cff13fa4d533') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:17.045581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=9c813e46-908e-4a95-bc35-95e2c4179a9e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:17.057708 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (a9bd9d8c-e232-466b-9170-cff13fa4d533), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.061763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No DVR routers for this DVR port 9c813e46-908e-4a95-bc35-95e2c4179a9e on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:17.076860 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a9bd9d8c-e232-466b-9170-cff13fa4d533), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.130092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:17.131646 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (a9bd9d8c-e232-466b-9170-cff13fa4d533), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.136286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268b25a-00f0-4a17-b111-a435b96ccf9c None None] Pushing event updated for resources: {'Port': ['ID=5be1a00d-1aea-4fb4-874d-3330bcc96aec,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:17.170318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No active binding found for port 9c813e46-908e-4a95-bc35-95e2c4179a9e {{(pid=109900) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:24:17.170744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] The host n-d-826755-2 is not matching for port 9c813e46-908e-4a95-bc35-95e2c4179a9e host None! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:24:17.171155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9c813e46-908e-4a95-bc35-95e2c4179a9e not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:17.182895 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:17.185500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Subnet': ['ID=894ad307-cd56-409c-8bdc-918fcf6a5695,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server [None req-5bd73a3c-64c0-4994-8dfe-ba1029e87ea6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 894ad307-cd56-409c-8bdc-918fcf6a5695: This subnet is being modified by another concurrent operation. Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:24:17.219348 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 894ad307-cd56-409c-8bdc-918fcf6a5695: This subnet is being modified by another concurrent operation. Feb 19 03:24:17.224440 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Feb 19 03:24:17.251229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720080fe-e92d-4588-bdd2-6e8ed9a0d54b None None] Network fa139210-6d4f-4c95-9523-3128ac411018 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.262478 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:17.265313 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:24:17.367883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device be7cbb15-1ab0-48e7-9fd4-fdb349aec566 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:17.380647 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (fa139210-6d4f-4c95-9523-3128ac411018), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.391017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.403902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/fa139210-6d4f-4c95-9523-3128ac411018 HTTP/1.1" status: 204 len: 168 time: 1.2895439 Feb 19 03:24:17.419791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55314) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:17.426673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a90605be-3769-4fef-b0a7-f0d7c4d3a2a6 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-617105718'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:17.444240 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-43c3e347-3df7-40ad-a248-ab6602cba628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (9c813e46-908e-4a95-bc35-95e2c4179a9e), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.451066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4619d24-87e3-414b-aa22-0330538e7df3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Network': ['ID=fa139210-6d4f-4c95-9523-3128ac411018,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:17.477960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5add71-8d87-4ba4-9d3a-066ba13ce76b req-a8f18470-b69e-424f-99f0-b134f8b7e427 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:17.500352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f5add71-8d87-4ba4-9d3a-066ba13ce76b req-a8f18470-b69e-424f-99f0-b134f8b7e427 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.2358098 Feb 19 03:24:17.538932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3e347-3df7-40ad-a248-ab6602cba628 None None] Pushing event deleted for resources: {'Port': ['ID=9c813e46-908e-4a95-bc35-95e2c4179a9e,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:17.542113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c3e347-3df7-40ad-a248-ab6602cba628 None None] No DVR routers for this DVR port 9c813e46-908e-4a95-bc35-95e2c4179a9e on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:17.558726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port be7cbb15-1ab0-48e7-9fd4-fdb349aec566 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:24:17.564971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port be7cbb15-1ab0-48e7-9fd4-fdb349aec566 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:17.566053 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.578167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90605be-3769-4fef-b0a7-f0d7c4d3a2a6 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:17.581089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (ec9466f3-718f-44eb-9f55-d7b46063b18d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.592212 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a90605be-3769-4fef-b0a7-f0d7c4d3a2a6 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.643860 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f5add71-8d87-4ba4-9d3a-066ba13ce76b req-bf524fef-4498-4191-8ab7-3fb1f5e4ff82 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425869 Feb 19 03:24:17.657190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90605be-3769-4fef-b0a7-f0d7c4d3a2a6 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:17.680234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55320) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:17.697388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec9466f3-718f-44eb-9f55-d7b46063b18d']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:17.729394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (b3203894-98b4-47f6-a7f1-1d21abfbffc6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.745758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55322) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:17.757720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port be7cbb15-1ab0-48e7-9fd4-fdb349aec566 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:17.758123 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.775886 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac251fec-919e-4f2c-b05a-f5873e646992') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:17.776513 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac251fec-919e-4f2c-b05a-f5873e646992') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:17.794013 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a90605be-3769-4fef-b0a7-f0d7c4d3a2a6 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (34dc6c65-ae93-4d72-bcbd-20b8bee95462), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.794367 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-a90605be-3769-4fef-b0a7-f0d7c4d3a2a6 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Added segment 34dc6c65-ae93-4d72-bcbd-20b8bee95462 of type vlan for network 636f903a-3142-4f82-a853-2d1f0aa73d79 Feb 19 03:24:17.799849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port be7cbb15-1ab0-48e7-9fd4-fdb349aec566, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:17.801262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df8ce0a-d16e-40ca-a7fa-61578f57ef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7cbb15-1ab0-48e7-9fd4-fdb349aec566'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:17.805895 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943c4880-0d21-473a-b697-2608d3bcf345" -d '{"events": [{"server_uuid": "8df8ce0a-d16e-40ca-a7fa-61578f57ef65", "name": "network-vif-plugged", "status": "completed", "tag": "be7cbb15-1ab0-48e7-9fd4-fdb349aec566"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:17.815265 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.858375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-04ad41c9-1104-45f0-bd7c-baffc1737a5f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/f4f25e56-ee13-4c56-a74a-916f78d74dcf HTTP/1.1" status: 200 len: 993 time: 0.1714621 Feb 19 03:24:17.873120 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a90605be-3769-4fef-b0a7-f0d7c4d3a2a6 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (636f903a-3142-4f82-a853-2d1f0aa73d79), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.905682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:17.924594 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbd75b4-2e00-4794-8756-244e9c9f8dd8 x-openstack-request-id: req-7bbd75b4-2e00-4794-8756-244e9c9f8dd8 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:17.925218 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df8ce0a-d16e-40ca-a7fa-61578f57ef65", "name": "network-vif-plugged", "status": "completed", "tag": "be7cbb15-1ab0-48e7-9fd4-fdb349aec566", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:17.925921 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7bbd75b4-2e00-4794-8756-244e9c9f8dd8 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:17.926546 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df8ce0a-d16e-40ca-a7fa-61578f57ef65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7cbb15-1ab0-48e7-9fd4-fdb349aec566', 'code': 200} Feb 19 03:24:17.980307 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a90605be-3769-4fef-b0a7-f0d7c4d3a2a6 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (636f903a-3142-4f82-a853-2d1f0aa73d79), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:17.988602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90605be-3769-4fef-b0a7-f0d7c4d3a2a6 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:17.989656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a90605be-3769-4fef-b0a7-f0d7c4d3a2a6 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:18.132128 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (ac251fec-919e-4f2c-b05a-f5873e646992), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:18.161406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ac251fec-919e-4f2c-b05a-f5873e646992), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:18.188424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a90605be-3769-4fef-b0a7-f0d7c4d3a2a6 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7668457 Feb 19 03:24:18.206712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55340) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:18.214286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b97bf0f1-f149-4e10-8358-b78566af611c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:18.221783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'network_id': '636f903a-3142-4f82-a853-2d1f0aa73d79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:18.239559 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:18.240241 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (ac251fec-919e-4f2c-b05a-f5873e646992), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:18.249833 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:18.310427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90605be-3769-4fef-b0a7-f0d7c4d3a2a6 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=636f903a-3142-4f82-a853-2d1f0aa73d79,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:18.323042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 636f903a-3142-4f82-a853-2d1f0aa73d79 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:18.387565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15288b7-7c4c-4c03-8e11-f98d09396841 req-4915a68b-9b3a-4c51-8a89-5c75518edc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:18.396651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f15288b7-7c4c-4c03-8e11-f98d09396841 req-4915a68b-9b3a-4c51-8a89-5c75518edc36 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 1127 time: 0.3625932 Feb 19 03:24:18.501657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:18.512001 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:18.553720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f15288b7-7c4c-4c03-8e11-f98d09396841 req-03379df3-313b-4aa6-8608-1217ad64ad42 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499665 Feb 19 03:24:18.560764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b6cbbc-9422-4c8e-b39b-cbd69f19bfd0 None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:24:18.648059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb9791-67b5-40be-9a11-387427a6cd69 req-9b73b7cf-7c5d-4709-b1d6-0f673893fb14 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:18.659549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5be1a00d-1aea-4fb4-874d-3330bcc96aec up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:18.661918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39eb9791-67b5-40be-9a11-387427a6cd69 req-9b73b7cf-7c5d-4709-b1d6-0f673893fb14 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 945 time: 0.5735607 Feb 19 03:24:18.703385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Performing IP validity checks on allocation pools {{(pid=109899) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:24:18.704388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109899) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:24:18.809617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39eb9791-67b5-40be-9a11-387427a6cd69 req-762acac3-cb1a-41fe-81d8-cf9bdedbed25 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090889 Feb 19 03:24:19.012454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Provisioning complete for port 5be1a00d-1aea-4fb4-874d-3330bcc96aec triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:19.019183 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.114198 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (ec9466f3-718f-44eb-9f55-d7b46063b18d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.129213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.133681 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/networks/ec9466f3-718f-44eb-9f55-d7b46063b18d HTTP/1.1" status: 204 len: 168 time: 3.7772307 Feb 19 03:24:19.137763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55360) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:19.148528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0d36eb61-86ec-4070-81dd-96c551326945 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1446323861', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:19.168818 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (31199962-8808-4991-9736-5f082460628c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.179695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Current status of the port 5be1a00d-1aea-4fb4-874d-3330bcc96aec is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:19.180168 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.182170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b6cbbc-9422-4c8e-b39b-cbd69f19bfd0 None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:24:19.207932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5be1a00d-1aea-4fb4-874d-3330bcc96aec triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:19.208306 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.215270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c843f-2e1f-4270-88be-098649a16ae0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Network': ['ID=ec9466f3-718f-44eb-9f55-d7b46063b18d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:19.274340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] For port 5be1a00d-1aea-4fb4-874d-3330bcc96aec, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5be1a00d-1aea-4fb4-874d-3330bcc96aec,segment=NetworkSegment(feff3771-6539-4da0-b5b9-1017ec2d2fed),segment_id=feff3771-6539-4da0-b5b9-1017ec2d2fed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:19.318869 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.341831 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d36eb61-86ec-4070-81dd-96c551326945 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.342889 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d36eb61-86ec-4070-81dd-96c551326945 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.380016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Pushing event updated for resources: {'Port': ['ID=5be1a00d-1aea-4fb4-874d-3330bcc96aec,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:19.396427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.396718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.397040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.397460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.397875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.398291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.398744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.399173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.399584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.399980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.400383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.400839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.401240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f014fa-2553-4088-a4ca-7db7b312b386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:19.447805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking segment: {'id': '34dc6c65-ae93-4d72-bcbd-20b8bee95462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '636f903a-3142-4f82-a853-2d1f0aa73d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:19.450202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network hostable DHCP agents. Network: 636f903a-3142-4f82-a853-2d1f0aa73d79, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:19.453717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=31199962-8808-4991-9736-5f082460628c,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:19.498805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network 636f903a-3142-4f82-a853-2d1f0aa73d79 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:19.522890 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (b97bf0f1-f149-4e10-8358-b78566af611c), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.524916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5be1a00d-1aea-4fb4-874d-3330bcc96aec is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:19.528172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 636f903a-3142-4f82-a853-2d1f0aa73d79) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:19.534109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.534830 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.541664 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b97bf0f1-f149-4e10-8358-b78566af611c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.569591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-41749fc4-9605-45bf-bd4b-1e269e0bf348 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3553305 Feb 19 03:24:19.572331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55372) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:19.635996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b327b40-3781-4b63-8a70-ec216380fd57 None None] Network 55f87f72-1982-4703-b167-8806f4f9fb34 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:19.663717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2f35d4-7104-4f57-a6ee-23a072226a08 None None] Network 636f903a-3142-4f82-a853-2d1f0aa73d79 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:19.720165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d36eb61-86ec-4070-81dd-96c551326945 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (f6959de3-8247-48f8-b974-917532f8cc2b), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.739095 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d36eb61-86ec-4070-81dd-96c551326945 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.764462 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55378) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:19.785255 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=b97bf0f1-f149-4e10-8358-b78566af611c,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:19.792542 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (b3203894-98b4-47f6-a7f1-1d21abfbffc6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.836841 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (636f903a-3142-4f82-a853-2d1f0aa73d79), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.855522 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422fef53-fb8f-468b-9fc9-8676339812cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-636f903a-3142-4f82-a853-2d1f0aa73d79', 'network_id': '636f903a-3142-4f82-a853-2d1f0aa73d79', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': '31199962-8808-4991-9736-5f082460628c'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:19.858697 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-422fef53-fb8f-468b-9fc9-8676339812cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.938399 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (31199962-8808-4991-9736-5f082460628c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:19.950936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72e523-6168-4c1b-8845-f4b072f1ebbb req-5baf8014-5e98-4cf3-a7b3-4f08db390847 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:19.953507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f72e523-6168-4c1b-8845-f4b072f1ebbb req-5baf8014-5e98-4cf3-a7b3-4f08db390847 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.2320755 Feb 19 03:24:19.967968 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Floating IP b3203894-98b4-47f6-a7f1-1d21abfbffc6 associated. External IP: 172.25.1.235, port: 00d2a896-a42b-4ab3-88d0-cd570eb17758. Feb 19 03:24:20.043685 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0d36eb61-86ec-4070-81dd-96c551326945 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.047651 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0d36eb61-86ec-4070-81dd-96c551326945 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9038210 Feb 19 03:24:20.053931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55388) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:20.054521 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f72e523-6168-4c1b-8845-f4b072f1ebbb req-0fcf2130-158a-4232-b875-dd9056022892 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781069 Feb 19 03:24:20.087363 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (31199962-8808-4991-9736-5f082460628c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.098946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e2d08399-2228-43e3-9d0b-060776627bbf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1585744446'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server [None req-422fef53-fb8f-468b-9fc9-8676339812cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31199962-8808-4991-9736-5f082460628c: This subnet is being modified by another concurrent operation. Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:24:20.189050 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 31199962-8808-4991-9736-5f082460628c: This subnet is being modified by another concurrent operation. Feb 19 03:24:20.193609 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Feb 19 03:24:20.212233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d08399-2228-43e3-9d0b-060776627bbf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:20.215719 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e2d08399-2228-43e3-9d0b-060776627bbf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.249483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f84c05-2823-4c36-b7f9-4c6960e0ea76 None None] Network 636f903a-3142-4f82-a853-2d1f0aa73d79 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:20.268974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Subnet': ['ID=31199962-8808-4991-9736-5f082460628c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:20.321050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d08399-2228-43e3-9d0b-060776627bbf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:20.410094 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-d4bbae3c-55e1-46cf-91a2-6c44e4597c06 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6385694 Feb 19 03:24:20.415016 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e2d08399-2228-43e3-9d0b-060776627bbf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (37afd966-6cc2-49da-b77a-d8ac76394faa), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.415670 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-e2d08399-2228-43e3-9d0b-060776627bbf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Added segment 37afd966-6cc2-49da-b77a-d8ac76394faa of type vlan for network 04d1344b-e2e7-4567-b116-f2be10fadc77 Feb 19 03:24:20.434522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-3a816acd-8804-4c40-9df5-f24f7373fe76 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:20.435651 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-3a816acd-8804-4c40-9df5-f24f7373fe76 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161250 Feb 19 03:24:20.530319 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e2d08399-2228-43e3-9d0b-060776627bbf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (04d1344b-e2e7-4567-b116-f2be10fadc77), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.602213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2b1c69-0c7d-4aca-a8df-ed55c2d127ab None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:24:20.615423 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e2d08399-2228-43e3-9d0b-060776627bbf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (04d1344b-e2e7-4567-b116-f2be10fadc77), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.632279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d08399-2228-43e3-9d0b-060776627bbf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:20.633118 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e2d08399-2228-43e3-9d0b-060776627bbf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.712409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5be1a00d-1aea-4fb4-874d-3330bcc96aec up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:20.730895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5f30c3-8026-4961-96d8-68e1a8718bc4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.839277 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e2d08399-2228-43e3-9d0b-060776627bbf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7854292 Feb 19 03:24:20.846171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55410) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:20.875866 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f2747cce-c64c-47a9-97ca-4c01252d269d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'subnet': {'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:20.962043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0c72a574-3d31-4870-b5e5-d15cbd91c4f2 None None] Provisioning complete for port 5be1a00d-1aea-4fb4-874d-3330bcc96aec triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:20.962426 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0c72a574-3d31-4870-b5e5-d15cbd91c4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:20.995216 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d08399-2228-43e3-9d0b-060776627bbf tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Network': ['ID=04d1344b-e2e7-4567-b116-f2be10fadc77,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:21.010180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b1c69-0c7d-4aca-a8df-ed55c2d127ab None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:24:21.025603 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (636f903a-3142-4f82-a853-2d1f0aa73d79), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.044672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 04d1344b-e2e7-4567-b116-f2be10fadc77 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:21.077563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ec5ec-ecb7-4f15-870d-72d28e0a7ce6 req-821f7dd4-e85c-4a70-b990-c16984a1bdc6 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:21.079466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1ec5ec-ecb7-4f15-870d-72d28e0a7ce6 req-821f7dd4-e85c-4a70-b990-c16984a1bdc6 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 945 time: 0.8960531 Feb 19 03:24:21.094703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:21.122632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636f903a-3142-4f82-a853-2d1f0aa73d79']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:21.152545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2747cce-c64c-47a9-97ca-4c01252d269d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:21.157830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1ec5ec-ecb7-4f15-870d-72d28e0a7ce6 req-801d0e77-32b4-4535-9bc1-f3c26d6c8978 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660174 Feb 19 03:24:21.161730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34dc6c65-ae93-4d72-bcbd-20b8bee95462') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:21.162264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34dc6c65-ae93-4d72-bcbd-20b8bee95462') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:21.178957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2747cce-c64c-47a9-97ca-4c01252d269d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.187476 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (34dc6c65-ae93-4d72-bcbd-20b8bee95462), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.204976 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (34dc6c65-ae93-4d72-bcbd-20b8bee95462), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.237862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:21.238267 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (34dc6c65-ae93-4d72-bcbd-20b8bee95462), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:21.249948 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:21.343540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5be1a00d-1aea-4fb4-874d-3330bcc96aec triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:21.344128 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.447696 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (636f903a-3142-4f82-a853-2d1f0aa73d79), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.458239 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.464648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/636f903a-3142-4f82-a853-2d1f0aa73d79 HTTP/1.1" status: 204 len: 168 time: 1.8911529 Feb 19 03:24:21.474996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55432) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:21.495679 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8c1485b2-05df-41bf-8965-b98a551e3bfb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1143543269'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:21.523827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac802a5a-871f-447b-a8f6-8425e2374b55 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Network': ['ID=636f903a-3142-4f82-a853-2d1f0aa73d79,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:21.563207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34714710-6158-4311-8cd9-ca695515899a req-606779d3-2fab-4a47-8456-f3948a4680ba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:21.574673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34714710-6158-4311-8cd9-ca695515899a req-606779d3-2fab-4a47-8456-f3948a4680ba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.1392555 Feb 19 03:24:21.579381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:21.598526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0c72a574-3d31-4870-b5e5-d15cbd91c4f2 None None] Current status of the port 5be1a00d-1aea-4fb4-874d-3330bcc96aec is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:21.606043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2375020a-f7ad-4f7d-b1ae-afc488a30c5f None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:21.664207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2375020a-f7ad-4f7d-b1ae-afc488a30c5f None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:21.664869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2375020a-f7ad-4f7d-b1ae-afc488a30c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:21.683992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34714710-6158-4311-8cd9-ca695515899a req-3208a887-1c1e-49bd-b7ba-dc057e81ba09 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080368 Feb 19 03:24:21.783917 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2375020a-f7ad-4f7d-b1ae-afc488a30c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:21.850920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1485b2-05df-41bf-8965-b98a551e3bfb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:21.855594 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c1485b2-05df-41bf-8965-b98a551e3bfb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.856672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2375020a-f7ad-4f7d-b1ae-afc488a30c5f None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:21.861784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2375020a-f7ad-4f7d-b1ae-afc488a30c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:21.864714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162f164-c58c-44f1-a9bc-053113732741 req-ae9da8a1-901c-419c-9123-26ebb222fe19 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:21.866938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2162f164-c58c-44f1-a9bc-053113732741 req-ae9da8a1-901c-419c-9123-26ebb222fe19 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=85d24b1a-44af-43f8-bdf6-12a2fb04d8f6 HTTP/1.1" status: 200 len: 946 time: 0.1205895 Feb 19 03:24:21.874759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2747cce-c64c-47a9-97ca-4c01252d269d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (a19457e1-6eac-4579-9d62-ddd5d08ae668), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.904240 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:21.932206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5be1a00d-1aea-4fb4-874d-3330bcc96aec is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:21.937001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2375020a-f7ad-4f7d-b1ae-afc488a30c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:21.937829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2375020a-f7ad-4f7d-b1ae-afc488a30c5f None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:21.995796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-84799ae1-dfba-49f0-8246-c3ad956f22f7 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:21.997241 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-84799ae1-dfba-49f0-8246-c3ad956f22f7 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports/60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 1124 time: 0.5351818 Feb 19 03:24:22.027327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2162f164-c58c-44f1-a9bc-053113732741 req-aa594e30-d6d0-47ca-820f-9b2ecb598a29 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529708 Feb 19 03:24:22.082397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1485b2-05df-41bf-8965-b98a551e3bfb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:22.112579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2747cce-c64c-47a9-97ca-4c01252d269d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Subnet': ['ID=a19457e1-6eac-4579-9d62-ddd5d08ae668,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:22.116004 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-19980686-6780-404c-99f6-2eeb0483fd78 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.2293262 Feb 19 03:24:22.120217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55452) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:22.128855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-23747ce1-5dbc-4710-863f-e63aa49b9a8c tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'floatingip': {'port_id': '00d2a896-a42b-4ab3-88d0-cd570eb17758', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:22.147102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c1485b2-05df-41bf-8965-b98a551e3bfb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e8849f7e-cd1d-4b36-97c6-24d65b9a558d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.147710 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-8c1485b2-05df-41bf-8965-b98a551e3bfb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Added segment e8849f7e-cd1d-4b36-97c6-24d65b9a558d of type vlan for network 8b04d80e-21af-4d5f-8804-6a573d914b61 Feb 19 03:24:22.168924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2747cce-c64c-47a9-97ca-4c01252d269d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Checking segment: {'id': '37afd966-6cc2-49da-b77a-d8ac76394faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:22.170264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2747cce-c64c-47a9-97ca-4c01252d269d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network hostable DHCP agents. Network: 04d1344b-e2e7-4567-b116-f2be10fadc77, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:22.202721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f30c3-8026-4961-96d8-68e1a8718bc4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting port 200a1c23-c090-4445-860e-73d7dbe05a00 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:22.203257 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5f30c3-8026-4961-96d8-68e1a8718bc4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.240280 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c1485b2-05df-41bf-8965-b98a551e3bfb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (8b04d80e-21af-4d5f-8804-6a573d914b61), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.329044 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2747cce-c64c-47a9-97ca-4c01252d269d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 04d1344b-e2e7-4567-b116-f2be10fadc77 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:22.349692 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23747ce1-5dbc-4710-863f-e63aa49b9a8c tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (b3203894-98b4-47f6-a7f1-1d21abfbffc6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.359717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f2747cce-c64c-47a9-97ca-4c01252d269d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 04d1344b-e2e7-4567-b116-f2be10fadc77) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:22.366696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c1485b2-05df-41bf-8965-b98a551e3bfb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (8b04d80e-21af-4d5f-8804-6a573d914b61), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.371944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1485b2-05df-41bf-8965-b98a551e3bfb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.372641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c1485b2-05df-41bf-8965-b98a551e3bfb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.377126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdacccb6-04bc-4ad0-a881-869d1dc0d8aa None None] Network 04d1344b-e2e7-4567-b116-f2be10fadc77 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:22.381816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2747cce-c64c-47a9-97ca-4c01252d269d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:22.382846 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2747cce-c64c-47a9-97ca-4c01252d269d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.514501 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8c1485b2-05df-41bf-8965-b98a551e3bfb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0263255 Feb 19 03:24:22.517132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-bc5f30c3-8026-4961-96d8-68e1a8718bc4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] For port 200a1c23-c090-4445-860e-73d7dbe05a00, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=200a1c23-c090-4445-860e-73d7dbe05a00,segment=NetworkSegment(70274f38-2b72-4cd7-86db-da8b5cc2f6ce),segment_id=70274f38-2b72-4cd7-86db-da8b5cc2f6ce)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:22.520117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5f30c3-8026-4961-96d8-68e1a8718bc4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.525872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55466) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:22.552612 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f2747cce-c64c-47a9-97ca-4c01252d269d tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7015080 Feb 19 03:24:22.572708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55468) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:22.577889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ef1fa65d-71f3-4098-9828-b00887fa85f9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'network_id': '8b04d80e-21af-4d5f-8804-6a573d914b61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:22.634963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-04d1344b-e2e7-4567-b116-f2be10fadc77', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:22.636786 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:22.737377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f30c3-8026-4961-96d8-68e1a8718bc4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Calling delete_port for 200a1c23-c090-4445-860e-73d7dbe05a00 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:22.739214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1485b2-05df-41bf-8965-b98a551e3bfb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=8b04d80e-21af-4d5f-8804-6a573d914b61,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:23.054717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a81ed1-33a4-4082-8b62-acfa8ccdeab5 req-9f09841a-32e2-4607-a20c-50515bf5bddf tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:23.066940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48a81ed1-33a4-4082-8b62-acfa8ccdeab5 req-9f09841a-32e2-4607-a20c-50515bf5bddf tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.1486747 Feb 19 03:24:23.130070 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1fa65d-71f3-4098-9828-b00887fa85f9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:23.134132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa65d-71f3-4098-9828-b00887fa85f9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.234329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48a81ed1-33a4-4082-8b62-acfa8ccdeab5 req-b6daaaac-1b7f-4177-8c71-f24981831622 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655672 Feb 19 03:24:23.260045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 8b04d80e-21af-4d5f-8804-6a573d914b61 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:23.327562 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.407961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Allocated IP 2001:db8::2 (04d1344b-e2e7-4567-b116-f2be10fadc77/a19457e1-6eac-4579-9d62-ddd5d08ae668/11456517-0b02-4b1d-8bed-e10a2a56bd62) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:23.601904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-0712574f-366c-4bcf-b805-d17146e4171c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:23.603540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-0712574f-366c-4bcf-b805-d17146e4171c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1127 time: 0.2451167 Feb 19 03:24:23.705353 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Publish callbacks [] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.716968 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.724222 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.764092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6c608ffb-aecf-43ec-b3aa-45a616448bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:23.765551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6c608ffb-aecf-43ec-b3aa-45a616448bde service neutron] 10.222.0.87 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 0.1193364 Feb 19 03:24:23.785756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Network 04d1344b-e2e7-4567-b116-f2be10fadc77 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:23.788816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:23.795924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:23.803741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Pushing event updated for resources: {'Port': ['ID=11456517-0b02-4b1d-8bed-e10a2a56bd62,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:23.855362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-09164e88-61fc-4f16-a46b-ba90be14fcb3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 1001 time: 0.0818188 Feb 19 03:24:23.863644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-91a743b7-a96f-487d-ac2a-6bea1e35d30c tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:23.871045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-91a743b7-a96f-487d-ac2a-6bea1e35d30c tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/networks?id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6 HTTP/1.1" status: 200 len: 812 time: 0.4600508 Feb 19 03:24:23.889149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Attempting to bind port 11456517-0b02-4b1d-8bed-e10a2a56bd62 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:23.889524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Attempting to bind port 11456517-0b02-4b1d-8bed-e10a2a56bd62 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '37afd966-6cc2-49da-b77a-d8ac76394faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:23.889890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Attempting to bind port 11456517-0b02-4b1d-8bed-e10a2a56bd62 on network 04d1344b-e2e7-4567-b116-f2be10fadc77 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:23.897219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:23.897601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Checking segment: {'id': '37afd966-6cc2-49da-b77a-d8ac76394faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:23.898065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.898468 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Bound using segment: {'id': '37afd966-6cc2-49da-b77a-d8ac76394faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:23.898952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Bound port: 11456517-0b02-4b1d-8bed-e10a2a56bd62, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37afd966-6cc2-49da-b77a-d8ac76394faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:23.899333 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:23.960747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-375ba9d9-393d-41e9-b8d5-0eda2ae9e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:23.962271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-375ba9d9-393d-41e9-b8d5-0eda2ae9e058 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.0510514 Feb 19 03:24:23.978086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-623d6ad7-c497-4fd2-a7e0-5e9f9f786ab0 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/quotas/27ace3f9fbb04b29a6608128dca77d23 HTTP/1.1" status: 200 len: 375 time: 0.1058898 Feb 19 03:24:24.037691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] For port 11456517-0b02-4b1d-8bed-e10a2a56bd62, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:24.041877 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] For port 11456517-0b02-4b1d-8bed-e10a2a56bd62, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=11456517-0b02-4b1d-8bed-e10a2a56bd62,segment=NetworkSegment(37afd966-6cc2-49da-b77a-d8ac76394faa),segment_id=37afd966-6cc2-49da-b77a-d8ac76394faa)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:24.052806 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.120084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3976b-22ce-48db-8bf8-9223a23d7bdf None None] Pushing event updated for resources: {'Port': ['ID=11456517-0b02-4b1d-8bed-e10a2a56bd62,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:24.134638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-20739f77-cbb9-4d29-8b0b-f3aefe48aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.136297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-20739f77-cbb9-4d29-8b0b-f3aefe48aeef service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1368110 Feb 19 03:24:24.199863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedb545-06d1-4651-9824-6a98d95267a8 req-2ae6da8d-9a25-4283-b4d6-0261375c34a6 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.201448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbedb545-06d1-4651-9824-6a98d95267a8 req-2ae6da8d-9a25-4283-b4d6-0261375c34a6 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.67 "GET /v2.0/ports?device_id=85d24b1a-44af-43f8-bdf6-12a2fb04d8f6 HTTP/1.1" status: 200 len: 946 time: 0.3219154 Feb 19 03:24:24.303933 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa65d-71f3-4098-9828-b00887fa85f9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (898ac29f-ab64-4c18-b6f1-dbbe200ff743), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.323282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-1a726d2f-af5b-4400-8a42-1f1648d9827f tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=27ace3f9fbb04b29a6608128dca77d23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3441756 Feb 19 03:24:24.520360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fa65d-71f3-4098-9828-b00887fa85f9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=898ac29f-ab64-4c18-b6f1-dbbe200ff743,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:24.531671 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [None req-23747ce1-5dbc-4710-863f-e63aa49b9a8c tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:24:24.537017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-67c8686b-31d4-44a5-afdc-eeae4c330248 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892403 Feb 19 03:24:24.538865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1fa65d-71f3-4098-9828-b00887fa85f9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking segment: {'id': 'e8849f7e-cd1d-4b36-97c6-24d65b9a558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8b04d80e-21af-4d5f-8804-6a573d914b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:24.539241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1fa65d-71f3-4098-9828-b00887fa85f9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network hostable DHCP agents. Network: 8b04d80e-21af-4d5f-8804-6a573d914b61, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:24.541359 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5f30c3-8026-4961-96d8-68e1a8718bc4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (200a1c23-c090-4445-860e-73d7dbe05a00), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.570376 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.610584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f30c3-8026-4961-96d8-68e1a8718bc4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Port': ['ID=200a1c23-c090-4445-860e-73d7dbe05a00,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:24.746671 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1fa65d-71f3-4098-9828-b00887fa85f9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network 8b04d80e-21af-4d5f-8804-6a573d914b61 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:24.812884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ccb47e-3d2e-4b81-b238-90c48694b365 req-09936c58-b4da-46f4-a6f5-08b50d0a4e04 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.815284 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20ccb47e-3d2e-4b81-b238-90c48694b365 req-09936c58-b4da-46f4-a6f5-08b50d0a4e04 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.87 "GET /v2.0/ports?device_id=8df8ce0a-d16e-40ca-a7fa-61578f57ef65 HTTP/1.1" status: 200 len: 945 time: 0.6113510 Feb 19 03:24:24.820212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ef1fa65d-71f3-4098-9828-b00887fa85f9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 8b04d80e-21af-4d5f-8804-6a573d914b61) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:24.829412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5795c59-95e7-4c53-a0e0-c0394ab193db None None] Network 8b04d80e-21af-4d5f-8804-6a573d914b61 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:24.849988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1fa65d-71f3-4098-9828-b00887fa85f9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:24.850595 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1fa65d-71f3-4098-9828-b00887fa85f9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.881395 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23747ce1-5dbc-4710-863f-e63aa49b9a8c tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:24.971572 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ef1fa65d-71f3-4098-9828-b00887fa85f9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4121819 Feb 19 03:24:24.972689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55526) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:25.024085 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23747ce1-5dbc-4710-863f-e63aa49b9a8c tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (b3203894-98b4-47f6-a7f1-1d21abfbffc6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.123209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-8b04d80e-21af-4d5f-8804-6a573d914b61', 'network_id': '8b04d80e-21af-4d5f-8804-6a573d914b61', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': '898ac29f-ab64-4c18-b6f1-dbbe200ff743'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:25.124116 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.283802 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc5f30c3-8026-4961-96d8-68e1a8718bc4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.392685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Allocated IP 2001:db8::1 (04d1344b-e2e7-4567-b116-f2be10fadc77/a19457e1-6eac-4579-9d62-ddd5d08ae668/210261c3-8de7-4c02-8476-53a97f620641) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:25.402446 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-b7d22199-3928-450c-bf89-7022e583c973 service neutron] 10.222.0.81 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0161281 Feb 19 03:24:25.436953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Allocated IP 172.20.0.1 (8b04d80e-21af-4d5f-8804-6a573d914b61/898ac29f-ab64-4c18-b6f1-dbbe200ff743/8b51b795-e403-4088-a453-d74de36f87e1) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:25.557909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-f552bb33-e1dd-49eb-85f7-7bfdfc772b51 service neutron] 10.222.0.81 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407828 Feb 19 03:24:25.578107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-f83cba41-c16d-4e8c-9909-b26cbfc63c77 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9784379 Feb 19 03:24:25.628854 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (8b04d80e-21af-4d5f-8804-6a573d914b61), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.816264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-bbedb545-06d1-4651-9824-6a98d95267a8 req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Deleting port 84b552a2-998f-4067-8be4-7dcc819f2a6e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:25.845237 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bbedb545-06d1-4651-9824-6a98d95267a8 req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.857201 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Publish callbacks [] for port (8b51b795-e403-4088-a453-d74de36f87e1), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.878255 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (8b51b795-e403-4088-a453-d74de36f87e1), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:25.959006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Pushing event updated for resources: {'Port': ['ID=8b51b795-e403-4088-a453-d74de36f87e1,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:25.991456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Network 8b04d80e-21af-4d5f-8804-6a573d914b61 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:25.994798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:26.000349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:26.143071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Attempting to bind port 8b51b795-e403-4088-a453-d74de36f87e1 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:26.144104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Attempting to bind port 8b51b795-e403-4088-a453-d74de36f87e1 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'e8849f7e-cd1d-4b36-97c6-24d65b9a558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8b04d80e-21af-4d5f-8804-6a573d914b61'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:26.145041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Attempting to bind port 8b51b795-e403-4088-a453-d74de36f87e1 on network 8b04d80e-21af-4d5f-8804-6a573d914b61 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:26.161771 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (210261c3-8de7-4c02-8476-53a97f620641), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.166413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:26.166801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Checking segment: {'id': 'e8849f7e-cd1d-4b36-97c6-24d65b9a558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8b04d80e-21af-4d5f-8804-6a573d914b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:26.167212 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.167610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Bound using segment: {'id': 'e8849f7e-cd1d-4b36-97c6-24d65b9a558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8b04d80e-21af-4d5f-8804-6a573d914b61'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:26.172749 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Bound port: 8b51b795-e403-4088-a453-d74de36f87e1, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8849f7e-cd1d-4b36-97c6-24d65b9a558d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8b04d80e-21af-4d5f-8804-6a573d914b61'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:26.175492 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8b51b795-e403-4088-a453-d74de36f87e1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.202181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1284d44-6761-4745-9b13-43efeae58850 None None] Network 04d1344b-e2e7-4567-b116-f2be10fadc77 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:26.394577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6baf0374-0718-4427-9dcd-c366724994c9 None None] Provisioning complete for port 11456517-0b02-4b1d-8bed-e10a2a56bd62 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:26.394843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6baf0374-0718-4427-9dcd-c366724994c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.566989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] For port 8b51b795-e403-4088-a453-d74de36f87e1, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:26.580630 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (898ac29f-ab64-4c18-b6f1-dbbe200ff743), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.594705 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (210261c3-8de7-4c02-8476-53a97f620641), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.635345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] For port 8b51b795-e403-4088-a453-d74de36f87e1, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8b51b795-e403-4088-a453-d74de36f87e1,segment=NetworkSegment(e8849f7e-cd1d-4b36-97c6-24d65b9a558d),segment_id=e8849f7e-cd1d-4b36-97c6-24d65b9a558d)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:26.790699 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8b51b795-e403-4088-a453-d74de36f87e1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.800453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 04d1344b-e2e7-4567-b116-f2be10fadc77 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:26.865838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:26.883479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:26.885207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.909612 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=210261c3-8de7-4c02-8476-53a97f620641,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:26.914543 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (898ac29f-ab64-4c18-b6f1-dbbe200ff743), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:26.942346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 11456517-0b02-4b1d-8bed-e10a2a56bd62 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:26.980007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71806367-0c98-4d96-8fa0-5dd32fabefd8 None None] Pushing event updated for resources: {'Port': ['ID=8b51b795-e403-4088-a453-d74de36f87e1,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:27.004027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc5f30c3-8026-4961-96d8-68e1a8718bc4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:27.187358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6baf0374-0718-4427-9dcd-c366724994c9 None None] Current status of the port 11456517-0b02-4b1d-8bed-e10a2a56bd62 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:27.187709 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6baf0374-0718-4427-9dcd-c366724994c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.222331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Subnet': ['ID=898ac29f-ab64-4c18-b6f1-dbbe200ff743,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:27.404924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 11456517-0b02-4b1d-8bed-e10a2a56bd62 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:27.405325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.419993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (8b04d80e-21af-4d5f-8804-6a573d914b61), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.441548 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (210261c3-8de7-4c02-8476-53a97f620641), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.545786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-20ccb47e-3d2e-4b81-b238-90c48694b365 req-c79b25c5-b4d9-4182-9804-c4c39d91bb03 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Deleting port be7cbb15-1ab0-48e7-9fd4-fdb349aec566 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:27.546327 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20ccb47e-3d2e-4b81-b238-90c48694b365 req-c79b25c5-b4d9-4182-9804-c4c39d91bb03 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.595149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23747ce1-5dbc-4710-863f-e63aa49b9a8c tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:27.633351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6baf0374-0718-4427-9dcd-c366724994c9 None None] For port 11456517-0b02-4b1d-8bed-e10a2a56bd62, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=11456517-0b02-4b1d-8bed-e10a2a56bd62,segment=NetworkSegment(37afd966-6cc2-49da-b77a-d8ac76394faa),segment_id=37afd966-6cc2-49da-b77a-d8ac76394faa)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:27.648590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b04d80e-21af-4d5f-8804-6a573d914b61']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:27.653307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 84b552a2-998f-4067-8be4-7dcc819f2a6e no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:27.681437 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6baf0374-0718-4427-9dcd-c366724994c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.682983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8849f7e-cd1d-4b36-97c6-24d65b9a558d') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:27.683512 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8849f7e-cd1d-4b36-97c6-24d65b9a558d') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:27.801355 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (e8849f7e-cd1d-4b36-97c6-24d65b9a558d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:27.920691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 11456517-0b02-4b1d-8bed-e10a2a56bd62 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:27.982978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf0374-0718-4427-9dcd-c366724994c9 None None] Pushing event updated for resources: {'Port': ['ID=11456517-0b02-4b1d-8bed-e10a2a56bd62,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:27.991183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ad2f3-8910-4822-be66-d2dfdaf22afb req-dbb69df6-0028-470a-a704-470b04923684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:27.998907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a58ad2f3-8910-4822-be66-d2dfdaf22afb req-dbb69df6-0028-470a-a704-470b04923684 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1127 time: 2.1821523 Feb 19 03:24:28.062088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-937a1b34-605d-4d5d-9586-9ffa3d7ba43e None None] Provisioning complete for port 210261c3-8de7-4c02-8476-53a97f620641 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:28.062787 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-937a1b34-605d-4d5d-9586-9ffa3d7ba43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (210261c3-8de7-4c02-8476-53a97f620641), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.156256 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-937a1b34-605d-4d5d-9586-9ffa3d7ba43e None None] Port 210261c3-8de7-4c02-8476-53a97f620641 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:28.158247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 84b552a2-998f-4067-8be4-7dcc819f2a6e is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:28.158721 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.221151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-937a1b34-605d-4d5d-9586-9ffa3d7ba43e None None] Provisioning complete for port 11456517-0b02-4b1d-8bed-e10a2a56bd62 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:28.225540 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-937a1b34-605d-4d5d-9586-9ffa3d7ba43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.298678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-bbedb545-06d1-4651-9824-6a98d95267a8 req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] For port 84b552a2-998f-4067-8be4-7dcc819f2a6e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=84b552a2-998f-4067-8be4-7dcc819f2a6e,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:28.299408 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bbedb545-06d1-4651-9824-6a98d95267a8 req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.358974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-bbedb545-06d1-4651-9824-6a98d95267a8 req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Calling delete_port for 84b552a2-998f-4067-8be4-7dcc819f2a6e owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:28.405412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d24b1a-44af-43f8-bdf6-12a2fb04d8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b552a2-998f-4067-8be4-7dcc819f2a6e'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:28.414033 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96143ee1-c0b4-4c55-96df-06e47a30ac8f" -d '{"events": [{"server_uuid": "85d24b1a-44af-43f8-bdf6-12a2fb04d8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "84b552a2-998f-4067-8be4-7dcc819f2a6e"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:28.451641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 84b552a2-998f-4067-8be4-7dcc819f2a6e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=84b552a2-998f-4067-8be4-7dcc819f2a6e,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:28.459429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.601262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-937a1b34-605d-4d5d-9586-9ffa3d7ba43e None None] Current status of the port 11456517-0b02-4b1d-8bed-e10a2a56bd62 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:28.644913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=84b552a2-998f-4067-8be4-7dcc819f2a6e,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:28.749912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2fb93c8c-2a93-46f4-bb4d-a910f3e73af8 None None] Provisioning complete for port 210261c3-8de7-4c02-8476-53a97f620641 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:28.751414 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2fb93c8c-2a93-46f4-bb4d-a910f3e73af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (210261c3-8de7-4c02-8476-53a97f620641), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:28.915626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 11456517-0b02-4b1d-8bed-e10a2a56bd62 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:28.970855 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bbedb545-06d1-4651-9824-6a98d95267a8 req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (84b552a2-998f-4067-8be4-7dcc819f2a6e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.017257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2fb93c8c-2a93-46f4-bb4d-a910f3e73af8 None None] Port 210261c3-8de7-4c02-8476-53a97f620641 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:29.052402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 11456517-0b02-4b1d-8bed-e10a2a56bd62 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:29.053053 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.232526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 11456517-0b02-4b1d-8bed-e10a2a56bd62 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:29.233679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8b51b795-e403-4088-a453-d74de36f87e1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:29.316654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59895af-acf6-4a30-8734-99f5f4270dc6 None None] Network 8b04d80e-21af-4d5f-8804-6a573d914b61 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:29.429975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23747ce1-5dbc-4710-863f-e63aa49b9a8c tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:29.431962 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-445d39d9-de4d-4ed8-be61-6173c2a4becc None None] Provisioning complete for port 8b51b795-e403-4088-a453-d74de36f87e1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:29.432258 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-445d39d9-de4d-4ed8-be61-6173c2a4becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8b51b795-e403-4088-a453-d74de36f87e1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.443283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8b51b795-e403-4088-a453-d74de36f87e1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:29.443653 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8b51b795-e403-4088-a453-d74de36f87e1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.444223 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d2d35-a42d-4f5c-b1f5-85a15d66c8ed None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:29.459620 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d2d35-a42d-4f5c-b1f5-85a15d66c8ed None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:29.460247 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-182d2d35-a42d-4f5c-b1f5-85a15d66c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:29.478730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device be7cbb15-1ab0-48e7-9fd4-fdb349aec566 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:29.518071 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23747ce1-5dbc-4710-863f-e63aa49b9a8c tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.581279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Pushing event deleted for resources: {'Port': ['ID=84b552a2-998f-4067-8be4-7dcc819f2a6e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:29.606258 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-182d2d35-a42d-4f5c-b1f5-85a15d66c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:29.609146 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (210261c3-8de7-4c02-8476-53a97f620641), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.609739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-20ccb47e-3d2e-4b81-b238-90c48694b365 req-c79b25c5-b4d9-4182-9804-c4c39d91bb03 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] For port be7cbb15-1ab0-48e7-9fd4-fdb349aec566, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:29.609739 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20ccb47e-3d2e-4b81-b238-90c48694b365 req-c79b25c5-b4d9-4182-9804-c4c39d91bb03 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.619763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.620146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.620495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.620873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.621212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.621594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.621931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.622692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.623028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.623406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.623784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.624261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.624612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:29.650472 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182d2d35-a42d-4f5c-b1f5-85a15d66c8ed None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:29.651102 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-182d2d35-a42d-4f5c-b1f5-85a15d66c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:29.677674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5f30c3-8026-4961-96d8-68e1a8718bc4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:29.682882 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (210261c3-8de7-4c02-8476-53a97f620641), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.684188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.697453 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bc5f30c3-8026-4961-96d8-68e1a8718bc4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "PUT /v2.0/routers/2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9477854 Feb 19 03:24:29.702516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c11571f8-a605-467d-979f-5dbb54231c04 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:29.705180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c11571f8-a605-467d-979f-5dbb54231c04 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.67 "GET /v2.0/networks?id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6 HTTP/1.1" status: 200 len: 812 time: 0.7952418 Feb 19 03:24:29.707802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55604) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:29.720779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e8849f7e-cd1d-4b36-97c6-24d65b9a558d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.734524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68fd39e-739f-47ad-ba91-1346c422d771 None None] Sync routers for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:29.751835 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-182d2d35-a42d-4f5c-b1f5-85a15d66c8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:29.752503 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182d2d35-a42d-4f5c-b1f5-85a15d66c8ed None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:29.794537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-20ccb47e-3d2e-4b81-b238-90c48694b365 req-c79b25c5-b4d9-4182-9804-c4c39d91bb03 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Calling delete_port for be7cbb15-1ab0-48e7-9fd4-fdb349aec566 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:29.805900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Request body: {'port': {'device_id': 'ce7f1366-a3ed-4339-8b52-9635d5f72072', 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6', 'admin_state_up': True, 'tenant_id': '27ace3f9fbb04b29a6608128dca77d23'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:29.817884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-5036595f-7c02-4ecb-8622-b4dda1e9a3b1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting subnet a6b7c37c-a05d-42e1-9da7-6e6075618d32 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:24:29.820721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:29.821281 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (e8849f7e-cd1d-4b36-97c6-24d65b9a558d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:29.824444 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:29.832786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff8186-0294-4953-a633-8c734e30e701 req-1b19dde8-e7dd-476b-a721-f909ffbb65c8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:29.841160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1ff8186-0294-4953-a633-8c734e30e701 req-1b19dde8-e7dd-476b-a721-f909ffbb65c8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 3.5649354 Feb 19 03:24:29.902381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbedb545-06d1-4651-9824-6a98d95267a8 req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] No DVR routers for this DVR port 84b552a2-998f-4067-8be4-7dcc819f2a6e on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:29.905730 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5036595f-7c02-4ecb-8622-b4dda1e9a3b1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for subnet (a6b7c37c-a05d-42e1-9da7-6e6075618d32), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.928317 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-bbedb545-06d1-4651-9824-6a98d95267a8 req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:29.933130 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbedb545-06d1-4651-9824-6a98d95267a8 req-e45f25da-352a-4ff5-b6b4-b6f44a9c77d7 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.67 "DELETE /v2.0/ports/84b552a2-998f-4067-8be4-7dcc819f2a6e HTTP/1.1" status: 204 len: 173 time: 5.6779261 Feb 19 03:24:29.960507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68fd39e-739f-47ad-ba91-1346c422d771 None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:29.961248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c68fd39e-739f-47ad-ba91-1346c422d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:29.968271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-23747ce1-5dbc-4710-863f-e63aa49b9a8c tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "PUT /v2.0/floatingips/b3203894-98b4-47f6-a7f1-1d21abfbffc6 HTTP/1.1" status: 200 len: 979 time: 7.8463285 Feb 19 03:24:29.969323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d24b1a-44af-43f8-bdf6-12a2fb04d8f6', 'name': 'network-vif-deleted', 'tag': '84b552a2-998f-4067-8be4-7dcc819f2a6e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:29.972575 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a70b95-8d63-4065-b014-38859222ff93" -d '{"events": [{"server_uuid": "85d24b1a-44af-43f8-bdf6-12a2fb04d8f6", "name": "network-vif-deleted", "tag": "84b552a2-998f-4067-8be4-7dcc819f2a6e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:29.980491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55614) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:30.137749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1ff8186-0294-4953-a633-8c734e30e701 req-71044719-822c-4c46-a8fb-036088bc4b5b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950287 Feb 19 03:24:30.152849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ad2f3-8910-4822-be66-d2dfdaf22afb req-470d07b5-c54d-4ed2-9fcc-6081cc3aaea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:30.155411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a58ad2f3-8910-4822-be66-d2dfdaf22afb req-470d07b5-c54d-4ed2-9fcc-6081cc3aaea3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 1.2502418 Feb 19 03:24:30.167772 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5036595f-7c02-4ecb-8622-b4dda1e9a3b1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (a6b7c37c-a05d-42e1-9da7-6e6075618d32), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.180488 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c68fd39e-739f-47ad-ba91-1346c422d771 None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:30.218194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=210261c3-8de7-4c02-8476-53a97f620641,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:30.266070 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.db.api [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:24:30.266070 n-d-826755-2 neutron-server[109898]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:24:30.266070 n-d-826755-2 neutron-server[109898]: [parameters: {'id': '8b04d80e-21af-4d5f-8804-6a573d914b61'}] Feb 19 03:24:30.266070 n-d-826755-2 neutron-server[109898]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:24:30.266960 n-d-826755-2 neutron-server[109898]: DEBUG oslo_db.api [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:24:30.283177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.290821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.291552 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.292115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.293323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.294398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.295038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.295662 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.296202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.308451 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.308979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.310091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.310091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:30.415652 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5036595f-7c02-4ecb-8622-b4dda1e9a3b1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a6b7c37c-a05d-42e1-9da7-6e6075618d32), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.420752 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85920b3f-cd65-4923-ba60-e502b3a90b4f x-openstack-request-id: req-85920b3f-cd65-4923-ba60-e502b3a90b4f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:30.421044 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d24b1a-44af-43f8-bdf6-12a2fb04d8f6", "name": "network-vif-unplugged", "status": "completed", "tag": "84b552a2-998f-4067-8be4-7dcc819f2a6e", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:30.421297 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-85920b3f-cd65-4923-ba60-e502b3a90b4f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:30.421692 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d24b1a-44af-43f8-bdf6-12a2fb04d8f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84b552a2-998f-4067-8be4-7dcc819f2a6e', 'code': 200} Feb 19 03:24:30.427033 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-bd60f014-4ec5-47fc-b847-4fed295f228c tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:30.429927 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-bd60f014-4ec5-47fc-b847-4fed295f228c tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.87 "GET /v2.0/networks?id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6 HTTP/1.1" status: 200 len: 812 time: 0.7488422 Feb 19 03:24:30.445678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8b51b795-e403-4088-a453-d74de36f87e1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:30.446242 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8b51b795-e403-4088-a453-d74de36f87e1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.450455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3162b0-b5a4-4646-9af8-3481289c4bfd None None] DHCP port deletion for 8b04d80e-21af-4d5f-8804-6a573d914b61 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:24:30.487386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Request body: {'port': {'device_id': 'f168311e-54c7-4821-bda0-f231d834aa06', 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6', 'admin_state_up': True, 'tenant_id': '27ace3f9fbb04b29a6608128dca77d23'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:30.694072 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3ca833-d531-4d9b-b7b1-1557157511da x-openstack-request-id: req-1b3ca833-d531-4d9b-b7b1-1557157511da {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:30.694072 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d24b1a-44af-43f8-bdf6-12a2fb04d8f6", "name": "network-vif-deleted", "tag": "84b552a2-998f-4067-8be4-7dcc819f2a6e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:30.694072 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b3ca833-d531-4d9b-b7b1-1557157511da {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:30.694779 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85d24b1a-44af-43f8-bdf6-12a2fb04d8f6', 'name': 'network-vif-deleted', 'tag': '84b552a2-998f-4067-8be4-7dcc819f2a6e', 'status': 'completed', 'code': 200} Feb 19 03:24:30.695873 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5036595f-7c02-4ecb-8622-b4dda1e9a3b1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (a6b7c37c-a05d-42e1-9da7-6e6075618d32), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.770269 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (8b04d80e-21af-4d5f-8804-6a573d914b61), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.786434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 04d1344b-e2e7-4567-b116-f2be10fadc77 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:30.799730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:30.813429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5036595f-7c02-4ecb-8622-b4dda1e9a3b1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Subnet': ['ID=a6b7c37c-a05d-42e1-9da7-6e6075618d32,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:30.815830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Made reservation on behalf of 27ace3f9fbb04b29a6608128dca77d23 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:30.819878 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:30.997652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port be7cbb15-1ab0-48e7-9fd4-fdb349aec566 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:30.998047 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.005748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Allocated IP 172.20.0.11 (6c28c8f8-61eb-4032-aaaa-40aa66f979b6/276211d2-ad25-41ed-a0be-58fa04c1f704/85fdae62-5e23-4789-a145-23d04fa822dd) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:31.058111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 8b51b795-e403-4088-a453-d74de36f87e1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8b51b795-e403-4088-a453-d74de36f87e1,segment=NetworkSegment(e8849f7e-cd1d-4b36-97c6-24d65b9a558d),segment_id=e8849f7e-cd1d-4b36-97c6-24d65b9a558d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:31.121377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-445d39d9-de4d-4ed8-be61-6173c2a4becc None None] Current status of the port 8b51b795-e403-4088-a453-d74de36f87e1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:31.121779 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-445d39d9-de4d-4ed8-be61-6173c2a4becc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8b51b795-e403-4088-a453-d74de36f87e1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.145545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port b97bf0f1-f149-4e10-8358-b78566af611c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:31.146218 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b97bf0f1-f149-4e10-8358-b78566af611c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.149991 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8b51b795-e403-4088-a453-d74de36f87e1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.195963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Made reservation on behalf of 27ace3f9fbb04b29a6608128dca77d23 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:31.206066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.335590 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks [] for port (85fdae62-5e23-4789-a145-23d04fa822dd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.346671 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Deleting port 8b51b795-e403-4088-a453-d74de36f87e1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:31.347278 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8b51b795-e403-4088-a453-d74de36f87e1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.379516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=8b51b795-e403-4088-a453-d74de36f87e1,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:31.383972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8b51b795-e403-4088-a453-d74de36f87e1 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:31.406643 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33cffa9e-77dd-47db-bfbc-64c91e3710a9 req-1fd7bef9-ba8c-47bd-89f8-3ee251ead4f5 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 210 time: 0.6432683 Feb 19 03:24:31.423160 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5036595f-7c02-4ecb-8622-b4dda1e9a3b1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.423160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5036595f-7c02-4ecb-8622-b4dda1e9a3b1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/subnets/a6b7c37c-a05d-42e1-9da7-6e6075618d32 HTTP/1.1" status: 204 len: 168 time: 1.7023885 Feb 19 03:24:31.431124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c68fd39e-739f-47ad-ba91-1346c422d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:24:24Z', 'revision_number': 7, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:31.438735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55640) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:31.441598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03747284-a0fc-4577-898a-5c58be215f48 None None] Network d812e14e-de83-4338-87fa-976d8be3864a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:31.449735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port be7cbb15-1ab0-48e7-9fd4-fdb349aec566, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:31.513888 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68fd39e-739f-47ad-ba91-1346c422d771 None None] Checking router: 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:31.530193 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.534228 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.559301 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a58ad2f3-8910-4822-be66-d2dfdaf22afb req-9af4fef2-1f51-471f-945e-59c9da87ee82 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 1001 time: 0.9606166 Feb 19 03:24:31.637831 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-445d39d9-de4d-4ed8-be61-6173c2a4becc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:24:31.638183 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-445d39d9-de4d-4ed8-be61-6173c2a4becc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:24:31.661661 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bb3162b0-b5a4-4646-9af8-3481289c4bfd None None] Deleting port 8b51b795-e403-4088-a453-d74de36f87e1 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:31.662216 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bb3162b0-b5a4-4646-9af8-3481289c4bfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8b51b795-e403-4088-a453-d74de36f87e1), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.689524 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Allocated IP 172.20.0.13 (6c28c8f8-61eb-4032-aaaa-40aa66f979b6/276211d2-ad25-41ed-a0be-58fa04c1f704/09c115c6-f0f7-4676-b560-b2e1b89673d1) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:31.720053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68fd39e-739f-47ad-ba91-1346c422d771 None None] Routers {'2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:31.721467 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c68fd39e-739f-47ad-ba91-1346c422d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:31.760207 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.884597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c68fd39e-739f-47ad-ba91-1346c422d771 None None] Set router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:31.888908 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router_gateway (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.890197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks [] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.905646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:31.995253 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:31.995512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:32.010482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:32.029296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:32.094736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:32.095409 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.131833 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cec9d9-daa6-4025-8f11-0efd3ba2015f req-af332215-7d59-4b89-af6d-2f7ea984980f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:32.139094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8b51b795-e403-4088-a453-d74de36f87e1 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:32.139542 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8b51b795-e403-4088-a453-d74de36f87e1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.141740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42cec9d9-daa6-4025-8f11-0efd3ba2015f req-af332215-7d59-4b89-af6d-2f7ea984980f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.5761096 Feb 19 03:24:32.146866 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b97bf0f1-f149-4e10-8358-b78566af611c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.149039 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (b97bf0f1-f149-4e10-8358-b78566af611c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.165369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Pushing event updated for resources: {'Port': ['ID=85fdae62-5e23-4789-a145-23d04fa822dd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:32.176195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for b97bf0f1-f149-4e10-8358-b78566af611c owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:32.185865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-9677d3e0-7463-41c4-aed6-1b6b4d4ad38e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3865528 Feb 19 03:24:32.187583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ad2f3-8910-4822-be66-d2dfdaf22afb req-997ea32c-44ef-4c9e-bca6-9628f976667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:32.189693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a58ad2f3-8910-4822-be66-d2dfdaf22afb req-997ea32c-44ef-4c9e-bca6-9628f976667d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.5968540 Feb 19 03:24:32.214886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-d615b6e2-bb68-4f6d-99f4-1454efcf1431 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:32.216566 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-d615b6e2-bb68-4f6d-99f4-1454efcf1431 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074842 Feb 19 03:24:32.235274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-445d39d9-de4d-4ed8-be61-6173c2a4becc None None] Current status of the port 8b51b795-e403-4088-a453-d74de36f87e1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:32.255680 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bb3162b0-b5a4-4646-9af8-3481289c4bfd None None] For port 8b51b795-e403-4088-a453-d74de36f87e1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8b51b795-e403-4088-a453-d74de36f87e1,segment=NetworkSegment(e8849f7e-cd1d-4b36-97c6-24d65b9a558d),segment_id=e8849f7e-cd1d-4b36-97c6-24d65b9a558d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:32.256148 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bb3162b0-b5a4-4646-9af8-3481289c4bfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8b51b795-e403-4088-a453-d74de36f87e1), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.263827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Request body: {'port': {'device_id': 'ce7f1366-a3ed-4339-8b52-9635d5f72072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:32.293160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 8b51b795-e403-4088-a453-d74de36f87e1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8b51b795-e403-4088-a453-d74de36f87e1,segment=NetworkSegment(e8849f7e-cd1d-4b36-97c6-24d65b9a558d),segment_id=e8849f7e-cd1d-4b36-97c6-24d65b9a558d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:32.298018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bb3162b0-b5a4-4646-9af8-3481289c4bfd None None] Calling delete_port for 8b51b795-e403-4088-a453-d74de36f87e1 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:32.316955 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8b51b795-e403-4088-a453-d74de36f87e1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.351623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting port 0336fa22-b908-48a0-b5f9-58d480d4ccde {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:32.351883 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.372972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] For port 8b51b795-e403-4088-a453-d74de36f87e1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8b51b795-e403-4088-a453-d74de36f87e1,segment=NetworkSegment(e8849f7e-cd1d-4b36-97c6-24d65b9a558d),segment_id=e8849f7e-cd1d-4b36-97c6-24d65b9a558d)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:32.373904 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8b51b795-e403-4088-a453-d74de36f87e1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.384863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42cec9d9-daa6-4025-8f11-0efd3ba2015f req-253d8a1d-e728-4145-a2ca-3e1fcb59e46c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415888 Feb 19 03:24:32.415428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ad2f3-8910-4822-be66-d2dfdaf22afb req-ea51348f-683f-4323-98ce-2816a05cda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:32.417790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a58ad2f3-8910-4822-be66-d2dfdaf22afb req-ea51348f-683f-4323-98ce-2816a05cda49 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2169495 Feb 19 03:24:32.422756 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20ccb47e-3d2e-4b81-b238-90c48694b365 req-c79b25c5-b4d9-4182-9804-c4c39d91bb03 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (be7cbb15-1ab0-48e7-9fd4-fdb349aec566), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.424090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df8ce0a-d16e-40ca-a7fa-61578f57ef65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7cbb15-1ab0-48e7-9fd4-fdb349aec566'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:32.429735 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1666f217-ac33-4efd-b7fe-f6cf01258d01" -d '{"events": [{"server_uuid": "8df8ce0a-d16e-40ca-a7fa-61578f57ef65", "name": "network-vif-unplugged", "status": "completed", "tag": "be7cbb15-1ab0-48e7-9fd4-fdb349aec566"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:32.445393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5196c78d-9fa4-4563-b9a4-7e8a0e3f325a None None] DHCP port deletion for d812e14e-de83-4338-87fa-976d8be3864a request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:24:32.455506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:32.504842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router f6959de3-8247-48f8-b974-917532f8cc2b is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:24:32.511841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5c2e71ed-9ec2-496e-8294-087e5d187f84 None None] Provisioning complete for port 210261c3-8de7-4c02-8476-53a97f620641 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:32.512209 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5c2e71ed-9ec2-496e-8294-087e5d187f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (210261c3-8de7-4c02-8476-53a97f620641), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.539075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=8b51b795-e403-4088-a453-d74de36f87e1,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:32.547463 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:32.553518 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Calling delete_port for 8b51b795-e403-4088-a453-d74de36f87e1 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:32.572268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Pushing event updated for resources: {'Port': ['ID=09c115c6-f0f7-4676-b560-b2e1b89673d1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:32.577629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:32.623730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e71ed-9ec2-496e-8294-087e5d187f84 None None] Port 210261c3-8de7-4c02-8476-53a97f620641 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:32.629849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a58ad2f3-8910-4822-be66-d2dfdaf22afb req-b68ff669-b4d7-4f63-84a9-15cdd09b6b3d service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925356 Feb 19 03:24:32.670083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bb3162b0-b5a4-4646-9af8-3481289c4bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (8b51b795-e403-4088-a453-d74de36f87e1), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.715950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3162b0-b5a4-4646-9af8-3481289c4bfd None None] Pushing event deleted for resources: {'Port': ['ID=8b51b795-e403-4088-a453-d74de36f87e1,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:32.734056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3162b0-b5a4-4646-9af8-3481289c4bfd None None] No DVR routers for this DVR port 8b51b795-e403-4088-a453-d74de36f87e1 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:32.748717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5196c78d-9fa4-4563-b9a4-7e8a0e3f325a None None] Deleting port ae247979-a771-442f-90d2-a640cc2d65ce {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:32.749422 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5196c78d-9fa4-4563-b9a4-7e8a0e3f325a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ae247979-a771-442f-90d2-a640cc2d65ce), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.756629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c68fd39e-739f-47ad-ba91-1346c422d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:24:24Z', 'revision_number': 7, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:32.806102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:32.806928 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.830020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68fd39e-739f-47ad-ba91-1346c422d771 None None] The sync data for ids ['2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a'] in n-d-826755-2 is: [{'id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'name': 'tempest-TestNetworkBasicOps-router-811119990', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:20:10Z', 'updated_at': '2022-02-19T03:24:24Z', 'revision_number': 7, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '0336fa22-b908-48a0-b5f9-58d480d4ccde', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:3a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2476, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:20:11Z', 'updated_at': '2022-02-19T03:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:32.843596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ccb47e-3d2e-4b81-b238-90c48694b365 req-c79b25c5-b4d9-4182-9804-c4c39d91bb03 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] No DVR routers for this DVR port be7cbb15-1ab0-48e7-9fd4-fdb349aec566 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:32.847044 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-20ccb47e-3d2e-4b81-b238-90c48694b365 req-c79b25c5-b4d9-4182-9804-c4c39d91bb03 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.852095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20ccb47e-3d2e-4b81-b238-90c48694b365 req-c79b25c5-b4d9-4182-9804-c4c39d91bb03 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.87 "DELETE /v2.0/ports/be7cbb15-1ab0-48e7-9fd4-fdb349aec566 HTTP/1.1" status: 204 len: 173 time: 7.9678171 Feb 19 03:24:32.859181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df8ce0a-d16e-40ca-a7fa-61578f57ef65', 'name': 'network-vif-deleted', 'tag': 'be7cbb15-1ab0-48e7-9fd4-fdb349aec566'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:32.862499 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eed42e5-3ca2-42f6-a170-297aaeac95b8" -d '{"events": [{"server_uuid": "8df8ce0a-d16e-40ca-a7fa-61578f57ef65", "name": "network-vif-deleted", "tag": "be7cbb15-1ab0-48e7-9fd4-fdb349aec566"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:32.869698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b25c5-b4d9-4182-9804-c4c39d91bb03 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Pushing event deleted for resources: {'Port': ['ID=be7cbb15-1ab0-48e7-9fd4-fdb349aec566,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:32.891151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5196c78d-9fa4-4563-b9a4-7e8a0e3f325a None None] For port ae247979-a771-442f-90d2-a640cc2d65ce, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ae247979-a771-442f-90d2-a640cc2d65ce,segment=NetworkSegment(70274f38-2b72-4cd7-86db-da8b5cc2f6ce),segment_id=70274f38-2b72-4cd7-86db-da8b5cc2f6ce)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:32.891151 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5196c78d-9fa4-4563-b9a4-7e8a0e3f325a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ae247979-a771-442f-90d2-a640cc2d65ce), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.904988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:32.908083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5196c78d-9fa4-4563-b9a4-7e8a0e3f325a None None] Calling delete_port for ae247979-a771-442f-90d2-a640cc2d65ce owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:32.919310 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Sync routers for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:32.934042 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-83280305-2dac-4050-beae-4f36921ee7da tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3521271 Feb 19 03:24:32.937784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55668) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:32.942244 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c4e77360-978a-4f22-9f18-d039e5d6644a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4780176 Feb 19 03:24:32.943143 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:32.949161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7df47e73-5181-48a6-8ff0-10a686ef0bd6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1963100821'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:32.956369 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:32.957406 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:32.960051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Request body: {'port': {'device_id': 'f168311e-54c7-4821-bda0-f231d834aa06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:33.073014 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eddc88-ecf8-407a-a3b1-e62e3d9b31bd req-7f3baacb-e140-4454-aa1a-8bce40161117 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:33.084600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b0eddc88-ecf8-407a-a3b1-e62e3d9b31bd req-7f3baacb-e140-4454-aa1a-8bce40161117 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 932 time: 0.4493761 Feb 19 03:24:33.172068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df47e73-5181-48a6-8ff0-10a686ef0bd6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:33.179327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b0eddc88-ecf8-407a-a3b1-e62e3d9b31bd req-abc4bc80-de98-428b-86ef-5a6947e16d52 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929401 Feb 19 03:24:33.182279 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7df47e73-5181-48a6-8ff0-10a686ef0bd6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.256414 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8b51b795-e403-4088-a453-d74de36f87e1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.390684 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b97bf0f1-f149-4e10-8358-b78566af611c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.400148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.419527 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Port': ['ID=8b51b795-e403-4088-a453-d74de36f87e1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:33.428018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No DVR routers for this DVR port 8b51b795-e403-4088-a453-d74de36f87e1 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:33.487922 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:33.627008 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=b97bf0f1-f149-4e10-8358-b78566af611c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:33.630605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df47e73-5181-48a6-8ff0-10a686ef0bd6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:33.632641 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d16f3e-6a8f-4a28-9ec7-37f6f451ceed x-openstack-request-id: req-b1d16f3e-6a8f-4a28-9ec7-37f6f451ceed {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:33.633191 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df8ce0a-d16e-40ca-a7fa-61578f57ef65", "name": "network-vif-unplugged", "status": "completed", "tag": "be7cbb15-1ab0-48e7-9fd4-fdb349aec566", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:33.633334 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b1d16f3e-6a8f-4a28-9ec7-37f6f451ceed {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:33.633991 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df8ce0a-d16e-40ca-a7fa-61578f57ef65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be7cbb15-1ab0-48e7-9fd4-fdb349aec566', 'code': 200} Feb 19 03:24:33.644652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ae247979-a771-442f-90d2-a640cc2d65ce no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:33.775927 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5196c78d-9fa4-4563-b9a4-7e8a0e3f325a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (ae247979-a771-442f-90d2-a640cc2d65ce), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.783369 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41771aa5-e9d8-4a95-afea-54e804c79ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.839735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5196c78d-9fa4-4563-b9a4-7e8a0e3f325a None None] Pushing event deleted for resources: {'Port': ['ID=ae247979-a771-442f-90d2-a640cc2d65ce,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:33.854723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No active binding found for port ae247979-a771-442f-90d2-a640cc2d65ce {{(pid=109900) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:24:33.855290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] The host n-d-826755-2 is not matching for port ae247979-a771-442f-90d2-a640cc2d65ce host None! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:24:33.855791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ae247979-a771-442f-90d2-a640cc2d65ce not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:33.856316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 200a1c23-c090-4445-860e-73d7dbe05a00 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:33.867321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5196c78d-9fa4-4563-b9a4-7e8a0e3f325a None None] No DVR routers for this DVR port ae247979-a771-442f-90d2-a640cc2d65ce on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:33.886242 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7df47e73-5181-48a6-8ff0-10a686ef0bd6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6e5973b7-8fe1-4467-8e7f-9e367a34320b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.886503 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-7df47e73-5181-48a6-8ff0-10a686ef0bd6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Added segment 6e5973b7-8fe1-4467-8e7f-9e367a34320b of type vlan for network 50926938-2339-4e56-861b-09499894919a Feb 19 03:24:33.912863 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:24:27Z', 'revision_number': 2, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:29Z', 'revision_number': 2, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:33.919920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 200a1c23-c090-4445-860e-73d7dbe05a00 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:33.920443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 200a1c23-c090-4445-860e-73d7dbe05a00 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:33.939018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (8b04d80e-21af-4d5f-8804-6a573d914b61), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:33.958395 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Checking router: f6959de3-8247-48f8-b974-917532f8cc2b for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:33.959450 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Updating router f6959de3-8247-48f8-b974-917532f8cc2b port 210261c3-8de7-4c02-8476-53a97f620641 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:24:34.008128 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (210261c3-8de7-4c02-8476-53a97f620641), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.026590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b04d80e-21af-4d5f-8804-6a573d914b61']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:34.029528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (b3203894-98b4-47f6-a7f1-1d21abfbffc6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.030125 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Floating IP b3203894-98b4-47f6-a7f1-1d21abfbffc6 disassociated (deleted). External IP: 172.25.1.235, port: 00d2a896-a42b-4ab3-88d0-cd570eb17758. Feb 19 03:24:34.074369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] For port 0336fa22-b908-48a0-b5f9-58d480d4ccde, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0336fa22-b908-48a0-b5f9-58d480d4ccde,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:34.074973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.090122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Calling delete_port for 0336fa22-b908-48a0-b5f9-58d480d4ccde owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:34.136580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7df47e73-5181-48a6-8ff0-10a686ef0bd6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (50926938-2339-4e56-861b-09499894919a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.208597 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8849f7e-cd1d-4b36-97c6-24d65b9a558d') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:34.209221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8849f7e-cd1d-4b36-97c6-24d65b9a558d') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:34.234743 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (e8849f7e-cd1d-4b36-97c6-24d65b9a558d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.294369 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d423d5-f53a-40f8-ac8b-b4979093555e x-openstack-request-id: req-c3d423d5-f53a-40f8-ac8b-b4979093555e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:34.294861 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df8ce0a-d16e-40ca-a7fa-61578f57ef65", "name": "network-vif-deleted", "tag": "be7cbb15-1ab0-48e7-9fd4-fdb349aec566", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:34.295252 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3d423d5-f53a-40f8-ac8b-b4979093555e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:34.295968 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df8ce0a-d16e-40ca-a7fa-61578f57ef65', 'name': 'network-vif-deleted', 'tag': 'be7cbb15-1ab0-48e7-9fd4-fdb349aec566', 'status': 'completed', 'code': 200} Feb 19 03:24:34.303719 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e8849f7e-cd1d-4b36-97c6-24d65b9a558d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.322864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7df47e73-5181-48a6-8ff0-10a686ef0bd6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (50926938-2339-4e56-861b-09499894919a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.327918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df47e73-5181-48a6-8ff0-10a686ef0bd6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:34.328519 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7df47e73-5181-48a6-8ff0-10a686ef0bd6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.337966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a58ad2f3-8910-4822-be66-d2dfdaf22afb req-6b574a04-e104-4c12-aa9d-70590b6a34c9 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6593165 Feb 19 03:24:34.357941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0336fa22-b908-48a0-b5f9-58d480d4ccde), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.387048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:34.387789 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (e8849f7e-cd1d-4b36-97c6-24d65b9a558d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.456051 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Publish callbacks [] for port (210261c3-8de7-4c02-8476-53a97f620641), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.465727 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (210261c3-8de7-4c02-8476-53a97f620641), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.519626 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Pushing event updated for resources: {'Port': ['ID=210261c3-8de7-4c02-8476-53a97f620641,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:34.531886 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.532633 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.533630 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.534220 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.534725 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.535259 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.535778 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.536290 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.536904 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.537412 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.537907 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.538415 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.538905 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:24:34.565497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.644883 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Attempting to bind port 210261c3-8de7-4c02-8476-53a97f620641 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:34.645304 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Attempting to bind port 210261c3-8de7-4c02-8476-53a97f620641 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '37afd966-6cc2-49da-b77a-d8ac76394faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:34.645675 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Attempting to bind port 210261c3-8de7-4c02-8476-53a97f620641 on network 04d1344b-e2e7-4567-b116-f2be10fadc77 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:34.656823 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:34.657263 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Checking segment: {'id': '37afd966-6cc2-49da-b77a-d8ac76394faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:34.657819 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.658505 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Bound using segment: {'id': '37afd966-6cc2-49da-b77a-d8ac76394faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:34.658990 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Bound port: 210261c3-8de7-4c02-8476-53a97f620641, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37afd966-6cc2-49da-b77a-d8ac76394faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:34.659374 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (210261c3-8de7-4c02-8476-53a97f620641), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.679461 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.692132 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router_controller (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.856806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be238d3-68da-463a-8145-dae74bf3d328 req-ecf14ffe-9138-47c4-a5db-63de5482309e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:34.858947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6be238d3-68da-463a-8145-dae74bf3d328 req-ecf14ffe-9138-47c4-a5db-63de5482309e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.5619457 Feb 19 03:24:34.859892 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.860811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Fanout notify agent at l3_agent the message router_deleted on router 2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:24:34.867916 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] For port 210261c3-8de7-4c02-8476-53a97f620641, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:34.871335 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] For port 210261c3-8de7-4c02-8476-53a97f620641, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=210261c3-8de7-4c02-8476-53a97f620641,segment=NetworkSegment(37afd966-6cc2-49da-b77a-d8ac76394faa),segment_id=37afd966-6cc2-49da-b77a-d8ac76394faa)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:34.872034 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.884895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/routers/2ef09a09-8a7c-4bd1-b709-f1fd4fcc353a HTTP/1.1" status: 204 len: 168 time: 3.4233572 Feb 19 03:24:34.887860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ce318-6789-4c3e-86b2-75ad4ab0def4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Port': ['ID=0336fa22-b908-48a0-b5f9-58d480d4ccde,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:34.892776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55694) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:34.894283 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (210261c3-8de7-4c02-8476-53a97f620641), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:34.987333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6be238d3-68da-463a-8145-dae74bf3d328 req-afa35349-9858-4276-b30e-fa7436ee13e6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788555 Feb 19 03:24:35.025504 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:35.026151 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:35.098714 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (d812e14e-de83-4338-87fa-976d8be3864a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.197784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5fe21a93-3fd5-48b8-a588-0df6be0c56bc None None] Provisioning complete for port 210261c3-8de7-4c02-8476-53a97f620641 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:35.200129 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5fe21a93-3fd5-48b8-a588-0df6be0c56bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (210261c3-8de7-4c02-8476-53a97f620641), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:35.205699 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:35.357285 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba5c57-aadc-456e-b3e5-cdaa219f8cb1 None None] Pushing event updated for resources: {'Port': ['ID=210261c3-8de7-4c02-8476-53a97f620641,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:35.376708 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7df47e73-5181-48a6-8ff0-10a686ef0bd6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4320891 Feb 19 03:24:35.387381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55700) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:35.401782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-14d8dfee-0bb8-48a0-a1db-0175f1ddd426 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'subnet': {'network_id': '50926938-2339-4e56-861b-09499894919a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:35.419439 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:35.427826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72732d3c-3431-4883-bbdc-5efc6da101a9 req-fd80e2f0-7622-4c20-9b87-c9b41fb08346 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0810208 Feb 19 03:24:35.446158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5fe21a93-3fd5-48b8-a588-0df6be0c56bc None None] Current status of the port 210261c3-8de7-4c02-8476-53a97f620641 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:35.446460 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5fe21a93-3fd5-48b8-a588-0df6be0c56bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (210261c3-8de7-4c02-8476-53a97f620641), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.511881 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5fe21a93-3fd5-48b8-a588-0df6be0c56bc None None] For port 210261c3-8de7-4c02-8476-53a97f620641, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=210261c3-8de7-4c02-8476-53a97f620641,segment=NetworkSegment(37afd966-6cc2-49da-b77a-d8ac76394faa),segment_id=37afd966-6cc2-49da-b77a-d8ac76394faa)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:35.522806 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5fe21a93-3fd5-48b8-a588-0df6be0c56bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (210261c3-8de7-4c02-8476-53a97f620641), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.643212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe21a93-3fd5-48b8-a588-0df6be0c56bc None None] Pushing event updated for resources: {'Port': ['ID=210261c3-8de7-4c02-8476-53a97f620641,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:35.658925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cacfe-e651-4d8f-af88-2d6a37d27735 req-a885f90c-5d95-48de-921d-d29e08eb2a82 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:35.667051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b7cacfe-e651-4d8f-af88-2d6a37d27735 req-a885f90c-5d95-48de-921d-d29e08eb2a82 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 932 time: 0.4039571 Feb 19 03:24:35.670121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-80f3647b-6409-4a75-94ca-cdbaa64cbedc None None] Provisioning complete for port 210261c3-8de7-4c02-8476-53a97f620641 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:35.671203 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80f3647b-6409-4a75-94ca-cdbaa64cbedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (210261c3-8de7-4c02-8476-53a97f620641), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.743710 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (d812e14e-de83-4338-87fa-976d8be3864a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.768825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d812e14e-de83-4338-87fa-976d8be3864a']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:35.769120 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (8b04d80e-21af-4d5f-8804-6a573d914b61), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.790154 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.792475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70274f38-2b72-4cd7-86db-da8b5cc2f6ce') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:35.792828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70274f38-2b72-4cd7-86db-da8b5cc2f6ce') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:35.809549 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/8b04d80e-21af-4d5f-8804-6a573d914b61 HTTP/1.1" status: 204 len: 168 time: 10.7529159 Feb 19 03:24:35.855780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55710) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:35.873990 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (70274f38-2b72-4cd7-86db-da8b5cc2f6ce), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.893337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-926f6160-efb8-402f-b56c-a3a9991c405b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1624889304'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:35.919364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-80f3647b-6409-4a75-94ca-cdbaa64cbedc None None] Current status of the port 210261c3-8de7-4c02-8476-53a97f620641 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:35.920210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c115c6-f0f7-4676-b560-b2e1b89673d1 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:35.923526 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:24:27Z', 'revision_number': 2, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:34Z', 'revision_number': 4, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:35.959469 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de3c7e80-c183-4bd9-b0e1-11bad19f8805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.964480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926f6160-efb8-402f-b56c-a3a9991c405b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:35.966231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Publish callbacks [] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.968073 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-926f6160-efb8-402f-b56c-a3a9991c405b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:35.984553 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d38c1f9b-c7ee-475e-92b1-f75e7a5d186e None None] The sync data for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 is: [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:24:27Z', 'revision_number': 2, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:34Z', 'revision_number': 4, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:35.987981 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (70274f38-2b72-4cd7-86db-da8b5cc2f6ce), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.000608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df47e73-5181-48a6-8ff0-10a686ef0bd6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Network': ['ID=50926938-2339-4e56-861b-09499894919a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:36.015293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 50926938-2339-4e56-861b-09499894919a details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:36.022030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:36.022452 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (70274f38-2b72-4cd7-86db-da8b5cc2f6ce), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:36.025723 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:36.050335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bb79d-d159-4120-bf4e-675f8d476ef3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Network': ['ID=8b04d80e-21af-4d5f-8804-6a573d914b61,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:36.080245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72732d3c-3431-4883-bbdc-5efc6da101a9 req-d33d4c69-c5c5-4f00-9e7a-7d7266c8715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:36.083651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72732d3c-3431-4883-bbdc-5efc6da101a9 req-d33d4c69-c5c5-4f00-9e7a-7d7266c8715c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aebcff6ec2a8462b86ba5dff2dfbef03&device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 1132 time: 0.5702038 Feb 19 03:24:36.144929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d8dfee-0bb8-48a0-a1db-0175f1ddd426 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:36.151219 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14d8dfee-0bb8-48a0-a1db-0175f1ddd426 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.165597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b7cacfe-e651-4d8f-af88-2d6a37d27735 req-763b4a8a-d10d-489e-aff3-6395ee8ea06a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908283 Feb 19 03:24:36.200357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926f6160-efb8-402f-b56c-a3a9991c405b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:36.270807 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-926f6160-efb8-402f-b56c-a3a9991c405b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b304c880-3d55-46e0-94ff-f69a6751ca8c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.271433 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-926f6160-efb8-402f-b56c-a3a9991c405b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Added segment b304c880-3d55-46e0-94ff-f69a6751ca8c of type vlan for network 5b511e25-8315-4b30-b8ac-7b089bbc3cd0 Feb 19 03:24:36.284560 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (d812e14e-de83-4338-87fa-976d8be3864a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.353053 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-926f6160-efb8-402f-b56c-a3a9991c405b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (5b511e25-8315-4b30-b8ac-7b089bbc3cd0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.425205 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.432414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/networks/d812e14e-de83-4338-87fa-976d8be3864a HTTP/1.1" status: 204 len: 168 time: 1.5011668 Feb 19 03:24:36.478556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55718) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:36.485095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b6a22563-0ed0-4375-a438-18256b64939d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'network': {'name': 'tempest-network-smoke--1869519547', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'port_security_enabled': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:36.511457 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-926f6160-efb8-402f-b56c-a3a9991c405b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (5b511e25-8315-4b30-b8ac-7b089bbc3cd0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.516336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926f6160-efb8-402f-b56c-a3a9991c405b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:36.517061 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-926f6160-efb8-402f-b56c-a3a9991c405b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.519891 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Transition to ACTIVE for port object 09c115c6-f0f7-4676-b560-b2e1b89673d1 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:36.523755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5172d12b-509e-45a1-9260-8a0bb8a19b93 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Network': ['ID=d812e14e-de83-4338-87fa-976d8be3864a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:36.556017 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.566569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:36.576717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72732d3c-3431-4883-bbdc-5efc6da101a9 req-274dc16c-3de9-4090-ba54-89db6c21ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:36.583699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72732d3c-3431-4883-bbdc-5efc6da101a9 req-274dc16c-3de9-4090-ba54-89db6c21ded3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.4107411 Feb 19 03:24:36.637457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14d8dfee-0bb8-48a0-a1db-0175f1ddd426 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (cff90498-d7ea-4090-b24b-21b511e79feb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.775931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8dfee-0bb8-48a0-a1db-0175f1ddd426 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Subnet': ['ID=cff90498-d7ea-4090-b24b-21b511e79feb,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:36.778391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Pushing event updated for resources: {'Port': ['ID=09c115c6-f0f7-4676-b560-b2e1b89673d1,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:36.800270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a22563-0ed0-4375-a438-18256b64939d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Made reservation on behalf of ec3a4b817fbd4e3e8c1ad110c3a57ca9 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:36.808701 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b6a22563-0ed0-4375-a438-18256b64939d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.903307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72732d3c-3431-4883-bbdc-5efc6da101a9 req-44140765-6731-49ef-a6de-7d99305c8892 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=7c02158f-a9cf-4b0f-862c-bb7eb50185bc HTTP/1.1" status: 200 len: 217 time: 0.3186560 Feb 19 03:24:36.951446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:36.964491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f881bdf-d1d6-428b-9fda-59b7111ab7fb None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:36.980012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f881bdf-d1d6-428b-9fda-59b7111ab7fb None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:36.980363 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:36.982293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5f881bdf-d1d6-428b-9fda-59b7111ab7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:37.024042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5f881bdf-d1d6-428b-9fda-59b7111ab7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:37.033840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f881bdf-d1d6-428b-9fda-59b7111ab7fb None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:37.034760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5f881bdf-d1d6-428b-9fda-59b7111ab7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:37.044008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72732d3c-3431-4883-bbdc-5efc6da101a9 req-b1735b6f-a753-4f33-8c6f-1ff80db56648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:37.045526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72732d3c-3431-4883-bbdc-5efc6da101a9 req-b1735b6f-a753-4f33-8c6f-1ff80db56648 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0653317 Feb 19 03:24:37.062732 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-926f6160-efb8-402f-b56c-a3a9991c405b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2024097 Feb 19 03:24:37.071999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55728) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:37.082053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-07be14e4-2fcb-4fb3-8b6d-77fd6b9f573b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'network_id': '5b511e25-8315-4b30-b8ac-7b089bbc3cd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:37.091442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6a22563-0ed0-4375-a438-18256b64939d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:37.097499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5f881bdf-d1d6-428b-9fda-59b7111ab7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:37.098190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f881bdf-d1d6-428b-9fda-59b7111ab7fb None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:37.105471 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b6a22563-0ed0-4375-a438-18256b64939d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (556d6d52-4f9d-4b53-9e40-43f02b9a7877), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.105720 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-b6a22563-0ed0-4375-a438-18256b64939d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Added segment 556d6d52-4f9d-4b53-9e40-43f02b9a7877 of type vlan for network 5ecb94fd-8ff3-4064-b340-acfd94f8204d Feb 19 03:24:37.117332 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.163215 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b6a22563-0ed0-4375-a438-18256b64939d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (5ecb94fd-8ff3-4064-b340-acfd94f8204d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.173345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d8dfee-0bb8-48a0-a1db-0175f1ddd426 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Checking segment: {'id': '6e5973b7-8fe1-4467-8e7f-9e367a34320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50926938-2339-4e56-861b-09499894919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:37.173722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d8dfee-0bb8-48a0-a1db-0175f1ddd426 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network hostable DHCP agents. Network: 50926938-2339-4e56-861b-09499894919a, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:37.233147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43e9dc-d40f-464d-b422-5a3cd16877d0 req-6f22a388-09b5-4903-9028-bb63c7463065 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:37.241984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed43e9dc-d40f-464d-b422-5a3cd16877d0 req-6f22a388-09b5-4903-9028-bb63c7463065 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.8041501 Feb 19 03:24:37.267489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f6160-efb8-402f-b56c-a3a9991c405b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=5b511e25-8315-4b30-b8ac-7b089bbc3cd0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:37.270291 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b6a22563-0ed0-4375-a438-18256b64939d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (5ecb94fd-8ff3-4064-b340-acfd94f8204d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.275544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a22563-0ed0-4375-a438-18256b64939d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:37.276436 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b6a22563-0ed0-4375-a438-18256b64939d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.290532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 5b511e25-8315-4b30-b8ac-7b089bbc3cd0 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:37.339893 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f7966d19-6085-4e9a-979b-179d028e39f7 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/floatingips/b3203894-98b4-47f6-a7f1-1d21abfbffc6 HTTP/1.1" status: 204 len: 168 time: 7.3316605 Feb 19 03:24:37.341046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55736) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:37.396201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 210261c3-8de7-4c02-8476-53a97f620641 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:37.444384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d8dfee-0bb8-48a0-a1db-0175f1ddd426 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 50926938-2339-4e56-861b-09499894919a is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:37.476381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 210261c3-8de7-4c02-8476-53a97f620641 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:37.477209 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (210261c3-8de7-4c02-8476-53a97f620641), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.478444 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07be14e4-2fcb-4fb3-8b6d-77fd6b9f573b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:37.488527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07be14e4-2fcb-4fb3-8b6d-77fd6b9f573b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.520537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed43e9dc-d40f-464d-b422-5a3cd16877d0 req-9af0e1ee-ff4b-4971-9f8e-6b10366f188d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772181 Feb 19 03:24:37.533400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b6a22563-0ed0-4375-a438-18256b64939d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0536709 Feb 19 03:24:37.562523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55738) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:37.564874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-14d8dfee-0bb8-48a0-a1db-0175f1ddd426 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 50926938-2339-4e56-861b-09499894919a) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:37.571047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d8dfee-0bb8-48a0-a1db-0175f1ddd426 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:37.571647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14d8dfee-0bb8-48a0-a1db-0175f1ddd426 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.575914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Attempting to bind port 09c115c6-f0f7-4676-b560-b2e1b89673d1 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:37.576249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Attempting to bind port 09c115c6-f0f7-4676-b560-b2e1b89673d1 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:37.576578 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Attempting to bind port 09c115c6-f0f7-4676-b560-b2e1b89673d1 on network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:37.579617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'admin_state_up': True, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:37.581637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84153cc7-60e4-4a4a-ac68-63392822b5db None None] Network 50926938-2339-4e56-861b-09499894919a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:37.588512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85fdae62-5e23-4789-a145-23d04fa822dd {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:37.595980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Port 09c115c6-f0f7-4676-b560-b2e1b89673d1 on network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:37.596511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Attempting to bind port 09c115c6-f0f7-4676-b560-b2e1b89673d1 on network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:37.615587 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Publish callbacks [] for port (85fdae62-5e23-4789-a145-23d04fa822dd), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.622412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72732d3c-3431-4883-bbdc-5efc6da101a9 req-fb728072-d728-4c8b-b05d-3e447a2ba4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:37.625272 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72732d3c-3431-4883-bbdc-5efc6da101a9 req-fb728072-d728-4c8b-b05d-3e447a2ba4c7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5571103 Feb 19 03:24:37.625272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a22563-0ed0-4375-a438-18256b64939d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Network': ['ID=5ecb94fd-8ff3-4064-b340-acfd94f8204d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:37.663396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:37.663731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Checking segment: {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:37.664786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Bound using segment: {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:37.665809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Bound port: 09c115c6-f0f7-4676-b560-b2e1b89673d1, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:37.666176 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.708496 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (0bbb0046-91dd-40e0-b704-512192c592a7), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.709611 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (0bbb0046-91dd-40e0-b704-512192c592a7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:37.749291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 5ecb94fd-8ff3-4064-b340-acfd94f8204d details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:37.798714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Transition to ACTIVE for port object 85fdae62-5e23-4789-a145-23d04fa822dd will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:37.824782 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-14d8dfee-0bb8-48a0-a1db-0175f1ddd426 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4341111 Feb 19 03:24:37.828602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55746) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:37.841683 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.023792 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router_controller (0bbb0046-91dd-40e0-b704-512192c592a7), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.055074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031c2a-a3a2-4f87-bbb3-7fd9504bfb96 req-7e1a8f6e-7fc4-4470-b4a6-83583bdf95d8 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:38.056863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac031c2a-a3a2-4f87-bbb3-7fd9504bfb96 req-7e1a8f6e-7fc4-4470-b4a6-83583bdf95d8 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 932 time: 0.3905103 Feb 19 03:24:38.092165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Pushing event updated for resources: {'Port': ['ID=85fdae62-5e23-4789-a145-23d04fa822dd,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:38.096471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 210261c3-8de7-4c02-8476-53a97f620641 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:38.100646 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-0240ac4c-9ef2-4de2-bc7b-cdfd2c994f55 service neutron] show failed (client error): The resource could not be found. Feb 19 03:24:38.102103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-0240ac4c-9ef2-4de2-bc7b-cdfd2c994f55 service neutron] 10.222.0.87 "GET /v2.0/ports/60336312-1cde-4207-bd2f-4423be1a0672/bindings/n-h2-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.3228748 Feb 19 03:24:38.121690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-50926938-2339-4e56-861b-09499894919a', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:38.127001 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.148128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0336fa22-b908-48a0-b5f9-58d480d4ccde no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:38.165477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72732d3c-3431-4883-bbdc-5efc6da101a9 req-51dcb512-9043-462a-9bcc-2e56df91b24f service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5313218 Feb 19 03:24:38.297870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-217cd64d-3cc9-48ed-928f-0a49bfe0a9d0 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port 00d2a896-a42b-4ab3-88d0-cd570eb17758 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:38.298318 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-217cd64d-3cc9-48ed-928f-0a49bfe0a9d0 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (00d2a896-a42b-4ab3-88d0-cd570eb17758), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.301848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07be14e4-2fcb-4fb3-8b6d-77fd6b9f573b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (be3c7c85-be88-4dad-ae78-d041a6246315), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.398708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be14e4-2fcb-4fb3-8b6d-77fd6b9f573b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=be3c7c85-be88-4dad-ae78-d041a6246315,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:38.467825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] For port 09c115c6-f0f7-4676-b560-b2e1b89673d1, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:38.494276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 0336fa22-b908-48a0-b5f9-58d480d4ccde {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:38.494654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0336fa22-b908-48a0-b5f9-58d480d4ccde not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:38.508424 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.509125 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac031c2a-a3a2-4f87-bbb3-7fd9504bfb96 req-04b2e8c9-a181-4e0e-bf76-759f47f33479 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305339 Feb 19 03:24:38.526410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07be14e4-2fcb-4fb3-8b6d-77fd6b9f573b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking segment: {'id': 'b304c880-3d55-46e0-94ff-f69a6751ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5b511e25-8315-4b30-b8ac-7b089bbc3cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:38.535316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be14e4-2fcb-4fb3-8b6d-77fd6b9f573b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network hostable DHCP agents. Network: 5b511e25-8315-4b30-b8ac-7b089bbc3cd0, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:38.566513 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router_gateway (0bbb0046-91dd-40e0-b704-512192c592a7), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.573955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] For port 09c115c6-f0f7-4676-b560-b2e1b89673d1, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=09c115c6-f0f7-4676-b560-b2e1b89673d1,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:38.585112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Attempting to bind port 85fdae62-5e23-4789-a145-23d04fa822dd on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:38.585624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Attempting to bind port 85fdae62-5e23-4789-a145-23d04fa822dd by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:38.585994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Attempting to bind port 85fdae62-5e23-4789-a145-23d04fa822dd on network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:38.593259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Port 85fdae62-5e23-4789-a145-23d04fa822dd on network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:38.593259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Attempting to bind port 85fdae62-5e23-4789-a145-23d04fa822dd on network 6c28c8f8-61eb-4032-aaaa-40aa66f979b6 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:38.623115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:38.623509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Checking segment: {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:38.623853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Bound using segment: {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:38.624476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Bound port: 85fdae62-5e23-4789-a145-23d04fa822dd, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64b78549-c464-4eff-a208-64db5898913c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:38.624884 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.642817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Allocated IP 2001:db8:1::2 (50926938-2339-4e56-861b-09499894919a/cff90498-d7ea-4090-b24b-21b511e79feb/3d763861-8505-426f-b2b1-cf37b32b4dff) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:38.715642 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-217cd64d-3cc9-48ed-928f-0a49bfe0a9d0 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (00d2a896-a42b-4ab3-88d0-cd570eb17758), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.730722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-217cd64d-3cc9-48ed-928f-0a49bfe0a9d0 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for 00d2a896-a42b-4ab3-88d0-cd570eb17758 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:38.751515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] For port 85fdae62-5e23-4789-a145-23d04fa822dd, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:38.755047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] For port 85fdae62-5e23-4789-a145-23d04fa822dd, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=85fdae62-5e23-4789-a145-23d04fa822dd,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:38.818379 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.853618 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Publish callbacks [] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.870398 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.902757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:38.903380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:38.905035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] 10.222.0.67 "PUT /v2.0/ports/85fdae62-5e23-4789-a145-23d04fa822dd HTTP/1.1" status: 200 len: 1092 time: 6.6729567 Feb 19 03:24:38.934440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7f1366-a3ed-4339-8b52-9635d5f72072', 'tag': '85fdae62-5e23-4789-a145-23d04fa822dd'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:38.937284 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee7fbee-bc63-46b8-91f4-662e8193bc10" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7f1366-a3ed-4339-8b52-9635d5f72072", "tag": "85fdae62-5e23-4789-a145-23d04fa822dd"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:38.947998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1e2b7-e781-4636-b899-d7b728e429d9 req-8a984e63-d675-4a6b-84ec-b4a6a114cc3e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:38.949940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23c1e2b7-e781-4636-b899-d7b728e429d9 req-8a984e63-d675-4a6b-84ec-b4a6a114cc3e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.1803315 Feb 19 03:24:38.970956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Pushing event updated for resources: {'Port': ['ID=3d763861-8505-426f-b2b1-cf37b32b4dff,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:38.988147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efa14e-30de-439c-ac5a-19a1abd927df service neutron] Pushing event updated for resources: {'Port': ['ID=85fdae62-5e23-4789-a145-23d04fa822dd,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:38.992756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72732d3c-3431-4883-bbdc-5efc6da101a9 req-9aaf2c34-720b-4aa4-932a-b1ea4838b71f service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7845690 Feb 19 03:24:39.002229 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.022687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Network 50926938-2339-4e56-861b-09499894919a is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:39.025265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:39.035231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:39.123506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23c1e2b7-e781-4636-b899-d7b728e429d9 req-3de5b776-9746-4fc6-bb40-7b8a56969425 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297967 Feb 19 03:24:39.136459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Attempting to bind port 3d763861-8505-426f-b2b1-cf37b32b4dff on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:39.137868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Attempting to bind port 3d763861-8505-426f-b2b1-cf37b32b4dff by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '6e5973b7-8fe1-4467-8e7f-9e367a34320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50926938-2339-4e56-861b-09499894919a'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:39.138624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Attempting to bind port 3d763861-8505-426f-b2b1-cf37b32b4dff on network 50926938-2339-4e56-861b-09499894919a {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:39.148454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:39.149202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Checking segment: {'id': '6e5973b7-8fe1-4467-8e7f-9e367a34320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50926938-2339-4e56-861b-09499894919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:39.149848 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.150959 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Bound using segment: {'id': '6e5973b7-8fe1-4467-8e7f-9e367a34320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50926938-2339-4e56-861b-09499894919a'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:39.151686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Bound port: 3d763861-8505-426f-b2b1-cf37b32b4dff, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5973b7-8fe1-4467-8e7f-9e367a34320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50926938-2339-4e56-861b-09499894919a'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:39.152171 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.162554 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:39.163241 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.164739 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] 10.222.0.87 "PUT /v2.0/ports/09c115c6-f0f7-4676-b560-b2e1b89673d1 HTTP/1.1" status: 200 len: 1092 time: 6.2094200 Feb 19 03:24:39.171969 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f168311e-54c7-4821-bda0-f231d834aa06', 'tag': '09c115c6-f0f7-4676-b560-b2e1b89673d1'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:39.174504 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b88ed8-3105-499b-b34e-284a8b4d4b73" -d '{"events": [{"name": "network-changed", "server_uuid": "f168311e-54c7-4821-bda0-f231d834aa06", "tag": "09c115c6-f0f7-4676-b560-b2e1b89673d1"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:39.177317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07be14e4-2fcb-4fb3-8b6d-77fd6b9f573b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network 5b511e25-8315-4b30-b8ac-7b089bbc3cd0 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:39.186752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-16d42805-1ada-4811-8577-a63ff6aec420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:39.188773 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-16d42805-1ada-4811-8577-a63ff6aec420 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27ace3f9fbb04b29a6608128dca77d23&device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 1126 time: 0.2314913 Feb 19 03:24:39.235026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-07be14e4-2fcb-4fb3-8b6d-77fd6b9f573b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 5b511e25-8315-4b30-b8ac-7b089bbc3cd0) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:39.245788 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-217cd64d-3cc9-48ed-928f-0a49bfe0a9d0 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (00d2a896-a42b-4ab3-88d0-cd570eb17758), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.249969 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32e55e-15ed-4f6c-9cbd-41b78960eba3 service neutron] Pushing event updated for resources: {'Port': ['ID=09c115c6-f0f7-4676-b560-b2e1b89673d1,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:39.252455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e03119-e482-46f1-b11e-81d77c9970e3 None None] Network 5b511e25-8315-4b30-b8ac-7b089bbc3cd0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:39.267567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07be14e4-2fcb-4fb3-8b6d-77fd6b9f573b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:39.269155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07be14e4-2fcb-4fb3-8b6d-77fd6b9f573b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.294149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-0cf4d477-3a48-41fa-b433-1f64d5c83dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:39.294149 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-0cf4d477-3a48-41fa-b433-1f64d5c83dfd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17&tenant_id=d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 1127 time: 0.7151980 Feb 19 03:24:39.338420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] For port 3d763861-8505-426f-b2b1-cf37b32b4dff, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:39.342458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] For port 3d763861-8505-426f-b2b1-cf37b32b4dff, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3d763861-8505-426f-b2b1-cf37b32b4dff,segment=NetworkSegment(6e5973b7-8fe1-4467-8e7f-9e367a34320b),segment_id=6e5973b7-8fe1-4467-8e7f-9e367a34320b)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:39.378651 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.408379 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571eaa5e-6fa5-4c2d-849a-9ee46ccbec12 x-openstack-request-id: req-571eaa5e-6fa5-4c2d-849a-9ee46ccbec12 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:39.409033 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f168311e-54c7-4821-bda0-f231d834aa06", "tag": "09c115c6-f0f7-4676-b560-b2e1b89673d1", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:39.409359 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-571eaa5e-6fa5-4c2d-849a-9ee46ccbec12 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:39.410205 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f168311e-54c7-4821-bda0-f231d834aa06', 'tag': '09c115c6-f0f7-4676-b560-b2e1b89673d1', 'status': 'completed', 'code': 200} Feb 19 03:24:39.418499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:39.459893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217cd64d-3cc9-48ed-928f-0a49bfe0a9d0 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=00d2a896-a42b-4ab3-88d0-cd570eb17758,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:39.532178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-5b511e25-8315-4b30-b8ac-7b089bbc3cd0', 'network_id': '5b511e25-8315-4b30-b8ac-7b089bbc3cd0', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': 'be3c7c85-be88-4dad-ae78-d041a6246315'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:39.535690 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:39.763743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Allocated IP 172.20.0.2 (5b511e25-8315-4b30-b8ac-7b089bbc3cd0/be3c7c85-be88-4dad-ae78-d041a6246315/55956a77-9055-4065-9771-840abcb6b15e) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:39.840120 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c749f3-ae0d-4e66-b530-d8a5df653f43 x-openstack-request-id: req-37c749f3-ae0d-4e66-b530-d8a5df653f43 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:39.840760 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7f1366-a3ed-4339-8b52-9635d5f72072", "tag": "85fdae62-5e23-4789-a145-23d04fa822dd", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:39.840760 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37c749f3-ae0d-4e66-b530-d8a5df653f43 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:39.841063 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7f1366-a3ed-4339-8b52-9635d5f72072', 'tag': '85fdae62-5e23-4789-a145-23d04fa822dd', 'status': 'completed', 'code': 200} Feb 19 03:24:39.850741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-b1ee11f6-4677-4e7f-9a51-c977c2988323 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85fdae62-5e23-4789-a145-23d04fa822dd HTTP/1.1" status: 200 len: 217 time: 0.6289504 Feb 19 03:24:40.061117 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Publish callbacks [] for port (55956a77-9055-4065-9771-840abcb6b15e), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.070719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-8f5e5b13-53ac-4b3b-aad6-c4a3aeffeafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:40.072621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-8f5e5b13-53ac-4b3b-aad6-c4a3aeffeafb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=276211d2-ad25-41ed-a0be-58fa04c1f704 HTTP/1.1" status: 200 len: 852 time: 0.1951401 Feb 19 03:24:40.098869 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (55956a77-9055-4065-9771-840abcb6b15e), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.103737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4e0cf-7621-4779-9c04-8fbc05beaf3b None None] Pushing event updated for resources: {'Port': ['ID=3d763861-8505-426f-b2b1-cf37b32b4dff,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:40.123448 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.177667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Network 5b511e25-8315-4b30-b8ac-7b089bbc3cd0 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:40.185669 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:40.191054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:40.210773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6da52-21a2-4139-9f7f-847eab72d6fc req-3d2882ac-521f-4e12-933c-b3f20016b6de tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:40.212693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ff6da52-21a2-4139-9f7f-847eab72d6fc req-3d2882ac-521f-4e12-933c-b3f20016b6de tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 944 time: 0.3708062 Feb 19 03:24:40.284324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0bfdbf9d-7e92-4a75-b61e-b36e84559611 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988278 Feb 19 03:24:40.328105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ff6da52-21a2-4139-9f7f-847eab72d6fc req-854a1228-5798-432e-84b3-28249c53cbdf tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763638 Feb 19 03:24:40.330577 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router_gateway (0bbb0046-91dd-40e0-b704-512192c592a7), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.341893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Pushing event updated for resources: {'Port': ['ID=55956a77-9055-4065-9771-840abcb6b15e,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:40.369835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Attempting to bind port 55956a77-9055-4065-9771-840abcb6b15e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:40.370216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Attempting to bind port 55956a77-9055-4065-9771-840abcb6b15e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'b304c880-3d55-46e0-94ff-f69a6751ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5b511e25-8315-4b30-b8ac-7b089bbc3cd0'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:40.370582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Attempting to bind port 55956a77-9055-4065-9771-840abcb6b15e on network 5b511e25-8315-4b30-b8ac-7b089bbc3cd0 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:40.386866 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-76197876-079e-4785-ab50-8231eb808874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:40.388490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:40.388897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Checking segment: {'id': 'b304c880-3d55-46e0-94ff-f69a6751ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5b511e25-8315-4b30-b8ac-7b089bbc3cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:40.389298 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.389689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Bound using segment: {'id': 'b304c880-3d55-46e0-94ff-f69a6751ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5b511e25-8315-4b30-b8ac-7b089bbc3cd0'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:40.390375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Bound port: 55956a77-9055-4065-9771-840abcb6b15e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b304c880-3d55-46e0-94ff-f69a6751ca8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5b511e25-8315-4b30-b8ac-7b089bbc3cd0'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:40.390762 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (55956a77-9055-4065-9771-840abcb6b15e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.392830 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-76197876-079e-4785-ab50-8231eb808874 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=27ace3f9fbb04b29a6608128dca77d23&device_id=f168311e-54c7-4821-bda0-f231d834aa06 HTTP/1.1" status: 200 len: 1126 time: 1.1160426 Feb 19 03:24:40.401165 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-07be14e4-2fcb-4fb3-8b6d-77fd6b9f573b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3274565 Feb 19 03:24:40.415244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55788) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:40.421895 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.504744 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.509451 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.522573 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-02694070-4f5f-4795-8721-72dc8d2c8aec service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09c115c6-f0f7-4676-b560-b2e1b89673d1 HTTP/1.1" status: 200 len: 217 time: 0.1078134 Feb 19 03:24:40.537824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] For port 55956a77-9055-4065-9771-840abcb6b15e, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:40.542678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] For port 55956a77-9055-4065-9771-840abcb6b15e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=55956a77-9055-4065-9771-840abcb6b15e,segment=NetworkSegment(b304c880-3d55-46e0-94ff-f69a6751ca8c),segment_id=b304c880-3d55-46e0-94ff-f69a6751ca8c)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:40.564376 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (55956a77-9055-4065-9771-840abcb6b15e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.632999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5c7c6-cb6a-40a6-af3b-3ec99d4a1d3b None None] Pushing event updated for resources: {'Port': ['ID=55956a77-9055-4065-9771-840abcb6b15e,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:40.804730 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (5b511e25-8315-4b30-b8ac-7b089bbc3cd0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.817325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Allocated IP 172.25.1.203 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/3a465fe9-95b9-4013-a801-e4280b9e9d71) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:40.858864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-217cd64d-3cc9-48ed-928f-0a49bfe0a9d0 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:40.864516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-bb45f91d-7e0d-4409-b252-3f4a4a627c20 service neutron] 10.222.0.67 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466084 Feb 19 03:24:40.866927 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-217cd64d-3cc9-48ed-928f-0a49bfe0a9d0 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/ports/00d2a896-a42b-4ab3-88d0-cd570eb17758 HTTP/1.1" status: 204 len: 168 time: 3.5227668 Feb 19 03:24:40.880586 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c310e3f0-9933-441f-a52e-8c929a120325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:40.885344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55794) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:40.886773 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-c310e3f0-9933-441f-a52e-8c929a120325 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=276211d2-ad25-41ed-a0be-58fa04c1f704 HTTP/1.1" status: 200 len: 852 time: 0.3090913 Feb 19 03:24:40.901701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:40.918353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951d216-65e3-44ad-9332-fbc37edfe327 req-35aebeba-f79e-4087-8f92-4e0a12bc2593 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:40.920070 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6951d216-65e3-44ad-9332-fbc37edfe327 req-35aebeba-f79e-4087-8f92-4e0a12bc2593 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.2376730 Feb 19 03:24:41.177801 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-62dfbe3a-ac2e-4495-843c-4ee10d0d184e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1932707 Feb 19 03:24:41.226562 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.279983 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.384527 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-e9eaa9b6-5e1e-489f-aa6b-1335ceac5ccf service neutron] 10.222.0.87 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149588 Feb 19 03:24:41.410932 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.425150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 55956a77-9055-4065-9771-840abcb6b15e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:41.500444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 60336312-1cde-4207-bd2f-4423be1a0672 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:41.570531 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-fc43944d-1da8-4a47-89a9-ab48bd5a1b51 service neutron] 10.222.0.87 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020594 Feb 19 03:24:41.574546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:41.580693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:41.609117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6951d216-65e3-44ad-9332-fbc37edfe327 req-beb0d83c-3191-4858-8e88-484d03684ebf tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6289539 Feb 19 03:24:41.656297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:41.697788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d104eb74-73d1-4ae2-90d2-4d57f006d1ab req-0a74ee22-5114-4626-b83d-122c7ba5b335 service neutron] 10.222.0.67 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8202419 Feb 19 03:24:41.698635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=3a465fe9-95b9-4013-a801-e4280b9e9d71,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:41.746081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 60336312-1cde-4207-bd2f-4423be1a0672 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:41.746511 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.751592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Deleting port 55956a77-9055-4065-9771-840abcb6b15e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:41.751930 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (55956a77-9055-4065-9771-840abcb6b15e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.761652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 55956a77-9055-4065-9771-840abcb6b15e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:41.762174 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (55956a77-9055-4065-9771-840abcb6b15e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:41.766448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52112907-c167-48e6-ab39-aabc67989c5d None None] Network 50926938-2339-4e56-861b-09499894919a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:41.793051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:41.849071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b88ed8-3105-499b-b34e-284a8b4d4b73 req-ea4932bf-7510-4f4d-be4b-7a21b21a82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:41.850846 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34b88ed8-3105-499b-b34e-284a8b4d4b73 req-ea4932bf-7510-4f4d-be4b-7a21b21a82aa service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=27ace3f9fbb04b29a6608128dca77d23&device_id=f168311e-54c7-4821-bda0-f231d834aa06 HTTP/1.1" status: 200 len: 1126 time: 0.1489837 Feb 19 03:24:41.981288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Allocated IP 2001:db8:1::1 (50926938-2339-4e56-861b-09499894919a/cff90498-d7ea-4090-b24b-21b511e79feb/be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:42.014547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bc8c9616-dce6-4d30-ba12-81b961804eed None None] Provisioning complete for port 3d763861-8505-426f-b2b1-cf37b32b4dff triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:42.016102 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9616-dce6-4d30-ba12-81b961804eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.058897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b88ed8-3105-499b-b34e-284a8b4d4b73 req-27c1ef5c-730e-498d-afd8-634df84619cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:42.060825 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34b88ed8-3105-499b-b34e-284a8b4d4b73 req-27c1ef5c-730e-498d-afd8-634df84619cc service neutron] 10.222.0.87 "GET /v2.0/networks?id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6 HTTP/1.1" status: 200 len: 913 time: 0.2006197 Feb 19 03:24:42.075590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:42.150259 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34b88ed8-3105-499b-b34e-284a8b4d4b73 req-5964b1af-c431-4ef2-89d6-f13d67f1e37e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09c115c6-f0f7-4676-b560-b2e1b89673d1 HTTP/1.1" status: 200 len: 217 time: 0.0799232 Feb 19 03:24:42.244224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7fbee-bc63-46b8-91f4-662e8193bc10 req-ee2f4228-4389-4658-9f95-2faf3ace5ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:42.245778 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ee7fbee-bc63-46b8-91f4-662e8193bc10 req-ee2f4228-4389-4658-9f95-2faf3ace5ef4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=27ace3f9fbb04b29a6608128dca77d23&device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 1126 time: 0.4313638 Feb 19 03:24:42.262668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c7474-d5d2-4218-a4f5-d9f1f2770003 req-52060138-509f-4559-8459-3eeff0d3e120 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:42.264202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1c7474-d5d2-4218-a4f5-d9f1f2770003 req-52060138-509f-4559-8459-3eeff0d3e120 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 944 time: 0.5276110 Feb 19 03:24:42.278225 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Publish callbacks [] for port (60336312-1cde-4207-bd2f-4423be1a0672), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.294780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:42.297244 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2abc22d8-c862-4025-8167-c33f11856480" -d '{"events": [{"server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "name": "network-vif-unplugged", "status": "completed", "tag": "60336312-1cde-4207-bd2f-4423be1a0672"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:42.315109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Transition to ACTIVE for port object 60336312-1cde-4207-bd2f-4423be1a0672 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:24:42.410356 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.468814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=6']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:42.496527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.603995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a1c7474-d5d2-4218-a4f5-d9f1f2770003 req-8e44e397-452d-4abf-8c36-b7f2290f14ed tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000853 Feb 19 03:24:42.612918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] For port 55956a77-9055-4065-9771-840abcb6b15e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=55956a77-9055-4065-9771-840abcb6b15e,segment=NetworkSegment(b304c880-3d55-46e0-94ff-f69a6751ca8c),segment_id=b304c880-3d55-46e0-94ff-f69a6751ca8c)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:42.614307 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (55956a77-9055-4065-9771-840abcb6b15e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.700613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Calling delete_port for 55956a77-9055-4065-9771-840abcb6b15e owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:42.709398 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.717957 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b88ed8-3105-499b-b34e-284a8b4d4b73 req-be8a4af9-5a08-49d3-9e1f-a043cb0902d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:42.719478 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34b88ed8-3105-499b-b34e-284a8b4d4b73 req-be8a4af9-5a08-49d3-9e1f-a043cb0902d9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=276211d2-ad25-41ed-a0be-58fa04c1f704 HTTP/1.1" status: 200 len: 852 time: 0.5623348 Feb 19 03:24:42.812361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 55956a77-9055-4065-9771-840abcb6b15e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:42.815026 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (55956a77-9055-4065-9771-840abcb6b15e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.822368 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0362002d-979a-419b-9994-f4fc9cf816b3 x-openstack-request-id: req-0362002d-979a-419b-9994-f4fc9cf816b3 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:42.822667 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "name": "network-vif-unplugged", "status": "completed", "tag": "60336312-1cde-4207-bd2f-4423be1a0672", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:42.822925 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0362002d-979a-419b-9994-f4fc9cf816b3 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:42.823333 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672', 'code': 200} Feb 19 03:24:42.921414 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34b88ed8-3105-499b-b34e-284a8b4d4b73 req-cc7b9c2a-074c-4377-a292-56d84ea5e956 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571579 Feb 19 03:24:42.938056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 55956a77-9055-4065-9771-840abcb6b15e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=55956a77-9055-4065-9771-840abcb6b15e,segment=NetworkSegment(b304c880-3d55-46e0-94ff-f69a6751ca8c),segment_id=b304c880-3d55-46e0-94ff-f69a6751ca8c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:42.940481 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:24:42.940983 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:24:42.943370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0257dd3-6566-41b4-abfc-ef5262ee3b84 None None] Network 5b511e25-8315-4b30-b8ac-7b089bbc3cd0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:42.952322 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:42.970060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] No DVR routers for this DVR port 60336312-1cde-4207-bd2f-4423be1a0672 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:43.030595 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (55956a77-9055-4065-9771-840abcb6b15e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.030595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3d763861-8505-426f-b2b1-cf37b32b4dff up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:43.141967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=55956a77-9055-4065-9771-840abcb6b15e,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:43.146037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bc8c9616-dce6-4d30-ba12-81b961804eed None None] Current status of the port 3d763861-8505-426f-b2b1-cf37b32b4dff is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:43.146631 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9616-dce6-4d30-ba12-81b961804eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.160995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7fbee-bc63-46b8-91f4-662e8193bc10 req-b87ca09b-a151-4ee8-8c0d-48450fb73683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:43.162697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ee7fbee-bc63-46b8-91f4-662e8193bc10 req-b87ca09b-a151-4ee8-8c0d-48450fb73683 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6 HTTP/1.1" status: 200 len: 913 time: 0.8972025 Feb 19 03:24:43.180682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 50926938-2339-4e56-861b-09499894919a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:43.201009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:43.211132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:43.211684 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.234519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bc8c9616-dce6-4d30-ba12-81b961804eed None None] For port 3d763861-8505-426f-b2b1-cf37b32b4dff, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3d763861-8505-426f-b2b1-cf37b32b4dff,segment=NetworkSegment(6e5973b7-8fe1-4467-8e7f-9e367a34320b),segment_id=6e5973b7-8fe1-4467-8e7f-9e367a34320b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:43.262160 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc8c9616-dce6-4d30-ba12-81b961804eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.269144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.25.1.174 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/c7a78442-f0a5-4a5a-8ddd-7add86ea1619) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:43.346032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c9616-dce6-4d30-ba12-81b961804eed None None] Pushing event updated for resources: {'Port': ['ID=3d763861-8505-426f-b2b1-cf37b32b4dff,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:43.418768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (c7a78442-f0a5-4a5a-8ddd-7add86ea1619), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.440716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3d763861-8505-426f-b2b1-cf37b32b4dff triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:43.441320 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.447551 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:43.522394 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c7a78442-f0a5-4a5a-8ddd-7add86ea1619), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.555978 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ee7fbee-bc63-46b8-91f4-662e8193bc10 req-c43349c5-b828-43e8-b29e-a0eb56abb27a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85fdae62-5e23-4789-a145-23d04fa822dd HTTP/1.1" status: 200 len: 217 time: 0.3569260 Feb 19 03:24:43.577584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 60336312-1cde-4207-bd2f-4423be1a0672 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:43.618387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Attempting to bind port 60336312-1cde-4207-bd2f-4423be1a0672 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:43.618721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Attempting to bind port 60336312-1cde-4207-bd2f-4423be1a0672 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:43.619047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Attempting to bind port 60336312-1cde-4207-bd2f-4423be1a0672 on network 7aa2f98a-3525-4d0f-b698-63fce56b562d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:43.634025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Port 60336312-1cde-4207-bd2f-4423be1a0672 on network 7aa2f98a-3525-4d0f-b698-63fce56b562d not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:24:43.636843 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Attempting to bind port 60336312-1cde-4207-bd2f-4423be1a0672 on network 7aa2f98a-3525-4d0f-b698-63fce56b562d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:43.647664 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-534aa0bd-e3d3-41ce-8412-be98d68c6dd7 None None] Provisioning complete for port 55956a77-9055-4065-9771-840abcb6b15e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:43.648099 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-534aa0bd-e3d3-41ce-8412-be98d68c6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (55956a77-9055-4065-9771-840abcb6b15e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.652591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:43.664537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7fbee-bc63-46b8-91f4-662e8193bc10 req-b2909234-e0f0-426e-ada1-9ff9908f1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:43.664893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Checking segment: {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:43.665401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Bound using segment: {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:43.665870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Bound port: 60336312-1cde-4207-bd2f-4423be1a0672, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:43.666051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ee7fbee-bc63-46b8-91f4-662e8193bc10 req-b2909234-e0f0-426e-ada1-9ff9908f1f18 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=276211d2-ad25-41ed-a0be-58fa04c1f704 HTTP/1.1" status: 200 len: 852 time: 0.1092832 Feb 19 03:24:43.666248 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.672283 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router_gateway (0bbb0046-91dd-40e0-b704-512192c592a7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.707153 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34b88ed8-3105-499b-b34e-284a8b4d4b73 req-d4c4ff12-309c-4ced-bc56-c7f7628ab4e1 service neutron] 10.222.0.87 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7406540 Feb 19 03:24:43.738486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b63a7c-c21d-442b-962b-a675a9aeb9ee req-bb90470e-d479-47ce-99b8-139b08a60878 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:43.745937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01b63a7c-c21d-442b-962b-a675a9aeb9ee req-bb90470e-d479-47ce-99b8-139b08a60878 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 943 time: 0.8143930 Feb 19 03:24:43.807453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ee7fbee-bc63-46b8-91f4-662e8193bc10 req-d5889cda-78e0-4304-92f0-589b48279632 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c28c8f8-61eb-4032-aaaa-40aa66f979b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1323826 Feb 19 03:24:43.809975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:43.818553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:43.822422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:43.841890 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.919636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3d763861-8505-426f-b2b1-cf37b32b4dff is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:43.927597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-534aa0bd-e3d3-41ce-8412-be98d68c6dd7 None None] Current status of the port 55956a77-9055-4065-9771-840abcb6b15e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:43.931816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:43.932447 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:43.934243 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] 10.222.0.67 "PUT /v2.0/ports/60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 1091 time: 4.5214324 Feb 19 03:24:43.940709 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf3e43-e438-4cb6-9cd4-b2bbda39bb2a service neutron] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=7']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:43.955680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ee7fbee-bc63-46b8-91f4-662e8193bc10 req-b9a6b998-0485-4aee-bd64-f760e9011ea6 service neutron] 10.222.0.67 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218686 Feb 19 03:24:43.962596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:43.980147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:44.034210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.128845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=c7a78442-f0a5-4a5a-8ddd-7add86ea1619,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:44.132183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a3b37bd8-f3a3-45ce-8fac-202ddf74194f None None] Provisioning complete for port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:44.132838 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3b37bd8-f3a3-45ce-8fac-202ddf74194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.167758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-b473acd9-99c1-43fe-b58e-fd17e167cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:44.169878 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-b473acd9-99c1-43fe-b58e-fd17e167cd10 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1125 time: 0.1765294 Feb 19 03:24:44.222731 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 55956a77-9055-4065-9771-840abcb6b15e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:44.302434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a3b37bd8-f3a3-45ce-8fac-202ddf74194f None None] Port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:24:44.317051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-d681e852-3cd9-4e3d-9223-60bd393d5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:44.324257 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-d681e852-3cd9-4e3d-9223-60bd393d5d27 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 0.1386504 Feb 19 03:24:44.340168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a3b37bd8-f3a3-45ce-8fac-202ddf74194f None None] Provisioning complete for port 3d763861-8505-426f-b2b1-cf37b32b4dff triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:44.340583 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3b37bd8-f3a3-45ce-8fac-202ddf74194f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.413834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 55956a77-9055-4065-9771-840abcb6b15e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:44.414215 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (55956a77-9055-4065-9771-840abcb6b15e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.468452 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-a45b0846-6ba9-49a2-bb25-d3b0f65c81d2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 999 time: 0.0632346 Feb 19 03:24:44.486522 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34b88ed8-3105-499b-b34e-284a8b4d4b73 req-9b26b209-f485-4265-ad18-fe69e01e77a7 service neutron] 10.222.0.87 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7258277 Feb 19 03:24:44.508422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a3b37bd8-f3a3-45ce-8fac-202ddf74194f None None] Current status of the port 3d763861-8505-426f-b2b1-cf37b32b4dff is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:44.561277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 55956a77-9055-4065-9771-840abcb6b15e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:44.562406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3d763861-8505-426f-b2b1-cf37b32b4dff up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:44.621717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3d763861-8505-426f-b2b1-cf37b32b4dff triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:44.622118 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.650256 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-5a927da3-3b12-4810-a024-c601a15d450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:44.651747 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-5a927da3-3b12-4810-a024-c601a15d450b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.1618538 Feb 19 03:24:44.721827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1f8f4f8b-5fa8-42c0-9b91-2e122e89180a None None] Provisioning complete for port 55956a77-9055-4065-9771-840abcb6b15e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:44.722200 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f8f4f8b-5fa8-42c0-9b91-2e122e89180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (55956a77-9055-4065-9771-840abcb6b15e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:44.768541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-fa628c03-028c-424a-90e6-224e106e5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:44.770140 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-fa628c03-028c-424a-90e6-224e106e5b7e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1097112 Feb 19 03:24:44.856833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3d763861-8505-426f-b2b1-cf37b32b4dff is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:44.907264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f4f8b-5fa8-42c0-9b91-2e122e89180a None None] Current status of the port 55956a77-9055-4065-9771-840abcb6b15e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:44.930113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01b63a7c-c21d-442b-962b-a675a9aeb9ee req-d67dd709-a1e8-4600-9642-aadcb304f289 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1832368 Feb 19 03:24:45.090072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ee7fbee-bc63-46b8-91f4-662e8193bc10 req-13b82819-51a5-4d5d-b436-2fbdfae2a631 service neutron] 10.222.0.67 "GET /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1246865 Feb 19 03:24:45.137482 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (55956a77-9055-4065-9771-840abcb6b15e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.218282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:45.220615 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b287c0-2d51-4335-b48f-75f737148b00" -d '{"events": [{"name": "network-changed", "server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "tag": "60336312-1cde-4207-bd2f-4423be1a0672"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:45.320194 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (0bbb0046-91dd-40e0-b704-512192c592a7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.325267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Port': ['ID=55956a77-9055-4065-9771-840abcb6b15e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:45.332464 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.340129 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-35830e29-56e6-407b-88de-ace8484ab3f5 service neutron] 10.222.0.67 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602839 Feb 19 03:24:45.360730 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.362596 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.427574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0172449b-2248-4fac-8a0e-d33cb5d7c3c8 None None] DHCP port deletion for 5b511e25-8315-4b30-b8ac-7b089bbc3cd0 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:24:45.458902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c20e16-0916-42ad-82c6-f9678103698b None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:24:45.509176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:45.549766 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-6c0a778c-fb43-4289-a24f-54eaa5ff33d5 service neutron] 10.222.0.67 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014110 Feb 19 03:24:45.552608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 09c115c6-f0f7-4676-b560-b2e1b89673d1 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:45.572777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 50926938-2339-4e56-861b-09499894919a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:45.574306 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:45.617078 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (b49be8d8-c568-4263-b481-b0f3a9c5747e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.624841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No DVR routers for this DVR port 55956a77-9055-4065-9771-840abcb6b15e on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:24:45.633843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec8f3c-9c9a-45e3-91bb-387bc11d9dbd req-55111c30-119c-4b80-99fc-34dcbd50777f tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:45.635665 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50ec8f3c-9c9a-45e3-91bb-387bc11d9dbd req-55111c30-119c-4b80-99fc-34dcbd50777f tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 944 time: 0.6057487 Feb 19 03:24:45.732632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 85fdae62-5e23-4789-a145-23d04fa822dd details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:45.745117 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:24:45.811071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c20e16-0916-42ad-82c6-f9678103698b None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:24:45.818368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router f6959de3-8247-48f8-b974-917532f8cc2b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:45.827515 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (be3c7c85-be88-4dad-ae78-d041a6246315), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.838876 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c7a78442-f0a5-4a5a-8ddd-7add86ea1619), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:45.904811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50ec8f3c-9c9a-45e3-91bb-387bc11d9dbd req-92fdc364-b070-4f38-acc5-c5ec3b0cb939 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409840 Feb 19 03:24:46.011021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Router 0bbb0046-91dd-40e0-b704-512192c592a7 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:24:46.039629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:46.057965 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527aa963-9bb9-4d29-a963-5d7acd179fc4 x-openstack-request-id: req-527aa963-9bb9-4d29-a963-5d7acd179fc4 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:46.058371 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "tag": "60336312-1cde-4207-bd2f-4423be1a0672", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:46.058738 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-527aa963-9bb9-4d29-a963-5d7acd179fc4 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:46.059243 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672', 'status': 'completed', 'code': 200} Feb 19 03:24:46.066807 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Sync routers for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:46.091714 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0fa2ef07-9e44-48ad-abb0-831cdb56e22a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2477937 Feb 19 03:24:46.108446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55876) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:46.117034 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:46.119550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dd083387-bce9-43b0-aa6a-3c01a7aa3f43 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-589152454'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:46.120346 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:46.223813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b287c0-2d51-4335-b48f-75f737148b00 req-97f4d4fb-fd4a-4bc9-bda7-531a708ddd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:46.225550 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-97f4d4fb-fd4a-4bc9-bda7-531a708ddd59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1125 time: 0.1653762 Feb 19 03:24:46.235759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b287c0-2d51-4335-b48f-75f737148b00 req-f1448dcd-c455-4f35-b398-c6202ade641b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:46.237778 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-f1448dcd-c455-4f35-b398-c6202ade641b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1125 time: 0.1431408 Feb 19 03:24:46.255651 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:46.260259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 55956a77-9055-4065-9771-840abcb6b15e no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:24:46.315090 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (c7a78442-f0a5-4a5a-8ddd-7add86ea1619), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.317799 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (be3c7c85-be88-4dad-ae78-d041a6246315), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.374672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 09c115c6-f0f7-4676-b560-b2e1b89673d1, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=09c115c6-f0f7-4676-b560-b2e1b89673d1,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:46.378310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 55956a77-9055-4065-9771-840abcb6b15e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:24:46.378650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 55956a77-9055-4065-9771-840abcb6b15e not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:24:46.440448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '09c115c6-f0f7-4676-b560-b2e1b89673d1', 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6', 'port_id': '09c115c6-f0f7-4676-b560-b2e1b89673d1', 'mac_address': 'fa:16:3e:ab:bd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276211d2-ad25-41ed-a0be-58fa04c1f704', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:46.510820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 85fdae62-5e23-4789-a145-23d04fa822dd, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=85fdae62-5e23-4789-a145-23d04fa822dd,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:46.525528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c810829-9261-4819-8ad4-f5fe6e077a49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-5b511e25-8315-4b30-b8ac-7b089bbc3cd0', 'network_id': '5b511e25-8315-4b30-b8ac-7b089bbc3cd0', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': 'be3c7c85-be88-4dad-ae78-d041a6246315'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:46.526525 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:24:43Z', 'revision_number': 3, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:44Z', 'revision_number': 2, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:46.527075 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c810829-9261-4819-8ad4-f5fe6e077a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.567899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Subnet': ['ID=be3c7c85-be88-4dad-ae78-d041a6246315,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:46.593334 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Checking router: f6959de3-8247-48f8-b974-917532f8cc2b for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:46.593334 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Updating router f6959de3-8247-48f8-b974-917532f8cc2b port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:24:46.594973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c7a78442-f0a5-4a5a-8ddd-7add86ea1619), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.609742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b287c0-2d51-4335-b48f-75f737148b00 req-cd7f39f2-d617-4e46-b793-6f28d1dfb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:46.613500 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-cd7f39f2-d617-4e46-b793-6f28d1dfb51e service neutron] 10.222.0.67 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 0.3746037 Feb 19 03:24:46.667354 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.695012 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd083387-bce9-43b0-aa6a-3c01a7aa3f43 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:46.698492 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd083387-bce9-43b0-aa6a-3c01a7aa3f43 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.726717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b287c0-2d51-4335-b48f-75f737148b00 req-1df0f458-d1bd-4398-bdb9-8fcc0a046f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:46.728995 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-1df0f458-d1bd-4398-bdb9-8fcc0a046f73 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 0.4653821 Feb 19 03:24:46.741766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '85fdae62-5e23-4789-a145-23d04fa822dd', 'network_id': '6c28c8f8-61eb-4032-aaaa-40aa66f979b6', 'port_id': '85fdae62-5e23-4789-a145-23d04fa822dd', 'mac_address': 'fa:16:3e:a5:7f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276211d2-ad25-41ed-a0be-58fa04c1f704', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:46.752556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 09c115c6-f0f7-4676-b560-b2e1b89673d1 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:46.754719 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.860954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=c7a78442-f0a5-4a5a-8ddd-7add86ea1619,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:46.866297 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (5b511e25-8315-4b30-b8ac-7b089bbc3cd0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:46.890553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f0214-c2b2-4299-8185-9b4ac8cf27b9 req-d2f10eb3-bada-46c9-afe0-67f041eb1092 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:46.900999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b82f0214-c2b2-4299-8185-9b4ac8cf27b9 req-d2f10eb3-bada-46c9-afe0-67f041eb1092 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 943 time: 0.5761487 Feb 19 03:24:46.914238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c115c6-f0f7-4676-b560-b2e1b89673d1 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:46.940149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59780296-acab-4994-9b07-713a7fbfa4a5 None None] Network 5b511e25-8315-4b30-b8ac-7b089bbc3cd0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:46.957508 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-55821119-f0ac-480d-8564-e0e804b8acaf service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 999 time: 0.3233879 Feb 19 03:24:46.976925 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (b49be8d8-c568-4263-b481-b0f3a9c5747e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.023055 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Publish callbacks [] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.033760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b511e25-8315-4b30-b8ac-7b089bbc3cd0']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:47.041469 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.048648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd083387-bce9-43b0-aa6a-3c01a7aa3f43 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:47.058880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:47.063606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b304c880-3d55-46e0-94ff-f69a6751ca8c') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:47.063981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b304c880-3d55-46e0-94ff-f69a6751ca8c') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:47.089103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b287c0-2d51-4335-b48f-75f737148b00 req-6740b339-4412-419d-a3d2-78fe81722595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:47.090613 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-6740b339-4412-419d-a3d2-78fe81722595 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.1178360 Feb 19 03:24:47.094313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Sync routers for ids ['0bbb0046-91dd-40e0-b704-512192c592a7'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:47.096871 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.101106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-02941127-3acb-4e35-8492-2029ed266a4f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2034643 Feb 19 03:24:47.103041 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55892) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:47.108468 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd083387-bce9-43b0-aa6a-3c01a7aa3f43 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (97118f11-4185-435e-8b51-b76285d9727f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.108931 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-dd083387-bce9-43b0-aa6a-3c01a7aa3f43 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Added segment 97118f11-4185-435e-8b51-b76285d9727f of type vlan for network 160bf656-69ab-4572-bce5-3a896f3138d9 Feb 19 03:24:47.124003 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (b304c880-3d55-46e0-94ff-f69a6751ca8c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.139564 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 09c115c6-f0f7-4676-b560-b2e1b89673d1, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=09c115c6-f0f7-4676-b560-b2e1b89673d1,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:47.186183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'port': {'network_id': '00ea3af7-edb0-4ca9-aa0b-5ec834d29759', 'name': 'tempest-FloatingIPTestJSON-1667458024'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:47.236440 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.244755 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b304c880-3d55-46e0-94ff-f69a6751ca8c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.260970 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-f6eea9a7-23c7-4a77-b9d3-18a6c09f3753 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 999 time: 0.5136311 Feb 19 03:24:47.332367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b82f0214-c2b2-4299-8185-9b4ac8cf27b9 req-8edae17e-d062-4ea3-8165-88c8919d035f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4303117 Feb 19 03:24:47.334289 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd083387-bce9-43b0-aa6a-3c01a7aa3f43 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (160bf656-69ab-4572-bce5-3a896f3138d9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.345821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.356793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b90ecabd-057c-44ab-970e-6c3a0c83eee3 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.7929823 Feb 19 03:24:47.361535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:47.361961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (b304c880-3d55-46e0-94ff-f69a6751ca8c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.417801 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:24:47.436992 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda71ae-0fac-4d77-be0c-ebc7c90acfc3 None None] Pushing event updated for resources: {'Port': ['ID=be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:47.440237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c20024-fb86-4c99-8027-da049c59e094 None None] DHCP port deletion for 5b511e25-8315-4b30-b8ac-7b089bbc3cd0 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:24:47.457582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Routers {'0bbb0046-91dd-40e0-b704-512192c592a7'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:47.458260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0bbb0046-91dd-40e0-b704-512192c592a7'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:47.474637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55898) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:47.482929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=09c115c6-f0f7-4676-b560-b2e1b89673d1,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:47.501360 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Attempting to bind port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:47.502126 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Attempting to bind port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '6e5973b7-8fe1-4467-8e7f-9e367a34320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50926938-2339-4e56-861b-09499894919a'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:47.504200 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Attempting to bind port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 on network 50926938-2339-4e56-861b-09499894919a {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:47.519589 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:47.520424 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Checking segment: {'id': '6e5973b7-8fe1-4467-8e7f-9e367a34320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50926938-2339-4e56-861b-09499894919a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:47.521180 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.521841 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Bound using segment: {'id': '6e5973b7-8fe1-4467-8e7f-9e367a34320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50926938-2339-4e56-861b-09499894919a'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:47.522601 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Bound port: be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5973b7-8fe1-4467-8e7f-9e367a34320b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '50926938-2339-4e56-861b-09499894919a'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:47.523279 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:47.546339 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:47.559875 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (5b511e25-8315-4b30-b8ac-7b089bbc3cd0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.566028 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd083387-bce9-43b0-aa6a-3c01a7aa3f43 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (160bf656-69ab-4572-bce5-3a896f3138d9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.591960 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e7052a55-3049-48a8-9d15-f854095cba03 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1152451 Feb 19 03:24:47.594402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd083387-bce9-43b0-aa6a-3c01a7aa3f43 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:47.594402 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dd083387-bce9-43b0-aa6a-3c01a7aa3f43 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.597993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55904) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:47.611109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['09c115c6-f0f7-4676-b560-b2e1b89673d1'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:47.612141 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.613938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 85fdae62-5e23-4789-a145-23d04fa822dd is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:47.614330 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.632560 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] For port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:47.637561 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] For port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3,segment=NetworkSegment(6e5973b7-8fe1-4467-8e7f-9e367a34320b),segment_id=6e5973b7-8fe1-4467-8e7f-9e367a34320b)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:47.653870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/5b511e25-8315-4b30-b8ac-7b089bbc3cd0 HTTP/1.1" status: 204 len: 168 time: 7.0876305 Feb 19 03:24:47.664424 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.690060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55908) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:47.736432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-05d448bc-e290-46d2-ba05-b6154abc13bd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783707461'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:47.737759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bf3e756d-f1d0-4dc3-ba78-94c0f54126a2 None None] Provisioning complete for port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:47.749395 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bf3e756d-f1d0-4dc3-ba78-94c0f54126a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.818204 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda71ae-0fac-4d77-be0c-ebc7c90acfc3 None None] Pushing event updated for resources: {'Port': ['ID=be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:47.828506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b287c0-2d51-4335-b48f-75f737148b00 req-c8b91676-704f-4c57-b29d-652658c296b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:47.831955 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:47.834357 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:47.838679 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-c8b91676-704f-4c57-b29d-652658c296b7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7285585 Feb 19 03:24:47.839342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d448bc-e290-46d2-ba05-b6154abc13bd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:47.842985 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05d448bc-e290-46d2-ba05-b6154abc13bd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:47.846189 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b287c0-2d51-4335-b48f-75f737148b00 req-f9d01c80-5090-4c1e-aaa7-44a906f5020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:47.847767 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-f9d01c80-5090-4c1e-aaa7-44a906f5020f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.5860028 Feb 19 03:24:47.855902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dd083387-bce9-43b0-aa6a-3c01a7aa3f43 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7457957 Feb 19 03:24:47.859663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55910) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:47.876702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-34e8f728-9868-4e7d-9c22-2c1a9bda89c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'subnet': {'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:47.937198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd083387-bce9-43b0-aa6a-3c01a7aa3f43 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Network': ['ID=160bf656-69ab-4572-bce5-3a896f3138d9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:48.018268 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:48.093351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d19fc7-d6ce-475d-a1c9-0ccfeeabb7d7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Network': ['ID=5b511e25-8315-4b30-b8ac-7b089bbc3cd0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:48.109751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e80582-90a5-4f4d-ba15-2f3d1b7644d7 req-ef33b04a-78ba-42cf-87d3-c0ccdb302d35 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:48.120747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6e80582-90a5-4f4d-ba15-2f3d1b7644d7 req-ef33b04a-78ba-42cf-87d3-c0ccdb302d35 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 944 time: 0.5727203 Feb 19 03:24:48.121648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 160bf656-69ab-4572-bce5-3a896f3138d9 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:48.146458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fdae62-5e23-4789-a145-23d04fa822dd {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:48.219964 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-82791d7c-ebff-4fef-8438-2a558f5fcc57 service neutron] 10.222.0.67 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710694 Feb 19 03:24:48.234123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d6e80582-90a5-4f4d-ba15-2f3d1b7644d7 req-5a061588-53eb-4aae-a1d2-bac506adf867 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122537 Feb 19 03:24:48.263706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e8f728-9868-4e7d-9c22-2c1a9bda89c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:48.267909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34e8f728-9868-4e7d-9c22-2c1a9bda89c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.282792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d448bc-e290-46d2-ba05-b6154abc13bd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:48.329953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05d448bc-e290-46d2-ba05-b6154abc13bd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b4ed132a-e09d-47c1-873e-f982fb34fee0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.330545 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-05d448bc-e290-46d2-ba05-b6154abc13bd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Added segment b4ed132a-e09d-47c1-873e-f982fb34fee0 of type vlan for network 1efe7cf2-bb76-4218-a769-59d682161c55 Feb 19 03:24:48.393084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05d448bc-e290-46d2-ba05-b6154abc13bd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (1efe7cf2-bb76-4218-a769-59d682161c55), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.476531 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05d448bc-e290-46d2-ba05-b6154abc13bd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (1efe7cf2-bb76-4218-a769-59d682161c55), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.482069 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d448bc-e290-46d2-ba05-b6154abc13bd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:48.493562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05d448bc-e290-46d2-ba05-b6154abc13bd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.530810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 85fdae62-5e23-4789-a145-23d04fa822dd, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=85fdae62-5e23-4789-a145-23d04fa822dd,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:48.591989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bf3e756d-f1d0-4dc3-ba78-94c0f54126a2 None None] Current status of the port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:48.592377 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bf3e756d-f1d0-4dc3-ba78-94c0f54126a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.604922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b813b-8140-4968-b336-6f8b4c1e0fcc req-915c1ce3-b999-43f7-a28a-42d79bca9cff tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:48.612929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce9b813b-8140-4968-b336-6f8b4c1e0fcc req-915c1ce3-b999-43f7-a28a-42d79bca9cff tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 943 time: 0.1713340 Feb 19 03:24:48.711752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b287c0-2d51-4335-b48f-75f737148b00 req-75a68bfe-a6f4-47a2-94c1-143bc1f824f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:48.713439 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-75a68bfe-a6f4-47a2-94c1-143bc1f824f2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8429012 Feb 19 03:24:48.714566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5901cda1-613c-4167-9cc7-f5c2995e7c83 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:48.729977 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5901cda1-613c-4167-9cc7-f5c2995e7c83 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.1289268 Feb 19 03:24:48.730504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55926) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:48.748502 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.767990 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-83e3b613-1944-483e-ab53-02d985ed8bc7 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:24:48.769083 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-83e3b613-1944-483e-ab53-02d985ed8bc7 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0213237 Feb 19 03:24:48.769958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Made reservation on behalf of a3fb9329e09f476db78b438747f88900 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:48.785757 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.817241 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-05d448bc-e290-46d2-ba05-b6154abc13bd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1154568 Feb 19 03:24:48.819473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce9b813b-8140-4968-b336-6f8b4c1e0fcc req-d63b1ef8-deca-4788-bac9-c83b7673dc38 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801419 Feb 19 03:24:48.827344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-874e8bc7-52aa-4246-bee0-6b7425799f10 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0956826 Feb 19 03:24:48.828039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55928) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:48.838305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 60336312-1cde-4207-bd2f-4423be1a0672 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:24:48.856295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'network_id': '1efe7cf2-bb76-4218-a769-59d682161c55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:48.861436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55930) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:48.879186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f31bd16d-448a-481d-af8a-e031f02daa8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-749199007', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:48.883668 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:24:43Z', 'revision_number': 3, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:47Z', 'revision_number': 4, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:48.921895 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Set router 0bbb0046-91dd-40e0-b704-512192c592a7 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:48.942632 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d448bc-e290-46d2-ba05-b6154abc13bd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=1efe7cf2-bb76-4218-a769-59d682161c55,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:48.982642 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee3663d-1b08-4c9e-bb40-6656cab7a256 None None] The sync data for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 is: [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:24:43Z', 'revision_number': 3, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:47Z', 'revision_number': 4, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:48.991462 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34e8f728-9868-4e7d-9c22-2c1a9bda89c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (72529778-6028-4066-90b8-27156429e7a3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:48.994231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] device_id is not set on port 079f7e97-3028-424a-a681-f3acbcf7c85d yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:24:49.088478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 1efe7cf2-bb76-4218-a769-59d682161c55 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:49.106527 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-d570ac7f-913b-4131-b06e-9f42300e805b service neutron] 10.222.0.67 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8769794 Feb 19 03:24:49.144694 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-d278ccd7-9a59-47f4-8f61-e3affd017f34 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495631 Feb 19 03:24:49.183729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8f728-9868-4e7d-9c22-2c1a9bda89c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Subnet': ['ID=72529778-6028-4066-90b8-27156429e7a3,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:49.198025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bf3e756d-f1d0-4dc3-ba78-94c0f54126a2 None None] For port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3,segment=NetworkSegment(6e5973b7-8fe1-4467-8e7f-9e367a34320b),segment_id=6e5973b7-8fe1-4467-8e7f-9e367a34320b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:49.202568 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['85fdae62-5e23-4789-a145-23d04fa822dd'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:49.244164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:49.254925 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.307892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.20.0.8 (00ea3af7-edb0-4ca9-aa0b-5ec834d29759/3e093d8b-0d4a-4c73-8927-28167ef876c2/079f7e97-3028-424a-a681-f3acbcf7c85d) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:49.356529 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bf3e756d-f1d0-4dc3-ba78-94c0f54126a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.359541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31bd16d-448a-481d-af8a-e031f02daa8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Made reservation on behalf of ec3a4b817fbd4e3e8c1ad110c3a57ca9 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:49.363628 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f31bd16d-448a-481d-af8a-e031f02daa8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.406505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e8f728-9868-4e7d-9c22-2c1a9bda89c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Checking segment: {'id': '97118f11-4185-435e-8b51-b76285d9727f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:49.407245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e8f728-9868-4e7d-9c22-2c1a9bda89c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network hostable DHCP agents. Network: 160bf656-69ab-4572-bce5-3a896f3138d9, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:49.449473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Performing IP validity checks on allocation pools {{(pid=109899) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:24:49.450268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109899) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:24:49.531894 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-46b287c0-2d51-4335-b48f-75f737148b00 req-d0a932a6-a983-4a1e-9a27-64292b6ef5c4 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777320 Feb 19 03:24:49.558700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=85fdae62-5e23-4789-a145-23d04fa822dd,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:49.575038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 09c115c6-f0f7-4676-b560-b2e1b89673d1 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:49.608384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e8f728-9868-4e7d-9c22-2c1a9bda89c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 160bf656-69ab-4572-bce5-3a896f3138d9 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:49.641499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-34e8f728-9868-4e7d-9c22-2c1a9bda89c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 160bf656-69ab-4572-bce5-3a896f3138d9) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:49.646267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e8f728-9868-4e7d-9c22-2c1a9bda89c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:49.651114 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-34e8f728-9868-4e7d-9c22-2c1a9bda89c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.744307 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (079f7e97-3028-424a-a681-f3acbcf7c85d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.765007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d758f2dd-92cb-41fa-85d4-7c1d7c3b0826 req-9def3a12-480a-4ae0-9f12-5f99781b4346 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:49.768906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d758f2dd-92cb-41fa-85d4-7c1d7c3b0826 req-9def3a12-480a-4ae0-9f12-5f99781b4346 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 945 time: 0.3276548 Feb 19 03:24:49.848509 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (079f7e97-3028-424a-a681-f3acbcf7c85d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:49.865733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:49.904228 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f3c106-e143-41e4-b2a4-8bee2c958762 None None] Network 160bf656-69ab-4572-bce5-3a896f3138d9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:49.932896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '60336312-1cde-4207-bd2f-4423be1a0672', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'port_id': '60336312-1cde-4207-bd2f-4423be1a0672', 'mac_address': 'fa:16:3e:92:57:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:24:50.031496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 00ea3af7-edb0-4ca9-aa0b-5ec834d29759 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:50.043595 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-34e8f728-9868-4e7d-9c22-2c1a9bda89c0 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1712065 Feb 19 03:24:50.051341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 55966) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:50.052802 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (5241ced0-d5a4-4e54-9d63-22eb542f36a5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.056998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:50.082674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:50.220854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=079f7e97-3028-424a-a681-f3acbcf7c85d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:50.307183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:50.311151 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.353160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:50.356818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4c2deaa8-fc70-4c5b-bb3a-cd3331238a2b None None] Provisioning complete for port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:50.361666 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bccf07c0-fd6e-44ea-a132-db4be1e5f159 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1769254 Feb 19 03:24:50.361883 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4c2deaa8-fc70-4c5b-bb3a-cd3331238a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.367905 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 55974) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:50.376564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9fa78997-0eaa-45e6-8a9e-0011969928a6 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'floatingip': {'port_id': '079f7e97-3028-424a-a681-f3acbcf7c85d'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:50.481649 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fa78997-0eaa-45e6-8a9e-0011969928a6 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (b49be8d8-c568-4263-b481-b0f3a9c5747e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.582011 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 09c115c6-f0f7-4676-b560-b2e1b89673d1 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:24:50.666551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 09c115c6-f0f7-4676-b560-b2e1b89673d1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:50.668477 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.679428 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e756d-f1d0-4dc3-ba78-94c0f54126a2 None None] Pushing event updated for resources: {'Port': ['ID=be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:50.744580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 60336312-1cde-4207-bd2f-4423be1a0672 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:50.745005 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:50.775122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60336312-1cde-4207-bd2f-4423be1a0672 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:24:50.918593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:24:42Z', 'revision_number': 3, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:51.031752 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-160bf656-69ab-4572-bce5-3a896f3138d9', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:51.035677 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.046094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:51.051445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Checking router: 0bbb0046-91dd-40e0-b704-512192c592a7 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:24:51.051835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Updating router 0bbb0046-91dd-40e0-b704-512192c592a7 port 3a465fe9-95b9-4013-a801-e4280b9e9d71 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:24:51.101092 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.209261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:51.209640 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.349098 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.392247 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fa78997-0eaa-45e6-8a9e-0011969928a6 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.407918 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fa78997-0eaa-45e6-8a9e-0011969928a6 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (b49be8d8-c568-4263-b481-b0f3a9c5747e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.418531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d758f2dd-92cb-41fa-85d4-7c1d7c3b0826 req-1f91400a-634c-4430-8d7a-7fd0a01ac148 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6210055 Feb 19 03:24:51.476791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=5241ced0-d5a4-4e54-9d63-22eb542f36a5,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:51.528865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking segment: {'id': 'b4ed132a-e09d-47c1-873e-f982fb34fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '1efe7cf2-bb76-4218-a769-59d682161c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:51.529246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network hostable DHCP agents. Network: 1efe7cf2-bb76-4218-a769-59d682161c55, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:51.532213 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f31bd16d-448a-481d-af8a-e031f02daa8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (539dec20-3d30-4941-b346-b454913cbe07), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.746639 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-9fa78997-0eaa-45e6-8a9e-0011969928a6 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Floating IP b49be8d8-c568-4263-b481-b0f3a9c5747e associated. External IP: 172.25.1.174, port: 079f7e97-3028-424a-a681-f3acbcf7c85d. Feb 19 03:24:51.841319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network 1efe7cf2-bb76-4218-a769-59d682161c55 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:51.905313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bd16d-448a-481d-af8a-e031f02daa8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Subnet': ['ID=539dec20-3d30-4941-b346-b454913cbe07,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:51.919893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 1efe7cf2-bb76-4218-a769-59d682161c55) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:51.925637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:51.926340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:51.965362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31bd16d-448a-481d-af8a-e031f02daa8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Checking segment: {'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:51.966557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31bd16d-448a-481d-af8a-e031f02daa8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network hostable DHCP agents. Network: 5ecb94fd-8ff3-4064-b340-acfd94f8204d, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:24:51.974868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1bd587c2-58b9-4def-a330-fdedcf716f6a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.1236143 Feb 19 03:24:51.981048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56080) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:52.049867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37379acf-d3dc-43e6-846e-8d013258db1d req-b36415ef-5f95-4a87-87e4-805964a4c521 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:52.051697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37379acf-d3dc-43e6-846e-8d013258db1d req-b36415ef-5f95-4a87-87e4-805964a4c521 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 944 time: 0.5097344 Feb 19 03:24:52.079756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4c2deaa8-fc70-4c5b-bb3a-cd3331238a2b None None] Current status of the port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:52.102255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f21d288-bcba-4b89-8c30-831e38b80594 None None] Network 1efe7cf2-bb76-4218-a769-59d682161c55 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:52.104574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['60336312-1cde-4207-bd2f-4423be1a0672'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:24:52.156817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37379acf-d3dc-43e6-846e-8d013258db1d req-28339a72-0625-4bd3-afe8-36f035c0e5db tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769200 Feb 19 03:24:52.286223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31bd16d-448a-481d-af8a-e031f02daa8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network 5ecb94fd-8ff3-4064-b340-acfd94f8204d is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:24:52.301083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-f31bd16d-448a-481d-af8a-e031f02daa8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 5ecb94fd-8ff3-4064-b340-acfd94f8204d) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:52.306207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31bd16d-448a-481d-af8a-e031f02daa8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:52.307487 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f31bd16d-448a-481d-af8a-e031f02daa8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.356056 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.358406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e676ed1b-f6dc-404a-b137-5e8977d3377a None None] Network 5ecb94fd-8ff3-4064-b340-acfd94f8204d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:52.514307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 09c115c6-f0f7-4676-b560-b2e1b89673d1 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:52.514811 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.521402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:52.603489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f31bd16d-448a-481d-af8a-e031f02daa8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.7294166 Feb 19 03:24:52.610342 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56138) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:52.620520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Allocated IP 2001:db8:2::2 (160bf656-69ab-4572-bce5-3a896f3138d9/72529778-6028-4066-90b8-27156429e7a3/9e77bb86-213a-4bdc-9930-471cd72afe78) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:52.663534 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (1efe7cf2-bb76-4218-a769-59d682161c55), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:52.970318 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Publish callbacks [] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.071497 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.084870 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (5241ced0-d5a4-4e54-9d63-22eb542f36a5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.161188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 85fdae62-5e23-4789-a145-23d04fa822dd up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:53.192597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad984b-e719-4cb6-abb5-c43bad80fb5a req-c21280a9-8613-43b0-9ac1-2d7e263d3c48 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:53.195212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54ad984b-e719-4cb6-abb5-c43bad80fb5a req-c21280a9-8613-43b0-9ac1-2d7e263d3c48 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 945 time: 0.5830057 Feb 19 03:24:53.198269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f0b036-b59f-4cfb-bbff-2fd4229dd298 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-1efe7cf2-bb76-4218-a769-59d682161c55', 'network_id': '1efe7cf2-bb76-4218-a769-59d682161c55', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': '5241ced0-d5a4-4e54-9d63-22eb542f36a5'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:53.199252 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f8f0b036-b59f-4cfb-bbff-2fd4229dd298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.200498 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (5241ced0-d5a4-4e54-9d63-22eb542f36a5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.203959 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.217320 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f168311e-54c7-4821-bda0-f231d834aa06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c115c6-f0f7-4676-b560-b2e1b89673d1'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:53.219840 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af25391-643c-435a-a8a1-6627471e9385" -d '{"events": [{"server_uuid": "f168311e-54c7-4821-bda0-f231d834aa06", "name": "network-vif-plugged", "status": "completed", "tag": "09c115c6-f0f7-4676-b560-b2e1b89673d1"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:53.275440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Subnet': ['ID=5241ced0-d5a4-4e54-9d63-22eb542f36a5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:53.303793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2d3d-7407-4bb5-8d98-916814df266b req-b4851970-9c75-498b-9570-45caaf852873 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:53.311396 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-b4851970-9c75-498b-9570-45caaf852873 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.67 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17&tenant_id=d251da4ce30245449da598358709f972&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 944 time: 0.4938836 Feb 19 03:24:53.313933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa78997-0eaa-45e6-8a9e-0011969928a6 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:53.407233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 09c115c6-f0f7-4676-b560-b2e1b89673d1, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=09c115c6-f0f7-4676-b560-b2e1b89673d1,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:53.419783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54ad984b-e719-4cb6-abb5-c43bad80fb5a req-483b023b-de79-45df-b718-870e1d3854c8 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151926 Feb 19 03:24:53.527687 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (1efe7cf2-bb76-4218-a769-59d682161c55), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.531480 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.533143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a99f0a-3322-4217-a9ac-94d9ce4251b6 None None] Pushing event updated for resources: {'Port': ['ID=3a465fe9-95b9-4013-a801-e4280b9e9d71,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:53.584505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb96ff7d-20b0-4a50-886a-cd2be8d011f9 None None] Network 1efe7cf2-bb76-4218-a769-59d682161c55 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:53.588746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Attempting to bind port 3a465fe9-95b9-4013-a801-e4280b9e9d71 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:53.589286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Attempting to bind port 3a465fe9-95b9-4013-a801-e4280b9e9d71 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:53.589815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Attempting to bind port 3a465fe9-95b9-4013-a801-e4280b9e9d71 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:53.616872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1efe7cf2-bb76-4218-a769-59d682161c55']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:53.653097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:53.696921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa78997-0eaa-45e6-8a9e-0011969928a6 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:53.702963 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fa78997-0eaa-45e6-8a9e-0011969928a6 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.726655 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53ef27-3643-4f85-85d9-4bc856a1582f None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:53.735622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ed132a-e09d-47c1-873e-f982fb34fee0') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:53.735970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ed132a-e09d-47c1-873e-f982fb34fee0') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:53.764408 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53ef27-3643-4f85-85d9-4bc856a1582f None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:53.765185 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6d53ef27-3643-4f85-85d9-4bc856a1582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:53.771761 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Publish callbacks [] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.808777 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9fa78997-0eaa-45e6-8a9e-0011969928a6 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "PUT /v2.0/floatingips/b49be8d8-c568-4263-b481-b0f3a9c5747e HTTP/1.1" status: 200 len: 978 time: 3.4355028 Feb 19 03:24:53.809588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (b4ed132a-e09d-47c1-873e-f982fb34fee0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.810605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56244) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:53.843027 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-b4533fb9-c01c-4764-b17f-6661db8d223f service neutron] 10.222.0.67 "GET /v2.0/ports/60336312-1cde-4207-bd2f-4423be1a0672/bindings/n-h2-826755-2 HTTP/1.1" status: 200 len: 382 time: 0.5152190 Feb 19 03:24:53.895722 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6d53ef27-3643-4f85-85d9-4bc856a1582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:53.899321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ips': [{'subnet_id': '539dec20-3d30-4941-b346-b454913cbe07'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:24:53.900197 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.913601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:53.926298 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d53ef27-3643-4f85-85d9-4bc856a1582f None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:53.927538 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6d53ef27-3643-4f85-85d9-4bc856a1582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:53.945460 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.950103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:53.950479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:53.950876 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.951266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:53.951744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Bound port: 3a465fe9-95b9-4013-a801-e4280b9e9d71, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:53.952113 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:53.968323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 85fdae62-5e23-4789-a145-23d04fa822dd completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:24:54.024416 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-6d53ef27-3643-4f85-85d9-4bc856a1582f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:54.025289 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d53ef27-3643-4f85-85d9-4bc856a1582f None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:54.109913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2d3d-7407-4bb5-8d98-916814df266b req-278ec462-d9fc-4356-b610-61ca1ef8a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:54.112325 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-278ec462-d9fc-4356-b610-61ca1ef8a39b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1126 time: 0.2289240 Feb 19 03:24:54.135455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 85fdae62-5e23-4789-a145-23d04fa822dd triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:54.135822 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.175299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Allocated IP 2001:db8:2::1 (160bf656-69ab-4572-bce5-3a896f3138d9/72529778-6028-4066-90b8-27156429e7a3/5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:54.215530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port 079f7e97-3028-424a-a681-f3acbcf7c85d {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:24:54.216044 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (079f7e97-3028-424a-a681-f3acbcf7c85d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.373024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] For port 3a465fe9-95b9-4013-a801-e4280b9e9d71, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:54.379760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] For port 3a465fe9-95b9-4013-a801-e4280b9e9d71, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a465fe9-95b9-4013-a801-e4280b9e9d71,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:54.479079 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (079f7e97-3028-424a-a681-f3acbcf7c85d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.496737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=09c115c6-f0f7-4676-b560-b2e1b89673d1,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:54.505949 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.506226 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.507921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2d3d-7407-4bb5-8d98-916814df266b req-7674b46e-04e8-4418-adfa-4c6ffcdd0895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:54.515126 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-7674b46e-04e8-4418-adfa-4c6ffcdd0895 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 0.3873250 Feb 19 03:24:54.541509 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.570355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b4ed132a-e09d-47c1-873e-f982fb34fee0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.600132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:24:54.600572 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (b4ed132a-e09d-47c1-873e-f982fb34fee0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.631866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Network 160bf656-69ab-4572-bce5-3a896f3138d9 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:24:54.689589 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:24:54.698288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.743855 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (1efe7cf2-bb76-4218-a769-59d682161c55), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.761131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:54.771183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:54.816231 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d78801-c97d-4366-ae9b-11ef07385d1c req-13409419-f275-4380-a6b4-7a5fa06cc0d7 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:54.820904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20d78801-c97d-4366-ae9b-11ef07385d1c req-13409419-f275-4380-a6b4-7a5fa06cc0d7 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 944 time: 1.1988688 Feb 19 03:24:54.826271 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.846125 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/1efe7cf2-bb76-4218-a769-59d682161c55 HTTP/1.1" status: 204 len: 168 time: 2.8586946 Feb 19 03:24:54.854872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56340) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:54.862080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fdf1a5d3-18b7-47f2-b24a-a2781477eddd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1545654555'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:54.904775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8266c62-99cb-4cce-9236-d46f51c29784 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Network': ['ID=1efe7cf2-bb76-4218-a769-59d682161c55,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:54.914566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 160bf656-69ab-4572-bce5-3a896f3138d9 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:54.922742 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Attempting to bind port 9e77bb86-213a-4bdc-9930-471cd72afe78 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:54.923336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Attempting to bind port 9e77bb86-213a-4bdc-9930-471cd72afe78 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '97118f11-4185-435e-8b51-b76285d9727f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:54.924220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Attempting to bind port 9e77bb86-213a-4bdc-9930-471cd72afe78 on network 160bf656-69ab-4572-bce5-3a896f3138d9 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:54.952113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:54.960450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:54.961030 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.976241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:54.977411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Checking segment: {'id': '97118f11-4185-435e-8b51-b76285d9727f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:54.978081 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.978900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Bound using segment: {'id': '97118f11-4185-435e-8b51-b76285d9727f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:54.979586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Bound port: 9e77bb86-213a-4bdc-9930-471cd72afe78, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97118f11-4185-435e-8b51-b76285d9727f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:54.980973 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:54.982542 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-db3a54ff-d608-4e84-90df-17f960c8a0d3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 1000 time: 0.4629045 Feb 19 03:24:55.038290 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:55.074795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] For port 9e77bb86-213a-4bdc-9930-471cd72afe78, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:55.079722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] For port 9e77bb86-213a-4bdc-9930-471cd72afe78, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9e77bb86-213a-4bdc-9930-471cd72afe78,segment=NetworkSegment(97118f11-4185-435e-8b51-b76285d9727f),segment_id=97118f11-4185-435e-8b51-b76285d9727f)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:55.115144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Routers {'0bbb0046-91dd-40e0-b704-512192c592a7'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:55.116640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0bbb0046-91dd-40e0-b704-512192c592a7'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:55.120040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf1a5d3-18b7-47f2-b24a-a2781477eddd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:55.125353 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdf1a5d3-18b7-47f2-b24a-a2781477eddd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.180892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20d78801-c97d-4366-ae9b-11ef07385d1c req-5c608cbd-3751-41a1-a668-94e9e760ae23 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246772 Feb 19 03:24:55.204414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2d3d-7407-4bb5-8d98-916814df266b req-22a1ed0d-e906-4d91-8ba6-67fd6856ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:55.212544 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-22a1ed0d-e906-4d91-8ba6-67fd6856ef49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.2054622 Feb 19 03:24:55.222585 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.223074 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (b49be8d8-c568-4263-b481-b0f3a9c5747e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.223518 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Floating IP b49be8d8-c568-4263-b481-b0f3a9c5747e disassociated. External IP: 172.25.1.174, port: 079f7e97-3028-424a-a681-f3acbcf7c85d. Feb 19 03:24:55.223951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for 079f7e97-3028-424a-a681-f3acbcf7c85d owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:24:55.286577 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf1a5d3-18b7-47f2-b24a-a2781477eddd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:24:55.318816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdf1a5d3-18b7-47f2-b24a-a2781477eddd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (77af1f64-7dda-4eec-851a-6e61266d2dae), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.319180 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-fdf1a5d3-18b7-47f2-b24a-a2781477eddd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Added segment 77af1f64-7dda-4eec-851a-6e61266d2dae of type vlan for network 84853d14-a79c-44c4-a8d2-0d58c8d95529 Feb 19 03:24:55.527057 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.531577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdf1a5d3-18b7-47f2-b24a-a2781477eddd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (84853d14-a79c-44c4-a8d2-0d58c8d95529), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.609248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] Set router 0bbb0046-91dd-40e0-b704-512192c592a7 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:24:55.650244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2d3d-7407-4bb5-8d98-916814df266b req-30e85a59-3446-4871-b467-5979ca4ad622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:55.659850 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-30e85a59-3446-4871-b467-5979ca4ad622 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4140697 Feb 19 03:24:55.685306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdf1a5d3-18b7-47f2-b24a-a2781477eddd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (84853d14-a79c-44c4-a8d2-0d58c8d95529), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.701462 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf1a5d3-18b7-47f2-b24a-a2781477eddd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:55.702414 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdf1a5d3-18b7-47f2-b24a-a2781477eddd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.716052 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.726820 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.747979 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59e5d6c-2768-41cf-b70d-ff46e3c499e4 x-openstack-request-id: req-c59e5d6c-2768-41cf-b70d-ff46e3c499e4 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:55.748275 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f168311e-54c7-4821-bda0-f231d834aa06", "name": "network-vif-plugged", "status": "completed", "tag": "09c115c6-f0f7-4676-b560-b2e1b89673d1", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:55.748537 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c59e5d6c-2768-41cf-b70d-ff46e3c499e4 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:55.748971 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f168311e-54c7-4821-bda0-f231d834aa06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c115c6-f0f7-4676-b560-b2e1b89673d1', 'code': 200} Feb 19 03:24:55.756572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:55.757003 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:55.774446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ebe3ba-67f9-4f87-95d1-17e685115c19 req-f66f6033-4381-4d34-8d67-88d4dc4dd62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:55.776393 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4ebe3ba-67f9-4f87-95d1-17e685115c19 req-f66f6033-4381-4d34-8d67-88d4dc4dd62b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=f168311e-54c7-4821-bda0-f231d834aa06 HTTP/1.1" status: 200 len: 1128 time: 0.2723155 Feb 19 03:24:55.870935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccee2a4-3e66-491b-855a-762341c0f5ab req-db34d25a-794f-4d3a-b275-9ef8ac0d5c4a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:55.878280 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ccee2a4-3e66-491b-855a-762341c0f5ab req-db34d25a-794f-4d3a-b275-9ef8ac0d5c4a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 945 time: 0.3315637 Feb 19 03:24:55.946528 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fdf1a5d3-18b7-47f2-b24a-a2781477eddd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0896938 Feb 19 03:24:55.953061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56428) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:55.982970 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-687a6752-17f1-4c2a-94fc-359398c0432b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'network_id': '84853d14-a79c-44c4-a8d2-0d58c8d95529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:24:55.998023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1a5d3-18b7-47f2-b24a-a2781477eddd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=84853d14-a79c-44c4-a8d2-0d58c8d95529,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:56.010075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Allocated IP 172.20.0.2 (5ecb94fd-8ff3-4064-b340-acfd94f8204d/539dec20-3d30-4941-b346-b454913cbe07/1786ac4a-ade8-4111-9527-23a480a97d26) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:56.083260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ccee2a4-3e66-491b-855a-762341c0f5ab req-e68eaca2-0640-486e-9f78-edc124fc4ea6 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039292 Feb 19 03:24:56.287503 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Publish callbacks [] for port (1786ac4a-ade8-4111-9527-23a480a97d26), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.306861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Pushing event updated for resources: {'Port': ['ID=9e77bb86-213a-4bdc-9930-471cd72afe78,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:56.390903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 85fdae62-5e23-4789-a145-23d04fa822dd is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:56.391352 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.403797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Allocated IP 172.20.0.1 (5ecb94fd-8ff3-4064-b340-acfd94f8204d/539dec20-3d30-4941-b346-b454913cbe07/1afc4ade-6822-4df9-a731-36244d1e076f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:24:56.430369 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (1786ac4a-ade8-4111-9527-23a480a97d26), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.448199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 84853d14-a79c-44c4-a8d2-0d58c8d95529 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:24:56.488803 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4ebe3ba-67f9-4f87-95d1-17e685115c19 req-6046e795-c591-4596-88ef-40d436f127d2 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5866258 Feb 19 03:24:56.490606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687a6752-17f1-4c2a-94fc-359398c0432b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:24:56.497327 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-687a6752-17f1-4c2a-94fc-359398c0432b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.505297 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (079f7e97-3028-424a-a681-f3acbcf7c85d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.618634 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-8c97d58e-4093-4f6d-8f62-3e83f1cffe56 service neutron] 10.222.0.67 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9354985 Feb 19 03:24:56.653012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a99f0a-3322-4217-a9ac-94d9ce4251b6 None None] Pushing event updated for resources: {'Port': ['ID=3a465fe9-95b9-4013-a801-e4280b9e9d71,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:56.789573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Network 5ecb94fd-8ff3-4064-b340-acfd94f8204d is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:56.852805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=079f7e97-3028-424a-a681-f3acbcf7c85d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:56.880050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62a403-0909-46fc-a938-891cd082349c req-e7a3dca0-2051-4bd7-b8b9-62be30c1cdc9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:56.882783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c62a403-0909-46fc-a938-891cd082349c req-e7a3dca0-2051-4bd7-b8b9-62be30c1cdc9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 944 time: 0.4337418 Feb 19 03:24:56.888331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:56.889159 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (1afc4ade-6822-4df9-a731-36244d1e076f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:56.948018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:56.960652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 85fdae62-5e23-4789-a145-23d04fa822dd, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=85fdae62-5e23-4789-a145-23d04fa822dd,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:56.961985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:56.996309 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.006047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c62a403-0909-46fc-a938-891cd082349c req-bdba757c-3127-421f-95db-4dfade3d690e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074743 Feb 19 03:24:57.010018 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.010954 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.019510 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.190796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:24:42Z', 'revision_number': 3, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:57.219654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:24:57.233993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Attempting to bind port 1786ac4a-ade8-4111-9527-23a480a97d26 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:24:57.234393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Attempting to bind port 1786ac4a-ade8-4111-9527-23a480a97d26 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:24:57.234910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Attempting to bind port 1786ac4a-ade8-4111-9527-23a480a97d26 on network 5ecb94fd-8ff3-4064-b340-acfd94f8204d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:24:57.238749 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b3793-e08c-42ec-9ac8-532988cd78b3 None None] Pushing event updated for resources: {'Port': ['ID=9e77bb86-213a-4bdc-9930-471cd72afe78,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:57.285100 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7033d0-9529-4718-bd3a-1f140f824d86 None None] The sync data for ids ['0bbb0046-91dd-40e0-b704-512192c592a7'] in n-d-826755-2 is: [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:24:42Z', 'revision_number': 3, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:57.291067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:24:57.291067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Checking segment: {'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:57.291474 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.291810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Bound using segment: {'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:24:57.292739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Bound port: 1786ac4a-ade8-4111-9527-23a480a97d26, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:24:57.293616 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1786ac4a-ade8-4111-9527-23a480a97d26), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.402662 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-f6c43387-3364-4cea-be38-9d282f911a16 service neutron] 10.222.0.67 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212573 Feb 19 03:24:57.485602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] For port 1786ac4a-ade8-4111-9527-23a480a97d26, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:24:57.491648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] For port 1786ac4a-ade8-4111-9527-23a480a97d26, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1786ac4a-ade8-4111-9527-23a480a97d26,segment=NetworkSegment(556d6d52-4f9d-4b53-9e40-43f02b9a7877),segment_id=556d6d52-4f9d-4b53-9e40-43f02b9a7877)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:24:57.520502 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1786ac4a-ade8-4111-9527-23a480a97d26), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.559441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Pushing event updated for resources: {'Port': ['ID=1786ac4a-ade8-4111-9527-23a480a97d26,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:57.756153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7f1366-a3ed-4339-8b52-9635d5f72072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fdae62-5e23-4789-a145-23d04fa822dd'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:24:57.760291 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4361f01a-f9af-41d6-bb90-bba3f318f6ca" -d '{"events": [{"server_uuid": "ce7f1366-a3ed-4339-8b52-9635d5f72072", "name": "network-vif-plugged", "status": "completed", "tag": "85fdae62-5e23-4789-a145-23d04fa822dd"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:24:57.768521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=85fdae62-5e23-4789-a145-23d04fa822dd,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:57.875091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:24:57.927708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-687a6752-17f1-4c2a-94fc-359398c0432b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (650b6546-38a6-40e2-9774-0a3bce23a3ab), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:57.996461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfaba8-0f50-4ebb-980e-bb7049a19726 None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:24:58.065609 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b8491-ce94-4b5b-85bf-c6e2194945a1 None None] Pushing event updated for resources: {'Port': ['ID=1786ac4a-ade8-4111-9527-23a480a97d26,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:58.087562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dfaba8-0f50-4ebb-980e-bb7049a19726 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:58.088216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-53dfaba8-0f50-4ebb-980e-bb7049a19726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:58.177309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-53dfaba8-0f50-4ebb-980e-bb7049a19726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:58.200410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dfaba8-0f50-4ebb-980e-bb7049a19726 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:24:58.201092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-53dfaba8-0f50-4ebb-980e-bb7049a19726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:58.282203 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.352791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-53dfaba8-0f50-4ebb-980e-bb7049a19726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:24:58.353490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dfaba8-0f50-4ebb-980e-bb7049a19726 None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:24:58.435362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e617c38c-fde3-4d7e-87fb-3835808ce3c6 None None] Network 160bf656-69ab-4572-bce5-3a896f3138d9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:58.462681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network 5ecb94fd-8ff3-4064-b340-acfd94f8204d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:58.468926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:58.504924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:58.508606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:24:58.622028 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7376d7ab-0d09-4096-a7f4-33a5c795e715 None None] Provisioning complete for port 9e77bb86-213a-4bdc-9930-471cd72afe78 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:58.624592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7376d7ab-0d09-4096-a7f4-33a5c795e715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:58.741583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7d33d-e0ea-489c-b368-0ab9b0d121bb req-b5459dcf-73e0-4739-92ea-1e95117ab99d tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:24:58.743275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91b7d33d-e0ea-489c-b368-0ab9b0d121bb req-b5459dcf-73e0-4739-92ea-1e95117ab99d tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 946 time: 0.4836025 Feb 19 03:24:58.848606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=1afc4ade-6822-4df9-a731-36244d1e076f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:58.968771 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (0bbb0046-91dd-40e0-b704-512192c592a7), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.030246 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7376d7ab-0d09-4096-a7f4-33a5c795e715 None None] Current status of the port 9e77bb86-213a-4bdc-9930-471cd72afe78 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:24:59.030765 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7376d7ab-0d09-4096-a7f4-33a5c795e715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.166592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7376d7ab-0d09-4096-a7f4-33a5c795e715 None None] For port 9e77bb86-213a-4bdc-9930-471cd72afe78, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9e77bb86-213a-4bdc-9930-471cd72afe78,segment=NetworkSegment(97118f11-4185-435e-8b51-b76285d9727f),segment_id=97118f11-4185-435e-8b51-b76285d9727f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:24:59.192560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 60336312-1cde-4207-bd2f-4423be1a0672 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:59.204253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7376d7ab-0d09-4096-a7f4-33a5c795e715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.271336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 160bf656-69ab-4572-bce5-3a896f3138d9 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:24:59.319703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:24:59.381014 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.399618 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5dfa4d21-a01c-4490-a50e-c49654ca43f2 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/ports/079f7e97-3028-424a-a681-f3acbcf7c85d HTTP/1.1" status: 204 len: 168 time: 5.5832708 Feb 19 03:24:59.404739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56540) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:59.482807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a465fe9-95b9-4013-a801-e4280b9e9d71 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:24:59.575629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91b7d33d-e0ea-489c-b368-0ab9b0d121bb req-07b62136-5629-476a-9e8d-34c926082b8d tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7779250 Feb 19 03:24:59.627267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7376d7ab-0d09-4096-a7f4-33a5c795e715 None None] Pushing event updated for resources: {'Port': ['ID=9e77bb86-213a-4bdc-9930-471cd72afe78,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:59.672696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a6752-17f1-4c2a-94fc-359398c0432b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=650b6546-38a6-40e2-9774-0a3bce23a3ab,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:24:59.675158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 60336312-1cde-4207-bd2f-4423be1a0672 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:24:59.708025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 60336312-1cde-4207-bd2f-4423be1a0672 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:59.714931 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (60336312-1cde-4207-bd2f-4423be1a0672), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.719207 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a53f7a6e-721b-40ea-ac71-0c37f373a18b tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "GET /v2.0/floatingips/b49be8d8-c568-4263-b481-b0f3a9c5747e HTTP/1.1" status: 200 len: 688 time: 0.3129716 Feb 19 03:24:59.784236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56542) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:24:59.810070 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb082988-f9b3-489c-8c4a-12a308780dfa x-openstack-request-id: req-eb082988-f9b3-489c-8c4a-12a308780dfa {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:24:59.810579 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7f1366-a3ed-4339-8b52-9635d5f72072", "name": "network-vif-plugged", "status": "completed", "tag": "85fdae62-5e23-4789-a145-23d04fa822dd", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:24:59.811493 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb082988-f9b3-489c-8c4a-12a308780dfa {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:24:59.812073 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7f1366-a3ed-4339-8b52-9635d5f72072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fdae62-5e23-4789-a145-23d04fa822dd', 'code': 200} Feb 19 03:24:59.836889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3a465fe9-95b9-4013-a801-e4280b9e9d71 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:24:59.839146 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:24:59.924427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b11cab-2e9e-4fca-baef-fe13d9755f1b None None] Network 5ecb94fd-8ff3-4064-b340-acfd94f8204d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:24:59.933560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687a6752-17f1-4c2a-94fc-359398c0432b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking segment: {'id': '77af1f64-7dda-4eec-851a-6e61266d2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84853d14-a79c-44c4-a8d2-0d58c8d95529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:24:59.933929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a6752-17f1-4c2a-94fc-359398c0432b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network hostable DHCP agents. Network: 84853d14-a79c-44c4-a8d2-0d58c8d95529, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:00.160400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router f6959de3-8247-48f8-b974-917532f8cc2b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:00.188145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-76386bfb-fcf5-408f-8b0e-96431d1692b1 None None] Provisioning complete for port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:00.191372 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.199790 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-76386bfb-fcf5-408f-8b0e-96431d1692b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.255419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687a6752-17f1-4c2a-94fc-359398c0432b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network 84853d14-a79c-44c4-a8d2-0d58c8d95529 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:00.295169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-687a6752-17f1-4c2a-94fc-359398c0432b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 84853d14-a79c-44c4-a8d2-0d58c8d95529) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:00.332022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29db1c4-a882-4b03-831c-e011748181c7 req-6d97a6c6-71a1-45e3-a401-49338ed2746b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.355066 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e29db1c4-a882-4b03-831c-e011748181c7 req-6d97a6c6-71a1-45e3-a401-49338ed2746b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 944 time: 0.4032614 Feb 19 03:25:00.402016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba00525-7c0c-4fed-a10f-bc429a49e8e8 None None] Network 84853d14-a79c-44c4-a8d2-0d58c8d95529 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:00.417298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687a6752-17f1-4c2a-94fc-359398c0432b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.417708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-687a6752-17f1-4c2a-94fc-359398c0432b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.441698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a64b76-7b39-48d5-af91-0ada4684bae1 req-97535a51-8d2d-4658-bdab-566a4cfee4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.446703 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-47a64b76-7b39-48d5-af91-0ada4684bae1 req-97535a51-8d2d-4658-bdab-566a4cfee4f4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 1128 time: 0.4898961 Feb 19 03:25:00.489315 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-687a6752-17f1-4c2a-94fc-359398c0432b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.5319026 Feb 19 03:25:00.504315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56556) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:00.642990 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2d3d-7407-4bb5-8d98-916814df266b req-9faff823-197f-422f-a336-c2750f4985f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:00.644952 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-9faff823-197f-422f-a336-c2750f4985f7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17&tenant_id=d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 1126 time: 0.5670691 Feb 19 03:25:00.706584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-76386bfb-fcf5-408f-8b0e-96431d1692b1 None None] Port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:00.707902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:00.708893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 60336312-1cde-4207-bd2f-4423be1a0672 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:00.709672 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.806064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3a465fe9-95b9-4013-a801-e4280b9e9d71 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:00.806949 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.820084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:00.836386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-76386bfb-fcf5-408f-8b0e-96431d1692b1 None None] Provisioning complete for port 9e77bb86-213a-4bdc-9930-471cd72afe78 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:00.837144 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-76386bfb-fcf5-408f-8b0e-96431d1692b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.838937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:00.857981 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:00.870574 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Sync routers for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:00.900013 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:00.907002 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b0394813-c919-44fa-b916-d97db4dbe6ec tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8514218 Feb 19 03:25:00.907240 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:00.910373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56560) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:00.950792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6c872e51-4c7e-438d-bd53-342368dec0e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1414394450'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:00.979322 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-47a64b76-7b39-48d5-af91-0ada4684bae1 req-853fc889-fb44-45bc-9e8c-5a60b9e69cad service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5108545 Feb 19 03:25:00.994702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4ab0b674-9cee-4a23-a6d9-9c2029a9eedb tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port c7a78442-f0a5-4a5a-8ddd-7add86ea1619 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:00.998257 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b674-9cee-4a23-a6d9-9c2029a9eedb tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c7a78442-f0a5-4a5a-8ddd-7add86ea1619), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.008307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e29db1c4-a882-4b03-831c-e011748181c7 req-42604fbf-b5b9-4dba-b413-16f5e3a6aa75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6193957 Feb 19 03:25:01.071551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:01.105897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 3a465fe9-95b9-4013-a801-e4280b9e9d71, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a465fe9-95b9-4013-a801-e4280b9e9d71,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:01.203054 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.204301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9e77bb86-213a-4bdc-9930-471cd72afe78 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:01.231501 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:01.343704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c872e51-4c7e-438d-bd53-342368dec0e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:01.357320 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c872e51-4c7e-438d-bd53-342368dec0e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.413771 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b674-9cee-4a23-a6d9-9c2029a9eedb tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c7a78442-f0a5-4a5a-8ddd-7add86ea1619), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.414012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-84853d14-a79c-44c4-a8d2-0d58c8d95529', 'network_id': '84853d14-a79c-44c4-a8d2-0d58c8d95529', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': '650b6546-38a6-40e2-9774-0a3bce23a3ab'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:01.414123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b674-9cee-4a23-a6d9-9c2029a9eedb tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (c7a78442-f0a5-4a5a-8ddd-7add86ea1619), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.431872 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.455017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-4ab0b674-9cee-4a23-a6d9-9c2029a9eedb tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for c7a78442-f0a5-4a5a-8ddd-7add86ea1619 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:01.574044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=3a465fe9-95b9-4013-a801-e4280b9e9d71,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:01.578090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c872e51-4c7e-438d-bd53-342368dec0e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:01.607734 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c872e51-4c7e-438d-bd53-342368dec0e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (02048d7c-add5-4975-8987-d7647f6e14da), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.608755 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-6c872e51-4c7e-438d-bd53-342368dec0e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Added segment 02048d7c-add5-4975-8987-d7647f6e14da of type vlan for network 1928a2c1-a187-4c29-afb5-1c56b688240f Feb 19 03:25:01.640075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dc461-efe5-445e-9346-5718237486db req-a73717a3-de83-47a5-8143-6ba4ee327b1d tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:01.649330 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-913dc461-efe5-445e-9346-5718237486db req-a73717a3-de83-47a5-8143-6ba4ee327b1d tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 946 time: 0.4127104 Feb 19 03:25:01.783035 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c872e51-4c7e-438d-bd53-342368dec0e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (1928a2c1-a187-4c29-afb5-1c56b688240f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.850909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c872e51-4c7e-438d-bd53-342368dec0e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (1928a2c1-a187-4c29-afb5-1c56b688240f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.857440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c872e51-4c7e-438d-bd53-342368dec0e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:01.858581 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6c872e51-4c7e-438d-bd53-342368dec0e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.894597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.927211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6c872e51-4c7e-438d-bd53-342368dec0e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0074105 Feb 19 03:25:01.930192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56574) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:01.932829 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:24:55Z', 'revision_number': 4, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f', 'name': '', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:46:5e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:52Z', 'updated_at': '2022-02-19T03:24:56Z', 'revision_number': 2, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '72529778-6028-4066-90b8-27156429e7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:01.943998 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b674-9cee-4a23-a6d9-9c2029a9eedb tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c7a78442-f0a5-4a5a-8ddd-7add86ea1619), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:01.987718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4c1533a0-de5b-4462-a6d8-ca473528c5b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'subnet': {'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:02.009399 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Checking router: f6959de3-8247-48f8-b974-917532f8cc2b for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:02.013850 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Updating router f6959de3-8247-48f8-b974-917532f8cc2b port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:25:02.062120 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-913dc461-efe5-445e-9346-5718237486db req-23e4f2a1-95d7-4dd7-a286-99149c49b07c tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112606 Feb 19 03:25:02.112544 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.195231 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c872e51-4c7e-438d-bd53-342368dec0e6 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Network': ['ID=1928a2c1-a187-4c29-afb5-1c56b688240f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:02.256458 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (1afc4ade-6822-4df9-a731-36244d1e076f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.359382 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0b674-9cee-4a23-a6d9-9c2029a9eedb tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=c7a78442-f0a5-4a5a-8ddd-7add86ea1619,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:02.363785 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.410607 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b674-9cee-4a23-a6d9-9c2029a9eedb tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (b49be8d8-c568-4263-b481-b0f3a9c5747e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.419700 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ab0b674-9cee-4a23-a6d9-9c2029a9eedb tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.424819 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4ab0b674-9cee-4a23-a6d9-9c2029a9eedb tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/floatingips/b49be8d8-c568-4263-b481-b0f3a9c5747e HTTP/1.1" status: 204 len: 168 time: 2.6179037 Feb 19 03:25:02.446741 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (84853d14-a79c-44c4-a8d2-0d58c8d95529), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.448184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56582) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:02.458942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Allocated IP 172.20.0.1 (84853d14-a79c-44c4-a8d2-0d58c8d95529/650b6546-38a6-40e2-9774-0a3bce23a3ab/5799c5b9-c48b-4d72-961c-6d91c7bb9234) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:02.485718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bef230-cd7f-4e70-8c0b-bb981c91d610 req-471027db-5e56-4232-9201-2d494fe658f0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:02.485969 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1533a0-de5b-4462-a6d8-ca473528c5b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Made reservation on behalf of 256438311c424dfe9946dcc9c1aecd0f for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:02.493197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c1533a0-de5b-4462-a6d8-ca473528c5b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.494468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42bef230-cd7f-4e70-8c0b-bb981c91d610 req-471027db-5e56-4232-9201-2d494fe658f0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 945 time: 0.2303348 Feb 19 03:25:02.519795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '4e5d9470-888c-4599-adc6-81cfe869db15'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:02.580891 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.638850 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Publish callbacks [] for port (5799c5b9-c48b-4d72-961c-6d91c7bb9234), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.644734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:02.647623 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3703821e-b6b1-49d8-8408-4bba841489e9" -d '{"events": [{"server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "name": "network-vif-plugged", "status": "completed", "tag": "60336312-1cde-4207-bd2f-4423be1a0672"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:02.652456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 1928a2c1-a187-4c29-afb5-1c56b688240f details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:02.660764 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (650b6546-38a6-40e2-9774-0a3bce23a3ab), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.707255 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5799c5b9-c48b-4d72-961c-6d91c7bb9234), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.803990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Network 84853d14-a79c-44c4-a8d2-0d58c8d95529 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:02.815091 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:02.816337 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Publish callbacks [] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.829135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:02.829783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42bef230-cd7f-4e70-8c0b-bb981c91d610 req-371d33e8-6a85-4d11-bd7c-03b5f8044eef tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3285670 Feb 19 03:25:02.833842 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.839087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-76386bfb-fcf5-408f-8b0e-96431d1692b1 None None] Current status of the port 9e77bb86-213a-4bdc-9930-471cd72afe78 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:02.846376 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (0bbb0046-91dd-40e0-b704-512192c592a7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.887757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 9e77bb86-213a-4bdc-9930-471cd72afe78 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:02.889382 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:02.950371 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dd893-2bf2-4678-9a77-d7108b8220ea None None] Pushing event updated for resources: {'Port': ['ID=5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:02.987530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Pushing event updated for resources: {'Port': ['ID=5799c5b9-c48b-4d72-961c-6d91c7bb9234,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:02.998221 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef086f3-a438-48dd-abfc-2a56b2b2841d x-openstack-request-id: req-eef086f3-a438-48dd-abfc-2a56b2b2841d {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:02.998543 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "name": "network-vif-plugged", "status": "completed", "tag": "60336312-1cde-4207-bd2f-4423be1a0672", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:02.998794 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eef086f3-a438-48dd-abfc-2a56b2b2841d {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:02.999187 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672', 'code': 200} Feb 19 03:25:03.026132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=1afc4ade-6822-4df9-a731-36244d1e076f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:03.045033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network 5ecb94fd-8ff3-4064-b340-acfd94f8204d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:03.048959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:03.098242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Attempting to bind port 5799c5b9-c48b-4d72-961c-6d91c7bb9234 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:03.101980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Attempting to bind port 5799c5b9-c48b-4d72-961c-6d91c7bb9234 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '77af1f64-7dda-4eec-851a-6e61266d2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84853d14-a79c-44c4-a8d2-0d58c8d95529'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:03.102481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Attempting to bind port 5799c5b9-c48b-4d72-961c-6d91c7bb9234 on network 84853d14-a79c-44c4-a8d2-0d58c8d95529 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:03.120838 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Provisioning complete for port 1786ac4a-ade8-4111-9527-23a480a97d26 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:03.121214 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1786ac4a-ade8-4111-9527-23a480a97d26), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.280557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 60336312-1cde-4207-bd2f-4423be1a0672 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:03.288596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:03.289983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Checking segment: {'id': '77af1f64-7dda-4eec-851a-6e61266d2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84853d14-a79c-44c4-a8d2-0d58c8d95529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:03.292530 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.293187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Bound using segment: {'id': '77af1f64-7dda-4eec-851a-6e61266d2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84853d14-a79c-44c4-a8d2-0d58c8d95529'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:03.295005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Bound port: 5799c5b9-c48b-4d72-961c-6d91c7bb9234, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77af1f64-7dda-4eec-851a-6e61266d2dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '84853d14-a79c-44c4-a8d2-0d58c8d95529'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:03.296374 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5799c5b9-c48b-4d72-961c-6d91c7bb9234), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.318424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (650b6546-38a6-40e2-9774-0a3bce23a3ab), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.422646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Subnet': ['ID=650b6546-38a6-40e2-9774-0a3bce23a3ab,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:03.471980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Router 0bbb0046-91dd-40e0-b704-512192c592a7 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:03.551571 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.634082 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Attempting to bind port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:03.634691 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Attempting to bind port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '97118f11-4185-435e-8b51-b76285d9727f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:03.635054 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Attempting to bind port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f on network 160bf656-69ab-4572-bce5-3a896f3138d9 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:03.649287 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:03.649472 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Checking segment: {'id': '97118f11-4185-435e-8b51-b76285d9727f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:03.650027 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.650243 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Bound using segment: {'id': '97118f11-4185-435e-8b51-b76285d9727f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:03.650709 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Bound port: 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97118f11-4185-435e-8b51-b76285d9727f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:03.651084 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.682908 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (84853d14-a79c-44c4-a8d2-0d58c8d95529), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.726173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:03.747193 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] For port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:03.753253 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] For port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f,segment=NetworkSegment(97118f11-4185-435e-8b51-b76285d9727f),segment_id=97118f11-4185-435e-8b51-b76285d9727f)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:03.769784 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.783895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.25.1.91 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/00298ed9-18a8-45be-8c4e-3e7184ee7cb9) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:03.836095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84853d14-a79c-44c4-a8d2-0d58c8d95529']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:03.870160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77af1f64-7dda-4eec-851a-6e61266d2dae') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:03.872227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77af1f64-7dda-4eec-851a-6e61266d2dae') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:03.873856 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-659be37f-eb22-49e0-8ea4-e2ded92f9cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.900276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (77af1f64-7dda-4eec-851a-6e61266d2dae), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.911525 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:03.917172 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:03.939494 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (77af1f64-7dda-4eec-851a-6e61266d2dae), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.945014 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (00298ed9-18a8-45be-8c4e-3e7184ee7cb9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.952639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:03.956843 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (77af1f64-7dda-4eec-851a-6e61266d2dae), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:03.959793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 9e77bb86-213a-4bdc-9930-471cd72afe78 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:03.961123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1786ac4a-ade8-4111-9527-23a480a97d26 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:04.033601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] For port 5799c5b9-c48b-4d72-961c-6d91c7bb9234, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:04.045591 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:04.048293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Current status of the port 1786ac4a-ade8-4111-9527-23a480a97d26 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:04.048293 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1786ac4a-ade8-4111-9527-23a480a97d26), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.060272 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.db.api [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:25:04.060272 n-d-826755-2 neutron-server[109898]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:25:04.060272 n-d-826755-2 neutron-server[109898]: [parameters: {'id': '84853d14-a79c-44c4-a8d2-0d58c8d95529'}] Feb 19 03:25:04.060272 n-d-826755-2 neutron-server[109898]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:25:04.061547 n-d-826755-2 neutron-server[109898]: DEBUG oslo_db.api [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:25:04.066834 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (00298ed9-18a8-45be-8c4e-3e7184ee7cb9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.109886 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c1533a0-de5b-4462-a6d8-ca473528c5b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (7d8ce201-97e8-4b15-ba95-96f6fdd23a62), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.121723 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90dd893-2bf2-4678-9a77-d7108b8220ea None None] Pushing event updated for resources: {'Port': ['ID=5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:04.175893 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:04.200520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] For port 5799c5b9-c48b-4d72-961c-6d91c7bb9234, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5799c5b9-c48b-4d72-961c-6d91c7bb9234,segment=NetworkSegment(77af1f64-7dda-4eec-851a-6e61266d2dae),segment_id=77af1f64-7dda-4eec-851a-6e61266d2dae)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:04.206327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:04.206786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3faf35-2cec-4de1-a294-776e9a02e03e req-251a85be-ec2f-4a4b-b344-39df33697007 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:04.208618 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c3faf35-2cec-4de1-a294-776e9a02e03e req-251a85be-ec2f-4a4b-b344-39df33697007 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 946 time: 0.9270334 Feb 19 03:25:04.225450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:04.250175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 60336312-1cde-4207-bd2f-4423be1a0672 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:04.250670 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.284185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:04.288078 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5799c5b9-c48b-4d72-961c-6d91c7bb9234), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.316241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] For port 1786ac4a-ade8-4111-9527-23a480a97d26, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1786ac4a-ade8-4111-9527-23a480a97d26,segment=NetworkSegment(556d6d52-4f9d-4b53-9e40-43f02b9a7877),segment_id=556d6d52-4f9d-4b53-9e40-43f02b9a7877)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:04.358612 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1533a0-de5b-4462-a6d8-ca473528c5b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Subnet': ['ID=7d8ce201-97e8-4b15-ba95-96f6fdd23a62,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:04.376041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:04.384140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:04.399731 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1786ac4a-ade8-4111-9527-23a480a97d26), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.401425 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab328d59-6f34-484e-b3be-832eac09d377" -d '{"events": [{"server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "name": "network-vif-unplugged", "status": "completed", "tag": "60336312-1cde-4207-bd2f-4423be1a0672"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:04.408101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Publish callbacks [] for port (60336312-1cde-4207-bd2f-4423be1a0672), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.468090 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1533a0-de5b-4462-a6d8-ca473528c5b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Checking segment: {'id': '02048d7c-add5-4975-8987-d7647f6e14da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:04.480242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1533a0-de5b-4462-a6d8-ca473528c5b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network hostable DHCP agents. Network: 1928a2c1-a187-4c29-afb5-1c56b688240f, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:04.487361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Transition to ACTIVE for port object 60336312-1cde-4207-bd2f-4423be1a0672 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:25:04.499290 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=00298ed9-18a8-45be-8c4e-3e7184ee7cb9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:04.507087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Provisioning complete for port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:04.507476 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.509066 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c3faf35-2cec-4de1-a294-776e9a02e03e req-4a66f428-5d2b-4381-bb58-48532c5be4d5 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791786 Feb 19 03:25:04.524104 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.546195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1533a0-de5b-4462-a6d8-ca473528c5b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 1928a2c1-a187-4c29-afb5-1c56b688240f is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:04.581841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 1786ac4a-ade8-4111-9527-23a480a97d26 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:04.582220 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1786ac4a-ade8-4111-9527-23a480a97d26), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.607333 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (84853d14-a79c-44c4-a8d2-0d58c8d95529), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.699958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=10']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:04.723153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-4c1533a0-de5b-4462-a6d8-ca473528c5b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 1928a2c1-a187-4c29-afb5-1c56b688240f) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:04.730564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1533a0-de5b-4462-a6d8-ca473528c5b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:04.731360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c1533a0-de5b-4462-a6d8-ca473528c5b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:04.734394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:04.765799 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:24:55Z', 'revision_number': 4, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f', 'name': '', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:46:5e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:52Z', 'updated_at': '2022-02-19T03:25:03Z', 'revision_number': 4, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '72529778-6028-4066-90b8-27156429e7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:04.822167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7adfb4-9faa-4c30-9694-bad170df9e7c None None] Network 84853d14-a79c-44c4-a8d2-0d58c8d95529 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:04.850563 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8e17a-fc78-4bce-aff3-ed6488be8b3c None None] The sync data for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 is: [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:24:55Z', 'revision_number': 4, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f', 'name': '', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:46:5e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:52Z', 'updated_at': '2022-02-19T03:25:03Z', 'revision_number': 4, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '72529778-6028-4066-90b8-27156429e7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:04.868597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-df14c39c-6108-45c8-9d55-1eab87114f8d tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "PUT /v2.0/routers/0bbb0046-91dd-40e0-b704-512192c592a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2273815 Feb 19 03:25:04.879802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56626) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:04.958403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336f379-ab4a-4004-b46a-22604319a24a None None] Pushing event updated for resources: {'Port': ['ID=5799c5b9-c48b-4d72-961c-6d91c7bb9234,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:04.978620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 1786ac4a-ade8-4111-9527-23a480a97d26 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:05.041633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88feae6-b0bd-4b72-97f6-3d12a09cdeb5 None None] Network 1928a2c1-a187-4c29-afb5-1c56b688240f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:05.049399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Sync routers for ids ['0bbb0046-91dd-40e0-b704-512192c592a7'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:05.102301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] No DVR routers for this DVR port 60336312-1cde-4207-bd2f-4423be1a0672 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:05.215654 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:25:05.216201 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:25:05.367011 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4c1533a0-de5b-4462-a6d8-ca473528c5b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4240224 Feb 19 03:25:05.376461 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56634) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:05.435303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:05.474774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91473fd5-986f-4097-84e5-5dc364162ad7 req-1b967e0d-b82c-4d91-a032-2fc8434432f4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:05.484787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91473fd5-986f-4097-84e5-5dc364162ad7 req-1b967e0d-b82c-4d91-a032-2fc8434432f4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 944 time: 0.6076508 Feb 19 03:25:05.490846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Routers {'0bbb0046-91dd-40e0-b704-512192c592a7'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:05.491753 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0bbb0046-91dd-40e0-b704-512192c592a7'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:05.530440 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Deleting port 5799c5b9-c48b-4d72-961c-6d91c7bb9234 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:05.531100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5799c5b9-c48b-4d72-961c-6d91c7bb9234), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.639050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Pushing event updated for resources: {'Port': ['ID=1786ac4a-ade8-4111-9527-23a480a97d26,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:05.672964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Attempting to bind port 60336312-1cde-4207-bd2f-4423be1a0672 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:05.673635 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Attempting to bind port 60336312-1cde-4207-bd2f-4423be1a0672 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:05.674153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Attempting to bind port 60336312-1cde-4207-bd2f-4423be1a0672 on network 7aa2f98a-3525-4d0f-b698-63fce56b562d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:05.683287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Port 60336312-1cde-4207-bd2f-4423be1a0672 on network 7aa2f98a-3525-4d0f-b698-63fce56b562d not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:25:05.684796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Attempting to bind port 60336312-1cde-4207-bd2f-4423be1a0672 on network 7aa2f98a-3525-4d0f-b698-63fce56b562d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:05.699534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:05.700950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Checking segment: {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:05.702004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Bound using segment: {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:05.702638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Bound port: 60336312-1cde-4207-bd2f-4423be1a0672, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:05.703187 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:05.774571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 60336312-1cde-4207-bd2f-4423be1a0672 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:05.809631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Current status of the port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:05.809631 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.305535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-1928a2c1-a187-4c29-afb5-1c56b688240f', 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f', 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'fixed_ips': [{'subnet_id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:06.306565 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.341329 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.345271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] For port 5799c5b9-c48b-4d72-961c-6d91c7bb9234, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5799c5b9-c48b-4d72-961c-6d91c7bb9234,segment=NetworkSegment(77af1f64-7dda-4eec-851a-6e61266d2dae),segment_id=77af1f64-7dda-4eec-851a-6e61266d2dae)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:06.346036 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5799c5b9-c48b-4d72-961c-6d91c7bb9234), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.356427 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-20405450-b858-42e7-ab03-64d9798249f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.358500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:06.358975 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.384728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Calling delete_port for 5799c5b9-c48b-4d72-961c-6d91c7bb9234 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:06.409288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] For port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f,segment=NetworkSegment(97118f11-4185-435e-8b51-b76285d9727f),segment_id=97118f11-4185-435e-8b51-b76285d9727f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:06.414129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Set router 0bbb0046-91dd-40e0-b704-512192c592a7 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:06.494731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:06.542326 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.559906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:06.621899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.629220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Pushing event updated for resources: {'Port': ['ID=5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:06.656960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Provisioning complete for port 1afc4ade-6822-4df9-a731-36244d1e076f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:06.658357 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.732204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=11']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:06.751883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.752567 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.754344 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-6c66ec7a-a23b-4809-be59-e34c58cd38a3 service neutron] 10.222.0.87 "PUT /v2.0/ports/60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 1092 time: 6.0992935 Feb 19 03:25:06.787873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91473fd5-986f-4097-84e5-5dc364162ad7 req-11eeff26-0bea-4254-b189-1e445589596b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2870793 Feb 19 03:25:06.790074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.790552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.791199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.791505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.791892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.792484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.792984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.793437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.793970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.794422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.794866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.795309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.795749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:06.798069 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0824f79d-bb4d-4007-bc1a-df6c76a6c811 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9067 time: 1.9069536 Feb 19 03:25:06.815811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56652) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:06.851207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5799c5b9-c48b-4d72-961c-6d91c7bb9234), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:06.901107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Port': ['ID=5799c5b9-c48b-4d72-961c-6d91c7bb9234,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:06.904086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No DVR routers for this DVR port 5799c5b9-c48b-4d72-961c-6d91c7bb9234 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:06.945139 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ca778e-a0c7-4866-88ad-2f2502b7a844 x-openstack-request-id: req-82ca778e-a0c7-4866-88ad-2f2502b7a844 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:06.945549 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "name": "network-vif-unplugged", "status": "completed", "tag": "60336312-1cde-4207-bd2f-4423be1a0672", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:06.945811 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82ca778e-a0c7-4866-88ad-2f2502b7a844 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:06.946216 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672', 'code': 200} Feb 19 03:25:07.071584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:07.072988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a465fe9-95b9-4013-a801-e4280b9e9d71 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:07.134411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c0858581-52bd-42dd-8d11-b855ebd24da7 None None] Port 1afc4ade-6822-4df9-a731-36244d1e076f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:07.176171 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.193933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3a465fe9-95b9-4013-a801-e4280b9e9d71 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:07.194355 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.241872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.242340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.242795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.243251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.243773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.244225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.245618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.246726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.247189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.247620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.248061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.248507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.254152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a07bfefb-c8f3-4c21-8fe0-9dacfc0e0aa2 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7665 time: 0.4303343 Feb 19 03:25:07.259410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56664) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:07.285167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Allocated IP 2001:db8:3::2 (1928a2c1-a187-4c29-afb5-1c56b688240f/7d8ce201-97e8-4b15-ba95-96f6fdd23a62/938f8a15-0129-4a61-8db0-eb0424982d27) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:07.385853 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (e2e72cf9-1930-44a0-8a65-6a20813052a6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.404432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ccbb849e-66aa-4a03-a620-ad5f326e8a48 None None] Provisioning complete for port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:07.405069 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ccbb849e-66aa-4a03-a620-ad5f326e8a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.449425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc44bb-1450-4aad-9431-2e0cab1a61fb req-fcfdcf4f-66ad-4817-a8aa-ff42fa5b0849 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.459617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6acc44bb-1450-4aad-9431-2e0cab1a61fb req-fcfdcf4f-66ad-4817-a8aa-ff42fa5b0849 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f168311e-54c7-4821-bda0-f231d834aa06 HTTP/1.1" status: 200 len: 946 time: 0.3842707 Feb 19 03:25:07.522454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:24:59Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '1afc4ade-6822-4df9-a731-36244d1e076f', 'name': '', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:6d:44:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '539dec20-3d30-4941-b346-b454913cbe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:56Z', 'updated_at': '2022-02-19T03:25:01Z', 'revision_number': 2, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': '539dec20-3d30-4941-b346-b454913cbe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:07.534117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (00298ed9-18a8-45be-8c4e-3e7184ee7cb9), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.569568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (84853d14-a79c-44c4-a8d2-0d58c8d95529), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.579793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Checking router: 0bbb0046-91dd-40e0-b704-512192c592a7 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:07.580164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Updating router 0bbb0046-91dd-40e0-b704-512192c592a7 port 1afc4ade-6822-4df9-a731-36244d1e076f binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:25:07.600831 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2d3d-7407-4bb5-8d98-916814df266b req-c40d0988-ad07-467b-b111-372120958184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.602874 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-c40d0988-ad07-467b-b111-372120958184 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1126 time: 0.7838242 Feb 19 03:25:07.604722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3a465fe9-95b9-4013-a801-e4280b9e9d71 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:07.605949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9e77bb86-213a-4bdc-9930-471cd72afe78 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:07.607936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84853d14-a79c-44c4-a8d2-0d58c8d95529']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:07.640745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77af1f64-7dda-4eec-851a-6e61266d2dae') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:07.641533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77af1f64-7dda-4eec-851a-6e61266d2dae') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:07.658460 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6acc44bb-1450-4aad-9431-2e0cab1a61fb req-474edfdd-e0d9-4fa0-a0f1-bb11c313d442 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973917 Feb 19 03:25:07.734797 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (77af1f64-7dda-4eec-851a-6e61266d2dae), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.796327 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (77af1f64-7dda-4eec-851a-6e61266d2dae), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.829500 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.836633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:07.837059 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (77af1f64-7dda-4eec-851a-6e61266d2dae), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:07.841499 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:07.944160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2d3d-7407-4bb5-8d98-916814df266b req-e2a3df8e-1054-4c31-b272-4c8cae574327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:07.946069 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-e2a3df8e-1054-4c31-b272-4c8cae574327 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 0.3354363 Feb 19 03:25:07.958804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (84853d14-a79c-44c4-a8d2-0d58c8d95529), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.000346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.020631 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/84853d14-a79c-44c4-a8d2-0d58c8d95529 HTTP/1.1" status: 204 len: 168 time: 7.5148921 Feb 19 03:25:08.021046 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (00298ed9-18a8-45be-8c4e-3e7184ee7cb9), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.024559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56674) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:08.030076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5afd7031-c0a3-4a04-b0a2-739c896797fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-453253270'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:08.043158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb849e-66aa-4a03-a620-ad5f326e8a48 None None] Current status of the port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:08.046809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff194074-d027-4640-96af-6b7d17652a2e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Network': ['ID=84853d14-a79c-44c4-a8d2-0d58c8d95529,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:08.060694 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (00298ed9-18a8-45be-8c4e-3e7184ee7cb9), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.076436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9fab14c6-82d6-49b7-a582-795640fa6c14 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3588 time: 0.8158534 Feb 19 03:25:08.097033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afd7031-c0a3-4a04-b0a2-739c896797fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:08.102333 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5afd7031-c0a3-4a04-b0a2-739c896797fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.134334 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-787a999b-0026-451d-a575-ca83477c2679 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 999 time: 0.1417477 Feb 19 03:25:08.140441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 9e77bb86-213a-4bdc-9930-471cd72afe78 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:08.141152 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.212389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2d3d-7407-4bb5-8d98-916814df266b req-ee9ac414-658f-4344-8092-c7862a8c5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:08.214344 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-ee9ac414-658f-4344-8092-c7862a8c5ab6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.0700119 Feb 19 03:25:08.244946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afd7031-c0a3-4a04-b0a2-739c896797fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:08.255141 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5afd7031-c0a3-4a04-b0a2-739c896797fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2b978194-634d-4e7b-9979-1b7e4fbd7991), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.257311 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-5afd7031-c0a3-4a04-b0a2-739c896797fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Added segment 2b978194-634d-4e7b-9979-1b7e4fbd7991 of type vlan for network 53b083ab-0002-4c2b-813b-759fce237639 Feb 19 03:25:08.291701 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Publish callbacks [] for port (938f8a15-0129-4a61-8db0-eb0424982d27), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.330550 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.340268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386c2d3d-7407-4bb5-8d98-916814df266b req-2e441fe1-54da-4db8-8195-497bbe127464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:08.345361 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-2e441fe1-54da-4db8-8195-497bbe127464 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1215305 Feb 19 03:25:08.386209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=00298ed9-18a8-45be-8c4e-3e7184ee7cb9,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:08.401460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ccbb849e-66aa-4a03-a620-ad5f326e8a48 None None] Provisioning complete for port 1afc4ade-6822-4df9-a731-36244d1e076f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:08.402008 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ccbb849e-66aa-4a03-a620-ad5f326e8a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.428861 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5afd7031-c0a3-4a04-b0a2-739c896797fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (53b083ab-0002-4c2b-813b-759fce237639), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.442151 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (e2e72cf9-1930-44a0-8a65-6a20813052a6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.449534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Pushing event updated for resources: {'Port': ['ID=938f8a15-0129-4a61-8db0-eb0424982d27,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:08.453022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ccbb849e-66aa-4a03-a620-ad5f326e8a48 None None] Port 1afc4ade-6822-4df9-a731-36244d1e076f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:08.469418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Allocated IP 2001:db8:3::1 (1928a2c1-a187-4c29-afb5-1c56b688240f/7d8ce201-97e8-4b15-ba95-96f6fdd23a62/8a493c19-2c95-4f4a-8d21-0f0c1aae1a67) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:08.508207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0945f-1e12-43cf-b3fb-50d692d45af9 req-4f015a06-1df0-49a2-8cb3-ba1964f5c688 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:08.510129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36c0945f-1e12-43cf-b3fb-50d692d45af9 req-4f015a06-1df0-49a2-8cb3-ba1964f5c688 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 944 time: 0.3983757 Feb 19 03:25:08.571258 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5afd7031-c0a3-4a04-b0a2-739c896797fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (53b083ab-0002-4c2b-813b-759fce237639), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.576493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd7031-c0a3-4a04-b0a2-739c896797fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:08.577298 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5afd7031-c0a3-4a04-b0a2-739c896797fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.619664 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-16eec992-591b-40ea-908f-ba69850dc4c0 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409134 Feb 19 03:25:08.642651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 9e77bb86-213a-4bdc-9930-471cd72afe78 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:08.693853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36c0945f-1e12-43cf-b3fb-50d692d45af9 req-63c32f60-6f42-402e-8a2b-8d17891ea9fa tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1745455 Feb 19 03:25:08.737364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Network 1928a2c1-a187-4c29-afb5-1c56b688240f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:08.741629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:08.743712 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.747637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:08.824654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5afd7031-c0a3-4a04-b0a2-739c896797fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7988408 Feb 19 03:25:08.832294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56692) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:08.835311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:08.842299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-90a376b3-a322-42f5-a093-8654df47087d tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'network_id': '53b083ab-0002-4c2b-813b-759fce237639', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:08.844935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:08.845615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd7031-c0a3-4a04-b0a2-739c896797fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=53b083ab-0002-4c2b-813b-759fce237639,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:08.851168 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Floating IP e2e72cf9-1930-44a0-8a65-6a20813052a6 associated. External IP: 172.25.1.91, port: 4e5d9470-888c-4599-adc6-81cfe869db15. Feb 19 03:25:08.917100 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-386c2d3d-7407-4bb5-8d98-916814df266b req-4922251f-44b9-4b74-9fb5-c220da4335cb service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879214 Feb 19 03:25:08.948101 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:08.950817 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17ced71-9d38-4317-881a-2a68a4874a53" -d '{"events": [{"name": "network-changed", "server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "tag": "60336312-1cde-4207-bd2f-4423be1a0672"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:08.983008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 53b083ab-0002-4c2b-813b-759fce237639 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:09.015560 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.019921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a376b3-a322-42f5-a093-8654df47087d tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:09.024773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90a376b3-a322-42f5-a093-8654df47087d tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.061187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Attempting to bind port 938f8a15-0129-4a61-8db0-eb0424982d27 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:09.061560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Attempting to bind port 938f8a15-0129-4a61-8db0-eb0424982d27 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '02048d7c-add5-4975-8987-d7647f6e14da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:09.061922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Attempting to bind port 938f8a15-0129-4a61-8db0-eb0424982d27 on network 1928a2c1-a187-4c29-afb5-1c56b688240f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:09.129751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=8a493c19-2c95-4f4a-8d21-0f0c1aae1a67,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:09.142001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:09.142506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Checking segment: {'id': '02048d7c-add5-4975-8987-d7647f6e14da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:09.143195 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.143532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Bound using segment: {'id': '02048d7c-add5-4975-8987-d7647f6e14da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:09.143913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Bound port: 938f8a15-0129-4a61-8db0-eb0424982d27, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02048d7c-add5-4975-8987-d7647f6e14da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:09.144295 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.236929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 1928a2c1-a187-4c29-afb5-1c56b688240f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:09.240649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:09.245658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:09.246227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.325260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:09.595779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.695801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] For port 938f8a15-0129-4a61-8db0-eb0424982d27, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:09.701155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] For port 938f8a15-0129-4a61-8db0-eb0424982d27, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=938f8a15-0129-4a61-8db0-eb0424982d27,segment=NetworkSegment(02048d7c-add5-4975-8987-d7647f6e14da),segment_id=02048d7c-add5-4975-8987-d7647f6e14da)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:09.737283 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.744767 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Publish callbacks [] for port (1afc4ade-6822-4df9-a731-36244d1e076f), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.754671 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90a376b3-a322-42f5-a093-8654df47087d tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (675a3c05-9c22-4a8c-aaf9-1150801dee99), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.791035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:09.791579 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.819163 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:09.932412 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56714) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:10.002568 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0058a-8472-4950-a5d8-3bbdad70e53c None None] Pushing event updated for resources: {'Port': ['ID=938f8a15-0129-4a61-8db0-eb0424982d27,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:10.051458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Attempting to bind port 1afc4ade-6822-4df9-a731-36244d1e076f on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:10.055795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Attempting to bind port 1afc4ade-6822-4df9-a731-36244d1e076f by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:10.056412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Attempting to bind port 1afc4ade-6822-4df9-a731-36244d1e076f on network 5ecb94fd-8ff3-4064-b340-acfd94f8204d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:10.161863 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c456cfd-f59f-406d-9c1e-a059ccd2039b x-openstack-request-id: req-5c456cfd-f59f-406d-9c1e-a059ccd2039b {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:10.162472 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "tag": "60336312-1cde-4207-bd2f-4423be1a0672", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:10.162913 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c456cfd-f59f-406d-9c1e-a059ccd2039b {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:10.163503 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672', 'status': 'completed', 'code': 200} Feb 19 03:25:10.236537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:10.243151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1786ac4a-ade8-4111-9527-23a480a97d26 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:10.254492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:10.267154 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7dc14-9cf4-4962-ac64-781b6bd91fb8 None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:10.290306 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df7dc14-9cf4-4962-ac64-781b6bd91fb8 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:10.291070 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4df7dc14-9cf4-4962-ac64-781b6bd91fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:10.424710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a376b3-a322-42f5-a093-8654df47087d tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=675a3c05-9c22-4a8c-aaf9-1150801dee99,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:10.457612 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.471629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a376b3-a322-42f5-a093-8654df47087d tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking segment: {'id': '2b978194-634d-4e7b-9979-1b7e4fbd7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '53b083ab-0002-4c2b-813b-759fce237639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:10.473963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a376b3-a322-42f5-a093-8654df47087d tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network hostable DHCP agents. Network: 53b083ab-0002-4c2b-813b-759fce237639, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:10.507197 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4df7dc14-9cf4-4962-ac64-781b6bd91fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:10.511456 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1467c-585c-4ecb-8c04-26aa71db2a67 req-2927b107-7f95-4a2e-9201-0d4268d4688d tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:10.513068 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c8a1467c-585c-4ecb-8c04-26aa71db2a67 req-2927b107-7f95-4a2e-9201-0d4268d4688d tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.87 "GET /v2.0/ports?device_id=f168311e-54c7-4821-bda0-f231d834aa06 HTTP/1.1" status: 200 len: 946 time: 0.6761177 Feb 19 03:25:10.537237 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df7dc14-9cf4-4962-ac64-781b6bd91fb8 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:10.538012 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4df7dc14-9cf4-4962-ac64-781b6bd91fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:10.544818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:10.549974 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Checking segment: {'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:10.550529 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.551041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Bound using segment: {'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:10.551346 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-58391560-af3f-49e7-bebc-88925b212469 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1581359635', 'description': 'tempest-secgroup-smoke-1581359635 description', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:10.555697 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Bound port: 1afc4ade-6822-4df9-a731-36244d1e076f, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:10.556393 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.601779 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-bc1611e9-ef86-46d1-b3dd-652be75c74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:10.602054 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-bc1611e9-ef86-46d1-b3dd-652be75c74cc service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1126 time: 0.4753289 Feb 19 03:25:10.606966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1364e4e3-97b2-42d0-9079-3a5f1bb760ef tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.0905027 Feb 19 03:25:10.619062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56724) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:10.633890 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4df7dc14-9cf4-4962-ac64-781b6bd91fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:10.636819 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7dc14-9cf4-4962-ac64-781b6bd91fb8 None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:10.648942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-edb35100-614f-4dbb-aade-23c95062c2e1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-606623953'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:10.696192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a376b3-a322-42f5-a093-8654df47087d tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network 53b083ab-0002-4c2b-813b-759fce237639 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:10.701689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb35100-614f-4dbb-aade-23c95062c2e1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Made reservation on behalf of a3fb9329e09f476db78b438747f88900 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:10.705668 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb35100-614f-4dbb-aade-23c95062c2e1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.712714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] For port 1afc4ade-6822-4df9-a731-36244d1e076f, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:10.717618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] For port 1afc4ade-6822-4df9-a731-36244d1e076f, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1afc4ade-6822-4df9-a731-36244d1e076f,segment=NetworkSegment(556d6d52-4f9d-4b53-9e40-43f02b9a7877),segment_id=556d6d52-4f9d-4b53-9e40-43f02b9a7877)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:10.739497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a469d-8733-4adf-a4b1-f59ac1e80baa req-7d65bdf4-7492-41c5-a772-e37ea11ab339 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:10.746976 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.748992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-761a469d-8733-4adf-a4b1-f59ac1e80baa req-7d65bdf4-7492-41c5-a772-e37ea11ab339 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f168311e-54c7-4821-bda0-f231d834aa06 HTTP/1.1" status: 200 len: 946 time: 0.4023945 Feb 19 03:25:10.770436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-fa4b04fe-0f6f-4e7b-8ce8-9e3d03cf8855 None None] Provisioning complete for port 1afc4ade-6822-4df9-a731-36244d1e076f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:10.771376 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fa4b04fe-0f6f-4e7b-8ce8-9e3d03cf8855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.798162 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-90a376b3-a322-42f5-a093-8654df47087d tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 53b083ab-0002-4c2b-813b-759fce237639) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:10.812964 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.821130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-b6f4d05f-efa0-49f2-a535-1a06561d28e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:10.823774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-b6f4d05f-efa0-49f2-a535-1a06561d28e2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1126 time: 0.5561070 Feb 19 03:25:10.824360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53afef0-4314-45a8-a757-f53c97157113 None None] Pushing event updated for resources: {'Port': ['ID=1afc4ade-6822-4df9-a731-36244d1e076f,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:10.832133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc81bca-bdd9-4d37-bfc1-9878ba2501c8 None None] Network 53b083ab-0002-4c2b-813b-759fce237639 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:10.837164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a376b3-a322-42f5-a093-8654df47087d tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:10.838065 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-90a376b3-a322-42f5-a093-8654df47087d tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.891840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58391560-af3f-49e7-bebc-88925b212469 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:10.895987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-4edfba35-4e96-4fbb-b263-2cd0cb04a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:10.896140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53afef0-4314-45a8-a757-f53c97157113 None None] Pushing event updated for resources: {'Port': ['ID=1afc4ade-6822-4df9-a731-36244d1e076f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:10.898090 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-4edfba35-4e96-4fbb-b263-2cd0cb04a0e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 0.2383227 Feb 19 03:25:10.977043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 1786ac4a-ade8-4111-9527-23a480a97d26 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:10.977866 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1786ac4a-ade8-4111-9527-23a480a97d26), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.016131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-205721f8-de16-41f4-9f2d-8f8945b6a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:11.017591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-205721f8-de16-41f4-9f2d-8f8945b6a306 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 0.1762612 Feb 19 03:25:11.102265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Routers {'0bbb0046-91dd-40e0-b704-512192c592a7'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:11.103095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0bbb0046-91dd-40e0-b704-512192c592a7'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:11.122547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5251340-2d2f-4d21-9768-0c665e560370 req-58cc4a0f-5170-44f8-96b4-6f6cd7a376c3 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:11.129137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5251340-2d2f-4d21-9768-0c665e560370 req-58cc4a0f-5170-44f8-96b4-6f6cd7a376c3 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.67 "GET /v2.0/ports?device_id=ce7f1366-a3ed-4339-8b52-9635d5f72072 HTTP/1.1" status: 200 len: 946 time: 0.5884886 Feb 19 03:25:11.149445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56730) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:11.149647 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-90a376b3-a322-42f5-a093-8654df47087d tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3123372 Feb 19 03:25:11.150443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edb35100-614f-4dbb-aade-23c95062c2e1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:11.214251 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-d2dc8ecb-6ed1-4f63-9e4d-0b1c955b75a7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 999 time: 0.1834724 Feb 19 03:25:11.222838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c8a1467c-585c-4ecb-8c04-26aa71db2a67 req-cd06afb1-4beb-41e0-91fa-abab7cee3cf3 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Deleting port 09c115c6-f0f7-4676-b560-b2e1b89673d1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:11.223179 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c8a1467c-585c-4ecb-8c04-26aa71db2a67 req-cd06afb1-4beb-41e0-91fa-abab7cee3cf3 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.247657 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-57a891d3-f19e-4da4-845e-04ce2c21c662 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 999 time: 0.3096306 Feb 19 03:25:11.285052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-761a469d-8733-4adf-a4b1-f59ac1e80baa req-f4a3c898-0c62-407d-a209-edac892d266e tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336792 Feb 19 03:25:11.308143 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.404584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] Set router 0bbb0046-91dd-40e0-b704-512192c592a7 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:11.448801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-828dac8e-3c4c-436d-8a02-876e2da60b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:11.451451 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-828dac8e-3c4c-436d-8a02-876e2da60b81 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.1602068 Feb 19 03:25:11.524616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.526240 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.573931 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb35100-614f-4dbb-aade-23c95062c2e1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (3f6f065e-2420-4f0b-908a-6d44d84a0fe6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.574528 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-edb35100-614f-4dbb-aade-23c95062c2e1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Added segment 3f6f065e-2420-4f0b-908a-6d44d84a0fe6 of type vlan for network 577ef4e0-1b1d-452a-885f-4a13fcf231ff Feb 19 03:25:11.759858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-0cbd9eb3-773b-46cc-a67c-f76de031894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:11.761812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-0cbd9eb3-773b-46cc-a67c-f76de031894c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.5232952 Feb 19 03:25:11.783943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Network 1928a2c1-a187-4c29-afb5-1c56b688240f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:11.810280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:11.819686 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58391560-af3f-49e7-bebc-88925b212469 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (86e175e6-a7af-44e0-9c0c-696fb8c0ab0e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.839176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event updated for resources: {'Port': ['ID=8a493c19-2c95-4f4a-8d21-0f0c1aae1a67,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:11.853105 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb35100-614f-4dbb-aade-23c95062c2e1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (577ef4e0-1b1d-452a-885f-4a13fcf231ff), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.869176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-53b083ab-0002-4c2b-813b-759fce237639', 'network_id': '53b083ab-0002-4c2b-813b-759fce237639', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': '675a3c05-9c22-4a8c-aaf9-1150801dee99'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:11.870844 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.873253 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388f5a93-b04d-41b6-b4ad-6c23f2566be9 None None] Network 1928a2c1-a187-4c29-afb5-1c56b688240f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:11.884117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58391560-af3f-49e7-bebc-88925b212469 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (86e175e6-a7af-44e0-9c0c-696fb8c0ab0e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:11.982104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58391560-af3f-49e7-bebc-88925b212469 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:11.994099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cc9e4-8716-4cb7-8ee0-2b35f35451ff req-4fc27177-3c3a-49a5-8525-07bea6c3a0cd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:11.996831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d5cc9e4-8716-4cb7-8ee0-2b35f35451ff req-4fc27177-3c3a-49a5-8525-07bea6c3a0cd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 944 time: 0.5103667 Feb 19 03:25:12.006643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c8a1467c-585c-4ecb-8c04-26aa71db2a67 req-cd06afb1-4beb-41e0-91fa-abab7cee3cf3 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] For port 09c115c6-f0f7-4676-b560-b2e1b89673d1, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=09c115c6-f0f7-4676-b560-b2e1b89673d1,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:12.006947 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (53b083ab-0002-4c2b-813b-759fce237639), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.007070 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c8a1467c-585c-4ecb-8c04-26aa71db2a67 req-cd06afb1-4beb-41e0-91fa-abab7cee3cf3 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.075855 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb35100-614f-4dbb-aade-23c95062c2e1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (577ef4e0-1b1d-452a-885f-4a13fcf231ff), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.082617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb35100-614f-4dbb-aade-23c95062c2e1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:12.083423 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-edb35100-614f-4dbb-aade-23c95062c2e1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.124618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-21442e2d-8aff-4b88-8d49-7f5b0306bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:12.132987 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-21442e2d-8aff-4b88-8d49-7f5b0306bba0 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6309350 Feb 19 03:25:12.153049 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58391560-af3f-49e7-bebc-88925b212469 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.157169 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-58391560-af3f-49e7-bebc-88925b212469 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 2.1496301 Feb 19 03:25:12.177600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c8a1467c-585c-4ecb-8c04-26aa71db2a67 req-cd06afb1-4beb-41e0-91fa-abab7cee3cf3 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Calling delete_port for 09c115c6-f0f7-4676-b560-b2e1b89673d1 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:12.183036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56748) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:12.184061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-4f569f38-a281-4450-8b8c-6f4a77efa06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:12.189511 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-4f569f38-a281-4450-8b8c-6f4a77efa06e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3658972 Feb 19 03:25:12.194045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-a5251340-2d2f-4d21-9768-0c665e560370 req-7aa7a82c-de37-42f6-8969-ac18d28dbb5b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Deleting port 85fdae62-5e23-4789-a145-23d04fa822dd {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:12.194933 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a5251340-2d2f-4d21-9768-0c665e560370 req-7aa7a82c-de37-42f6-8969-ac18d28dbb5b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.204157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-84cb5d4b-ac87-4d9c-9371-6198e3fb3a37 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': '86e175e6-a7af-44e0-9c0c-696fb8c0ab0e', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:12.309092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Allocated IP 172.20.0.1 (53b083ab-0002-4c2b-813b-759fce237639/675a3c05-9c22-4a8c-aaf9-1150801dee99/5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:12.342541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router f6959de3-8247-48f8-b974-917532f8cc2b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:12.368757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a5251340-2d2f-4d21-9768-0c665e560370 req-7aa7a82c-de37-42f6-8969-ac18d28dbb5b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] For port 85fdae62-5e23-4789-a145-23d04fa822dd, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=85fdae62-5e23-4789-a145-23d04fa822dd,segment=NetworkSegment(64b78549-c464-4eff-a208-64db5898913c),segment_id=64b78549-c464-4eff-a208-64db5898913c)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:12.370428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a5251340-2d2f-4d21-9768-0c665e560370 req-7aa7a82c-de37-42f6-8969-ac18d28dbb5b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.384649 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-84cb5d4b-ac87-4d9c-9371-6198e3fb3a37 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (19f6e43e-069d-486c-9950-82de41f36e25), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.388644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-a5251340-2d2f-4d21-9768-0c665e560370 req-7aa7a82c-de37-42f6-8969-ac18d28dbb5b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Calling delete_port for 85fdae62-5e23-4789-a145-23d04fa822dd owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:12.461110 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Publish callbacks [] for port (5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.464302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fa4b04fe-0f6f-4e7b-8ce8-9e3d03cf8855 None None] Current status of the port 1afc4ade-6822-4df9-a731-36244d1e076f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:12.464853 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fa4b04fe-0f6f-4e7b-8ce8-9e3d03cf8855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.488699 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.556469 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:12.573707 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-61d93ccf-13ac-417e-a2bf-e95442cf187f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1912520 Feb 19 03:25:12.577176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 1786ac4a-ade8-4111-9527-23a480a97d26 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:12.581651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56756) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:12.589649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-45786883-d3de-47c2-ad5f-b83fec229039 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:12.607256 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Pushing event updated for resources: {'Port': ['ID=5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:12.620458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Sync routers for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:12.624903 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-3be10e96-2685-40a7-88c2-c904785914c6 service neutron] 10.222.0.67 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692774 Feb 19 03:25:12.700728 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a5251340-2d2f-4d21-9768-0c665e560370 req-7aa7a82c-de37-42f6-8969-ac18d28dbb5b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (85fdae62-5e23-4789-a145-23d04fa822dd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.704960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Network 53b083ab-0002-4c2b-813b-759fce237639 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:12.711633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:12.723946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fa4b04fe-0f6f-4e7b-8ce8-9e3d03cf8855 None None] For port 1afc4ade-6822-4df9-a731-36244d1e076f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1afc4ade-6822-4df9-a731-36244d1e076f,segment=NetworkSegment(556d6d52-4f9d-4b53-9e40-43f02b9a7877),segment_id=556d6d52-4f9d-4b53-9e40-43f02b9a7877)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:12.729065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:12.730021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:12.803965 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-84cb5d4b-ac87-4d9c-9371-6198e3fb3a37 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (19f6e43e-069d-486c-9950-82de41f36e25), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.844983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-edb35100-614f-4dbb-aade-23c95062c2e1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2213378 Feb 19 03:25:12.846002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb35100-614f-4dbb-aade-23c95062c2e1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Network': ['ID=577ef4e0-1b1d-452a-885f-4a13fcf231ff,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:12.890673 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:12.892572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56762) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:12.896800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7a82c-de37-42f6-8969-ac18d28dbb5b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Pushing event deleted for resources: {'Port': ['ID=85fdae62-5e23-4789-a145-23d04fa822dd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:12.911080 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-84cb5d4b-ac87-4d9c-9371-6198e3fb3a37 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (19f6e43e-069d-486c-9950-82de41f36e25), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:12.920517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f3515de0-1eb2-452a-86e1-e19c8688aed8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'subnet': {'network_id': '577ef4e0-1b1d-452a-885f-4a13fcf231ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:12.952815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:12.995079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['85fdae62-5e23-4789-a145-23d04fa822dd'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:13.016508 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 938f8a15-0129-4a61-8db0-eb0424982d27 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:13.026065 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d5cc9e4-8716-4cb7-8ee0-2b35f35451ff req-dcc89160-97a1-4d28-8af6-7daf76702d98 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0131655 Feb 19 03:25:13.118333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 577ef4e0-1b1d-452a-885f-4a13fcf231ff details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:13.126002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3515de0-1eb2-452a-86e1-e19c8688aed8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Made reservation on behalf of a3fb9329e09f476db78b438747f88900 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:13.136890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:24:59Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '1afc4ade-6822-4df9-a731-36244d1e076f', 'name': '', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:6d:44:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '539dec20-3d30-4941-b346-b454913cbe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:56Z', 'updated_at': '2022-02-19T03:25:10Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': '539dec20-3d30-4941-b346-b454913cbe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:13.137408 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3515de0-1eb2-452a-86e1-e19c8688aed8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.187842 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fa4b04fe-0f6f-4e7b-8ce8-9e3d03cf8855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.223025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-b9b18b39-d366-425d-8f68-1d1fa835d6a8 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6741734 Feb 19 03:25:13.224023 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (675a3c05-9c22-4a8c-aaf9-1150801dee99), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.260315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac978d58-c793-492d-b7b4-94f8d2d5b1b8 None None] The sync data for ids ['0bbb0046-91dd-40e0-b704-512192c592a7'] in n-d-826755-2 is: [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:24:59Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '1afc4ade-6822-4df9-a731-36244d1e076f', 'name': '', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:6d:44:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '539dec20-3d30-4941-b346-b454913cbe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:56Z', 'updated_at': '2022-02-19T03:25:10Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': '539dec20-3d30-4941-b346-b454913cbe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:13.294387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5251340-2d2f-4d21-9768-0c665e560370 req-7aa7a82c-de37-42f6-8969-ac18d28dbb5b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] No DVR routers for this DVR port 85fdae62-5e23-4789-a145-23d04fa822dd on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:13.412745 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a5251340-2d2f-4d21-9768-0c665e560370 req-7aa7a82c-de37-42f6-8969-ac18d28dbb5b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.416305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5251340-2d2f-4d21-9768-0c665e560370 req-7aa7a82c-de37-42f6-8969-ac18d28dbb5b tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.67 "DELETE /v2.0/ports/85fdae62-5e23-4789-a145-23d04fa822dd HTTP/1.1" status: 204 len: 173 time: 2.2606225 Feb 19 03:25:13.430998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7f1366-a3ed-4339-8b52-9635d5f72072', 'name': 'network-vif-deleted', 'tag': '85fdae62-5e23-4789-a145-23d04fa822dd'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:13.443409 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5daab3-5def-4620-adf8-19d38a2a8eed" -d '{"events": [{"server_uuid": "ce7f1366-a3ed-4339-8b52-9635d5f72072", "name": "network-vif-deleted", "tag": "85fdae62-5e23-4789-a145-23d04fa822dd"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:13.572429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-b7568fc3-8030-4610-a702-311285557ff2 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898352 Feb 19 03:25:13.623607 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb5d4b-ac87-4d9c-9371-6198e3fb3a37 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f6e43e-069d-486c-9950-82de41f36e25,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:13.647483 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-84cb5d4b-ac87-4d9c-9371-6198e3fb3a37 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.651401 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-84cb5d4b-ac87-4d9c-9371-6198e3fb3a37 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4597514 Feb 19 03:25:13.661124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56776) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:13.699716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-953f89da-34a6-4053-830d-1104bfdc4dd1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': '86e175e6-a7af-44e0-9c0c-696fb8c0ab0e', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:13.717164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b04fe-0f6f-4e7b-8ce8-9e3d03cf8855 None None] Pushing event updated for resources: {'Port': ['ID=1afc4ade-6822-4df9-a731-36244d1e076f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:13.741480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 60336312-1cde-4207-bd2f-4423be1a0672 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:13.743665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 09c115c6-f0f7-4676-b560-b2e1b89673d1 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:13.768756 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-953f89da-34a6-4053-830d-1104bfdc4dd1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (3d59c25d-c708-446f-9cea-9d7379078577), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.780338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e417319-687d-413d-bc7d-425deabab76b req-c10bb125-3de1-4245-bff6-07a570c39e2a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:13.782648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e417319-687d-413d-bc7d-425deabab76b req-c10bb125-3de1-4245-bff6-07a570c39e2a tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/ports?device_id=f168311e-54c7-4821-bda0-f231d834aa06 HTTP/1.1" status: 200 len: 946 time: 0.5313959 Feb 19 03:25:13.921396 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c8a1467c-585c-4ecb-8c04-26aa71db2a67 req-cd06afb1-4beb-41e0-91fa-abab7cee3cf3 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (09c115c6-f0f7-4676-b560-b2e1b89673d1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:13.936923 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a17ced71-9d38-4317-881a-2a68a4874a53 req-010b45e0-916b-4066-8e58-a7b8bb007ee1 service neutron] 10.222.0.67 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1741776 Feb 19 03:25:13.971341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Attempting to bind port 5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:13.971935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Attempting to bind port 5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '2b978194-634d-4e7b-9979-1b7e4fbd7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '53b083ab-0002-4c2b-813b-759fce237639'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:13.972996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Attempting to bind port 5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb on network 53b083ab-0002-4c2b-813b-759fce237639 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:14.002442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06afb1-4beb-41e0-91fa-abab7cee3cf3 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Pushing event deleted for resources: {'Port': ['ID=09c115c6-f0f7-4676-b560-b2e1b89673d1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:14.032121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:14.032392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Checking segment: {'id': '2b978194-634d-4e7b-9979-1b7e4fbd7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '53b083ab-0002-4c2b-813b-759fce237639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:14.032768 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.033624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Bound using segment: {'id': '2b978194-634d-4e7b-9979-1b7e4fbd7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '53b083ab-0002-4c2b-813b-759fce237639'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:14.034134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Bound port: 5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b978194-634d-4e7b-9979-1b7e4fbd7991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '53b083ab-0002-4c2b-813b-759fce237639'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:14.034597 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.058528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bf78a744-4ab8-467e-87e8-b8224dd84375 None None] Provisioning complete for port 938f8a15-0129-4a61-8db0-eb0424982d27 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:14.059066 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bf78a744-4ab8-467e-87e8-b8224dd84375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.203568 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (675a3c05-9c22-4a8c-aaf9-1150801dee99), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.252741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a1467c-585c-4ecb-8c04-26aa71db2a67 req-cd06afb1-4beb-41e0-91fa-abab7cee3cf3 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] No DVR routers for this DVR port 09c115c6-f0f7-4676-b560-b2e1b89673d1 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:14.256392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] For port 5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:14.259612 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c8a1467c-585c-4ecb-8c04-26aa71db2a67 req-cd06afb1-4beb-41e0-91fa-abab7cee3cf3 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.260898 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3515de0-1eb2-452a-86e1-e19c8688aed8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (e71d5083-74f6-443d-8f3a-625c4fb15442), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.264369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] For port 5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb,segment=NetworkSegment(2b978194-634d-4e7b-9979-1b7e4fbd7991),segment_id=2b978194-634d-4e7b-9979-1b7e4fbd7991)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:14.270481 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c8a1467c-585c-4ecb-8c04-26aa71db2a67 req-cd06afb1-4beb-41e0-91fa-abab7cee3cf3 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.87 "DELETE /v2.0/ports/09c115c6-f0f7-4676-b560-b2e1b89673d1 HTTP/1.1" status: 204 len: 173 time: 3.7410979 Feb 19 03:25:14.277349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 938f8a15-0129-4a61-8db0-eb0424982d27 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:14.278097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f168311e-54c7-4821-bda0-f231d834aa06', 'name': 'network-vif-deleted', 'tag': '09c115c6-f0f7-4676-b560-b2e1b89673d1'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:14.279123 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.287306 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d82a951-9ec1-4434-a39b-dcc88bf26eac" -d '{"events": [{"server_uuid": "f168311e-54c7-4821-bda0-f231d834aa06", "name": "network-vif-deleted", "tag": "09c115c6-f0f7-4676-b560-b2e1b89673d1"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:14.374253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.418942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Subnet': ['ID=675a3c05-9c22-4a8c-aaf9-1150801dee99,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:14.552038 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] It took 0.56 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:25:14.562545 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a21fd7-9565-48d8-978f-a09dffbb9eb1 None None] Pushing event updated for resources: {'Port': ['ID=5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:14.572865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No active binding found for port 09c115c6-f0f7-4676-b560-b2e1b89673d1 {{(pid=109900) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 19 03:25:14.573286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] The host n-h1-826755-2 is not matching for port 09c115c6-f0f7-4676-b560-b2e1b89673d1 host None! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:25:14.573714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 09c115c6-f0f7-4676-b560-b2e1b89673d1 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:14.677633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3515de0-1eb2-452a-86e1-e19c8688aed8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Subnet': ['ID=e71d5083-74f6-443d-8f3a-625c4fb15442,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:14.735464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.extraroute_db [None req-45786883-d3de-47c2-ad5f-b83fec229039 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 03:25:14.774667 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.extraroute_db [None req-45786883-d3de-47c2-ad5f-b83fec229039 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Removed routes are [] {{(pid=109898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 03:25:14.775053 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45786883-d3de-47c2-ad5f-b83fec229039 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.786600 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-953f89da-34a6-4053-830d-1104bfdc4dd1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (3d59c25d-c708-446f-9cea-9d7379078577), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.862772 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (53b083ab-0002-4c2b-813b-759fce237639), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.882833 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-953f89da-34a6-4053-830d-1104bfdc4dd1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (3d59c25d-c708-446f-9cea-9d7379078577), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:14.964572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e417319-687d-413d-bc7d-425deabab76b req-f087f788-fc9b-476a-b72e-3525f1e1e026 tempest-MultipleCreateTestJSON-1862430353 tempest-MultipleCreateTestJSON-1862430353-project] 10.222.0.81 "GET /v2.0/security-groups?id=c334f13c-33f6-4936-86dc-5684b5ea4c33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7965550 Feb 19 03:25:14.997750 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-953f89da-34a6-4053-830d-1104bfdc4dd1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.002151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-953f89da-34a6-4053-830d-1104bfdc4dd1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3035023 Feb 19 03:25:15.006771 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56794) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:15.027435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-02e36fdc-1612-40d3-a9e6-0314be8d49c0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': '86e175e6-a7af-44e0-9c0c-696fb8c0ab0e', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:15.037113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b083ab-0002-4c2b-813b-759fce237639']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:15.040208 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3515de0-1eb2-452a-86e1-e19c8688aed8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Checking segment: {'id': '3f6f065e-2420-4f0b-908a-6d44d84a0fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '577ef4e0-1b1d-452a-885f-4a13fcf231ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:15.040596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3515de0-1eb2-452a-86e1-e19c8688aed8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network hostable DHCP agents. Network: 577ef4e0-1b1d-452a-885f-4a13fcf231ff, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:15.086182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f89da-34a6-4053-830d-1104bfdc4dd1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d59c25d-c708-446f-9cea-9d7379078577,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:15.111919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b978194-634d-4e7b-9979-1b7e4fbd7991') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:15.112255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b978194-634d-4e7b-9979-1b7e4fbd7991') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:15.135326 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aefe614-d260-439d-8330-3b7845b90af3 x-openstack-request-id: req-0aefe614-d260-439d-8330-3b7845b90af3 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:15.136212 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7f1366-a3ed-4339-8b52-9635d5f72072", "name": "network-vif-deleted", "tag": "85fdae62-5e23-4789-a145-23d04fa822dd", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:15.136212 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0aefe614-d260-439d-8330-3b7845b90af3 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:15.136439 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7f1366-a3ed-4339-8b52-9635d5f72072', 'name': 'network-vif-deleted', 'tag': '85fdae62-5e23-4789-a145-23d04fa822dd', 'status': 'completed', 'code': 200} Feb 19 03:25:15.200567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 938f8a15-0129-4a61-8db0-eb0424982d27 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:15.201624 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.204413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 85fdae62-5e23-4789-a145-23d04fa822dd no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:15.223335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3515de0-1eb2-452a-86e1-e19c8688aed8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 577ef4e0-1b1d-452a-885f-4a13fcf231ff is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:15.238907 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 85fdae62-5e23-4789-a145-23d04fa822dd {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:15.239523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 85fdae62-5e23-4789-a145-23d04fa822dd not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:15.253365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bf78a744-4ab8-467e-87e8-b8224dd84375 None None] Current status of the port 938f8a15-0129-4a61-8db0-eb0424982d27 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:15.254123 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bf78a744-4ab8-467e-87e8-b8224dd84375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.290016 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (2b978194-634d-4e7b-9979-1b7e4fbd7991), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.337675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bf78a744-4ab8-467e-87e8-b8224dd84375 None None] For port 938f8a15-0129-4a61-8db0-eb0424982d27, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=938f8a15-0129-4a61-8db0-eb0424982d27,segment=NetworkSegment(02048d7c-add5-4975-8987-d7647f6e14da),segment_id=02048d7c-add5-4975-8987-d7647f6e14da)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:15.360376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-f3515de0-1eb2-452a-86e1-e19c8688aed8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 577ef4e0-1b1d-452a-885f-4a13fcf231ff) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:15.367570 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2b978194-634d-4e7b-9979-1b7e4fbd7991), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.384486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02e36fdc-1612-40d3-a9e6-0314be8d49c0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (3ef20703-f21d-4c40-9751-45146cd12ac8), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.387534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3515de0-1eb2-452a-86e1-e19c8688aed8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:15.388126 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3515de0-1eb2-452a-86e1-e19c8688aed8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.391123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7534057d-036c-412d-8897-bc1dc3b81764 None None] Network 53b083ab-0002-4c2b-813b-759fce237639 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:15.399091 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd455078-530e-41ee-af81-552343e89b91 None None] Network 577ef4e0-1b1d-452a-885f-4a13fcf231ff requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:15.409168 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bf78a744-4ab8-467e-87e8-b8224dd84375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.432052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:15.432963 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (2b978194-634d-4e7b-9979-1b7e4fbd7991), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:15.440441 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:15.477094 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45786883-d3de-47c2-ad5f-b83fec229039 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.507426 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45786883-d3de-47c2-ad5f-b83fec229039 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.513771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f3515de0-1eb2-452a-86e1-e19c8688aed8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6069975 Feb 19 03:25:15.516631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56800) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:15.561254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1729999389', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:15.597261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c1166-94d9-4efd-a3c1-d3243ac5edfe req-77c5f822-05cb-44ad-a590-534df98df463 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:15.607267 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02e36fdc-1612-40d3-a9e6-0314be8d49c0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (3ef20703-f21d-4c40-9751-45146cd12ac8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.610888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc2c1166-94d9-4efd-a3c1-d3243ac5edfe req-77c5f822-05cb-44ad-a590-534df98df463 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 944 time: 0.3934214 Feb 19 03:25:15.622718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:15.736740 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.api [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:25:15.736740 n-d-826755-2 neutron-server[109899]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:25:15.736740 n-d-826755-2 neutron-server[109899]: [parameters: {'id': '53b083ab-0002-4c2b-813b-759fce237639'}] Feb 19 03:25:15.736740 n-d-826755-2 neutron-server[109899]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109899) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:25:15.737507 n-d-826755-2 neutron-server[109899]: DEBUG oslo_db.api [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:25:15.742392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:09Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f', 'name': '', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:46:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:52Z', 'updated_at': '2022-02-19T03:25:06Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '72529778-6028-4066-90b8-27156429e7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a493c19-2c95-4f4a-8d21-0f0c1aae1a67', 'name': '', 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:1f:63:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:25:06Z', 'updated_at': '2022-02-19T03:25:10Z', 'revision_number': 2, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:15.743396 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02e36fdc-1612-40d3-a9e6-0314be8d49c0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (3ef20703-f21d-4c40-9751-45146cd12ac8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.777777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc2c1166-94d9-4efd-a3c1-d3243ac5edfe req-b641d7b1-5c07-438c-b300-12568519f4e8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650610 Feb 19 03:25:15.788432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '60336312-1cde-4207-bd2f-4423be1a0672', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'port_id': '60336312-1cde-4207-bd2f-4423be1a0672', 'mac_address': 'fa:16:3e:92:57:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:15.815021 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.816321 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.822711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56806) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:15.826832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e36fdc-1612-40d3-a9e6-0314be8d49c0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef20703-f21d-4c40-9751-45146cd12ac8,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:15.832868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bf78a744-4ab8-467e-87e8-b8224dd84375 None None] Provisioning complete for port 1afc4ade-6822-4df9-a731-36244d1e076f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:15.833244 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bf78a744-4ab8-467e-87e8-b8224dd84375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.838760 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02e36fdc-1612-40d3-a9e6-0314be8d49c0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.841185 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-02e36fdc-1612-40d3-a9e6-0314be8d49c0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8332160 Feb 19 03:25:15.846461 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56810) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:15.852951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4966ab44-bef7-4175-b229-f827502b5287 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': '86e175e6-a7af-44e0-9c0c-696fb8c0ab0e', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:15.882205 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbb95da-0c35-4aa3-a701-72c9af988619 x-openstack-request-id: req-efbb95da-0c35-4aa3-a701-72c9af988619 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:15.882528 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f168311e-54c7-4821-bda0-f231d834aa06", "name": "network-vif-deleted", "tag": "09c115c6-f0f7-4676-b560-b2e1b89673d1", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:15.882780 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-efbb95da-0c35-4aa3-a701-72c9af988619 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:15.883178 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f168311e-54c7-4821-bda0-f231d834aa06', 'name': 'network-vif-deleted', 'tag': '09c115c6-f0f7-4676-b560-b2e1b89673d1', 'status': 'completed', 'code': 200} Feb 19 03:25:15.901135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-577ef4e0-1b1d-452a-885f-4a13fcf231ff', 'network_id': '577ef4e0-1b1d-452a-885f-4a13fcf231ff', 'project_id': 'a3fb9329e09f476db78b438747f88900', 'fixed_ips': [{'subnet_id': 'e71d5083-74f6-443d-8f3a-625c4fb15442'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:15.902147 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:15.908921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Checking router: f6959de3-8247-48f8-b974-917532f8cc2b for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:15.910138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Updating router f6959de3-8247-48f8-b974-917532f8cc2b port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:25:15.912770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45786883-d3de-47c2-ad5f-b83fec229039 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router f6959de3-8247-48f8-b974-917532f8cc2b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:15.990166 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-46a42989-cf6c-46cb-bfe5-dfb6d29ba099 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/f4f25e56-ee13-4c56-a74a-916f78d74dcf HTTP/1.1" status: 200 len: 991 time: 0.1656642 Feb 19 03:25:15.998880 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router_controller (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.006174 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4966ab44-bef7-4175-b229-f827502b5287 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (f2123ce8-5cd8-455b-9be6-1424892cdf60), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.121227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45786883-d3de-47c2-ad5f-b83fec229039 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:16.146810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78a744-4ab8-467e-87e8-b8224dd84375 None None] Pushing event updated for resources: {'Port': ['ID=938f8a15-0129-4a61-8db0-eb0424982d27,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:16.158351 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:25:16.158713 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:25:16.161324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-45786883-d3de-47c2-ad5f-b83fec229039 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.162102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56816) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:16.165208 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-45786883-d3de-47c2-ad5f-b83fec229039 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b HTTP/1.1" status: 200 len: 954 time: 3.5793099 Feb 19 03:25:16.172222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56818) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:16.228420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-836a3f79-c7cf-46ea-9fb5-5d202cb56339 admin admin] Deleting subnet 276211d2-ad25-41ed-a0be-58fa04c1f704 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:16.236443 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-836a3f79-c7cf-46ea-9fb5-5d202cb56339 admin admin] Publish callbacks [] for subnet (276211d2-ad25-41ed-a0be-58fa04c1f704), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.307275 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-836a3f79-c7cf-46ea-9fb5-5d202cb56339 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (276211d2-ad25-41ed-a0be-58fa04c1f704), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.367858 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.370197 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-836a3f79-c7cf-46ea-9fb5-5d202cb56339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (276211d2-ad25-41ed-a0be-58fa04c1f704), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.411645 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (53b083ab-0002-4c2b-813b-759fce237639), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.413014 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56824) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:16.413172 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6fbcc8b4-44f2-4fa8-a361-209f64d82837 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b HTTP/1.1" status: 200 len: 954 time: 0.2394593 Feb 19 03:25:16.438674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3aaf8da9-1c48-478b-90d1-e337c22169d9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'router': {'routes': None}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:16.446233 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4966ab44-bef7-4175-b229-f827502b5287 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (f2123ce8-5cd8-455b-9be6-1424892cdf60), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.496919 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4966ab44-bef7-4175-b229-f827502b5287 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f2123ce8-5cd8-455b-9be6-1424892cdf60), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.528964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966ab44-bef7-4175-b229-f827502b5287 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2123ce8-5cd8-455b-9be6-1424892cdf60,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:16.593900 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4966ab44-bef7-4175-b229-f827502b5287 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.595819 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4966ab44-bef7-4175-b229-f827502b5287 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7469389 Feb 19 03:25:16.599862 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router_gateway (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.604278 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 60336312-1cde-4207-bd2f-4423be1a0672 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:16.604675 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.605942 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56830) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:16.612295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1d0452c0-97a5-4ec7-9e1b-1a461b778f59 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': '86e175e6-a7af-44e0-9c0c-696fb8c0ab0e', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:16.633911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Allocated IP 172.20.0.2 (577ef4e0-1b1d-452a-885f-4a13fcf231ff/e71d5083-74f6-443d-8f3a-625c4fb15442/f2a51228-26dc-405a-bb62-098f649e7546) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:16.756694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 938f8a15-0129-4a61-8db0-eb0424982d27 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:16.768984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60336312-1cde-4207-bd2f-4423be1a0672 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:16.795139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:16.795446 n-d-826755-2 neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-1d0452c0-97a5-4ec7-9e1b-1a461b778f59 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Project ec3a4b817fbd4e3e8c1ad110c3a57ca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:25:16.802524 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d0452c0-97a5-4ec7-9e1b-1a461b778f59 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (683c50bc-badb-4c7f-9ace-96ad8ace0a8d), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:16.809371 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.029620 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d0452c0-97a5-4ec7-9e1b-1a461b778f59 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (683c50bc-badb-4c7f-9ace-96ad8ace0a8d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.115890 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d0452c0-97a5-4ec7-9e1b-1a461b778f59 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (683c50bc-badb-4c7f-9ace-96ad8ace0a8d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.177936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0452c0-97a5-4ec7-9e1b-1a461b778f59 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683c50bc-badb-4c7f-9ace-96ad8ace0a8d,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:17.214205 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d0452c0-97a5-4ec7-9e1b-1a461b778f59 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.221770 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1d0452c0-97a5-4ec7-9e1b-1a461b778f59 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6118555 Feb 19 03:25:17.229127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56840) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:17.284654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1afc4ade-6822-4df9-a731-36244d1e076f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:17.286857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bf78a744-4ab8-467e-87e8-b8224dd84375 None None] Current status of the port 1afc4ade-6822-4df9-a731-36244d1e076f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:17.293889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-62afd36d-f0ce-4b84-ba99-0a0ef125efe1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'security_group_rule': {'security_group_id': '86e175e6-a7af-44e0-9c0c-696fb8c0ab0e', 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:17.325151 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router_gateway (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.373752 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.405483 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Publish callbacks [] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.410973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=12']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:17.414276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['60336312-1cde-4207-bd2f-4423be1a0672'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:17.476373 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.497569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.extraroute_db [None req-3aaf8da9-1c48-478b-90d1-e337c22169d9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Added routes are [] {{(pid=109899) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 03:25:17.498595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.extraroute_db [None req-3aaf8da9-1c48-478b-90d1-e337c22169d9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109899) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 03:25:17.536286 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8da9-1c48-478b-90d1-e337c22169d9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.540005 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-836a3f79-c7cf-46ea-9fb5-5d202cb56339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (276211d2-ad25-41ed-a0be-58fa04c1f704), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.579738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ce947e06-e755-4b6b-bb71-609c3dc7a126 None None] Provisioning complete for port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:17.580101 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ce947e06-e755-4b6b-bb71-609c3dc7a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.593729 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-836a3f79-c7cf-46ea-9fb5-5d202cb56339 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.607310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-836a3f79-c7cf-46ea-9fb5-5d202cb56339 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/276211d2-ad25-41ed-a0be-58fa04c1f704 HTTP/1.1" status: 204 len: 168 time: 1.4435790 Feb 19 03:25:17.610194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56848) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:17.633063 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.25.1.221 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/0849afc6-7d77-460b-9311-0a6027490f9a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:17.679003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 1afc4ade-6822-4df9-a731-36244d1e076f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:17.679445 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.700257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a3f79-c7cf-46ea-9fb5-5d202cb56339 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=276211d2-ad25-41ed-a0be-58fa04c1f704,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:17.722548 n-d-826755-2 neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-62afd36d-f0ce-4b84-ba99-0a0ef125efe1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Project ec3a4b817fbd4e3e8c1ad110c3a57ca9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:25:17.729458 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62afd36d-f0ce-4b84-ba99-0a0ef125efe1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (abe9105c-d17d-495f-8200-8eef141b1a85), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.776116 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Publish callbacks [] for port (f2a51228-26dc-405a-bb62-098f649e7546), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.831688 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (f2a51228-26dc-405a-bb62-098f649e7546), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.835923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62afd36d-f0ce-4b84-ba99-0a0ef125efe1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (abe9105c-d17d-495f-8200-8eef141b1a85), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.845912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Deleting port 5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:17.846291 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.846491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Pushing event updated for resources: {'Port': ['ID=8a493c19-2c95-4f4a-8d21-0f0c1aae1a67,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:17.913218 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (6c28c8f8-61eb-4032-aaaa-40aa66f979b6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.967509 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (0849afc6-7d77-460b-9311-0a6027490f9a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:17.982021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ce947e06-e755-4b6b-bb71-609c3dc7a126 None None] Port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:18.027291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Network 577ef4e0-1b1d-452a-885f-4a13fcf231ff is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:18.059136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62afd36d-f0ce-4b84-ba99-0a0ef125efe1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (abe9105c-d17d-495f-8200-8eef141b1a85), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.073931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ce947e06-e755-4b6b-bb71-609c3dc7a126 None None] Provisioning complete for port 938f8a15-0129-4a61-8db0-eb0424982d27 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:18.074462 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ce947e06-e755-4b6b-bb71-609c3dc7a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.076509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] For port 5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb,segment=NetworkSegment(2b978194-634d-4e7b-9979-1b7e4fbd7991),segment_id=2b978194-634d-4e7b-9979-1b7e4fbd7991)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:18.076976 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.077440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Attempting to bind port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:18.077920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Attempting to bind port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '02048d7c-add5-4975-8987-d7647f6e14da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:18.078970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Attempting to bind port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 on network 1928a2c1-a187-4c29-afb5-1c56b688240f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:18.081263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:18.084875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:18.091443 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (0849afc6-7d77-460b-9311-0a6027490f9a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.137769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Calling delete_port for 5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:18.139550 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afd36d-f0ce-4b84-ba99-0a0ef125efe1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abe9105c-d17d-495f-8200-8eef141b1a85,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:18.149016 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (6c28c8f8-61eb-4032-aaaa-40aa66f979b6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.171691 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8da9-1c48-478b-90d1-e337c22169d9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.172611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62afd36d-f0ce-4b84-ba99-0a0ef125efe1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.174135 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-62afd36d-f0ce-4b84-ba99-0a0ef125efe1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8932090 Feb 19 03:25:18.176624 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:18.208937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:18.209655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Pushing event updated for resources: {'Port': ['ID=f2a51228-26dc-405a-bb62-098f649e7546,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:18.213892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:18.222672 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8da9-1c48-478b-90d1-e337c22169d9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.260295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=0849afc6-7d77-460b-9311-0a6027490f9a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:18.278285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c28c8f8-61eb-4032-aaaa-40aa66f979b6']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:18.325478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:18.330308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Checking segment: {'id': '02048d7c-add5-4975-8987-d7647f6e14da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:18.330851 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.331325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Bound using segment: {'id': '02048d7c-add5-4975-8987-d7647f6e14da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:18.331913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Bound port: 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02048d7c-add5-4975-8987-d7647f6e14da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:18.332370 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.403507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 1afc4ade-6822-4df9-a731-36244d1e076f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:18.405564 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 938f8a15-0129-4a61-8db0-eb0424982d27 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:18.410584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Attempting to bind port f2a51228-26dc-405a-bb62-098f649e7546 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:18.410943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Attempting to bind port f2a51228-26dc-405a-bb62-098f649e7546 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '3f6f065e-2420-4f0b-908a-6d44d84a0fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '577ef4e0-1b1d-452a-885f-4a13fcf231ff'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:18.411495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Attempting to bind port f2a51228-26dc-405a-bb62-098f649e7546 on network 577ef4e0-1b1d-452a-885f-4a13fcf231ff {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:18.435234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:18.435613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Checking segment: {'id': '3f6f065e-2420-4f0b-908a-6d44d84a0fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '577ef4e0-1b1d-452a-885f-4a13fcf231ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:18.436015 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.436412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Bound using segment: {'id': '3f6f065e-2420-4f0b-908a-6d44d84a0fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '577ef4e0-1b1d-452a-885f-4a13fcf231ff'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:18.436918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Bound port: f2a51228-26dc-405a-bb62-098f649e7546, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6f065e-2420-4f0b-908a-6d44d84a0fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '577ef4e0-1b1d-452a-885f-4a13fcf231ff'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:18.437299 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f2a51228-26dc-405a-bb62-098f649e7546), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.442803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b78549-c464-4eff-a208-64db5898913c') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:18.443239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b78549-c464-4eff-a208-64db5898913c') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:18.463716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (64b78549-c464-4eff-a208-64db5898913c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.493284 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (64b78549-c464-4eff-a208-64db5898913c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.505615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:18.506379 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (64b78549-c464-4eff-a208-64db5898913c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:18.542329 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:18.620621 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router_gateway (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.651142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] For port f2a51228-26dc-405a-bb62-098f649e7546, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:18.654681 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] For port f2a51228-26dc-405a-bb62-098f649e7546, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f2a51228-26dc-405a-bb62-098f649e7546,segment=NetworkSegment(3f6f065e-2420-4f0b-908a-6d44d84a0fe6),segment_id=3f6f065e-2420-4f0b-908a-6d44d84a0fe6)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:18.679243 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f2a51228-26dc-405a-bb62-098f649e7546), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.750523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c21b69-5835-4d8a-9475-0f5b8c1600ce None None] Pushing event updated for resources: {'Port': ['ID=f2a51228-26dc-405a-bb62-098f649e7546,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:18.752763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaf8da9-1c48-478b-90d1-e337c22169d9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router f6959de3-8247-48f8-b974-917532f8cc2b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:18.754772 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.768166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 938f8a15-0129-4a61-8db0-eb0424982d27 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:18.768751 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.855098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] For port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:18.868569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No DVR routers for this DVR port 5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:18.903245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] For port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8a493c19-2c95-4f4a-8d21-0f0c1aae1a67,segment=NetworkSegment(02048d7c-add5-4975-8987-d7647f6e14da),segment_id=02048d7c-add5-4975-8987-d7647f6e14da)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:18.927477 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:18.966854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-9f1481c7-dbe4-4bea-9d98-90c8b6b69660 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1581359635&fields=id&tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9 HTTP/1.1" status: 200 len: 267 time: 0.5442533 Feb 19 03:25:18.967678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Port': ['ID=5592bab3-256f-4fc8-81c1-0d9cdbd7e1fb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:18.996051 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ce947e06-e755-4b6b-bb71-609c3dc7a126 None None] Current status of the port 938f8a15-0129-4a61-8db0-eb0424982d27 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:19.027955 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (6c28c8f8-61eb-4032-aaaa-40aa66f979b6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.052376 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.053751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:19.054401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:19.060638 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6c28c8f8-61eb-4032-aaaa-40aa66f979b6 HTTP/1.1" status: 204 len: 168 time: 1.4462485 Feb 19 03:25:19.146256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db948e46-29e8-4d6c-bf60-88a1b28fc9c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c28c8f8-61eb-4032-aaaa-40aa66f979b6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:19.197121 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.208993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:19.448924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-eefcd8f2-92eb-45a2-b24e-3935a49d1149 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:19.458693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-eefcd8f2-92eb-45a2-b24e-3935a49d1149 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/networks?id=5ecb94fd-8ff3-4064-b340-acfd94f8204d HTTP/1.1" status: 200 len: 797 time: 0.4427230 Feb 19 03:25:19.612281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-e2236b56-a747-4151-9f99-cf0e815de5ac tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/quotas/ec3a4b817fbd4e3e8c1ad110c3a57ca9 HTTP/1.1" status: 200 len: 375 time: 0.1491327 Feb 19 03:25:19.633502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56886) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:19.649736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 938f8a15-0129-4a61-8db0-eb0424982d27 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:19.660565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Pushing event updated for resources: {'Port': ['ID=8a493c19-2c95-4f4a-8d21-0f0c1aae1a67,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:19.704749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:25:19.734080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.734482 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.735849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.735849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.735849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.736132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.736307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.736654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.748899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.749440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.749790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.750262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.750663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a6c394-d560-4d9f-9fe0-cb5d9ef69241 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:19.752450 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a54d7de7-99cb-40d3-b5a4-ae16d2c9f0b1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27ace3f9fbb04b29a6608128dca77d23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1158206 Feb 19 03:25:19.755004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56890) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:19.776255 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (53b083ab-0002-4c2b-813b-759fce237639), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.819696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53b083ab-0002-4c2b-813b-759fce237639']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:19.837769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4363dbb1-9a4e-4de4-b903-75860261112e None None] Provisioning complete for port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:19.848732 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4363dbb1-9a4e-4de4-b903-75860261112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.853953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaf8da9-1c48-478b-90d1-e337c22169d9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:19.870324 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b978194-634d-4e7b-9979-1b7e4fbd7991') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:19.871485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b978194-634d-4e7b-9979-1b7e4fbd7991') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:19.877623 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2ce22ea2-f25e-4ea9-9970-ae817ae751cb admin admin] Publish callbacks [] for security_group (c334f13c-33f6-4936-86dc-5684b5ea4c33), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.903409 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3aaf8da9-1c48-478b-90d1-e337c22169d9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.910007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3aaf8da9-1c48-478b-90d1-e337c22169d9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b HTTP/1.1" status: 200 len: 704 time: 3.4922643 Feb 19 03:25:19.916127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f2a51228-26dc-405a-bb62-098f649e7546 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:19.917928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56894) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:19.933636 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (2b978194-634d-4e7b-9979-1b7e4fbd7991), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.952510 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2ce22ea2-f25e-4ea9-9970-ae817ae751cb admin admin] Publish callbacks [] for security_group (c334f13c-33f6-4936-86dc-5684b5ea4c33), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:19.995613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:20.002523 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-b8eedbc9-840f-4ef4-81aa-59ad2f72f798 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3892891 Feb 19 03:25:20.009000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2b978194-634d-4e7b-9979-1b7e4fbd7991), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.041310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.043373 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cd3f1ea0-37cc-4917-a5e1-a3680409cc7f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.5156715 Feb 19 03:25:20.045257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56900) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:20.052531 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2004c4-cf34-4a06-b9b7-70d08b699347 None None] Sync routers for ids ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:20.055183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:20.055878 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (2b978194-634d-4e7b-9979-1b7e4fbd7991), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:20.060712 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:20.068730 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2004c4-cf34-4a06-b9b7-70d08b699347 None None] Routers {'eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:20.069360 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dc2004c4-cf34-4a06-b9b7-70d08b699347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:20.075631 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2ce22ea2-f25e-4ea9-9970-ae817ae751cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c334f13c-33f6-4936-86dc-5684b5ea4c33), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.082898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2ce22ea2-f25e-4ea9-9970-ae817ae751cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.084102 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2ce22ea2-f25e-4ea9-9970-ae817ae751cb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c334f13c-33f6-4936-86dc-5684b5ea4c33 HTTP/1.1" status: 204 len: 168 time: 0.3286846 Feb 19 03:25:20.161492 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:17Z', 'revision_number': 7, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f', 'name': '', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:46:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:52Z', 'updated_at': '2022-02-19T03:25:06Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '72529778-6028-4066-90b8-27156429e7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a493c19-2c95-4f4a-8d21-0f0c1aae1a67', 'name': '', 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:1f:63:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:25:06Z', 'updated_at': '2022-02-19T03:25:18Z', 'revision_number': 4, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:20.184132 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dc2004c4-cf34-4a06-b9b7-70d08b699347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:20.212006 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2004c4-cf34-4a06-b9b7-70d08b699347 None None] Routers {'eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:20.214150 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dc2004c4-cf34-4a06-b9b7-70d08b699347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:20.223338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce22ea2-f25e-4ea9-9970-ae817ae751cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c334f13c-33f6-4936-86dc-5684b5ea4c33,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:20.282854 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dc2004c4-cf34-4a06-b9b7-70d08b699347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:20.286885 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2004c4-cf34-4a06-b9b7-70d08b699347 None None] The sync data for ids ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:20.670996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1e8f5c-40a3-45fc-9e64-1c1bd5a08d13 None None] The sync data for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 is: [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:17Z', 'revision_number': 7, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f', 'name': '', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:46:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:52Z', 'updated_at': '2022-02-19T03:25:06Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '72529778-6028-4066-90b8-27156429e7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a493c19-2c95-4f4a-8d21-0f0c1aae1a67', 'name': '', 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:1f:63:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:25:06Z', 'updated_at': '2022-02-19T03:25:18Z', 'revision_number': 4, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:20.682638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f2a51228-26dc-405a-bb62-098f649e7546 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:20.683125 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f2a51228-26dc-405a-bb62-098f649e7546), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.772311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4363dbb1-9a4e-4de4-b903-75860261112e None None] Current status of the port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:20.773218 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4363dbb1-9a4e-4de4-b903-75860261112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:20.831722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 60336312-1cde-4207-bd2f-4423be1a0672 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:20.964093 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e597947a-3abf-447d-88d7-f0af07892e62 None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:25:21.047958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4363dbb1-9a4e-4de4-b903-75860261112e None None] For port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8a493c19-2c95-4f4a-8d21-0f0c1aae1a67,segment=NetworkSegment(02048d7c-add5-4975-8987-d7647f6e14da),segment_id=02048d7c-add5-4975-8987-d7647f6e14da)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:21.149204 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (53b083ab-0002-4c2b-813b-759fce237639), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.160575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-17e0b801-3d50-4a69-b318-a13448d20741 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b HTTP/1.1" status: 200 len: 704 time: 1.2363701 Feb 19 03:25:21.161197 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56922) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:21.172156 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.177886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/53b083ab-0002-4c2b-813b-759fce237639 HTTP/1.1" status: 204 len: 168 time: 10.0209138 Feb 19 03:25:21.181378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56926) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:21.189452 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4363dbb1-9a4e-4de4-b903-75860261112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.212603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db1622f-5ed2-4208-ba45-69fe98733129 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Network': ['ID=53b083ab-0002-4c2b-813b-759fce237639,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:21.225964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-74a19125-2298-4773-8bb1-a1b6cb6621b5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1054706045'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:21.255171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f2a51228-26dc-405a-bb62-098f649e7546 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:21.256268 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f2a51228-26dc-405a-bb62-098f649e7546), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.302129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-7c169958-f6f8-47db-8a93-02946bc79cfd service neutron] 10.222.0.81 "GET /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0035799 Feb 19 03:25:21.313619 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.417023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363dbb1-9a4e-4de4-b903-75860261112e None None] Pushing event updated for resources: {'Port': ['ID=8a493c19-2c95-4f4a-8d21-0f0c1aae1a67,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:21.427944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e597947a-3abf-447d-88d7-f0af07892e62 None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:25:21.436981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-e3a0004b-b455-4495-abb5-427031a40a60 service neutron] 10.222.0.81 "GET /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149104 Feb 19 03:25:21.460855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 60336312-1cde-4207-bd2f-4423be1a0672 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:21.479850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 60336312-1cde-4207-bd2f-4423be1a0672 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:21.480520 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (60336312-1cde-4207-bd2f-4423be1a0672), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.543480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port f2a51228-26dc-405a-bb62-098f649e7546, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f2a51228-26dc-405a-bb62-098f649e7546,segment=NetworkSegment(3f6f065e-2420-4f0b-908a-6d44d84a0fe6),segment_id=3f6f065e-2420-4f0b-908a-6d44d84a0fe6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:21.561723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-91887be7-1c03-4a9d-b1c4-99f974d65b90 None None] Provisioning complete for port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:21.562106 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91887be7-1c03-4a9d-b1c4-99f974d65b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.642354 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f2a51228-26dc-405a-bb62-098f649e7546), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:21.890924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12d57687-440f-4e54-980f-bc89c3f5ac8d req-61e9737f-e1d0-4be3-bab1-4a8fe955110c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 210 time: 0.0510192 Feb 19 03:25:21.937930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=f2a51228-26dc-405a-bb62-098f649e7546,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:21.962684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:21.990671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56952) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:22.161305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 60336312-1cde-4207-bd2f-4423be1a0672 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:22.162185 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.231149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff23ad-1dd1-433b-84ae-37c13b8fa707 None None] Sync routers for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:22.233721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-91887be7-1c03-4a9d-b1c4-99f974d65b90 None None] Current status of the port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:22.244391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1537214294-network', 'tenant_id': '1e90bb0b798e4ba89be367f680ae5980'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:22.274633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Made reservation on behalf of 1e90bb0b798e4ba89be367f680ae5980 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:22.280069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.298318 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.318616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-91887be7-1c03-4a9d-b1c4-99f974d65b90 None None] Provisioning complete for port f2a51228-26dc-405a-bb62-098f649e7546 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:22.318946 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91887be7-1c03-4a9d-b1c4-99f974d65b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f2a51228-26dc-405a-bb62-098f649e7546), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.405946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:22.406656 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.456378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff23ad-1dd1-433b-84ae-37c13b8fa707 None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:22.459307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a5ff23ad-1dd1-433b-84ae-37c13b8fa707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:22.485815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:22.488282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a19125-2298-4773-8bb1-a1b6cb6621b5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:22.488973 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5476524a-6e26-4edf-8d88-b7e0ed6c3bd0" -d '{"events": [{"server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "name": "network-vif-plugged", "status": "completed", "tag": "60336312-1cde-4207-bd2f-4423be1a0672"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:22.494411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Publish callbacks [] for security_group (29d7483f-df78-4077-88eb-44ba3f4e8129), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.504030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74a19125-2298-4773-8bb1-a1b6cb6621b5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.506682 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (29d7483f-df78-4077-88eb-44ba3f4e8129), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.543150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:22.551119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:22.585193 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1791e7d2-89d9-40ec-b22d-49c1ac1db90f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.597368 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Added segment 1791e7d2-89d9-40ec-b22d-49c1ac1db90f of type vlan for network 7243118a-ef6b-40d4-9e96-60a0fb052f5f Feb 19 03:25:22.658971 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e471e346-056d-4046-8942-bb203d18cf21 x-openstack-request-id: req-e471e346-056d-4046-8942-bb203d18cf21 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:22.659279 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "name": "network-vif-plugged", "status": "completed", "tag": "60336312-1cde-4207-bd2f-4423be1a0672", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:22.659549 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e471e346-056d-4046-8942-bb203d18cf21 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:22.659957 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672', 'code': 200} Feb 19 03:25:22.662911 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.664809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e5cd50-2eeb-44f8-8e6f-0761c1c3172f None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:25:22.734895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d7483f-df78-4077-88eb-44ba3f4e8129,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:22.745159 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (7243118a-ef6b-40d4-9e96-60a0fb052f5f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.777731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a19125-2298-4773-8bb1-a1b6cb6621b5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:22.786977 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74a19125-2298-4773-8bb1-a1b6cb6621b5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (53493299-3993-4d38-a226-b1c53b7a1c41), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.787326 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-74a19125-2298-4773-8bb1-a1b6cb6621b5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Added segment 53493299-3993-4d38-a226-b1c53b7a1c41 of type vlan for network 1943df56-5ddb-450f-aa7a-26944d729a5b Feb 19 03:25:22.814539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (7243118a-ef6b-40d4-9e96-60a0fb052f5f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.815899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:22.816500 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-583464'] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.847313 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74a19125-2298-4773-8bb1-a1b6cb6621b5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (1943df56-5ddb-450f-aa7a-26944d729a5b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.972986 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74a19125-2298-4773-8bb1-a1b6cb6621b5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (1943df56-5ddb-450f-aa7a-26944d729a5b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:22.990279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a19125-2298-4773-8bb1-a1b6cb6621b5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:22.990958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74a19125-2298-4773-8bb1-a1b6cb6621b5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.014886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] Pushing event updated for resources: {'Network': ['ID=7243118a-ef6b-40d4-9e96-60a0fb052f5f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:23.062075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4a645b7d-4020-437b-9e19-a95c5b461856 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0688891 Feb 19 03:25:23.064268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56978) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:23.064782 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-74a19125-2298-4773-8bb1-a1b6cb6621b5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8762915 Feb 19 03:25:23.071422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 7243118a-ef6b-40d4-9e96-60a0fb052f5f details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:23.079728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5b25d8a0-b6ef-4d8c-b24c-e3ca88960661 admin admin] Request body: {'subnet': {'network_id': '7243118a-ef6b-40d4-9e96-60a0fb052f5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1537214294-subnet', 'tenant_id': '1e90bb0b798e4ba89be367f680ae5980', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:23.081871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=13']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:23.086354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 56980) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:23.111658 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:23.115983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0562b1dc-2956-4d42-bc28-6c5974e198dd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:23.171263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-91887be7-1c03-4a9d-b1c4-99f974d65b90 None None] Current status of the port f2a51228-26dc-405a-bb62-098f649e7546 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:23.217003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a5ff23ad-1dd1-433b-84ae-37c13b8fa707 None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:23.217854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a19125-2298-4773-8bb1-a1b6cb6621b5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=1943df56-5ddb-450f-aa7a-26944d729a5b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:23.236556 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.277724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.20.0.1 (577ef4e0-1b1d-452a-885f-4a13fcf231ff/e71d5083-74f6-443d-8f3a-625c4fb15442/f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:23.360783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7fa6fd4-4e81-4113-8f0c-54bc991d7410 req-0bf9dbe8-17e4-477c-9802-599df50a5feb tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 210 time: 0.2753353 Feb 19 03:25:23.376351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 1943df56-5ddb-450f-aa7a-26944d729a5b details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:23.418590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b25d8a0-b6ef-4d8c-b24c-e3ca88960661 admin admin] Made reservation on behalf of 1e90bb0b798e4ba89be367f680ae5980 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:23.420751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b25d8a0-b6ef-4d8c-b24c-e3ca88960661 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.470880 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.517627 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0562b1dc-2956-4d42-bc28-6c5974e198dd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (1943df56-5ddb-450f-aa7a-26944d729a5b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.549138 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e058b40f-f282-4f76-84ad-d809a1988bce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.555024 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0562b1dc-2956-4d42-bc28-6c5974e198dd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (1943df56-5ddb-450f-aa7a-26944d729a5b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.628743 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.631422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0562b1dc-2956-4d42-bc28-6c5974e198dd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network 1943df56-5ddb-450f-aa7a-26944d729a5b is not hosted by any dhcp agent {{(pid=109899) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:25:23.636710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0562b1dc-2956-4d42-bc28-6c5974e198dd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:23.638149 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0562b1dc-2956-4d42-bc28-6c5974e198dd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.639720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0562b1dc-2956-4d42-bc28-6c5974e198dd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "PUT /v2.0/networks/1943df56-5ddb-450f-aa7a-26944d729a5b HTTP/1.1" status: 200 len: 723 time: 0.5524855 Feb 19 03:25:23.650414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 56986) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:23.724094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-89301b0b-e77c-4f68-9f54-f5c05f721f61 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'network_id': '1943df56-5ddb-450f-aa7a-26944d729a5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:23.728153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562b1dc-2956-4d42-bc28-6c5974e198dd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=1943df56-5ddb-450f-aa7a-26944d729a5b,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:23.822439 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b25d8a0-b6ef-4d8c-b24c-e3ca88960661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (88b4fc3b-23be-40cb-b5d5-95610f078314), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:23.830884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 1943df56-5ddb-450f-aa7a-26944d729a5b details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:23.914799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b25d8a0-b6ef-4d8c-b24c-e3ca88960661 admin admin] Checking segment: {'id': '1791e7d2-89d9-40ec-b22d-49c1ac1db90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7243118a-ef6b-40d4-9e96-60a0fb052f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:23.915394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b25d8a0-b6ef-4d8c-b24c-e3ca88960661 admin admin] Network hostable DHCP agents. Network: 7243118a-ef6b-40d4-9e96-60a0fb052f5f, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:23.929334 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 577ef4e0-1b1d-452a-885f-4a13fcf231ff is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:23.955028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25d8a0-b6ef-4d8c-b24c-e3ca88960661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b4fc3b-23be-40cb-b5d5-95610f078314,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:23.960584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b25d8a0-b6ef-4d8c-b24c-e3ca88960661 admin admin] Network 7243118a-ef6b-40d4-9e96-60a0fb052f5f is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:23.975344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:23.978431 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:23.979673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5b25d8a0-b6ef-4d8c-b24c-e3ca88960661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 7243118a-ef6b-40d4-9e96-60a0fb052f5f) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:23.998091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b25d8a0-b6ef-4d8c-b24c-e3ca88960661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:23.998698 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b25d8a0-b6ef-4d8c-b24c-e3ca88960661 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:24.048722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5b25d8a0-b6ef-4d8c-b24c-e3ca88960661 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9793813 Feb 19 03:25:24.065238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f2a51228-26dc-405a-bb62-098f649e7546 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:24.073569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:24.084026 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:24.084731 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:24.379658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-b1e53486-0a0d-4ec4-9651-1ec04951a35a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:24.381286 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-b1e53486-0a0d-4ec4-9651-1ec04951a35a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.67 "GET /v2.0/networks?id=5ecb94fd-8ff3-4064-b340-acfd94f8204d HTTP/1.1" status: 200 len: 797 time: 0.6419702 Feb 19 03:25:24.398229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89301b0b-e77c-4f68-9f54-f5c05f721f61 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:24.401705 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-89301b0b-e77c-4f68-9f54-f5c05f721f61 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:24.417423 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:25:24.520677 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:24.566163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e5cd50-2eeb-44f8-8e6f-0761c1c3172f None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:25:24.640756 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-818cd3e9-f9e1-4366-ad35-8d55ea8302f7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9 HTTP/1.1" status: 200 len: 380 time: 0.2442710 Feb 19 03:25:24.684714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'port': {'device_id': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'admin_state_up': True, 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'security_groups': ['86e175e6-a7af-44e0-9c0c-696fb8c0ab0e']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:24.792834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f2a51228-26dc-405a-bb62-098f649e7546 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:24.793748 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f2a51228-26dc-405a-bb62-098f649e7546), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:24.795366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-b0e33bb2-34fe-4a05-b1b0-84f387e005e4 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:24.800279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-b0e33bb2-34fe-4a05-b1b0-84f387e005e4 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/networks?id=7243118a-ef6b-40d4-9e96-60a0fb052f5f HTTP/1.1" status: 200 len: 822 time: 0.2017059 Feb 19 03:25:24.802951 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a5ff23ad-1dd1-433b-84ae-37c13b8fa707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:17Z', 'revision_number': 7, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f', 'name': '', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:46:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:52Z', 'updated_at': '2022-02-19T03:25:06Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '72529778-6028-4066-90b8-27156429e7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a493c19-2c95-4f4a-8d21-0f0c1aae1a67', 'name': '', 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:1f:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:25:06Z', 'updated_at': '2022-02-19T03:25:20Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:24.831577 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-5e2add67-19a1-4c8f-bdd1-d26a54286b3d tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/quotas/1e90bb0b798e4ba89be367f680ae5980 HTTP/1.1" status: 200 len: 375 time: 0.0146148 Feb 19 03:25:24.899601 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-ea1c121a-ed88-4aef-978f-1ac78795daf1 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1e90bb0b798e4ba89be367f680ae5980&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602231 Feb 19 03:25:24.921863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff23ad-1dd1-433b-84ae-37c13b8fa707 None None] Checking router: f6959de3-8247-48f8-b974-917532f8cc2b for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:25.004925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff23ad-1dd1-433b-84ae-37c13b8fa707 None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:25.005253 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a5ff23ad-1dd1-433b-84ae-37c13b8fa707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:25.054716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-9bf7c86b-14e1-4001-8d7a-850614ab69dd service neutron] 10.222.0.81 "GET /v2.0/networks/7243118a-ef6b-40d4-9e96-60a0fb052f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532490 Feb 19 03:25:25.131425 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-89301b0b-e77c-4f68-9f54-f5c05f721f61 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (9b1a18a0-67b7-4576-9ab2-9961cfb28ece), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:25.171674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a5ff23ad-1dd1-433b-84ae-37c13b8fa707 None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:25.187520 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-4f7f00c7-1bac-4979-ab35-b3708bcbde87 service neutron] 10.222.0.81 "GET /v2.0/networks/7243118a-ef6b-40d4-9e96-60a0fb052f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205008 Feb 19 03:25:25.211118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e058b40f-f282-4f76-84ad-d809a1988bce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:25.211546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e058b40f-f282-4f76-84ad-d809a1988bce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:25.263291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Made reservation on behalf of ec3a4b817fbd4e3e8c1ad110c3a57ca9 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:25.267510 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:25.379473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89301b0b-e77c-4f68-9f54-f5c05f721f61 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=9b1a18a0-67b7-4576-9ab2-9961cfb28ece,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:25.538094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c90db9e-2367-4098-9c19-153bd1ff7d23 req-b092c274-fe46-41df-b249-0db103874cb1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 210 time: 0.0663064 Feb 19 03:25:25.727661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b85f85f-2da6-41c6-b6b4-7836055cb2f3 req-e0f04c2c-3bc9-4981-a832-ae579a4cf650 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 210 time: 0.0964637 Feb 19 03:25:25.792954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f2a51228-26dc-405a-bb62-098f649e7546 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:25.828764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a5ff23ad-1dd1-433b-84ae-37c13b8fa707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:17Z', 'revision_number': 7, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f', 'name': '', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:46:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:52Z', 'updated_at': '2022-02-19T03:25:06Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '72529778-6028-4066-90b8-27156429e7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a493c19-2c95-4f4a-8d21-0f0c1aae1a67', 'name': '', 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:1f:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:25:06Z', 'updated_at': '2022-02-19T03:25:20Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:25.842503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40b87da-3707-4c97-9ecd-dc626e38f61b None None] Network 577ef4e0-1b1d-452a-885f-4a13fcf231ff requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:25.848078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42b4ecd-ea5a-4f2d-bfad-3a93935633ba None None] Network 7243118a-ef6b-40d4-9e96-60a0fb052f5f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:25.907088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff23ad-1dd1-433b-84ae-37c13b8fa707 None None] The sync data for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 is: [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:17Z', 'revision_number': 7, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f', 'name': '', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:46:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:52Z', 'updated_at': '2022-02-19T03:25:06Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '72529778-6028-4066-90b8-27156429e7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8a493c19-2c95-4f4a-8d21-0f0c1aae1a67', 'name': '', 'network_id': '1928a2c1-a187-4c29-afb5-1c56b688240f', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:1f:63:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:25:06Z', 'updated_at': '2022-02-19T03:25:20Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '7d8ce201-97e8-4b15-ba95-96f6fdd23a62', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:26.136476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89301b0b-e77c-4f68-9f54-f5c05f721f61 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking segment: {'id': '53493299-3993-4d38-a226-b1c53b7a1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1943df56-5ddb-450f-aa7a-26944d729a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:26.137160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89301b0b-e77c-4f68-9f54-f5c05f721f61 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network hostable DHCP agents. Network: 1943df56-5ddb-450f-aa7a-26944d729a5b, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:26.171310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79aebb43-ec3e-4738-ba33-06eb7d18dbe9 None None] Network 7243118a-ef6b-40d4-9e96-60a0fb052f5f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:26.321924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-e058b40f-f282-4f76-84ad-d809a1988bce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] For port 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8a493c19-2c95-4f4a-8d21-0f0c1aae1a67,segment=NetworkSegment(02048d7c-add5-4975-8987-d7647f6e14da),segment_id=02048d7c-add5-4975-8987-d7647f6e14da)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:26.322637 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e058b40f-f282-4f76-84ad-d809a1988bce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.331069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.353229 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.356540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-e058b40f-f282-4f76-84ad-d809a1988bce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:26.365300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89301b0b-e77c-4f68-9f54-f5c05f721f61 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network 1943df56-5ddb-450f-aa7a-26944d729a5b is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:26.475745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Allocated IP 172.20.0.12 (5ecb94fd-8ff3-4064-b340-acfd94f8204d/539dec20-3d30-4941-b346-b454913cbe07/9d6b24b1-8326-4f2c-a15e-2bd1f80056e3) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:26.508561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-89301b0b-e77c-4f68-9f54-f5c05f721f61 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 1943df56-5ddb-450f-aa7a-26944d729a5b) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:26.535627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b91613-e5e7-4432-be1b-2f026d04a718 None None] Network 1943df56-5ddb-450f-aa7a-26944d729a5b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:26.566725 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c44ae528-5606-40c5-9c1e-876e159eaffc req-6ba55954-e997-4d86-abeb-15ac3a85fbcd service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4166944 Feb 19 03:25:26.598613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89301b0b-e77c-4f68-9f54-f5c05f721f61 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:26.599236 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-89301b0b-e77c-4f68-9f54-f5c05f721f61 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.657573 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.672793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:26.761162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1bb83abb-dbfa-4ca0-bd8a-9bd9a28d5873 req-7343e8b2-675a-4580-9182-7801d89d9433 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 210 time: 0.0809727 Feb 19 03:25:26.861242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-1943df56-5ddb-450f-aa7a-26944d729a5b', 'network_id': '1943df56-5ddb-450f-aa7a-26944d729a5b', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': '9b1a18a0-67b7-4576-9ab2-9961cfb28ece'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:26.862134 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:26.965304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f48e7a7-bc59-42cf-b21d-057a3da1bd89 req-e4b6f46e-eb1d-434e-9b7a-4eda03692a99 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 210 time: 0.0857737 Feb 19 03:25:26.986511 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-89301b0b-e77c-4f68-9f54-f5c05f721f61 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3276780 Feb 19 03:25:27.003168 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57054) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:27.034859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:27.163409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-326b23da-5ec8-4702-9670-e6226047187b None None] Provisioning complete for port f2a51228-26dc-405a-bb62-098f649e7546 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:27.164055 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-326b23da-5ec8-4702-9670-e6226047187b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f2a51228-26dc-405a-bb62-098f649e7546), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.310993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-b3d8ef0f-75cb-49df-ace3-56ed2ca4d435 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:27.316937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-b3d8ef0f-75cb-49df-ace3-56ed2ca4d435 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.87 "GET /v2.0/networks?id=7243118a-ef6b-40d4-9e96-60a0fb052f5f HTTP/1.1" status: 200 len: 822 time: 0.3813207 Feb 19 03:25:27.321105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Allocated IP 172.20.0.2 (1943df56-5ddb-450f-aa7a-26944d729a5b/9b1a18a0-67b7-4576-9ab2-9961cfb28ece/dfc205ca-adce-4cbe-997e-4a1c9fd84936) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:27.330889 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Request body: {'port': {'device_id': '231f721e-a5c2-4863-8b78-4d9bcb7728f3', 'network_id': '7243118a-ef6b-40d4-9e96-60a0fb052f5f', 'admin_state_up': True, 'tenant_id': '1e90bb0b798e4ba89be367f680ae5980'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:27.431881 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-326b23da-5ec8-4702-9670-e6226047187b None None] Current status of the port f2a51228-26dc-405a-bb62-098f649e7546 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:27.473726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-326b23da-5ec8-4702-9670-e6226047187b None None] Provisioning complete for port f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:27.474263 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-326b23da-5ec8-4702-9670-e6226047187b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.533457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Made reservation on behalf of 1e90bb0b798e4ba89be367f680ae5980 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:27.538668 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.582479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae528-5606-40c5-9c1e-876e159eaffc req-b8cd7a29-1c01-44df-8d25-37cdd08b6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:27.584498 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c44ae528-5606-40c5-9c1e-876e159eaffc req-b8cd7a29-1c01-44df-8d25-37cdd08b6b62 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1128 time: 0.9283986 Feb 19 03:25:27.752963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-326b23da-5ec8-4702-9670-e6226047187b None None] Port f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:27.784217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae528-5606-40c5-9c1e-876e159eaffc req-bc89be65-cd14-499b-8f2e-30ae9caca4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:27.784383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Allocated IP 172.20.0.9 (7243118a-ef6b-40d4-9e96-60a0fb052f5f/88b4fc3b-23be-40cb-b5d5-95610f078314/4a8088c1-3624-4836-9a2e-4d581d65d4cd) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:27.785882 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c44ae528-5606-40c5-9c1e-876e159eaffc req-bc89be65-cd14-499b-8f2e-30ae9caca4e7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 0.1296291 Feb 19 03:25:27.793754 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Publish callbacks [] for port (dfc205ca-adce-4cbe-997e-4a1c9fd84936), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.806067 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (dfc205ca-adce-4cbe-997e-4a1c9fd84936), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.879085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Network 1943df56-5ddb-450f-aa7a-26944d729a5b is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:27.890660 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:27.893146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Pushing event updated for resources: {'Port': ['ID=dfc205ca-adce-4cbe-997e-4a1c9fd84936,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:27.895735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:27.906282 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c44ae528-5606-40c5-9c1e-876e159eaffc req-d6ba11be-7469-4c72-aafc-2e16bc9774c3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 1001 time: 0.0734885 Feb 19 03:25:27.907153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b80b8691-584e-44ab-8897-7e9920c64fa0 None None] Provisioning complete for port f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:27.907750 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b80b8691-584e-44ab-8897-7e9920c64fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:27.959724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02b9a844-b3d4-4f94-8aaa-f75377b9cf14 req-7cc20057-017b-47af-9b8d-5931f4f0d024 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 210 time: 0.1004977 Feb 19 03:25:28.053365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b80b8691-584e-44ab-8897-7e9920c64fa0 None None] Port f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:28.068551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Attempting to bind port dfc205ca-adce-4cbe-997e-4a1c9fd84936 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:28.070889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Attempting to bind port dfc205ca-adce-4cbe-997e-4a1c9fd84936 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '53493299-3993-4d38-a226-b1c53b7a1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1943df56-5ddb-450f-aa7a-26944d729a5b'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:28.071473 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Attempting to bind port dfc205ca-adce-4cbe-997e-4a1c9fd84936 on network 1943df56-5ddb-450f-aa7a-26944d729a5b {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:28.089676 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:28.090458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Checking segment: {'id': '53493299-3993-4d38-a226-b1c53b7a1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1943df56-5ddb-450f-aa7a-26944d729a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:28.091224 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.091821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Bound using segment: {'id': '53493299-3993-4d38-a226-b1c53b7a1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1943df56-5ddb-450f-aa7a-26944d729a5b'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:28.092516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Bound port: dfc205ca-adce-4cbe-997e-4a1c9fd84936, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53493299-3993-4d38-a226-b1c53b7a1c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1943df56-5ddb-450f-aa7a-26944d729a5b'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:28.093259 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dfc205ca-adce-4cbe-997e-4a1c9fd84936), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.102885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9892467'] for subnet (9b1a18a0-67b7-4576-9ab2-9961cfb28ece), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.195632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e51cb180-619e-40be-a3ff-97c63cfd88fe req-81587f4c-0f1a-4ebe-ac2b-d635b1e0ec7f tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 210 time: 0.0730257 Feb 19 03:25:28.198710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 577ef4e0-1b1d-452a-885f-4a13fcf231ff is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:28.211482 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.215824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] For port dfc205ca-adce-4cbe-997e-4a1c9fd84936, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:28.221173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] For port dfc205ca-adce-4cbe-997e-4a1c9fd84936, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=dfc205ca-adce-4cbe-997e-4a1c9fd84936,segment=NetworkSegment(53493299-3993-4d38-a226-b1c53b7a1c41),segment_id=53493299-3993-4d38-a226-b1c53b7a1c41)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:28.221474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae528-5606-40c5-9c1e-876e159eaffc req-b4235151-722c-4a56-972f-5bed87c8c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:28.223143 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c44ae528-5606-40c5-9c1e-876e159eaffc req-b4235151-722c-4a56-972f-5bed87c8c30b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.3049786 Feb 19 03:25:28.224538 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:28.248195 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (dfc205ca-adce-4cbe-997e-4a1c9fd84936), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.378243 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Publish callbacks [] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.388477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595e503-973f-4cfd-bbc3-28fb48ddff6d None None] Pushing event updated for resources: {'Port': ['ID=dfc205ca-adce-4cbe-997e-4a1c9fd84936,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:28.458901 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e058b40f-f282-4f76-84ad-d809a1988bce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8a493c19-2c95-4f4a-8d21-0f0c1aae1a67), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.477230 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.585415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Network 7243118a-ef6b-40d4-9e96-60a0fb052f5f is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:28.605933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:28.620816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058b40f-f282-4f76-84ad-d809a1988bce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=8a493c19-2c95-4f4a-8d21-0f0c1aae1a67,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:28.621943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:28.781083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:28.781938 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.784495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Pushing event updated for resources: {'Port': ['ID=4a8088c1-3624-4836-9a2e-4d581d65d4cd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:28.818481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-54bc3795-b1a6-49a2-ba38-4cb432a74c58 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4926741 Feb 19 03:25:28.828994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d14d2dcc-2177-4822-a7d8-de4712bb2e77 None None] Provisioning complete for port f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:28.829686 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d14d2dcc-2177-4822-a7d8-de4712bb2e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:28.832195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Request body: {'port': {'device_id': '231f721e-a5c2-4863-8b78-4d9bcb7728f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:28.956418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d14d2dcc-2177-4822-a7d8-de4712bb2e77 None None] Port f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:29.005302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:29.135047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ae528-5606-40c5-9c1e-876e159eaffc req-acc71ae8-8087-47d3-b119-fb30218ea055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:29.137443 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c44ae528-5606-40c5-9c1e-876e159eaffc req-acc71ae8-8087-47d3-b119-fb30218ea055 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.8985322 Feb 19 03:25:29.138049 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e058b40f-f282-4f76-84ad-d809a1988bce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:29.147277 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:29.184960 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network 5ecb94fd-8ff3-4064-b340-acfd94f8204d is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:29.194045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:29.197232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:29.450675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82efe65-3118-4ac4-849c-8eda519d1d74 req-9aa69113-5b6e-4c76-9a8c-f4f13a2f987b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:29.452285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b82efe65-3118-4ac4-849c-8eda519d1d74 req-9aa69113-5b6e-4c76-9a8c-f4f13a2f987b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 932 time: 0.3004560 Feb 19 03:25:29.613557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b82efe65-3118-4ac4-849c-8eda519d1d74 req-4ec4a788-5e1b-4b63-8e5f-c299118fbe1f tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501093 Feb 19 03:25:29.739883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:29.744279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9fc7018f-11e4-45c6-a641-9367b61a77bb None None] Provisioning complete for port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:29.744780 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9fc7018f-11e4-45c6-a641-9367b61a77bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:29.813557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9fc7018f-11e4-45c6-a641-9367b61a77bb None None] Port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:29.867904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:29.874141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a8088c1-3624-4836-9a2e-4d581d65d4cd {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:29.885778 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Publish callbacks [] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:29.944009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:29.945023 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:29.959886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8daa8f-e673-42f0-8c65-9a8f7349eaa1 req-8391c70d-c52f-4418-9595-5ca9ea4cde55 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:29.974731 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d8daa8f-e673-42f0-8c65-9a8f7349eaa1 req-8391c70d-c52f-4418-9595-5ca9ea4cde55 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 931 time: 0.1632962 Feb 19 03:25:30.002275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Transition to ACTIVE for port object 4a8088c1-3624-4836-9a2e-4d581d65d4cd will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:25:30.033783 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.058265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e058b40f-f282-4f76-84ad-d809a1988bce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router f6959de3-8247-48f8-b974-917532f8cc2b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:30.134972 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c44ae528-5606-40c5-9c1e-876e159eaffc req-101654b9-1950-417d-88c0-d917cff9aaea service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9758744 Feb 19 03:25:30.142738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762369645954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2464279'] for subnet (9b1a18a0-67b7-4576-9ab2-9961cfb28ece), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.174385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device dfc205ca-adce-4cbe-997e-4a1c9fd84936 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:30.226976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8088c1-3624-4836-9a2e-4d581d65d4cd,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:30.235876 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-c4257908-4399-499e-b620-1a29211539c7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5650344 Feb 19 03:25:30.260978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.261339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.261691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.266515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.267128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.267476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.267813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.268148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.268477 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.268839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.269172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.269495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.269950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:30.280976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port dfc205ca-adce-4cbe-997e-4a1c9fd84936 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:30.281368 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (dfc205ca-adce-4cbe-997e-4a1c9fd84936), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.298839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:30.299442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.304451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d8daa8f-e673-42f0-8c65-9a8f7349eaa1 req-d6251fc6-5469-43f2-8c34-e6f31ed8be16 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/security-groups?id=29d7483f-df78-4077-88eb-44ba3f4e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290291 Feb 19 03:25:30.304992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57100) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:30.308611 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "PUT /v2.0/subnets/9b1a18a0-67b7-4576-9ab2-9961cfb28ece HTTP/1.1" status: 200 len: 806 time: 3.2912147 Feb 19 03:25:30.383960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0a5b2a-93c1-48a8-b93d-09422f1b8e2e None None] Network 1943df56-5ddb-450f-aa7a-26944d729a5b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:30.470797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=9b1a18a0-67b7-4576-9ab2-9961cfb28ece,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:30.474197 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c44ae528-5606-40c5-9c1e-876e159eaffc req-df7e1295-51f1-410b-90a3-cb6c81e6aeb0 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106959 Feb 19 03:25:30.546784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c5addacf-7dc6-4c42-a417-9ad1ad3b8f8b None None] Provisioning complete for port dfc205ca-adce-4cbe-997e-4a1c9fd84936 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:30.547480 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c5addacf-7dc6-4c42-a417-9ad1ad3b8f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (dfc205ca-adce-4cbe-997e-4a1c9fd84936), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.680147 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (1943df56-5ddb-450f-aa7a-26944d729a5b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.688795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Attempting to bind port 4a8088c1-3624-4836-9a2e-4d581d65d4cd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:30.689034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Attempting to bind port 4a8088c1-3624-4836-9a2e-4d581d65d4cd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '1791e7d2-89d9-40ec-b22d-49c1ac1db90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7243118a-ef6b-40d4-9e96-60a0fb052f5f'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:30.689355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Attempting to bind port 4a8088c1-3624-4836-9a2e-4d581d65d4cd on network 7243118a-ef6b-40d4-9e96-60a0fb052f5f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:30.692285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port dfc205ca-adce-4cbe-997e-4a1c9fd84936 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:30.692285 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dfc205ca-adce-4cbe-997e-4a1c9fd84936), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.700941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Port 4a8088c1-3624-4836-9a2e-4d581d65d4cd on network 7243118a-ef6b-40d4-9e96-60a0fb052f5f not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:25:30.701262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Attempting to bind port 4a8088c1-3624-4836-9a2e-4d581d65d4cd on network 7243118a-ef6b-40d4-9e96-60a0fb052f5f {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:30.710366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:30.710670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Checking segment: {'id': '1791e7d2-89d9-40ec-b22d-49c1ac1db90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7243118a-ef6b-40d4-9e96-60a0fb052f5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:30.711051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Bound using segment: {'id': '1791e7d2-89d9-40ec-b22d-49c1ac1db90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7243118a-ef6b-40d4-9e96-60a0fb052f5f'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:30.711473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Bound port: 4a8088c1-3624-4836-9a2e-4d581d65d4cd, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1791e7d2-89d9-40ec-b22d-49c1ac1db90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '7243118a-ef6b-40d4-9e96-60a0fb052f5f'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:30.711827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.788204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port dfc205ca-adce-4cbe-997e-4a1c9fd84936, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=dfc205ca-adce-4cbe-997e-4a1c9fd84936,segment=NetworkSegment(53493299-3993-4d38-a226-b1c53b7a1c41),segment_id=53493299-3993-4d38-a226-b1c53b7a1c41)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:30.791443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c5addacf-7dc6-4c42-a417-9ad1ad3b8f8b None None] Current status of the port dfc205ca-adce-4cbe-997e-4a1c9fd84936 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:30.793339 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c5addacf-7dc6-4c42-a417-9ad1ad3b8f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dfc205ca-adce-4cbe-997e-4a1c9fd84936), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.806216 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (dfc205ca-adce-4cbe-997e-4a1c9fd84936), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:30.934629 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-c5addacf-7dc6-4c42-a417-9ad1ad3b8f8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:25:30.935412 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-c5addacf-7dc6-4c42-a417-9ad1ad3b8f8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:25:30.964145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=dfc205ca-adce-4cbe-997e-4a1c9fd84936,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:30.966700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] For port 4a8088c1-3624-4836-9a2e-4d581d65d4cd, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:30.986932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] For port 4a8088c1-3624-4836-9a2e-4d581d65d4cd, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4a8088c1-3624-4836-9a2e-4d581d65d4cd,segment=NetworkSegment(1791e7d2-89d9-40ec-b22d-49c1ac1db90f),segment_id=1791e7d2-89d9-40ec-b22d-49c1ac1db90f)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:30.997389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Deleting port dfc205ca-adce-4cbe-997e-4a1c9fd84936 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:30.997759 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (dfc205ca-adce-4cbe-997e-4a1c9fd84936), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:31.101420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb8bbfb-ea72-4e14-a7c7-d2d27be153e6 None None] Network 1943df56-5ddb-450f-aa7a-26944d729a5b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:31.101735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] For port dfc205ca-adce-4cbe-997e-4a1c9fd84936, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=dfc205ca-adce-4cbe-997e-4a1c9fd84936,segment=NetworkSegment(53493299-3993-4d38-a226-b1c53b7a1c41),segment_id=53493299-3993-4d38-a226-b1c53b7a1c41)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:31.102058 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (dfc205ca-adce-4cbe-997e-4a1c9fd84936), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:31.117367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Calling delete_port for dfc205ca-adce-4cbe-997e-4a1c9fd84936 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:31.257519 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:31.351001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:31.352038 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:31.353705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] 10.222.0.87 "PUT /v2.0/ports/4a8088c1-3624-4836-9a2e-4d581d65d4cd HTTP/1.1" status: 200 len: 1091 time: 2.5263937 Feb 19 03:25:31.370459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef091-f8bd-484c-a4cf-87a9a8759b15 req-fb7d54a9-08ec-4160-a162-f2521abea4d4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:31.372852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e9ef091-f8bd-484c-a4cf-87a9a8759b15 req-fb7d54a9-08ec-4160-a162-f2521abea4d4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 932 time: 0.5144432 Feb 19 03:25:31.373553 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (dfc205ca-adce-4cbe-997e-4a1c9fd84936), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:31.375861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231f721e-a5c2-4863-8b78-4d9bcb7728f3', 'tag': '4a8088c1-3624-4836-9a2e-4d581d65d4cd'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:31.379129 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b89aaff-7d47-4193-ac1b-bff0732f4cd7" -d '{"events": [{"name": "network-changed", "server_uuid": "231f721e-a5c2-4863-8b78-4d9bcb7728f3", "tag": "4a8088c1-3624-4836-9a2e-4d581d65d4cd"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:31.428817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Request body: {'port': {'device_id': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:31.445510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:31.448639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.449027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.449584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.450169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.450681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.451194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.451712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.452786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.453378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.453898 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.454417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.454920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.455429 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a973a65-d472-4763-8b41-780e10c3ae92 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:25:31.466448 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2bafbb-4f5b-4810-9a36-091694c7096e None None] Sync routers for ids ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:31.473510 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5870937c-fe9f-40b0-9166-65a593a7af40 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "PUT /v2.0/routers/eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4272144 Feb 19 03:25:31.488885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57120) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:31.504737 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2bafbb-4f5b-4810-9a36-091694c7096e None None] Routers {'eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:31.511267 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-eb2bafbb-4f5b-4810-9a36-091694c7096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:31.512617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'port': {'network_id': '577ef4e0-1b1d-452a-885f-4a13fcf231ff', 'name': 'tempest-FloatingIPTestJSON-969588129'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:31.553207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:31.560442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c5addacf-7dc6-4c42-a417-9ad1ad3b8f8b None None] Port dfc205ca-adce-4cbe-997e-4a1c9fd84936 update to ACTIVE by agent not found {{(pid=109900) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 03:25:31.582259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e0a11-90ac-47d3-aeee-b8513ae74181 service neutron] Pushing event updated for resources: {'Port': ['ID=4a8088c1-3624-4836-9a2e-4d581d65d4cd,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:31.606161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No DVR routers for this DVR port dfc205ca-adce-4cbe-997e-4a1c9fd84936 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:31.639662 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-eb2bafbb-4f5b-4810-9a36-091694c7096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:31.668228 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2bafbb-4f5b-4810-9a36-091694c7096e None None] Routers {'eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:31.672775 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-eb2bafbb-4f5b-4810-9a36-091694c7096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:31.682802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-671792df-a01c-438f-9782-420cfc97529a None None] Could not find standard attr ID for object dfc205ca-adce-4cbe-997e-4a1c9fd84936. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:25:31.702735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Port': ['ID=dfc205ca-adce-4cbe-997e-4a1c9fd84936,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:31.751174 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e9ef091-f8bd-484c-a4cf-87a9a8759b15 req-8cc7cdb6-db8c-413c-ad65-1527cc1a246a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3607447 Feb 19 03:25:31.774404 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-eb2bafbb-4f5b-4810-9a36-091694c7096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:31.775264 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2bafbb-4f5b-4810-9a36-091694c7096e None None] The sync data for ids ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:31.812121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7723a274-6103-48d1-ab86-ca40fa225b31 None None] Could not find standard attr ID for object dfc205ca-adce-4cbe-997e-4a1c9fd84936. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:25:31.850442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc8b10e-9d69-4312-892b-0cd4386d05ab None None] DHCP port deletion for 1943df56-5ddb-450f-aa7a-26944d729a5b request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:31.855702 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (9b1a18a0-67b7-4576-9ab2-9961cfb28ece), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:31.884952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6801b1-9db6-4b59-b264-3fd3040d6c0f None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:25:31.942522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-5182ab3b-0f1a-400a-9adc-60b4d87fe5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:31.944365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-5182ab3b-0f1a-400a-9adc-60b4d87fe5ac service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1e90bb0b798e4ba89be367f680ae5980&device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 1125 time: 0.5065317 Feb 19 03:25:31.948889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e058b40f-f282-4f76-84ad-d809a1988bce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:31.966192 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e058b40f-f282-4f76-84ad-d809a1988bce tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8034723 Feb 19 03:25:31.970215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57126) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:31.984332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68555304-6b00-4c0d-9962-5f66606aa59b None None] Sync routers for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:32.043484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68555304-6b00-4c0d-9962-5f66606aa59b None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:32.044122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-68555304-6b00-4c0d-9962-5f66606aa59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:32.088655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb910ea1-f8bf-4e59-8806-84223ae636d4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting subnet 7d8ce201-97e8-4b15-ba95-96f6fdd23a62 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:32.095386 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb910ea1-f8bf-4e59-8806-84223ae636d4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (7d8ce201-97e8-4b15-ba95-96f6fdd23a62), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.168899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb910ea1-f8bf-4e59-8806-84223ae636d4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (7d8ce201-97e8-4b15-ba95-96f6fdd23a62), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.247894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:32.260352 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Publish callbacks [] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.302309 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Transition to ACTIVE for port object 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:25:32.336411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.407108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-68555304-6b00-4c0d-9962-5f66606aa59b None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:32.409003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Pushing event updated for resources: {'Port': ['ID=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:32.420452 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb910ea1-f8bf-4e59-8806-84223ae636d4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (7d8ce201-97e8-4b15-ba95-96f6fdd23a62), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.465485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6801b1-9db6-4b59-b264-3fd3040d6c0f None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:25:32.520873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-f213201a-f108-4122-8991-5b764115369b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8088c1-3624-4836-9a2e-4d581d65d4cd HTTP/1.1" status: 200 len: 217 time: 0.5168056 Feb 19 03:25:32.528084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Made reservation on behalf of a3fb9329e09f476db78b438747f88900 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:32.533314 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.548427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Attempting to bind port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:25:32.549087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Attempting to bind port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:25:32.549391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Attempting to bind port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 on network 5ecb94fd-8ff3-4064-b340-acfd94f8204d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:32.555838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 on network 5ecb94fd-8ff3-4064-b340-acfd94f8204d not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:25:32.556302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Attempting to bind port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 on network 5ecb94fd-8ff3-4064-b340-acfd94f8204d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:25:32.562602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:25:32.563080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Checking segment: {'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:32.564052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Bound using segment: {'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:25:32.564817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Bound port: 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '556d6d52-4f9d-4b53-9e40-43f02b9a7877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:25:32.566346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.597484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-82803224-8c68-49f9-a5d5-635fd96ef5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:32.599001 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-82803224-8c68-49f9-a5d5-635fd96ef5a6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=88b4fc3b-23be-40cb-b5d5-95610f078314 HTTP/1.1" status: 200 len: 862 time: 0.0595992 Feb 19 03:25:32.615447 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb910ea1-f8bf-4e59-8806-84223ae636d4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (7d8ce201-97e8-4b15-ba95-96f6fdd23a62), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.655450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-ea362f55-4358-4df7-82ca-05d0ed99ea94 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7243118a-ef6b-40d4-9e96-60a0fb052f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458462 Feb 19 03:25:32.666333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] device_id is not set on port 7a85a8fe-9930-43bd-b276-a5b10b07ccdb yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:25:32.675495 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb910ea1-f8bf-4e59-8806-84223ae636d4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Subnet': ['ID=7d8ce201-97e8-4b15-ba95-96f6fdd23a62,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:32.705478 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eb910ea1-f8bf-4e59-8806-84223ae636d4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.713577 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eb910ea1-f8bf-4e59-8806-84223ae636d4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/7d8ce201-97e8-4b15-ba95-96f6fdd23a62 HTTP/1.1" status: 204 len: 168 time: 0.7387621 Feb 19 03:25:32.714380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57140) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:32.829996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-add54787-92cb-4476-9314-5342a2194c0a service neutron] 10.222.0.87 "GET /v2.0/networks/7243118a-ef6b-40d4-9e96-60a0fb052f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604304 Feb 19 03:25:32.916818 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] For port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:25:32.920180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] For port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3,segment=NetworkSegment(556d6d52-4f9d-4b53-9e40-43f02b9a7877),segment_id=556d6d52-4f9d-4b53-9e40-43f02b9a7877)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:25:32.934982 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (1928a2c1-a187-4c29-afb5-1c56b688240f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.955591 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:32.975785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Allocated IP 172.20.0.10 (577ef4e0-1b1d-452a-885f-4a13fcf231ff/e71d5083-74f6-443d-8f3a-625c4fb15442/7a85a8fe-9930-43bd-b276-a5b10b07ccdb) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:33.033525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:33.034148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.035606 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] 10.222.0.67 "PUT /v2.0/ports/9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 HTTP/1.1" status: 200 len: 1092 time: 2.7872124 Feb 19 03:25:33.037034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'tag': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:33.039659 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6792f7-6ab3-455f-aa30-29b69d6582c7" -d '{"events": [{"name": "network-changed", "server_uuid": "84c1de7f-fef9-4b29-89e1-a821e0dc3c58", "tag": "9d6b24b1-8326-4f2c-a15e-2bd1f80056e3"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:33.072555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb4aa6-22db-42f3-b883-16f92cb433df service neutron] Pushing event updated for resources: {'Port': ['ID=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:33.127042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fcd38d-53db-4839-8e4e-5cbeb3c3440f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-1943df56-5ddb-450f-aa7a-26944d729a5b', 'network_id': '1943df56-5ddb-450f-aa7a-26944d729a5b', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': '9b1a18a0-67b7-4576-9ab2-9961cfb28ece'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:33.132239 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-50fcd38d-53db-4839-8e4e-5cbeb3c3440f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.140023 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for port (7a85a8fe-9930-43bd-b276-a5b10b07ccdb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.173918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 938f8a15-0129-4a61-8db0-eb0424982d27 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:33.173918 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.184192 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (9b1a18a0-67b7-4576-9ab2-9961cfb28ece), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.263750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Subnet': ['ID=9b1a18a0-67b7-4576-9ab2-9961cfb28ece,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:33.280150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-68555304-6b00-4c0d-9962-5f66606aa59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:27Z', 'revision_number': 8, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f', 'name': '', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:46:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:52Z', 'updated_at': '2022-02-19T03:25:06Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '72529778-6028-4066-90b8-27156429e7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:33.282427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c6627-8019-4ca0-bf1a-835c542941fd req-5cad1686-bd72-4265-9da5-81b55fbe5e62 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:33.290342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] For port 938f8a15-0129-4a61-8db0-eb0424982d27, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=938f8a15-0129-4a61-8db0-eb0424982d27,segment=NetworkSegment(02048d7c-add5-4975-8987-d7647f6e14da),segment_id=02048d7c-add5-4975-8987-d7647f6e14da)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:33.290804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.292414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-078c6627-8019-4ca0-bf1a-835c542941fd req-5cad1686-bd72-4265-9da5-81b55fbe5e62 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 943 time: 1.3260238 Feb 19 03:25:33.311684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 938f8a15-0129-4a61-8db0-eb0424982d27 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:33.324720 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7a85a8fe-9930-43bd-b276-a5b10b07ccdb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.379600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129ca63e-227d-4d39-9eaf-d81020ed5270 None None] Network 1928a2c1-a187-4c29-afb5-1c56b688240f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:33.387003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68555304-6b00-4c0d-9962-5f66606aa59b None None] Checking router: f6959de3-8247-48f8-b974-917532f8cc2b for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:33.413058 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-7bdb9ce9-e483-48f9-a4a0-e8e0f93a74fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:33.414893 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-7bdb9ce9-e483-48f9-a4a0-e8e0f93a74fa service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 1126 time: 0.3259141 Feb 19 03:25:33.438929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event updated for resources: {'Port': ['ID=7a85a8fe-9930-43bd-b276-a5b10b07ccdb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:33.454951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Network 577ef4e0-1b1d-452a-885f-4a13fcf231ff is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:33.501490 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-daf5329a-e211-43cc-a3de-b9aaafb0bab9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 HTTP/1.1" status: 200 len: 217 time: 0.0795703 Feb 19 03:25:33.520208 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1dd980-f84f-4b44-adb5-3f539c67dcb3 None None] Network 1943df56-5ddb-450f-aa7a-26944d729a5b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:33.540084 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (1943df56-5ddb-450f-aa7a-26944d729a5b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.553043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68555304-6b00-4c0d-9962-5f66606aa59b None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:33.554316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-68555304-6b00-4c0d-9962-5f66606aa59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:33.600056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1943df56-5ddb-450f-aa7a-26944d729a5b']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:33.603073 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-fa6ce289-d931-44ca-8c6d-81da95ff8580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:33.605880 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-fa6ce289-d931-44ca-8c6d-81da95ff8580 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=539dec20-3d30-4941-b346-b454913cbe07 HTTP/1.1" status: 200 len: 834 time: 0.0943387 Feb 19 03:25:33.609770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (938f8a15-0129-4a61-8db0-eb0424982d27), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.612771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53493299-3993-4d38-a226-b1c53b7a1c41') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:33.613269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53493299-3993-4d38-a226-b1c53b7a1c41') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:33.625942 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (53493299-3993-4d38-a226-b1c53b7a1c41), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.648492 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (53493299-3993-4d38-a226-b1c53b7a1c41), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.660463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:33.660906 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (53493299-3993-4d38-a226-b1c53b7a1c41), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.749935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=938f8a15-0129-4a61-8db0-eb0424982d27,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:33.751838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No DVR routers for this DVR port 938f8a15-0129-4a61-8db0-eb0424982d27 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:33.765750 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:33.777189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:33.791252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:33.944622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:33.945311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.950341 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (1943df56-5ddb-450f-aa7a-26944d729a5b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:33.974852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-078c6627-8019-4ca0-bf1a-835c542941fd req-7f18a1e3-aef2-4fbc-8917-6b90317e9df5 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/security-groups?id=29d7483f-df78-4077-88eb-44ba3f4e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6814818 Feb 19 03:25:34.047783 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.055948 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (1928a2c1-a187-4c29-afb5-1c56b688240f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.059237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/1943df56-5ddb-450f-aa7a-26944d729a5b HTTP/1.1" status: 204 len: 168 time: 3.7516444 Feb 19 03:25:34.081100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea7cd1-9ded-4676-ad71-24b4017fbb7c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Network': ['ID=1943df56-5ddb-450f-aa7a-26944d729a5b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:34.096300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6144aa0d-496b-4a58-8717-bf171d847b3e tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5882540 Feb 19 03:25:34.108747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57164) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:34.109458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57166) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:34.114236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1928a2c1-a187-4c29-afb5-1c56b688240f']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:34.123428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8dfec0a8-194a-45dc-8de9-3fa59d856c6a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Request body: {'floatingip': {'port_id': '7a85a8fe-9930-43bd-b276-a5b10b07ccdb'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:34.125403 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-83531a8e-758f-4f1d-a616-0964c010a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:34.127218 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-83531a8e-758f-4f1d-a616-0964c010a81e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ecb94fd-8ff3-4064-b340-acfd94f8204d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5112829 Feb 19 03:25:34.133293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02048d7c-add5-4975-8987-d7647f6e14da') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:34.133609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02048d7c-add5-4975-8987-d7647f6e14da') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:34.215647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (02048d7c-add5-4975-8987-d7647f6e14da), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.230008 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8dfec0a8-194a-45dc-8de9-3fa59d856c6a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (e2e72cf9-1930-44a0-8a65-6a20813052a6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.251710 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034e7232-7d8d-401a-a38a-72edda52ffce x-openstack-request-id: req-034e7232-7d8d-401a-a38a-72edda52ffce {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:34.252288 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231f721e-a5c2-4863-8b78-4d9bcb7728f3", "tag": "4a8088c1-3624-4836-9a2e-4d581d65d4cd", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:34.252855 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-034e7232-7d8d-401a-a38a-72edda52ffce {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:34.253439 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '231f721e-a5c2-4863-8b78-4d9bcb7728f3', 'tag': '4a8088c1-3624-4836-9a2e-4d581d65d4cd', 'status': 'completed', 'code': 200} Feb 19 03:25:34.317412 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c1ab5f-b905-41d5-8a60-40d93fbc029a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:34.318083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c1ab5f-b905-41d5-8a60-40d93fbc029a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:34.321725 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b3c1ab5f-b905-41d5-8a60-40d93fbc029a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/1943df56-5ddb-450f-aa7a-26944d729a5b HTTP/1.1" status: 404 len: 339 time: 0.2114711 Feb 19 03:25:34.327417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57170) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:34.329988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5de4128b-0079-4123-a1c4-850d55d87f67 req-6ab480cf-9a6a-4ac1-a2ef-bac901e7681a service neutron] 10.222.0.87 "GET /v2.0/networks/7243118a-ef6b-40d4-9e96-60a0fb052f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4901114 Feb 19 03:25:34.340139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3455e97e-7c49-475e-96ee-48b69622edc5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-495385664', 'description': 'd1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:34.380472 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-242ade3f-9287-490f-a160-ee467aa03a58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.393478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0409ad8d-d5cc-4dc3-bae7-8d321f0f3480 None None] DHCP port deletion for 1928a2c1-a187-4c29-afb5-1c56b688240f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:34.401562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device dfc205ca-adce-4cbe-997e-4a1c9fd84936 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:34.415327 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (02048d7c-add5-4975-8987-d7647f6e14da), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.429765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:34.430182 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (02048d7c-add5-4975-8987-d7647f6e14da), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.443038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827629e0-d2b8-4180-aad0-9266844af6eb None None] DHCP port deletion for 1943df56-5ddb-450f-aa7a-26944d729a5b request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:34.465931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-68555304-6b00-4c0d-9962-5f66606aa59b None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:34.525062 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:34.537994 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-cefb7c30-bda7-42ca-918c-df95a2f78ac5 service neutron] 10.222.0.67 "GET /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960223 Feb 19 03:25:34.545671 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (1928a2c1-a187-4c29-afb5-1c56b688240f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.549865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3455e97e-7c49-475e-96ee-48b69622edc5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:34.553508 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3455e97e-7c49-475e-96ee-48b69622edc5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.579590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: dfc205ca-adce-4cbe-997e-4a1c9fd84936 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:34.580135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device dfc205ca-adce-4cbe-997e-4a1c9fd84936 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:34.586747 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.603499 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/networks/1928a2c1-a187-4c29-afb5-1c56b688240f HTTP/1.1" status: 204 len: 168 time: 1.8808849 Feb 19 03:25:34.604193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b378cb-171b-4ae0-a0e5-21c5e7df1fb7 req-1f808b37-1be4-44d4-88a3-e3ff75a92459 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:34.611387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3b378cb-171b-4ae0-a0e5-21c5e7df1fb7 req-1f808b37-1be4-44d4-88a3-e3ff75a92459 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 944 time: 0.2366040 Feb 19 03:25:34.620830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57178) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:34.705115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89aaff-7d47-4193-ac1b-bff0732f4cd7 req-e089d037-37fd-42fe-add0-2e63ebd4b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:34.706706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b89aaff-7d47-4193-ac1b-bff0732f4cd7 req-e089d037-37fd-42fe-add0-2e63ebd4b30a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1e90bb0b798e4ba89be367f680ae5980&device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 1125 time: 0.2762630 Feb 19 03:25:34.708975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3455e97e-7c49-475e-96ee-48b69622edc5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:34.749198 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3455e97e-7c49-475e-96ee-48b69622edc5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c3ffb513-9118-4158-b247-a905a95f102f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.749567 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-3455e97e-7c49-475e-96ee-48b69622edc5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Added segment c3ffb513-9118-4158-b247-a905a95f102f of type vlan for network dc6f999a-f4b4-406f-b15e-1cc5f9e54718 Feb 19 03:25:34.768744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-05b0179b-78c7-4cef-8f91-0104603d85bf None None] Provisioning complete for port 7a85a8fe-9930-43bd-b276-a5b10b07ccdb triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:34.769534 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05b0179b-78c7-4cef-8f91-0104603d85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7a85a8fe-9930-43bd-b276-a5b10b07ccdb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.793250 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-23728e9a-4c21-48d9-8328-c4c23e1deefe req-82111701-0031-411f-a7a1-54b819b5de80 service neutron] 10.222.0.67 "GET /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483399 Feb 19 03:25:34.793897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bcf02-1747-4e2d-980a-eec58d1ca219 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Network': ['ID=1928a2c1-a187-4c29-afb5-1c56b688240f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:34.816152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-05b0179b-78c7-4cef-8f91-0104603d85bf None None] Port 7a85a8fe-9930-43bd-b276-a5b10b07ccdb cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:25:34.850973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-68555304-6b00-4c0d-9962-5f66606aa59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:27Z', 'revision_number': 8, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f', 'name': '', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:46:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:52Z', 'updated_at': '2022-02-19T03:25:06Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '72529778-6028-4066-90b8-27156429e7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:34.893683 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68555304-6b00-4c0d-9962-5f66606aa59b None None] The sync data for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 is: [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:27Z', 'revision_number': 8, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f', 'name': '', 'network_id': '160bf656-69ab-4572-bce5-3a896f3138d9', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:46:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3051, 'fixed_ips': [{'subnet_id': '72529778-6028-4066-90b8-27156429e7a3', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:52Z', 'updated_at': '2022-02-19T03:25:06Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': '72529778-6028-4066-90b8-27156429e7a3', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:34.899647 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3455e97e-7c49-475e-96ee-48b69622edc5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (dc6f999a-f4b4-406f-b15e-1cc5f9e54718), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:34.927169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c3b378cb-171b-4ae0-a0e5-21c5e7df1fb7 req-277bca6d-97de-4ddc-8a59-fece7aea8ab1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3135245 Feb 19 03:25:35.020126 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00699071-ca22-437a-8424-60effe1f6cd2 x-openstack-request-id: req-00699071-ca22-437a-8424-60effe1f6cd2 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:35.020427 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c1de7f-fef9-4b29-89e1-a821e0dc3c58", "tag": "9d6b24b1-8326-4f2c-a15e-2bd1f80056e3", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:35.020689 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-00699071-ca22-437a-8424-60effe1f6cd2 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:35.021103 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'tag': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3', 'status': 'completed', 'code': 200} Feb 19 03:25:35.141928 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3455e97e-7c49-475e-96ee-48b69622edc5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (dc6f999a-f4b4-406f-b15e-1cc5f9e54718), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:35.147419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3455e97e-7c49-475e-96ee-48b69622edc5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.148368 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3455e97e-7c49-475e-96ee-48b69622edc5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:35.177704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89aaff-7d47-4193-ac1b-bff0732f4cd7 req-88bfc1fe-d0ec-4e21-9e01-2506afa19860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.179589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b89aaff-7d47-4193-ac1b-bff0732f4cd7 req-88bfc1fe-d0ec-4e21-9e01-2506afa19860 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7243118a-ef6b-40d4-9e96-60a0fb052f5f HTTP/1.1" status: 200 len: 923 time: 0.4628510 Feb 19 03:25:35.241592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6792f7-6ab3-455f-aa30-29b69d6582c7 req-4803bb2f-1c20-4f0f-a964-95eed54c2423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.242991 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8c6792f7-6ab3-455f-aa30-29b69d6582c7 req-4803bb2f-1c20-4f0f-a964-95eed54c2423 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 1126 time: 0.1528780 Feb 19 03:25:35.337500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3455e97e-7c49-475e-96ee-48b69622edc5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0003343 Feb 19 03:25:35.337500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b89aaff-7d47-4193-ac1b-bff0732f4cd7 req-55c2773d-5625-4603-b581-fe38047ba9f4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a8088c1-3624-4836-9a2e-4d581d65d4cd HTTP/1.1" status: 200 len: 217 time: 0.1366131 Feb 19 03:25:35.348203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57192) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:35.463974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6792f7-6ab3-455f-aa30-29b69d6582c7 req-88162206-979c-4819-a246-265a76cf5321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.466071 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8c6792f7-6ab3-455f-aa30-29b69d6582c7 req-88162206-979c-4819-a246-265a76cf5321 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ecb94fd-8ff3-4064-b340-acfd94f8204d HTTP/1.1" status: 200 len: 898 time: 0.2042935 Feb 19 03:25:35.470579 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-237d228c-4f26-438d-bf2e-29ccda5e20b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:35.490663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455e97e-7c49-475e-96ee-48b69622edc5 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=dc6f999a-f4b4-406f-b15e-1cc5f9e54718,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:35.504440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network dc6f999a-f4b4-406f-b15e-1cc5f9e54718 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:35.533004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac1c0b-f280-42fd-8436-4536f4983b4f req-7c72355c-f2b1-46e8-9510-22caeb861486 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.539966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85ac1c0b-f280-42fd-8436-4536f4983b4f req-7c72355c-f2b1-46e8-9510-22caeb861486 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 943 time: 0.4113104 Feb 19 03:25:35.576339 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8c6792f7-6ab3-455f-aa30-29b69d6582c7 req-d7312fff-efa1-4853-8eae-784284d9d90e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 HTTP/1.1" status: 200 len: 217 time: 0.1016421 Feb 19 03:25:35.652704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b89aaff-7d47-4193-ac1b-bff0732f4cd7 req-3e02c597-a793-487d-8bd3-b787dd8dba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.654083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b89aaff-7d47-4193-ac1b-bff0732f4cd7 req-3e02c597-a793-487d-8bd3-b787dd8dba59 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=88b4fc3b-23be-40cb-b5d5-95610f078314 HTTP/1.1" status: 200 len: 862 time: 0.3070300 Feb 19 03:25:35.664791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e38d32-eeb3-46de-a22e-3910c9cd80d4 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.669339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a8e38d32-eeb3-46de-a22e-3910c9cd80d4 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/networks?id=dc6f999a-f4b4-406f-b15e-1cc5f9e54718 HTTP/1.1" status: 200 len: 760 time: 0.3136053 Feb 19 03:25:35.672834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57200) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:35.688731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c3827296-421f-4788-ad0b-a1fd3a58a363 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'description': 'd2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:35.719359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85ac1c0b-f280-42fd-8436-4536f4983b4f req-0050a25b-b13e-48bb-bef5-8f01a33e0eca tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/security-groups?id=29d7483f-df78-4077-88eb-44ba3f4e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784587 Feb 19 03:25:35.728731 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b89aaff-7d47-4193-ac1b-bff0732f4cd7 req-089a2e23-1071-4dd4-ae7a-9a1d8fb3a080 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7243118a-ef6b-40d4-9e96-60a0fb052f5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428174 Feb 19 03:25:35.831580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6792f7-6ab3-455f-aa30-29b69d6582c7 req-f47a949f-3dae-42e7-8467-8c130237c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:35.833080 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8c6792f7-6ab3-455f-aa30-29b69d6582c7 req-f47a949f-3dae-42e7-8467-8c130237c10f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=539dec20-3d30-4941-b346-b454913cbe07 HTTP/1.1" status: 200 len: 834 time: 0.2084475 Feb 19 03:25:35.853715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 938f8a15-0129-4a61-8db0-eb0424982d27 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:35.922106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [None req-8dfec0a8-194a-45dc-8de9-3fa59d856c6a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:25:35.923722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 938f8a15-0129-4a61-8db0-eb0424982d27 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:35.924076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 938f8a15-0129-4a61-8db0-eb0424982d27 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:35.924501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:35.954107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:35.954107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8a493c19-2c95-4f4a-8d21-0f0c1aae1a67 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:35.966458 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fc3584d9-3dde-4162-b38c-af3e5303953f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:35.997327 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3827296-421f-4788-ad0b-a1fd3a58a363 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (dc6f999a-f4b4-406f-b15e-1cc5f9e54718), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.030306 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6792f7-6ab3-455f-aa30-29b69d6582c7 req-0d5b28c9-f7f5-4118-9af0-3363fe088291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:36.030571 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8c6792f7-6ab3-455f-aa30-29b69d6582c7 req-0d5b28c9-f7f5-4118-9af0-3363fe088291 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ecb94fd-8ff3-4064-b340-acfd94f8204d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1706495 Feb 19 03:25:36.033411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3827296-421f-4788-ad0b-a1fd3a58a363 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (dc6f999a-f4b4-406f-b15e-1cc5f9e54718), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.034683 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8dfec0a8-194a-45dc-8de9-3fa59d856c6a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.037629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b89aaff-7d47-4193-ac1b-bff0732f4cd7 req-427c2c81-d237-4bef-8972-2a9a2380307d service neutron] 10.222.0.87 "GET /v2.0/networks/7243118a-ef6b-40d4-9e96-60a0fb052f5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959802 Feb 19 03:25:36.076854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c3827296-421f-4788-ad0b-a1fd3a58a363 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network dc6f999a-f4b4-406f-b15e-1cc5f9e54718 is not hosted by any dhcp agent {{(pid=109898) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:25:36.088126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3827296-421f-4788-ad0b-a1fd3a58a363 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:36.088126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c3827296-421f-4788-ad0b-a1fd3a58a363 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.088126 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c3827296-421f-4788-ad0b-a1fd3a58a363 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "PUT /v2.0/networks/dc6f999a-f4b4-406f-b15e-1cc5f9e54718 HTTP/1.1" status: 200 len: 757 time: 0.4093525 Feb 19 03:25:36.094954 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57208) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:36.197801 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8dfec0a8-194a-45dc-8de9-3fa59d856c6a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (e2e72cf9-1930-44a0-8a65-6a20813052a6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.203286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b89aaff-7d47-4193-ac1b-bff0732f4cd7 req-4427a984-a277-4f30-a95d-cec5a88d750c service neutron] 10.222.0.87 "GET /v2.0/networks/7243118a-ef6b-40d4-9e96-60a0fb052f5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582127 Feb 19 03:25:36.288901 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3827296-421f-4788-ad0b-a1fd3a58a363 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=dc6f999a-f4b4-406f-b15e-1cc5f9e54718,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:36.311463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network dc6f999a-f4b4-406f-b15e-1cc5f9e54718 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:36.332222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860d5849-ca01-4191-963c-f96a60fe1c8b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:36.333889 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-860d5849-ca01-4191-963c-f96a60fe1c8b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/networks?id=dc6f999a-f4b4-406f-b15e-1cc5f9e54718 HTTP/1.1" status: 200 len: 760 time: 0.2129848 Feb 19 03:25:36.356090 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57216) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:36.375624 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a6778527-a8c5-4918-903b-9fdd7608eaa3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-126545139'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:36.429592 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8c6792f7-6ab3-455f-aa30-29b69d6582c7 req-54151b44-14c5-4839-8420-a6595606b5e5 service neutron] 10.222.0.67 "GET /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3795273 Feb 19 03:25:36.470333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6778527-a8c5-4918-903b-9fdd7608eaa3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:36.473647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6778527-a8c5-4918-903b-9fdd7608eaa3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.514412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8763a-a367-4491-816e-9e845189a2ac req-1ff91481-1848-44b8-9e44-c37c3e5efe57 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:36.516884 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f8d8763a-a367-4491-816e-9e845189a2ac req-1ff91481-1848-44b8-9e44-c37c3e5efe57 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 944 time: 0.4514639 Feb 19 03:25:36.523113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dea3e4c8-6aab-419e-b38b-2b7fdf9bb141 req-f17e31ec-2c50-42bd-92d0-fb2e97995d1c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3155417 Feb 19 03:25:36.559609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-237d228c-4f26-438d-bf2e-29ccda5e20b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:36.560809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-237d228c-4f26-438d-bf2e-29ccda5e20b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.582590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6778527-a8c5-4918-903b-9fdd7608eaa3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:36.597886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f8d8763a-a367-4491-816e-9e845189a2ac req-1be0f416-b475-4121-94b6-01addf709f25 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719473 Feb 19 03:25:36.623014 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-8dfec0a8-194a-45dc-8de9-3fa59d856c6a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Floating IP e2e72cf9-1930-44a0-8a65-6a20813052a6 associated. External IP: 172.25.1.91, port: 4e5d9470-888c-4599-adc6-81cfe869db15. Feb 19 03:25:36.660836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6778527-a8c5-4918-903b-9fdd7608eaa3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (64c68000-6721-4ce4-b678-972e6c3a93ce), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.661222 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-a6778527-a8c5-4918-903b-9fdd7608eaa3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Added segment 64c68000-6721-4ce4-b678-972e6c3a93ce of type vlan for network f92e7d0f-afc8-4030-b439-c0d12cfdf70f Feb 19 03:25:36.728729 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8c6792f7-6ab3-455f-aa30-29b69d6582c7 req-8027fa00-fdb6-45ed-8916-f76b54c5c45a service neutron] 10.222.0.67 "GET /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992387 Feb 19 03:25:36.748539 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6778527-a8c5-4918-903b-9fdd7608eaa3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (f92e7d0f-afc8-4030-b439-c0d12cfdf70f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.752475 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-237d228c-4f26-438d-bf2e-29ccda5e20b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] For port 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f,segment=NetworkSegment(97118f11-4185-435e-8b51-b76285d9727f),segment_id=97118f11-4185-435e-8b51-b76285d9727f)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:36.752950 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-237d228c-4f26-438d-bf2e-29ccda5e20b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.811910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-237d228c-4f26-438d-bf2e-29ccda5e20b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:36.830834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6778527-a8c5-4918-903b-9fdd7608eaa3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (f92e7d0f-afc8-4030-b439-c0d12cfdf70f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:36.839931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6778527-a8c5-4918-903b-9fdd7608eaa3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:36.841195 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a6778527-a8c5-4918-903b-9fdd7608eaa3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:37.104966 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:37.171004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3e4c8-6aab-419e-b38b-2b7fdf9bb141 req-3ca48c93-5add-4370-a19c-4371d0db254e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:37.173422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dea3e4c8-6aab-419e-b38b-2b7fdf9bb141 req-3ca48c93-5add-4370-a19c-4371d0db254e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=aebcff6ec2a8462b86ba5dff2dfbef03&device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 1132 time: 0.5597754 Feb 19 03:25:37.229881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd25967-e908-4b6e-82db-a850fb490ea0 req-4b604360-6e6e-419a-8137-c44c2c231787 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:37.237775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cd25967-e908-4b6e-82db-a850fb490ea0 req-4b604360-6e6e-419a-8137-c44c2c231787 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 943 time: 0.1157725 Feb 19 03:25:37.297403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:37.396751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cd25967-e908-4b6e-82db-a850fb490ea0 req-dc3f5f5d-0dc8-4d5b-8ad4-ada420496327 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/security-groups?id=29d7483f-df78-4077-88eb-44ba3f4e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535392 Feb 19 03:25:37.406525 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a6778527-a8c5-4918-903b-9fdd7608eaa3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0435965 Feb 19 03:25:37.432408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57236) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:37.469719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3e4c8-6aab-419e-b38b-2b7fdf9bb141 req-5fc4b4c4-b9da-4eb6-bd92-42a35ef9e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:37.471508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dea3e4c8-6aab-419e-b38b-2b7fdf9bb141 req-5fc4b4c4-b9da-4eb6-bd92-42a35ef9e435 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2729697 Feb 19 03:25:37.515622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9424951c-2a63-4b32-88cb-189e998ac56e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'network_id': 'f92e7d0f-afc8-4030-b439-c0d12cfdf70f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:37.521330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3,segment=NetworkSegment(556d6d52-4f9d-4b53-9e40-43f02b9a7877),segment_id=556d6d52-4f9d-4b53-9e40-43f02b9a7877)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:37.527232 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfec0a8-194a-45dc-8de9-3fa59d856c6a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:37.529345 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dea3e4c8-6aab-419e-b38b-2b7fdf9bb141 req-89709259-911e-4360-8680-7c0b174e8f2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=7c02158f-a9cf-4b0f-862c-bb7eb50185bc HTTP/1.1" status: 200 len: 217 time: 0.0476387 Feb 19 03:25:37.535973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'port_id': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3', 'mac_address': 'fa:16:3e:4a:61:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539dec20-3d30-4941-b346-b454913cbe07', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:37.595506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:37.595919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:37.627688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:37.657152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3e4c8-6aab-419e-b38b-2b7fdf9bb141 req-b7b04ec8-f3fc-4c4c-8643-11d515a24b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:37.659925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6778527-a8c5-4918-903b-9fdd7608eaa3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=f92e7d0f-afc8-4030-b439-c0d12cfdf70f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:37.660067 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dea3e4c8-6aab-419e-b38b-2b7fdf9bb141 req-b7b04ec8-f3fc-4c4c-8643-11d515a24b5a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.1234467 Feb 19 03:25:37.681349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network f92e7d0f-afc8-4030-b439-c0d12cfdf70f details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:37.700356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3,segment=NetworkSegment(556d6d52-4f9d-4b53-9e40-43f02b9a7877),segment_id=556d6d52-4f9d-4b53-9e40-43f02b9a7877)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:37.781367 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:37.834410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9424951c-2a63-4b32-88cb-189e998ac56e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:37.839135 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9424951c-2a63-4b32-88cb-189e998ac56e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:37.894827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfec0a8-194a-45dc-8de9-3fa59d856c6a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:37.906345 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2668a-9ef7-4d7d-b772-68122e19be43 None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:37.917184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:37.923711 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b2668a-9ef7-4d7d-b772-68122e19be43 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:37.924326 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a2b2668a-9ef7-4d7d-b772-68122e19be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:37.943896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3e4c8-6aab-419e-b38b-2b7fdf9bb141 req-4770401b-4032-412e-ae3e-1d5e6901ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:37.945453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dea3e4c8-6aab-419e-b38b-2b7fdf9bb141 req-4770401b-4032-412e-ae3e-1d5e6901ecd1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2769165 Feb 19 03:25:37.969196 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a2b2668a-9ef7-4d7d-b772-68122e19be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:37.970346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4830d-0d03-4f5d-8cf1-62a30185526a req-4418bafd-4e68-4c8d-9926-1787d0b64dd8 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:37.981329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd4830d-0d03-4f5d-8cf1-62a30185526a req-4418bafd-4e68-4c8d-9926-1787d0b64dd8 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 945 time: 0.2609520 Feb 19 03:25:37.984376 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b2668a-9ef7-4d7d-b772-68122e19be43 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:37.985570 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a2b2668a-9ef7-4d7d-b772-68122e19be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:38.029175 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a2b2668a-9ef7-4d7d-b772-68122e19be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:38.030066 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b2668a-9ef7-4d7d-b772-68122e19be43 None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:38.041544 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-237d228c-4f26-438d-bf2e-29ccda5e20b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.088603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d228c-4f26-438d-bf2e-29ccda5e20b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:38.106392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['9d6b24b1-8326-4f2c-a15e-2bd1f80056e3'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:38.189613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdd4830d-0d03-4f5d-8cf1-62a30185526a req-7d47c842-7987-4d4a-b8c6-103d40d998e8 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073061 Feb 19 03:25:38.276229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dea3e4c8-6aab-419e-b38b-2b7fdf9bb141 req-06b73bb5-c714-400a-aade-bbfca9e96502 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201163 Feb 19 03:25:38.445566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.478908 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-237d228c-4f26-438d-bf2e-29ccda5e20b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.507033 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9424951c-2a63-4b32-88cb-189e998ac56e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (1e48a90f-4944-41e4-8142-22032a8d56a5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.568430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424951c-2a63-4b32-88cb-189e998ac56e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=1e48a90f-4944-41e4-8142-22032a8d56a5,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:38.641237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dea3e4c8-6aab-419e-b38b-2b7fdf9bb141 req-60e409c6-2c0b-4edb-8316-57b4a089ad40 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833047 Feb 19 03:25:38.680707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfec0a8-194a-45dc-8de9-3fa59d856c6a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:38.698163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9424951c-2a63-4b32-88cb-189e998ac56e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking segment: {'id': '64c68000-6721-4ce4-b678-972e6c3a93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f92e7d0f-afc8-4030-b439-c0d12cfdf70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:38.698545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9424951c-2a63-4b32-88cb-189e998ac56e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network hostable DHCP agents. Network: f92e7d0f-afc8-4030-b439-c0d12cfdf70f, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:38.710021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921373e-6e8f-4ac6-be54-3c6479421aeb req-5ce298a6-d195-41a4-a20e-a0d1d5d04dfa tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:38.713275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e921373e-6e8f-4ac6-be54-3c6479421aeb req-5ce298a6-d195-41a4-a20e-a0d1d5d04dfa tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 943 time: 0.1484258 Feb 19 03:25:38.797294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9424951c-2a63-4b32-88cb-189e998ac56e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network f92e7d0f-afc8-4030-b439-c0d12cfdf70f is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:38.834687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237d228c-4f26-438d-bf2e-29ccda5e20b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router f6959de3-8247-48f8-b974-917532f8cc2b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:38.838892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9424951c-2a63-4b32-88cb-189e998ac56e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, f92e7d0f-afc8-4030-b439-c0d12cfdf70f) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:38.845141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9424951c-2a63-4b32-88cb-189e998ac56e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:38.845746 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9424951c-2a63-4b32-88cb-189e998ac56e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.852741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b7401-1625-4357-b851-a6f78c0444c2 None None] Network f92e7d0f-afc8-4030-b439-c0d12cfdf70f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:38.859378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfec0a8-194a-45dc-8de9-3fa59d856c6a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:38.866022 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8dfec0a8-194a-45dc-8de9-3fa59d856c6a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:38.885598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036014eb-9e5a-4d5f-beb2-42e4c1b4a865 None None] Sync routers for ids ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:38.951223 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e921373e-6e8f-4ac6-be54-3c6479421aeb req-5e11d30d-2cc7-4937-ace3-bf8fd579f863 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/security-groups?id=29d7483f-df78-4077-88eb-44ba3f4e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389093 Feb 19 03:25:38.952005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4a8088c1-3624-4836-9a2e-4d581d65d4cd details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:25:38.966473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8dfec0a8-194a-45dc-8de9-3fa59d856c6a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "PUT /v2.0/floatingips/e2e72cf9-1930-44a0-8a65-6a20813052a6 HTTP/1.1" status: 200 len: 977 time: 4.8524225 Feb 19 03:25:38.967071 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57260) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:38.969517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036014eb-9e5a-4d5f-beb2-42e4c1b4a865 None None] Routers {'eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:38.970665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-036014eb-9e5a-4d5f-beb2-42e4c1b4a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:38.980325 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9424951c-2a63-4b32-88cb-189e998ac56e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4701841 Feb 19 03:25:38.980325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57262) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:39.026837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-036014eb-9e5a-4d5f-beb2-42e4c1b4a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:39.118663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036014eb-9e5a-4d5f-beb2-42e4c1b4a865 None None] Routers {'eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:39.120041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-036014eb-9e5a-4d5f-beb2-42e4c1b4a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:39.129755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port 7a85a8fe-9930-43bd-b276-a5b10b07ccdb {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:39.130106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7a85a8fe-9930-43bd-b276-a5b10b07ccdb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.164193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237d228c-4f26-438d-bf2e-29ccda5e20b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:39.171592 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-237d228c-4f26-438d-bf2e-29ccda5e20b4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5188797 Feb 19 03:25:39.176639 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda37600-0300-4844-9ca9-8828aa7a653f None None] Sync routers for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:39.180654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57268) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:39.194559 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda37600-0300-4844-9ca9-8828aa7a653f None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:39.198830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-036014eb-9e5a-4d5f-beb2-42e4c1b4a865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:39.199864 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bda37600-0300-4844-9ca9-8828aa7a653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:39.204897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036014eb-9e5a-4d5f-beb2-42e4c1b4a865 None None] The sync data for ids ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:39.301639 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7a85a8fe-9930-43bd-b276-a5b10b07ccdb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.324490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-144cfded-7ee7-453d-bb69-a7da825ef647 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting subnet 72529778-6028-4066-90b8-27156429e7a3 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:39.343540 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-144cfded-7ee7-453d-bb69-a7da825ef647 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (72529778-6028-4066-90b8-27156429e7a3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.363852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4a8088c1-3624-4836-9a2e-4d581d65d4cd, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4a8088c1-3624-4836-9a2e-4d581d65d4cd,segment=NetworkSegment(1791e7d2-89d9-40ec-b22d-49c1ac1db90f),segment_id=1791e7d2-89d9-40ec-b22d-49c1ac1db90f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:39.380162 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (f92e7d0f-afc8-4030-b439-c0d12cfdf70f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.391900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '4a8088c1-3624-4836-9a2e-4d581d65d4cd', 'network_id': '7243118a-ef6b-40d4-9e96-60a0fb052f5f', 'port_id': '4a8088c1-3624-4836-9a2e-4d581d65d4cd', 'mac_address': 'fa:16:3e:d4:bc:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88b4fc3b-23be-40cb-b5d5-95610f078314', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:25:39.394976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88ab5c-dc0c-4392-a05c-4486e76b0704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-f92e7d0f-afc8-4030-b439-c0d12cfdf70f', 'network_id': 'f92e7d0f-afc8-4030-b439-c0d12cfdf70f', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': '1e48a90f-4944-41e4-8142-22032a8d56a5'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:39.395795 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b88ab5c-dc0c-4392-a05c-4486e76b0704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.397706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:39.433746 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bda37600-0300-4844-9ca9-8828aa7a653f None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:39.444231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (1e48a90f-4944-41e4-8142-22032a8d56a5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.538939 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-144cfded-7ee7-453d-bb69-a7da825ef647 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (72529778-6028-4066-90b8-27156429e7a3), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.578429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (1e48a90f-4944-41e4-8142-22032a8d56a5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.626208 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.626594 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (e2e72cf9-1930-44a0-8a65-6a20813052a6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.626905 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Floating IP e2e72cf9-1930-44a0-8a65-6a20813052a6 disassociated. External IP: 172.25.1.91, port: 7a85a8fe-9930-43bd-b276-a5b10b07ccdb. Feb 19 03:25:39.627254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for 7a85a8fe-9930-43bd-b276-a5b10b07ccdb owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:39.689853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (f92e7d0f-afc8-4030-b439-c0d12cfdf70f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server [None req-1b88ab5c-dc0c-4392-a05c-4486e76b0704 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e48a90f-4944-41e4-8142-22032a8d56a5: This subnet is being modified by another concurrent operation. Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e48a90f-4944-41e4-8142-22032a8d56a5: This subnet is being modified by another concurrent operation. Feb 19 03:25:39.706060 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Feb 19 03:25:39.717652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 4a8088c1-3624-4836-9a2e-4d581d65d4cd is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:39.717652 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.730650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:39.743529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fbcb23-9dfe-40bc-91e6-65a3b427fd01 None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:25:39.747729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92e7d0f-afc8-4030-b439-c0d12cfdf70f']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:39.761341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c68000-6721-4ce4-b678-972e6c3a93ce') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:39.761654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c68000-6721-4ce4-b678-972e6c3a93ce') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:39.776879 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (64c68000-6721-4ce4-b678-972e6c3a93ce), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.794835 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (64c68000-6721-4ce4-b678-972e6c3a93ce), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.802519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:39.802797 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (64c68000-6721-4ce4-b678-972e6c3a93ce), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.883181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fbcb23-9dfe-40bc-91e6-65a3b427fd01 None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:25:39.887858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a8088c1-3624-4836-9a2e-4d581d65d4cd {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:25:39.909442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4a8088c1-3624-4836-9a2e-4d581d65d4cd, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4a8088c1-3624-4836-9a2e-4d581d65d4cd,segment=NetworkSegment(1791e7d2-89d9-40ec-b22d-49c1ac1db90f),segment_id=1791e7d2-89d9-40ec-b22d-49c1ac1db90f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:39.912886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:39.913343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.943217 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:39.955543 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:39.958618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Subnet': ['ID=1e48a90f-4944-41e4-8142-22032a8d56a5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:39.958711 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bda37600-0300-4844-9ca9-8828aa7a653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:37Z', 'revision_number': 9, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:39.971446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (f92e7d0f-afc8-4030-b439-c0d12cfdf70f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.979334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:39.983002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60292178-3d68-4eb0-9d68-df7a4a2d16dc req-9f405eff-59ed-4d51-8966-5d965cde674a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:39.988794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60292178-3d68-4eb0-9d68-df7a4a2d16dc req-9f405eff-59ed-4d51-8966-5d965cde674a tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 945 time: 0.2476215 Feb 19 03:25:39.992207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57282) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:39.998036 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/f92e7d0f-afc8-4030-b439-c0d12cfdf70f HTTP/1.1" status: 204 len: 168 time: 1.0169659 Feb 19 03:25:40.005858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=4a8088c1-3624-4836-9a2e-4d581d65d4cd,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:40.050638 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda37600-0300-4844-9ca9-8828aa7a653f None None] Checking router: f6959de3-8247-48f8-b974-917532f8cc2b for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:40.052051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f42551-43a3-418b-963b-78e70c21db79 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Network': ['ID=f92e7d0f-afc8-4030-b439-c0d12cfdf70f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:40.063011 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda37600-0300-4844-9ca9-8828aa7a653f None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:40.064213 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bda37600-0300-4844-9ca9-8828aa7a653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:40.078448 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-595488d1-672b-4cd3-9e80-31704befa59a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] GET failed (client error): The resource could not be found. Feb 19 03:25:40.085960 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-595488d1-672b-4cd3-9e80-31704befa59a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/subnets/1e48a90f-4944-41e4-8142-22032a8d56a5 HTTP/1.1" status: 404 len: 337 time: 0.0847750 Feb 19 03:25:40.086789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57288) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:40.197561 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8504a51-d857-4446-acb4-16a18789c7da tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:40.201529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8504a51-d857-4446-acb4-16a18789c7da tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:40.201529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a8504a51-d857-4446-acb4-16a18789c7da tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/f92e7d0f-afc8-4030-b439-c0d12cfdf70f HTTP/1.1" status: 404 len: 339 time: 0.0615005 Feb 19 03:25:40.215384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57290) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:40.274069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:40.274656 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.296385 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.327397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-144cfded-7ee7-453d-bb69-a7da825ef647 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (72529778-6028-4066-90b8-27156429e7a3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.336579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60292178-3d68-4eb0-9d68-df7a4a2d16dc req-1176fd98-1fa5-4192-8d6e-7d026d1f899c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2412045 Feb 19 03:25:40.377608 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7a85a8fe-9930-43bd-b276-a5b10b07ccdb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.489958 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bda37600-0300-4844-9ca9-8828aa7a653f None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:40.523196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['4a8088c1-3624-4836-9a2e-4d581d65d4cd'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:25:40.524833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:40.527044 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707f90d8-c261-4e29-87fb-1d43c6d9d42e" -d '{"events": [{"server_uuid": "84c1de7f-fef9-4b29-89e1-a821e0dc3c58", "name": "network-vif-plugged", "status": "completed", "tag": "9d6b24b1-8326-4f2c-a15e-2bd1f80056e3"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:40.563064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3,segment=NetworkSegment(556d6d52-4f9d-4b53-9e40-43f02b9a7877),segment_id=556d6d52-4f9d-4b53-9e40-43f02b9a7877)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:40.564229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be0f7b7-98f4-4b0d-8605-f5e4ce79aa80 None None] Network f92e7d0f-afc8-4030-b439-c0d12cfdf70f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:40.578003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be0f7b7-98f4-4b0d-8605-f5e4ce79aa80 None None] Network f92e7d0f-afc8-4030-b439-c0d12cfdf70f could not be found, it might have been deleted concurrently. {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:25:40.595810 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.731292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb2ca53-16e9-4ab2-b978-99c1c138275a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:40.738288 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7eb2ca53-16e9-4ab2-b978-99c1c138275a tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5214074 Feb 19 03:25:40.743840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57302) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:40.748458 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bda37600-0300-4844-9ca9-8828aa7a653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:37Z', 'revision_number': 9, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:40.784863 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda37600-0300-4844-9ca9-8828aa7a653f None None] The sync data for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 is: [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:37Z', 'revision_number': 9, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3', 'name': '', 'network_id': '50926938-2339-4e56-861b-09499894919a', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:b9:51:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:41Z', 'updated_at': '2022-02-19T03:24:48Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'cff90498-d7ea-4090-b24b-21b511e79feb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:40.820419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=7a85a8fe-9930-43bd-b276-a5b10b07ccdb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:40.825313 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-144cfded-7ee7-453d-bb69-a7da825ef647 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (72529778-6028-4066-90b8-27156429e7a3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.842614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:40.895693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:40.908219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cfded-7ee7-453d-bb69-a7da825ef647 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Subnet': ['ID=72529778-6028-4066-90b8-27156429e7a3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:40.924047 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fd85321f-db98-4764-92fc-a78d5fd8549e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 207 time: 0.1497304 Feb 19 03:25:40.927475 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57304) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:40.946673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eafdeb-456e-45af-ba2a-1ed8c0e8f38a req-dd89ccd7-1db8-42f8-aa5e-7663d2945ddb tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:40.948459 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b0eafdeb-456e-45af-ba2a-1ed8c0e8f38a req-dd89ccd7-1db8-42f8-aa5e-7663d2945ddb tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 944 time: 0.1686718 Feb 19 03:25:40.964509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d617e3af-3f12-450e-a3dd-a00773ff44b3 None None] Network 160bf656-69ab-4572-bce5-3a896f3138d9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:40.984870 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-144cfded-7ee7-453d-bb69-a7da825ef647 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:40.991583 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-144cfded-7ee7-453d-bb69-a7da825ef647 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/72529778-6028-4066-90b8-27156429e7a3 HTTP/1.1" status: 204 len: 168 time: 1.8098240 Feb 19 03:25:40.992186 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57306) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:41.113666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b0eafdeb-456e-45af-ba2a-1ed8c0e8f38a req-692179be-02e1-42a9-9473-69f11ca9308e tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/security-groups?id=29d7483f-df78-4077-88eb-44ba3f4e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015601 Feb 19 03:25:41.156416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:41.168598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af35ce4e-3852-4299-bab6-6c313ad44130 None None] Sync routers for ids ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:41.194083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35ce4e-3852-4299-bab6-6c313ad44130 None None] Routers {'eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:41.194735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-af35ce4e-3852-4299-bab6-6c313ad44130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:41.286905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-af35ce4e-3852-4299-bab6-6c313ad44130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:41.308808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170a73df-1f30-40df-b148-024420bbb41a None None] DHCP port deletion for 160bf656-69ab-4572-bce5-3a896f3138d9 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:41.321987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af35ce4e-3852-4299-bab6-6c313ad44130 None None] Routers {'eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:41.322950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-af35ce4e-3852-4299-bab6-6c313ad44130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:41.334955 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (160bf656-69ab-4572-bce5-3a896f3138d9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.362516 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07a1b70-462f-4225-8d5d-66dc01472c64 x-openstack-request-id: req-e07a1b70-462f-4225-8d5d-66dc01472c64 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:41.362789 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c1de7f-fef9-4b29-89e1-a821e0dc3c58", "name": "network-vif-plugged", "status": "completed", "tag": "9d6b24b1-8326-4f2c-a15e-2bd1f80056e3", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:41.363052 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e07a1b70-462f-4225-8d5d-66dc01472c64 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:41.375139 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3', 'code': 200} Feb 19 03:25:41.377229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-af35ce4e-3852-4299-bab6-6c313ad44130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:41.379392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af35ce4e-3852-4299-bab6-6c313ad44130 None None] The sync data for ids ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:41.390147 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.398608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-579548d1-14a8-42a4-b54d-5ea32165dbd1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/ports/7a85a8fe-9930-43bd-b276-a5b10b07ccdb HTTP/1.1" status: 204 len: 168 time: 2.4303832 Feb 19 03:25:41.399495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57316) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:41.462009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-170a73df-1f30-40df-b148-024420bbb41a None None] Deleting port 9e77bb86-213a-4bdc-9930-471cd72afe78 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:41.462382 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-170a73df-1f30-40df-b148-024420bbb41a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.475016 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f1d472-b8ae-4878-8548-3b1dc546aca2 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:41.481336 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f1d472-b8ae-4878-8548-3b1dc546aca2 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:41.486892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f1d472-b8ae-4878-8548-3b1dc546aca2 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:41.495539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f1d472-b8ae-4878-8548-3b1dc546aca2 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:41.497330 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-84f1d472-b8ae-4878-8548-3b1dc546aca2 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5680604 Feb 19 03:25:41.502393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57318) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:41.586715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-170a73df-1f30-40df-b148-024420bbb41a None None] For port 9e77bb86-213a-4bdc-9930-471cd72afe78, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9e77bb86-213a-4bdc-9930-471cd72afe78,segment=NetworkSegment(97118f11-4185-435e-8b51-b76285d9727f),segment_id=97118f11-4185-435e-8b51-b76285d9727f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:41.591363 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-170a73df-1f30-40df-b148-024420bbb41a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.624801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-170a73df-1f30-40df-b148-024420bbb41a None None] Calling delete_port for 9e77bb86-213a-4bdc-9930-471cd72afe78 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:41.646099 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2ed80ea2-300e-4fce-b986-c3793c1797dd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1410792 Feb 19 03:25:41.646740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57324) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:41.755274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c949e83d-5f60-40ff-81cc-b57570cd3f11 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:41.760206 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c949e83d-5f60-40ff-81cc-b57570cd3f11 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:41.762290 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c949e83d-5f60-40ff-81cc-b57570cd3f11 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1136434 Feb 19 03:25:41.764310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 9e77bb86-213a-4bdc-9930-471cd72afe78 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:41.765152 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.769887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57330) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:41.805664 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-170a73df-1f30-40df-b148-024420bbb41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.822246 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a73df-1f30-40df-b148-024420bbb41a None None] No DVR routers for this DVR port 9e77bb86-213a-4bdc-9930-471cd72afe78 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:41.847585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a73df-1f30-40df-b148-024420bbb41a None None] Pushing event deleted for resources: {'Port': ['ID=9e77bb86-213a-4bdc-9930-471cd72afe78,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:41.935410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] For port 9e77bb86-213a-4bdc-9930-471cd72afe78, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9e77bb86-213a-4bdc-9930-471cd72afe78,segment=NetworkSegment(97118f11-4185-435e-8b51-b76285d9727f),segment_id=97118f11-4185-435e-8b51-b76285d9727f)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:41.936096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:41.948399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f080548-f4d4-4955-bf03-fe8f1bb20950 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['shared'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:41.950345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f080548-f4d4-4955-bf03-fe8f1bb20950 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['shared'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:41.959611 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:41.963082 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6f080548-f4d4-4955-bf03-fe8f1bb20950 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1844783 Feb 19 03:25:41.981558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57332) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:41.983111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:41.983668 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5ffa36a6-c8d9-47d7-b4c9-3662be8f8a0f not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:41.984383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9e77bb86-213a-4bdc-9930-471cd72afe78 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:41.990314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 9e77bb86-213a-4bdc-9930-471cd72afe78 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:42.027623 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 9e77bb86-213a-4bdc-9930-471cd72afe78 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:42.028356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9e77bb86-213a-4bdc-9930-471cd72afe78 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:42.081427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c927a-81fa-4bcc-993e-14a311e75442 req-8c9df607-0bfb-47f8-a94d-7fb6da801517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:42.083553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e74c927a-81fa-4bcc-993e-14a311e75442 req-8c9df607-0bfb-47f8-a94d-7fb6da801517 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 1128 time: 0.6208994 Feb 19 03:25:42.120038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3153019-78ca-4339-9cd6-beaf292abb46 req-5b0379b8-e2ce-4458-ba3a-1c912e7dd243 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:42.122540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3153019-78ca-4339-9cd6-beaf292abb46 req-5b0379b8-e2ce-4458-ba3a-1c912e7dd243 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 946 time: 0.6278105 Feb 19 03:25:42.141226 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9e77bb86-213a-4bdc-9930-471cd72afe78), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.175779 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=9e77bb86-213a-4bdc-9930-471cd72afe78,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:42.184161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No DVR routers for this DVR port 9e77bb86-213a-4bdc-9930-471cd72afe78 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:42.206766 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3153019-78ca-4339-9cd6-beaf292abb46 req-a1f9fade-ff5a-4972-8b09-982bb130cd23 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784278 Feb 19 03:25:42.293118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edebc1e0-a432-4c4e-ba0e-a8e085c34bad tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:42.294572 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-edebc1e0-a432-4c4e-ba0e-a8e085c34bad tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/networks/55f87f72-1982-4703-b167-8806f4f9fb34 HTTP/1.1" status: 200 len: 800 time: 0.2461514 Feb 19 03:25:42.299470 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57340) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:42.313932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e74c927a-81fa-4bcc-993e-14a311e75442 req-6044a08c-370f-4735-8135-bc95bfd51cba service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213686 Feb 19 03:25:42.428802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878df40-f61a-4029-9213-f0cfb6deef0b req-f83fcf27-19da-413f-b17e-aa265347dcef tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:42.430558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0878df40-f61a-4029-9213-f0cfb6deef0b req-f83fcf27-19da-413f-b17e-aa265347dcef tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 944 time: 0.1099484 Feb 19 03:25:42.626832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0878df40-f61a-4029-9213-f0cfb6deef0b req-305a908a-51f1-4bd7-81c3-f4ad46a8d9bd tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/security-groups?id=29d7483f-df78-4077-88eb-44ba3f4e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898363 Feb 19 03:25:42.718424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (160bf656-69ab-4572-bce5-3a896f3138d9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.749580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160bf656-69ab-4572-bce5-3a896f3138d9']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:42.764932 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97118f11-4185-435e-8b51-b76285d9727f') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:42.765676 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97118f11-4185-435e-8b51-b76285d9727f') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:42.784774 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (97118f11-4185-435e-8b51-b76285d9727f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.785804 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4fbcebbd-fea3-45c3-8867-bd533083bb45 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.815445 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-85ffa459-3577-493d-9448-910899b24b19 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/networks/55f87f72-1982-4703-b167-8806f4f9fb34?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5150933 Feb 19 03:25:42.816640 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (97118f11-4185-435e-8b51-b76285d9727f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.820169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57356) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:42.854475 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:42.854790 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (97118f11-4185-435e-8b51-b76285d9727f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:42.857833 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:42.919774 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4a8088c1-3624-4836-9a2e-4d581d65d4cd up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:25:42.932279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffc8e8c-700a-48f9-bec0-ed6790a67bc7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:42.933701 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7ffc8e8c-700a-48f9-bec0-ed6790a67bc7 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/subnets/6e735803-7b6e-4502-9918-907a237c31bf HTTP/1.1" status: 200 len: 811 time: 0.1126053 Feb 19 03:25:42.939808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57358) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:42.970253 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (160bf656-69ab-4572-bce5-3a896f3138d9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.986596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 4a8088c1-3624-4836-9a2e-4d581d65d4cd completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:25:42.991818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 4a8088c1-3624-4836-9a2e-4d581d65d4cd triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:25:42.992461 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:42.998371 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.004752 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/networks/160bf656-69ab-4572-bce5-3a896f3138d9 HTTP/1.1" status: 204 len: 168 time: 1.9897497 Feb 19 03:25:43.005950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38855aca-44e2-41df-9e73-8628d5a4431c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Network': ['ID=160bf656-69ab-4572-bce5-3a896f3138d9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:43.010438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57360) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:43.087493 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 4a8088c1-3624-4836-9a2e-4d581d65d4cd is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:25:43.088145 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.144351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4a8088c1-3624-4836-9a2e-4d581d65d4cd, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4a8088c1-3624-4836-9a2e-4d581d65d4cd,segment=NetworkSegment(1791e7d2-89d9-40ec-b22d-49c1ac1db90f),segment_id=1791e7d2-89d9-40ec-b22d-49c1ac1db90f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:43.152343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.198963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ef7e3b-ab93-45ae-ab3c-1f704a41eb81 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['shared'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:43.200554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a8ef7e3b-ab93-45ae-ab3c-1f704a41eb81 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "GET /v2.0/subnets/6e735803-7b6e-4502-9918-907a237c31bf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2597637 Feb 19 03:25:43.214602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57366) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:43.217317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=4a8088c1-3624-4836-9a2e-4d581d65d4cd,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:43.220538 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6eaf7722-9df9-4767-b8c2-b40ba12e3008 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-758406953'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:43.253219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaf7722-9df9-4767-b8c2-b40ba12e3008 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:43.258220 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7722-9df9-4767-b8c2-b40ba12e3008 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.293007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eaf7722-9df9-4767-b8c2-b40ba12e3008 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:43.307658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7722-9df9-4767-b8c2-b40ba12e3008 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f10e3572-8756-4fe4-905e-9207bcca1737), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.307658 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-6eaf7722-9df9-4767-b8c2-b40ba12e3008 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Added segment f10e3572-8756-4fe4-905e-9207bcca1737 of type vlan for network 59ba7c8e-c766-4c79-8a8c-614935594d72 Feb 19 03:25:43.376845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231f721e-a5c2-4863-8b78-4d9bcb7728f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8088c1-3624-4836-9a2e-4d581d65d4cd'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:43.380038 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010c3602-215d-47bf-b9c0-75d20a1922ac" -d '{"events": [{"server_uuid": "231f721e-a5c2-4863-8b78-4d9bcb7728f3", "name": "network-vif-plugged", "status": "completed", "tag": "4a8088c1-3624-4836-9a2e-4d581d65d4cd"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:43.396314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7722-9df9-4767-b8c2-b40ba12e3008 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (59ba7c8e-c766-4c79-8a8c-614935594d72), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.462000 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7722-9df9-4767-b8c2-b40ba12e3008 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (59ba7c8e-c766-4c79-8a8c-614935594d72), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.467959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaf7722-9df9-4767-b8c2-b40ba12e3008 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:43.473617 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6eaf7722-9df9-4767-b8c2-b40ba12e3008 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.554814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0516308a-6efa-4274-9c79-82b2eaf3754c req-a762605d-b04f-4d55-b7b8-ba78d01801f4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:43.556451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0516308a-6efa-4274-9c79-82b2eaf3754c req-a762605d-b04f-4d55-b7b8-ba78d01801f4 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 946 time: 0.2196755 Feb 19 03:25:43.564957 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf7722-9df9-4767-b8c2-b40ba12e3008 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Network': ['ID=59ba7c8e-c766-4c79-8a8c-614935594d72,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:43.578292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 59ba7c8e-c766-4c79-8a8c-614935594d72 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:25:43.588704 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6eaf7722-9df9-4767-b8c2-b40ba12e3008 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3724060 Feb 19 03:25:43.591303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57378) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:43.597188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'network_id': '59ba7c8e-c766-4c79-8a8c-614935594d72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:43.639906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcebbd-fea3-45c3-8867-bd533083bb45 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:43.640412 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4fbcebbd-fea3-45c3-8867-bd533083bb45 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.678346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0516308a-6efa-4274-9c79-82b2eaf3754c req-58d64220-7469-43cc-9e12-0924945e56fa tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157374 Feb 19 03:25:43.781818 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86395c2e-38c3-4262-a6cd-34134b2f4d41 x-openstack-request-id: req-86395c2e-38c3-4262-a6cd-34134b2f4d41 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:43.782324 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231f721e-a5c2-4863-8b78-4d9bcb7728f3", "name": "network-vif-plugged", "status": "completed", "tag": "4a8088c1-3624-4836-9a2e-4d581d65d4cd", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:43.782770 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-86395c2e-38c3-4262-a6cd-34134b2f4d41 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:43.783342 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231f721e-a5c2-4863-8b78-4d9bcb7728f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a8088c1-3624-4836-9a2e-4d581d65d4cd', 'code': 200} Feb 19 03:25:43.806531 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4fbcebbd-fea3-45c3-8867-bd533083bb45 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.839646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Made reservation on behalf of 9f94264cb3d8498aa536ebb8a2211f5a for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:43.844986 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:43.886728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4fbcebbd-fea3-45c3-8867-bd533083bb45 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:44.012977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.ipam_backend_mixin [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Performing IP validity checks on allocation pools {{(pid=109898) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:25:44.017228 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.ipam_backend_mixin [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109898) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:25:44.117119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b001-2ae3-4e13-8da7-f8ca0374236c req-1645dd21-014b-422b-bb63-39647b60f3ec tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:44.123911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8892b001-2ae3-4e13-8da7-f8ca0374236c req-1645dd21-014b-422b-bb63-39647b60f3ec tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 945 time: 0.2197618 Feb 19 03:25:44.153798 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40bc3aca-19ff-4f3c-afb1-d9dd83782ff9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.263299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e95715-ef2f-4d47-b709-bb7a79d87b9a req-6f992a20-53d2-4a3c-8b4f-47e7a610f764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:44.264865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0e95715-ef2f-4d47-b709-bb7a79d87b9a req-6f992a20-53d2-4a3c-8b4f-47e7a610f764 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 1127 time: 0.3525467 Feb 19 03:25:44.270951 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (9d256be0-c079-4858-89ad-b61c46f3f4f7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.367434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=9d256be0-c079-4858-89ad-b61c46f3f4f7,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:44.422443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Checking segment: {'id': 'f10e3572-8756-4fe4-905e-9207bcca1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '59ba7c8e-c766-4c79-8a8c-614935594d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:25:44.422820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network hostable DHCP agents. Network: 59ba7c8e-c766-4c79-8a8c-614935594d72, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:25:44.457764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Network 59ba7c8e-c766-4c79-8a8c-614935594d72 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:25:44.473900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 59ba7c8e-c766-4c79-8a8c-614935594d72) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:44.485750 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7453a-8656-48f2-9c96-f17ec3f11589 None None] Network 59ba7c8e-c766-4c79-8a8c-614935594d72 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:44.500367 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:44.501238 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.530175 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-54998249-b562-45db-9b07-a8e4036a4dcd tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9353211 Feb 19 03:25:44.531880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57446) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:44.547028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-017b856b-b6eb-472b-883a-981dd16ce0be tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:44.739122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf46d0b-bda0-4d3d-b5ef-e75876103ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-59ba7c8e-c766-4c79-8a8c-614935594d72', 'network_id': '59ba7c8e-c766-4c79-8a8c-614935594d72', 'project_id': '9f94264cb3d8498aa536ebb8a2211f5a', 'fixed_ips': [{'subnet_id': '9d256be0-c079-4858-89ad-b61c46f3f4f7'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:25:44.740793 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ddf46d0b-bda0-4d3d-b5ef-e75876103ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.771709 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-017b856b-b6eb-472b-883a-981dd16ce0be tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9892467'] for subnet (9d256be0-c079-4858-89ad-b61c46f3f4f7), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:44.894678 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-ddf46d0b-bda0-4d3d-b5ef-e75876103ae3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 03:25:44.894678 n-d-826755-2 neutron-server[109900]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 19 03:25:44.894678 n-d-826755-2 neutron-server[109900]: [parameters: {'in_use': 1, 'id_1': '9d256be0-c079-4858-89ad-b61c46f3f4f7'}] Feb 19 03:25:44.894678 n-d-826755-2 neutron-server[109900]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:25:44.895868 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-ddf46d0b-bda0-4d3d-b5ef-e75876103ae3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:25:45.017838 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-017b856b-b6eb-472b-883a-981dd16ce0be tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762369645954', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2464279'] for subnet (9d256be0-c079-4858-89ad-b61c46f3f4f7), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.135086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017b856b-b6eb-472b-883a-981dd16ce0be tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:45.136265 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-017b856b-b6eb-472b-883a-981dd16ce0be tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.138192 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-017b856b-b6eb-472b-883a-981dd16ce0be tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "PUT /v2.0/subnets/9d256be0-c079-4858-89ad-b61c46f3f4f7 HTTP/1.1" status: 200 len: 877 time: 0.6030910 Feb 19 03:25:45.142345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57502) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:45.150271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b856b-b6eb-472b-883a-981dd16ce0be tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event updated for resources: {'Subnet': ['ID=9d256be0-c079-4858-89ad-b61c46f3f4f7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:45.163970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0e95715-ef2f-4d47-b709-bb7a79d87b9a req-cbeaf064-31cd-473e-b430-b530de07886e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=29d7483f-df78-4077-88eb-44ba3f4e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8872144 Feb 19 03:25:45.166941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4fbcebbd-fea3-45c3-8867-bd533083bb45 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.227370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcebbd-fea3-45c3-8867-bd533083bb45 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=f918b9a7-4fbc-4144-b2e0-4d671d4a5b0a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:45.263033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8892b001-2ae3-4e13-8da7-f8ca0374236c req-4ed0f94f-85b4-4180-b19c-0770f1b7c505 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/security-groups?id=29d7483f-df78-4077-88eb-44ba3f4e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1261127 Feb 19 03:25:45.308521 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (59ba7c8e-c766-4c79-8a8c-614935594d72), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.398011 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ddf46d0b-bda0-4d3d-b5ef-e75876103ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.420463 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (9d256be0-c079-4858-89ad-b61c46f3f4f7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.542185 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (9d256be0-c079-4858-89ad-b61c46f3f4f7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.630751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Subnet': ['ID=9d256be0-c079-4858-89ad-b61c46f3f4f7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server [None req-ddf46d0b-bda0-4d3d-b5ef-e75876103ae3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d256be0-c079-4858-89ad-b61c46f3f4f7: This subnet is being modified by another concurrent operation. Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d256be0-c079-4858-89ad-b61c46f3f4f7: This subnet is being modified by another concurrent operation. Feb 19 03:25:45.707330 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Feb 19 03:25:45.739017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf0f40d-e77e-45d9-8b56-baac0134cf01 None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:25:45.783272 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (59ba7c8e-c766-4c79-8a8c-614935594d72), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.784476 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4fbcebbd-fea3-45c3-8867-bd533083bb45 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.824402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d932385-7397-47e8-959c-2cde3632c307 req-755b7a47-58c7-4a86-97e9-6a0452fc0fbf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:45.829849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ba7c8e-c766-4c79-8a8c-614935594d72']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:45.831602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d932385-7397-47e8-959c-2cde3632c307 req-755b7a47-58c7-4a86-97e9-6a0452fc0fbf tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 946 time: 0.4728765 Feb 19 03:25:45.842761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10e3572-8756-4fe4-905e-9207bcca1737') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:45.843424 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10e3572-8756-4fe4-905e-9207bcca1737') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:45.855717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (f10e3572-8756-4fe4-905e-9207bcca1737), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.884863 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f10e3572-8756-4fe4-905e-9207bcca1737), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.893372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:45.895080 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (f10e3572-8756-4fe4-905e-9207bcca1737), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:45.906042 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:45.942607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf0f40d-e77e-45d9-8b56-baac0134cf01 None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:25:46.005969 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (59ba7c8e-c766-4c79-8a8c-614935594d72), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.020979 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.026567 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/59ba7c8e-c766-4c79-8a8c-614935594d72 HTTP/1.1" status: 204 len: 168 time: 0.8832953 Feb 19 03:25:46.036706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57582) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.073103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f8f1e-2988-437e-b8a2-ac527dddb1ec tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Network': ['ID=59ba7c8e-c766-4c79-8a8c-614935594d72,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:46.134087 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-017e9841-79e4-4e0f-b9d9-dc1f626b9789 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:46.134558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-017e9841-79e4-4e0f-b9d9-dc1f626b9789 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:46.137969 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-017e9841-79e4-4e0f-b9d9-dc1f626b9789 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/subnets/9d256be0-c079-4858-89ad-b61c46f3f4f7 HTTP/1.1" status: 404 len: 337 time: 0.0981491 Feb 19 03:25:46.140641 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57594) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.172188 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-2271251f-8c2d-4ddd-9f03-0834c0b676c8 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:46.183624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d932385-7397-47e8-959c-2cde3632c307 req-008fbb4d-3190-44be-a4cf-3cda8027b8a5 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513033 Feb 19 03:25:46.184786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2271251f-8c2d-4ddd-9f03-0834c0b676c8 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:46.188409 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2271251f-8c2d-4ddd-9f03-0834c0b676c8 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/59ba7c8e-c766-4c79-8a8c-614935594d72 HTTP/1.1" status: 404 len: 339 time: 0.0464361 Feb 19 03:25:46.190772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57602) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.245968 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-5362118b-132f-4a5b-8e92-1c1235b4f660 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:46.247032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5362118b-132f-4a5b-8e92-1c1235b4f660 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:46.252517 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5362118b-132f-4a5b-8e92-1c1235b4f660 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/subnets/1e48a90f-4944-41e4-8142-22032a8d56a5 HTTP/1.1" status: 404 len: 337 time: 0.0602548 Feb 19 03:25:46.255735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57610) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.265432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2421f55-5670-4296-b018-ac29736d373e None None] Network 59ba7c8e-c766-4c79-8a8c-614935594d72 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:46.284595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2421f55-5670-4296-b018-ac29736d373e None None] Network 59ba7c8e-c766-4c79-8a8c-614935594d72 could not be found, it might have been deleted concurrently. {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:25:46.292092 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e3869e-82bc-4616-a848-e8f61d3c8594 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:46.292931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e3869e-82bc-4616-a848-e8f61d3c8594 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:46.296699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-86e3869e-82bc-4616-a848-e8f61d3c8594 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/f92e7d0f-afc8-4030-b439-c0d12cfdf70f HTTP/1.1" status: 404 len: 339 time: 0.0380604 Feb 19 03:25:46.298931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57618) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.299596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9ff574-6968-41e1-b22a-f37c0b91c03a None None] Network 59ba7c8e-c766-4c79-8a8c-614935594d72 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:46.331165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-40bc3aca-19ff-4f3c-afb1-d9dd83782ff9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:46.333397 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40bc3aca-19ff-4f3c-afb1-d9dd83782ff9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.336201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9ff574-6968-41e1-b22a-f37c0b91c03a None None] Network 59ba7c8e-c766-4c79-8a8c-614935594d72 could not be found, it might have been deleted concurrently. {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:25:46.399735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (dc6f999a-f4b4-406f-b15e-1cc5f9e54718), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.513486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (dc6f999a-f4b4-406f-b15e-1cc5f9e54718), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.542900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6f999a-f4b4-406f-b15e-1cc5f9e54718']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:46.562956 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ffb513-9118-4158-b247-a905a95f102f') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:46.564316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ffb513-9118-4158-b247-a905a95f102f') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:46.581997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-40bc3aca-19ff-4f3c-afb1-d9dd83782ff9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] For port be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3,segment=NetworkSegment(6e5973b7-8fe1-4467-8e7f-9e367a34320b),segment_id=6e5973b7-8fe1-4467-8e7f-9e367a34320b)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:46.582747 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40bc3aca-19ff-4f3c-afb1-d9dd83782ff9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.584125 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (c3ffb513-9118-4158-b247-a905a95f102f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.601179 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c3ffb513-9118-4158-b247-a905a95f102f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.606060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-40bc3aca-19ff-4f3c-afb1-d9dd83782ff9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:46.617270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:46.618437 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (c3ffb513-9118-4158-b247-a905a95f102f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:46.623967 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:46.726126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (dc6f999a-f4b4-406f-b15e-1cc5f9e54718), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.737027 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:46.742046 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/dc6f999a-f4b4-406f-b15e-1cc5f9e54718 HTTP/1.1" status: 204 len: 168 time: 0.4417324 Feb 19 03:25:46.746482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57652) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.777289 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843447b0-7fbc-4b28-8158-221fe6761659 req-92cc351c-17dd-4311-abb4-de4890fa1d3c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:46.784477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-843447b0-7fbc-4b28-8158-221fe6761659 req-92cc351c-17dd-4311-abb4-de4890fa1d3c tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 946 time: 0.2667668 Feb 19 03:25:46.786288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af39425-d742-4168-807a-6cf39326ccd1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Network': ['ID=dc6f999a-f4b4-406f-b15e-1cc5f9e54718,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:46.840736 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-498f8a3a-82b1-4e91-80a9-16972a2d4497 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:46.841136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498f8a3a-82b1-4e91-80a9-16972a2d4497 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:46.844255 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-498f8a3a-82b1-4e91-80a9-16972a2d4497 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/subnets/9b1a18a0-67b7-4576-9ab2-9961cfb28ece HTTP/1.1" status: 404 len: 337 time: 0.0951152 Feb 19 03:25:46.847175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57666) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.876067 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-38004440-37ba-427a-a6ed-2f54f1123b36 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:46.876600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38004440-37ba-427a-a6ed-2f54f1123b36 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:46.879675 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-38004440-37ba-427a-a6ed-2f54f1123b36 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/1943df56-5ddb-450f-aa7a-26944d729a5b HTTP/1.1" status: 404 len: 339 time: 0.0311220 Feb 19 03:25:46.883139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57674) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.915437 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0fa975-b230-4041-8dab-309b7595e1fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:46.915893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0fa975-b230-4041-8dab-309b7595e1fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:46.919338 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dd0fa975-b230-4041-8dab-309b7595e1fc tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/subnets/675a3c05-9c22-4a8c-aaf9-1150801dee99 HTTP/1.1" status: 404 len: 337 time: 0.0350678 Feb 19 03:25:46.922062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57680) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.946791 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-4488d51e-8de2-4583-8dec-957f36d7fe00 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:46.947628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4488d51e-8de2-4583-8dec-957f36d7fe00 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:46.950528 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4488d51e-8de2-4583-8dec-957f36d7fe00 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/53b083ab-0002-4c2b-813b-759fce237639 HTTP/1.1" status: 404 len: 339 time: 0.0270000 Feb 19 03:25:46.954516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57684) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:46.973430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-843447b0-7fbc-4b28-8158-221fe6761659 req-bc7bc72e-3165-45d5-b101-3802d0fd4656 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876206 Feb 19 03:25:46.998155 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57690) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:47.020313 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eb64d8a-0ebd-4a12-81c0-a0d1e2a4d5c3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:47.020867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eb64d8a-0ebd-4a12-81c0-a0d1e2a4d5c3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:47.023899 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1eb64d8a-0ebd-4a12-81c0-a0d1e2a4d5c3 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/subnets/650b6546-38a6-40e2-9774-0a3bce23a3ab HTTP/1.1" status: 404 len: 337 time: 0.0684025 Feb 19 03:25:47.031287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57694) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:47.079643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbcebbd-fea3-45c3-8867-bd533083bb45 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:47.089903 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cc24e2-6275-49a7-aee9-d9e1c4fe66ea tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:47.090408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cc24e2-6275-49a7-aee9-d9e1c4fe66ea tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:47.100879 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-35cc24e2-6275-49a7-aee9-d9e1c4fe66ea tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/84853d14-a79c-44c4-a8d2-0d58c8d95529 HTTP/1.1" status: 404 len: 339 time: 0.0663908 Feb 19 03:25:47.101607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57702) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:47.210255 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dec59b-6046-4240-824a-8fb7bbfd851b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:47.211797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dec59b-6046-4240-824a-8fb7bbfd851b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:47.215245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b2dec59b-6046-4240-824a-8fb7bbfd851b tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/subnets/5241ced0-d5a4-4e54-9d63-22eb542f36a5 HTTP/1.1" status: 404 len: 337 time: 0.1118026 Feb 19 03:25:47.221482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57712) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:47.238972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e17af7-f83a-4aa7-9008-680a67d95f38 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:47.241864 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-36e17af7-f83a-4aa7-9008-680a67d95f38 tempest-TestNetworkBasicOps-1361835543 tempest-TestNetworkBasicOps-1361835543-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 1123 time: 0.2394967 Feb 19 03:25:47.246379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57716) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:47.254086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:47.296388 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1f4b87-ad42-4c81-adb4-04ea772fbf90 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:47.297252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1f4b87-ad42-4c81-adb4-04ea772fbf90 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:47.301739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fa1f4b87-ad42-4c81-adb4-04ea772fbf90 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/1efe7cf2-bb76-4218-a769-59d682161c55 HTTP/1.1" status: 404 len: 339 time: 0.0761864 Feb 19 03:25:47.307931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57724) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:47.320485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:47.361299 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d63ae3-b2f6-466d-a7a5-cd3b26db26d1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:47.361742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d63ae3-b2f6-466d-a7a5-cd3b26db26d1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:47.367606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b6d63ae3-b2f6-466d-a7a5-cd3b26db26d1 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/subnets/be3c7c85-be88-4dad-ae78-d041a6246315 HTTP/1.1" status: 404 len: 337 time: 0.0549247 Feb 19 03:25:47.369879 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57732) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:47.402540 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-b691db81-11f7-4146-b580-fb09c94cc386 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:47.403085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b691db81-11f7-4146-b580-fb09c94cc386 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:47.408728 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b691db81-11f7-4146-b580-fb09c94cc386 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/5b511e25-8315-4b30-b8ac-7b089bbc3cd0 HTTP/1.1" status: 404 len: 339 time: 0.0354970 Feb 19 03:25:47.415259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57740) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:47.515250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cf398-ba78-4e4e-9901-24fb3a303761 req-a75a7eb0-e0f7-44e5-94a7-38d622a155a4 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:47.517855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b6cf398-ba78-4e4e-9901-24fb3a303761 req-a75a7eb0-e0f7-44e5-94a7-38d622a155a4 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 945 time: 0.3944740 Feb 19 03:25:47.518914 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2dd2733-153e-41dc-b501-58d7826b34f0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:47.519230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2dd2733-153e-41dc-b501-58d7826b34f0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:47.522601 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b2dd2733-153e-41dc-b501-58d7826b34f0 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/subnets/898ac29f-ab64-4c18-b6f1-dbbe200ff743 HTTP/1.1" status: 404 len: 337 time: 0.1059999 Feb 19 03:25:47.529464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57750) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:47.531799 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:47.552412 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40bc3aca-19ff-4f3c-afb1-d9dd83782ff9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:47.560349 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-054a9809-dcc3-4585-8d3a-301638309e9c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:47.561158 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054a9809-dcc3-4585-8d3a-301638309e9c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:47.566965 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-054a9809-dcc3-4585-8d3a-301638309e9c tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/8b04d80e-21af-4d5f-8804-6a573d914b61 HTTP/1.1" status: 404 len: 339 time: 0.0315287 Feb 19 03:25:47.574208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57756) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:47.598486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc3aca-19ff-4f3c-afb1-d9dd83782ff9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:47.605548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbcebbd-fea3-45c3-8867-bd533083bb45 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:47.622224 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cad48d-d9ee-40ed-bbeb-54646541b337 None None] Sync routers for ids ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:47.641378 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cad48d-d9ee-40ed-bbeb-54646541b337 None None] Routers {'eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:47.647036 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e6cad48d-d9ee-40ed-bbeb-54646541b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:47.662224 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7908645-ce45-402f-b5d3-1d18d5876ea9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:47.662808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7908645-ce45-402f-b5d3-1d18d5876ea9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:47.666737 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4fbcebbd-fea3-45c3-8867-bd533083bb45 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "PUT /v2.0/routers/eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2656984 Feb 19 03:25:47.676437 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c7908645-ce45-402f-b5d3-1d18d5876ea9 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/subnets/31199962-8808-4991-9736-5f082460628c HTTP/1.1" status: 404 len: 337 time: 0.0995517 Feb 19 03:25:47.679182 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57766) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:47.682909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b6cf398-ba78-4e4e-9901-24fb3a303761 req-e31f1929-2818-4d97-a7d6-6bd377190d4b tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/security-groups?id=29d7483f-df78-4077-88eb-44ba3f4e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395915 Feb 19 03:25:47.685562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57768) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:47.782843 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e6cad48d-d9ee-40ed-bbeb-54646541b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:47.808685 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cad48d-d9ee-40ed-bbeb-54646541b337 None None] Routers {'eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:47.810562 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e6cad48d-d9ee-40ed-bbeb-54646541b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:47.965394 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e6cad48d-d9ee-40ed-bbeb-54646541b337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:47.966482 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cad48d-d9ee-40ed-bbeb-54646541b337 None None] The sync data for ids ['eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:48.006371 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40bc3aca-19ff-4f3c-afb1-d9dd83782ff9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.081289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Allocated IP 172.25.1.66 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/d5a0bffd-5af4-4164-b708-4b4c01372a81) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:25:48.174475 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.199508 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c32677c-3b79-4785-be98-cc1fead334ea tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:48.200038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c32677c-3b79-4785-be98-cc1fead334ea tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:48.203231 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6c32677c-3b79-4785-be98-cc1fead334ea tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/636f903a-3142-4f82-a853-2d1f0aa73d79 HTTP/1.1" status: 404 len: 339 time: 0.5088096 Feb 19 03:25:48.245873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57822) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:48.289331 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b5c036-554e-4571-b86b-ddcbe34b3353 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:48.290072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19b5c036-554e-4571-b86b-ddcbe34b3353 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:48.293380 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-19b5c036-554e-4571-b86b-ddcbe34b3353 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/subnets/894ad307-cd56-409c-8bdc-918fcf6a5695 HTTP/1.1" status: 404 len: 337 time: 0.0447366 Feb 19 03:25:48.303957 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57832) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:48.323724 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (d5a0bffd-5af4-4164-b708-4b4c01372a81), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.343690 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-14937f4a-f650-43e1-a811-244dc1dc0c8e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:48.361058 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14937f4a-f650-43e1-a811-244dc1dc0c8e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:48.367261 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-14937f4a-f650-43e1-a811-244dc1dc0c8e tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/fa139210-6d4f-4c95-9523-3128ac411018 HTTP/1.1" status: 404 len: 339 time: 0.0589283 Feb 19 03:25:48.371710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57840) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:48.521343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bc3aca-19ff-4f3c-afb1-d9dd83782ff9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router f6959de3-8247-48f8-b974-917532f8cc2b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:48.529860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f358b25-9af3-40f3-936b-8173b6a6d655 req-028b6182-0317-4662-90ba-2d7249d18380 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:48.537013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f358b25-9af3-40f3-936b-8173b6a6d655 req-028b6182-0317-4662-90ba-2d7249d18380 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 945 time: 0.2061775 Feb 19 03:25:48.582317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafa32f8-b273-4a32-ab41-ae2b6cb4facb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Deleting subnet 6e735803-7b6e-4502-9918-907a237c31bf {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:48.589546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eafa32f8-b273-4a32-ab41-ae2b6cb4facb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (6e735803-7b6e-4502-9918-907a237c31bf), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.620091 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d5a0bffd-5af4-4164-b708-4b4c01372a81), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.634651 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router_gateway (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.672263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f358b25-9af3-40f3-936b-8173b6a6d655 req-98660d9a-8c35-444e-8b45-298072555541 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/security-groups?id=29d7483f-df78-4077-88eb-44ba3f4e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299760 Feb 19 03:25:48.702084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bc3aca-19ff-4f3c-afb1-d9dd83782ff9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:48.712121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-40bc3aca-19ff-4f3c-afb1-d9dd83782ff9 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7002544 Feb 19 03:25:48.713447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57868) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:48.719116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:25:48.721175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:25:48.730290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528049cc-037c-4dd0-9412-16b9d102c72a None None] Sync routers for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:48.740484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:25:48.744084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eafa32f8-b273-4a32-ab41-ae2b6cb4facb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (6e735803-7b6e-4502-9918-907a237c31bf), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.769101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528049cc-037c-4dd0-9412-16b9d102c72a None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:48.770385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-528049cc-037c-4dd0-9412-16b9d102c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:48.798548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a87843a-102f-416b-93ea-96801a655d0a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting subnet cff90498-d7ea-4090-b24b-21b511e79feb {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:48.818621 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a87843a-102f-416b-93ea-96801a655d0a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (cff90498-d7ea-4090-b24b-21b511e79feb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.894293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-528049cc-037c-4dd0-9412-16b9d102c72a None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:48.926319 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a87843a-102f-416b-93ea-96801a655d0a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (cff90498-d7ea-4090-b24b-21b511e79feb), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:48.927166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=d5a0bffd-5af4-4164-b708-4b4c01372a81,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:49.080608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port 0849afc6-7d77-460b-9311-0a6027490f9a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:49.081040 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0849afc6-7d77-460b-9311-0a6027490f9a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.205184 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eafa32f8-b273-4a32-ab41-ae2b6cb4facb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (6e735803-7b6e-4502-9918-907a237c31bf), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.285582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-528049cc-037c-4dd0-9412-16b9d102c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:47Z', 'revision_number': 10, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:49.327062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528049cc-037c-4dd0-9412-16b9d102c72a None None] Checking router: f6959de3-8247-48f8-b974-917532f8cc2b for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:49.348977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528049cc-037c-4dd0-9412-16b9d102c72a None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:49.349614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-528049cc-037c-4dd0-9412-16b9d102c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:49.361195 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0849afc6-7d77-460b-9311-0a6027490f9a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.410385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for 0849afc6-7d77-460b-9311-0a6027490f9a owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:49.458048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eafa32f8-b273-4a32-ab41-ae2b6cb4facb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (6e735803-7b6e-4502-9918-907a237c31bf), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.512949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-528049cc-037c-4dd0-9412-16b9d102c72a None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:49.589385 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a87843a-102f-416b-93ea-96801a655d0a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (cff90498-d7ea-4090-b24b-21b511e79feb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.642952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafa32f8-b273-4a32-ab41-ae2b6cb4facb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Subnet': ['ID=6e735803-7b6e-4502-9918-907a237c31bf,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:49.799007 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a87843a-102f-416b-93ea-96801a655d0a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (cff90498-d7ea-4090-b24b-21b511e79feb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.801368 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eafa32f8-b273-4a32-ab41-ae2b6cb4facb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.810389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ce53a9-dedf-4429-abc5-8373b5ffc47a None None] Network 55f87f72-1982-4703-b167-8806f4f9fb34 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:49.812187 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eafa32f8-b273-4a32-ab41-ae2b6cb4facb tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/subnets/6e735803-7b6e-4502-9918-907a237c31bf HTTP/1.1" status: 204 len: 168 time: 1.4306378 Feb 19 03:25:49.813155 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 57970) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:49.910351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a87843a-102f-416b-93ea-96801a655d0a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:49.929838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3a87843a-102f-416b-93ea-96801a655d0a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/cff90498-d7ea-4090-b24b-21b511e79feb HTTP/1.1" status: 204 len: 168 time: 1.2158585 Feb 19 03:25:49.935002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 57980) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:49.938339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa353382-b73d-4462-b92e-c1799ed9f83a None None] Network 50926938-2339-4e56-861b-09499894919a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:49.976993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a87843a-102f-416b-93ea-96801a655d0a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Subnet': ['ID=cff90498-d7ea-4090-b24b-21b511e79feb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:50.021248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be95e1-9bfb-4186-a82d-86ab90a8fca1 req-fa76321a-d443-4ea8-8a91-cd822f2c9d76 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:50.023075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50be95e1-9bfb-4186-a82d-86ab90a8fca1 req-fa76321a-d443-4ea8-8a91-cd822f2c9d76 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.87 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 945 time: 0.3135493 Feb 19 03:25:50.131972 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (50926938-2339-4e56-861b-09499894919a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.152138 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f638d8-5558-4b92-bf69-33dfb25b03a0 req-5b3a38ba-2c9a-4901-9f4d-e5b5c4fd969f tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:50.153182 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (55f87f72-1982-4703-b167-8806f4f9fb34), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.154219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3f638d8-5558-4b92-bf69-33dfb25b03a0 req-5b3a38ba-2c9a-4901-9f4d-e5b5c4fd969f tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 945 time: 0.3318348 Feb 19 03:25:50.227861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-528049cc-037c-4dd0-9412-16b9d102c72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:47Z', 'revision_number': 10, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:50.346156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-50be95e1-9bfb-4186-a82d-86ab90a8fca1 req-f7d6b7f2-de27-44dc-a193-6a33e9c51738 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Deleting port 4a8088c1-3624-4836-9a2e-4d581d65d4cd {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:50.352537 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50be95e1-9bfb-4186-a82d-86ab90a8fca1 req-f7d6b7f2-de27-44dc-a193-6a33e9c51738 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.566777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-50be95e1-9bfb-4186-a82d-86ab90a8fca1 req-f7d6b7f2-de27-44dc-a193-6a33e9c51738 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] For port 4a8088c1-3624-4836-9a2e-4d581d65d4cd, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4a8088c1-3624-4836-9a2e-4d581d65d4cd,segment=NetworkSegment(1791e7d2-89d9-40ec-b22d-49c1ac1db90f),segment_id=1791e7d2-89d9-40ec-b22d-49c1ac1db90f)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:50.573133 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50be95e1-9bfb-4186-a82d-86ab90a8fca1 req-f7d6b7f2-de27-44dc-a193-6a33e9c51738 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.592031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-50be95e1-9bfb-4186-a82d-86ab90a8fca1 req-f7d6b7f2-de27-44dc-a193-6a33e9c51738 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Calling delete_port for 4a8088c1-3624-4836-9a2e-4d581d65d4cd owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:50.643864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3f638d8-5558-4b92-bf69-33dfb25b03a0 req-723eee59-c824-48e5-8da4-7c503262676c tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/security-groups?id=29d7483f-df78-4077-88eb-44ba3f4e8129&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4822879 Feb 19 03:25:50.665592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420afa54-a2e6-4524-a305-fd1762570c5d None None] DHCP port deletion for 55f87f72-1982-4703-b167-8806f4f9fb34 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:50.693929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc3cf89-b2da-4283-83a7-7dc027906b64 None None] DHCP port deletion for 50926938-2339-4e56-861b-09499894919a request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:50.775188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 3d763861-8505-426f-b2b1-cf37b32b4dff {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:50.775784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.780005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528049cc-037c-4dd0-9412-16b9d102c72a None None] The sync data for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 is: [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:47Z', 'revision_number': 10, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None, '_interfaces': [{'id': '210261c3-8de7-4c02-8476-53a97f620641', 'name': '', 'network_id': '04d1344b-e2e7-4567-b116-f2be10fadc77', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'mac_address': 'fa:16:3e:ff:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3022, 'fixed_ips': [{'subnet_id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:24Z', 'updated_at': '2022-02-19T03:24:35Z', 'revision_number': 5, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'subnets': [{'id': 'a19457e1-6eac-4579-9d62-ddd5d08ae668', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:50.877340 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for floatingip (07cd8c06-dd58-40d4-a059-96fa77a1f0f6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:50.970606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3cf89-b2da-4283-83a7-7dc027906b64 None None] Deleting port 3d763861-8505-426f-b2b1-cf37b32b4dff {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:50.971678 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8fc3cf89-b2da-4283-83a7-7dc027906b64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.023657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-420afa54-a2e6-4524-a305-fd1762570c5d None None] Deleting port 5be1a00d-1aea-4fb4-874d-3330bcc96aec {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:51.023927 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-420afa54-a2e6-4524-a305-fd1762570c5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.064888 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d5a0bffd-5af4-4164-b708-4b4c01372a81), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.092187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] For port 3d763861-8505-426f-b2b1-cf37b32b4dff, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3d763861-8505-426f-b2b1-cf37b32b4dff,segment=NetworkSegment(6e5973b7-8fe1-4467-8e7f-9e367a34320b),segment_id=6e5973b7-8fe1-4467-8e7f-9e367a34320b)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:51.092577 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.129731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 3d763861-8505-426f-b2b1-cf37b32b4dff owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:51.133941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50be95e1-9bfb-4186-a82d-86ab90a8fca1 req-f7d6b7f2-de27-44dc-a193-6a33e9c51738 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4a8088c1-3624-4836-9a2e-4d581d65d4cd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.158751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-420afa54-a2e6-4524-a305-fd1762570c5d None None] For port 5be1a00d-1aea-4fb4-874d-3330bcc96aec, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5be1a00d-1aea-4fb4-874d-3330bcc96aec,segment=NetworkSegment(feff3771-6539-4da0-b5b9-1017ec2d2fed),segment_id=feff3771-6539-4da0-b5b9-1017ec2d2fed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:51.159154 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-420afa54-a2e6-4524-a305-fd1762570c5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.219238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-420afa54-a2e6-4524-a305-fd1762570c5d None None] Calling delete_port for 5be1a00d-1aea-4fb4-874d-3330bcc96aec owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:51.225061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6b7f2-de27-44dc-a193-6a33e9c51738 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Pushing event deleted for resources: {'Port': ['ID=4a8088c1-3624-4836-9a2e-4d581d65d4cd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:51.235494 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (0849afc6-7d77-460b-9311-0a6027490f9a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.292919 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=0849afc6-7d77-460b-9311-0a6027490f9a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:51.322334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-50be95e1-9bfb-4186-a82d-86ab90a8fca1 req-f7d6b7f2-de27-44dc-a193-6a33e9c51738 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] No DVR routers for this DVR port 4a8088c1-3624-4836-9a2e-4d581d65d4cd on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:51.329692 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50be95e1-9bfb-4186-a82d-86ab90a8fca1 req-f7d6b7f2-de27-44dc-a193-6a33e9c51738 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.337259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50be95e1-9bfb-4186-a82d-86ab90a8fca1 req-f7d6b7f2-de27-44dc-a193-6a33e9c51738 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.87 "DELETE /v2.0/ports/4a8088c1-3624-4836-9a2e-4d581d65d4cd HTTP/1.1" status: 204 len: 173 time: 1.3052790 Feb 19 03:25:51.338016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231f721e-a5c2-4863-8b78-4d9bcb7728f3', 'name': 'network-vif-deleted', 'tag': '4a8088c1-3624-4836-9a2e-4d581d65d4cd'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:51.340751 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600ae7cd-8eee-4be4-bcf9-9ee9a42f92ea" -d '{"events": [{"server_uuid": "231f721e-a5c2-4863-8b78-4d9bcb7728f3", "name": "network-vif-deleted", "tag": "4a8088c1-3624-4836-9a2e-4d581d65d4cd"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:51.426778 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.441359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8fc3cf89-b2da-4283-83a7-7dc027906b64 None None] For port 3d763861-8505-426f-b2b1-cf37b32b4dff, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3d763861-8505-426f-b2b1-cf37b32b4dff,segment=NetworkSegment(6e5973b7-8fe1-4467-8e7f-9e367a34320b),segment_id=6e5973b7-8fe1-4467-8e7f-9e367a34320b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:51.442101 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8fc3cf89-b2da-4283-83a7-7dc027906b64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.449538 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5d900b-366e-4a05-b601-d503c9e9efa0 x-openstack-request-id: req-dd5d900b-366e-4a05-b601-d503c9e9efa0 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:51.449834 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231f721e-a5c2-4863-8b78-4d9bcb7728f3", "name": "network-vif-deleted", "tag": "4a8088c1-3624-4836-9a2e-4d581d65d4cd", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:51.450096 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd5d900b-366e-4a05-b601-d503c9e9efa0 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:51.450514 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '231f721e-a5c2-4863-8b78-4d9bcb7728f3', 'name': 'network-vif-deleted', 'tag': '4a8088c1-3624-4836-9a2e-4d581d65d4cd', 'status': 'completed', 'code': 200} Feb 19 03:25:51.472882 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3cf89-b2da-4283-83a7-7dc027906b64 None None] Calling delete_port for 3d763861-8505-426f-b2b1-cf37b32b4dff owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:51.489359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No DVR routers for this DVR port 3d763861-8505-426f-b2b1-cf37b32b4dff on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:51.504617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=3d763861-8505-426f-b2b1-cf37b32b4dff,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:51.640505 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-420afa54-a2e6-4524-a305-fd1762570c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.662497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (50926938-2339-4e56-861b-09499894919a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.677959 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420afa54-a2e6-4524-a305-fd1762570c5d None None] Pushing event deleted for resources: {'Port': ['ID=5be1a00d-1aea-4fb4-874d-3330bcc96aec,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:51.711441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50926938-2339-4e56-861b-09499894919a']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:51.725580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420afa54-a2e6-4524-a305-fd1762570c5d None None] No DVR routers for this DVR port 5be1a00d-1aea-4fb4-874d-3330bcc96aec on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:51.735086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5973b7-8fe1-4467-8e7f-9e367a34320b') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:51.738373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5973b7-8fe1-4467-8e7f-9e367a34320b') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:51.744096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for port (d5a0bffd-5af4-4164-b708-4b4c01372a81), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.757004 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8fc3cf89-b2da-4283-83a7-7dc027906b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (3d763861-8505-426f-b2b1-cf37b32b4dff), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.763955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Deleting port 5be1a00d-1aea-4fb4-874d-3330bcc96aec {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:51.764836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.766876 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d5a0bffd-5af4-4164-b708-4b4c01372a81), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.778863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (6e5973b7-8fe1-4467-8e7f-9e367a34320b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.807344 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6e5973b7-8fe1-4467-8e7f-9e367a34320b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.810945 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.821067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc3cf89-b2da-4283-83a7-7dc027906b64 None None] No DVR routers for this DVR port 3d763861-8505-426f-b2b1-cf37b32b4dff on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:51.836307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-867f725b-448e-4e48-bb9a-d55591782928 req-1abe0960-5851-491d-8460-69b40a28b113 tempest-ServerAddressesNegativeTestJSON-1273855638 tempest-ServerAddressesNegativeTestJSON-1273855638-project] 10.222.0.81 "GET /v2.0/ports?device_id=231f721e-a5c2-4863-8b78-4d9bcb7728f3 HTTP/1.1" status: 200 len: 210 time: 0.0403793 Feb 19 03:25:51.845787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:51.846586 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (6e5973b7-8fe1-4467-8e7f-9e367a34320b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:51.853509 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:51.881474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3cf89-b2da-4283-83a7-7dc027906b64 None None] Pushing event deleted for resources: {'Port': ['ID=3d763861-8505-426f-b2b1-cf37b32b4dff,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:51.986463 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (50926938-2339-4e56-861b-09499894919a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.000091 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.009979 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/networks/50926938-2339-4e56-861b-09499894919a HTTP/1.1" status: 204 len: 168 time: 2.0540433 Feb 19 03:25:52.017864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58022) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:52.101869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5be1a00d-1aea-4fb4-874d-3330bcc96aec no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:52.129056 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.135236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81111d38-dce5-406d-b38f-3a15c637bb9f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Network': ['ID=50926938-2339-4e56-861b-09499894919a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:52.146402 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router_controller (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.152531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event updated for resources: {'Port': ['ID=d5a0bffd-5af4-4164-b708-4b4c01372a81,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:52.158111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] For port 5be1a00d-1aea-4fb4-874d-3330bcc96aec, host n-d-826755-2, got binding levels [] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:52.158739 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.198477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5be1a00d-1aea-4fb4-874d-3330bcc96aec {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:52.198847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5be1a00d-1aea-4fb4-874d-3330bcc96aec not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:52.199248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:52.236488 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (07cd8c06-dd58-40d4-a059-96fa77a1f0f6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.240089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Calling delete_port for 5be1a00d-1aea-4fb4-874d-3330bcc96aec owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:52.245403 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.ipam_backend_mixin [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Port 5be1a00d-1aea-4fb4-874d-3330bcc96aec was not found and therefore no delete operation was performed {{(pid=109898) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:25:52.251369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:52.251724 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device be0c0e2e-5254-4e9e-b26a-d0d0d79c4ca3 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:52.252162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3d763861-8505-426f-b2b1-cf37b32b4dff no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:52.299332 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5be1a00d-1aea-4fb4-874d-3330bcc96aec), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.302120 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.302866 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Fanout notify agent at l3_agent the message router_deleted on router eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:25:52.302997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 3d763861-8505-426f-b2b1-cf37b32b4dff {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:52.308062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3d763861-8505-426f-b2b1-cf37b32b4dff not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:52.327595 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.332217 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dad769cd-42ce-4063-bec9-55e1836a061d tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/routers/eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd HTTP/1.1" status: 204 len: 168 time: 4.6449468 Feb 19 03:25:52.337764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58026) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:52.390776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Port': ['ID=5be1a00d-1aea-4fb4-874d-3330bcc96aec,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:52.404491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] No DVR routers for this DVR port 5be1a00d-1aea-4fb4-874d-3330bcc96aec on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:52.508477 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-94999a45-38e4-4b77-a2c7-fefef168659f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting subnet e71d5083-74f6-443d-8f3a-625c4fb15442 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:52.544918 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94999a45-38e4-4b77-a2c7-fefef168659f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for subnet (e71d5083-74f6-443d-8f3a-625c4fb15442), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.588991 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (55f87f72-1982-4703-b167-8806f4f9fb34), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.601608 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6490001-6518-4faa-b477-2c86ced0e86b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.615347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f87f72-1982-4703-b167-8806f4f9fb34']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:52.628359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feff3771-6539-4da0-b5b9-1017ec2d2fed') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:52.628833 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feff3771-6539-4da0-b5b9-1017ec2d2fed') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:52.639553 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (feff3771-6539-4da0-b5b9-1017ec2d2fed), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.654338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (feff3771-6539-4da0-b5b9-1017ec2d2fed), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.690596 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.703610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:52.704121 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (feff3771-6539-4da0-b5b9-1017ec2d2fed), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:52.707522 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:52.711303 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Floating IP 07cd8c06-dd58-40d4-a059-96fa77a1f0f6 associated. External IP: 172.25.1.66, port: 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3. Feb 19 03:25:52.834095 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94999a45-38e4-4b77-a2c7-fefef168659f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (e71d5083-74f6-443d-8f3a-625c4fb15442), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.904780 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (55f87f72-1982-4703-b167-8806f4f9fb34), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.939703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58040) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:52.942863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4a8088c1-3624-4836-9a2e-4d581d65d4cd no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:52.986111 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:52.986918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 4a8088c1-3624-4836-9a2e-4d581d65d4cd {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:52.987641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4a8088c1-3624-4836-9a2e-4d581d65d4cd not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:52.991401 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] 10.222.0.81 "DELETE /v2.0/networks/55f87f72-1982-4703-b167-8806f4f9fb34 HTTP/1.1" status: 204 len: 168 time: 3.1741476 Feb 19 03:25:53.013226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd7519-5076-424c-81b9-e9e4ba736b86 tempest-NetworksTest-1618456795 tempest-NetworksTest-1618456795-project] Pushing event deleted for resources: {'Network': ['ID=55f87f72-1982-4703-b167-8806f4f9fb34,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:53.041894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f6490001-6518-4faa-b477-2c86ced0e86b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 210261c3-8de7-4c02-8476-53a97f620641 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:53.042128 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6490001-6518-4faa-b477-2c86ced0e86b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (210261c3-8de7-4c02-8476-53a97f620641), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.076503 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94999a45-38e4-4b77-a2c7-fefef168659f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (e71d5083-74f6-443d-8f3a-625c4fb15442), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.124104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebc39da-0737-42c6-8e25-8920b3b369ed admin admin] Deleting subnet 88b4fc3b-23be-40cb-b5d5-95610f078314 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:53.129469 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1ebc39da-0737-42c6-8e25-8920b3b369ed admin admin] Publish callbacks [] for subnet (88b4fc3b-23be-40cb-b5d5-95610f078314), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.206712 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1ebc39da-0737-42c6-8e25-8920b3b369ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (88b4fc3b-23be-40cb-b5d5-95610f078314), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.217355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-f6490001-6518-4faa-b477-2c86ced0e86b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] For port 210261c3-8de7-4c02-8476-53a97f620641, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=210261c3-8de7-4c02-8476-53a97f620641,segment=NetworkSegment(37afd966-6cc2-49da-b77a-d8ac76394faa),segment_id=37afd966-6cc2-49da-b77a-d8ac76394faa)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:53.217741 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6490001-6518-4faa-b477-2c86ced0e86b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (210261c3-8de7-4c02-8476-53a97f620641), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.317377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f6490001-6518-4faa-b477-2c86ced0e86b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 210261c3-8de7-4c02-8476-53a97f620641 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:53.338283 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58054) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:53.417267 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Router 0bbb0046-91dd-40e0-b704-512192c592a7 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:53.419066 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1ebc39da-0737-42c6-8e25-8920b3b369ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (88b4fc3b-23be-40cb-b5d5-95610f078314), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.438233 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94999a45-38e4-4b77-a2c7-fefef168659f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (e71d5083-74f6-443d-8f3a-625c4fb15442), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.549035 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94999a45-38e4-4b77-a2c7-fefef168659f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Subnet': ['ID=e71d5083-74f6-443d-8f3a-625c4fb15442,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:53.580677 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94999a45-38e4-4b77-a2c7-fefef168659f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.581486 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c6f65e-3ddd-42b8-ae79-5b5269dbf50e None None] Network 577ef4e0-1b1d-452a-885f-4a13fcf231ff requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:53.588756 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-94999a45-38e4-4b77-a2c7-fefef168659f tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/subnets/e71d5083-74f6-443d-8f3a-625c4fb15442 HTTP/1.1" status: 204 len: 168 time: 1.2496037 Feb 19 03:25:53.593561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58058) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:53.610770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1ebc39da-0737-42c6-8e25-8920b3b369ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (88b4fc3b-23be-40cb-b5d5-95610f078314), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.662149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc39da-0737-42c6-8e25-8920b3b369ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b4fc3b-23be-40cb-b5d5-95610f078314,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:53.679835 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1ebc39da-0737-42c6-8e25-8920b3b369ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.683467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1ebc39da-0737-42c6-8e25-8920b3b369ed admin admin] 10.222.0.81 "DELETE /v2.0/subnets/88b4fc3b-23be-40cb-b5d5-95610f078314 HTTP/1.1" status: 204 len: 168 time: 0.7414668 Feb 19 03:25:53.686506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58064) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:53.710698 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6490001-6518-4faa-b477-2c86ced0e86b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (210261c3-8de7-4c02-8476-53a97f620641), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.747881 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (577ef4e0-1b1d-452a-885f-4a13fcf231ff), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.772082 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.783346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6490001-6518-4faa-b477-2c86ced0e86b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=210261c3-8de7-4c02-8476-53a97f620641,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:53.872442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:53.876797 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d053eb89-663b-437c-8790-7df772020c96 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f94264cb3d8498aa536ebb8a2211f5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5349524 Feb 19 03:25:53.884495 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39093e5a-d179-4ad5-833e-19cb79077e83 None None] Sync routers for ids ['0bbb0046-91dd-40e0-b704-512192c592a7'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:53.885838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58066) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:53.899185 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39093e5a-d179-4ad5-833e-19cb79077e83 None None] Routers {'0bbb0046-91dd-40e0-b704-512192c592a7'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:53.899932 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-39093e5a-d179-4ad5-833e-19cb79077e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0bbb0046-91dd-40e0-b704-512192c592a7'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:53.930951 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca2b4c5-ed2f-44b5-9874-676352cbe437 None None] DHCP port deletion for 577ef4e0-1b1d-452a-885f-4a13fcf231ff request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:53.979641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:53.986753 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6490001-6518-4faa-b477-2c86ced0e86b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (f6959de3-8247-48f8-b974-917532f8cc2b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.001424 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (7243118a-ef6b-40d4-9e96-60a0fb052f5f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.063646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2b4c5-ed2f-44b5-9874-676352cbe437 None None] Deleting port f2a51228-26dc-405a-bb62-098f649e7546 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:54.064311 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4ca2b4c5-ed2f-44b5-9874-676352cbe437 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f2a51228-26dc-405a-bb62-098f649e7546), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.104158 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-80d54fcd-80f4-4ce5-a7b1-f43fc36317a7 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8543911 Feb 19 03:25:54.110037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58070) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:54.111536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'tag': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:25:54.121360 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867ed55e-fccd-497d-9ac0-f7d5cbb22ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "84c1de7f-fef9-4b29-89e1-a821e0dc3c58", "tag": "9d6b24b1-8326-4f2c-a15e-2bd1f80056e3"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:25:54.182275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4ca2b4c5-ed2f-44b5-9874-676352cbe437 None None] For port f2a51228-26dc-405a-bb62-098f649e7546, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f2a51228-26dc-405a-bb62-098f649e7546,segment=NetworkSegment(3f6f065e-2420-4f0b-908a-6d44d84a0fe6),segment_id=3f6f065e-2420-4f0b-908a-6d44d84a0fe6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:54.183305 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4ca2b4c5-ed2f-44b5-9874-676352cbe437 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f2a51228-26dc-405a-bb62-098f649e7546), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.203652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2b4c5-ed2f-44b5-9874-676352cbe437 None None] Calling delete_port for f2a51228-26dc-405a-bb62-098f649e7546 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:54.208561 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-39093e5a-d179-4ad5-833e-19cb79077e83 None None] Set router 0bbb0046-91dd-40e0-b704-512192c592a7 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:54.235011 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (7243118a-ef6b-40d4-9e96-60a0fb052f5f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.283411 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae400d8a-ff76-4fc9-b4b6-466bad4081ae x-openstack-request-id: req-ae400d8a-ff76-4fc9-b4b6-466bad4081ae {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:25:54.285800 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c1de7f-fef9-4b29-89e1-a821e0dc3c58", "tag": "9d6b24b1-8326-4f2c-a15e-2bd1f80056e3", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:25:54.286042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7243118a-ef6b-40d4-9e96-60a0fb052f5f']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:54.286968 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae400d8a-ff76-4fc9-b4b6-466bad4081ae {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:25:54.287661 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'tag': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3', 'status': 'completed', 'code': 200} Feb 19 03:25:54.291770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eee750f4-9050-4378-9210-08b573c28616 admin admin] Publish callbacks [] for security_group (b49005e4-7500-4e70-85c2-8a187fa4ba29), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.315410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port f2a51228-26dc-405a-bb62-098f649e7546 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:54.316084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f2a51228-26dc-405a-bb62-098f649e7546), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.329154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1791e7d2-89d9-40ec-b22d-49c1ac1db90f') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:54.329463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1791e7d2-89d9-40ec-b22d-49c1ac1db90f') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:54.353670 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eee750f4-9050-4378-9210-08b573c28616 admin admin] Publish callbacks [] for security_group (b49005e4-7500-4e70-85c2-8a187fa4ba29), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.384768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (1791e7d2-89d9-40ec-b22d-49c1ac1db90f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.416540 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1791e7d2-89d9-40ec-b22d-49c1ac1db90f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.419865 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-071f6444-c8c4-420c-9b56-fd04147667e2 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/floatingips/07cd8c06-dd58-40d4-a059-96fa77a1f0f6 HTTP/1.1" status: 200 len: 991 time: 0.2849510 Feb 19 03:25:54.441649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:54.441996 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (1791e7d2-89d9-40ec-b22d-49c1ac1db90f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.443913 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4ca2b4c5-ed2f-44b5-9874-676352cbe437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (f2a51228-26dc-405a-bb62-098f649e7546), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.451700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] For port f2a51228-26dc-405a-bb62-098f649e7546, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f2a51228-26dc-405a-bb62-098f649e7546,segment=NetworkSegment(3f6f065e-2420-4f0b-908a-6d44d84a0fe6),segment_id=3f6f065e-2420-4f0b-908a-6d44d84a0fe6)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:54.452805 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f2a51228-26dc-405a-bb62-098f649e7546), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.468540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for f2a51228-26dc-405a-bb62-098f649e7546 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:54.520060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2b4c5-ed2f-44b5-9874-676352cbe437 None None] No DVR routers for this DVR port f2a51228-26dc-405a-bb62-098f649e7546 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:54.532386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2b4c5-ed2f-44b5-9874-676352cbe437 None None] Pushing event deleted for resources: {'Port': ['ID=f2a51228-26dc-405a-bb62-098f649e7546,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:54.558326 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-39093e5a-d179-4ad5-833e-19cb79077e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:24:59Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '07cd8c06-dd58-40d4-a059-96fa77a1f0f6', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'port_id': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'mac_address': 'fa:16:3e:4a:61:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:25:49Z', 'updated_at': '2022-02-19T03:25:49Z', 'revision_number': 0, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afc4ade-6822-4df9-a731-36244d1e076f', 'name': '', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:6d:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '539dec20-3d30-4941-b346-b454913cbe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:56Z', 'updated_at': '2022-02-19T03:25:12Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': '539dec20-3d30-4941-b346-b454913cbe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:54.565769 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:54.570101 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (7243118a-ef6b-40d4-9e96-60a0fb052f5f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.592372 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.595690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] 10.222.0.81 "DELETE /v2.0/networks/7243118a-ef6b-40d4-9e96-60a0fb052f5f HTTP/1.1" status: 204 len: 168 time: 0.9076514 Feb 19 03:25:54.601470 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eee750f4-9050-4378-9210-08b573c28616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b49005e4-7500-4e70-85c2-8a187fa4ba29), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.602432 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-eee750f4-9050-4378-9210-08b573c28616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.611275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5e076-155d-437e-b4f3-ab2a4c92f626 admin admin] Pushing event deleted for resources: {'Network': ['ID=7243118a-ef6b-40d4-9e96-60a0fb052f5f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:54.621126 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eee750f4-9050-4378-9210-08b573c28616 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b49005e4-7500-4e70-85c2-8a187fa4ba29 HTTP/1.1" status: 204 len: 168 time: 0.7291260 Feb 19 03:25:54.630197 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39093e5a-d179-4ad5-833e-19cb79077e83 None None] Checking router: 0bbb0046-91dd-40e0-b704-512192c592a7 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:54.648295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee750f4-9050-4378-9210-08b573c28616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49005e4-7500-4e70-85c2-8a187fa4ba29,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:54.661647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f2a51228-26dc-405a-bb62-098f649e7546), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.664886 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39093e5a-d179-4ad5-833e-19cb79077e83 None None] Routers {'0bbb0046-91dd-40e0-b704-512192c592a7'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:54.666282 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-39093e5a-d179-4ad5-833e-19cb79077e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0bbb0046-91dd-40e0-b704-512192c592a7'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:54.740278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=f2a51228-26dc-405a-bb62-098f649e7546,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:54.742630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] No DVR routers for this DVR port f2a51228-26dc-405a-bb62-098f649e7546 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:54.762316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ed55e-fccd-497d-9ac0-f7d5cbb22ca1 req-0c1609cd-0bc5-4f4a-9ad0-f980c574f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:54.819892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-867ed55e-fccd-497d-9ac0-f7d5cbb22ca1 req-0c1609cd-0bc5-4f4a-9ad0-f980c574f2b3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 1128 time: 0.2485003 Feb 19 03:25:54.944066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6490001-6518-4faa-b477-2c86ced0e86b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router f6959de3-8247-48f8-b974-917532f8cc2b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:54.962323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58090) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:54.981611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (577ef4e0-1b1d-452a-885f-4a13fcf231ff), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:54.984458 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-39093e5a-d179-4ad5-833e-19cb79077e83 None None] Set router 0bbb0046-91dd-40e0-b704-512192c592a7 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:55.032930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577ef4e0-1b1d-452a-885f-4a13fcf231ff']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:55.058327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6f065e-2420-4f0b-908a-6d44d84a0fe6') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:55.058327 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6f065e-2420-4f0b-908a-6d44d84a0fe6') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:55.081250 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (3f6f065e-2420-4f0b-908a-6d44d84a0fe6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.141535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (3f6f065e-2420-4f0b-908a-6d44d84a0fe6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.149497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:55.149908 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (3f6f065e-2420-4f0b-908a-6d44d84a0fe6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:55.156106 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:55.267041 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (577ef4e0-1b1d-452a-885f-4a13fcf231ff), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.290290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.300442 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/networks/577ef4e0-1b1d-452a-885f-4a13fcf231ff HTTP/1.1" status: 204 len: 168 time: 1.7053320 Feb 19 03:25:55.303587 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58104) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:55.344486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b14c89-d545-4388-ac6a-caf3f41e6d4a tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Network': ['ID=577ef4e0-1b1d-452a-885f-4a13fcf231ff,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:55.464907 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58108) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:55.487244 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-39093e5a-d179-4ad5-833e-19cb79077e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:24:59Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '07cd8c06-dd58-40d4-a059-96fa77a1f0f6', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'port_id': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'mac_address': 'fa:16:3e:4a:61:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:25:49Z', 'updated_at': '2022-02-19T03:25:49Z', 'revision_number': 0, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afc4ade-6822-4df9-a731-36244d1e076f', 'name': '', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:6d:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '539dec20-3d30-4941-b346-b454913cbe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:56Z', 'updated_at': '2022-02-19T03:25:12Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': '539dec20-3d30-4941-b346-b454913cbe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:55.569695 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39093e5a-d179-4ad5-833e-19cb79077e83 None None] The sync data for ids ['0bbb0046-91dd-40e0-b704-512192c592a7'] in n-d-826755-2 is: [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:24:59Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '07cd8c06-dd58-40d4-a059-96fa77a1f0f6', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'floating_ip_address': '172.25.1.66', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'port_id': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'mac_address': 'fa:16:3e:4a:61:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:25:49Z', 'updated_at': '2022-02-19T03:25:49Z', 'revision_number': 0, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1afc4ade-6822-4df9-a731-36244d1e076f', 'name': '', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:6d:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '539dec20-3d30-4941-b346-b454913cbe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:56Z', 'updated_at': '2022-02-19T03:25:12Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': '539dec20-3d30-4941-b346-b454913cbe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:55.627660 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f5793bd0-f57e-45cf-81f2-7b37b67e0bae tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/floatingips/07cd8c06-dd58-40d4-a059-96fa77a1f0f6 HTTP/1.1" status: 200 len: 991 time: 0.1573308 Feb 19 03:25:55.628126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6490001-6518-4faa-b477-2c86ced0e86b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:55.633866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f6490001-6518-4faa-b477-2c86ced0e86b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6146190 Feb 19 03:25:55.636718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58118) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:55.642213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58120) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:55.643177 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cea59-0896-4ae4-a797-9888d7fce0f8 None None] Sync routers for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:55.649842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-da2f7261-50c6-4ce6-b2be-624f20b45959 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1e90bb0b798e4ba89be367f680ae5980&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6861916 Feb 19 03:25:55.655424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ed55e-fccd-497d-9ac0-f7d5cbb22ca1 req-47de21e9-020d-4ce9-b424-609b356e2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:55.658182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cea59-0896-4ae4-a797-9888d7fce0f8 None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:55.659804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-867ed55e-fccd-497d-9ac0-f7d5cbb22ca1 req-47de21e9-020d-4ce9-b424-609b356e2671 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ecb94fd-8ff3-4064-b340-acfd94f8204d HTTP/1.1" status: 200 len: 898 time: 0.8645258 Feb 19 03:25:55.660536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e49cea59-0896-4ae4-a797-9888d7fce0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:55.793994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-867ed55e-fccd-497d-9ac0-f7d5cbb22ca1 req-4d8c977b-ef53-4d75-8721-0a5ff3494328 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 HTTP/1.1" status: 200 len: 999 time: 0.1266739 Feb 19 03:25:55.809477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e49cea59-0896-4ae4-a797-9888d7fce0f8 None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:55.833182 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93ddaf0-a84a-4d85-bff8-c5ea0795b8fe tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting subnet a19457e1-6eac-4579-9d62-ddd5d08ae668 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:25:55.861037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f93ddaf0-a84a-4d85-bff8-c5ea0795b8fe tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (a19457e1-6eac-4579-9d62-ddd5d08ae668), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.905154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ed55e-fccd-497d-9ac0-f7d5cbb22ca1 req-441b713c-7c36-422e-bf32-cfc48a8de7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:55.908081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-867ed55e-fccd-497d-9ac0-f7d5cbb22ca1 req-441b713c-7c36-422e-bf32-cfc48a8de7b7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=539dec20-3d30-4941-b346-b454913cbe07 HTTP/1.1" status: 200 len: 834 time: 0.1053321 Feb 19 03:25:55.949174 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f93ddaf0-a84a-4d85-bff8-c5ea0795b8fe tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (a19457e1-6eac-4579-9d62-ddd5d08ae668), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:55.982132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e49cea59-0896-4ae4-a797-9888d7fce0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:53Z', 'revision_number': 11, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:55.986496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6503cdf8-fa79-4a56-9d53-a98a3c1263cf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port 00298ed9-18a8-45be-8c4e-3e7184ee7cb9 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:55.986496 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6503cdf8-fa79-4a56-9d53-a98a3c1263cf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (00298ed9-18a8-45be-8c4e-3e7184ee7cb9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.044098 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34aec6e-d277-43c2-b4f9-6f571a40e8f7 None None] New status for floating IP 07cd8c06-dd58-40d4-a059-96fa77a1f0f6: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:25:56.053663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cea59-0896-4ae4-a797-9888d7fce0f8 None None] Checking router: f6959de3-8247-48f8-b974-917532f8cc2b for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:56.065170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f2a51228-26dc-405a-bb62-098f649e7546 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:56.080509 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b168af8-ee54-4f7c-aceb-5f529af36d56 admin admin] Publish callbacks [] for security_group (29d7483f-df78-4077-88eb-44ba3f4e8129), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.091464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f2a51228-26dc-405a-bb62-098f649e7546 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:56.093933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f2a51228-26dc-405a-bb62-098f649e7546 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:56.100343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ed55e-fccd-497d-9ac0-f7d5cbb22ca1 req-0026cba6-7e18-4978-aa73-f9656a8a62b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:56.108910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-867ed55e-fccd-497d-9ac0-f7d5cbb22ca1 req-0026cba6-7e18-4978-aa73-f9656a8a62b3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ecb94fd-8ff3-4064-b340-acfd94f8204d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1877403 Feb 19 03:25:56.113468 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49cea59-0896-4ae4-a797-9888d7fce0f8 None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:56.114338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e49cea59-0896-4ae4-a797-9888d7fce0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:56.198781 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b168af8-ee54-4f7c-aceb-5f529af36d56 admin admin] Publish callbacks [] for security_group (29d7483f-df78-4077-88eb-44ba3f4e8129), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.238706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58132) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:56.239998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e49cea59-0896-4ae4-a797-9888d7fce0f8 None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:56.312648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e49cea59-0896-4ae4-a797-9888d7fce0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:53Z', 'revision_number': 11, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:56.319533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f93ddaf0-a84a-4d85-bff8-c5ea0795b8fe tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a19457e1-6eac-4579-9d62-ddd5d08ae668), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.357506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49cea59-0896-4ae4-a797-9888d7fce0f8 None None] The sync data for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 is: [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:53Z', 'revision_number': 11, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:56.368561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-867ed55e-fccd-497d-9ac0-f7d5cbb22ca1 req-4d3c0f6b-77ea-4268-9aaa-fb5bf3fe84ef service neutron] 10.222.0.67 "GET /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496374 Feb 19 03:25:56.422043 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6503cdf8-fa79-4a56-9d53-a98a3c1263cf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (00298ed9-18a8-45be-8c4e-3e7184ee7cb9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.422436 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6503cdf8-fa79-4a56-9d53-a98a3c1263cf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (00298ed9-18a8-45be-8c4e-3e7184ee7cb9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.438584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6503cdf8-fa79-4a56-9d53-a98a3c1263cf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for 00298ed9-18a8-45be-8c4e-3e7184ee7cb9 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:56.454697 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f93ddaf0-a84a-4d85-bff8-c5ea0795b8fe tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (a19457e1-6eac-4579-9d62-ddd5d08ae668), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.471756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f93ddaf0-a84a-4d85-bff8-c5ea0795b8fe tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.478248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d92b4d-1316-49a7-8840-afa13787c35f None None] Network 04d1344b-e2e7-4567-b116-f2be10fadc77 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:25:56.478928 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f93ddaf0-a84a-4d85-bff8-c5ea0795b8fe tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/a19457e1-6eac-4579-9d62-ddd5d08ae668 HTTP/1.1" status: 204 len: 168 time: 0.8403151 Feb 19 03:25:56.524040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58138) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:56.606469 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ed029b24-209a-439f-b07c-cdb5cfc14cd7 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:56.607949 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-ed029b24-209a-439f-b07c-cdb5cfc14cd7 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 03:25:56.609062 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-ed029b24-209a-439f-b07c-cdb5cfc14cd7 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:25:56.610337 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ed029b24-209a-439f-b07c-cdb5cfc14cd7 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3562293 Feb 19 03:25:56.611973 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b168af8-ee54-4f7c-aceb-5f529af36d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (29d7483f-df78-4077-88eb-44ba3f4e8129), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.615476 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b168af8-ee54-4f7c-aceb-5f529af36d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.617570 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4b168af8-ee54-4f7c-aceb-5f529af36d56 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/29d7483f-df78-4077-88eb-44ba3f4e8129 HTTP/1.1" status: 204 len: 168 time: 0.9735096 Feb 19 03:25:56.618499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ddaf0-a84a-4d85-bff8-c5ea0795b8fe tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Subnet': ['ID=a19457e1-6eac-4579-9d62-ddd5d08ae668,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:56.622399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58142) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:56.631526 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-48ce4588-372d-4101-9bbb-0544c933dcc9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085278030'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:56.643205 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58146) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:56.680209 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (04d1344b-e2e7-4567-b116-f2be10fadc77), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.824442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094a608c-0809-4ae6-81d9-f936e793e27a None None] DHCP port deletion for 04d1344b-e2e7-4567-b116-f2be10fadc77 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:25:56.836013 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b168af8-ee54-4f7c-aceb-5f529af36d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d7483f-df78-4077-88eb-44ba3f4e8129,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:56.883719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-867ed55e-fccd-497d-9ac0-f7d5cbb22ca1 req-d050651c-1948-4bdd-ba96-c9a092097eb9 service neutron] 10.222.0.67 "GET /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042572 Feb 19 03:25:56.901901 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-82ea216b-b98a-4f6b-a42c-8463f2acd1eb tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/floatingips/07cd8c06-dd58-40d4-a059-96fa77a1f0f6 HTTP/1.1" status: 200 len: 993 time: 0.2442691 Feb 19 03:25:56.904140 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6503cdf8-fa79-4a56-9d53-a98a3c1263cf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (00298ed9-18a8-45be-8c4e-3e7184ee7cb9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.916412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-48ce4588-372d-4101-9bbb-0544c933dcc9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:56.978097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503cdf8-fa79-4a56-9d53-a98a3c1263cf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=00298ed9-18a8-45be-8c4e-3e7184ee7cb9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:56.996170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-094a608c-0809-4ae6-81d9-f936e793e27a None None] Deleting port 11456517-0b02-4b1d-8bed-e10a2a56bd62 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:56.998025 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-094a608c-0809-4ae6-81d9-f936e793e27a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.002023 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-48ce4588-372d-4101-9bbb-0544c933dcc9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.006223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Deleting port 11456517-0b02-4b1d-8bed-e10a2a56bd62 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:57.007955 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.151362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-094a608c-0809-4ae6-81d9-f936e793e27a None None] For port 11456517-0b02-4b1d-8bed-e10a2a56bd62, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=11456517-0b02-4b1d-8bed-e10a2a56bd62,segment=NetworkSegment(37afd966-6cc2-49da-b77a-d8ac76394faa),segment_id=37afd966-6cc2-49da-b77a-d8ac76394faa)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:57.151965 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-094a608c-0809-4ae6-81d9-f936e793e27a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.186365 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6503cdf8-fa79-4a56-9d53-a98a3c1263cf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for floatingip (e2e72cf9-1930-44a0-8a65-6a20813052a6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.190342 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6503cdf8-fa79-4a56-9d53-a98a3c1263cf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.190937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-094a608c-0809-4ae6-81d9-f936e793e27a None None] Calling delete_port for 11456517-0b02-4b1d-8bed-e10a2a56bd62 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:57.196879 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6503cdf8-fa79-4a56-9d53-a98a3c1263cf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/floatingips/e2e72cf9-1930-44a0-8a65-6a20813052a6 HTTP/1.1" status: 204 len: 168 time: 1.8689129 Feb 19 03:25:57.197865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58162) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:57.231553 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-0995fdc0-940e-4b10-9f7f-665a5a4013a1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:57.232619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0995fdc0-940e-4b10-9f7f-665a5a4013a1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:57.238928 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0995fdc0-940e-4b10-9f7f-665a5a4013a1 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/ports/7a85a8fe-9930-43bd-b276-a5b10b07ccdb HTTP/1.1" status: 404 len: 333 time: 0.0377326 Feb 19 03:25:57.240502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58164) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:57.249503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] For port 11456517-0b02-4b1d-8bed-e10a2a56bd62, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=11456517-0b02-4b1d-8bed-e10a2a56bd62,segment=NetworkSegment(37afd966-6cc2-49da-b77a-d8ac76394faa),segment_id=37afd966-6cc2-49da-b77a-d8ac76394faa)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:25:57.249503 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.286824 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-49aaee78-cf44-4b2d-92cf-1faf4ed615be tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "GET /v2.0/ports?device_id=eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd HTTP/1.1" status: 200 len: 205 time: 0.0432267 Feb 19 03:25:57.288981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58166) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:57.290342 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Calling delete_port for 11456517-0b02-4b1d-8bed-e10a2a56bd62 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:57.443701 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-094a608c-0809-4ae6-81d9-f936e793e27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.469587 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a608c-0809-4ae6-81d9-f936e793e27a None None] Pushing event deleted for resources: {'Port': ['ID=11456517-0b02-4b1d-8bed-e10a2a56bd62,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:57.484609 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a608c-0809-4ae6-81d9-f936e793e27a None None] No DVR routers for this DVR port 11456517-0b02-4b1d-8bed-e10a2a56bd62 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:57.497455 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (11456517-0b02-4b1d-8bed-e10a2a56bd62), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.560248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Port': ['ID=11456517-0b02-4b1d-8bed-e10a2a56bd62,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:57.579573 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No DVR routers for this DVR port 11456517-0b02-4b1d-8bed-e10a2a56bd62 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:25:57.694883 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (04d1344b-e2e7-4567-b116-f2be10fadc77), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.721394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d1344b-e2e7-4567-b116-f2be10fadc77']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:57.734031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37afd966-6cc2-49da-b77a-d8ac76394faa') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:57.734709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37afd966-6cc2-49da-b77a-d8ac76394faa') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:57.747123 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (37afd966-6cc2-49da-b77a-d8ac76394faa), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.770884 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (37afd966-6cc2-49da-b77a-d8ac76394faa), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.778542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:25:57.779304 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (37afd966-6cc2-49da-b77a-d8ac76394faa), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:25:57.783959 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:25:57.864227 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (04d1344b-e2e7-4567-b116-f2be10fadc77), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.873878 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:57.879257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/networks/04d1344b-e2e7-4567-b116-f2be10fadc77 HTTP/1.1" status: 204 len: 168 time: 1.3524020 Feb 19 03:25:57.889563 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58184) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:57.895369 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-ce2f185c-f023-45d4-ba1f-302468d7ff37 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] delete failed (client error): The resource could not be found. Feb 19 03:25:57.896269 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ce2f185c-f023-45d4-ba1f-302468d7ff37 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/routers/eecb51a0-cdb9-4ed7-a4d5-ee9a3a4d9edd HTTP/1.1" status: 404 len: 336 time: 0.6064720 Feb 19 03:25:57.899282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58186) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:57.900752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5023c125-d1d9-423f-bb0d-31cd1c99d39c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'router': {'routes': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:57.931165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b42cc-b70c-474f-9ffb-4dcb0f5e2b30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Pushing event deleted for resources: {'Network': ['ID=04d1344b-e2e7-4567-b116-f2be10fadc77,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:57.964002 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-01a02501-38bf-45e7-8faa-43f01a8e6c02 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] DELETE failed (client error): The resource could not be found. Feb 19 03:25:57.964459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01a02501-38bf-45e7-8faa-43f01a8e6c02 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:25:57.967526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-01a02501-38bf-45e7-8faa-43f01a8e6c02 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/subnets/e71d5083-74f6-443d-8f3a-625c4fb15442 HTTP/1.1" status: 404 len: 337 time: 0.0672824 Feb 19 03:25:57.974170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58190) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:57.989162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 210261c3-8de7-4c02-8476-53a97f620641 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:57.995251 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-48ce4588-372d-4101-9bbb-0544c933dcc9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (d80016df-1c14-460e-85a9-0ada824782c4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.036221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 210261c3-8de7-4c02-8476-53a97f620641 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:58.036571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 210261c3-8de7-4c02-8476-53a97f620641 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:58.037064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 11456517-0b02-4b1d-8bed-e10a2a56bd62 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:25:58.087363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 11456517-0b02-4b1d-8bed-e10a2a56bd62 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:25:58.087874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 11456517-0b02-4b1d-8bed-e10a2a56bd62 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:25:58.122244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.extraroute_db [None req-5023c125-d1d9-423f-bb0d-31cd1c99d39c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Added routes are [] {{(pid=109898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 03:25:58.122549 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.extraroute_db [None req-5023c125-d1d9-423f-bb0d-31cd1c99d39c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Removed routes are [] {{(pid=109898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 03:25:58.123548 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5023c125-d1d9-423f-bb0d-31cd1c99d39c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.136807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-6f7384a4-7943-45a4-a212-6763dde150fd tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port 4e5d9470-888c-4599-adc6-81cfe869db15 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:58.137148 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6f7384a4-7943-45a4-a212-6763dde150fd tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4e5d9470-888c-4599-adc6-81cfe869db15), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.206116 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-48ce4588-372d-4101-9bbb-0544c933dcc9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d80016df-1c14-460e-85a9-0ada824782c4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.275966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58202) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:58.320549 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6f7384a4-7943-45a4-a212-6763dde150fd tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4e5d9470-888c-4599-adc6-81cfe869db15), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.336160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5023c125-d1d9-423f-bb0d-31cd1c99d39c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.346108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce4588-372d-4101-9bbb-0544c933dcc9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d80016df-1c14-460e-85a9-0ada824782c4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:58.348286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-6f7384a4-7943-45a4-a212-6763dde150fd tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for 4e5d9470-888c-4599-adc6-81cfe869db15 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:58.352297 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5023c125-d1d9-423f-bb0d-31cd1c99d39c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.515083 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6f7384a4-7943-45a4-a212-6763dde150fd tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4e5d9470-888c-4599-adc6-81cfe869db15), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.522848 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-network', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:58.532831 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-48ce4588-372d-4101-9bbb-0544c933dcc9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (15ef6b10-0f37-410f-9643-5441a4f8c3a7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.542401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5023c125-d1d9-423f-bb0d-31cd1c99d39c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router f6959de3-8247-48f8-b974-917532f8cc2b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:25:58.547282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7384a4-7943-45a4-a212-6763dde150fd tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=4e5d9470-888c-4599-adc6-81cfe869db15,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:58.561814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-48ce4588-372d-4101-9bbb-0544c933dcc9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (15ef6b10-0f37-410f-9643-5441a4f8c3a7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.642769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6f7384a4-7943-45a4-a212-6763dde150fd tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.648536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6f7384a4-7943-45a4-a212-6763dde150fd tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/ports/4e5d9470-888c-4599-adc6-81cfe869db15 HTTP/1.1" status: 204 len: 168 time: 0.6733108 Feb 19 03:25:58.649549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58210) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:58.650129 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Made reservation on behalf of da11589d434d48468c31b6f3cc483bbe for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:25:58.652726 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.666171 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.685309 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-48ce4588-372d-4101-9bbb-0544c933dcc9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.686757 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-48ce4588-372d-4101-9bbb-0544c933dcc9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 2.0591650 Feb 19 03:25:58.692040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58212) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:58.698567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-69285dd6-6e83-4ef5-9dc6-be2418b0f59d tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '15ef6b10-0f37-410f-9643-5441a4f8c3a7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:58.699355 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce4588-372d-4101-9bbb-0544c933dcc9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ef6b10-0f37-410f-9643-5441a4f8c3a7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:58.746316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5023c125-d1d9-423f-bb0d-31cd1c99d39c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:25:58.756404 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5023c125-d1d9-423f-bb0d-31cd1c99d39c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.757924 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5023c125-d1d9-423f-bb0d-31cd1c99d39c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b HTTP/1.1" status: 200 len: 705 time: 0.8656445 Feb 19 03:25:58.758834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b8ab2-47e6-4d3b-82fd-b218e6e1a3f6 None None] Sync routers for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:25:58.761754 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58214) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:58.781661 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b8ab2-47e6-4d3b-82fd-b218e6e1a3f6 None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:58.783121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-af8b8ab2-47e6-4d3b-82fd-b218e6e1a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:58.804686 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69285dd6-6e83-4ef5-9dc6-be2418b0f59d tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group_rule (a53966c8-585c-482f-9878-ed94c97bec16), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.852064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-62bf5bbe-4641-4ce8-b4b5-06e878eae4f8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port 27318969-5081-48d0-8f99-c62d96f151f8 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:25:58.852398 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-62bf5bbe-4641-4ce8-b4b5-06e878eae4f8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (27318969-5081-48d0-8f99-c62d96f151f8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:58.862819 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d1abd9af-b247-4540-a7dc-54fbb76c0f13 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6959de3-8247-48f8-b974-917532f8cc2b HTTP/1.1" status: 200 len: 205 time: 0.0919046 Feb 19 03:25:58.862819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58222) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:58.883768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-af8b8ab2-47e6-4d3b-82fd-b218e6e1a3f6 None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:58.952560 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-281e079c-b12a-4fe8-9db1-77d0225083a8 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (f6959de3-8247-48f8-b974-917532f8cc2b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.020863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69285dd6-6e83-4ef5-9dc6-be2418b0f59d tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group_rule (a53966c8-585c-482f-9878-ed94c97bec16), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.034927 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69285dd6-6e83-4ef5-9dc6-be2418b0f59d tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (a53966c8-585c-482f-9878-ed94c97bec16), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.041555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-af8b8ab2-47e6-4d3b-82fd-b218e6e1a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:53Z', 'revision_number': 11, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:59.060455 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-62bf5bbe-4641-4ce8-b4b5-06e878eae4f8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (27318969-5081-48d0-8f99-c62d96f151f8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.079208 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69285dd6-6e83-4ef5-9dc6-be2418b0f59d tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53966c8-585c-482f-9878-ed94c97bec16,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:59.087810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-62bf5bbe-4641-4ce8-b4b5-06e878eae4f8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for 27318969-5081-48d0-8f99-c62d96f151f8 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:25:59.103073 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69285dd6-6e83-4ef5-9dc6-be2418b0f59d tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.107498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58224) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:59.109233 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-69285dd6-6e83-4ef5-9dc6-be2418b0f59d tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4143670 Feb 19 03:25:59.113063 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-298d4d9d-17ee-4743-b30f-7419816190c9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '15ef6b10-0f37-410f-9643-5441a4f8c3a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:59.133229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b8ab2-47e6-4d3b-82fd-b218e6e1a3f6 None None] Checking router: f6959de3-8247-48f8-b974-917532f8cc2b for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:25:59.157920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b8ab2-47e6-4d3b-82fd-b218e6e1a3f6 None None] Routers {'f6959de3-8247-48f8-b974-917532f8cc2b'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:25:59.158823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-af8b8ab2-47e6-4d3b-82fd-b218e6e1a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f6959de3-8247-48f8-b974-917532f8cc2b'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:59.174852 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-281e079c-b12a-4fe8-9db1-77d0225083a8 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.182495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-281e079c-b12a-4fe8-9db1-77d0225083a8 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (f6959de3-8247-48f8-b974-917532f8cc2b), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.189513 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Publish callbacks [] for security_group (cb60c019-18fd-4c4c-a5f4-8764d35b9708), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.268696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-298d4d9d-17ee-4743-b30f-7419816190c9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group_rule (0fa82131-1292-4d02-888a-25b455cfc328), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.279456 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cb60c019-18fd-4c4c-a5f4-8764d35b9708), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.282729 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-62bf5bbe-4641-4ce8-b4b5-06e878eae4f8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (27318969-5081-48d0-8f99-c62d96f151f8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.296736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-af8b8ab2-47e6-4d3b-82fd-b218e6e1a3f6 None None] Set router f6959de3-8247-48f8-b974-917532f8cc2b gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:25:59.302836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-281e079c-b12a-4fe8-9db1-77d0225083a8 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (f6959de3-8247-48f8-b974-917532f8cc2b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.303377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281e079c-b12a-4fe8-9db1-77d0225083a8 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Fanout notify agent at l3_agent the message router_deleted on router f6959de3-8247-48f8-b974-917532f8cc2b {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:25:59.321737 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-281e079c-b12a-4fe8-9db1-77d0225083a8 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.327040 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-281e079c-b12a-4fe8-9db1-77d0225083a8 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b HTTP/1.1" status: 204 len: 168 time: 0.4625337 Feb 19 03:25:59.339136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58232) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:59.358614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf5bbe-4641-4ce8-b4b5-06e878eae4f8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=27318969-5081-48d0-8f99-c62d96f151f8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:59.361706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a52b8021-bc90-462f-b682-48c610c1bd5a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1464624269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:59.391572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:25:59.403433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-af8b8ab2-47e6-4d3b-82fd-b218e6e1a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:53Z', 'revision_number': 11, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:25:59.418360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb60c019-18fd-4c4c-a5f4-8764d35b9708,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:59.431884 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (92078306-715a-4519-9193-e1b0e0b31462), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.432419 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Added segment 92078306-715a-4519-9193-e1b0e0b31462 of type vlan for network b24191c2-5a8e-40bc-aedd-68ebe02efb55 Feb 19 03:25:59.477252 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52b8021-bc90-462f-b682-48c610c1bd5a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (83e99b74-b15b-4217-8d75-e0fe5098d847), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.478096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b8ab2-47e6-4d3b-82fd-b218e6e1a3f6 None None] The sync data for ids ['f6959de3-8247-48f8-b974-917532f8cc2b'] in n-d-826755-2 is: [{'id': 'f6959de3-8247-48f8-b974-917532f8cc2b', 'name': 'tempest-RoutersIpV6Test-router-1446323861', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:19Z', 'updated_at': '2022-02-19T03:25:53Z', 'revision_number': 11, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:25:59.478543 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52b8021-bc90-462f-b682-48c610c1bd5a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (83e99b74-b15b-4217-8d75-e0fe5098d847), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.494798 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-298d4d9d-17ee-4743-b30f-7419816190c9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): There was a conflict when trying to complete your request. Feb 19 03:25:59.498880 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-298d4d9d-17ee-4743-b30f-7419816190c9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3871338 Feb 19 03:25:59.502052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58234) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:59.529742 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (b24191c2-5a8e-40bc-aedd-68ebe02efb55), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.560327 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-62bf5bbe-4641-4ce8-b4b5-06e878eae4f8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.566396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-62bf5bbe-4641-4ce8-b4b5-06e878eae4f8 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/ports/27318969-5081-48d0-8f99-c62d96f151f8 HTTP/1.1" status: 204 len: 168 time: 0.9136970 Feb 19 03:25:59.568830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58236) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:59.631453 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69e555da-3956-4cbf-b5d7-a73d21e523c4 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (15ef6b10-0f37-410f-9643-5441a4f8c3a7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.655354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd9ff25-6c1b-462b-90a2-3e3b9f83e322 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:59.659545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1cd9ff25-6c1b-462b-90a2-3e3b9f83e322 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "GET /v2.0/ports?device_id=71ff03f5-fc0e-4d19-9468-285b3294f261 HTTP/1.1" status: 200 len: 913 time: 0.0872343 Feb 19 03:25:59.660582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58238) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:59.672210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52b8021-bc90-462f-b682-48c610c1bd5a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (83e99b74-b15b-4217-8d75-e0fe5098d847), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.682785 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52b8021-bc90-462f-b682-48c610c1bd5a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (83e99b74-b15b-4217-8d75-e0fe5098d847), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.705093 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (b24191c2-5a8e-40bc-aedd-68ebe02efb55), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.706390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:25:59.706756 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69e555da-3956-4cbf-b5d7-a73d21e523c4 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (15ef6b10-0f37-410f-9643-5441a4f8c3a7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.707246 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.747272 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a52b8021-bc90-462f-b682-48c610c1bd5a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:25:59.761460 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a52b8021-bc90-462f-b682-48c610c1bd5a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4210660 Feb 19 03:25:59.794893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58244) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:59.809032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e765e9b8-b240-4d18-9f0d-82f7710d7d6f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:59.825539 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5470591 Feb 19 03:25:59.892656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58246) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:25:59.899582 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-65b4a4ad-e59f-4ac1-8656-4c1cfcb55f10 admin admin] Request body: {'subnet': {'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-subnet', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:25:59.953712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a62a5-ee68-4565-a175-1d413481f63c admin admin] Pushing event updated for resources: {'Network': ['ID=b24191c2-5a8e-40bc-aedd-68ebe02efb55,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:25:59.967954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network b24191c2-5a8e-40bc-aedd-68ebe02efb55 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:00.009558 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69e555da-3956-4cbf-b5d7-a73d21e523c4 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (15ef6b10-0f37-410f-9643-5441a4f8c3a7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.016269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69e555da-3956-4cbf-b5d7-a73d21e523c4 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.017538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-69e555da-3956-4cbf-b5d7-a73d21e523c4 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "DELETE /v2.0/security-groups/15ef6b10-0f37-410f-9643-5441a4f8c3a7 HTTP/1.1" status: 204 len: 168 time: 0.5135765 Feb 19 03:26:00.029290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58250) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:00.050859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b4a4ad-e59f-4ac1-8656-4c1cfcb55f10 admin admin] Made reservation on behalf of da11589d434d48468c31b6f3cc483bbe for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:00.053232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65b4a4ad-e59f-4ac1-8656-4c1cfcb55f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.169999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e555da-3956-4cbf-b5d7-a73d21e523c4 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ef6b10-0f37-410f-9643-5441a4f8c3a7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:00.257220 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4c588d6a-5bf8-4164-ae46-3bd78af5b343 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2267313 Feb 19 03:26:00.264253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58256) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:00.269620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-801926d9-9f4b-4212-8c3d-fd4523002adb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419424352'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:00.293704 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e765e9b8-b240-4d18-9f0d-82f7710d7d6f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (83e99b74-b15b-4217-8d75-e0fe5098d847), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.322269 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e765e9b8-b240-4d18-9f0d-82f7710d7d6f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (83e99b74-b15b-4217-8d75-e0fe5098d847), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.338600 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-801926d9-9f4b-4212-8c3d-fd4523002adb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.455973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-005ff4c1-a6ae-4ed1-940b-0458e72fe9bf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (71ff03f5-fc0e-4d19-9468-285b3294f261), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.461202 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-801926d9-9f4b-4212-8c3d-fd4523002adb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (c1de6dad-4c24-45b2-8917-6d2f37203496), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.495682 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-801926d9-9f4b-4212-8c3d-fd4523002adb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c1de6dad-4c24-45b2-8917-6d2f37203496), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.553363 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-801926d9-9f4b-4212-8c3d-fd4523002adb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.553363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-801926d9-9f4b-4212-8c3d-fd4523002adb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2861595 Feb 19 03:26:00.583305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58264) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:00.584001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801926d9-9f4b-4212-8c3d-fd4523002adb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1de6dad-4c24-45b2-8917-6d2f37203496,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:00.590568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-864bc613-d04f-4cce-8da8-4d1a10ad2984 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': 'c1de6dad-4c24-45b2-8917-6d2f37203496', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:00.591352 n-d-826755-2 neutron-server[109899]: WARNING neutron.api.v2.base [None req-864bc613-d04f-4cce-8da8-4d1a10ad2984 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 19 03:26:00.591873 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-864bc613-d04f-4cce-8da8-4d1a10ad2984 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:00.592893 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-864bc613-d04f-4cce-8da8-4d1a10ad2984 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062299 Feb 19 03:26:00.598680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58266) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:00.627262 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65b4a4ad-e59f-4ac1-8656-4c1cfcb55f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (1c52b2a8-f696-443e-8b79-f904c262f547), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.709749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e765e9b8-b240-4d18-9f0d-82f7710d7d6f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Router 83e99b74-b15b-4217-8d75-e0fe5098d847 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:26:00.725545 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c92e3ee6-6147-4fa1-a8c6-60f738c0a36c tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (c1de6dad-4c24-45b2-8917-6d2f37203496), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.732265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4a4ad-e59f-4ac1-8656-4c1cfcb55f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c52b2a8-f696-443e-8b79-f904c262f547,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:00.754053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b4a4ad-e59f-4ac1-8656-4c1cfcb55f10 admin admin] Checking segment: {'id': '92078306-715a-4519-9193-e1b0e0b31462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:00.754333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b4a4ad-e59f-4ac1-8656-4c1cfcb55f10 admin admin] Network hostable DHCP agents. Network: b24191c2-5a8e-40bc-aedd-68ebe02efb55, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:00.763930 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c92e3ee6-6147-4fa1-a8c6-60f738c0a36c tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (c1de6dad-4c24-45b2-8917-6d2f37203496), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.848173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e765e9b8-b240-4d18-9f0d-82f7710d7d6f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:00.855658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e765e9b8-b240-4d18-9f0d-82f7710d7d6f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.857640 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e765e9b8-b240-4d18-9f0d-82f7710d7d6f tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "PUT /v2.0/routers/83e99b74-b15b-4217-8d75-e0fe5098d847 HTTP/1.1" status: 200 len: 698 time: 1.0587361 Feb 19 03:26:00.858621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b4a4ad-e59f-4ac1-8656-4c1cfcb55f10 admin admin] Network b24191c2-5a8e-40bc-aedd-68ebe02efb55 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:00.859348 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95105b9f-0a15-4297-bcff-21b887282269 None None] Sync routers for ids ['83e99b74-b15b-4217-8d75-e0fe5098d847'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:00.861477 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58272) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:00.873792 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95105b9f-0a15-4297-bcff-21b887282269 None None] Routers {'83e99b74-b15b-4217-8d75-e0fe5098d847'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:00.877742 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-95105b9f-0a15-4297-bcff-21b887282269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['83e99b74-b15b-4217-8d75-e0fe5098d847'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:00.897278 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c92e3ee6-6147-4fa1-a8c6-60f738c0a36c tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c1de6dad-4c24-45b2-8917-6d2f37203496), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.900388 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c92e3ee6-6147-4fa1-a8c6-60f738c0a36c tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.902173 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c92e3ee6-6147-4fa1-a8c6-60f738c0a36c tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "DELETE /v2.0/security-groups/c1de6dad-4c24-45b2-8917-6d2f37203496 HTTP/1.1" status: 204 len: 168 time: 0.3024669 Feb 19 03:26:00.906671 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58274) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:00.932726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-65b4a4ad-e59f-4ac1-8656-4c1cfcb55f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, b24191c2-5a8e-40bc-aedd-68ebe02efb55) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:00.943569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaf13c1-52fa-4d92-9790-57f31bef9c3d None None] Network b24191c2-5a8e-40bc-aedd-68ebe02efb55 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:00.951513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e3ee6-6147-4fa1-a8c6-60f738c0a36c tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1de6dad-4c24-45b2-8917-6d2f37203496,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:00.966220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b4a4ad-e59f-4ac1-8656-4c1cfcb55f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:00.966801 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65b4a4ad-e59f-4ac1-8656-4c1cfcb55f10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:00.988269 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-62628cc6-a711-4627-b051-4c6a24f31ee3 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/routers/83e99b74-b15b-4217-8d75-e0fe5098d847 HTTP/1.1" status: 200 len: 704 time: 0.1246874 Feb 19 03:26:00.992538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58276) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:01.005565 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-95105b9f-0a15-4297-bcff-21b887282269 None None] Set router 83e99b74-b15b-4217-8d75-e0fe5098d847 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:01.021311 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-65b4a4ad-e59f-4ac1-8656-4c1cfcb55f10 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1270490 Feb 19 03:26:01.021946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58280) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:01.037823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:01.065539 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bf27d470-1b01-4479-99c1-d6c25ce50ca3 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=83e99b74-b15b-4217-8d75-e0fe5098d847 HTTP/1.1" status: 200 len: 205 time: 0.0687094 Feb 19 03:26:01.067067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58282) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:01.071174 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-95105b9f-0a15-4297-bcff-21b887282269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e99b74-b15b-4217-8d75-e0fe5098d847', 'name': 'tempest-RoutersIpV6Test-router-1464624269', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:25:59Z', 'updated_at': '2022-02-19T03:26:00Z', 'revision_number': 2, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:01.083228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-005ff4c1-a6ae-4ed1-940b-0458e72fe9bf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port 524c16bd-7bc7-47dc-99de-8caa43d8b18f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:01.083653 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-005ff4c1-a6ae-4ed1-940b-0458e72fe9bf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (524c16bd-7bc7-47dc-99de-8caa43d8b18f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.097199 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-df2eb99f-2672-42d6-a2c8-85a47d60e1ad tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1883097 Feb 19 03:26:01.101427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58284) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:01.115316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c1600ed4-9e45-4a49-afc5-34714c69044f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group': {'name': 'tempest-secgroup--244240209'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:01.145849 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95105b9f-0a15-4297-bcff-21b887282269 None None] Checking router: 83e99b74-b15b-4217-8d75-e0fe5098d847 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:01.155645 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (97ecbccf-4bbd-45ce-997e-ab073d4e8813), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.156671 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (97ecbccf-4bbd-45ce-997e-ab073d4e8813), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.173253 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95105b9f-0a15-4297-bcff-21b887282269 None None] Routers {'83e99b74-b15b-4217-8d75-e0fe5098d847'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:01.174294 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-95105b9f-0a15-4297-bcff-21b887282269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['83e99b74-b15b-4217-8d75-e0fe5098d847'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:01.259048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Publish callbacks [] for router_controller (97ecbccf-4bbd-45ce-997e-ab073d4e8813), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.263643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-005ff4c1-a6ae-4ed1-940b-0458e72fe9bf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (524c16bd-7bc7-47dc-99de-8caa43d8b18f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.274428 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c1600ed4-9e45-4a49-afc5-34714c69044f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.283981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-005ff4c1-a6ae-4ed1-940b-0458e72fe9bf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for 524c16bd-7bc7-47dc-99de-8caa43d8b18f owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:01.356114 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-95105b9f-0a15-4297-bcff-21b887282269 None None] Set router 83e99b74-b15b-4217-8d75-e0fe5098d847 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:01.484422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1513-13ba-47f4-9e60-b622a64aebcc tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (83e99b74-b15b-4217-8d75-e0fe5098d847), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.491031 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-95105b9f-0a15-4297-bcff-21b887282269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e99b74-b15b-4217-8d75-e0fe5098d847', 'name': 'tempest-RoutersIpV6Test-router-1464624269', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:25:59Z', 'updated_at': '2022-02-19T03:26:00Z', 'revision_number': 2, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:01.512155 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:26:01.547781 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95105b9f-0a15-4297-bcff-21b887282269 None None] The sync data for ids ['83e99b74-b15b-4217-8d75-e0fe5098d847'] in n-d-826755-2 is: [{'id': '83e99b74-b15b-4217-8d75-e0fe5098d847', 'name': 'tempest-RoutersIpV6Test-router-1464624269', 'tenant_id': '256438311c424dfe9946dcc9c1aecd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:25:59Z', 'updated_at': '2022-02-19T03:26:00Z', 'revision_number': 2, 'project_id': '256438311c424dfe9946dcc9c1aecd0f', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:01.561176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc0f4c-0eea-478c-8283-dfef57a222e1 None None] Network b24191c2-5a8e-40bc-aedd-68ebe02efb55 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:01.579076 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Publish callbacks [] for router_gateway (97ecbccf-4bbd-45ce-997e-ab073d4e8813), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.728738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c1600ed4-9e45-4a49-afc5-34714c69044f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (18ac0484-ca15-4ec1-a1da-9296d318960f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.760031 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c1600ed4-9e45-4a49-afc5-34714c69044f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (18ac0484-ca15-4ec1-a1da-9296d318960f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.836892 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1513-13ba-47f4-9e60-b622a64aebcc tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (83e99b74-b15b-4217-8d75-e0fe5098d847), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.845141 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1513-13ba-47f4-9e60-b622a64aebcc tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router_controller (83e99b74-b15b-4217-8d75-e0fe5098d847), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.860391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c1600ed4-9e45-4a49-afc5-34714c69044f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.861961 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c1600ed4-9e45-4a49-afc5-34714c69044f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7506716 Feb 19 03:26:01.869979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58296) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:01.879905 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d2090917-51cc-4240-9600-199d27c56c49 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '18ac0484-ca15-4ec1-a1da-9296d318960f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:01.880917 n-d-826755-2 neutron-server[109898]: WARNING neutron.api.v2.base [None req-d2090917-51cc-4240-9600-199d27c56c49 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 19 03:26:01.881535 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-d2090917-51cc-4240-9600-199d27c56c49 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:01.882632 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d2090917-51cc-4240-9600-199d27c56c49 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105512 Feb 19 03:26:01.889450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58298) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:01.900405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1600ed4-9e45-4a49-afc5-34714c69044f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ac0484-ca15-4ec1-a1da-9296d318960f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:01.976936 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1513-13ba-47f4-9e60-b622a64aebcc tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (83e99b74-b15b-4217-8d75-e0fe5098d847), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.977446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdf1513-13ba-47f4-9e60-b622a64aebcc tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Fanout notify agent at l3_agent the message router_deleted on router 83e99b74-b15b-4217-8d75-e0fe5098d847 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:26:01.984897 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cbdf1513-13ba-47f4-9e60-b622a64aebcc tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:01.991311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cbdf1513-13ba-47f4-9e60-b622a64aebcc tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/83e99b74-b15b-4217-8d75-e0fe5098d847 HTTP/1.1" status: 204 len: 168 time: 0.9218125 Feb 19 03:26:01.991928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58300) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:02.009347 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c36ba514-e689-428d-aed7-e90282d642a5 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (18ac0484-ca15-4ec1-a1da-9296d318960f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.113037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Publish callbacks [] for router_gateway (97ecbccf-4bbd-45ce-997e-ab073d4e8813), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.145874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.313498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Allocated IP 172.25.1.24 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/bc7513fe-a919-42df-8600-83ca212b7b72) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:02.399999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f18cf36c-26dd-48c1-ae1a-8118876984fa tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=83e99b74-b15b-4217-8d75-e0fe5098d847 HTTP/1.1" status: 200 len: 205 time: 0.4021616 Feb 19 03:26:02.406094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58312) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:02.458736 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Publish callbacks [] for port (bc7513fe-a919-42df-8600-83ca212b7b72), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.462739 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-a67a0504-2477-408f-a21b-bbe8f2cb2799 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] delete failed (client error): The resource could not be found. Feb 19 03:26:02.463794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a67a0504-2477-408f-a21b-bbe8f2cb2799 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/83e99b74-b15b-4217-8d75-e0fe5098d847 HTTP/1.1" status: 404 len: 336 time: 0.0545118 Feb 19 03:26:02.467804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58314) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:02.487975 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c36ba514-e689-428d-aed7-e90282d642a5 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (18ac0484-ca15-4ec1-a1da-9296d318960f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.491275 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-005ff4c1-a6ae-4ed1-940b-0458e72fe9bf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (524c16bd-7bc7-47dc-99de-8caa43d8b18f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.513615 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d41afde-37f2-4c1e-a01b-d02e7e735dab tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] DELETE failed (client error): The resource could not be found. Feb 19 03:26:02.514102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d41afde-37f2-4c1e-a01b-d02e7e735dab tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:26:02.517774 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1d41afde-37f2-4c1e-a01b-d02e7e735dab tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/7d8ce201-97e8-4b15-ba95-96f6fdd23a62 HTTP/1.1" status: 404 len: 337 time: 0.0488932 Feb 19 03:26:02.521277 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58320) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:02.555047 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-6af3bced-8494-4edf-894c-c0df9de69f82 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] DELETE failed (client error): The resource could not be found. Feb 19 03:26:02.555502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6af3bced-8494-4edf-894c-c0df9de69f82 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:26:02.558544 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6af3bced-8494-4edf-894c-c0df9de69f82 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/72529778-6028-4066-90b8-27156429e7a3 HTTP/1.1" status: 404 len: 337 time: 0.0362842 Feb 19 03:26:02.564217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58322) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:02.574070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005ff4c1-a6ae-4ed1-940b-0458e72fe9bf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=524c16bd-7bc7-47dc-99de-8caa43d8b18f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:02.615924 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd73ae9-f0b8-4861-a34e-396c210c5a9c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] DELETE failed (client error): The resource could not be found. Feb 19 03:26:02.616384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd73ae9-f0b8-4861-a34e-396c210c5a9c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:26:02.620380 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6dd73ae9-f0b8-4861-a34e-396c210c5a9c tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/cff90498-d7ea-4090-b24b-21b511e79feb HTTP/1.1" status: 404 len: 337 time: 0.0551851 Feb 19 03:26:02.622263 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bc7513fe-a919-42df-8600-83ca212b7b72), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.639082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58326) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:02.643350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:02.676757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:02.679616 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-f285b080-24d9-4152-bc68-f5d30ac2714e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] DELETE failed (client error): The resource could not be found. Feb 19 03:26:02.680135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f285b080-24d9-4152-bc68-f5d30ac2714e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:26:02.683537 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f285b080-24d9-4152-bc68-f5d30ac2714e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/a19457e1-6eac-4579-9d62-ddd5d08ae668 HTTP/1.1" status: 404 len: 337 time: 0.0385599 Feb 19 03:26:02.684496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:02.723933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58328) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:02.764210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Pushing event updated for resources: {'Port': ['ID=bc7513fe-a919-42df-8600-83ca212b7b72,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:02.774687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-818e966b-12b8-4776-9e90-309a17551c30 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=f6959de3-8247-48f8-b974-917532f8cc2b HTTP/1.1" status: 200 len: 205 time: 0.0352979 Feb 19 03:26:02.789682 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c36ba514-e689-428d-aed7-e90282d642a5 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (18ac0484-ca15-4ec1-a1da-9296d318960f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.792209 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c36ba514-e689-428d-aed7-e90282d642a5 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:02.793373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c36ba514-e689-428d-aed7-e90282d642a5 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "DELETE /v2.0/security-groups/18ac0484-ca15-4ec1-a1da-9296d318960f HTTP/1.1" status: 204 len: 168 time: 0.9025400 Feb 19 03:26:02.793958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58330) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:02.872735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58332) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:02.876185 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-2ca12eda-4043-4c46-aab9-b29169db9d04 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] delete failed (client error): The resource could not be found. Feb 19 03:26:02.879606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2ca12eda-4043-4c46-aab9-b29169db9d04 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/f6959de3-8247-48f8-b974-917532f8cc2b HTTP/1.1" status: 404 len: 336 time: 0.0540354 Feb 19 03:26:02.906253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58334) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:02.932231 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ba514-e689-428d-aed7-e90282d642a5 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ac0484-ca15-4ec1-a1da-9296d318960f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:03.016575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1bbe45c0-c47b-419b-8b9f-37068a70f227 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=00fd66ca-8a7a-484a-9e36-9ce9c301a264 HTTP/1.1" status: 200 len: 205 time: 0.1083364 Feb 19 03:26:03.054958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58336) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:03.097920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Publish callbacks [] for router_gateway (97ecbccf-4bbd-45ce-997e-ab073d4e8813), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.125224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b5dcccce-c31e-4eb6-8e3d-b4835fef4251 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2458699 Feb 19 03:26:03.127528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e18799-1231-4c0d-b7bd-b6d2960ea56d req-e1eb5e68-7322-4477-b212-2bfd1bdb977d tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:03.129073 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5e18799-1231-4c0d-b7bd-b6d2960ea56d req-e1eb5e68-7322-4477-b212-2bfd1bdb977d tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1128 time: 0.4041646 Feb 19 03:26:03.145810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58342) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:03.156214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-66aff28e-1992-4e85-9c0f-b8554e19edd0 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group': {'name': 'tempest-secgroup--846985529'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:03.193592 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-005ff4c1-a6ae-4ed1-940b-0458e72fe9bf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (71ff03f5-fc0e-4d19-9468-285b3294f261), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.198380 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-0376a7e4-be5f-4e94-a8b1-57c06d594551 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] delete failed (client error): The resource could not be found. Feb 19 03:26:03.202116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0376a7e4-be5f-4e94-a8b1-57c06d594551 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/00fd66ca-8a7a-484a-9e36-9ce9c301a264 HTTP/1.1" status: 404 len: 336 time: 0.1398098 Feb 19 03:26:03.202311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66aff28e-1992-4e85-9c0f-b8554e19edd0 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.204547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58346) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:03.285860 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c0473a-96f2-48ba-9360-3ad8332e902e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] DELETE failed (client error): The resource could not be found. Feb 19 03:26:03.286642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c0473a-96f2-48ba-9360-3ad8332e902e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:26:03.292116 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-32c0473a-96f2-48ba-9360-3ad8332e902e tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/13785b46-ac24-4975-a773-c97add08f48d HTTP/1.1" status: 404 len: 337 time: 0.0484164 Feb 19 03:26:03.294557 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58348) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:03.310418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5e18799-1231-4c0d-b7bd-b6d2960ea56d req-3da2d9d9-85a1-4ab8-9a5e-71e9089930e7 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138654 Feb 19 03:26:03.353840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58350) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:03.359837 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ea202499-c4e2-4614-8814-748b8ac5514b tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=e022d65f-7398-4039-b7eb-1f7b00361d44 HTTP/1.1" status: 200 len: 205 time: 0.0635362 Feb 19 03:26:03.370380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58352) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:03.535055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005ff4c1-a6ae-4ed1-940b-0458e72fe9bf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Router 71ff03f5-fc0e-4d19-9468-285b3294f261 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:03.651743 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7cf8972e-8015-452e-a32a-5673d65951e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:03.671738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005ff4c1-a6ae-4ed1-940b-0458e72fe9bf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:03.684732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef5818-055e-4f32-91cb-842a62b01a91 None None] Sync routers for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:03.708145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-005ff4c1-a6ae-4ed1-940b-0458e72fe9bf tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "PUT /v2.0/routers/71ff03f5-fc0e-4d19-9468-285b3294f261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0445523 Feb 19 03:26:03.708630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58360) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:03.709700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef5818-055e-4f32-91cb-842a62b01a91 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:03.716020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-79ef5818-055e-4f32-91cb-842a62b01a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:03.794684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-79ef5818-055e-4f32-91cb-842a62b01a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:03.817172 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef5818-055e-4f32-91cb-842a62b01a91 None None] Routers {'71ff03f5-fc0e-4d19-9468-285b3294f261'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:03.821287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-79ef5818-055e-4f32-91cb-842a62b01a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71ff03f5-fc0e-4d19-9468-285b3294f261'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:03.879241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-79ef5818-055e-4f32-91cb-842a62b01a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:03.880396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ef5818-055e-4f32-91cb-842a62b01a91 None None] The sync data for ids ['71ff03f5-fc0e-4d19-9468-285b3294f261'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:03.924207 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router (71ff03f5-fc0e-4d19-9468-285b3294f261), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.029996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66aff28e-1992-4e85-9c0f-b8554e19edd0 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (0f3ea115-6d39-49ec-a731-0713253abd77), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.039941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router_gateway (71ff03f5-fc0e-4d19-9468-285b3294f261), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.100343 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-372de0f8-879d-4c7c-b421-83718b794919 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] delete failed (client error): The resource could not be found. Feb 19 03:26:04.104823 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-372de0f8-879d-4c7c-b421-83718b794919 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/e022d65f-7398-4039-b7eb-1f7b00361d44 HTTP/1.1" status: 404 len: 336 time: 0.7313154 Feb 19 03:26:04.105097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting port 03d32846-1ae4-4224-ac5f-3dc14eecfaa2 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:04.105438 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (03d32846-1ae4-4224-ac5f-3dc14eecfaa2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.107661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58372) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.108832 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66aff28e-1992-4e85-9c0f-b8554e19edd0 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0f3ea115-6d39-49ec-a731-0713253abd77), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.145355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8aa3b9b6-cdcd-486b-9cb5-936a60f72e90 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c2d3463-a6fa-4264-aa86-659dd217fa00 HTTP/1.1" status: 200 len: 205 time: 0.0343993 Feb 19 03:26:04.156057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58374) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.156057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aff28e-1992-4e85-9c0f-b8554e19edd0 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3ea115-6d39-49ec-a731-0713253abd77,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:04.166082 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-66aff28e-1992-4e85-9c0f-b8554e19edd0 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.166082 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-66aff28e-1992-4e85-9c0f-b8554e19edd0 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0100355 Feb 19 03:26:04.169636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58376) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.205220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-eb9bd323-d4a0-440b-a5d2-e5e03e0be8f1 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '0f3ea115-6d39-49ec-a731-0713253abd77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:04.207185 n-d-826755-2 neutron-server[109899]: WARNING neutron.api.v2.base [None req-eb9bd323-d4a0-440b-a5d2-e5e03e0be8f1 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 19 03:26:04.207695 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-eb9bd323-d4a0-440b-a5d2-e5e03e0be8f1 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:04.211226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eb9bd323-d4a0-440b-a5d2-e5e03e0be8f1 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0089746 Feb 19 03:26:04.214532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58378) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.219097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-703e3342-f10a-4568-989b-506cb2f08988 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '0f3ea115-6d39-49ec-a731-0713253abd77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:04.220015 n-d-826755-2 neutron-server[109899]: WARNING neutron.api.v2.base [None req-703e3342-f10a-4568-989b-506cb2f08988 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 19 03:26:04.220676 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-703e3342-f10a-4568-989b-506cb2f08988 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:04.224159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-703e3342-f10a-4568-989b-506cb2f08988 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063095 Feb 19 03:26:04.225009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58380) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.230115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-797670e8-7b5a-47a3-94dc-b84c124e2ebe tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '0f3ea115-6d39-49ec-a731-0713253abd77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:04.230434 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-e1aeafd9-ca2d-465b-8020-24a361a96371 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] delete failed (client error): The resource could not be found. Feb 19 03:26:04.230937 n-d-826755-2 neutron-server[109899]: WARNING neutron.api.v2.base [None req-797670e8-7b5a-47a3-94dc-b84c124e2ebe tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 19 03:26:04.231408 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-797670e8-7b5a-47a3-94dc-b84c124e2ebe tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:04.235206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-797670e8-7b5a-47a3-94dc-b84c124e2ebe tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069263 Feb 19 03:26:04.236693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58382) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.237414 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e1aeafd9-ca2d-465b-8020-24a361a96371 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/6c2d3463-a6fa-4264-aa86-659dd217fa00 HTTP/1.1" status: 404 len: 336 time: 0.0734360 Feb 19 03:26:04.241790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-fd2979ca-21f3-470e-a60c-d9b212526d8a tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '0f3ea115-6d39-49ec-a731-0713253abd77', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:04.242049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58384) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.242658 n-d-826755-2 neutron-server[109899]: WARNING neutron.api.v2.base [None req-fd2979ca-21f3-470e-a60c-d9b212526d8a tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 19 03:26:04.243192 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-fd2979ca-21f3-470e-a60c-d9b212526d8a tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:04.244195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fd2979ca-21f3-470e-a60c-d9b212526d8a tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067708 Feb 19 03:26:04.247060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58386) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.326362 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35ca4f0-7d77-419e-98ac-1746cf654bbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] DELETE failed (client error): The resource could not be found. Feb 19 03:26:04.327267 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35ca4f0-7d77-419e-98ac-1746cf654bbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:26:04.330949 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c35ca4f0-7d77-419e-98ac-1746cf654bbb tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/d82439c8-690f-480b-92e4-a7df87c7d698 HTTP/1.1" status: 404 len: 337 time: 0.0798743 Feb 19 03:26:04.334616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58390) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.370185 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (03d32846-1ae4-4224-ac5f-3dc14eecfaa2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.372159 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-637ed425-7ecf-409b-8984-349e7bfa19bc tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=5cc07863-efa6-4e2c-8192-6ed63f0a367d HTTP/1.1" status: 200 len: 205 time: 0.0360887 Feb 19 03:26:04.376462 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58392) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.387659 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port 3b3ce9e7-aa35-4549-afd5-15cb49de02df {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:04.388059 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3b3ce9e7-aa35-4549-afd5-15cb49de02df), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.407463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Calling delete_port for 03d32846-1ae4-4224-ac5f-3dc14eecfaa2 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:04.417226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cf97e29-d8e2-4c9d-a364-1676e51de8bb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (0f3ea115-6d39-49ec-a731-0713253abd77), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.443871 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cf97e29-d8e2-4c9d-a364-1676e51de8bb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (0f3ea115-6d39-49ec-a731-0713253abd77), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.481724 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-c7cd5b5c-4805-494f-aab0-bf30c450bda8 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] delete failed (client error): The resource could not be found. Feb 19 03:26:04.482783 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c7cd5b5c-4805-494f-aab0-bf30c450bda8 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/5cc07863-efa6-4e2c-8192-6ed63f0a367d HTTP/1.1" status: 404 len: 336 time: 0.1051676 Feb 19 03:26:04.500919 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (97ecbccf-4bbd-45ce-997e-ab073d4e8813), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.501555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58400) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.525213 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-58de6073-028b-4bc5-a375-1d8a9f7da2d2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] DELETE failed (client error): The resource could not be found. Feb 19 03:26:04.525677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58de6073-028b-4bc5-a375-1d8a9f7da2d2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:26:04.530891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-58de6073-028b-4bc5-a375-1d8a9f7da2d2 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/dba8c770-04c4-42a3-9c6e-163815024ac5 HTTP/1.1" status: 404 len: 337 time: 0.0373645 Feb 19 03:26:04.531140 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cf97e29-d8e2-4c9d-a364-1676e51de8bb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (0f3ea115-6d39-49ec-a731-0713253abd77), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.533755 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3cf97e29-d8e2-4c9d-a364-1676e51de8bb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.537113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3cf97e29-d8e2-4c9d-a364-1676e51de8bb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "DELETE /v2.0/security-groups/0f3ea115-6d39-49ec-a731-0713253abd77 HTTP/1.1" status: 204 len: 168 time: 0.2868550 Feb 19 03:26:04.537113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58402) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.547062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58404) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.578521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf97e29-d8e2-4c9d-a364-1676e51de8bb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3ea115-6d39-49ec-a731-0713253abd77,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:04.581843 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3b3ce9e7-aa35-4549-afd5-15cb49de02df), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.582175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (3b3ce9e7-aa35-4549-afd5-15cb49de02df), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:04.602464 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for 3b3ce9e7-aa35-4549-afd5-15cb49de02df owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:04.617609 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b051eb13-a218-4444-809e-eeff1336f92a tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "GET /v2.0/ports?device_id=d9804ae7-3ccb-4a57-877c-6cebae43d4bb HTTP/1.1" status: 200 len: 205 time: 0.0715683 Feb 19 03:26:04.633406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58406) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.697157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c842928e-5df3-456f-bad3-eb0ebab77d37 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1053553 Feb 19 03:26:04.701678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58408) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.708349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-fd711908-4dbe-403a-8275-c7fad7afbc93 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1817134122'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:04.726402 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-d090dd2c-e3a3-41ae-93c8-dfce923a2481 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] delete failed (client error): The resource could not be found. Feb 19 03:26:04.727899 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d090dd2c-e3a3-41ae-93c8-dfce923a2481 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/routers/d9804ae7-3ccb-4a57-877c-6cebae43d4bb HTTP/1.1" status: 404 len: 336 time: 0.0917859 Feb 19 03:26:04.732416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58412) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.770521 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca0f5f5-1e7e-4691-b368-0f00092adb18 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] DELETE failed (client error): The resource could not be found. Feb 19 03:26:04.771251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca0f5f5-1e7e-4691-b368-0f00092adb18 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:26:04.774926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aca0f5f5-1e7e-4691-b368-0f00092adb18 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/5427c63d-8df6-4196-b7f7-d8a574765587 HTTP/1.1" status: 404 len: 337 time: 0.0387928 Feb 19 03:26:04.778725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58416) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:04.836470 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-51154b9e-877b-4806-b55a-8856420262e4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] DELETE failed (client error): The resource could not be found. Feb 19 03:26:04.836981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51154b9e-877b-4806-b55a-8856420262e4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:26:04.842392 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-51154b9e-877b-4806-b55a-8856420262e4 tempest-RoutersIpV6Test-710986397 tempest-RoutersIpV6Test-710986397-project] 10.222.0.81 "DELETE /v2.0/subnets/5d715f98-d4af-461f-95d0-b34f8874326f HTTP/1.1" status: 404 len: 337 time: 0.0505168 Feb 19 03:26:04.924236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:26:04.954962 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd711908-4dbe-403a-8275-c7fad7afbc93 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.034786 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd711908-4dbe-403a-8275-c7fad7afbc93 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (3b9da2d3-19ab-4b41-b848-57927ec976d8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.036002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (03d32846-1ae4-4224-ac5f-3dc14eecfaa2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.096152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Port': ['ID=03d32846-1ae4-4224-ac5f-3dc14eecfaa2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:05.100790 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd711908-4dbe-403a-8275-c7fad7afbc93 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3b9da2d3-19ab-4b41-b848-57927ec976d8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.160137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd711908-4dbe-403a-8275-c7fad7afbc93 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9da2d3-19ab-4b41-b848-57927ec976d8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:05.168093 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd711908-4dbe-403a-8275-c7fad7afbc93 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.172582 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fd711908-4dbe-403a-8275-c7fad7afbc93 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4647739 Feb 19 03:26:05.173019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58426) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.177527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6d97580e-2a61-450d-b1c6-d93f0a497515 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '3b9da2d3-19ab-4b41-b848-57927ec976d8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:05.177920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:05.178420 n-d-826755-2 neutron-server[109899]: WARNING neutron.api.v2.base [None req-6d97580e-2a61-450d-b1c6-d93f0a497515 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 03:26:05.179525 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-6d97580e-2a61-450d-b1c6-d93f0a497515 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:05.183058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6d97580e-2a61-450d-b1c6-d93f0a497515 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067401 Feb 19 03:26:05.183428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58428) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.189108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d2efcdf3-c814-4ac7-b258-127cde0c0be8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '3b9da2d3-19ab-4b41-b848-57927ec976d8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:05.196259 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (71ff03f5-fc0e-4d19-9468-285b3294f261), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.196683 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Sync routers for ids ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:05.231011 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Routers {'97ecbccf-4bbd-45ce-997e-ab073d4e8813'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:05.231011 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:25:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:05.256877 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3b3ce9e7-aa35-4549-afd5-15cb49de02df), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.264011 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58430) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.295212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.301653 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-95ed6343-f278-4595-a600-e51a9970a7fa admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2734163 Feb 19 03:26:05.303474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58434) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.318495 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (71ff03f5-fc0e-4d19-9468-285b3294f261), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.320770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router_controller (71ff03f5-fc0e-4d19-9468-285b3294f261), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.452300 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (71ff03f5-fc0e-4d19-9468-285b3294f261), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.453104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Fanout notify agent at l3_agent the message router_deleted on router 71ff03f5-fc0e-4d19-9468-285b3294f261 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:26:05.469444 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.481324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-48cc78a2-d322-48a8-99dd-d1c938ea14ad tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/routers/71ff03f5-fc0e-4d19-9468-285b3294f261 HTTP/1.1" status: 204 len: 168 time: 1.7635109 Feb 19 03:26:05.481944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58440) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.501533 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-d2efcdf3-c814-4ac7-b258-127cde0c0be8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:05.506118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d2efcdf3-c814-4ac7-b258-127cde0c0be8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3216531 Feb 19 03:26:05.535794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58442) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.540723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-876878ec-f236-4922-97c1-2a1790449b0a tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '3b9da2d3-19ab-4b41-b848-57927ec976d8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:05.545885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=3b3ce9e7-aa35-4549-afd5-15cb49de02df,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:05.560286 n-d-826755-2 neutron-server[109899]: WARNING neutron.api.v2.base [None req-876878ec-f236-4922-97c1-2a1790449b0a tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 19 03:26:05.560849 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-876878ec-f236-4922-97c1-2a1790449b0a tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:05.568820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-876878ec-f236-4922-97c1-2a1790449b0a tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0320776 Feb 19 03:26:05.574185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58448) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.593776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bbbbfcb1-f564-4a6d-b46e-72e680edf2f8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '3b9da2d3-19ab-4b41-b848-57927ec976d8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:05.642843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e65afb-74f8-4577-b5db-a08643a67074 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Deleting subnet 3e093d8b-0d4a-4c73-8927-28167ef876c2 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:05.653905 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-68a1b8b8-e63a-4242-82bf-7a15a97607a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=256438311c424dfe9946dcc9c1aecd0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3823061 Feb 19 03:26:05.658638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58450) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.663046 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10e65afb-74f8-4577-b5db-a08643a67074 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for subnet (3e093d8b-0d4a-4c73-8927-28167ef876c2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.732490 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Set router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:05.761277 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-bbbbfcb1-f564-4a6d-b46e-72e680edf2f8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:05.762857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bbbbfcb1-f564-4a6d-b46e-72e680edf2f8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1880362 Feb 19 03:26:05.766121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58452) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.770723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9088e7a1-ac7d-4715-bb8c-384be95dc02f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '3b9da2d3-19ab-4b41-b848-57927ec976d8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:05.771210 n-d-826755-2 neutron-server[109899]: WARNING neutron.api.v2.base [None req-9088e7a1-ac7d-4715-bb8c-384be95dc02f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 19 03:26:05.771912 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-9088e7a1-ac7d-4715-bb8c-384be95dc02f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:05.772648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9088e7a1-ac7d-4715-bb8c-384be95dc02f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056005 Feb 19 03:26:05.775400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10e65afb-74f8-4577-b5db-a08643a67074 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (3e093d8b-0d4a-4c73-8927-28167ef876c2), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.778081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58454) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.783171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6ca79c11-7ec7-4c85-9755-9c3d13b97181 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '3b9da2d3-19ab-4b41-b848-57927ec976d8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:05.802420 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (f4f25e56-ee13-4c56-a74a-916f78d74dcf), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.802792 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Floating IP f4f25e56-ee13-4c56-a74a-916f78d74dcf disassociated (deleted). External IP: 172.25.1.177, port: 60336312-1cde-4207-bd2f-4423be1a0672. Feb 19 03:26:05.850530 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10e65afb-74f8-4577-b5db-a08643a67074 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (3e093d8b-0d4a-4c73-8927-28167ef876c2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.854376 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-6ca79c11-7ec7-4c85-9755-9c3d13b97181 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Project 46db86bb88644859922bb4ee99d91d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:26:05.879281 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f43a8319-ac36-46e4-b3b3-17e479c443fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:05.932626 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-6ca79c11-7ec7-4c85-9755-9c3d13b97181 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:05.940348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6ca79c11-7ec7-4c85-9755-9c3d13b97181 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1586924 Feb 19 03:26:05.940554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58456) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.946194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bfd3eaef-02cb-4146-94f7-8c4518d32ab4 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '3b9da2d3-19ab-4b41-b848-57927ec976d8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:05.946723 n-d-826755-2 neutron-server[109899]: WARNING neutron.api.v2.base [None req-bfd3eaef-02cb-4146-94f7-8c4518d32ab4 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 19 03:26:05.947215 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-bfd3eaef-02cb-4146-94f7-8c4518d32ab4 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:05.950870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bfd3eaef-02cb-4146-94f7-8c4518d32ab4 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068147 Feb 19 03:26:05.961937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58458) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:05.966639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dc7e4d99-bf3f-4d02-8de8-eb73f1bb4ff8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '3b9da2d3-19ab-4b41-b848-57927ec976d8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:05.972473 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10e65afb-74f8-4577-b5db-a08643a67074 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (3e093d8b-0d4a-4c73-8927-28167ef876c2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.006913 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:26:02Z', 'revision_number': 3, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:06.008921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e65afb-74f8-4577-b5db-a08643a67074 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Subnet': ['ID=3e093d8b-0d4a-4c73-8927-28167ef876c2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:06.016083 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10e65afb-74f8-4577-b5db-a08643a67074 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.018694 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0253ef3-3987-4635-84ca-926b23cb3b17 admin admin] Publish callbacks [] for security_group (9f828d9a-8aac-4ad7-9adf-1006ef95be9f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.019991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-10e65afb-74f8-4577-b5db-a08643a67074 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/subnets/3e093d8b-0d4a-4c73-8927-28167ef876c2 HTTP/1.1" status: 204 len: 168 time: 0.5349567 Feb 19 03:26:06.022956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58464) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:06.049322 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-dc7e4d99-bf3f-4d02-8de8-eb73f1bb4ff8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Project 46db86bb88644859922bb4ee99d91d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:26:06.060834 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Checking router: 97ecbccf-4bbd-45ce-997e-ab073d4e8813 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:06.061558 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Updating router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 port bc7513fe-a919-42df-8600-83ca212b7b72 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:26:06.098822 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bc7513fe-a919-42df-8600-83ca212b7b72), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.110021 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-dc7e4d99-bf3f-4d02-8de8-eb73f1bb4ff8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:06.111242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dc7e4d99-bf3f-4d02-8de8-eb73f1bb4ff8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1483481 Feb 19 03:26:06.115073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58466) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:06.137248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a2f32800-bdc9-4260-829b-0fc9c784a89d tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '3b9da2d3-19ab-4b41-b848-57927ec976d8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:06.176018 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (00ea3af7-edb0-4ca9-aa0b-5ec834d29759), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.207233 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0253ef3-3987-4635-84ca-926b23cb3b17 admin admin] Publish callbacks [] for security_group (9f828d9a-8aac-4ad7-9adf-1006ef95be9f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.223136 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-a2f32800-bdc9-4260-829b-0fc9c784a89d tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Project 46db86bb88644859922bb4ee99d91d69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:26:06.315364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (00ea3af7-edb0-4ca9-aa0b-5ec834d29759), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.341570 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-a2f32800-bdc9-4260-829b-0fc9c784a89d tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:06.342839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a2f32800-bdc9-4260-829b-0fc9c784a89d tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2266757 Feb 19 03:26:06.346822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58472) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:06.405703 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0253ef3-3987-4635-84ca-926b23cb3b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9f828d9a-8aac-4ad7-9adf-1006ef95be9f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.408178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0253ef3-3987-4635-84ca-926b23cb3b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.416115 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f0253ef3-3987-4635-84ca-926b23cb3b17 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f828d9a-8aac-4ad7-9adf-1006ef95be9f HTTP/1.1" status: 204 len: 168 time: 0.7472775 Feb 19 03:26:06.428230 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Publish callbacks [] for port (bc7513fe-a919-42df-8600-83ca212b7b72), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.442446 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bc7513fe-a919-42df-8600-83ca212b7b72), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.478622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0253ef3-3987-4635-84ca-926b23cb3b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f828d9a-8aac-4ad7-9adf-1006ef95be9f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:06.505407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ea3af7-edb0-4ca9-aa0b-5ec834d29759']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:06.514048 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Pushing event updated for resources: {'Port': ['ID=bc7513fe-a919-42df-8600-83ca212b7b72,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:06.543364 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.544368 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.544926 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.545366 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.545924 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.546710 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.547619 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.548056 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.548480 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.548928 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.549346 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.549766 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.550186 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:06.553891 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Attempting to bind port bc7513fe-a919-42df-8600-83ca212b7b72 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:06.554409 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Attempting to bind port bc7513fe-a919-42df-8600-83ca212b7b72 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:06.554848 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Attempting to bind port bc7513fe-a919-42df-8600-83ca212b7b72 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:06.562036 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:06.562544 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:06.563033 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.563396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c483e1ce-d0a5-489b-a85a-fceb997a85e2') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:06.563588 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:06.563751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c483e1ce-d0a5-489b-a85a-fceb997a85e2') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:06.564227 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Bound port: bc7513fe-a919-42df-8600-83ca212b7b72, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:06.564736 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bc7513fe-a919-42df-8600-83ca212b7b72), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.599814 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (c483e1ce-d0a5-489b-a85a-fceb997a85e2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.624553 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa581733-e6e0-40f6-9845-33d672d9507c tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (3b9da2d3-19ab-4b41-b848-57927ec976d8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.636839 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.640657 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] For port bc7513fe-a919-42df-8600-83ca212b7b72, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:06.644931 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] For port bc7513fe-a919-42df-8600-83ca212b7b72, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bc7513fe-a919-42df-8600-83ca212b7b72,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:06.663720 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c483e1ce-d0a5-489b-a85a-fceb997a85e2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.668768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router a061ada6-5d81-432a-aac5-046fac8bf789 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:06.675179 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bc7513fe-a919-42df-8600-83ca212b7b72), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.701865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:06.702573 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (c483e1ce-d0a5-489b-a85a-fceb997a85e2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:06.706007 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:06.708743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa581733-e6e0-40f6-9845-33d672d9507c tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (3b9da2d3-19ab-4b41-b848-57927ec976d8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.824522 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Routers {'97ecbccf-4bbd-45ce-997e-ab073d4e8813'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:06.825194 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:06.869905 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (00ea3af7-edb0-4ca9-aa0b-5ec834d29759), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.885064 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7c757-2944-4f17-ab15-31a9e81b9ad2 None None] Pushing event updated for resources: {'Port': ['ID=bc7513fe-a919-42df-8600-83ca212b7b72,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:06.930092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.934542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] 10.222.0.81 "DELETE /v2.0/networks/00ea3af7-edb0-4ca9-aa0b-5ec834d29759 HTTP/1.1" status: 204 len: 168 time: 0.9105988 Feb 19 03:26:06.964396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5c981-9782-4134-af6e-959abb9f2321 tempest-FloatingIPTestJSON-962830731 tempest-FloatingIPTestJSON-962830731-project] Pushing event deleted for resources: {'Network': ['ID=00ea3af7-edb0-4ca9-aa0b-5ec834d29759,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:06.990866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a46b4d-8b11-4609-a83a-a8c080ceaf53 req-5656c4de-e55a-4242-a08c-c643b8e24460 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:06.993563 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18a46b4d-8b11-4609-a83a-a8c080ceaf53 req-5656c4de-e55a-4242-a08c-c643b8e24460 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 950 time: 0.1207733 Feb 19 03:26:06.995716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa581733-e6e0-40f6-9845-33d672d9507c tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3b9da2d3-19ab-4b41-b848-57927ec976d8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:06.999369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa581733-e6e0-40f6-9845-33d672d9507c tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.004943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aa581733-e6e0-40f6-9845-33d672d9507c tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "DELETE /v2.0/security-groups/3b9da2d3-19ab-4b41-b848-57927ec976d8 HTTP/1.1" status: 204 len: 168 time: 0.6569510 Feb 19 03:26:07.005792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58492) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:07.053607 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] Set router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:07.058463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa581733-e6e0-40f6-9845-33d672d9507c tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9da2d3-19ab-4b41-b848-57927ec976d8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:07.119576 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18a46b4d-8b11-4609-a83a-a8c080ceaf53 req-3fcb8c24-7a51-4840-9b6c-e54b6887de60 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cc9e197-223f-44ef-bc96-a275be13c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119902 Feb 19 03:26:07.131742 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.150887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e00d1b88-b70b-4d18-8b87-b36b2f12ff59 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1044204 Feb 19 03:26:07.151705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58498) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:07.157312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6db2044c-4d8b-4f44-be0d-cc844d9ef704 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325429911'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:07.190094 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6db2044c-4d8b-4f44-be0d-cc844d9ef704 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.279056 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6db2044c-4d8b-4f44-be0d-cc844d9ef704 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (d009e338-6dff-4f75-b75b-5dbb9de1c2f1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.286755 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6db2044c-4d8b-4f44-be0d-cc844d9ef704 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d009e338-6dff-4f75-b75b-5dbb9de1c2f1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.378815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2044c-4d8b-4f44-be0d-cc844d9ef704 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d009e338-6dff-4f75-b75b-5dbb9de1c2f1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:07.410656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:07.426200 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.426419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffef814-4815-4252-afdc-be0f5cd11bca None None] Sync routers for ids ['a061ada6-5d81-432a-aac5-046fac8bf789'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:07.428644 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6db2044c-4d8b-4f44-be0d-cc844d9ef704 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.435515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6db2044c-4d8b-4f44-be0d-cc844d9ef704 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2826407 Feb 19 03:26:07.436513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58510) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:07.442933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5dc9b06c-e584-4ba0-9308-5f5190ae8ecb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': 'd009e338-6dff-4f75-b75b-5dbb9de1c2f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:07.453822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffef814-4815-4252-afdc-be0f5cd11bca None None] Routers {'a061ada6-5d81-432a-aac5-046fac8bf789'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:07.454444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9ffef814-4815-4252-afdc-be0f5cd11bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a061ada6-5d81-432a-aac5-046fac8bf789'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:07.507761 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0094877d-218d-4745-88b6-9e59e06be659 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/floatingips/f4f25e56-ee13-4c56-a74a-916f78d74dcf HTTP/1.1" status: 204 len: 168 time: 4.1489265 Feb 19 03:26:07.510930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:07.522561 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78cd380b-1768-4e82-9d72-3253bacd00ca" -d '{"events": [{"name": "network-changed", "server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "tag": "60336312-1cde-4207-bd2f-4423be1a0672"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:07.555186 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-5dc9b06c-e584-4ba0-9308-5f5190ae8ecb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The resource could not be found. Feb 19 03:26:07.558870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5dc9b06c-e584-4ba0-9308-5f5190ae8ecb tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1185868 Feb 19 03:26:07.560556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58518) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:07.566043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Allocated IP 172.20.0.1 (b24191c2-5a8e-40bc-aedd-68ebe02efb55/1c52b2a8-f696-443e-8b79-f904c262f547/ea400453-df66-4e7f-9c0b-abeb776e3238) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:07.569100 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:26:02Z', 'revision_number': 3, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:07.584290 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2cff83d1-1380-4256-b962-17588f0bd96b tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': 'd009e338-6dff-4f75-b75b-5dbb9de1c2f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'aa9a0ceb-9e84-46b4-ae83-d5f989ff7f57'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:07.611181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58520) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:07.632259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9ffef814-4815-4252-afdc-be0f5cd11bca None None] Set router a061ada6-5d81-432a-aac5-046fac8bf789 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:07.672846 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bb406c-a679-44d7-979b-5a23bd55b708 None None] The sync data for ids ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'] in n-d-826755-2 is: [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:26:02Z', 'revision_number': 3, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:07.701340 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-2cff83d1-1380-4256-b962-17588f0bd96b tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The resource could not be found. Feb 19 03:26:07.706195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2cff83d1-1380-4256-b962-17588f0bd96b tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1443264 Feb 19 03:26:07.706770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58524) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:07.902095 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Publish callbacks [] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.917268 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-307dc8d4-8fd2-4d91-88cb-ad2f74587be8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (d009e338-6dff-4f75-b75b-5dbb9de1c2f1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:07.922600 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83226591-4e13-46a2-92f1-4712cf2da34a x-openstack-request-id: req-83226591-4e13-46a2-92f1-4712cf2da34a {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:07.922890 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "tag": "60336312-1cde-4207-bd2f-4423be1a0672", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:07.923148 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-83226591-4e13-46a2-92f1-4712cf2da34a {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:07.923557 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672', 'status': 'completed', 'code': 200} Feb 19 03:26:07.980144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-307dc8d4-8fd2-4d91-88cb-ad2f74587be8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (d009e338-6dff-4f75-b75b-5dbb9de1c2f1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.011888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9a3a2639-d514-40fd-b948-388a0a1fa09c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a3fb9329e09f476db78b438747f88900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3878920 Feb 19 03:26:08.013299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58538) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:08.090804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd380b-1768-4e82-9d72-3253bacd00ca req-b0db1d9b-cc9a-4af8-8d8b-605831496c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:08.092792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9ffef814-4815-4252-afdc-be0f5cd11bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'be36fc55-85ea-4b5c-a30d-b1780903f376', 'name': '', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:4c:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:47Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:08.094706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78cd380b-1768-4e82-9d72-3253bacd00ca req-b0db1d9b-cc9a-4af8-8d8b-605831496c8f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 1128 time: 0.1339252 Feb 19 03:26:08.109791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.164620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffef814-4815-4252-afdc-be0f5cd11bca None None] Checking router: a061ada6-5d81-432a-aac5-046fac8bf789 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:08.174850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffef814-4815-4252-afdc-be0f5cd11bca None None] Routers {'a061ada6-5d81-432a-aac5-046fac8bf789'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:08.175656 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9ffef814-4815-4252-afdc-be0f5cd11bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a061ada6-5d81-432a-aac5-046fac8bf789'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:08.276737 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-307dc8d4-8fd2-4d91-88cb-ad2f74587be8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d009e338-6dff-4f75-b75b-5dbb9de1c2f1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.285844 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-307dc8d4-8fd2-4d91-88cb-ad2f74587be8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.289689 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-307dc8d4-8fd2-4d91-88cb-ad2f74587be8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "DELETE /v2.0/security-groups/d009e338-6dff-4f75-b75b-5dbb9de1c2f1 HTTP/1.1" status: 204 len: 168 time: 0.5696957 Feb 19 03:26:08.291379 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-145b2c15-2936-4b5e-9316-e5d78c7ee7bc admin admin] Publish callbacks [] for security_group (57fb0f04-5d89-4132-8e1d-33f42901771b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.291636 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58544) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:08.382556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307dc8d4-8fd2-4d91-88cb-ad2f74587be8 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d009e338-6dff-4f75-b75b-5dbb9de1c2f1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:08.399529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9ffef814-4815-4252-afdc-be0f5cd11bca None None] Set router a061ada6-5d81-432a-aac5-046fac8bf789 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:08.404827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-145b2c15-2936-4b5e-9316-e5d78c7ee7bc admin admin] Publish callbacks [] for security_group (57fb0f04-5d89-4132-8e1d-33f42901771b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.406541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58546) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:08.419414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Network b24191c2-5a8e-40bc-aedd-68ebe02efb55 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:08.435819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bf81f-4236-4bd6-ab70-67a10ad20583 req-3a09710b-2ced-4e6a-887b-7317555b0547 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:08.444043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-206bf81f-4236-4bd6-ab70-67a10ad20583 req-3a09710b-2ced-4e6a-887b-7317555b0547 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 946 time: 0.2631810 Feb 19 03:26:08.445615 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea400453-df66-4e7f-9c0b-abeb776e3238,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:08.450029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd380b-1768-4e82-9d72-3253bacd00ca req-1dbc6f16-47cd-471b-bc02-688deaaaa0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:08.452097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78cd380b-1768-4e82-9d72-3253bacd00ca req-1dbc6f16-47cd-471b-bc02-688deaaaa0e2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 200 len: 897 time: 0.3480749 Feb 19 03:26:08.467916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:08.478070 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:08.560012 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78cd380b-1768-4e82-9d72-3253bacd00ca req-22663522-0180-4a26-b5f5-c090c3128379 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 200 len: 217 time: 0.0937827 Feb 19 03:26:08.595098 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (97ecbccf-4bbd-45ce-997e-ab073d4e8813), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.669619 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.832693 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-066fe128-e434-4407-b10f-36a9b1f46795 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4960566 Feb 19 03:26:08.834941 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58560) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:08.839888 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6a6e657a-4720-43b3-85a4-acd9b5975432 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '6c1c1174-63f8-45b3-b8f7-99c63c8a354a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:08.909391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:08.982065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9ffef814-4815-4252-afdc-be0f5cd11bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'be36fc55-85ea-4b5c-a30d-b1780903f376', 'name': '', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:4c:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:47Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:09.015856 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffef814-4815-4252-afdc-be0f5cd11bca None None] The sync data for ids ['a061ada6-5d81-432a-aac5-046fac8bf789'] in n-d-826755-2 is: [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:22:41Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'be36fc55-85ea-4b5c-a30d-b1780903f376', 'name': '', 'network_id': '7aa2f98a-3525-4d0f-b698-63fce56b562d', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:4c:fb:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:37Z', 'updated_at': '2022-02-19T03:22:47Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'a6f12512-4f30-4630-bd35-47c955b43097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:09.029399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'network': {'name': 'tempest-RoutersTest-615038460'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:09.126864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-206bf81f-4236-4bd6-ab70-67a10ad20583 req-21243fe8-f979-4c2d-9c24-ce95211802fe tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6801741 Feb 19 03:26:09.137974 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-6a6e657a-4720-43b3-85a4-acd9b5975432 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The resource could not be found. Feb 19 03:26:09.145737 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6a6e657a-4720-43b3-85a4-acd9b5975432 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3094769 Feb 19 03:26:09.155170 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58566) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:09.188511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:09.189006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ba2cab14-6b72-40e5-9b2b-4e7279f8bf3f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1798559266'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:09.190733 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.236628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd380b-1768-4e82-9d72-3253bacd00ca req-d56c102e-a5ab-467e-85f0-3c69cd2f4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:09.239140 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78cd380b-1768-4e82-9d72-3253bacd00ca req-d56c102e-a5ab-467e-85f0-3c69cd2f4bbf service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 200 len: 835 time: 0.6736724 Feb 19 03:26:09.243136 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.274375 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Publish callbacks [] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.276009 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba2cab14-6b72-40e5-9b2b-4e7279f8bf3f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.326772 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-145b2c15-2936-4b5e-9316-e5d78c7ee7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (57fb0f04-5d89-4132-8e1d-33f42901771b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.330001 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-145b2c15-2936-4b5e-9316-e5d78c7ee7bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.331394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-145b2c15-2936-4b5e-9316-e5d78c7ee7bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/57fb0f04-5d89-4132-8e1d-33f42901771b HTTP/1.1" status: 204 len: 168 time: 1.3168080 Feb 19 03:26:09.333309 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.379779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b2c15-2936-4b5e-9316-e5d78c7ee7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fb0f04-5d89-4132-8e1d-33f42901771b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:09.419833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (97ecbccf-4bbd-45ce-997e-ab073d4e8813), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.491172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4225a3b-4a7f-4c6e-b5f9-7a7f856b74e0 req-7539e72d-b331-4cce-a1af-946ca25b3d35 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:09.493906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4225a3b-4a7f-4c6e-b5f9-7a7f856b74e0 req-7539e72d-b331-4cce-a1af-946ca25b3d35 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.67 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 950 time: 0.4711802 Feb 19 03:26:09.518609 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dd12ab-8161-41ad-938e-d11e36ac2f46 None None] New status for floating IP f4f25e56-ee13-4c56-a74a-916f78d74dcf: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:26:09.556282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f9e23-73d1-4dac-afe4-2768d92f12a7 req-3e415473-6728-4953-8b64-7489d39c12cc tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:09.564560 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-469f9e23-73d1-4dac-afe4-2768d92f12a7 req-3e415473-6728-4953-8b64-7489d39c12cc tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 950 time: 0.3187051 Feb 19 03:26:09.565957 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c23010-fc49-4a08-abed-568b4d829aaf req-71d91716-c17b-4f5a-9131-1aebb0edf544 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:09.567489 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-86c23010-fc49-4a08-abed-568b4d829aaf req-71d91716-c17b-4f5a-9131-1aebb0edf544 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 946 time: 0.3110669 Feb 19 03:26:09.601108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ea400453-df66-4e7f-9c0b-abeb776e3238,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:09.620902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd380b-1768-4e82-9d72-3253bacd00ca req-77d84348-5c7e-4335-bbf5-0c43d054c46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:09.622937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78cd380b-1768-4e82-9d72-3253bacd00ca req-77d84348-5c7e-4335-bbf5-0c43d054c46a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7aa2f98a-3525-4d0f-b698-63fce56b562d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3637183 Feb 19 03:26:09.658144 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for security_group (e9053c73-5285-4759-a953-beccf6c9eb75), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.771214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-469f9e23-73d1-4dac-afe4-2768d92f12a7 req-82b2ce81-32b6-4ef7-8eca-2ac022f55e5e tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/security-groups?id=4cc9e197-223f-44ef-bc96-a275be13c36c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054672 Feb 19 03:26:09.784338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e9053c73-5285-4759-a953-beccf6c9eb75), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.818844 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba2cab14-6b72-40e5-9b2b-4e7279f8bf3f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (b37fe786-a583-473a-ab00-18f33dd3af21), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.829079 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Network b24191c2-5a8e-40bc-aedd-68ebe02efb55 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:09.831298 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba2cab14-6b72-40e5-9b2b-4e7279f8bf3f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b37fe786-a583-473a-ab00-18f33dd3af21), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.841053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:09.844352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-86c23010-fc49-4a08-abed-568b4d829aaf req-b4a3a3fd-cdc4-4d1e-9295-db71b037b23a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port 60336312-1cde-4207-bd2f-4423be1a0672 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:09.844608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-86c23010-fc49-4a08-abed-568b4d829aaf req-b4a3a3fd-cdc4-4d1e-9295-db71b037b23a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (60336312-1cde-4207-bd2f-4423be1a0672), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:09.997789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78cd380b-1768-4e82-9d72-3253bacd00ca req-767775ca-7aa1-4fac-bebd-4187cdc65bb3 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353920 Feb 19 03:26:10.015476 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ba2cab14-6b72-40e5-9b2b-4e7279f8bf3f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.017309 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ba2cab14-6b72-40e5-9b2b-4e7279f8bf3f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8618279 Feb 19 03:26:10.020814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:10.027246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58588) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:10.032549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bc7513fe-a919-42df-8600-83ca212b7b72 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:10.037066 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (38e15ba2-14ef-4c16-b5f7-d263220ee0d5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.039028 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Added segment 38e15ba2-14ef-4c16-b5f7-d263220ee0d5 of type vlan for network 56938313-7d9d-4fd3-8dcc-45369cc46052 Feb 19 03:26:10.108940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f2d882b7-384b-42ed-b6a7-cf527f15fada tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group': {'name': 'tempest-secgroup--805573883'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:10.134744 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.142394 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9053c73-5285-4759-a953-beccf6c9eb75,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:10.160268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2cab14-6b72-40e5-9b2b-4e7279f8bf3f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37fe786-a583-473a-ab00-18f33dd3af21,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:10.181912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-86c23010-fc49-4a08-abed-568b4d829aaf req-b4a3a3fd-cdc4-4d1e-9295-db71b037b23a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port 60336312-1cde-4207-bd2f-4423be1a0672, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=60336312-1cde-4207-bd2f-4423be1a0672,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:10.181912 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-86c23010-fc49-4a08-abed-568b4d829aaf req-b4a3a3fd-cdc4-4d1e-9295-db71b037b23a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (60336312-1cde-4207-bd2f-4423be1a0672), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.185837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port bc7513fe-a919-42df-8600-83ca212b7b72 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:10.186208 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bc7513fe-a919-42df-8600-83ca212b7b72), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.203173 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (56938313-7d9d-4fd3-8dcc-45369cc46052), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.235468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e4225a3b-4a7f-4c6e-b5f9-7a7f856b74e0 req-156a4e09-b9ba-402d-8399-159bb4d0f7f7 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Deleting port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:10.235956 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e4225a3b-4a7f-4c6e-b5f9-7a7f856b74e0 req-156a4e09-b9ba-402d-8399-159bb4d0f7f7 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.246995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-86c23010-fc49-4a08-abed-568b4d829aaf req-b4a3a3fd-cdc4-4d1e-9295-db71b037b23a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for 60336312-1cde-4207-bd2f-4423be1a0672 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:10.322137 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2d882b7-384b-42ed-b6a7-cf527f15fada tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.389654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port bc7513fe-a919-42df-8600-83ca212b7b72 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:10.390801 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bc7513fe-a919-42df-8600-83ca212b7b72), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.429790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port bc7513fe-a919-42df-8600-83ca212b7b72, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bc7513fe-a919-42df-8600-83ca212b7b72,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:10.440467 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bc7513fe-a919-42df-8600-83ca212b7b72), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.457007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e4225a3b-4a7f-4c6e-b5f9-7a7f856b74e0 req-156a4e09-b9ba-402d-8399-159bb4d0f7f7 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] For port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7c02158f-a9cf-4b0f-862c-bb7eb50185bc,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:10.457756 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e4225a3b-4a7f-4c6e-b5f9-7a7f856b74e0 req-156a4e09-b9ba-402d-8399-159bb4d0f7f7 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.475191 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (56938313-7d9d-4fd3-8dcc-45369cc46052), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.482505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:10.483524 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.504406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e4225a3b-4a7f-4c6e-b5f9-7a7f856b74e0 req-156a4e09-b9ba-402d-8399-159bb4d0f7f7 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Calling delete_port for 7c02158f-a9cf-4b0f-862c-bb7eb50185bc owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:10.519295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=bc7513fe-a919-42df-8600-83ca212b7b72,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:10.534491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:10.539178 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1306803 Feb 19 03:26:10.540594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78cd380b-1768-4e82-9d72-3253bacd00ca req-b2983cdc-8137-4714-88b1-780190c959d9 service neutron] 10.222.0.87 "GET /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867244 Feb 19 03:26:10.545715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58604) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:10.629537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-be91ef45-4304-449b-8dc5-1c32e6a1f4b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'network': {'name': 'tempest-RoutersTest-2020577917'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:10.636313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b51bd-881e-45b3-bb9e-0a3146f968a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Network': ['ID=56938313-7d9d-4fd3-8dcc-45369cc46052,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:10.656413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 56938313-7d9d-4fd3-8dcc-45369cc46052 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:10.691118 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2d882b7-384b-42ed-b6a7-cf527f15fada tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (31e0e67f-2ce0-4a8a-861f-b949f05aca25), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.710464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d030306-ccf7-4ef0-85d0-31b819025e92 req-18f05964-0cf7-43bd-a0a1-1fbb83a75cf2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:10.712800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d030306-ccf7-4ef0-85d0-31b819025e92 req-18f05964-0cf7-43bd-a0a1-1fbb83a75cf2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=be5bb674-ad00-4454-bb82-64665f111e17 HTTP/1.1" status: 200 len: 946 time: 0.4635863 Feb 19 03:26:10.718069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2d882b7-384b-42ed-b6a7-cf527f15fada tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (31e0e67f-2ce0-4a8a-861f-b949f05aca25), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.749258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be91ef45-4304-449b-8dc5-1c32e6a1f4b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:10.753280 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be91ef45-4304-449b-8dc5-1c32e6a1f4b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.812835 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d030306-ccf7-4ef0-85d0-31b819025e92 req-068bc4dd-64a0-4b77-a2c7-3522b9b09a18 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ba75163-34a2-4921-a4e3-f799effd5d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924847 Feb 19 03:26:10.814641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f2d882b7-384b-42ed-b6a7-cf527f15fada tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.819994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58614) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:10.820236 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f2d882b7-384b-42ed-b6a7-cf527f15fada tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7540090 Feb 19 03:26:10.827273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58618) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:10.844925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-86c23010-fc49-4a08-abed-568b4d829aaf req-b4a3a3fd-cdc4-4d1e-9295-db71b037b23a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (60336312-1cde-4207-bd2f-4423be1a0672), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.846672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be91ef45-4304-449b-8dc5-1c32e6a1f4b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:10.856400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e1317118-e0f7-498a-b86a-9b5bfed52131 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': 'b37fe786-a583-473a-ab00-18f33dd3af21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '31e0e67f-2ce0-4a8a-861f-b949f05aca25'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:10.857498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d882b7-384b-42ed-b6a7-cf527f15fada tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e0e67f-2ce0-4a8a-861f-b949f05aca25,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:10.884979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3a3fd-cdc4-4d1e-9295-db71b037b23a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=60336312-1cde-4207-bd2f-4423be1a0672,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:10.888272 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:10.892782 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be91ef45-4304-449b-8dc5-1c32e6a1f4b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1abf1159-db7c-427e-91d0-e1ba646c29d8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:10.893399 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-be91ef45-4304-449b-8dc5-1c32e6a1f4b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Added segment 1abf1159-db7c-427e-91d0-e1ba646c29d8 of type vlan for network ac357151-e9d0-4d6e-8787-0ecbc2bc68f3 Feb 19 03:26:10.903751 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-02ee2b58-0f11-44f5-b354-bcaac9a884b3 admin admin] 10.222.0.81 "PUT /v2.0/routers/97ecbccf-4bbd-45ce-997e-ab073d4e8813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5461133 Feb 19 03:26:10.905382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Sync routers for ids ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:10.961240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Routers {'97ecbccf-4bbd-45ce-997e-ab073d4e8813'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:10.961918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:10.983527 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c23010-fc49-4a08-abed-568b4d829aaf req-b4a3a3fd-cdc4-4d1e-9295-db71b037b23a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] No DVR routers for this DVR port 60336312-1cde-4207-bd2f-4423be1a0672 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:10.991171 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be91ef45-4304-449b-8dc5-1c32e6a1f4b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (ac357151-e9d0-4d6e-8787-0ecbc2bc68f3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.003350 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-86c23010-fc49-4a08-abed-568b4d829aaf req-b4a3a3fd-cdc4-4d1e-9295-db71b037b23a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.009564 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-86c23010-fc49-4a08-abed-568b4d829aaf req-b4a3a3fd-cdc4-4d1e-9295-db71b037b23a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "DELETE /v2.0/ports/60336312-1cde-4207-bd2f-4423be1a0672 HTTP/1.1" status: 204 len: 173 time: 1.4313827 Feb 19 03:26:11.010073 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'name': 'network-vif-deleted', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:11.015904 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57621070-bd34-457d-985c-fe6ec609368d" -d '{"events": [{"server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "name": "network-vif-deleted", "tag": "60336312-1cde-4207-bd2f-4423be1a0672"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:11.029872 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-e1317118-e0f7-498a-b86a-9b5bfed52131 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:11.031480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e1317118-e0f7-498a-b86a-9b5bfed52131 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2060664 Feb 19 03:26:11.035152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58626) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:11.064923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-920e929a-8f86-4f37-bfad-2fa6872f1f17 req-8083635e-1c14-4bbb-9889-bb91e80881d8 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.81 "GET /v2.0/ports?device_id=6af026c5-763b-4c36-aaab-16a2c4db0fa5 HTTP/1.1" status: 200 len: 210 time: 0.0376284 Feb 19 03:26:11.068253 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e4225a3b-4a7f-4c6e-b5f9-7a7f856b74e0 req-156a4e09-b9ba-402d-8399-159bb4d0f7f7 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7c02158f-a9cf-4b0f-862c-bb7eb50185bc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.102628 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be91ef45-4304-449b-8dc5-1c32e6a1f4b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (ac357151-e9d0-4d6e-8787-0ecbc2bc68f3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.107988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be91ef45-4304-449b-8dc5-1c32e6a1f4b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:11.109075 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-be91ef45-4304-449b-8dc5-1c32e6a1f4b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.110118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['7c02158f-a9cf-4b0f-862c-bb7eb50185bc'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:11.123867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a4e09-b9ba-402d-8399-159bb4d0f7f7 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Pushing event deleted for resources: {'Port': ['ID=7c02158f-a9cf-4b0f-862c-bb7eb50185bc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:11.202480 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a7f15e63-6512-4229-a934-ef08a0a84cb9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (31e0e67f-2ce0-4a8a-861f-b949f05aca25), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.217756 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028bd05f-2cd4-43b9-a17e-ddfbe516bdc1 x-openstack-request-id: req-028bd05f-2cd4-43b9-a17e-ddfbe516bdc1 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:11.217983 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be5bb674-ad00-4454-bb82-64665f111e17", "name": "network-vif-deleted", "tag": "60336312-1cde-4207-bd2f-4423be1a0672", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:11.218244 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-028bd05f-2cd4-43b9-a17e-ddfbe516bdc1 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:11.218677 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be5bb674-ad00-4454-bb82-64665f111e17', 'name': 'network-vif-deleted', 'tag': '60336312-1cde-4207-bd2f-4423be1a0672', 'status': 'completed', 'code': 200} Feb 19 03:26:11.259734 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a7f15e63-6512-4229-a934-ef08a0a84cb9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (31e0e67f-2ce0-4a8a-861f-b949f05aca25), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.296970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4225a3b-4a7f-4c6e-b5f9-7a7f856b74e0 req-156a4e09-b9ba-402d-8399-159bb4d0f7f7 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] No DVR routers for this DVR port 7c02158f-a9cf-4b0f-862c-bb7eb50185bc on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:11.306432 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e4225a3b-4a7f-4c6e-b5f9-7a7f856b74e0 req-156a4e09-b9ba-402d-8399-159bb4d0f7f7 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.309976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4225a3b-4a7f-4c6e-b5f9-7a7f856b74e0 req-156a4e09-b9ba-402d-8399-159bb4d0f7f7 tempest-VolumesBackupsTest-1483982232 tempest-VolumesBackupsTest-1483982232-project] 10.222.0.67 "DELETE /v2.0/ports/7c02158f-a9cf-4b0f-862c-bb7eb50185bc HTTP/1.1" status: 204 len: 173 time: 1.8088331 Feb 19 03:26:11.321048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'networks': [{'name': 'tempest-network--99125240'}, {'name': 'tempest-network--388182431'}]} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:11.321366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'network': {'name': 'tempest-network--99125240'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:11.321844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'network': {'name': 'tempest-network--388182431'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:11.327533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af026c5-763b-4c36-aaab-16a2c4db0fa5', 'name': 'network-vif-deleted', 'tag': '7c02158f-a9cf-4b0f-862c-bb7eb50185bc'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:11.340974 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41b1720-c22c-4579-9e2d-a28c040b90c2" -d '{"events": [{"server_uuid": "6af026c5-763b-4c36-aaab-16a2c4db0fa5", "name": "network-vif-deleted", "tag": "7c02158f-a9cf-4b0f-862c-bb7eb50185bc"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:11.349531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-be91ef45-4304-449b-8dc5-1c32e6a1f4b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7991250 Feb 19 03:26:11.353646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58636) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:11.383680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9ae591b7-37ce-4a55-8093-fa8b41074a40 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'subnet': {'network_id': '56938313-7d9d-4fd3-8dcc-45369cc46052', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:11.397300 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a7f15e63-6512-4229-a934-ef08a0a84cb9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (31e0e67f-2ce0-4a8a-861f-b949f05aca25), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.400606 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a7f15e63-6512-4229-a934-ef08a0a84cb9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.421484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91ef45-4304-449b-8dc5-1c32e6a1f4b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Network': ['ID=ac357151-e9d0-4d6e-8787-0ecbc2bc68f3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:11.426864 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a7f15e63-6512-4229-a934-ef08a0a84cb9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "DELETE /v2.0/security-groups/31e0e67f-2ce0-4a8a-861f-b949f05aca25 HTTP/1.1" status: 204 len: 168 time: 0.3904815 Feb 19 03:26:11.427774 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58638) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:11.453131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network ac357151-e9d0-4d6e-8787-0ecbc2bc68f3 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:11.456127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f15e63-6512-4229-a934-ef08a0a84cb9 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e0e67f-2ce0-4a8a-861f-b949f05aca25,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:11.491970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Set router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:11.532322 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6b6326c5-2632-4706-84a1-30ea1b12ba33 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1000988 Feb 19 03:26:11.533815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58644) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:11.667453 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9a441e-5708-440f-bdac-a3b2abc0371d x-openstack-request-id: req-2f9a441e-5708-440f-bdac-a3b2abc0371d {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:11.667706 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af026c5-763b-4c36-aaab-16a2c4db0fa5", "name": "network-vif-deleted", "tag": "7c02158f-a9cf-4b0f-862c-bb7eb50185bc", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:11.667877 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f9a441e-5708-440f-bdac-a3b2abc0371d {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:11.671469 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af026c5-763b-4c36-aaab-16a2c4db0fa5', 'name': 'network-vif-deleted', 'tag': '7c02158f-a9cf-4b0f-862c-bb7eb50185bc', 'status': 'completed', 'code': 200} Feb 19 03:26:11.690206 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b44702f-90d1-456e-bf99-100a64b47496 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (b37fe786-a583-473a-ab00-18f33dd3af21), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.747605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Made reservation on behalf of 265369ac6f414aa4a63b425862e06077 for: {'network': 2} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:11.748571 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b44702f-90d1-456e-bf99-100a64b47496 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (b37fe786-a583-473a-ab00-18f33dd3af21), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.776937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.810395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae591b7-37ce-4a55-8093-fa8b41074a40 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:11.819118 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ae591b7-37ce-4a55-8093-fa8b41074a40 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.828643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.957361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b44702f-90d1-456e-bf99-100a64b47496 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b37fe786-a583-473a-ab00-18f33dd3af21), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.971556 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9b44702f-90d1-456e-bf99-100a64b47496 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:11.981848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58658) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:11.986672 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9b44702f-90d1-456e-bf99-100a64b47496 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "DELETE /v2.0/security-groups/b37fe786-a583-473a-ab00-18f33dd3af21 HTTP/1.1" status: 204 len: 168 time: 0.4418685 Feb 19 03:26:12.016939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b44702f-90d1-456e-bf99-100a64b47496 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37fe786-a583-473a-ab00-18f33dd3af21,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:12.194493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5ff23bc5-1ef0-4c2c-a1fb-1fcbe65b51f6 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2056305 Feb 19 03:26:12.195087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bc7513fe-a919-42df-8600-83ca212b7b72 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:12.196972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58666) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:12.209799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3e37f272-0d47-416f-a30d-ca998f68bc1f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group': {'name': 'tempest-secgroup--1666843440'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:12.226282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:26:08Z', 'revision_number': 4, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'ea400453-df66-4e7f-9c0b-abeb776e3238', 'name': '', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'mac_address': 'fa:16:3e:a1:71:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:06Z', 'updated_at': '2022-02-19T03:26:08Z', 'revision_number': 2, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'subnets': [{'id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:12.244125 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3e37f272-0d47-416f-a30d-ca998f68bc1f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.256471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Checking router: 97ecbccf-4bbd-45ce-997e-ab073d4e8813 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:12.256860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Updating router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 port ea400453-df66-4e7f-9c0b-abeb776e3238 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:26:12.285003 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-82af0843-59c3-48fc-a95a-1993ce7d63c3 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:12.292199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-82af0843-59c3-48fc-a95a-1993ce7d63c3 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/networks?id=b24191c2-5a8e-40bc-aedd-68ebe02efb55 HTTP/1.1" status: 200 len: 820 time: 0.2493601 Feb 19 03:26:12.296183 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.320438 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for security_group (ae929c14-a8b0-404c-a265-a72f7b97c79d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.330296 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-bcbca3b8-da9e-49c9-a2fa-d44c35505871 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/quotas/da11589d434d48468c31b6f3cc483bbe HTTP/1.1" status: 200 len: 375 time: 0.0368090 Feb 19 03:26:12.346405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port bc7513fe-a919-42df-8600-83ca212b7b72 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:12.346787 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bc7513fe-a919-42df-8600-83ca212b7b72), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.358248 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3e37f272-0d47-416f-a30d-ca998f68bc1f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (5d53e303-b309-487e-8e68-014009b38183), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.362546 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ae929c14-a8b0-404c-a265-a72f7b97c79d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.363141 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.373627 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3e37f272-0d47-416f-a30d-ca998f68bc1f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5d53e303-b309-487e-8e68-014009b38183), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.405823 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3e37f272-0d47-416f-a30d-ca998f68bc1f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.410395 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3e37f272-0d47-416f-a30d-ca998f68bc1f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2105224 Feb 19 03:26:12.411067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58672) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:12.420623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7873e8e4-a7d3-4c57-8f01-7ba83a1a793f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '5d53e303-b309-487e-8e68-014009b38183', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:12.445841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37f272-0d47-416f-a30d-ca998f68bc1f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d53e303-b309-487e-8e68-014009b38183,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:12.476329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:12.478740 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ae591b7-37ce-4a55-8093-fa8b41074a40 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.486167 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-7873e8e4-a7d3-4c57-8f01-7ba83a1a793f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:12.491241 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7873e8e4-a7d3-4c57-8f01-7ba83a1a793f tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0701401 Feb 19 03:26:12.491241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58674) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:12.494829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4dc1088d-7f57-4fbb-abec-2544014b58e6 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group_rule': {'security_group_id': '5d53e303-b309-487e-8e68-014009b38183', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:12.526827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port bc7513fe-a919-42df-8600-83ca212b7b72 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:12.537636 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-4dc1088d-7f57-4fbb-abec-2544014b58e6 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:26:12.541741 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4dc1088d-7f57-4fbb-abec-2544014b58e6 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0479763 Feb 19 03:26:12.542014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58676) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:12.561945 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6e95818f-4af3-4e61-8e2a-60be723fc878), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.562494 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Added segment 6e95818f-4af3-4e61-8e2a-60be723fc878 of type vlan for network 3e6b170c-ed56-4bbf-b872-b9325171d58e Feb 19 03:26:12.565759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae929c14-a8b0-404c-a265-a72f7b97c79d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:12.568395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae591b7-37ce-4a55-8093-fa8b41074a40 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Subnet': ['ID=11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:12.617520 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e3dfcd6-bc1f-4dc1-9547-a277e91e6382 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (5d53e303-b309-487e-8e68-014009b38183), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.651394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-f943370f-4a7d-4616-92a0-68c76d4ff59a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=da11589d434d48468c31b6f3cc483bbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3197906 Feb 19 03:26:12.678265 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e3dfcd6-bc1f-4dc1-9547-a277e91e6382 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (5d53e303-b309-487e-8e68-014009b38183), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.682170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (3e6b170c-ed56-4bbf-b872-b9325171d58e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.744859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae591b7-37ce-4a55-8093-fa8b41074a40 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Checking segment: {'id': '38e15ba2-14ef-4c16-b5f7-d263220ee0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '56938313-7d9d-4fd3-8dcc-45369cc46052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:12.745462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae591b7-37ce-4a55-8093-fa8b41074a40 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network hostable DHCP agents. Network: 56938313-7d9d-4fd3-8dcc-45369cc46052, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:12.751451 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e3dfcd6-bc1f-4dc1-9547-a277e91e6382 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5d53e303-b309-487e-8e68-014009b38183), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.755433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0e3dfcd6-bc1f-4dc1-9547-a277e91e6382 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.756820 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0e3dfcd6-bc1f-4dc1-9547-a277e91e6382 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "DELETE /v2.0/security-groups/5d53e303-b309-487e-8e68-014009b38183 HTTP/1.1" status: 204 len: 168 time: 0.2130840 Feb 19 03:26:12.762310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58682) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:12.765733 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Publish callbacks [] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.774718 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.787711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3dfcd6-bc1f-4dc1-9547-a277e91e6382 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d53e303-b309-487e-8e68-014009b38183,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:12.802628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:12.823723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae591b7-37ce-4a55-8093-fa8b41074a40 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 56938313-7d9d-4fd3-8dcc-45369cc46052 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:12.836347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-00ee1dc4-08e5-420d-b08f-6a1fc736fdda service neutron] 10.222.0.81 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682949 Feb 19 03:26:12.837872 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (24c9ccda-ea59-414f-91d0-017138411ca1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.838427 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Added segment 24c9ccda-ea59-414f-91d0-017138411ca1 of type vlan for network 36a54c26-865b-4a89-bccf-de8a04a2acca Feb 19 03:26:12.849999 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5d57bcc0-2a37-44fa-abbc-d96c3be58188 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0863142 Feb 19 03:26:12.853693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58686) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:12.862000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-478a051a-935d-43c6-878b-d854c1285175 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group': {'name': 'tempest-secgroup--452852274'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:12.868810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-9ae591b7-37ce-4a55-8093-fa8b41074a40 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 56938313-7d9d-4fd3-8dcc-45369cc46052) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:12.881089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b378cc6-c192-4e95-a05c-2a3724a45f4a None None] Network 56938313-7d9d-4fd3-8dcc-45369cc46052 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:12.901995 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-478a051a-935d-43c6-878b-d854c1285175 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.923004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae591b7-37ce-4a55-8093-fa8b41074a40 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:12.923882 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9ae591b7-37ce-4a55-8093-fa8b41074a40 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.957304 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (36a54c26-865b-4a89-bccf-de8a04a2acca), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:12.982534 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9ae591b7-37ce-4a55-8093-fa8b41074a40 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6274168 Feb 19 03:26:12.988690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58692) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:12.995119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-27636669-0dc9-4856-bde8-2300c0209853 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'subnet': {'network_id': 'ac357151-e9d0-4d6e-8787-0ecbc2bc68f3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:13.019158 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-5087926a-cec7-4018-8a9d-5b17320b39b3 service neutron] 10.222.0.81 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717134 Feb 19 03:26:13.022930 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (3e6b170c-ed56-4bbf-b872-b9325171d58e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.023943 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (36a54c26-865b-4a89-bccf-de8a04a2acca), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.029215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:13.031145 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-478a051a-935d-43c6-878b-d854c1285175 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (ee05c66a-e01e-4147-a7bf-f76439f8dd05), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.037090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:13.037937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.066907 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-478a051a-935d-43c6-878b-d854c1285175 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ee05c66a-e01e-4147-a7bf-f76439f8dd05), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.069771 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 60336312-1cde-4207-bd2f-4423be1a0672 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:13.075529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ba2c4-306e-4cdf-ab9a-8dc5792aaee3 None None] Pushing event updated for resources: {'Port': ['ID=ea400453-df66-4e7f-9c0b-abeb776e3238,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:13.118428 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-478a051a-935d-43c6-878b-d854c1285175 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.120344 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-478a051a-935d-43c6-878b-d854c1285175 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2654033 Feb 19 03:26:13.130620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 60336312-1cde-4207-bd2f-4423be1a0672 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:13.130620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 60336312-1cde-4207-bd2f-4423be1a0672 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:13.131570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 2.2794113 Feb 19 03:26:13.135501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58694) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:13.136117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58696) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:13.143107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3f135a61-c70b-4cf9-b32f-926f3468454e tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:13.144107 n-d-826755-2 neutron-server[109899]: WARNING neutron.api.v2.base [None req-3f135a61-c70b-4cf9-b32f-926f3468454e tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 19 03:26:13.145109 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-3f135a61-c70b-4cf9-b32f-926f3468454e tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] update failed (client error): There was a conflict when trying to complete your request. Feb 19 03:26:13.148915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3f135a61-c70b-4cf9-b32f-926f3468454e tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "PUT /v2.0/security-groups/ee05c66a-e01e-4147-a7bf-f76439f8dd05 HTTP/1.1" status: 409 len: 330 time: 0.0083661 Feb 19 03:26:13.151756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58698) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:13.194324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Attempting to bind port ea400453-df66-4e7f-9c0b-abeb776e3238 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:13.194729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Attempting to bind port ea400453-df66-4e7f-9c0b-abeb776e3238 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '92078306-715a-4519-9193-e1b0e0b31462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:13.195127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Attempting to bind port ea400453-df66-4e7f-9c0b-abeb776e3238 on network b24191c2-5a8e-40bc-aedd-68ebe02efb55 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:13.200749 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:13.202805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Checking segment: {'id': '92078306-715a-4519-9193-e1b0e0b31462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:13.203025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event updated for resources: {'Network': ['ID=3e6b170c-ed56-4bbf-b872-b9325171d58e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:13.203648 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.203648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Bound using segment: {'id': '92078306-715a-4519-9193-e1b0e0b31462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:13.203648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Bound port: ea400453-df66-4e7f-9c0b-abeb776e3238, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92078306-715a-4519-9193-e1b0e0b31462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:13.203648 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.220936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-56938313-7d9d-4fd3-8dcc-45369cc46052', 'network_id': '56938313-7d9d-4fd3-8dcc-45369cc46052', 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'fixed_ips': [{'subnet_id': '11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:13.221818 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.223673 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 3e6b170c-ed56-4bbf-b872-b9325171d58e details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:13.262021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a051a-935d-43c6-878b-d854c1285175 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee05c66a-e01e-4147-a7bf-f76439f8dd05,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:13.338446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27636669-0dc9-4856-bde8-2300c0209853 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:13.346661 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27636669-0dc9-4856-bde8-2300c0209853 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.349798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58708) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:13.352747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcd214-d4a9-4864-bf9e-4e062f3aa672 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event updated for resources: {'Network': ['ID=36a54c26-865b-4a89-bccf-de8a04a2acca,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:13.431080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 36a54c26-865b-4a89-bccf-de8a04a2acca details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:13.476979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7c02158f-a9cf-4b0f-862c-bb7eb50185bc no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:13.570648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 7c02158f-a9cf-4b0f-862c-bb7eb50185bc {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:13.571061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7c02158f-a9cf-4b0f-862c-bb7eb50185bc not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:13.598441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] For port ea400453-df66-4e7f-9c0b-abeb776e3238, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:13.676815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] For port ea400453-df66-4e7f-9c0b-abeb776e3238, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ea400453-df66-4e7f-9c0b-abeb776e3238,segment=NetworkSegment(92078306-715a-4519-9193-e1b0e0b31462),segment_id=92078306-715a-4519-9193-e1b0e0b31462)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:13.700622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-017a3bc7-8480-495c-ab2e-b059f15f3502 req-075f94f2-7e79-4ca7-9957-8e55a384d011 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 210 time: 0.1683059 Feb 19 03:26:13.710760 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:13.726937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Allocated IP 172.20.0.2 (56938313-7d9d-4fd3-8dcc-45369cc46052/11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58/5bae690e-eb9a-4074-92a4-87f82eafd4d8) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:13.774460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61acf22-4f81-4928-beda-57718ade54b2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:13.779734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61acf22-4f81-4928-beda-57718ade54b2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:13.794744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61acf22-4f81-4928-beda-57718ade54b2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:13.816021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61acf22-4f81-4928-beda-57718ade54b2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:13.818639 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c61acf22-4f81-4928-beda-57718ade54b2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.6712680 Feb 19 03:26:13.821490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58720) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:13.871104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Routers {'97ecbccf-4bbd-45ce-997e-ab073d4e8813'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:13.871866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:13.875447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ba2c4-306e-4cdf-ab9a-8dc5792aaee3 None None] Pushing event updated for resources: {'Port': ['ID=ea400453-df66-4e7f-9c0b-abeb776e3238,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:13.990285 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (3e6b170c-ed56-4bbf-b872-b9325171d58e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.023608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] Set router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:14.097716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (3e6b170c-ed56-4bbf-b872-b9325171d58e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.134680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e6b170c-ed56-4bbf-b872-b9325171d58e']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:14.147914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e95818f-4af3-4e61-8e2a-60be723fc878') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:14.148312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e95818f-4af3-4e61-8e2a-60be723fc878') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:14.169421 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (6e95818f-4af3-4e61-8e2a-60be723fc878), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.185569 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6e95818f-4af3-4e61-8e2a-60be723fc878), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.193807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:14.194353 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (6e95818f-4af3-4e61-8e2a-60be723fc878), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.245068 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-076caf9f-26d1-433e-843a-fc1cd2c9dc85 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (ee05c66a-e01e-4147-a7bf-f76439f8dd05), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:14.280954 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:14.313354 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-076caf9f-26d1-433e-843a-fc1cd2c9dc85 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (ee05c66a-e01e-4147-a7bf-f76439f8dd05), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.358787 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (3e6b170c-ed56-4bbf-b872-b9325171d58e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.367780 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.373186 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Publish callbacks [] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.383837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "DELETE /v2.0/networks/3e6b170c-ed56-4bbf-b872-b9325171d58e HTTP/1.1" status: 204 len: 168 time: 0.5586488 Feb 19 03:26:14.387255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:26:08Z', 'revision_number': 4, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'ea400453-df66-4e7f-9c0b-abeb776e3238', 'name': '', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'mac_address': 'fa:16:3e:a1:71:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:06Z', 'updated_at': '2022-02-19T03:26:13Z', 'revision_number': 4, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'subnets': [{'id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:14.389552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58734) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:14.460447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5212f-1917-4027-86d4-f8643738017a tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event deleted for resources: {'Network': ['ID=3e6b170c-ed56-4bbf-b872-b9325171d58e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:14.464681 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-076caf9f-26d1-433e-843a-fc1cd2c9dc85 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ee05c66a-e01e-4147-a7bf-f76439f8dd05), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.465020 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.467602 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-076caf9f-26d1-433e-843a-fc1cd2c9dc85 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.471337 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-076caf9f-26d1-433e-843a-fc1cd2c9dc85 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "DELETE /v2.0/security-groups/ee05c66a-e01e-4147-a7bf-f76439f8dd05 HTTP/1.1" status: 204 len: 168 time: 1.3073671 Feb 19 03:26:14.473031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58740) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:14.548003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Pushing event updated for resources: {'Port': ['ID=5bae690e-eb9a-4074-92a4-87f82eafd4d8,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:14.554180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faeb372-5c78-4b3c-b443-e1628b93a2c0 None None] The sync data for ids ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'] in n-d-826755-2 is: [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:26:08Z', 'revision_number': 4, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'ea400453-df66-4e7f-9c0b-abeb776e3238', 'name': '', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'mac_address': 'fa:16:3e:a1:71:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:06Z', 'updated_at': '2022-02-19T03:26:13Z', 'revision_number': 4, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'subnets': [{'id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:14.577932 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (36a54c26-865b-4a89-bccf-de8a04a2acca), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.579022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Network 56938313-7d9d-4fd3-8dcc-45369cc46052 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:14.586595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:14.590296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:14.623924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076caf9f-26d1-433e-843a-fc1cd2c9dc85 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee05c66a-e01e-4147-a7bf-f76439f8dd05,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:14.759362 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (36a54c26-865b-4a89-bccf-de8a04a2acca), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.759743 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27636669-0dc9-4856-bde8-2300c0209853 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (1b08f322-b8b4-48a2-a22a-a821bccd56dd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.813573 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a54c26-865b-4a89-bccf-de8a04a2acca']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:14.844135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Attempting to bind port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:14.846553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Attempting to bind port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '38e15ba2-14ef-4c16-b5f7-d263220ee0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '56938313-7d9d-4fd3-8dcc-45369cc46052'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:14.848196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Attempting to bind port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 on network 56938313-7d9d-4fd3-8dcc-45369cc46052 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:14.854526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c9ccda-ea59-414f-91d0-017138411ca1') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:14.854821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c9ccda-ea59-414f-91d0-017138411ca1') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:14.866635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:14.868054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Checking segment: {'id': '38e15ba2-14ef-4c16-b5f7-d263220ee0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '56938313-7d9d-4fd3-8dcc-45369cc46052'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:14.868798 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.869385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Bound using segment: {'id': '38e15ba2-14ef-4c16-b5f7-d263220ee0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '56938313-7d9d-4fd3-8dcc-45369cc46052'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:14.870053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Bound port: 5bae690e-eb9a-4074-92a4-87f82eafd4d8, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38e15ba2-14ef-4c16-b5f7-d263220ee0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '56938313-7d9d-4fd3-8dcc-45369cc46052'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:14.870630 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.877365 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (24c9ccda-ea59-414f-91d0-017138411ca1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.950434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27636669-0dc9-4856-bde8-2300c0209853 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Checking segment: {'id': '1abf1159-db7c-427e-91d0-e1ba646c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ac357151-e9d0-4d6e-8787-0ecbc2bc68f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:14.950434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27636669-0dc9-4856-bde8-2300c0209853 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network hostable DHCP agents. Network: ac357151-e9d0-4d6e-8787-0ecbc2bc68f3, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:14.951802 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (24c9ccda-ea59-414f-91d0-017138411ca1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.959280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:14.959920 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (24c9ccda-ea59-414f-91d0-017138411ca1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:14.988164 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ee687d89-de7d-4961-8ab2-92ed33b08215 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5047288 Feb 19 03:26:14.996619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58750) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:15.023478 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-00ea959b-cbf3-41c8-8bd0-47de0413baf5 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] delete failed (client error): The resource could not be found. Feb 19 03:26:15.028035 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-00ea959b-cbf3-41c8-8bd0-47de0413baf5 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "DELETE /v2.0/security-groups/8ad7ef21-c7f6-47c3-b688-8ebde04dc1a9 HTTP/1.1" status: 404 len: 347 time: 0.0239742 Feb 19 03:26:15.034788 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58752) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:15.036590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-92d46731-6e03-40ab-b707-830df5539201 None None] For port 5bae690e-eb9a-4074-92a4-87f82eafd4d8, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:15.037864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27636669-0dc9-4856-bde8-2300c0209853 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Subnet': ['ID=1b08f322-b8b4-48a2-a22a-a821bccd56dd,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:15.055376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27636669-0dc9-4856-bde8-2300c0209853 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network ac357151-e9d0-4d6e-8787-0ecbc2bc68f3 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:15.077985 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:15.085576 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-95f64cd3-f526-4e36-9b1a-f13231521e02 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] show failed (client error): The resource could not be found. Feb 19 03:26:15.087263 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-95f64cd3-f526-4e36-9b1a-f13231521e02 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "GET /v2.0/security-groups/a7c12eaf-26f2-4e1e-92d9-2cd232d89e21 HTTP/1.1" status: 404 len: 347 time: 0.0501096 Feb 19 03:26:15.091394 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-27636669-0dc9-4856-bde8-2300c0209853 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, ac357151-e9d0-4d6e-8787-0ecbc2bc68f3) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:15.093266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58754) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:15.099638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-92d46731-6e03-40ab-b707-830df5539201 None None] For port 5bae690e-eb9a-4074-92a4-87f82eafd4d8, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5bae690e-eb9a-4074-92a4-87f82eafd4d8,segment=NetworkSegment(38e15ba2-14ef-4c16-b5f7-d263220ee0d5),segment_id=38e15ba2-14ef-4c16-b5f7-d263220ee0d5)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:15.108783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae759ada-2b89-4f5b-95e7-265ce2957a53 None None] Network ac357151-e9d0-4d6e-8787-0ecbc2bc68f3 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:15.121743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (36a54c26-865b-4a89-bccf-de8a04a2acca), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.126288 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5942f8ba-af85-4146-a16e-8553de37b76d req-411e0317-77e6-4900-8a79-e126e51ab79e tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 210 time: 0.1981895 Feb 19 03:26:15.144311 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.146132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27636669-0dc9-4856-bde8-2300c0209853 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:15.146767 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-27636669-0dc9-4856-bde8-2300c0209853 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.166223 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.174737 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "DELETE /v2.0/networks/36a54c26-865b-4a89-bccf-de8a04a2acca HTTP/1.1" status: 204 len: 168 time: 0.7813041 Feb 19 03:26:15.175678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33697ed-c3d6-4244-8080-7f983ce1b594 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event deleted for resources: {'Network': ['ID=36a54c26-865b-4a89-bccf-de8a04a2acca,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:15.181556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58756) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:15.234069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d46731-6e03-40ab-b707-830df5539201 None None] Pushing event updated for resources: {'Port': ['ID=5bae690e-eb9a-4074-92a4-87f82eafd4d8,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:15.369240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-ac357151-e9d0-4d6e-8787-0ecbc2bc68f3', 'network_id': 'ac357151-e9d0-4d6e-8787-0ecbc2bc68f3', 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'fixed_ips': [{'subnet_id': '1b08f322-b8b4-48a2-a22a-a821bccd56dd'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:15.370442 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.441564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4ce659-c55a-488f-8021-7bdd25207360 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:15.446444 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-27636669-0dc9-4856-bde8-2300c0209853 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4565077 Feb 19 03:26:15.447646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4ce659-c55a-488f-8021-7bdd25207360 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:15.452209 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-f2a4491a-c359-448a-87c7-c1d424130225 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] show failed (client error): The resource could not be found. Feb 19 03:26:15.453685 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f2a4491a-c359-448a-87c7-c1d424130225 tempest-NegativeSecGroupIPv6Test-700940504 tempest-NegativeSecGroupIPv6Test-700940504-project] 10.222.0.81 "GET /v2.0/security-group-rules/c3563f05-62f4-44dc-9b6b-472f5340d224 HTTP/1.1" status: 404 len: 356 time: 0.3584292 Feb 19 03:26:15.456600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6e4ce659-c55a-488f-8021-7bdd25207360 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2739916 Feb 19 03:26:15.457226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58758) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:15.463369 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58762) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:15.467250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5e57522c-8040-400b-8701-7feb14c4dfae tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-791423219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:15.538031 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e57522c-8040-400b-8701-7feb14c4dfae tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.539147 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e57522c-8040-400b-8701-7feb14c4dfae tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.599414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-3795216c-03d6-4da5-bd71-1d57baaa0fff tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:15.601504 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-3795216c-03d6-4da5-bd71-1d57baaa0fff tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.87 "GET /v2.0/networks?id=b24191c2-5a8e-40bc-aedd-68ebe02efb55 HTTP/1.1" status: 200 len: 820 time: 0.4164701 Feb 19 03:26:15.632247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6a3e02ff-8b80-466f-a02b-24a3e3c5b4ad tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1375243754'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:15.650639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Request body: {'port': {'device_id': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'admin_state_up': True, 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:15.762300 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e57522c-8040-400b-8701-7feb14c4dfae tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.771221 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e57522c-8040-400b-8701-7feb14c4dfae tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.843813 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e57522c-8040-400b-8701-7feb14c4dfae tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:15.848866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5e57522c-8040-400b-8701-7feb14c4dfae tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3845878 Feb 19 03:26:15.852203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58766) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:15.865516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Allocated IP 172.21.0.2 (ac357151-e9d0-4d6e-8787-0ecbc2bc68f3/1b08f322-b8b4-48a2-a22a-a821bccd56dd/1b5de33f-245d-459e-a58d-5ac25c3af7c1) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:15.866063 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3e02ff-8b80-466f-a02b-24a3e3c5b4ad tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Made reservation on behalf of 265369ac6f414aa4a63b425862e06077 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:15.899489 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a3e02ff-8b80-466f-a02b-24a3e3c5b4ad tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.016525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3e02ff-8b80-466f-a02b-24a3e3c5b4ad tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:16.045210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0499-2723-4531-8ec5-f21986d3c558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (a061ada6-5d81-432a-aac5-046fac8bf789), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.323961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a3e02ff-8b80-466f-a02b-24a3e3c5b4ad tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7d15e682-7451-44c8-8152-42cc7b7c2e2a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.325590 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-6a3e02ff-8b80-466f-a02b-24a3e3c5b4ad tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Added segment 7d15e682-7451-44c8-8152-42cc7b7c2e2a of type vlan for network 17f8f47f-7f0d-4862-997c-df63f193a634 Feb 19 03:26:16.424785 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a3e02ff-8b80-466f-a02b-24a3e3c5b4ad tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (17f8f47f-7f0d-4862-997c-df63f193a634), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.584201 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58774) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:16.619691 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a3e02ff-8b80-466f-a02b-24a3e3c5b4ad tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (17f8f47f-7f0d-4862-997c-df63f193a634), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.627191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e02ff-8b80-466f-a02b-24a3e3c5b4ad tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:16.628926 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a3e02ff-8b80-466f-a02b-24a3e3c5b4ad tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.643814 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Publish callbacks [] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.652776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Made reservation on behalf of da11589d434d48468c31b6f3cc483bbe for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:16.659103 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.695376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ea400453-df66-4e7f-9c0b-abeb776e3238 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:16.696724 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6a3e02ff-8b80-466f-a02b-24a3e3c5b4ad tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1283867 Feb 19 03:26:16.758826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58778) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:16.776621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bf02ae80-cb29-468f-839f-18c43b35eba2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-489667454'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:16.799713 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:16.899310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7aee98e-5d3b-4171-a408-b3f1a93c1bbf req-fbd6aefe-bed3-4e14-9ba1-52b7a7d567ae tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 210 time: 0.0360770 Feb 19 03:26:16.964630 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Network ac357151-e9d0-4d6e-8787-0ecbc2bc68f3 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:16.976379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:16.982101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:17.012778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Pushing event updated for resources: {'Port': ['ID=1b5de33f-245d-459e-a58d-5ac25c3af7c1,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:17.063215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e02ff-8b80-466f-a02b-24a3e3c5b4ad tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event updated for resources: {'Network': ['ID=17f8f47f-7f0d-4862-997c-df63f193a634,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:17.065297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ea400453-df66-4e7f-9c0b-abeb776e3238 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:17.066095 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.105372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 17f8f47f-7f0d-4862-997c-df63f193a634 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:17.107804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c8affa-2f1f-41d4-aaaf-328e402f8ad8 None None] Network 56938313-7d9d-4fd3-8dcc-45369cc46052 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:17.224412 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf02ae80-cb29-468f-839f-18c43b35eba2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Made reservation on behalf of 265369ac6f414aa4a63b425862e06077 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:17.227712 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf02ae80-cb29-468f-839f-18c43b35eba2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.258350 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.339049 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3382606b-1b0d-4c2e-8f87-ac7a36baf085 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=46db86bb88644859922bb4ee99d91d69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7265048 Feb 19 03:26:17.339328 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Attempting to bind port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:17.339328 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Attempting to bind port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '1abf1159-db7c-427e-91d0-e1ba646c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ac357151-e9d0-4d6e-8787-0ecbc2bc68f3'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:17.339541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf02ae80-cb29-468f-839f-18c43b35eba2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:17.339655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Attempting to bind port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 on network ac357151-e9d0-4d6e-8787-0ecbc2bc68f3 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:17.346544 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58784) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:17.387642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Allocated IP 172.20.0.7 (b24191c2-5a8e-40bc-aedd-68ebe02efb55/1c52b2a8-f696-443e-8b79-f904c262f547/e6be018d-0782-4c64-9e4b-e851f41df712) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:17.407323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0a6a70d2-07f3-49e4-a65e-4bf8ae53739f None None] Provisioning complete for port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:17.407748 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0a6a70d2-07f3-49e4-a65e-4bf8ae53739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.409610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:17.409991 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Checking segment: {'id': '1abf1159-db7c-427e-91d0-e1ba646c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ac357151-e9d0-4d6e-8787-0ecbc2bc68f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:17.410382 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.410774 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Bound using segment: {'id': '1abf1159-db7c-427e-91d0-e1ba646c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ac357151-e9d0-4d6e-8787-0ecbc2bc68f3'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:17.411258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Bound port: 1b5de33f-245d-459e-a58d-5ac25c3af7c1, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abf1159-db7c-427e-91d0-e1ba646c29d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ac357151-e9d0-4d6e-8787-0ecbc2bc68f3'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:17.411632 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.417776 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf02ae80-cb29-468f-839f-18c43b35eba2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a5099522-1dfe-459f-80e0-24637a5e3173), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.420101 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-bf02ae80-cb29-468f-839f-18c43b35eba2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Added segment a5099522-1dfe-459f-80e0-24637a5e3173 of type vlan for network dd02a52d-9407-4683-8ae7-fb3c21b309ea Feb 19 03:26:17.580174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ea400453-df66-4e7f-9c0b-abeb776e3238 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:17.580436 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.582967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] For port 1b5de33f-245d-459e-a58d-5ac25c3af7c1, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:17.585467 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-763a86da-745d-4a6a-99fa-efa3c6ee8d3d admin admin] Publish callbacks [] for security_group (d80016df-1c14-460e-85a9-0ada824782c4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.590183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] For port 1b5de33f-245d-459e-a58d-5ac25c3af7c1, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1b5de33f-245d-459e-a58d-5ac25c3af7c1,segment=NetworkSegment(1abf1159-db7c-427e-91d0-e1ba646c29d8),segment_id=1abf1159-db7c-427e-91d0-e1ba646c29d8)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:17.597409 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf02ae80-cb29-468f-839f-18c43b35eba2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (dd02a52d-9407-4683-8ae7-fb3c21b309ea), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.626131 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.747102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Allocated IP 172.20.0.1 (56938313-7d9d-4fd3-8dcc-45369cc46052/11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58/dc47f209-eec9-42d1-87c4-56e0ed204fc3) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:17.761305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0a6a70d2-07f3-49e4-a65e-4bf8ae53739f None None] Current status of the port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:17.762594 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0a6a70d2-07f3-49e4-a65e-4bf8ae53739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.776220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port ea400453-df66-4e7f-9c0b-abeb776e3238, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ea400453-df66-4e7f-9c0b-abeb776e3238,segment=NetworkSegment(92078306-715a-4519-9193-e1b0e0b31462),segment_id=92078306-715a-4519-9193-e1b0e0b31462)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:17.787585 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-763a86da-745d-4a6a-99fa-efa3c6ee8d3d admin admin] Publish callbacks [] for security_group (d80016df-1c14-460e-85a9-0ada824782c4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.810986 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.812401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5bae690e-eb9a-4074-92a4-87f82eafd4d8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:17.847920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf02ae80-cb29-468f-839f-18c43b35eba2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (dd02a52d-9407-4683-8ae7-fb3c21b309ea), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.855189 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf02ae80-cb29-468f-839f-18c43b35eba2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:17.856621 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf02ae80-cb29-468f-839f-18c43b35eba2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:17.884435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa0817-d531-4dfe-8e95-9375bec07f5b None None] Pushing event updated for resources: {'Port': ['ID=1b5de33f-245d-459e-a58d-5ac25c3af7c1,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:17.986103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0a6a70d2-07f3-49e4-a65e-4bf8ae53739f None None] For port 5bae690e-eb9a-4074-92a4-87f82eafd4d8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5bae690e-eb9a-4074-92a4-87f82eafd4d8,segment=NetworkSegment(38e15ba2-14ef-4c16-b5f7-d263220ee0d5),segment_id=38e15ba2-14ef-4c16-b5f7-d263220ee0d5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:18.007513 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0a6a70d2-07f3-49e4-a65e-4bf8ae53739f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.047584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=ea400453-df66-4e7f-9c0b-abeb776e3238,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:18.054904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:18.055279 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.072399 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bf02ae80-cb29-468f-839f-18c43b35eba2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3113310 Feb 19 03:26:18.074415 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58792) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:18.105437 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (dc47f209-eec9-42d1-87c4-56e0ed204fc3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.120052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'ports': [{'network_id': '17f8f47f-7f0d-4862-997c-df63f193a634', 'name': 'tempest-port--126537079', 'admin_state_up': True}, {'network_id': 'dd02a52d-9407-4683-8ae7-fb3c21b309ea', 'admin_state_up': False}]} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:18.120371 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'port': {'network_id': '17f8f47f-7f0d-4862-997c-df63f193a634', 'name': 'tempest-port--126537079', 'admin_state_up': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:18.120886 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'port': {'network_id': 'dd02a52d-9407-4683-8ae7-fb3c21b309ea', 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:18.208365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e0499-2723-4531-8ec5-f21986d3c558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port be36fc55-85ea-4b5c-a30d-b1780903f376 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:18.208767 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0499-2723-4531-8ec5-f21986d3c558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.216158 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ce74c8b-07c6-4087-89da-9dec6be8e304 req-0cd631af-0fd5-434e-8692-eb7e237af284 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 210 time: 0.1204300 Feb 19 03:26:18.269456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-00efed23-c021-49ce-980e-dc8381df25a1 None None] Provisioning complete for port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:18.269867 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-00efed23-c021-49ce-980e-dc8381df25a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.283454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (dc47f209-eec9-42d1-87c4-56e0ed204fc3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.342651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ec2e0499-2723-4531-8ec5-f21986d3c558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port be36fc55-85ea-4b5c-a30d-b1780903f376, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=be36fc55-85ea-4b5c-a30d-b1780903f376,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:18.343178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0499-2723-4531-8ec5-f21986d3c558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.356358 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ec2e0499-2723-4531-8ec5-f21986d3c558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for be36fc55-85ea-4b5c-a30d-b1780903f376 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:18.365521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:18.393554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 56938313-7d9d-4fd3-8dcc-45369cc46052 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:18.406814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:18.414740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a70d2-07f3-49e4-a65e-4bf8ae53739f None None] Pushing event updated for resources: {'Port': ['ID=5bae690e-eb9a-4074-92a4-87f82eafd4d8,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:18.438295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:18.502107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=dc47f209-eec9-42d1-87c4-56e0ed204fc3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:18.511123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-00efed23-c021-49ce-980e-dc8381df25a1 None None] Current status of the port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:18.557665 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.655685 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-763a86da-745d-4a6a-99fa-efa3c6ee8d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d80016df-1c14-460e-85a9-0ada824782c4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.659470 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-763a86da-745d-4a6a-99fa-efa3c6ee8d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.674764 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-763a86da-745d-4a6a-99fa-efa3c6ee8d3d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d80016df-1c14-460e-85a9-0ada824782c4 HTTP/1.1" status: 204 len: 168 time: 1.3102224 Feb 19 03:26:18.740233 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0499-2723-4531-8ec5-f21986d3c558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (be36fc55-85ea-4b5c-a30d-b1780903f376), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.765136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ea400453-df66-4e7f-9c0b-abeb776e3238 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:18.840360 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (dc47f209-eec9-42d1-87c4-56e0ed204fc3), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:18.911351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ea400453-df66-4e7f-9c0b-abeb776e3238 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:18.912033 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.090543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e592845d-889c-4d79-82a3-8fdfa80632a4 None None] Provisioning complete for port dc47f209-eec9-42d1-87c4-56e0ed204fc3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:19.091638 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e592845d-889c-4d79-82a3-8fdfa80632a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (dc47f209-eec9-42d1-87c4-56e0ed204fc3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.152532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ea400453-df66-4e7f-9c0b-abeb776e3238 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:19.153905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1b5de33f-245d-459e-a58d-5ac25c3af7c1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:19.197267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e592845d-889c-4d79-82a3-8fdfa80632a4 None None] Port dc47f209-eec9-42d1-87c4-56e0ed204fc3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:19.275723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:19.276132 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.411733 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2281c7b7-ab64-4ac8-b7eb-5e801601b7df req-15e0a39b-36f6-4d50-8194-e6872e2628eb tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 210 time: 0.0793228 Feb 19 03:26:19.442056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:19.442448 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.456100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for port (e6be018d-0782-4c64-9e4b-e851f41df712), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.460514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02ae80-cb29-468f-839f-18c43b35eba2 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event updated for resources: {'Network': ['ID=dd02a52d-9407-4683-8ae7-fb3c21b309ea,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:19.500855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network dd02a52d-9407-4683-8ae7-fb3c21b309ea details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:19.572304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a86da-745d-4a6a-99fa-efa3c6ee8d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80016df-1c14-460e-85a9-0ada824782c4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:19.579705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (dc47f209-eec9-42d1-87c4-56e0ed204fc3), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.599294 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (dc47f209-eec9-42d1-87c4-56e0ed204fc3), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.601955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e0499-2723-4531-8ec5-f21986d3c558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=be36fc55-85ea-4b5c-a30d-b1780903f376,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:19.604330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 1b5de33f-245d-459e-a58d-5ac25c3af7c1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1b5de33f-245d-459e-a58d-5ac25c3af7c1,segment=NetworkSegment(1abf1159-db7c-427e-91d0-e1ba646c29d8),segment_id=1abf1159-db7c-427e-91d0-e1ba646c29d8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:19.644812 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.699185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96303f53-787f-4703-b42d-f161fc362d04 None None] Network ac357151-e9d0-4d6e-8787-0ecbc2bc68f3 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:19.805042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-28843404-81fb-4007-b0fc-ca3acd0aee0f None None] Provisioning complete for port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:19.805986 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-28843404-81fb-4007-b0fc-ca3acd0aee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.818079 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:19.832681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=dc47f209-eec9-42d1-87c4-56e0ed204fc3,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:19.862648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=1b5de33f-245d-459e-a58d-5ac25c3af7c1,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:19.962828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-28843404-81fb-4007-b0fc-ca3acd0aee0f None None] Current status of the port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:19.970431 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:19.970852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:19.971265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:19.972150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:19.972150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:19.972411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:19.972739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:19.973935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:19.974688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:19.974688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:19.975031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:19.975421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:19.975810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:20.020125 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.043434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 56938313-7d9d-4fd3-8dcc-45369cc46052 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:20.044939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:20.396094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Network b24191c2-5a8e-40bc-aedd-68ebe02efb55 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:20.411234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 1ce665b2-7802-4a52-a77d-c5fd7ef790f3 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:26:20.428827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:20.432606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:20.452077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Pushing event updated for resources: {'Port': ['ID=e6be018d-0782-4c64-9e4b-e851f41df712,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:20.522422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-72247af1-a9eb-4f7a-820d-6261462ce857 None None] Provisioning complete for port dc47f209-eec9-42d1-87c4-56e0ed204fc3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:20.522920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72247af1-a9eb-4f7a-820d-6261462ce857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (dc47f209-eec9-42d1-87c4-56e0ed204fc3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.601263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Made reservation on behalf of 265369ac6f414aa4a63b425862e06077 for: {'port': 2} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:20.606068 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.640947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-72247af1-a9eb-4f7a-820d-6261462ce857 None None] Port dc47f209-eec9-42d1-87c4-56e0ed204fc3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:20.648069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5bae690e-eb9a-4074-92a4-87f82eafd4d8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:20.651596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:20.652360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.658620 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.674044 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ec2e0499-2723-4531-8ec5-f21986d3c558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (a061ada6-5d81-432a-aac5-046fac8bf789), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.783471 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-569ff0bc-a99d-405c-bc36-d2d68d4e1f1b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1372449 Feb 19 03:26:20.783726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d459d-e519-48cf-9ec9-1400ad8920c7 req-297fc8ea-278d-4821-834a-59bcb98070d0 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:20.785809 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f43d459d-e519-48cf-9ec9-1400ad8920c7 req-297fc8ea-278d-4821-834a-59bcb98070d0 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 931 time: 0.2387042 Feb 19 03:26:20.787307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:20.794661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-58f03b9f-e895-42c5-9626-741821cb4dd3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/1ce665b2-7802-4a52-a77d-c5fd7ef790f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9398205 Feb 19 03:26:20.799368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e3e7482c-1215-4db9-8381-c37d0ea387a1 None None] Provisioning complete for port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:20.799951 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f4559e-01a1-490d-94fb-80b1e7295c24 None None] Sync routers for ids ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:20.800707 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e3e7482c-1215-4db9-8381-c37d0ea387a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.802630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58830) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:20.809718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Request body: {'port': {'device_id': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:20.813500 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4559e-01a1-490d-94fb-80b1e7295c24 None None] Routers {'1ce665b2-7802-4a52-a77d-c5fd7ef790f3'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:20.814098 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a2f4559e-01a1-490d-94fb-80b1e7295c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:20.874045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:20.876114 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:20.893724 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a2f4559e-01a1-490d-94fb-80b1e7295c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:20.900629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f43d459d-e519-48cf-9ec9-1400ad8920c7 req-196f89b7-85b3-47ae-be9a-37a69457e3a9 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044855 Feb 19 03:26:20.909126 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4559e-01a1-490d-94fb-80b1e7295c24 None None] Routers {'1ce665b2-7802-4a52-a77d-c5fd7ef790f3'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:20.909974 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a2f4559e-01a1-490d-94fb-80b1e7295c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:20.952533 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a2f4559e-01a1-490d-94fb-80b1e7295c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:20.953457 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f4559e-01a1-490d-94fb-80b1e7295c24 None None] The sync data for ids ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:21.129577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7482c-1215-4db9-8381-c37d0ea387a1 None None] Current status of the port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:21.147416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:21.149450 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1b5de33f-245d-459e-a58d-5ac25c3af7c1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:21.211308 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2190d4fa-1af4-4efe-a66a-1fffc70b5c77 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:21.213085 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2190d4fa-1af4-4efe-a66a-1fffc70b5c77 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports/dc47f209-eec9-42d1-87c4-56e0ed204fc3 HTTP/1.1" status: 200 len: 910 time: 0.3864622 Feb 19 03:26:21.215996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58846) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:21.220255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:21.221393 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.374191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:21.406608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:21.429262 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] device_id is not set on port d86b3b92-d8e3-4659-9d6b-37fc5fbedd93 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:26:21.820060 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.120551 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2e0499-2723-4531-8ec5-f21986d3c558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router a061ada6-5d81-432a-aac5-046fac8bf789 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:22.163653 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for port (d86b3b92-d8e3-4659-9d6b-37fc5fbedd93), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.208706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Allocated IP 172.21.0.1 (ac357151-e9d0-4d6e-8787-0ecbc2bc68f3/1b08f322-b8b4-48a2-a22a-a821bccd56dd/7d83bb6f-c698-497d-bffd-4939fe468f15) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:22.237359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a59e80e-f4d0-4227-a655-f9cd3549daeb req-01ce72c7-b203-4d6a-b3eb-c8e91f0aec68 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:22.246960 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a59e80e-f4d0-4227-a655-f9cd3549daeb req-01ce72c7-b203-4d6a-b3eb-c8e91f0aec68 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 931 time: 0.1139934 Feb 19 03:26:22.285660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58870) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:22.361731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] device_id is not set on port 64d46a86-26d5-4bb5-9944-73eb62f4867d yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:26:22.483910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a59e80e-f4d0-4227-a655-f9cd3549daeb req-8ea60458-8cf9-4c32-983f-f7782ea7c0ce tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358150 Feb 19 03:26:22.495599 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (7d83bb6f-c698-497d-bffd-4939fe468f15), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.518733 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2e0499-2723-4531-8ec5-f21986d3c558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:22.536801 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ec2e0499-2723-4531-8ec5-f21986d3c558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "PUT /v2.0/routers/a061ada6-5d81-432a-aac5-046fac8bf789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1843164 Feb 19 03:26:22.543318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fce6d7-f4d5-419a-a69a-948bb842952c None None] Sync routers for ids ['a061ada6-5d81-432a-aac5-046fac8bf789'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:22.543918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58876) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:22.554169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6be018d-0782-4c64-9e4b-e851f41df712 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:22.563879 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fce6d7-f4d5-419a-a69a-948bb842952c None None] Routers {'a061ada6-5d81-432a-aac5-046fac8bf789'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:22.568594 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c5fce6d7-f4d5-419a-a69a-948bb842952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a061ada6-5d81-432a-aac5-046fac8bf789'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:22.590324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Publish callbacks [] for port (e6be018d-0782-4c64-9e4b-e851f41df712), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.609675 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b174e7e6-cb91-40b2-ae93-2329b64987d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.667910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Transition to ACTIVE for port object e6be018d-0782-4c64-9e4b-e851f41df712 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:26:22.674805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fcda636-6c80-4dac-886f-1a958fb04a25 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting subnet a6f12512-4f30-4630-bd35-47c955b43097 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:22.678336 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7d83bb6f-c698-497d-bffd-4939fe468f15), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.701928 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for port (64d46a86-26d5-4bb5-9944-73eb62f4867d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.750437 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.761474 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fcda636-6c80-4dac-886f-1a958fb04a25 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for subnet (a6f12512-4f30-4630-bd35-47c955b43097), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.798475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network ac357151-e9d0-4d6e-8787-0ecbc2bc68f3 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:22.833949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:22.839779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:22.873175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6be018d-0782-4c64-9e4b-e851f41df712,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:22.883563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d86b3b92-d8e3-4659-9d6b-37fc5fbedd93), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:22.908210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=7d83bb6f-c698-497d-bffd-4939fe468f15,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:22.947726 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.010236 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b174e7e6-cb91-40b2-ae93-2329b64987d9 admin admin] Publish callbacks [] for security_group (403f7fbb-9cc7-4b30-81b2-0f22b6907b6a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.013664 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.022281 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b174e7e6-cb91-40b2-ae93-2329b64987d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (403f7fbb-9cc7-4b30-81b2-0f22b6907b6a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.069308 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event updated for resources: {'Port': ['ID=d86b3b92-d8e3-4659-9d6b-37fc5fbedd93,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:23.075001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c5fce6d7-f4d5-419a-a69a-948bb842952c None None] Set router a061ada6-5d81-432a-aac5-046fac8bf789 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:23.082264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Attempting to bind port e6be018d-0782-4c64-9e4b-e851f41df712 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:23.082730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Attempting to bind port e6be018d-0782-4c64-9e4b-e851f41df712 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '92078306-715a-4519-9193-e1b0e0b31462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:23.083149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Attempting to bind port e6be018d-0782-4c64-9e4b-e851f41df712 on network b24191c2-5a8e-40bc-aedd-68ebe02efb55 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:23.106710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Port e6be018d-0782-4c64-9e4b-e851f41df712 on network b24191c2-5a8e-40bc-aedd-68ebe02efb55 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:26:23.107319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Attempting to bind port e6be018d-0782-4c64-9e4b-e851f41df712 on network b24191c2-5a8e-40bc-aedd-68ebe02efb55 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:23.123329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:23.123926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Checking segment: {'id': '92078306-715a-4519-9193-e1b0e0b31462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:23.125855 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Bound using segment: {'id': '92078306-715a-4519-9193-e1b0e0b31462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:23.126526 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Bound port: e6be018d-0782-4c64-9e4b-e851f41df712, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92078306-715a-4519-9193-e1b0e0b31462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:23.127883 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.143479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Checking segment: {'id': '7d15e682-7451-44c8-8152-42cc7b7c2e2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '17f8f47f-7f0d-4862-997c-df63f193a634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:23.144038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Network hostable DHCP agents. Network: 17f8f47f-7f0d-4862-997c-df63f193a634, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:23.209281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b174e7e6-cb91-40b2-ae93-2329b64987d9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8f2601ccd8446d388e08b1245d3a387&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8696077 Feb 19 03:26:23.212155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b174e7e6-cb91-40b2-ae93-2329b64987d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403f7fbb-9cc7-4b30-81b2-0f22b6907b6a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:23.218966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58878) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:23.264890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] For port e6be018d-0782-4c64-9e4b-e851f41df712, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:23.275064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] For port e6be018d-0782-4c64-9e4b-e851f41df712, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e6be018d-0782-4c64-9e4b-e851f41df712,segment=NetworkSegment(92078306-715a-4519-9193-e1b0e0b31462),segment_id=92078306-715a-4519-9193-e1b0e0b31462)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:23.298324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fcda636-6c80-4dac-886f-1a958fb04a25 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (a6f12512-4f30-4630-bd35-47c955b43097), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.323597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.365642 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e4d3deb0-8c0b-40ac-a165-f814961ed6dd admin admin] Publish callbacks [] for security_group (403f7fbb-9cc7-4b30-81b2-0f22b6907b6a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.381442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c5fce6d7-f4d5-419a-a69a-948bb842952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:26:18Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:23.412361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fce6d7-f4d5-419a-a69a-948bb842952c None None] Checking router: a061ada6-5d81-432a-aac5-046fac8bf789 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:23.416137 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e4d3deb0-8c0b-40ac-a165-f814961ed6dd admin admin] Publish callbacks [] for security_group (403f7fbb-9cc7-4b30-81b2-0f22b6907b6a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.422752 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fce6d7-f4d5-419a-a69a-948bb842952c None None] Routers {'a061ada6-5d81-432a-aac5-046fac8bf789'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:23.423487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c5fce6d7-f4d5-419a-a69a-948bb842952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a061ada6-5d81-432a-aac5-046fac8bf789'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:23.471693 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7d83bb6f-c698-497d-bffd-4939fe468f15), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.507380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Network 17f8f47f-7f0d-4862-997c-df63f193a634 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:23.552861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e6be018d-0782-4c64-9e4b-e851f41df712,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:23.558873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:23.559499 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.561601 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-8c1c65c4-78c6-4878-8159-25e07bab3cb6 service neutron] 10.222.0.87 "PUT /v2.0/ports/e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 1091 time: 2.7643571 Feb 19 03:26:23.574859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:23.590425 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc7c81a-59a2-4dd7-b031-a59debf682e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:23.608038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 17f8f47f-7f0d-4862-997c-df63f193a634) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:23.636679 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:23.641266 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (64d46a86-26d5-4bb5-9944-73eb62f4867d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.660014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c5fce6d7-f4d5-419a-a69a-948bb842952c None None] Set router a061ada6-5d81-432a-aac5-046fac8bf789 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:23.749742 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888d31b4-5abd-4045-98fd-3935bf6d1f59 None None] Network 17f8f47f-7f0d-4862-997c-df63f193a634 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:23.796716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e4d3deb0-8c0b-40ac-a165-f814961ed6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (403f7fbb-9cc7-4b30-81b2-0f22b6907b6a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.803463 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e4d3deb0-8c0b-40ac-a165-f814961ed6dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.806891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e4d3deb0-8c0b-40ac-a165-f814961ed6dd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/403f7fbb-9cc7-4b30-81b2-0f22b6907b6a HTTP/1.1" status: 204 len: 168 time: 0.5844159 Feb 19 03:26:23.827321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event updated for resources: {'Port': ['ID=64d46a86-26d5-4bb5-9944-73eb62f4867d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:23.852364 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fcda636-6c80-4dac-886f-1a958fb04a25 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a6f12512-4f30-4630-bd35-47c955b43097), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:23.885702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3deb0-8c0b-40ac-a165-f814961ed6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403f7fbb-9cc7-4b30-81b2-0f22b6907b6a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:23.915522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-6e12ebd7-eac4-46a0-8a05-35437594305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:23.917500 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-6e12ebd7-eac4-46a0-8a05-35437594305d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=da11589d434d48468c31b6f3cc483bbe&device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 1125 time: 0.3046167 Feb 19 03:26:23.922454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0322b1f-a633-43c6-88cb-9709cbf57443 req-9ae3bbd8-36b4-4739-9fa7-598c06b8c2ee tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:23.924359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0322b1f-a633-43c6-88cb-9709cbf57443 req-9ae3bbd8-36b4-4739-9fa7-598c06b8c2ee tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 943 time: 0.2237349 Feb 19 03:26:24.043506 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.044902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a092d115-7810-45ca-8c46-eca5878cfcfd None None] Provisioning complete for port 7d83bb6f-c698-497d-bffd-4939fe468f15 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:24.045410 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a092d115-7810-45ca-8c46-eca5878cfcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7d83bb6f-c698-497d-bffd-4939fe468f15), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.072916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e0322b1f-a633-43c6-88cb-9709cbf57443 req-5f922d41-3263-4f95-9aa8-c761ea052b48 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384513 Feb 19 03:26:24.091791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fcda636-6c80-4dac-886f-1a958fb04a25 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (a6f12512-4f30-4630-bd35-47c955b43097), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.108167 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (7d83bb6f-c698-497d-bffd-4939fe468f15), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.109505 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-349f41ff-d4df-468e-85c0-fa04dde07e69 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 217 time: 0.1391866 Feb 19 03:26:24.117974 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7d83bb6f-c698-497d-bffd-4939fe468f15), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.122361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Checking segment: {'id': 'a5099522-1dfe-459f-80e0-24637a5e3173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd02a52d-9407-4683-8ae7-fb3c21b309ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:24.123093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Network hostable DHCP agents. Network: dd02a52d-9407-4683-8ae7-fb3c21b309ea, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:24.137555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a092d115-7810-45ca-8c46-eca5878cfcfd None None] Port 7d83bb6f-c698-497d-bffd-4939fe468f15 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:24.209483 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.258655 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1228850-bc5a-498b-a06a-79cc384c0f90 x-openstack-request-id: req-c1228850-bc5a-498b-a06a-79cc384c0f90 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:24.259130 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:24.259515 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1228850-bc5a-498b-a06a-79cc384c0f90 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:24.260036 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'status': 'completed', 'code': 200} Feb 19 03:26:24.267257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcda636-6c80-4dac-886f-1a958fb04a25 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f12512-4f30-4630-bd35-47c955b43097,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:24.287618 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fcda636-6c80-4dac-886f-1a958fb04a25 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.297824 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9fcda636-6c80-4dac-886f-1a958fb04a25 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/subnets/a6f12512-4f30-4630-bd35-47c955b43097 HTTP/1.1" status: 204 len: 168 time: 1.7532432 Feb 19 03:26:24.302856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58896) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:24.330126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b872c11-b1bb-4bcc-ac18-152224cf4084 None None] Network 7aa2f98a-3525-4d0f-b698-63fce56b562d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:24.413009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=7d83bb6f-c698-497d-bffd-4939fe468f15,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:24.419052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58898) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:24.464863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7606b60b-e9f4-4756-97f8-07d580758a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:24.506548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c5fce6d7-f4d5-419a-a69a-948bb842952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:26:18Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:24.521706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network ac357151-e9d0-4d6e-8787-0ecbc2bc68f3 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:24.528830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:24.543801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fce6d7-f4d5-419a-a69a-948bb842952c None None] The sync data for ids ['a061ada6-5d81-432a-aac5-046fac8bf789'] in n-d-826755-2 is: [{'id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1675005918', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '8867394f-7cde-4671-96b1-a588365adc5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:22:23Z', 'updated_at': '2022-02-19T03:26:18Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '8867394f-7cde-4671-96b1-a588365adc5c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:0a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a061ada6-5d81-432a-aac5-046fac8bf789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:22:24Z', 'updated_at': '2022-02-19T03:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:24.956165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75366ede-7da2-4510-9e3f-a22598248f9c None None] DHCP port deletion for 7aa2f98a-3525-4d0f-b698-63fce56b562d request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:26:24.981508 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Network dd02a52d-9407-4683-8ae7-fb3c21b309ea is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:24.984847 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-3b5b6669-4f91-40d9-9b87-8000a8c7189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:24.986448 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-3b5b6669-4f91-40d9-9b87-8000a8c7189a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c52b2a8-f696-443e-8b79-f904c262f547 HTTP/1.1" status: 200 len: 860 time: 0.8547854 Feb 19 03:26:25.069323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-65f01af6-5f23-4262-ac1a-ab46897772d9 None None] Provisioning complete for port 7d83bb6f-c698-497d-bffd-4939fe468f15 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:25.074062 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-65f01af6-5f23-4262-ac1a-ab46897772d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7d83bb6f-c698-497d-bffd-4939fe468f15), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.179359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-75366ede-7da2-4510-9e3f-a22598248f9c None None] Deleting port 4f326fee-08be-420c-ab85-e5a4902101eb {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:25.193154 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-75366ede-7da2-4510-9e3f-a22598248f9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.231488 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-65f01af6-5f23-4262-ac1a-ab46897772d9 None None] Port 7d83bb6f-c698-497d-bffd-4939fe468f15 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:25.244734 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-e611118d-3660-4abb-933b-f5df9ce3bfbb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b24191c2-5a8e-40bc-aedd-68ebe02efb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2439296 Feb 19 03:26:25.247240 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, dd02a52d-9407-4683-8ae7-fb3c21b309ea) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:25.302054 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:25.306702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65518db8-72cb-4b23-ab7b-b9e38c5e3f2b None None] Network dd02a52d-9407-4683-8ae7-fb3c21b309ea requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:25.323896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:25.328644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:25.329254 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.513430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router (a061ada6-5d81-432a-aac5-046fac8bf789), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.528607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-75366ede-7da2-4510-9e3f-a22598248f9c None None] For port 4f326fee-08be-420c-ab85-e5a4902101eb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4f326fee-08be-420c-ab85-e5a4902101eb,segment=NetworkSegment(ee1238a1-6ece-46dd-b819-a9a1db5f76ed),segment_id=ee1238a1-6ece-46dd-b819-a9a1db5f76ed)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:25.535837 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-75366ede-7da2-4510-9e3f-a22598248f9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.564270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 1ce665b2-7802-4a52-a77d-c5fd7ef790f3 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:25.590689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24f890-b517-4f7f-9645-5aa9115f8546 req-a5445c1b-95a8-4e3b-9d39-485a8056a492 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:25.602759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-75366ede-7da2-4510-9e3f-a22598248f9c None None] Calling delete_port for 4f326fee-08be-420c-ab85-e5a4902101eb owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:25.604288 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c24f890-b517-4f7f-9645-5aa9115f8546 req-a5445c1b-95a8-4e3b-9d39-485a8056a492 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 943 time: 0.2693126 Feb 19 03:26:25.691880 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c618ac8f-447e-4084-973f-e63787ff069d tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 7.5785382 Feb 19 03:26:25.697454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58948) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:25.756086 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7606b60b-e9f4-4756-97f8-07d580758a17 admin admin] Publish callbacks [] for security_group (1bb6bf6f-b3eb-4e52-be09-4210079942d7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.774298 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-75366ede-7da2-4510-9e3f-a22598248f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (4f326fee-08be-420c-ab85-e5a4902101eb), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.791346 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7606b60b-e9f4-4756-97f8-07d580758a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1bb6bf6f-b3eb-4e52-be09-4210079942d7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:25.793858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75366ede-7da2-4510-9e3f-a22598248f9c None None] No DVR routers for this DVR port 4f326fee-08be-420c-ab85-e5a4902101eb on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:25.868066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75366ede-7da2-4510-9e3f-a22598248f9c None None] Pushing event deleted for resources: {'Port': ['ID=4f326fee-08be-420c-ab85-e5a4902101eb,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:25.883587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7606b60b-e9f4-4756-97f8-07d580758a17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2bdb0d47f5ed4e28b25daf42d0785508&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4599769 Feb 19 03:26:25.885292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58956) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:25.933594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65994ce4-0545-46ee-b8d4-a3c82aab0749 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:25.939643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65994ce4-0545-46ee-b8d4-a3c82aab0749 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:25.941353 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-65994ce4-0545-46ee-b8d4-a3c82aab0749 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2372341 Feb 19 03:26:25.959695 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58970) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:26.025525 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-acd24175-c3e8-400d-bc41-7a70355c6daf service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7576079 Feb 19 03:26:26.051350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c24f890-b517-4f7f-9645-5aa9115f8546 req-27b368a0-b211-4038-8b37-f3144533f536 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451687 Feb 19 03:26:26.162913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606b60b-e9f4-4756-97f8-07d580758a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb6bf6f-b3eb-4e52-be09-4210079942d7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:26.197742 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fff9e107-0d42-4c29-b8be-d745e97c0e6c admin admin] Publish callbacks [] for security_group (1bb6bf6f-b3eb-4e52-be09-4210079942d7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.222977 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fff9e107-0d42-4c29-b8be-d745e97c0e6c admin admin] Publish callbacks [] for security_group (1bb6bf6f-b3eb-4e52-be09-4210079942d7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.266171 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6135e0b0-108a-4bc3-a958-2f2cc27b9852 req-e5582f57-2571-4257-a8d3-7b480aeb4d9f service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871312 Feb 19 03:26:26.288970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (a061ada6-5d81-432a-aac5-046fac8bf789), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.293326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:26.302149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8a917b81-b568-416d-8cc5-0da19a671934 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/1ce665b2-7802-4a52-a77d-c5fd7ef790f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0838518 Feb 19 03:26:26.310722 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e79b90-1e95-4b86-9d8f-8e8b319a4b37 None None] Sync routers for ids ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:26.313883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 58984) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:26.326702 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fff9e107-0d42-4c29-b8be-d745e97c0e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1bb6bf6f-b3eb-4e52-be09-4210079942d7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.330222 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e79b90-1e95-4b86-9d8f-8e8b319a4b37 None None] Routers {'1ce665b2-7802-4a52-a77d-c5fd7ef790f3'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:26.332198 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-53e79b90-1e95-4b86-9d8f-8e8b319a4b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.333253 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fff9e107-0d42-4c29-b8be-d745e97c0e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.352734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fff9e107-0d42-4c29-b8be-d745e97c0e6c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1bb6bf6f-b3eb-4e52-be09-4210079942d7 HTTP/1.1" status: 204 len: 168 time: 0.4513412 Feb 19 03:26:26.383507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9e107-0d42-4c29-b8be-d745e97c0e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb6bf6f-b3eb-4e52-be09-4210079942d7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:26.467900 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-53e79b90-1e95-4b86-9d8f-8e8b319a4b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.490627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3e62d5-ecc5-49b9-8cf1-0f09bc4ed68a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:26.492113 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dd3e62d5-ecc5-49b9-8cf1-0f09bc4ed68a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports/7d83bb6f-c698-497d-bffd-4939fe468f15 HTTP/1.1" status: 200 len: 910 time: 0.1719997 Feb 19 03:26:26.495295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 58992) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:26.522922 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e79b90-1e95-4b86-9d8f-8e8b319a4b37 None None] Routers {'1ce665b2-7802-4a52-a77d-c5fd7ef790f3'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:26.525881 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-53e79b90-1e95-4b86-9d8f-8e8b319a4b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.572869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device be36fc55-85ea-4b5c-a30d-b1780903f376 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:26.651804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: be36fc55-85ea-4b5c-a30d-b1780903f376 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:26.657874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b0101b8b-8950-4ce4-8f0d-1b8b490c3d78 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Deleting port d86b3b92-d8e3-4659-9d6b-37fc5fbedd93 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:26.658221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0101b8b-8950-4ce4-8f0d-1b8b490c3d78 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d86b3b92-d8e3-4659-9d6b-37fc5fbedd93), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.660938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device be36fc55-85ea-4b5c-a30d-b1780903f376 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:26.661524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4f326fee-08be-420c-ab85-e5a4902101eb no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:26.679567 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-53e79b90-1e95-4b86-9d8f-8e8b319a4b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:26.680141 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e79b90-1e95-4b86-9d8f-8e8b319a4b37 None None] The sync data for ids ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:26.745199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 4f326fee-08be-420c-ab85-e5a4902101eb {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:26.757143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4f326fee-08be-420c-ab85-e5a4902101eb not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:26.923871 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0101b8b-8950-4ce4-8f0d-1b8b490c3d78 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d86b3b92-d8e3-4659-9d6b-37fc5fbedd93), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:26.943218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7c81a-59a2-4dd7-b031-a59debf682e0 req-58aeeb0b-f794-4294-ad96-5ff3a947207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:26.944630 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dcc7c81a-59a2-4dd7-b031-a59debf682e0 req-58aeeb0b-f794-4294-ad96-5ff3a947207e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=da11589d434d48468c31b6f3cc483bbe&device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 1125 time: 0.4450700 Feb 19 03:26:27.054088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b0101b8b-8950-4ce4-8f0d-1b8b490c3d78 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Calling delete_port for d86b3b92-d8e3-4659-9d6b-37fc5fbedd93 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:27.245154 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port 8867394f-7cde-4671-96b1-a588365adc5c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:27.245508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8867394f-7cde-4671-96b1-a588365adc5c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.450198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64f9b3-842a-4772-82ed-ba906832d9d3 req-1ff3efec-2ad7-4409-92e9-33da937abf90 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:27.451866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d64f9b3-842a-4772-82ed-ba906832d9d3 req-1ff3efec-2ad7-4409-92e9-33da937abf90 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 943 time: 0.2676742 Feb 19 03:26:27.582564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7c81a-59a2-4dd7-b031-a59debf682e0 req-2c9b1efc-8041-457a-b68d-e9dbc9547d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:27.584081 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dcc7c81a-59a2-4dd7-b031-a59debf682e0 req-2c9b1efc-8041-457a-b68d-e9dbc9547d88 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b24191c2-5a8e-40bc-aedd-68ebe02efb55 HTTP/1.1" status: 200 len: 921 time: 0.6221170 Feb 19 03:26:27.659134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0101b8b-8950-4ce4-8f0d-1b8b490c3d78 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d86b3b92-d8e3-4659-9d6b-37fc5fbedd93), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.680789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d64f9b3-842a-4772-82ed-ba906832d9d3 req-c12ee261-540d-4a67-8980-95e3ec5eb428 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215719 Feb 19 03:26:27.756573 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dcc7c81a-59a2-4dd7-b031-a59debf682e0 req-f021d2dc-cf11-43c8-9257-aafc8546c210 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 217 time: 0.1610847 Feb 19 03:26:27.756991 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd920b94-4bce-4fd8-b9c4-e32cda18617a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.764272 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port 8867394f-7cde-4671-96b1-a588365adc5c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8867394f-7cde-4671-96b1-a588365adc5c,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:27.764944 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8867394f-7cde-4671-96b1-a588365adc5c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.767606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0101b8b-8950-4ce4-8f0d-1b8b490c3d78 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event deleted for resources: {'Port': ['ID=d86b3b92-d8e3-4659-9d6b-37fc5fbedd93,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:27.813915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b0101b8b-8950-4ce4-8f0d-1b8b490c3d78 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:27.820745 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b0101b8b-8950-4ce4-8f0d-1b8b490c3d78 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "DELETE /v2.0/ports/d86b3b92-d8e3-4659-9d6b-37fc5fbedd93 HTTP/1.1" status: 204 len: 168 time: 1.8583713 Feb 19 03:26:27.825851 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for 8867394f-7cde-4671-96b1-a588365adc5c owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:27.827795 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59016) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:27.955636 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7c81a-59a2-4dd7-b031-a59debf682e0 req-2001d515-cc96-407b-9370-afc53fc7ed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:27.957954 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dcc7c81a-59a2-4dd7-b031-a59debf682e0 req-2001d515-cc96-407b-9370-afc53fc7ed6e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c52b2a8-f696-443e-8b79-f904c262f547 HTTP/1.1" status: 200 len: 860 time: 0.1879342 Feb 19 03:26:28.141943 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dcc7c81a-59a2-4dd7-b031-a59debf682e0 req-33a2f958-ef49-4c93-8dc9-5a35ce78637a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b24191c2-5a8e-40bc-aedd-68ebe02efb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1701710 Feb 19 03:26:28.328627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-189a50f3-4541-4fc3-ba58-ae328669b2b7 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Deleting port 64d46a86-26d5-4bb5-9944-73eb62f4867d {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:28.329022 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-189a50f3-4541-4fc3-ba58-ae328669b2b7 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (64d46a86-26d5-4bb5-9944-73eb62f4867d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.370737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-fd920b94-4bce-4fd8-b9c4-e32cda18617a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port 7d83bb6f-c698-497d-bffd-4939fe468f15 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:28.370961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd920b94-4bce-4fd8-b9c4-e32cda18617a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7d83bb6f-c698-497d-bffd-4939fe468f15), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.585562 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd920b94-4bce-4fd8-b9c4-e32cda18617a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7d83bb6f-c698-497d-bffd-4939fe468f15), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.612989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-fd920b94-4bce-4fd8-b9c4-e32cda18617a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for 7d83bb6f-c698-497d-bffd-4939fe468f15 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:28.761034 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8867394f-7cde-4671-96b1-a588365adc5c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.838896 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dcc7c81a-59a2-4dd7-b031-a59debf682e0 req-af68ca18-230d-4351-9ba1-b627b3331576 service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6836498 Feb 19 03:26:28.878227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-189a50f3-4541-4fc3-ba58-ae328669b2b7 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (64d46a86-26d5-4bb5-9944-73eb62f4867d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:28.880995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=8867394f-7cde-4671-96b1-a588365adc5c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:29.001566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728f7fc-9257-446a-8a21-ac2348c91afe req-238142a2-459a-4da5-b5da-87ba5b19dff8 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:29.003372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4728f7fc-9257-446a-8a21-ac2348c91afe req-238142a2-459a-4da5-b5da-87ba5b19dff8 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 943 time: 0.1234114 Feb 19 03:26:29.050488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-189a50f3-4541-4fc3-ba58-ae328669b2b7 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Calling delete_port for 64d46a86-26d5-4bb5-9944-73eb62f4867d owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:29.127552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd920b94-4bce-4fd8-b9c4-e32cda18617a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7d83bb6f-c698-497d-bffd-4939fe468f15), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.131794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e6be018d-0782-4c64-9e4b-e851f41df712 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:26:29.203548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd920b94-4bce-4fd8-b9c4-e32cda18617a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=7d83bb6f-c698-497d-bffd-4939fe468f15,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:29.224774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4728f7fc-9257-446a-8a21-ac2348c91afe req-aa4e5b3c-9b7c-41c2-b779-ecde308c287e tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056985 Feb 19 03:26:29.317283 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (a061ada6-5d81-432a-aac5-046fac8bf789), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.494831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e6be018d-0782-4c64-9e4b-e851f41df712, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e6be018d-0782-4c64-9e4b-e851f41df712,segment=NetworkSegment(92078306-715a-4519-9193-e1b0e0b31462),segment_id=92078306-715a-4519-9193-e1b0e0b31462)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:29.537741 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (a061ada6-5d81-432a-aac5-046fac8bf789), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.540123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_controller (a061ada6-5d81-432a-aac5-046fac8bf789), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.564141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'port_id': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'mac_address': 'fa:16:3e:66:ed:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:26:29.621663 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd920b94-4bce-4fd8-b9c4-e32cda18617a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.694490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e6be018d-0782-4c64-9e4b-e851f41df712 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:29.694842 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.711316 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (a061ada6-5d81-432a-aac5-046fac8bf789), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.714269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Fanout notify agent at l3_agent the message router_deleted on router a061ada6-5d81-432a-aac5-046fac8bf789 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:26:29.725872 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6be018d-0782-4c64-9e4b-e851f41df712 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:26:29.768111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e6be018d-0782-4c64-9e4b-e851f41df712, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e6be018d-0782-4c64-9e4b-e851f41df712,segment=NetworkSegment(92078306-715a-4519-9193-e1b0e0b31462),segment_id=92078306-715a-4519-9193-e1b0e0b31462)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:29.769896 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.775968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59048) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:29.781229 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cac72531-f4f5-437b-9754-c7f5e6c2d502 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/routers/a061ada6-5d81-432a-aac5-046fac8bf789 HTTP/1.1" status: 204 len: 168 time: 5.4771328 Feb 19 03:26:29.786449 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.793778 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dcc7c81a-59a2-4dd7-b031-a59debf682e0 req-07f38a30-876d-4638-af74-37e700852751 service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9454021 Feb 19 03:26:29.848983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-189a50f3-4541-4fc3-ba58-ae328669b2b7 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (64d46a86-26d5-4bb5-9944-73eb62f4867d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.893704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e6be018d-0782-4c64-9e4b-e851f41df712,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:29.932135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a50f3-4541-4fc3-ba58-ae328669b2b7 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event deleted for resources: {'Port': ['ID=64d46a86-26d5-4bb5-9944-73eb62f4867d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:29.942019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-189a50f3-4541-4fc3-ba58-ae328669b2b7 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:29.966411 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-189a50f3-4541-4fc3-ba58-ae328669b2b7 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "DELETE /v2.0/ports/64d46a86-26d5-4bb5-9944-73eb62f4867d HTTP/1.1" status: 204 len: 168 time: 2.1373284 Feb 19 03:26:29.969988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59056) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:30.029830 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a1dbb7aa-f0d9-475c-a2a6-34b577c9aac0 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0584567 Feb 19 03:26:30.033310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59060) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:30.045866 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3b106c56-6067-496a-8d7a-d48447fa6232 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1352032412'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:30.075642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e6be018d-0782-4c64-9e4b-e851f41df712'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:26:30.089880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b106c56-6067-496a-8d7a-d48447fa6232 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Made reservation on behalf of 265369ac6f414aa4a63b425862e06077 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:30.102648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b106c56-6067-496a-8d7a-d48447fa6232 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.193694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b106c56-6067-496a-8d7a-d48447fa6232 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:30.230428 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b106c56-6067-496a-8d7a-d48447fa6232 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (17488a14-bd1e-4bad-9c82-e8c6db0a189d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.230775 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-3b106c56-6067-496a-8d7a-d48447fa6232 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Added segment 17488a14-bd1e-4bad-9c82-e8c6db0a189d of type vlan for network 7aafadfc-8dad-4498-aa80-919244eaa032 Feb 19 03:26:30.287935 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (7aa2f98a-3525-4d0f-b698-63fce56b562d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.345677 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b106c56-6067-496a-8d7a-d48447fa6232 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (7aafadfc-8dad-4498-aa80-919244eaa032), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.432066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b106c56-6067-496a-8d7a-d48447fa6232 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (7aafadfc-8dad-4498-aa80-919244eaa032), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.443288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b106c56-6067-496a-8d7a-d48447fa6232 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:30.444023 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b106c56-6067-496a-8d7a-d48447fa6232 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.581885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8867394f-7cde-4671-96b1-a588365adc5c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:30.586741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 8867394f-7cde-4671-96b1-a588365adc5c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:30.587338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8867394f-7cde-4671-96b1-a588365adc5c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:30.611507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd920b94-4bce-4fd8-b9c4-e32cda18617a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 1ce665b2-7802-4a52-a77d-c5fd7ef790f3 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:30.636108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59074) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:30.637150 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3b106c56-6067-496a-8d7a-d48447fa6232 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6022930 Feb 19 03:26:30.640783 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59076) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:30.645908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1404489223'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:30.653835 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b106c56-6067-496a-8d7a-d48447fa6232 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event updated for resources: {'Network': ['ID=7aafadfc-8dad-4498-aa80-919244eaa032,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:30.666472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 7aafadfc-8dad-4498-aa80-919244eaa032 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:30.683984 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Made reservation on behalf of 265369ac6f414aa4a63b425862e06077 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:30.688154 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.727935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:30.736994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b961da-177d-4e1a-83fe-74813a4921f6 req-828e424a-0a59-43d2-861b-8b17439a6b16 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:30.739287 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8b961da-177d-4e1a-83fe-74813a4921f6 req-828e424a-0a59-43d2-861b-8b17439a6b16 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 944 time: 0.3582449 Feb 19 03:26:30.747111 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (7aa2f98a-3525-4d0f-b698-63fce56b562d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.755534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6161973a-9c59-4f56-8598-2a5ccb661f05), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.755891 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Added segment 6161973a-9c59-4f56-8598-2a5ccb661f05 of type vlan for network 916ffdb9-2f97-49ee-9862-300084fb9539 Feb 19 03:26:30.828026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (916ffdb9-2f97-49ee-9862-300084fb9539), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.869854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa2f98a-3525-4d0f-b698-63fce56b562d']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:30.886290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (916ffdb9-2f97-49ee-9862-300084fb9539), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.891406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:30.891950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee1238a1-6ece-46dd-b819-a9a1db5f76ed') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:30.900961 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:30.901869 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.913721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8b961da-177d-4e1a-83fe-74813a4921f6 req-ffd492be-a6e0-4107-95cd-558efe9f8e96 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290262 Feb 19 03:26:30.922348 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (ee1238a1-6ece-46dd-b819-a9a1db5f76ed), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.954582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd920b94-4bce-4fd8-b9c4-e32cda18617a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:30.965296 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fd920b94-4bce-4fd8-b9c4-e32cda18617a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/1ce665b2-7802-4a52-a77d-c5fd7ef790f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4686360 Feb 19 03:26:30.966362 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:30.969725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345cbed-7b02-4725-bf40-e5112b039755 None None] Sync routers for ids ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:30.972315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59082) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:30.985950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345cbed-7b02-4725-bf40-e5112b039755 None None] Routers {'1ce665b2-7802-4a52-a77d-c5fd7ef790f3'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:30.986686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d345cbed-7b02-4725-bf40-e5112b039755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:31.083681 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d345cbed-7b02-4725-bf40-e5112b039755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:31.110018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d345cbed-7b02-4725-bf40-e5112b039755 None None] Routers {'1ce665b2-7802-4a52-a77d-c5fd7ef790f3'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:31.110361 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Publish callbacks [] for security_group (6270ee5d-4f75-4e45-8bbb-99a3d3690f9e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.111718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d345cbed-7b02-4725-bf40-e5112b039755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:31.115358 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ee1238a1-6ece-46dd-b819-a9a1db5f76ed), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.123245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:31.123666 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (ee1238a1-6ece-46dd-b819-a9a1db5f76ed), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:31.127914 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:31.145005 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6270ee5d-4f75-4e45-8bbb-99a3d3690f9e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.179771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bf882e0c4ff94eb2aa211ac95ecc0ed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4823079 Feb 19 03:26:31.181886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59084) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:31.185614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d345cbed-7b02-4725-bf40-e5112b039755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:31.187331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d345cbed-7b02-4725-bf40-e5112b039755 None None] The sync data for ids ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:31.197372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e6be018d-0782-4c64-9e4b-e851f41df712 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:31.269891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port e6be018d-0782-4c64-9e4b-e851f41df712 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:26:31.276728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port e6be018d-0782-4c64-9e4b-e851f41df712 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:31.277552 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.309640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6270ee5d-4f75-4e45-8bbb-99a3d3690f9e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:31.328737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.329229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.329748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.330115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.330656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.331291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.331712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.332222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.332634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.333074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.333525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.336037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.336473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3df8b0c-8419-4461-affe-432f6f86849c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.342638 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (7aa2f98a-3525-4d0f-b698-63fce56b562d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.366754 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.373549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/networks/7aa2f98a-3525-4d0f-b698-63fce56b562d HTTP/1.1" status: 204 len: 168 time: 1.5964549 Feb 19 03:26:31.378143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3965e337-bd34-4bc8-a242-95023ee0bf43 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Network': ['ID=7aa2f98a-3525-4d0f-b698-63fce56b562d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:31.380732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59086) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:31.420028 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bb28a277-3260-4c5b-a809-bb97b1141b83 admin admin] Publish callbacks [] for security_group (6270ee5d-4f75-4e45-8bbb-99a3d3690f9e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.444478 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bb28a277-3260-4c5b-a809-bb97b1141b83 admin admin] Publish callbacks [] for security_group (6270ee5d-4f75-4e45-8bbb-99a3d3690f9e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.453889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e6be018d-0782-4c64-9e4b-e851f41df712 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:31.454541 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.502359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e6be018d-0782-4c64-9e4b-e851f41df712, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e6be018d-0782-4c64-9e4b-e851f41df712,segment=NetworkSegment(92078306-715a-4519-9193-e1b0e0b31462),segment_id=92078306-715a-4519-9193-e1b0e0b31462)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:31.503792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:26:31.506956 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a86e9e3-9c78-4cd8-b83b-b21a86274f18" -d '{"events": [{"server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "name": "network-vif-plugged", "status": "completed", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:26:31.523328 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bb28a277-3260-4c5b-a809-bb97b1141b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6270ee5d-4f75-4e45-8bbb-99a3d3690f9e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.526334 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.529952 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bb28a277-3260-4c5b-a809-bb97b1141b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.544807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bb28a277-3260-4c5b-a809-bb97b1141b83 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6270ee5d-4f75-4e45-8bbb-99a3d3690f9e HTTP/1.1" status: 204 len: 168 time: 0.3201470 Feb 19 03:26:31.551066 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9091811 Feb 19 03:26:31.584350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28a277-3260-4c5b-a809-bb97b1141b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6270ee5d-4f75-4e45-8bbb-99a3d3690f9e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:31.599931 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-194b8d18-246b-49c3-991b-b43562e62ef2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (5ba75163-34a2-4921-a4e3-f799effd5d4f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.610871 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event updated for resources: {'Network': ['ID=916ffdb9-2f97-49ee-9862-300084fb9539,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:31.673174 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-194b8d18-246b-49c3-991b-b43562e62ef2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (5ba75163-34a2-4921-a4e3-f799effd5d4f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.702076 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2cf387-1f70-4c6a-9eea-4769f8e42c68 x-openstack-request-id: req-5c2cf387-1f70-4c6a-9eea-4769f8e42c68 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:26:31.702616 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "name": "network-vif-plugged", "status": "completed", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:26:31.702705 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5c2cf387-1f70-4c6a-9eea-4769f8e42c68 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:26:31.703548 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'code': 200} Feb 19 03:26:31.708541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e6be018d-0782-4c64-9e4b-e851f41df712,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:31.817430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.818008 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.818498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.818977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.819481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.819953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.820463 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.821354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.822268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.822815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.823285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.823973 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.824457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c4f71-6286-494b-9f15-404c7730a10c tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:26:31.837370 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-194b8d18-246b-49c3-991b-b43562e62ef2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5ba75163-34a2-4921-a4e3-f799effd5d4f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.845886 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-194b8d18-246b-49c3-991b-b43562e62ef2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:31.858196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 916ffdb9-2f97-49ee-9862-300084fb9539 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:31.861727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-194b8d18-246b-49c3-991b-b43562e62ef2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/security-groups/5ba75163-34a2-4921-a4e3-f799effd5d4f HTTP/1.1" status: 204 len: 168 time: 0.4795318 Feb 19 03:26:31.918004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194b8d18-246b-49c3-991b-b43562e62ef2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba75163-34a2-4921-a4e3-f799effd5d4f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:32.009554 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9c9cf-3804-4721-9098-abdb7dd67460 req-36bf3aaf-9c50-49a7-b484-5267db563d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:32.011635 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b3a9c9cf-3804-4721-9098-abdb7dd67460 req-36bf3aaf-9c50-49a7-b484-5267db563d95 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 1127 time: 0.2094474 Feb 19 03:26:32.179544 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b3a9c9cf-3804-4721-9098-abdb7dd67460 req-cc206e65-d939-4155-9afe-28453bb7b600 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584396 Feb 19 03:26:32.206577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fc6283a-7d62-4be4-a2ab-d35393abd708 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.263434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59106) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:32.284863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a609867-08ce-4604-a330-96ef068b028c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.488832 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a609867-08ce-4604-a330-96ef068b028c admin admin] Publish callbacks [] for security_group (5a1148a7-1d46-4aad-9859-cbf56d2da049), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.500274 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a609867-08ce-4604-a330-96ef068b028c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5a1148a7-1d46-4aad-9859-cbf56d2da049), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.580653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a609867-08ce-4604-a330-96ef068b028c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1148a7-1d46-4aad-9859-cbf56d2da049,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:32.609755 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3a609867-08ce-4604-a330-96ef068b028c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a0602401028f4eea8f0fa75650917bc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3444738 Feb 19 03:26:32.612302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59108) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:32.717151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59112) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:32.729349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4206714f-da7b-4ce7-8c28-45538234c5f3 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1986949552', 'description': 'tempest-secgroup-smoke-1986949552 description', 'project_id': 'd251da4ce30245449da598358709f972'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:32.738233 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7fdaef10-de72-4551-83cd-2cea182ed4cd admin admin] Publish callbacks [] for security_group (5a1148a7-1d46-4aad-9859-cbf56d2da049), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.776750 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7fdaef10-de72-4551-83cd-2cea182ed4cd admin admin] Publish callbacks [] for security_group (5a1148a7-1d46-4aad-9859-cbf56d2da049), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.796800 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4206714f-da7b-4ce7-8c28-45538234c5f3 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.798212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9fc6283a-7d62-4be4-a2ab-d35393abd708 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port dc47f209-eec9-42d1-87c4-56e0ed204fc3 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:32.798701 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fc6283a-7d62-4be4-a2ab-d35393abd708 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (dc47f209-eec9-42d1-87c4-56e0ed204fc3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.994344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6549ac4-41c5-4f2f-ab26-f5f7f03651fd req-754df856-d032-4a24-9410-4eac37e22c8b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:32.994923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fc6283a-7d62-4be4-a2ab-d35393abd708 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (dc47f209-eec9-42d1-87c4-56e0ed204fc3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:32.996383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6549ac4-41c5-4f2f-ab26-f5f7f03651fd req-754df856-d032-4a24-9410-4eac37e22c8b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.1607215 Feb 19 03:26:32.999675 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4206714f-da7b-4ce7-8c28-45538234c5f3 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (45339b7f-f421-4c86-83f3-f52d3cab299d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.017787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9fc6283a-7d62-4be4-a2ab-d35393abd708 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for dc47f209-eec9-42d1-87c4-56e0ed204fc3 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:33.020087 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4206714f-da7b-4ce7-8c28-45538234c5f3 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (45339b7f-f421-4c86-83f3-f52d3cab299d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.081103 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7fdaef10-de72-4551-83cd-2cea182ed4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5a1148a7-1d46-4aad-9859-cbf56d2da049), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.085065 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7fdaef10-de72-4551-83cd-2cea182ed4cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.086714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7fdaef10-de72-4551-83cd-2cea182ed4cd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5a1148a7-1d46-4aad-9859-cbf56d2da049 HTTP/1.1" status: 204 len: 168 time: 0.4724534 Feb 19 03:26:33.093200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206714f-da7b-4ce7-8c28-45538234c5f3 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45339b7f-f421-4c86-83f3-f52d3cab299d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:33.121924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdaef10-de72-4551-83cd-2cea182ed4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1148a7-1d46-4aad-9859-cbf56d2da049,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:33.167622 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4206714f-da7b-4ce7-8c28-45538234c5f3 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.173161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4206714f-da7b-4ce7-8c28-45538234c5f3 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4548421 Feb 19 03:26:33.174556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59118) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:33.183933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-61fb0ea2-6294-4cd6-aa09-fb235c5019c8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': '45339b7f-f421-4c86-83f3-f52d3cab299d', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:33.240614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6549ac4-41c5-4f2f-ab26-f5f7f03651fd req-29054e0a-3ff0-4495-97aa-6a0f4284d044 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369413 Feb 19 03:26:33.261449 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61fb0ea2-6294-4cd6-aa09-fb235c5019c8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (c7f3a781-c253-46f1-8961-894e2729eabf), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.395308 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61fb0ea2-6294-4cd6-aa09-fb235c5019c8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (c7f3a781-c253-46f1-8961-894e2729eabf), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.408539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61fb0ea2-6294-4cd6-aa09-fb235c5019c8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (c7f3a781-c253-46f1-8961-894e2729eabf), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.447345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb0ea2-6294-4cd6-aa09-fb235c5019c8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f3a781-c253-46f1-8961-894e2729eabf,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:33.483235 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61fb0ea2-6294-4cd6-aa09-fb235c5019c8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.491920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-61fb0ea2-6294-4cd6-aa09-fb235c5019c8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3153784 Feb 19 03:26:33.496370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59120) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:33.511494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3a71b2bc-6599-4a1d-aa0f-196a53965c4f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': '45339b7f-f421-4c86-83f3-f52d3cab299d', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:33.588385 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a71b2bc-6599-4a1d-aa0f-196a53965c4f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (d7e7e31d-bf4c-4cc6-b6fd-52440ee03bce), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.662541 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d37ba199-8f0b-4bca-a739-6c6f1f8531ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.692827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a71b2bc-6599-4a1d-aa0f-196a53965c4f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (d7e7e31d-bf4c-4cc6-b6fd-52440ee03bce), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.698227 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a71b2bc-6599-4a1d-aa0f-196a53965c4f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (d7e7e31d-bf4c-4cc6-b6fd-52440ee03bce), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.709401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fc6283a-7d62-4be4-a2ab-d35393abd708 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (dc47f209-eec9-42d1-87c4-56e0ed204fc3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.727584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71b2bc-6599-4a1d-aa0f-196a53965c4f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e7e31d-bf4c-4cc6-b6fd-52440ee03bce,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:33.754277 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a71b2bc-6599-4a1d-aa0f-196a53965c4f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.755878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3a71b2bc-6599-4a1d-aa0f-196a53965c4f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2583621 Feb 19 03:26:33.758560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59126) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:33.767306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-39cd0e13-8470-497b-b2f4-43ce89fbda1a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': '45339b7f-f421-4c86-83f3-f52d3cab299d', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:33.786364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6283a-7d62-4be4-a2ab-d35393abd708 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=dc47f209-eec9-42d1-87c4-56e0ed204fc3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:33.848861 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39cd0e13-8470-497b-b2f4-43ce89fbda1a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (8ded9eb5-0314-4ece-b0ed-6ed33214e6fc), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:33.996815 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39cd0e13-8470-497b-b2f4-43ce89fbda1a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (8ded9eb5-0314-4ece-b0ed-6ed33214e6fc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.005220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39cd0e13-8470-497b-b2f4-43ce89fbda1a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (8ded9eb5-0314-4ece-b0ed-6ed33214e6fc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.069376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd0e13-8470-497b-b2f4-43ce89fbda1a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ded9eb5-0314-4ece-b0ed-6ed33214e6fc,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:34.117179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39cd0e13-8470-497b-b2f4-43ce89fbda1a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.118338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-39cd0e13-8470-497b-b2f4-43ce89fbda1a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3585019 Feb 19 03:26:34.121276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59134) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:34.128274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-23433c39-fc5e-42ca-9444-c2c38b1c5505 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': '45339b7f-f421-4c86-83f3-f52d3cab299d', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:34.226298 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23433c39-fc5e-42ca-9444-c2c38b1c5505 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (a2a299c8-5c7d-4cb1-a323-d7247e4bf457), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.255127 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9fc6283a-7d62-4be4-a2ab-d35393abd708 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.369428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23433c39-fc5e-42ca-9444-c2c38b1c5505 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (a2a299c8-5c7d-4cb1-a323-d7247e4bf457), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.378619 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23433c39-fc5e-42ca-9444-c2c38b1c5505 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (a2a299c8-5c7d-4cb1-a323-d7247e4bf457), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.467174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23433c39-fc5e-42ca-9444-c2c38b1c5505 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a299c8-5c7d-4cb1-a323-d7247e4bf457,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:34.510330 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23433c39-fc5e-42ca-9444-c2c38b1c5505 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.516725 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-23433c39-fc5e-42ca-9444-c2c38b1c5505 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3942027 Feb 19 03:26:34.519256 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59148) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:34.525579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6788a905-ee01-4c2b-a8e5-1fd57cef4630 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': '45339b7f-f421-4c86-83f3-f52d3cab299d', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:34.636473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e86467-2c2f-4a95-8154-8de1cf32f9e1 req-6e3ea10b-108f-4e4a-a4c1-8fefc81aff82 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:34.649508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90e86467-2c2f-4a95-8154-8de1cf32f9e1 req-6e3ea10b-108f-4e4a-a4c1-8fefc81aff82 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.1814408 Feb 19 03:26:34.678296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc6283a-7d62-4be4-a2ab-d35393abd708 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 1ce665b2-7802-4a52-a77d-c5fd7ef790f3 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:34.690677 n-d-826755-2 neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-6788a905-ee01-4c2b-a8e5-1fd57cef4630 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Project d251da4ce30245449da598358709f972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:26:34.703784 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6788a905-ee01-4c2b-a8e5-1fd57cef4630 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (e40ac98f-680f-44db-9233-4d9d492c36fb), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.776609 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90e86467-2c2f-4a95-8154-8de1cf32f9e1 req-c9564deb-ebaa-43a3-898e-ce23dad578ca tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250432 Feb 19 03:26:34.872055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59156) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:34.879190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'subnets': [{'network_id': '7aafadfc-8dad-4498-aa80-919244eaa032', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--225805537', 'ip_version': 6}, {'network_id': '916ffdb9-2f97-49ee-9862-300084fb9539', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:34.879645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'subnet': {'network_id': '7aafadfc-8dad-4498-aa80-919244eaa032', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--225805537', 'ip_version': 6}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:34.880718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Request body: {'subnet': {'network_id': '916ffdb9-2f97-49ee-9862-300084fb9539', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:34.986864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6788a905-ee01-4c2b-a8e5-1fd57cef4630 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (e40ac98f-680f-44db-9233-4d9d492c36fb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:34.990885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc6283a-7d62-4be4-a2ab-d35393abd708 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:34.997809 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9fc6283a-7d62-4be4-a2ab-d35393abd708 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/1ce665b2-7802-4a52-a77d-c5fd7ef790f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0235698 Feb 19 03:26:35.004452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59160) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:35.007528 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5820c96d-5892-4dc6-91f1-55e3ba822bf1 None None] Sync routers for ids ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:35.018757 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6788a905-ee01-4c2b-a8e5-1fd57cef4630 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (e40ac98f-680f-44db-9233-4d9d492c36fb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.033843 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5820c96d-5892-4dc6-91f1-55e3ba822bf1 None None] Routers {'1ce665b2-7802-4a52-a77d-c5fd7ef790f3'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:35.039131 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5820c96d-5892-4dc6-91f1-55e3ba822bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:35.064190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788a905-ee01-4c2b-a8e5-1fd57cef4630 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e40ac98f-680f-44db-9233-4d9d492c36fb,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:35.070983 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9a291b29-b872-4070-9ff7-e6b2ad4028a0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ce665b2-7802-4a52-a77d-c5fd7ef790f3 HTTP/1.1" status: 200 len: 205 time: 0.0633934 Feb 19 03:26:35.074222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6788a905-ee01-4c2b-a8e5-1fd57cef4630 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.075398 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6788a905-ee01-4c2b-a8e5-1fd57cef4630 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5546393 Feb 19 03:26:35.076528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59162) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:35.087105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59164) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:35.092589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-47c3a18b-f9e1-4efe-bf6e-75b3f6f68bf6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': '45339b7f-f421-4c86-83f3-f52d3cab299d', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:35.149307 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5820c96d-5892-4dc6-91f1-55e3ba822bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:35.171353 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5820c96d-5892-4dc6-91f1-55e3ba822bf1 None None] Routers {'1ce665b2-7802-4a52-a77d-c5fd7ef790f3'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:35.171994 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5820c96d-5892-4dc6-91f1-55e3ba822bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:35.265895 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5820c96d-5892-4dc6-91f1-55e3ba822bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:35.267448 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5820c96d-5892-4dc6-91f1-55e3ba822bf1 None None] The sync data for ids ['1ce665b2-7802-4a52-a77d-c5fd7ef790f3'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:35.302493 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5055b691-8eb5-41a6-8b6a-a3b51497481f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.350270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428d65d-23b5-446f-a83e-43abf4d01918 req-45ffa273-851b-49a5-bb08-3273ea430d40 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:35.351997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0428d65d-23b5-446f-a83e-43abf4d01918 req-45ffa273-851b-49a5-bb08-3273ea430d40 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.1428339 Feb 19 03:26:35.357511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Made reservation on behalf of 265369ac6f414aa4a63b425862e06077 for: {'subnet': 2} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:35.363136 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.363313 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.443689 n-d-826755-2 neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-47c3a18b-f9e1-4efe-bf6e-75b3f6f68bf6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Project d251da4ce30245449da598358709f972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:26:35.456482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f5d3-f294-49eb-b3b6-9c7374a82e12 req-684ba653-dd5f-479d-b03c-a371d5ec40d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:35.458545 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ea7f5d3-f294-49eb-b3b6-9c7374a82e12 req-684ba653-dd5f-479d-b03c-a371d5ec40d7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=da11589d434d48468c31b6f3cc483bbe&device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 1127 time: 0.2954962 Feb 19 03:26:35.459545 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47c3a18b-f9e1-4efe-bf6e-75b3f6f68bf6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (37e26e4f-8bc2-46e2-94fa-8a7c48890f2e), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.667006 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5055b691-8eb5-41a6-8b6a-a3b51497481f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.674817 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5055b691-8eb5-41a6-8b6a-a3b51497481f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.755039 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47c3a18b-f9e1-4efe-bf6e-75b3f6f68bf6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (37e26e4f-8bc2-46e2-94fa-8a7c48890f2e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.767881 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47c3a18b-f9e1-4efe-bf6e-75b3f6f68bf6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (37e26e4f-8bc2-46e2-94fa-8a7c48890f2e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.809409 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5055b691-8eb5-41a6-8b6a-a3b51497481f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (1ce665b2-7802-4a52-a77d-c5fd7ef790f3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.810324 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5055b691-8eb5-41a6-8b6a-a3b51497481f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Fanout notify agent at l3_agent the message router_deleted on router 1ce665b2-7802-4a52-a77d-c5fd7ef790f3 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:26:35.823277 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5055b691-8eb5-41a6-8b6a-a3b51497481f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.824506 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5055b691-8eb5-41a6-8b6a-a3b51497481f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/1ce665b2-7802-4a52-a77d-c5fd7ef790f3 HTTP/1.1" status: 204 len: 168 time: 0.7468128 Feb 19 03:26:35.839307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59184) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:35.856765 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47c3a18b-f9e1-4efe-bf6e-75b3f6f68bf6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.873281 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-47c3a18b-f9e1-4efe-bf6e-75b3f6f68bf6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7842612 Feb 19 03:26:35.875144 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59188) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:35.884512 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3c36c061-416c-477b-bfa0-026e1178273b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'network': {'name': 'tempest-network-smoke--1179891435', 'project_id': 'd251da4ce30245449da598358709f972', 'port_security_enabled': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:35.888299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3a18b-f9e1-4efe-bf6e-75b3f6f68bf6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e26e4f-8bc2-46e2-94fa-8a7c48890f2e,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:35.893726 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a26b655c-916c-4dc5-8646-2393eef8b55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.899388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f5d3-f294-49eb-b3b6-9c7374a82e12 req-5a7a9c33-f56f-487f-9ccb-45c75e493148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:35.901452 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ea7f5d3-f294-49eb-b3b6-9c7374a82e12 req-5a7a9c33-f56f-487f-9ccb-45c75e493148 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b24191c2-5a8e-40bc-aedd-68ebe02efb55 HTTP/1.1" status: 200 len: 921 time: 0.4106984 Feb 19 03:26:35.904558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0428d65d-23b5-446f-a83e-43abf4d01918 req-2f13dd9d-e8b2-4744-8022-03d50c34e7ad tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369611 Feb 19 03:26:35.956311 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ea7f5d3-f294-49eb-b3b6-9c7374a82e12 req-a776adb2-2f51-48a2-ac56-0012b62c7c87 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 217 time: 0.0467527 Feb 19 03:26:35.962376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-7590d316-af1f-4ffc-b3c9-3b3a71a98a94 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting subnet 1b08f322-b8b4-48a2-a22a-a821bccd56dd {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:35.965504 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7590d316-af1f-4ffc-b3c9-3b3a71a98a94 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (1b08f322-b8b4-48a2-a22a-a821bccd56dd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:35.998220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c36c061-416c-477b-bfa0-026e1178273b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Made reservation on behalf of d251da4ce30245449da598358709f972 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:36.001962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c36c061-416c-477b-bfa0-026e1178273b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.040026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7f5d3-f294-49eb-b3b6-9c7374a82e12 req-37eb1af6-bb56-4bd6-9820-cc0c7025a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:36.041804 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ea7f5d3-f294-49eb-b3b6-9c7374a82e12 req-37eb1af6-bb56-4bd6-9820-cc0c7025a5f1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c52b2a8-f696-443e-8b79-f904c262f547 HTTP/1.1" status: 200 len: 860 time: 0.0802832 Feb 19 03:26:36.046643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c36c061-416c-477b-bfa0-026e1178273b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:36.047453 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7590d316-af1f-4ffc-b3c9-3b3a71a98a94 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (1b08f322-b8b4-48a2-a22a-a821bccd56dd), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.081962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c36c061-416c-477b-bfa0-026e1178273b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (17b0bfe8-8c0b-4607-a2fc-9168c94e8d81), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.082314 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-3c36c061-416c-477b-bfa0-026e1178273b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Added segment 17b0bfe8-8c0b-4607-a2fc-9168c94e8d81 of type vlan for network 96198039-ea61-4722-b524-b9596bcc37b9 Feb 19 03:26:36.085176 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ea7f5d3-f294-49eb-b3b6-9c7374a82e12 req-0c8f17cb-31c4-40de-9e2c-879171a3a693 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b24191c2-5a8e-40bc-aedd-68ebe02efb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362585 Feb 19 03:26:36.189871 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7590d316-af1f-4ffc-b3c9-3b3a71a98a94 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (1b08f322-b8b4-48a2-a22a-a821bccd56dd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.190347 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c36c061-416c-477b-bfa0-026e1178273b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (96198039-ea61-4722-b524-b9596bcc37b9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.267142 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c36c061-416c-477b-bfa0-026e1178273b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (96198039-ea61-4722-b524-b9596bcc37b9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.272538 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c36c061-416c-477b-bfa0-026e1178273b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:36.273345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c36c061-416c-477b-bfa0-026e1178273b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.349736 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ea7f5d3-f294-49eb-b3b6-9c7374a82e12 req-bc6df5b5-1f3c-4804-89a4-ceab7f3c364f service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565112 Feb 19 03:26:36.360065 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3c36c061-416c-477b-bfa0-026e1178273b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4824059 Feb 19 03:26:36.360196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7590d316-af1f-4ffc-b3c9-3b3a71a98a94 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (1b08f322-b8b4-48a2-a22a-a821bccd56dd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.361899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59216) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:36.390641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'admin_state_up': True, 'project_id': 'd251da4ce30245449da598358709f972', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:36.409198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590d316-af1f-4ffc-b3c9-3b3a71a98a94 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Subnet': ['ID=1b08f322-b8b4-48a2-a22a-a821bccd56dd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:36.426333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36c061-416c-477b-bfa0-026e1178273b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Network': ['ID=96198039-ea61-4722-b524-b9596bcc37b9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:36.429351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.431822 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.437262 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7590d316-af1f-4ffc-b3c9-3b3a71a98a94 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.437546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fe40ef-cfa9-44b3-b6bd-6f126af3cd71 None None] Network ac357151-e9d0-4d6e-8787-0ecbc2bc68f3 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:36.446539 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7590d316-af1f-4ffc-b3c9-3b3a71a98a94 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/1b08f322-b8b4-48a2-a22a-a821bccd56dd HTTP/1.1" status: 204 len: 168 time: 0.6056666 Feb 19 03:26:36.449931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59222) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:36.466897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 96198039-ea61-4722-b524-b9596bcc37b9 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:36.543138 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ea7f5d3-f294-49eb-b3b6-9c7374a82e12 req-83d62b3f-50ed-4c8b-b9b2-454ccd3abb52 service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812875 Feb 19 03:26:36.589463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-96cbe564-5f28-4e54-beea-e29facf2837a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting subnet 11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:36.626475 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96cbe564-5f28-4e54-beea-e29facf2837a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.631378 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_controller (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.763966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa53b7ef-a353-4bd5-9f10-fba78a6232b9 None None] DHCP port deletion for ac357151-e9d0-4d6e-8787-0ecbc2bc68f3 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:26:36.782428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (0f747801-a45c-4c85-b6c8-79022e0c0120), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.791422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96cbe564-5f28-4e54-beea-e29facf2837a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.846065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fa53b7ef-a353-4bd5-9f10-fba78a6232b9 None None] Deleting port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:36.846439 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fa53b7ef-a353-4bd5-9f10-fba78a6232b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.969029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event updated for resources: {'Subnet': ['ID=0f747801-a45c-4c85-b6c8-79022e0c0120,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:36.987797 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:36.993780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Checking segment: {'id': '17488a14-bd1e-4bad-9c82-e8c6db0a189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7aafadfc-8dad-4498-aa80-919244eaa032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:36.994806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Network hostable DHCP agents. Network: 7aafadfc-8dad-4498-aa80-919244eaa032, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:37.138085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Network 7aafadfc-8dad-4498-aa80-919244eaa032 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:37.183176 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96cbe564-5f28-4e54-beea-e29facf2837a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.206336 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.209578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fa53b7ef-a353-4bd5-9f10-fba78a6232b9 None None] For port 1b5de33f-245d-459e-a58d-5ac25c3af7c1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1b5de33f-245d-459e-a58d-5ac25c3af7c1,segment=NetworkSegment(1abf1159-db7c-427e-91d0-e1ba646c29d8),segment_id=1abf1159-db7c-427e-91d0-e1ba646c29d8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:37.210319 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fa53b7ef-a353-4bd5-9f10-fba78a6232b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.232736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 7aafadfc-8dad-4498-aa80-919244eaa032) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:37.239791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fa53b7ef-a353-4bd5-9f10-fba78a6232b9 None None] Calling delete_port for 1b5de33f-245d-459e-a58d-5ac25c3af7c1 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:37.245705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (06001b51-8541-4003-9b73-f2527c4bbc0c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.249507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c31aa6-4136-4c6c-b92b-6efcfe002968 None None] Network 7aafadfc-8dad-4498-aa80-919244eaa032 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:37.309872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e2916-c59d-48a9-b895-2f099c1e7ba1 req-592d230e-b969-4202-988e-80de3c672993 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:37.311665 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f81e2916-c59d-48a9-b895-2f099c1e7ba1 req-592d230e-b969-4202-988e-80de3c672993 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.2750659 Feb 19 03:26:37.378064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event updated for resources: {'Subnet': ['ID=06001b51-8541-4003-9b73-f2527c4bbc0c,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.427950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Checking segment: {'id': '6161973a-9c59-4f56-8598-2a5ccb661f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '916ffdb9-2f97-49ee-9862-300084fb9539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:37.428315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Network hostable DHCP agents. Network: 916ffdb9-2f97-49ee-9862-300084fb9539, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:37.432657 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96cbe564-5f28-4e54-beea-e29facf2837a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.495477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a432de32-0997-4990-86d0-90d2e7a65921 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-7aafadfc-8dad-4498-aa80-919244eaa032', 'network_id': '7aafadfc-8dad-4498-aa80-919244eaa032', 'project_id': '265369ac6f414aa4a63b425862e06077', 'fixed_ips': [{'subnet_id': '0f747801-a45c-4c85-b6c8-79022e0c0120'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:37.499451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f81e2916-c59d-48a9-b895-2f099c1e7ba1 req-b23beca2-b765-444b-8d45-301821479b6f tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757822 Feb 19 03:26:37.501691 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a432de32-0997-4990-86d0-90d2e7a65921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.502616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbe564-5f28-4e54-beea-e29facf2837a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Subnet': ['ID=11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.507395 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-96cbe564-5f28-4e54-beea-e29facf2837a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.512779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-96cbe564-5f28-4e54-beea-e29facf2837a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58 HTTP/1.1" status: 204 len: 168 time: 1.0585902 Feb 19 03:26:37.515696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59326) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:37.530552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Network 916ffdb9-2f97-49ee-9862-300084fb9539 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:37.541288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4540303-5b23-438b-ade0-c8242d448f5c None None] Network 56938313-7d9d-4fd3-8dcc-45369cc46052 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:37.610770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 916ffdb9-2f97-49ee-9862-300084fb9539) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:37.611023 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fa53b7ef-a353-4bd5-9f10-fba78a6232b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (1b5de33f-245d-459e-a58d-5ac25c3af7c1), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.616954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:37.618283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:37.619083 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.642342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91609598-e85e-44a4-a8cb-ae28497da7c8 None None] Network 916ffdb9-2f97-49ee-9862-300084fb9539 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:37.655177 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.690044 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.700133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b37f04c7-b8ad-48eb-9a0a-0bf39dc370f6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.8266158 Feb 19 03:26:37.707460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59346) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:37.743092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53b7ef-a353-4bd5-9f10-fba78a6232b9 None None] Pushing event deleted for resources: {'Port': ['ID=1b5de33f-245d-459e-a58d-5ac25c3af7c1,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:37.765797 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (ac357151-e9d0-4d6e-8787-0ecbc2bc68f3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:37.845820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc7f2ce-3e0c-4a71-9cad-cc2a89317a8b tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:37.847216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc7f2ce-3e0c-4a71-9cad-cc2a89317a8b tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:37.848645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc7f2ce-3e0c-4a71-9cad-cc2a89317a8b tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:37.860023 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1fc7f2ce-3e0c-4a71-9cad-cc2a89317a8b tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1511159 Feb 19 03:26:37.863787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59360) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:37.899358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa53b7ef-a353-4bd5-9f10-fba78a6232b9 None None] No DVR routers for this DVR port 1b5de33f-245d-459e-a58d-5ac25c3af7c1 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:37.984205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-f106c2d6-1d99-44cd-b303-32a040d55fb9 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Deleting subnet 0f747801-a45c-4c85-b6c8-79022e0c0120 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:37.997405 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f106c2d6-1d99-44cd-b303-32a040d55fb9 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for subnet (0f747801-a45c-4c85-b6c8-79022e0c0120), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.001075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.25.1.181 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/17a7f4df-dd4e-4b1e-86ff-a23ed696c92c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:38.049329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-916ffdb9-2f97-49ee-9862-300084fb9539', 'network_id': '916ffdb9-2f97-49ee-9862-300084fb9539', 'project_id': '265369ac6f414aa4a63b425862e06077', 'fixed_ips': [{'subnet_id': '06001b51-8541-4003-9b73-f2527c4bbc0c'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:38.050620 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.152237 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f106c2d6-1d99-44cd-b303-32a040d55fb9 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (0f747801-a45c-4c85-b6c8-79022e0c0120), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.294304 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f106c2d6-1d99-44cd-b303-32a040d55fb9 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (0f747801-a45c-4c85-b6c8-79022e0c0120), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.362121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26b028b-3ac9-4eb7-bf78-ba55f5849ef0 None None] DHCP port deletion for 56938313-7d9d-4fd3-8dcc-45369cc46052 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:26:38.443634 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:26:38.513029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5bae690e-eb9a-4074-92a4-87f82eafd4d8 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:38.527293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.603327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2def2e3-c5a1-4b60-bfa7-b93677fdefa2 req-5d115bb8-bfec-4e74-9453-b3f47e8aad6f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4606626 Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server [None req-a432de32-0997-4990-86d0-90d2e7a65921 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f747801-a45c-4c85-b6c8-79022e0c0120: This subnet is being modified by another concurrent operation. Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f747801-a45c-4c85-b6c8-79022e0c0120: This subnet is being modified by another concurrent operation. Feb 19 03:26:38.604268 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Feb 19 03:26:38.616449 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.632494 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f106c2d6-1d99-44cd-b303-32a040d55fb9 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (0f747801-a45c-4c85-b6c8-79022e0c0120), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.647833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Allocated IP 2001:db8:0:1::1 (916ffdb9-2f97-49ee-9862-300084fb9539/06001b51-8541-4003-9b73-f2527c4bbc0c/f2653b33-d48f-49d6-8cb5-4d16df3167a7) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:38.657218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4cc330-a6c1-4865-889e-9632858c71db None None] Network 7aafadfc-8dad-4498-aa80-919244eaa032 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:38.755555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d26b028b-3ac9-4eb7-bf78-ba55f5849ef0 None None] Deleting port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:38.756062 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d26b028b-3ac9-4eb7-bf78-ba55f5849ef0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.763038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (ac357151-e9d0-4d6e-8787-0ecbc2bc68f3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.814844 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac357151-e9d0-4d6e-8787-0ecbc2bc68f3']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:38.839259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abf1159-db7c-427e-91d0-e1ba646c29d8') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:38.839568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abf1159-db7c-427e-91d0-e1ba646c29d8') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:38.853625 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (1abf1159-db7c-427e-91d0-e1ba646c29d8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.910112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:38.910670 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.923276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1abf1159-db7c-427e-91d0-e1ba646c29d8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.936098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d26b028b-3ac9-4eb7-bf78-ba55f5849ef0 None None] For port 5bae690e-eb9a-4074-92a4-87f82eafd4d8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5bae690e-eb9a-4074-92a4-87f82eafd4d8,segment=NetworkSegment(38e15ba2-14ef-4c16-b5f7-d263220ee0d5),segment_id=38e15ba2-14ef-4c16-b5f7-d263220ee0d5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:38.936821 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d26b028b-3ac9-4eb7-bf78-ba55f5849ef0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.936995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:38.937424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (1abf1159-db7c-427e-91d0-e1ba646c29d8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:38.964776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d26b028b-3ac9-4eb7-bf78-ba55f5849ef0 None None] Calling delete_port for 5bae690e-eb9a-4074-92a4-87f82eafd4d8 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:38.969091 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:38.982027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106c2d6-1d99-44cd-b303-32a040d55fb9 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event deleted for resources: {'Subnet': ['ID=0f747801-a45c-4c85-b6c8-79022e0c0120,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:38.999078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 5bae690e-eb9a-4074-92a4-87f82eafd4d8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5bae690e-eb9a-4074-92a4-87f82eafd4d8,segment=NetworkSegment(38e15ba2-14ef-4c16-b5f7-d263220ee0d5),segment_id=38e15ba2-14ef-4c16-b5f7-d263220ee0d5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:39.017743 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.018850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1b5de33f-245d-459e-a58d-5ac25c3af7c1 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:39.021587 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f106c2d6-1d99-44cd-b303-32a040d55fb9 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.031119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f106c2d6-1d99-44cd-b303-32a040d55fb9 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "DELETE /v2.0/subnets/0f747801-a45c-4c85-b6c8-79022e0c0120 HTTP/1.1" status: 204 len: 168 time: 1.1627467 Feb 19 03:26:39.031924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59462) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:39.068132 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.143142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 1b5de33f-245d-459e-a58d-5ac25c3af7c1 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:39.143582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1b5de33f-245d-459e-a58d-5ac25c3af7c1 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:39.171297 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (ac357151-e9d0-4d6e-8787-0ecbc2bc68f3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.183562 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.197185 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/networks/ac357151-e9d0-4d6e-8787-0ecbc2bc68f3 HTTP/1.1" status: 204 len: 168 time: 1.6798871 Feb 19 03:26:39.218283 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59480) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:39.227681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631c647-fc10-4dcc-90d2-94cbc80f423d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Network': ['ID=ac357151-e9d0-4d6e-8787-0ecbc2bc68f3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:39.255750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161643a4-d8b0-40c2-99ab-195cdd4d4787 req-270f0733-d179-426b-84f3-c4323fbfe310 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:39.257406 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-161643a4-d8b0-40c2-99ab-195cdd4d4787 req-270f0733-d179-426b-84f3-c4323fbfe310 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.6208067 Feb 19 03:26:39.287065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:39.300517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:39.314615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:39.354803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=5bae690e-eb9a-4074-92a4-87f82eafd4d8,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:39.391155 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Publish callbacks [] for port (f2653b33-d48f-49d6-8cb5-4d16df3167a7), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.401811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2def2e3-c5a1-4b60-bfa7-b93677fdefa2 req-33bad8d6-bc6e-4cab-acaf-5c7ebe08c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:39.404105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2def2e3-c5a1-4b60-bfa7-b93677fdefa2 req-33bad8d6-bc6e-4cab-acaf-5c7ebe08c4d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 1128 time: 0.6188457 Feb 19 03:26:39.404934 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (f2653b33-d48f-49d6-8cb5-4d16df3167a7), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.440238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=17a7f4df-dd4e-4b1e-86ff-a23ed696c92c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:39.447688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-67daa866-afd1-4998-a9fb-b2116041729f tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Deleting subnet 06001b51-8541-4003-9b73-f2527c4bbc0c {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:39.453674 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67daa866-afd1-4998-a9fb-b2116041729f tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for subnet (06001b51-8541-4003-9b73-f2527c4bbc0c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.513743 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (56938313-7d9d-4fd3-8dcc-45369cc46052), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.541110 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d26b028b-3ac9-4eb7-bf78-ba55f5849ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (5bae690e-eb9a-4074-92a4-87f82eafd4d8), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.558764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b028b-3ac9-4eb7-bf78-ba55f5849ef0 None None] No DVR routers for this DVR port 5bae690e-eb9a-4074-92a4-87f82eafd4d8 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:39.562813 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Pushing event updated for resources: {'Port': ['ID=f2653b33-d48f-49d6-8cb5-4d16df3167a7,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:39.582054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Network 916ffdb9-2f97-49ee-9862-300084fb9539 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:39.584388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:39.594855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-161643a4-d8b0-40c2-99ab-195cdd4d4787 req-e4abf57c-232c-4079-8522-a290df0b54c5 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032713 Feb 19 03:26:39.644624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:39.653179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b028b-3ac9-4eb7-bf78-ba55f5849ef0 None None] Pushing event deleted for resources: {'Port': ['ID=5bae690e-eb9a-4074-92a4-87f82eafd4d8,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:39.707678 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (56938313-7d9d-4fd3-8dcc-45369cc46052), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.745212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56938313-7d9d-4fd3-8dcc-45369cc46052']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:39.759247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e15ba2-14ef-4c16-b5f7-d263220ee0d5') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:39.759790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e15ba2-14ef-4c16-b5f7-d263220ee0d5') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:39.774322 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (38e15ba2-14ef-4c16-b5f7-d263220ee0d5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.791694 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (38e15ba2-14ef-4c16-b5f7-d263220ee0d5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.800974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:39.801774 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (38e15ba2-14ef-4c16-b5f7-d263220ee0d5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:39.805848 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:39.825340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Attempting to bind port f2653b33-d48f-49d6-8cb5-4d16df3167a7 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:39.825724 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Attempting to bind port f2653b33-d48f-49d6-8cb5-4d16df3167a7 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '6161973a-9c59-4f56-8598-2a5ccb661f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '916ffdb9-2f97-49ee-9862-300084fb9539'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:39.826205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Attempting to bind port f2653b33-d48f-49d6-8cb5-4d16df3167a7 on network 916ffdb9-2f97-49ee-9862-300084fb9539 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:39.850852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:39.853237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Checking segment: {'id': '6161973a-9c59-4f56-8598-2a5ccb661f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '916ffdb9-2f97-49ee-9862-300084fb9539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:39.854638 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.855363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Bound using segment: {'id': '6161973a-9c59-4f56-8598-2a5ccb661f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '916ffdb9-2f97-49ee-9862-300084fb9539'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:39.856141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Bound port: f2653b33-d48f-49d6-8cb5-4d16df3167a7, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6161973a-9c59-4f56-8598-2a5ccb661f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '916ffdb9-2f97-49ee-9862-300084fb9539'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:39.856535 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f2653b33-d48f-49d6-8cb5-4d16df3167a7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.900311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67daa866-afd1-4998-a9fb-b2116041729f tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (06001b51-8541-4003-9b73-f2527c4bbc0c), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.927407 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (56938313-7d9d-4fd3-8dcc-45369cc46052), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.936898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:39.945339 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/networks/56938313-7d9d-4fd3-8dcc-45369cc46052 HTTP/1.1" status: 204 len: 168 time: 0.7217493 Feb 19 03:26:39.949766 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59534) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:39.970669 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-15ad6986-b711-44aa-8614-f29c1d44db47 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'network': {'name': 'tempest-RoutersTest-733773523'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:39.978339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab9cff-8874-4ad5-a383-057cfe5abc98 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Network': ['ID=56938313-7d9d-4fd3-8dcc-45369cc46052,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:40.010125 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ad6986-b711-44aa-8614-f29c1d44db47 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:40.016622 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15ad6986-b711-44aa-8614-f29c1d44db47 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.020049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] For port f2653b33-d48f-49d6-8cb5-4d16df3167a7, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:40.027348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2def2e3-c5a1-4b60-bfa7-b93677fdefa2 req-38aef257-b95e-4a8c-b5c9-1c1ee3af9984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:40.032967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] For port f2653b33-d48f-49d6-8cb5-4d16df3167a7, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f2653b33-d48f-49d6-8cb5-4d16df3167a7,segment=NetworkSegment(6161973a-9c59-4f56-8598-2a5ccb661f05),segment_id=6161973a-9c59-4f56-8598-2a5ccb661f05)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:40.033090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2def2e3-c5a1-4b60-bfa7-b93677fdefa2 req-38aef257-b95e-4a8c-b5c9-1c1ee3af9984 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ecb94fd-8ff3-4064-b340-acfd94f8204d HTTP/1.1" status: 200 len: 898 time: 0.5941086 Feb 19 03:26:40.060029 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f2653b33-d48f-49d6-8cb5-4d16df3167a7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.070627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ad6986-b711-44aa-8614-f29c1d44db47 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:40.091096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15ad6986-b711-44aa-8614-f29c1d44db47 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d87f0ac6-cdcc-4861-aba7-ab94badfc3ff), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.091653 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-15ad6986-b711-44aa-8614-f29c1d44db47 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Added segment d87f0ac6-cdcc-4861-aba7-ab94badfc3ff of type vlan for network 1d2f67d5-12de-48a8-9935-6f52098dc012 Feb 19 03:26:40.105424 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.149082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506f272-cafd-4ce9-b936-0f9eff87b908 None None] Pushing event updated for resources: {'Port': ['ID=f2653b33-d48f-49d6-8cb5-4d16df3167a7,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:40.170547 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15ad6986-b711-44aa-8614-f29c1d44db47 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (1d2f67d5-12de-48a8-9935-6f52098dc012), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.225626 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15ad6986-b711-44aa-8614-f29c1d44db47 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (1d2f67d5-12de-48a8-9935-6f52098dc012), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.233756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ad6986-b711-44aa-8614-f29c1d44db47 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:40.234793 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15ad6986-b711-44aa-8614-f29c1d44db47 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.309175 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-15ad6986-b711-44aa-8614-f29c1d44db47 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3581262 Feb 19 03:26:40.317412 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59570) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:40.324687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-aa713d8c-ee22-4e56-87cb-ed5c4d1e6763 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'subnet': {'network_id': '1d2f67d5-12de-48a8-9935-6f52098dc012', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:40.393983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad6986-b711-44aa-8614-f29c1d44db47 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Network': ['ID=1d2f67d5-12de-48a8-9935-6f52098dc012,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:40.487820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 1d2f67d5-12de-48a8-9935-6f52098dc012 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:40.501700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa713d8c-ee22-4e56-87cb-ed5c4d1e6763 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:40.513644 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa713d8c-ee22-4e56-87cb-ed5c4d1e6763 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.577529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2def2e3-c5a1-4b60-bfa7-b93677fdefa2 req-22eca2b1-269b-49e1-806d-f082d891c076 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 HTTP/1.1" status: 200 len: 1001 time: 0.5079205 Feb 19 03:26:40.812930 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67daa866-afd1-4998-a9fb-b2116041729f tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (06001b51-8541-4003-9b73-f2527c4bbc0c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.873460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2def2e3-c5a1-4b60-bfa7-b93677fdefa2 req-57020a3d-d28d-4402-a16e-84c5054b3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:40.874997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2def2e3-c5a1-4b60-bfa7-b93677fdefa2 req-57020a3d-d28d-4402-a16e-84c5054b3dc9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=539dec20-3d30-4941-b346-b454913cbe07 HTTP/1.1" status: 200 len: 834 time: 0.2626402 Feb 19 03:26:40.910214 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:40.920003 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa713d8c-ee22-4e56-87cb-ed5c4d1e6763 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.041339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa713d8c-ee22-4e56-87cb-ed5c4d1e6763 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Subnet': ['ID=3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:41.091525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa713d8c-ee22-4e56-87cb-ed5c4d1e6763 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Checking segment: {'id': 'd87f0ac6-cdcc-4861-aba7-ab94badfc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d2f67d5-12de-48a8-9935-6f52098dc012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:41.093398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa713d8c-ee22-4e56-87cb-ed5c4d1e6763 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network hostable DHCP agents. Network: 1d2f67d5-12de-48a8-9935-6f52098dc012, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:41.117584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa713d8c-ee22-4e56-87cb-ed5c4d1e6763 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 1d2f67d5-12de-48a8-9935-6f52098dc012 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:41.133335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-aa713d8c-ee22-4e56-87cb-ed5c4d1e6763 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 1d2f67d5-12de-48a8-9935-6f52098dc012) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:41.150675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e7075-c890-4cc5-8fff-8ae3a5c5e722 None None] Network 1d2f67d5-12de-48a8-9935-6f52098dc012 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:41.152541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa713d8c-ee22-4e56-87cb-ed5c4d1e6763 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:41.153179 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa713d8c-ee22-4e56-87cb-ed5c4d1e6763 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.161462 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67daa866-afd1-4998-a9fb-b2116041729f tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (06001b51-8541-4003-9b73-f2527c4bbc0c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.180206 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-aa713d8c-ee22-4e56-87cb-ed5c4d1e6763 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8609602 Feb 19 03:26:41.181949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59656) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:41.184071 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60c4e3-9e07-4976-86d7-b17d5c5d6b62 req-1831d0a2-0417-49a0-a5a9-99df22624e31 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:41.192164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc60c4e3-9e07-4976-86d7-b17d5c5d6b62 req-1831d0a2-0417-49a0-a5a9-99df22624e31 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.3937113 Feb 19 03:26:41.195269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a32d067d-18c7-4f1d-b4f3-e6615b46e9ab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1179801149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:41.245772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daa866-afd1-4998-a9fb-b2116041729f tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event deleted for resources: {'Subnet': ['ID=06001b51-8541-4003-9b73-f2527c4bbc0c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:41.248224 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a32d067d-18c7-4f1d-b4f3-e6615b46e9ab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (e0512f35-9f0a-4e11-94f4-7519aa2eae9b), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.259833 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2def2e3-c5a1-4b60-bfa7-b93677fdefa2 req-ba14a891-99bb-4423-a9b6-9e5cb33cf95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:41.261638 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2def2e3-c5a1-4b60-bfa7-b93677fdefa2 req-ba14a891-99bb-4423-a9b6-9e5cb33cf95d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ecb94fd-8ff3-4064-b340-acfd94f8204d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3734426 Feb 19 03:26:41.262648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a32d067d-18c7-4f1d-b4f3-e6615b46e9ab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (e0512f35-9f0a-4e11-94f4-7519aa2eae9b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.262996 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67daa866-afd1-4998-a9fb-b2116041729f tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.268327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-67daa866-afd1-4998-a9fb-b2116041729f tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "DELETE /v2.0/subnets/06001b51-8541-4003-9b73-f2527c4bbc0c HTTP/1.1" status: 204 len: 168 time: 2.2226334 Feb 19 03:26:41.289062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59666) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:41.369821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-1d2f67d5-12de-48a8-9935-6f52098dc012', 'network_id': '1d2f67d5-12de-48a8-9935-6f52098dc012', 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'fixed_ips': [{'subnet_id': '3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:41.370947 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.426402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562bf6fe-b6e4-427e-bca0-0ae7c5e0ad50 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:41.427827 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-562bf6fe-b6e4-427e-bca0-0ae7c5e0ad50 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1376026 Feb 19 03:26:41.459875 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59680) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:41.509776 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a32d067d-18c7-4f1d-b4f3-e6615b46e9ab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (e0512f35-9f0a-4e11-94f4-7519aa2eae9b), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.519287 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a32d067d-18c7-4f1d-b4f3-e6615b46e9ab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (e0512f35-9f0a-4e11-94f4-7519aa2eae9b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.559300 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a32d067d-18c7-4f1d-b4f3-e6615b46e9ab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.562369 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a32d067d-18c7-4f1d-b4f3-e6615b46e9ab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3752041 Feb 19 03:26:41.563867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59696) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:41.574468 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'port': {'network_id': '1d2f67d5-12de-48a8-9935-6f52098dc012', 'name': 'tempest-RoutersTest-1048874070'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:41.605673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2def2e3-c5a1-4b60-bfa7-b93677fdefa2 req-5c1cd1dc-2811-4e22-bd4b-197afedc68bb service neutron] 10.222.0.67 "GET /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246784 Feb 19 03:26:41.656260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Allocated IP 172.20.0.2 (1d2f67d5-12de-48a8-9935-6f52098dc012/3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff/cf8c2578-f23a-438a-a86f-d9e1ad96091e) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:41.749914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc60c4e3-9e07-4976-86d7-b17d5c5d6b62 req-2d358374-ab7a-41f6-b97d-5a14f14a3313 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5565259 Feb 19 03:26:41.778883 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.870189 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (916ffdb9-2f97-49ee-9862-300084fb9539), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.914016 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:41.922286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:41.968619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2def2e3-c5a1-4b60-bfa7-b93677fdefa2 req-920b71d9-cc75-4363-8d99-4653540a25ac service neutron] 10.222.0.67 "GET /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488271 Feb 19 03:26:42.008496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] device_id is not set on port e314c4cd-68e3-4c38-8453-d78f7f2fbb4a yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:26:42.056398 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Publish callbacks [] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.058082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Deleting port f2653b33-d48f-49d6-8cb5-4d16df3167a7 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:42.058890 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f2653b33-d48f-49d6-8cb5-4d16df3167a7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.070402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f72aa9-e159-44ff-b84f-2dde99fde226 None None] Network 916ffdb9-2f97-49ee-9862-300084fb9539 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:42.074571 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.127660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:26:42.287459 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Allocated IP 172.20.0.10 (1d2f67d5-12de-48a8-9935-6f52098dc012/3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff/e314c4cd-68e3-4c38-8453-d78f7f2fbb4a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:42.299333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] For port f2653b33-d48f-49d6-8cb5-4d16df3167a7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f2653b33-d48f-49d6-8cb5-4d16df3167a7,segment=NetworkSegment(6161973a-9c59-4f56-8598-2a5ccb661f05),segment_id=6161973a-9c59-4f56-8598-2a5ccb661f05)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:42.300360 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f2653b33-d48f-49d6-8cb5-4d16df3167a7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.324217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Calling delete_port for f2653b33-d48f-49d6-8cb5-4d16df3167a7 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:42.337587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:42.338286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Network 1d2f67d5-12de-48a8-9935-6f52098dc012 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:42.360590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:42.366794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:42.379527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e7824078-d63e-4399-9a81-f3b771f03f22 None None] Provisioning complete for port f2653b33-d48f-49d6-8cb5-4d16df3167a7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:42.380170 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e7824078-d63e-4399-9a81-f3b771f03f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f2653b33-d48f-49d6-8cb5-4d16df3167a7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.387717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Sync routers for ids ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:42.434897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Pushing event updated for resources: {'Port': ['ID=cf8c2578-f23a-438a-a86f-d9e1ad96091e,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:42.439734 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.441042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4b798c17-7e17-496e-8deb-67f6503b7223 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.0565839 Feb 19 03:26:42.452118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59726) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:42.508154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Routers {'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:42.509124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:42.568268 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-53aa5932-892d-4f32-badf-db56656367d1 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=d251da4ce30245449da598358709f972&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1122539 Feb 19 03:26:42.572224 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59730) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:42.619536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f2653b33-d48f-49d6-8cb5-4d16df3167a7 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:42.624540 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f2653b33-d48f-49d6-8cb5-4d16df3167a7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.663634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f2653b33-d48f-49d6-8cb5-4d16df3167a7 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:42.664719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f2653b33-d48f-49d6-8cb5-4d16df3167a7 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 19 03:26:42.671156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e7824078-d63e-4399-9a81-f3b771f03f22 None None] Could not find standard attr ID for object f2653b33-d48f-49d6-8cb5-4d16df3167a7. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:26:42.674281 n-d-826755-2 neutron-server[109900]: INFO neutron.plugins.ml2.db [None req-e7824078-d63e-4399-9a81-f3b771f03f22 None None] No ports have port_id starting with f2653b33-d48f-49d6-8cb5-4d16df3167a7 Feb 19 03:26:42.693264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event deleted for resources: {'Port': ['ID=f2653b33-d48f-49d6-8cb5-4d16df3167a7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:42.721420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Attempting to bind port cf8c2578-f23a-438a-a86f-d9e1ad96091e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:42.722057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Attempting to bind port cf8c2578-f23a-438a-a86f-d9e1ad96091e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd87f0ac6-cdcc-4861-aba7-ab94badfc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d2f67d5-12de-48a8-9935-6f52098dc012'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:42.722625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Attempting to bind port cf8c2578-f23a-438a-a86f-d9e1ad96091e on network 1d2f67d5-12de-48a8-9935-6f52098dc012 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:42.728375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] No DVR routers for this DVR port f2653b33-d48f-49d6-8cb5-4d16df3167a7 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:26:42.730002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Port f2653b33-d48f-49d6-8cb5-4d16df3167a7 not found, will not notify nova. {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 19 03:26:42.788709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:42.793939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Checking segment: {'id': 'd87f0ac6-cdcc-4861-aba7-ab94badfc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d2f67d5-12de-48a8-9935-6f52098dc012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:42.794605 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.795611 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Bound using segment: {'id': 'd87f0ac6-cdcc-4861-aba7-ab94badfc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d2f67d5-12de-48a8-9935-6f52098dc012'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:42.796337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Bound port: cf8c2578-f23a-438a-a86f-d9e1ad96091e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87f0ac6-cdcc-4861-aba7-ab94badfc3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1d2f67d5-12de-48a8-9935-6f52098dc012'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:42.797060 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.822172 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e9f108-063d-4c8e-8c56-97dbe8897fb9 None None] DHCP port deletion for 916ffdb9-2f97-49ee-9862-300084fb9539 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:26:42.823251 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.861788 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51014c65-45e2-486b-803d-bbf3198959b3 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:42.863335 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-51014c65-45e2-486b-803d-bbf3198959b3 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2898839 Feb 19 03:26:42.866749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59742) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:42.888778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Set router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:42.945400 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ce17e86a-6485-4d2c-a740-3349f3e6e824 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0774434 Feb 19 03:26:42.947805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59744) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:42.954856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fc2e5b5e-9099-48ca-ba8a-898a763d750d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-513494942', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'project_id': 'd251da4ce30245449da598358709f972', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:42.957928 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (916ffdb9-2f97-49ee-9862-300084fb9539), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:42.967026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.002760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916ffdb9-2f97-49ee-9862-300084fb9539']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:43.021341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6161973a-9c59-4f56-8598-2a5ccb661f05') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:43.021341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6161973a-9c59-4f56-8598-2a5ccb661f05') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:43.035700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc01b23-0dcc-4a1e-bc42-9b1d242b9a0b req-14a3cdb6-065e-4b1e-9c2e-b0eb0812dde4 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:43.037277 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cc01b23-0dcc-4a1e-bc42-9b1d242b9a0b req-14a3cdb6-065e-4b1e-9c2e-b0eb0812dde4 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.1232090 Feb 19 03:26:43.041284 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (6161973a-9c59-4f56-8598-2a5ccb661f05), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.065534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] For port cf8c2578-f23a-438a-a86f-d9e1ad96091e, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:43.104243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 1d2f67d5-12de-48a8-9935-6f52098dc012 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:43.115911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6161973a-9c59-4f56-8598-2a5ccb661f05), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.124184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] For port cf8c2578-f23a-438a-a86f-d9e1ad96091e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cf8c2578-f23a-438a-a86f-d9e1ad96091e,segment=NetworkSegment(d87f0ac6-cdcc-4861-aba7-ab94badfc3ff),segment_id=d87f0ac6-cdcc-4861-aba7-ab94badfc3ff)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:43.148007 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.163003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:43.165774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:43.166922 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (6161973a-9c59-4f56-8598-2a5ccb661f05), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.170985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:43.175340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=e314c4cd-68e3-4c38-8453-d78f7f2fbb4a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:43.178073 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:43.199694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cc01b23-0dcc-4a1e-bc42-9b1d242b9a0b req-78506e9b-8190-46da-9ce5-bb7da2064f51 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509907 Feb 19 03:26:43.262923 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (916ffdb9-2f97-49ee-9862-300084fb9539), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.271408 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.285894 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "DELETE /v2.0/networks/916ffdb9-2f97-49ee-9862-300084fb9539 HTTP/1.1" status: 204 len: 168 time: 1.6897728 Feb 19 03:26:43.292098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59748) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:43.358784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa698ccd-d453-44ef-8109-6c53655120a6 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event deleted for resources: {'Network': ['ID=916ffdb9-2f97-49ee-9862-300084fb9539,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:43.393011 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adaafa0-ebc0-4782-8304-59a142068615 None None] Pushing event updated for resources: {'Port': ['ID=cf8c2578-f23a-438a-a86f-d9e1ad96091e,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:43.427241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:43.428069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.505307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2e5b5e-9099-48ca-ba8a-898a763d750d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Made reservation on behalf of d251da4ce30245449da598358709f972 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:43.524412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5b5e-9099-48ca-ba8a-898a763d750d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.538236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:39Z', 'revision_number': 3, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:43.539031 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (7aafadfc-8dad-4498-aa80-919244eaa032), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:43.549036 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-43568045-a4ce-453f-84b5-110d453bd302 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9826083 Feb 19 03:26:43.551744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59750) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:43.584453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Checking router: dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:43.584960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Updating router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:26:43.627805 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.203980 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (7aafadfc-8dad-4498-aa80-919244eaa032), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.257763 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5b5e-9099-48ca-ba8a-898a763d750d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (7ce80253-4161-46fb-9759-1f698da15f46), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.307634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aafadfc-8dad-4498-aa80-919244eaa032']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:44.345806 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Publish callbacks [] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.359336 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.431569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e5b5e-9099-48ca-ba8a-898a763d750d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Subnet': ['ID=7ce80253-4161-46fb-9759-1f698da15f46,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:44.465347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17488a14-bd1e-4bad-9c82-e8c6db0a189d') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:44.465896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17488a14-bd1e-4bad-9c82-e8c6db0a189d') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:44.472335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf921d2-0145-4b7e-a03d-c1d5f7c7d600 None None] Pushing event updated for resources: {'Port': ['ID=17a7f4df-dd4e-4b1e-86ff-a23ed696c92c,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:44.534485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (17488a14-bd1e-4bad-9c82-e8c6db0a189d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.549387 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Attempting to bind port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:44.551717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Attempting to bind port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:44.554085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Attempting to bind port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:44.563274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2e5b5e-9099-48ca-ba8a-898a763d750d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Checking segment: {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:44.563646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e5b5e-9099-48ca-ba8a-898a763d750d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network hostable DHCP agents. Network: 96198039-ea61-4722-b524-b9596bcc37b9, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:44.580482 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:44.581192 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:44.581705 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.582340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:44.583057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Bound port: 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:44.584823 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.587796 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.612453 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (17488a14-bd1e-4bad-9c82-e8c6db0a189d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.624469 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e5b5e-9099-48ca-ba8a-898a763d750d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 96198039-ea61-4722-b524-b9596bcc37b9 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:44.637965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:44.638373 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (17488a14-bd1e-4bad-9c82-e8c6db0a189d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:44.648994 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:44.651451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08268c-74ed-4e18-982a-76d6ffc6b489 req-e0ad984f-4540-4982-a106-20d44291e02c tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:44.656194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b08268c-74ed-4e18-982a-76d6ffc6b489 req-e0ad984f-4540-4982-a106-20d44291e02c tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.2328308 Feb 19 03:26:44.669387 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cf8c2578-f23a-438a-a86f-d9e1ad96091e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:44.750064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] For port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:44.757747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] For port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=17a7f4df-dd4e-4b1e-86ff-a23ed696c92c,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:44.762566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-fc2e5b5e-9099-48ca-ba8a-898a763d750d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 96198039-ea61-4722-b524-b9596bcc37b9) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:44.770706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b08268c-74ed-4e18-982a-76d6ffc6b489 req-b600a631-1bf3-4d0c-8236-77961f22b54d tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051664 Feb 19 03:26:44.773358 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e5b5e-9099-48ca-ba8a-898a763d750d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:44.773964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fc2e5b5e-9099-48ca-ba8a-898a763d750d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.805784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097e600b-9ac9-4362-a9da-3f371c1afe71 None None] Network 96198039-ea61-4722-b524-b9596bcc37b9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:44.816325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:44.860703 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fc2e5b5e-9099-48ca-ba8a-898a763d750d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9108949 Feb 19 03:26:44.861341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59762) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:45.147984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port cf8c2578-f23a-438a-a86f-d9e1ad96091e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:45.149129 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.156330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3fa769-749a-48a0-ac32-2c31bb24e636 None None] Network 1d2f67d5-12de-48a8-9935-6f52098dc012 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:45.244434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf921d2-0145-4b7e-a03d-c1d5f7c7d600 None None] Pushing event updated for resources: {'Port': ['ID=17a7f4df-dd4e-4b1e-86ff-a23ed696c92c,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:45.252302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Routers {'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:45.254371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:45.316919 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.332517 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.377622 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (7aafadfc-8dad-4498-aa80-919244eaa032), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.385140 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.390323 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "DELETE /v2.0/networks/7aafadfc-8dad-4498-aa80-919244eaa032 HTTP/1.1" status: 204 len: 168 time: 2.0967875 Feb 19 03:26:45.394486 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] Set router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:45.450246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59770) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:45.464041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=e314c4cd-68e3-4c38-8453-d78f7f2fbb4a,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:45.805660 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (dd02a52d-9407-4683-8ae7-fb3c21b309ea), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.822159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c33fc280-5599-486d-832e-367a26c1046c None None] Provisioning complete for port cf8c2578-f23a-438a-a86f-d9e1ad96091e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:45.822553 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c33fc280-5599-486d-832e-367a26c1046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:45.863951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86b9c8-a02f-471e-a6b7-db8b286f58df tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event deleted for resources: {'Network': ['ID=7aafadfc-8dad-4498-aa80-919244eaa032,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:46.018285 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.229674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-96198039-ea61-4722-b524-b9596bcc37b9', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ips': [{'subnet_id': '7ce80253-4161-46fb-9759-1f698da15f46'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:46.230565 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.236391 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (e0512f35-9f0a-4e11-94f4-7519aa2eae9b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.454446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port cf8c2578-f23a-438a-a86f-d9e1ad96091e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:46.457694 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.686753 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:39Z', 'revision_number': 3, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:46.708489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.20.0.1 (96198039-ea61-4722-b524-b9596bcc37b9/7ce80253-4161-46fb-9759-1f698da15f46/5fd1281b-39c8-4e1c-a0d7-2fb41f071658) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:46.774968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7478044-ec98-458c-b9d3-04928acfb27a None None] The sync data for ids ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'] in n-d-826755-2 is: [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:39Z', 'revision_number': 3, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:46.837808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port cf8c2578-f23a-438a-a86f-d9e1ad96091e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cf8c2578-f23a-438a-a86f-d9e1ad96091e,segment=NetworkSegment(d87f0ac6-cdcc-4861-aba7-ab94badfc3ff),segment_id=d87f0ac6-cdcc-4861-aba7-ab94badfc3ff)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:46.847928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c33fc280-5599-486d-832e-367a26c1046c None None] Current status of the port cf8c2578-f23a-438a-a86f-d9e1ad96091e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:46.847928 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c33fc280-5599-486d-832e-367a26c1046c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:46.907171 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.084441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.095797 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (dd02a52d-9407-4683-8ae7-fb3c21b309ea), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.103950 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-c33fc280-5599-486d-832e-367a26c1046c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:26:47.104243 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-c33fc280-5599-486d-832e-367a26c1046c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:26:47.109511 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f2653b33-d48f-49d6-8cb5-4d16df3167a7 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:26:47.190497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f2653b33-d48f-49d6-8cb5-4d16df3167a7 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:26:47.190863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f2653b33-d48f-49d6-8cb5-4d16df3167a7 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:26:47.195782 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.237635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd02a52d-9407-4683-8ae7-fb3c21b309ea']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:47.310547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5099522-1dfe-459f-80e0-24637a5e3173') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:47.319870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5099522-1dfe-459f-80e0-24637a5e3173') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:47.395628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=cf8c2578-f23a-438a-a86f-d9e1ad96091e,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:47.437411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (a5099522-1dfe-459f-80e0-24637a5e3173), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.447602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 96198039-ea61-4722-b524-b9596bcc37b9 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:47.457046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:47.462174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:47.497514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Allocated IP 172.20.0.2 (96198039-ea61-4722-b524-b9596bcc37b9/7ce80253-4161-46fb-9759-1f698da15f46/d4158442-5b8a-46f4-a240-4a0634c95306) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:47.513196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:47.523799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92384d4c-1028-4e4f-98f9-793b29c8928d req-5eff81ab-6caf-49c8-8c4a-3fc6c539b043 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:47.526196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=5fd1281b-39c8-4e1c-a0d7-2fb41f071658,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:47.534579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92384d4c-1028-4e4f-98f9-793b29c8928d req-5eff81ab-6caf-49c8-8c4a-3fc6c539b043 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 1.2739165 Feb 19 03:26:47.557810 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.643195 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a5099522-1dfe-459f-80e0-24637a5e3173), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.706634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:47.707418 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (a5099522-1dfe-459f-80e0-24637a5e3173), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:47.725770 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:47.755322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.898477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92384d4c-1028-4e4f-98f9-793b29c8928d req-ac59cffa-87f2-4c60-9089-afd976418a0e tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862568 Feb 19 03:26:47.904696 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (dd02a52d-9407-4683-8ae7-fb3c21b309ea), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.937965 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.939104 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:47.941049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "DELETE /v2.0/networks/dd02a52d-9407-4683-8ae7-fb3c21b309ea HTTP/1.1" status: 204 len: 168 time: 2.4738123 Feb 19 03:26:47.942274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214de9e-727a-47da-930f-f0e67e3b3df1 tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event deleted for resources: {'Network': ['ID=dd02a52d-9407-4683-8ae7-fb3c21b309ea,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:47.948486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59794) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:47.964943 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Publish callbacks [] for port (d4158442-5b8a-46f4-a240-4a0634c95306), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.068060 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.163408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Network 96198039-ea61-4722-b524-b9596bcc37b9 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:48.202363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:48.211011 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:48.239852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c33fc280-5599-486d-832e-367a26c1046c None None] Current status of the port cf8c2578-f23a-438a-a86f-d9e1ad96091e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:48.260215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Pushing event updated for resources: {'Port': ['ID=d4158442-5b8a-46f4-a240-4a0634c95306,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:48.311357 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.322221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (17f8f47f-7f0d-4862-997c-df63f193a634), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.327305 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.378930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:48.379448 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.467655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Attempting to bind port d4158442-5b8a-46f4-a240-4a0634c95306 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:48.470195 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Attempting to bind port d4158442-5b8a-46f4-a240-4a0634c95306 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:48.470647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Attempting to bind port d4158442-5b8a-46f4-a240-4a0634c95306 on network 96198039-ea61-4722-b524-b9596bcc37b9 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:48.500189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=e314c4cd-68e3-4c38-8453-d78f7f2fbb4a,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:48.502478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:48.503058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Checking segment: {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:48.503376 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.504014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Bound using segment: {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:48.506593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Bound port: d4158442-5b8a-46f4-a240-4a0634c95306, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:48.512749 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.522821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (e0512f35-9f0a-4e11-94f4-7519aa2eae9b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.572989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-820124aa-02ce-4b1c-8d08-72e51e807b81 None None] Provisioning complete for port cf8c2578-f23a-438a-a86f-d9e1ad96091e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:48.573744 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-820124aa-02ce-4b1c-8d08-72e51e807b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.731450 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (17f8f47f-7f0d-4862-997c-df63f193a634), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:48.746962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 1d2f67d5-12de-48a8-9935-6f52098dc012 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:48.749262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:48.834116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17f8f47f-7f0d-4862-997c-df63f193a634']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:48.896620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] For port d4158442-5b8a-46f4-a240-4a0634c95306, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:48.914425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] For port d4158442-5b8a-46f4-a240-4a0634c95306, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d4158442-5b8a-46f4-a240-4a0634c95306,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:49.006064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d15e682-7451-44c8-8152-42cc7b7c2e2a') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:49.006642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d15e682-7451-44c8-8152-42cc7b7c2e2a') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:49.051187 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.057320 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (7d15e682-7451-44c8-8152-42cc7b7c2e2a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.075589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:49.076013 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.087748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router e0512f35-9f0a-4e11-94f4-7519aa2eae9b is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:26:49.156103 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7d15e682-7451-44c8-8152-42cc7b7c2e2a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.165629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-820124aa-02ce-4b1c-8d08-72e51e807b81 None None] Current status of the port cf8c2578-f23a-438a-a86f-d9e1ad96091e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:49.174703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=17a7f4df-dd4e-4b1e-86ff-a23ed696c92c,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:49.226172 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.241695 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.244101 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:26:49.244506 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (7d15e682-7451-44c8-8152-42cc7b7c2e2a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.262329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b59ca-65c3-42d6-be74-eeca69be2d2b None None] Pushing event updated for resources: {'Port': ['ID=d4158442-5b8a-46f4-a240-4a0634c95306,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:26:49.337724 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:26:49.341665 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.383510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa39348-bdc5-4882-bd71-c8b333e7ce55 req-5540d1c0-6e04-4bbc-84dc-fb4855f6705e tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:49.390972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5fa39348-bdc5-4882-bd71-c8b333e7ce55 req-5540d1c0-6e04-4bbc-84dc-fb4855f6705e tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.3299148 Feb 19 03:26:49.398413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-820124aa-02ce-4b1c-8d08-72e51e807b81 None None] Provisioning complete for port e314c4cd-68e3-4c38-8453-d78f7f2fbb4a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:49.398854 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-820124aa-02ce-4b1c-8d08-72e51e807b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.443668 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (17f8f47f-7f0d-4862-997c-df63f193a634), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.468071 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.475483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:49.478680 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] 10.222.0.81 "DELETE /v2.0/networks/17f8f47f-7f0d-4862-997c-df63f193a634 HTTP/1.1" status: 204 len: 168 time: 1.5291121 Feb 19 03:26:49.498096 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69109925-d6b3-41d8-8df3-8a162b32fe1d None None] Sync routers for ids ['e0512f35-9f0a-4e11-94f4-7519aa2eae9b'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:49.500479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cf8c2578-f23a-438a-a86f-d9e1ad96091e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:49.513401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-25e541c0-bfc8-4889-8d41-5cb6410b5225 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/e0512f35-9f0a-4e11-94f4-7519aa2eae9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9603319 Feb 19 03:26:49.534130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59806) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:49.547597 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69109925-d6b3-41d8-8df3-8a162b32fe1d None None] Routers {'e0512f35-9f0a-4e11-94f4-7519aa2eae9b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:49.551209 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.554203 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-69109925-d6b3-41d8-8df3-8a162b32fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e0512f35-9f0a-4e11-94f4-7519aa2eae9b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:49.635165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5722f9e-524e-4953-98d7-002bea54b8fd tempest-BulkNetworkOpsIpV6Test-504419586 tempest-BulkNetworkOpsIpV6Test-504419586-project] Pushing event deleted for resources: {'Network': ['ID=17f8f47f-7f0d-4862-997c-df63f193a634,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:49.708845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=5fd1281b-39c8-4e1c-a0d7-2fb41f071658,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:49.806424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5fa39348-bdc5-4882-bd71-c8b333e7ce55 req-5510930f-dbe3-4b4e-b5db-022512aa1862 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984661 Feb 19 03:26:49.823562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=17a7f4df-dd4e-4b1e-86ff-a23ed696c92c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:49.835702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65e0fc2-ae8f-459f-9264-3b4f3a1874f9 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:49.837259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d65e0fc2-ae8f-459f-9264-3b4f3a1874f9 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports/e314c4cd-68e3-4c38-8453-d78f7f2fbb4a HTTP/1.1" status: 200 len: 978 time: 0.2902112 Feb 19 03:26:49.845215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59814) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:49.846363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-820124aa-02ce-4b1c-8d08-72e51e807b81 None None] Port e314c4cd-68e3-4c38-8453-d78f7f2fbb4a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:49.869246 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port cf8c2578-f23a-438a-a86f-d9e1ad96091e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:49.869626 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:49.885810 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-69109925-d6b3-41d8-8df3-8a162b32fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:49.942910 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69109925-d6b3-41d8-8df3-8a162b32fe1d None None] Routers {'e0512f35-9f0a-4e11-94f4-7519aa2eae9b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:49.943787 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-69109925-d6b3-41d8-8df3-8a162b32fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e0512f35-9f0a-4e11-94f4-7519aa2eae9b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:50.019049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ddeda3b-dd47-400f-9483-439b2e8b11ff None None] Provisioning complete for port e314c4cd-68e3-4c38-8453-d78f7f2fbb4a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:50.019585 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ddeda3b-dd47-400f-9483-439b2e8b11ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.027348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 96198039-ea61-4722-b524-b9596bcc37b9 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:50.046569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:50.049328 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-69109925-d6b3-41d8-8df3-8a162b32fe1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:50.049848 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69109925-d6b3-41d8-8df3-8a162b32fe1d None None] The sync data for ids ['e0512f35-9f0a-4e11-94f4-7519aa2eae9b'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:50.183556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ddeda3b-dd47-400f-9483-439b2e8b11ff None None] Port e314c4cd-68e3-4c38-8453-d78f7f2fbb4a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:50.202615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59818) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:50.223804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port cf8c2578-f23a-438a-a86f-d9e1ad96091e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:50.385679 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:50.505641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fe7be4b3-cce9-477e-bc70-bc40c910fcff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=265369ac6f414aa4a63b425862e06077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3014102 Feb 19 03:26:50.514390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59830) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:50.633610 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a298-f180-47e5-bbf3-2f7436c604b5 admin admin] Publish callbacks [] for security_group (ae929c14-a8b0-404c-a265-a72f7b97c79d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.640442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:50.651272 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Sync routers for ids ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:50.664694 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-785038bc-7b71-47e5-a592-379c3b999df4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "PUT /v2.0/routers/dd4f546f-a1d2-4a3e-bc9b-b1596d994d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8000259 Feb 19 03:26:50.668972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Routers {'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:50.670049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:50.718452 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a298-f180-47e5-bbf3-2f7436c604b5 admin admin] Publish callbacks [] for security_group (ae929c14-a8b0-404c-a265-a72f7b97c79d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:50.921719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Set router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:51.192532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3187f02-aa27-4f23-a0f1-b2b579801e0d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (e0512f35-9f0a-4e11-94f4-7519aa2eae9b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.255819 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a298-f180-47e5-bbf3-2f7436c604b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ae929c14-a8b0-404c-a265-a72f7b97c79d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.258995 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cf0a298-f180-47e5-bbf3-2f7436c604b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.260884 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4cf0a298-f180-47e5-bbf3-2f7436c604b5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ae929c14-a8b0-404c-a265-a72f7b97c79d HTTP/1.1" status: 204 len: 168 time: 0.7454584 Feb 19 03:26:51.331802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0a298-f180-47e5-bbf3-2f7436c604b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae929c14-a8b0-404c-a265-a72f7b97c79d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:51.361329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90a57c-8ef5-4a45-b7c1-63cbdc6fe9d1 req-ce96d5ed-dd6d-475c-9feb-cd1d7d6fbeb5 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:51.365399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b90a57c-8ef5-4a45-b7c1-63cbdc6fe9d1 req-ce96d5ed-dd6d-475c-9feb-cd1d7d6fbeb5 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.3762367 Feb 19 03:26:51.440961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d19e7c-d701-48b3-9541-c45f7c790e3f None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:26:51.663323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5e708f51-5c5e-4970-a986-5a0f49cde1bd None None] Provisioning complete for port d4158442-5b8a-46f4-a240-4a0634c95306 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:51.663699 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5e708f51-5c5e-4970-a986-5a0f49cde1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:51.696021 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b90a57c-8ef5-4a45-b7c1-63cbdc6fe9d1 req-ddb76698-cccb-4ba6-88d4-90004803709d tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219907 Feb 19 03:26:51.830108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d4158442-5b8a-46f4-a240-4a0634c95306 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:51.907790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-e4b07b01-8b22-49fd-822b-23acc0389588 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1986949552&fields=id&tenant_id=d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 267 time: 0.0909214 Feb 19 03:26:52.082687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b3187f02-aa27-4f23-a0f1-b2b579801e0d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port e314c4cd-68e3-4c38-8453-d78f7f2fbb4a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:26:52.085083 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3187f02-aa27-4f23-a0f1-b2b579801e0d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.125628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d19e7c-d701-48b3-9541-c45f7c790e3f None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:26:52.137282 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59870) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:52.303575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d4158442-5b8a-46f4-a240-4a0634c95306 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:52.303803 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.429079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e464-264d-4446-ab16-aeca0893f233 req-c17a4752-649e-450a-bff9-6901bce77709 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:52.431356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-c17a4752-649e-450a-bff9-6901bce77709 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/networks?id=96198039-ea61-4722-b524-b9596bcc37b9 HTTP/1.1" status: 200 len: 797 time: 0.5222106 Feb 19 03:26:52.451916 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3187f02-aa27-4f23-a0f1-b2b579801e0d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.498113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b3187f02-aa27-4f23-a0f1-b2b579801e0d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for e314c4cd-68e3-4c38-8453-d78f7f2fbb4a owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:26:52.501306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-11fd975c-8eb0-4dac-8376-a15eade55956 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/quotas/d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 375 time: 0.0597205 Feb 19 03:26:52.517533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-368d8c83-7e5a-460e-84dd-4ed0def33f1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.750921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-083134d6-7d5e-46d6-a1ef-3a983751d4ec tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2364013 Feb 19 03:26:52.779397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-368d8c83-7e5a-460e-84dd-4ed0def33f1c admin admin] Publish callbacks [] for security_group (f659e834-a005-4aba-8f5a-831f6e261ecc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.792213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-368d8c83-7e5a-460e-84dd-4ed0def33f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f659e834-a005-4aba-8f5a-831f6e261ecc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.830552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5e708f51-5c5e-4970-a986-5a0f49cde1bd None None] Current status of the port d4158442-5b8a-46f4-a240-4a0634c95306 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:52.831213 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5e708f51-5c5e-4970-a986-5a0f49cde1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.839881 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:52.952999 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-368d8c83-7e5a-460e-84dd-4ed0def33f1c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=55f09715d9b4493fbc416e9a51cb658a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8144331 Feb 19 03:26:52.954210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d8c83-7e5a-460e-84dd-4ed0def33f1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f659e834-a005-4aba-8f5a-831f6e261ecc,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:52.956893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59890) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:53.063403 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-340b9b16-7d5f-4765-8749-fe44fc8776e2 admin admin] Publish callbacks [] for security_group (f659e834-a005-4aba-8f5a-831f6e261ecc), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.076248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '5fd1281b-39c8-4e1c-a0d7-2fb41f071658', 'name': '', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:f9:2c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '7ce80253-4161-46fb-9759-1f698da15f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:46Z', 'updated_at': '2022-02-19T03:26:48Z', 'revision_number': 2, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '7ce80253-4161-46fb-9759-1f698da15f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:53.119335 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-340b9b16-7d5f-4765-8749-fe44fc8776e2 admin admin] Publish callbacks [] for security_group (f659e834-a005-4aba-8f5a-831f6e261ecc), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.178512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-fecff01b-5bea-4c6a-952d-dc2bc83f8bdd service neutron] 10.222.0.81 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390703 Feb 19 03:26:53.188558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59894) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:53.216347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d4158442-5b8a-46f4-a240-4a0634c95306 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:53.217080 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.224099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-340b9b16-7d5f-4765-8749-fe44fc8776e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f659e834-a005-4aba-8f5a-831f6e261ecc), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.227234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-340b9b16-7d5f-4765-8749-fe44fc8776e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.229516 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-340b9b16-7d5f-4765-8749-fe44fc8776e2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f659e834-a005-4aba-8f5a-831f6e261ecc HTTP/1.1" status: 204 len: 168 time: 0.2638321 Feb 19 03:26:53.237710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5e708f51-5c5e-4970-a986-5a0f49cde1bd None None] For port d4158442-5b8a-46f4-a240-4a0634c95306, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d4158442-5b8a-46f4-a240-4a0634c95306,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:53.241728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b9b16-7d5f-4765-8749-fe44fc8776e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f659e834-a005-4aba-8f5a-831f6e261ecc,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:53.264587 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3187f02-aa27-4f23-a0f1-b2b579801e0d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e314c4cd-68e3-4c38-8453-d78f7f2fbb4a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.299787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Checking router: dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:26:53.300186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Updating router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:26:53.310237 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5e708f51-5c5e-4970-a986-5a0f49cde1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.410380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e57c2f56-8dec-49d4-b6f6-e4fdf53197a0 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-263185481', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:53.454231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e57c2f56-8dec-49d4-b6f6-e4fdf53197a0 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (1b351ab2-01c6-4604-84f3-8bba5c6081b6), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.456117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e57c2f56-8dec-49d4-b6f6-e4fdf53197a0 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (1b351ab2-01c6-4604-84f3-8bba5c6081b6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.510022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3187f02-aa27-4f23-a0f1-b2b579801e0d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=e314c4cd-68e3-4c38-8453-d78f7f2fbb4a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:53.525180 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:26:53.526330 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:26:53.527913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e708f51-5c5e-4970-a986-5a0f49cde1bd None None] Pushing event updated for resources: {'Port': ['ID=d4158442-5b8a-46f4-a240-4a0634c95306,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:53.557439 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.592989 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e57c2f56-8dec-49d4-b6f6-e4fdf53197a0 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for router_controller (1b351ab2-01c6-4604-84f3-8bba5c6081b6), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.626043 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e57c2f56-8dec-49d4-b6f6-e4fdf53197a0 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (1b351ab2-01c6-4604-84f3-8bba5c6081b6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.684782 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e57c2f56-8dec-49d4-b6f6-e4fdf53197a0 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.686681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-99fa7d44-9c92-4313-bb42-6f2cca1fbbed service neutron] 10.222.0.81 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956820 Feb 19 03:26:53.702620 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e57c2f56-8dec-49d4-b6f6-e4fdf53197a0 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5116069 Feb 19 03:26:53.709342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59904) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:53.717547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f62cac0-a7e9-4c4f-bba1-491fd4f8ff54 None None] Network 96198039-ea61-4722-b524-b9596bcc37b9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:53.728742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1775457583'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:53.785851 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3187f02-aa27-4f23-a0f1-b2b579801e0d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (e0512f35-9f0a-4e11-94f4-7519aa2eae9b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.822784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Made reservation on behalf of 61740aec43034e1780b5f4566c1c4a79 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:53.829391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.907144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:53.910083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.119866 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for security_group (5b98278d-137d-432f-bf46-ca8c2c858083), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.131378 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5b98278d-137d-432f-bf46-ca8c2c858083), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.213402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59910) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:54.234187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d4158442-5b8a-46f4-a240-4a0634c95306 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:54.243222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:54.286967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b98278d-137d-432f-bf46-ca8c2c858083,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:54.320037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df71de0c-663f-4be8-8b7f-7f4befeb15d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.339699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:54.363191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d6337e09-23b3-4cb1-b552-78681127a170), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.363691 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Added segment d6337e09-23b3-4cb1-b552-78681127a170 of type vlan for network dd60c460-d500-4692-815d-fc44cec37834 Feb 19 03:26:54.476286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:54.476656 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.567291 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (dd60c460-d500-4692-815d-fc44cec37834), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.696369 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (dd60c460-d500-4692-815d-fc44cec37834), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.701806 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:54.710600 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.809587 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Publish callbacks [] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.858953 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.869662 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df71de0c-663f-4be8-8b7f-7f4befeb15d8 admin admin] Publish callbacks [] for security_group (bc691a43-5f98-4bd2-8045-474734975191), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.895887 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df71de0c-663f-4be8-8b7f-7f4befeb15d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (bc691a43-5f98-4bd2-8045-474734975191), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:54.960546 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2442477 Feb 19 03:26:54.978977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:54.994247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0f170502-2dbd-4d71-838d-df44daace685 None None] Provisioning complete for port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:54.994631 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0f170502-2dbd-4d71-838d-df44daace685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.011356 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59922) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:55.038846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b2325699-2e26-48ee-8028-8bb77736a0c5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Request body: {'subnet': {'network_id': 'dd60c460-d500-4692-815d-fc44cec37834', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:55.099812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea80309-7d40-44d9-ac4f-4846800ecddd None None] Pushing event updated for resources: {'Port': ['ID=5fd1281b-39c8-4e1c-a0d7-2fb41f071658,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:55.132762 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3187f02-aa27-4f23-a0f1-b2b579801e0d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router e0512f35-9f0a-4e11-94f4-7519aa2eae9b has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:26:55.197482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdabe28-6fa8-4333-ad69-bec52fa599b5 req-6edc6ab4-7e7f-4d8d-814b-5bfd609e4747 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:55.206459 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbdabe28-6fa8-4333-ad69-bec52fa599b5 req-6edc6ab4-7e7f-4d8d-814b-5bfd609e4747 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.1297286 Feb 19 03:26:55.259873 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d4158442-5b8a-46f4-a240-4a0634c95306 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:26:55.283789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e66e5a6-1f54-4e70-a10c-e783eb7a96d2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event updated for resources: {'Network': ['ID=dd60c460-d500-4692-815d-fc44cec37834,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:55.289532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71de0c-663f-4be8-8b7f-7f4befeb15d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc691a43-5f98-4bd2-8045-474734975191,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:55.309815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2325699-2e26-48ee-8028-8bb77736a0c5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Made reservation on behalf of 61740aec43034e1780b5f4566c1c4a79 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:55.313827 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2325699-2e26-48ee-8028-8bb77736a0c5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.332770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbdabe28-6fa8-4333-ad69-bec52fa599b5 req-98ef7795-1ffe-4be5-a25a-b06517fb247a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179430 Feb 19 03:26:55.342966 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-df71de0c-663f-4be8-8b7f-7f4befeb15d8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=77149ea6cd47484abc0f0529627789e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1285331 Feb 19 03:26:55.345678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59926) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:55.392680 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network dd60c460-d500-4692-815d-fc44cec37834 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:55.481072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3187f02-aa27-4f23-a0f1-b2b579801e0d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:26:55.493987 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b53aa-fcd8-48e1-8eb9-14c3b3d6124e None None] Sync routers for ids ['e0512f35-9f0a-4e11-94f4-7519aa2eae9b'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:26:55.495869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b3187f02-aa27-4f23-a0f1-b2b579801e0d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/e0512f35-9f0a-4e11-94f4-7519aa2eae9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6496303 Feb 19 03:26:55.509382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59932) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:55.518276 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b53aa-fcd8-48e1-8eb9-14c3b3d6124e None None] Routers {'e0512f35-9f0a-4e11-94f4-7519aa2eae9b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:55.532974 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e17b53aa-fcd8-48e1-8eb9-14c3b3d6124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e0512f35-9f0a-4e11-94f4-7519aa2eae9b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:55.663289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Attempting to bind port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:55.663683 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Attempting to bind port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:55.664980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Attempting to bind port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 on network 96198039-ea61-4722-b524-b9596bcc37b9 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:55.708345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0f170502-2dbd-4d71-838d-df44daace685 None None] Port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:26:55.711404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:55.711785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Checking segment: {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:55.712201 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.712718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Bound using segment: {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:55.713219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Bound port: 5fd1281b-39c8-4e1c-a0d7-2fb41f071658, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:55.713601 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.722131 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e17b53aa-fcd8-48e1-8eb9-14c3b3d6124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:55.734021 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17b53aa-fcd8-48e1-8eb9-14c3b3d6124e None None] Routers {'e0512f35-9f0a-4e11-94f4-7519aa2eae9b'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:55.734930 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e17b53aa-fcd8-48e1-8eb9-14c3b3d6124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e0512f35-9f0a-4e11-94f4-7519aa2eae9b'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:55.735966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d4158442-5b8a-46f4-a240-4a0634c95306 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:55.736343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:55.794171 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e17b53aa-fcd8-48e1-8eb9-14c3b3d6124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:55.795267 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17b53aa-fcd8-48e1-8eb9-14c3b3d6124e None None] The sync data for ids ['e0512f35-9f0a-4e11-94f4-7519aa2eae9b'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:26:55.893596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0f170502-2dbd-4d71-838d-df44daace685 None None] Provisioning complete for port d4158442-5b8a-46f4-a240-4a0634c95306 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:55.901097 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0f170502-2dbd-4d71-838d-df44daace685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.030469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea890962-088c-4688-8eb9-0f7e3c6250a5 req-92835334-54ad-4203-a213-5dbc055aa9e0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 210 time: 0.0923316 Feb 19 03:26:56.058092 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2325699-2e26-48ee-8028-8bb77736a0c5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (1a21438d-2970-49e0-96c0-28e346c662d3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.120156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] For port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:56.130646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] For port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5fd1281b-39c8-4e1c-a0d7-2fb41f071658,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:56.154078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2325699-2e26-48ee-8028-8bb77736a0c5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event updated for resources: {'Subnet': ['ID=1a21438d-2970-49e0-96c0-28e346c662d3,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:56.225160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2325699-2e26-48ee-8028-8bb77736a0c5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Checking segment: {'id': 'd6337e09-23b3-4cb1-b552-78681127a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd60c460-d500-4692-815d-fc44cec37834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:56.225784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2325699-2e26-48ee-8028-8bb77736a0c5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Network hostable DHCP agents. Network: dd60c460-d500-4692-815d-fc44cec37834, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:56.241460 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.260560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2325699-2e26-48ee-8028-8bb77736a0c5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Network dd60c460-d500-4692-815d-fc44cec37834 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:56.280752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-b2325699-2e26-48ee-8028-8bb77736a0c5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, dd60c460-d500-4692-815d-fc44cec37834) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:56.290279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2325699-2e26-48ee-8028-8bb77736a0c5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:56.292210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2325699-2e26-48ee-8028-8bb77736a0c5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.321483 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ee7c-7dd8-408f-96f0-becd80d30d1d admin admin] Publish callbacks [] for security_group (bc691a43-5f98-4bd2-8045-474734975191), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.338863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17740fea-28f1-4f72-9526-a8b8b47a0855 None None] Network dd60c460-d500-4692-815d-fc44cec37834 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:56.339763 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b2325699-2e26-48ee-8028-8bb77736a0c5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3179262 Feb 19 03:26:56.340431 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59944) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:56.354798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-31959b61-1865-4648-8f31-c0711edc6706 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Request body: {'network': {'name': 'tempest-router-network01--616801271'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:56.418130 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31959b61-1865-4648-8f31-c0711edc6706 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Made reservation on behalf of 61740aec43034e1780b5f4566c1c4a79 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:56.419326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d4158442-5b8a-46f4-a240-4a0634c95306 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:56.423947 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31959b61-1865-4648-8f31-c0711edc6706 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.477055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31959b61-1865-4648-8f31-c0711edc6706 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:56.490331 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31959b61-1865-4648-8f31-c0711edc6706 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.490709 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-31959b61-1865-4648-8f31-c0711edc6706 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Added segment 9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570 of type vlan for network 91a95a13-b357-4987-ac4d-21db19de5a3e Feb 19 03:26:56.544958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31959b61-1865-4648-8f31-c0711edc6706 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (91a95a13-b357-4987-ac4d-21db19de5a3e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.597535 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ee7c-7dd8-408f-96f0-becd80d30d1d admin admin] Publish callbacks [] for security_group (bc691a43-5f98-4bd2-8045-474734975191), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.632957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31959b61-1865-4648-8f31-c0711edc6706 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (91a95a13-b357-4987-ac4d-21db19de5a3e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.639655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31959b61-1865-4648-8f31-c0711edc6706 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:56.640724 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-31959b61-1865-4648-8f31-c0711edc6706 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.689535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea80309-7d40-44d9-ac4f-4846800ecddd None None] Pushing event updated for resources: {'Port': ['ID=5fd1281b-39c8-4e1c-a0d7-2fb41f071658,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:56.745550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0f170502-2dbd-4d71-838d-df44daace685 None None] Current status of the port d4158442-5b8a-46f4-a240-4a0634c95306 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:56.752205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Routers {'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:26:56.752868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:26:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:26:56.763462 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-351fef9c-7d00-427c-a29d-159cf4a1fce3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] remove_router_interface failed (client error): The resource could not be found. Feb 19 03:26:56.765183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-351fef9c-7d00-427c-a29d-159cf4a1fce3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/e0512f35-9f0a-4e11-94f4-7519aa2eae9b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2523506 Feb 19 03:26:56.784567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59952) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:56.851531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31959b61-1865-4648-8f31-c0711edc6706 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event updated for resources: {'Network': ['ID=91a95a13-b357-4987-ac4d-21db19de5a3e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:56.870712 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-31959b61-1865-4648-8f31-c0711edc6706 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5278516 Feb 19 03:26:56.871359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59954) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:56.885999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7b8805b0-a179-4b04-902d-79c6c57c580a tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Request body: {'network': {'name': 'tempest-router-network02--1644931897'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:56.890485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 91a95a13-b357-4987-ac4d-21db19de5a3e details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:56.906646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-74de2188-1a88-4002-b613-9cb5199c8854 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0512f35-9f0a-4e11-94f4-7519aa2eae9b HTTP/1.1" status: 200 len: 205 time: 0.1183727 Feb 19 03:26:56.916950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 59956) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:56.941575 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8805b0-a179-4b04-902d-79c6c57c580a tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Made reservation on behalf of 61740aec43034e1780b5f4566c1c4a79 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:56.942915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e464-264d-4446-ab16-aeca0893f233 req-f2323806-49e3-40d9-80c3-b3cfe6431424 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:56.944428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-f2323806-49e3-40d9-80c3-b3cfe6431424 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.67 "GET /v2.0/networks?id=96198039-ea61-4722-b524-b9596bcc37b9 HTTP/1.1" status: 200 len: 797 time: 0.7665756 Feb 19 03:26:56.945537 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7b8805b0-a179-4b04-902d-79c6c57c580a tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.982314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8805b0-a179-4b04-902d-79c6c57c580a tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:26:56.995861 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7b8805b0-a179-4b04-902d-79c6c57c580a tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f167be7a-22f3-4a5c-a35c-b01020d90c2c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:56.996290 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-7b8805b0-a179-4b04-902d-79c6c57c580a tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Added segment f167be7a-22f3-4a5c-a35c-b01020d90c2c of type vlan for network e78c52a8-4986-4e4d-b076-97061796b2c7 Feb 19 03:26:57.042512 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7b8805b0-a179-4b04-902d-79c6c57c580a tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (e78c52a8-4986-4e4d-b076-97061796b2c7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.072995 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7b8805b0-a179-4b04-902d-79c6c57c580a tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e78c52a8-4986-4e4d-b076-97061796b2c7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.083561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8805b0-a179-4b04-902d-79c6c57c580a tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:57.084373 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7b8805b0-a179-4b04-902d-79c6c57c580a tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.087015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc73c69-73a2-4a3e-aab5-0ea8c687e5a7 req-ac120476-74a7-452a-9bca-78102066888d tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:57.088556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccc73c69-73a2-4a3e-aab5-0ea8c687e5a7 req-ac120476-74a7-452a-9bca-78102066888d tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.6100898 Feb 19 03:26:57.139807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1d89e928-0302-4067-aa11-18e9cdfb04e6 None None] Provisioning complete for port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:26:57.140179 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d89e928-0302-4067-aa11-18e9cdfb04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.142002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-dd60c460-d500-4692-815d-fc44cec37834', 'network_id': 'dd60c460-d500-4692-815d-fc44cec37834', 'project_id': '61740aec43034e1780b5f4566c1c4a79', 'fixed_ips': [{'subnet_id': '1a21438d-2970-49e0-96c0-28e346c662d3'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:57.142821 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.187780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8805b0-a179-4b04-902d-79c6c57c580a tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event updated for resources: {'Network': ['ID=e78c52a8-4986-4e4d-b076-97061796b2c7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:57.207582 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7b8805b0-a179-4b04-902d-79c6c57c580a tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3291228 Feb 19 03:26:57.208947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59960) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:57.216785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-70f89c18-985c-4fdc-abfc-f8b8bd9ace7c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Request body: {'subnet': {'network_id': '91a95a13-b357-4987-ac4d-21db19de5a3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:57.252068 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ee7c-7dd8-408f-96f0-becd80d30d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (bc691a43-5f98-4bd2-8045-474734975191), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.254642 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5d6ee7c-7dd8-408f-96f0-becd80d30d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.258099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b5d6ee7c-7dd8-408f-96f0-becd80d30d1d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc691a43-5f98-4bd2-8045-474734975191 HTTP/1.1" status: 204 len: 168 time: 1.9091356 Feb 19 03:26:57.266433 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-07a70dd4-669b-4eab-98d3-7ee1399df8a7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (e0512f35-9f0a-4e11-94f4-7519aa2eae9b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.418594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f89c18-985c-4fdc-abfc-f8b8bd9ace7c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Made reservation on behalf of 61740aec43034e1780b5f4566c1c4a79 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:57.421220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6ee7c-7dd8-408f-96f0-becd80d30d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc691a43-5f98-4bd2-8045-474734975191,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:57.433222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70f89c18-985c-4fdc-abfc-f8b8bd9ace7c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.482624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-c6e99b3e-60c6-4f39-97ba-d2f6eec4cc1a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 380 time: 0.5249748 Feb 19 03:26:57.499205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccc73c69-73a2-4a3e-aab5-0ea8c687e5a7 req-21bcaf99-e883-4f23-986a-a842534e0bf2 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974867 Feb 19 03:26:57.515764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-ab93e464-264d-4446-ab16-aeca0893f233 req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'port': {'device_id': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'admin_state_up': True, 'tenant_id': 'd251da4ce30245449da598358709f972', 'security_groups': ['45339b7f-f421-4c86-83f3-f52d3cab299d']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:57.548712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network e78c52a8-4986-4e4d-b076-97061796b2c7 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:26:57.877542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27bb25ec-73b1-4467-8671-62c21f80c7d5 req-3cd76f28-0a27-4b6c-a5e9-8587158c4588 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 210 time: 0.1942470 Feb 19 03:26:57.883407 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-07a70dd4-669b-4eab-98d3-7ee1399df8a7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (e0512f35-9f0a-4e11-94f4-7519aa2eae9b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.895187 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-07a70dd4-669b-4eab-98d3-7ee1399df8a7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (e0512f35-9f0a-4e11-94f4-7519aa2eae9b), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:57.922980 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70f89c18-985c-4fdc-abfc-f8b8bd9ace7c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (f7239a9d-4a57-4725-82e2-c7e62c7a7881), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.001591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Allocated IP 172.20.0.2 (dd60c460-d500-4692-815d-fc44cec37834/1a21438d-2970-49e0-96c0-28e346c662d3/f136a56c-4340-465a-bd9c-c49e15d4e1e4) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:58.026388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f89c18-985c-4fdc-abfc-f8b8bd9ace7c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event updated for resources: {'Subnet': ['ID=f7239a9d-4a57-4725-82e2-c7e62c7a7881,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:58.052321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f89c18-985c-4fdc-abfc-f8b8bd9ace7c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Checking segment: {'id': '9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '91a95a13-b357-4987-ac4d-21db19de5a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:58.065994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f89c18-985c-4fdc-abfc-f8b8bd9ace7c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Network hostable DHCP agents. Network: 91a95a13-b357-4987-ac4d-21db19de5a3e, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:26:58.069752 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-07a70dd4-669b-4eab-98d3-7ee1399df8a7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (e0512f35-9f0a-4e11-94f4-7519aa2eae9b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.070299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a70dd4-669b-4eab-98d3-7ee1399df8a7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Fanout notify agent at l3_agent the message router_deleted on router e0512f35-9f0a-4e11-94f4-7519aa2eae9b {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:26:58.100263 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-07a70dd4-669b-4eab-98d3-7ee1399df8a7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.101482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-07a70dd4-669b-4eab-98d3-7ee1399df8a7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/e0512f35-9f0a-4e11-94f4-7519aa2eae9b HTTP/1.1" status: 204 len: 168 time: 1.1835134 Feb 19 03:26:58.107426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59976) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:58.161667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab93e464-264d-4446-ab16-aeca0893f233 req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Made reservation on behalf of d251da4ce30245449da598358709f972 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:58.166156 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab93e464-264d-4446-ab16-aeca0893f233 req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.179496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f89c18-985c-4fdc-abfc-f8b8bd9ace7c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Network 91a95a13-b357-4987-ac4d-21db19de5a3e is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:26:58.214778 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Publish callbacks [] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.217229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-70f89c18-985c-4fdc-abfc-f8b8bd9ace7c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 91a95a13-b357-4987-ac4d-21db19de5a3e) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:58.224705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f89c18-985c-4fdc-abfc-f8b8bd9ace7c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:58.244880 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70f89c18-985c-4fdc-abfc-f8b8bd9ace7c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.245352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b283cb-6f5c-4fc3-8541-faf35e531019 None None] Network 91a95a13-b357-4987-ac4d-21db19de5a3e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:58.265705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-292e10d5-9000-42c0-9827-aeff35a1d367 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting subnet 3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:26:58.271037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-292e10d5-9000-42c0-9827-aeff35a1d367 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.321199 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.358006 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-70f89c18-985c-4fdc-abfc-f8b8bd9ace7c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1451135 Feb 19 03:26:58.358541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59980) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:58.383301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4eb0706b-2b58-4018-8a46-3cd9f05f6bce tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Request body: {'subnet': {'network_id': 'e78c52a8-4986-4e4d-b076-97061796b2c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:58.426934 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-292e10d5-9000-42c0-9827-aeff35a1d367 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.437593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-ab93e464-264d-4446-ab16-aeca0893f233 req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.20.0.5 (96198039-ea61-4722-b524-b9596bcc37b9/7ce80253-4161-46fb-9759-1f698da15f46/7af8407a-2e18-401c-9c8a-148c59771f58) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:58.442273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] Set router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:26:58.457025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Pushing event updated for resources: {'Port': ['ID=f136a56c-4340-465a-bd9c-c49e15d4e1e4,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:58.565330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Network dd60c460-d500-4692-815d-fc44cec37834 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:58.580770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-91a95a13-b357-4987-ac4d-21db19de5a3e', 'network_id': '91a95a13-b357-4987-ac4d-21db19de5a3e', 'project_id': '61740aec43034e1780b5f4566c1c4a79', 'fixed_ips': [{'subnet_id': 'f7239a9d-4a57-4725-82e2-c7e62c7a7881'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:26:58.581091 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.737735 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab93e464-264d-4446-ab16-aeca0893f233 req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (7af8407a-2e18-401c-9c8a-148c59771f58), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.771680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb0706b-2b58-4018-8a46-3cd9f05f6bce tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Made reservation on behalf of 61740aec43034e1780b5f4566c1c4a79 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:58.776529 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4eb0706b-2b58-4018-8a46-3cd9f05f6bce tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.819935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:58.828991 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-292e10d5-9000-42c0-9827-aeff35a1d367 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.837841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:58.870292 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab93e464-264d-4446-ab16-aeca0893f233 req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:58.892834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 59994) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:58.949673 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Allocated IP 172.20.0.2 (91a95a13-b357-4987-ac4d-21db19de5a3e/f7239a9d-4a57-4725-82e2-c7e62c7a7881/04e6ebd7-4d7c-445d-af38-d8eb0d36a91a) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:26:59.014939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab93e464-264d-4446-ab16-aeca0893f233 req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 96198039-ea61-4722-b524-b9596bcc37b9 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:26:59.022917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=7af8407a-2e18-401c-9c8a-148c59771f58,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:59.035812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-ab93e464-264d-4446-ab16-aeca0893f233 req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:26:59.046748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab93e464-264d-4446-ab16-aeca0893f233 req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:26:59.182418 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-292e10d5-9000-42c0-9827-aeff35a1d367 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.194545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d617fa-c899-4980-8326-9cf23b986ec2 req-423c1267-28c4-43b4-ab7c-1b082c4d722a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:59.196556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8d617fa-c899-4980-8326-9cf23b986ec2 req-423c1267-28c4-43b4-ab7c-1b082c4d722a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.3910701 Feb 19 03:26:59.262837 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e10d5-9000-42c0-9827-aeff35a1d367 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:26:59.280969 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-292e10d5-9000-42c0-9827-aeff35a1d367 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.288239 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-292e10d5-9000-42c0-9827-aeff35a1d367 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff HTTP/1.1" status: 204 len: 168 time: 1.1761024 Feb 19 03:26:59.300999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60002) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:26:59.330875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8d617fa-c899-4980-8326-9cf23b986ec2 req-30f96f3c-6700-46c1-bc55-5ef6a7abdefb tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195431 Feb 19 03:26:59.353240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e464-264d-4446-ab16-aeca0893f233 req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:59.356375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1452342267-network', 'tenant_id': 'ce72ce04244d43e59760d02e1bf406fe'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:59.361426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab93e464-264d-4446-ab16-aeca0893f233 req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.424118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-0b1e557a-b5c2-4cab-af6f-e621c98bb8d5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9139135 Feb 19 03:26:59.438108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Request body: {'port': {'device_id': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:26:59.447286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec4233f-4786-4ed0-997e-52d40cf19f63 None None] Network 1d2f67d5-12de-48a8-9935-6f52098dc012 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:26:59.489830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1d89e928-0302-4067-aa11-18e9cdfb04e6 None None] Current status of the port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:26:59.490216 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d89e928-0302-4067-aa11-18e9cdfb04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.646989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Attempting to bind port f136a56c-4340-465a-bd9c-c49e15d4e1e4 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:26:59.648141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Attempting to bind port f136a56c-4340-465a-bd9c-c49e15d4e1e4 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd6337e09-23b3-4cb1-b552-78681127a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd60c460-d500-4692-815d-fc44cec37834'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:26:59.648732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Attempting to bind port f136a56c-4340-465a-bd9c-c49e15d4e1e4 on network dd60c460-d500-4692-815d-fc44cec37834 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:26:59.686434 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.707281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:26:59.707728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Checking segment: {'id': 'd6337e09-23b3-4cb1-b552-78681127a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd60c460-d500-4692-815d-fc44cec37834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:26:59.708063 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.708461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Bound using segment: {'id': 'd6337e09-23b3-4cb1-b552-78681127a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd60c460-d500-4692-815d-fc44cec37834'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:26:59.708978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Bound port: f136a56c-4340-465a-bd9c-c49e15d4e1e4, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6337e09-23b3-4cb1-b552-78681127a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd60c460-d500-4692-815d-fc44cec37834'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:26:59.709358 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.745050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1d89e928-0302-4067-aa11-18e9cdfb04e6 None None] For port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5fd1281b-39c8-4e1c-a0d7-2fb41f071658,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:26:59.797781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0146ff-5bd7-4e12-80a7-c4ca5b54d0bf req-e21ac97e-9b65-4a5b-931c-b8bdd945268a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:26:59.807110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a0146ff-5bd7-4e12-80a7-c4ca5b54d0bf req-e21ac97e-9b65-4a5b-931c-b8bdd945268a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 931 time: 0.2669837 Feb 19 03:26:59.819263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] For port f136a56c-4340-465a-bd9c-c49e15d4e1e4, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:26:59.822800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] For port f136a56c-4340-465a-bd9c-c49e15d4e1e4, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f136a56c-4340-465a-bd9c-c49e15d4e1e4,segment=NetworkSegment(d6337e09-23b3-4cb1-b552-78681127a170),segment_id=d6337e09-23b3-4cb1-b552-78681127a170)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:26:59.832790 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4eb0706b-2b58-4018-8a46-3cd9f05f6bce tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (47b3ba54-53f1-4e24-8a57-f92276a0df13), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.840561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Made reservation on behalf of ce72ce04244d43e59760d02e1bf406fe for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:26:59.845700 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.867745 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.871692 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d89e928-0302-4067-aa11-18e9cdfb04e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:26:59.945615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a0146ff-5bd7-4e12-80a7-c4ca5b54d0bf req-acea63d0-bf3e-44d0-a608-beb1b733adbe tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372366 Feb 19 03:26:59.965055 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Publish callbacks [] for port (04e6ebd7-4d7c-445d-af38-d8eb0d36a91a), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.014754 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (04e6ebd7-4d7c-445d-af38-d8eb0d36a91a), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.048248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Network 91a95a13-b357-4987-ac4d-21db19de5a3e is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:00.055055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7009fb-ee38-4645-a8f2-db70a13bab21 None None] Pushing event updated for resources: {'Port': ['ID=f136a56c-4340-465a-bd9c-c49e15d4e1e4,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:00.073916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:00.086373 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (1d2f67d5-12de-48a8-9935-6f52098dc012), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.099618 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.165096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:00.175711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e4e910-f83b-41b8-b6ac-c8ebe310c9fa None None] DHCP port deletion for 1d2f67d5-12de-48a8-9935-6f52098dc012 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:27:00.199419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6ba81d71-e76f-459b-a4b8-ea66d2e218b6 None None] Provisioning complete for port 7af8407a-2e18-401c-9c8a-148c59771f58 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:00.199905 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6ba81d71-e76f-459b-a4b8-ea66d2e218b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.230075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60010) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:00.264115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6ba81d71-e76f-459b-a4b8-ea66d2e218b6 None None] Port 7af8407a-2e18-401c-9c8a-148c59771f58 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:00.331402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb0706b-2b58-4018-8a46-3cd9f05f6bce tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event updated for resources: {'Subnet': ['ID=47b3ba54-53f1-4e24-8a57-f92276a0df13,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:00.407714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89e928-0302-4067-aa11-18e9cdfb04e6 None None] Pushing event updated for resources: {'Port': ['ID=5fd1281b-39c8-4e1c-a0d7-2fb41f071658,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:00.409760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0d846916-a563-4a39-91c6-4878a6bbb317 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/floatingips/07cd8c06-dd58-40d4-a059-96fa77a1f0f6 HTTP/1.1" status: 200 len: 993 time: 0.1760793 Feb 19 03:27:00.432295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb0706b-2b58-4018-8a46-3cd9f05f6bce tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Checking segment: {'id': 'f167be7a-22f3-4a5c-a35c-b01020d90c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e78c52a8-4986-4e4d-b076-97061796b2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:00.433036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb0706b-2b58-4018-8a46-3cd9f05f6bce tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Network hostable DHCP agents. Network: e78c52a8-4986-4e4d-b076-97061796b2c7, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:00.497000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af8407a-2e18-401c-9c8a-148c59771f58 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:00.509220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Publish callbacks [] for port (7af8407a-2e18-401c-9c8a-148c59771f58), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.522339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '5fd1281b-39c8-4e1c-a0d7-2fb41f071658', 'name': '', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:f9:2c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '7ce80253-4161-46fb-9759-1f698da15f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:46Z', 'updated_at': '2022-02-19T03:26:56Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '7ce80253-4161-46fb-9759-1f698da15f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:00.549636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Transition to ACTIVE for port object 7af8407a-2e18-401c-9c8a-148c59771f58 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:27:00.560625 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.564384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port cf8c2578-f23a-438a-a86f-d9e1ad96091e {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:00.565016 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.590030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb0706b-2b58-4018-8a46-3cd9f05f6bce tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Network e78c52a8-4986-4e4d-b076-97061796b2c7 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:00.597386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c38370d-1e62-43cf-899b-1ad502ffcb9e None None] The sync data for ids ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'] in n-d-826755-2 is: [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '5fd1281b-39c8-4e1c-a0d7-2fb41f071658', 'name': '', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:f9:2c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '7ce80253-4161-46fb-9759-1f698da15f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:46Z', 'updated_at': '2022-02-19T03:26:56Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '7ce80253-4161-46fb-9759-1f698da15f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:00.604055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Attempting to bind port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:00.604219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Attempting to bind port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '91a95a13-b357-4987-ac4d-21db19de5a3e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:00.607593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Attempting to bind port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a on network 91a95a13-b357-4987-ac4d-21db19de5a3e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:00.630772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4e910-f83b-41b8-b6ac-c8ebe310c9fa None None] Deleting port cf8c2578-f23a-438a-a86f-d9e1ad96091e {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:00.631139 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b2e4e910-f83b-41b8-b6ac-c8ebe310c9fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.635224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:00.635608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Checking segment: {'id': '9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '91a95a13-b357-4987-ac4d-21db19de5a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:00.636009 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.636403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Bound using segment: {'id': '9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '91a95a13-b357-4987-ac4d-21db19de5a3e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:00.636908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Bound port: 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '91a95a13-b357-4987-ac4d-21db19de5a3e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:00.637289 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (04e6ebd7-4d7c-445d-af38-d8eb0d36a91a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.639314 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Pushing event updated for resources: {'Port': ['ID=04e6ebd7-4d7c-445d-af38-d8eb0d36a91a,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:00.646006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fde19a-18f4-4b82-b677-723c00dbde42 req-2b0a1a69-d354-42ff-8d66-4387f989ed1f tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:00.648085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6fde19a-18f4-4b82-b677-723c00dbde42 req-2b0a1a69-d354-42ff-8d66-4387f989ed1f tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.1895788 Feb 19 03:27:00.699707 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Publish callbacks [] for security_group (71d3b88b-7975-4ea0-a28b-8f2198db546f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.731918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-4eb0706b-2b58-4018-8a46-3cd9f05f6bce tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, e78c52a8-4986-4e4d-b076-97061796b2c7) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:00.738381 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (71d3b88b-7975-4ea0-a28b-8f2198db546f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.756632 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] For port cf8c2578-f23a-438a-a86f-d9e1ad96091e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cf8c2578-f23a-438a-a86f-d9e1ad96091e,segment=NetworkSegment(d87f0ac6-cdcc-4861-aba7-ab94badfc3ff),segment_id=d87f0ac6-cdcc-4861-aba7-ab94badfc3ff)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:00.757347 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.768924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb0706b-2b58-4018-8a46-3cd9f05f6bce tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:00.771714 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4eb0706b-2b58-4018-8a46-3cd9f05f6bce tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.790966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a7c9dc-066e-4ba7-ac01-4063058aeccd None None] Network e78c52a8-4986-4e4d-b076-97061796b2c7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:00.861767 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Pushing event updated for resources: {'Port': ['ID=7af8407a-2e18-401c-9c8a-148c59771f58,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:00.886903 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:27:00.894237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b2e4e910-f83b-41b8-b6ac-c8ebe310c9fa None None] For port cf8c2578-f23a-438a-a86f-d9e1ad96091e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cf8c2578-f23a-438a-a86f-d9e1ad96091e,segment=NetworkSegment(d87f0ac6-cdcc-4861-aba7-ab94badfc3ff),segment_id=d87f0ac6-cdcc-4861-aba7-ab94badfc3ff)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:00.898441 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b2e4e910-f83b-41b8-b6ac-c8ebe310c9fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:00.921878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for cf8c2578-f23a-438a-a86f-d9e1ad96091e owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:01.015497 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4eb0706b-2b58-4018-8a46-3cd9f05f6bce tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6434238 Feb 19 03:27:01.022250 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f7ce5246-8dad-446f-99ca-503ffaff7fe1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.022676 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Added segment f7ce5246-8dad-446f-99ca-503ffaff7fe1 of type vlan for network 085e6d90-68bf-43d0-8341-640eb54ccdaf Feb 19 03:27:01.024222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d3b88b-7975-4ea0-a28b-8f2198db546f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:01.034426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6fde19a-18f4-4b82-b677-723c00dbde42 req-cefd66a5-5590-4c22-af5a-7651beee8364 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778253 Feb 19 03:27:01.037757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60018) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:01.042789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Attempting to bind port 7af8407a-2e18-401c-9c8a-148c59771f58 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:01.044339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Attempting to bind port 7af8407a-2e18-401c-9c8a-148c59771f58 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:01.045533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Attempting to bind port 7af8407a-2e18-401c-9c8a-148c59771f58 on network 96198039-ea61-4722-b524-b9596bcc37b9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:01.068893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Port 7af8407a-2e18-401c-9c8a-148c59771f58 on network 96198039-ea61-4722-b524-b9596bcc37b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:27:01.070544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Attempting to bind port 7af8407a-2e18-401c-9c8a-148c59771f58 on network 96198039-ea61-4722-b524-b9596bcc37b9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:01.170231 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:01.174556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Checking segment: {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:01.176563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Bound using segment: {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:01.177246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Bound port: 7af8407a-2e18-401c-9c8a-148c59771f58, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:01.179850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.374745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60026) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:01.469034 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (085e6d90-68bf-43d0-8341-640eb54ccdaf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.504421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:01.561343 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b2e4e910-f83b-41b8-b6ac-c8ebe310c9fa None None] Calling delete_port for cf8c2578-f23a-438a-a86f-d9e1ad96091e owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:01.701054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (085e6d90-68bf-43d0-8341-640eb54ccdaf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.702401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:01.704381 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.718176 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.765908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] For port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:01.837970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] For port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=04e6ebd7-4d7c-445d-af38-d8eb0d36a91a,segment=NetworkSegment(9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570),segment_id=9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:01.869195 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913cb3a-7a8d-43cc-a790-32e972a5aa42 None None] Network dd60c460-d500-4692-815d-fc44cec37834 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:01.938945 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (04e6ebd7-4d7c-445d-af38-d8eb0d36a91a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:01.954897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-e78c52a8-4986-4e4d-b076-97061796b2c7', 'network_id': 'e78c52a8-4986-4e4d-b076-97061796b2c7', 'project_id': '61740aec43034e1780b5f4566c1c4a79', 'fixed_ips': [{'subnet_id': '47b3ba54-53f1-4e24-8a57-f92276a0df13'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:27:01.955773 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.138785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-73cac2ce-3283-4996-9379-5a39037c271c None None] Provisioning complete for port f136a56c-4340-465a-bd9c-c49e15d4e1e4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:02.139158 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-73cac2ce-3283-4996-9379-5a39037c271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.338531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:02.338908 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.460652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=cf8c2578-f23a-438a-a86f-d9e1ad96091e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:02.469447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No DVR routers for this DVR port cf8c2578-f23a-438a-a86f-d9e1ad96091e on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:02.501420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb96129-0f29-4e84-a58e-161f875c253e None None] Pushing event updated for resources: {'Port': ['ID=04e6ebd7-4d7c-445d-af38-d8eb0d36a91a,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:02.504026 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b2e4e910-f83b-41b8-b6ac-c8ebe310c9fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (cf8c2578-f23a-438a-a86f-d9e1ad96091e), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.513493 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5741327 Feb 19 03:27:02.584263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60034) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:02.617519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-99bb06c2-8a29-407d-a647-c450e7edbc63 admin admin] Request body: {'subnet': {'network_id': '085e6d90-68bf-43d0-8341-640eb54ccdaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1452342267-subnet', 'tenant_id': 'ce72ce04244d43e59760d02e1bf406fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:02.624691 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102aca7b-3f36-464d-b277-80c1494a6caa admin admin] Pushing event updated for resources: {'Network': ['ID=085e6d90-68bf-43d0-8341-640eb54ccdaf,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:02.721355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Allocated IP 172.20.0.2 (e78c52a8-4986-4e4d-b076-97061796b2c7/47b3ba54-53f1-4e24-8a57-f92276a0df13/98ea6bb9-cf90-4fa9-a0df-050919dcd0be) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:02.724455 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (1d2f67d5-12de-48a8-9935-6f52098dc012), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.728868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bb06c2-8a29-407d-a647-c450e7edbc63 admin admin] Made reservation on behalf of ce72ce04244d43e59760d02e1bf406fe for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:02.731189 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-99bb06c2-8a29-407d-a647-c450e7edbc63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:02.828738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867b259-c78a-4751-b3c7-33af1450bc27 req-ad59cc90-0368-4978-ac8d-c09077d3d91c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:02.830298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6867b259-c78a-4751-b3c7-33af1450bc27 req-ad59cc90-0368-4978-ac8d-c09077d3d91c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 943 time: 1.4685190 Feb 19 03:27:02.867377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:02.962354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7af8407a-2e18-401c-9c8a-148c59771f58,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:03.004943 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.024816 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Publish callbacks [] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.026685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d2f67d5-12de-48a8-9935-6f52098dc012']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:03.040619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87f0ac6-cdcc-4861-aba7-ab94badfc3ff') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:03.042509 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87f0ac6-cdcc-4861-aba7-ab94badfc3ff') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:03.054348 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (d87f0ac6-cdcc-4861-aba7-ab94badfc3ff), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.078499 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d87f0ac6-cdcc-4861-aba7-ab94badfc3ff), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.086040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:03.086429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (d87f0ac6-cdcc-4861-aba7-ab94badfc3ff), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.100325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 085e6d90-68bf-43d0-8341-640eb54ccdaf details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:27:03.126518 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e4e910-f83b-41b8-b6ac-c8ebe310c9fa None None] No DVR routers for this DVR port cf8c2578-f23a-438a-a86f-d9e1ad96091e on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:03.151083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6867b259-c78a-4751-b3c7-33af1450bc27 req-b8069d30-03aa-4671-aada-b5a0c38fc4ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3000166 Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:03.164071 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:03.166211 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-99bb06c2-8a29-407d-a647-c450e7edbc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (ae3871f3-59d5-4916-bc3f-4c2a21e461ef), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.173194 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (1d2f67d5-12de-48a8-9935-6f52098dc012), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.178902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.190312 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/networks/1d2f67d5-12de-48a8-9935-6f52098dc012 HTTP/1.1" status: 204 len: 168 time: 3.8826482 Feb 19 03:27:03.206885 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.218627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60036) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:03.235895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.236447 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.239980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] 10.222.0.67 "PUT /v2.0/ports/7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 1091 time: 3.8084176 Feb 19 03:27:03.240495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:03.251211 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c816d274-fe66-477a-bd79-798564e3d6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:03.258134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe54d6-149a-4d9e-a7da-c1799b95fb6b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Network': ['ID=1d2f67d5-12de-48a8-9935-6f52098dc012,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:03.260571 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.283876 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'network': {'name': 'tempest-RoutersTest-842865555'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:03.330672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4e910-f83b-41b8-b6ac-c8ebe310c9fa None None] Pushing event deleted for resources: {'Port': ['ID=cf8c2578-f23a-438a-a86f-d9e1ad96091e,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:03.374508 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting port d5a0bffd-5af4-4164-b708-4b4c01372a81 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:03.374848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d5a0bffd-5af4-4164-b708-4b4c01372a81), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.421725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:03.427468 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.480611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09134ae9-c435-4928-8319-8006b53ec28a service neutron] Pushing event updated for resources: {'Port': ['ID=7af8407a-2e18-401c-9c8a-148c59771f58,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:03.581258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Pushing event updated for resources: {'Port': ['ID=98ea6bb9-cf90-4fa9-a0df-050919dcd0be,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:03.604301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Network e78c52a8-4986-4e4d-b076-97061796b2c7 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:03.628234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:03.636686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:03.671134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb06c2-8a29-407d-a647-c450e7edbc63 admin admin] Checking segment: {'id': 'f7ce5246-8dad-446f-99ca-503ffaff7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '085e6d90-68bf-43d0-8341-640eb54ccdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:03.671688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bb06c2-8a29-407d-a647-c450e7edbc63 admin admin] Network hostable DHCP agents. Network: 085e6d90-68bf-43d0-8341-640eb54ccdaf, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:03.711379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb06c2-8a29-407d-a647-c450e7edbc63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae3871f3-59d5-4916-bc3f-4c2a21e461ef,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:03.733111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:27:03.757151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81989c4d-6ec6-41b1-861c-6e25fe0ce3ce req-ad118b1f-1234-405d-b440-82fe5f32c8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.758642 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-81989c4d-6ec6-41b1-861c-6e25fe0ce3ce req-ad118b1f-1234-405d-b440-82fe5f32c8a6 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 1127 time: 0.3052971 Feb 19 03:27:03.759818 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bb06c2-8a29-407d-a647-c450e7edbc63 admin admin] Network 085e6d90-68bf-43d0-8341-640eb54ccdaf is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:03.796094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-99bb06c2-8a29-407d-a647-c450e7edbc63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 085e6d90-68bf-43d0-8341-640eb54ccdaf) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:03.819153 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (bff5a578-e76c-42af-acbc-57669af6e514), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.819153 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Added segment bff5a578-e76c-42af-acbc-57669af6e514 of type vlan for network 27756e7e-d383-4622-ae87-2597c4a1640a Feb 19 03:27:03.842876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-73cac2ce-3283-4996-9379-5a39037c271c None None] Current status of the port f136a56c-4340-465a-bd9c-c49e15d4e1e4 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:03.843271 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-73cac2ce-3283-4996-9379-5a39037c271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.848414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e464-264d-4446-ab16-aeca0893f233 req-3ecae164-2bfe-4f53-8e39-35aba8d45ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.850244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-3ecae164-2bfe-4f53-8e39-35aba8d45ab0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1125 time: 0.5257721 Feb 19 03:27:03.857274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4cf42f-fa3c-4039-b068-a3615bc8e44d None None] Network 085e6d90-68bf-43d0-8341-640eb54ccdaf requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:03.867559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c8c67-99c7-4de1-a6a5-2b98e786aac1 req-076ad652-5d34-4e4f-a5ee-eb0c1a8a7961 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.867906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bb06c2-8a29-407d-a647-c450e7edbc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:03.868448 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-99bb06c2-8a29-407d-a647-c450e7edbc63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:03.876039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-699c8c67-99c7-4de1-a6a5-2b98e786aac1 req-076ad652-5d34-4e4f-a5ee-eb0c1a8a7961 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.4436803 Feb 19 03:27:03.985344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-ea1be4be-a2ba-4f2a-8d0d-2356d8cba230 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 217 time: 0.1009483 Feb 19 03:27:04.005641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (27756e7e-d383-4622-ae87-2597c4a1640a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.056321 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d5a0bffd-5af4-4164-b708-4b4c01372a81), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.056321 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for floatingip (d5a0bffd-5af4-4164-b708-4b4c01372a81), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.065353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-73cac2ce-3283-4996-9379-5a39037c271c None None] For port f136a56c-4340-465a-bd9c-c49e15d4e1e4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f136a56c-4340-465a-bd9c-c49e15d4e1e4,segment=NetworkSegment(d6337e09-23b3-4cb1-b552-78681127a170),segment_id=d6337e09-23b3-4cb1-b552-78681127a170)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:04.079027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Attempting to bind port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:04.085401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Attempting to bind port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'f167be7a-22f3-4a5c-a35c-b01020d90c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e78c52a8-4986-4e4d-b076-97061796b2c7'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:04.085800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Attempting to bind port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be on network e78c52a8-4986-4e4d-b076-97061796b2c7 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:04.098540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:04.100006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f136a56c-4340-465a-bd9c-c49e15d4e1e4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:04.107351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Calling delete_port for d5a0bffd-5af4-4164-b708-4b4c01372a81 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:04.108197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:04.108581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Checking segment: {'id': 'f167be7a-22f3-4a5c-a35c-b01020d90c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e78c52a8-4986-4e4d-b076-97061796b2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:04.109024 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.109431 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Bound using segment: {'id': 'f167be7a-22f3-4a5c-a35c-b01020d90c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e78c52a8-4986-4e4d-b076-97061796b2c7'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:04.110076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Bound port: 98ea6bb9-cf90-4fa9-a0df-050919dcd0be, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f167be7a-22f3-4a5c-a35c-b01020d90c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e78c52a8-4986-4e4d-b076-97061796b2c7'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:04.110463 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.133137 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-73cac2ce-3283-4996-9379-5a39037c271c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.135179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a997e7-f008-49d4-861b-4bdda56b11c0 None None] Network 085e6d90-68bf-43d0-8341-640eb54ccdaf requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:04.137581 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-62d9c15c-184d-4e5e-abb9-2dec45af444b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.173149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-699c8c67-99c7-4de1-a6a5-2b98e786aac1 req-8f04dc5a-9a47-4bf8-8628-d5ffa326c632 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885270 Feb 19 03:27:04.244977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e464-264d-4446-ab16-aeca0893f233 req-cca76006-bb17-4d6d-9933-3fe08da099a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:04.246482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-cca76006-bb17-4d6d-9933-3fe08da099a9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ce80253-4161-46fb-9759-1f698da15f46 HTTP/1.1" status: 200 len: 834 time: 0.2311785 Feb 19 03:27:04.276243 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3d5607-d022-4aa9-9bdf-abdcbfd85278 x-openstack-request-id: req-bd3d5607-d022-4aa9-9bdf-abdcbfd85278 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:04.276243 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:04.276243 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bd3d5607-d022-4aa9-9bdf-abdcbfd85278 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:04.276564 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58', 'status': 'completed', 'code': 200} Feb 19 03:27:04.308992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Allocated IP 172.20.0.1 (91a95a13-b357-4987-ac4d-21db19de5a3e/f7239a9d-4a57-4725-82e2-c7e62c7a7881/872cae15-f6bc-489e-96ec-a9a9dba10adc) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:04.335940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cdac25-14d3-46c7-958f-85c97ff0e39f None None] Network 91a95a13-b357-4987-ac4d-21db19de5a3e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:04.383422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93e464-264d-4446-ab16-aeca0893f233 req-50fd28f8-af81-4963-bfed-70c37aabcf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:04.385037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-50fd28f8-af81-4963-bfed-70c37aabcf02 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96198039-ea61-4722-b524-b9596bcc37b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1291635 Feb 19 03:27:04.421614 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-99bb06c2-8a29-407d-a647-c450e7edbc63 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8127799 Feb 19 03:27:04.454468 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-81989c4d-6ec6-41b1-861c-6e25fe0ce3ce req-f2d0abf3-9368-4cdf-b208-f3a611cd3ad6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6801443 Feb 19 03:27:04.467405 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d5a0bffd-5af4-4164-b708-4b4c01372a81), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.535036 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.db.resource_extend [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:27:04.544999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Port': ['ID=d5a0bffd-5af4-4164-b708-4b4c01372a81,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:04.656435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-ce561664-3c34-4b44-b907-ac1c0db27343 service neutron] 10.222.0.67 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623985 Feb 19 03:27:04.670947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f136a56c-4340-465a-bd9c-c49e15d4e1e4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:04.671412 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.696302 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (27756e7e-d383-4622-ae87-2597c4a1640a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.706278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:04.707295 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.748153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cac2ce-3283-4996-9379-5a39037c271c None None] Pushing event updated for resources: {'Port': ['ID=f136a56c-4340-465a-bd9c-c49e15d4e1e4,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:04.751822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] For port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:04.777467 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for port (872cae15-f6bc-489e-96ec-a9a9dba10adc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.798862 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] For port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=98ea6bb9-cf90-4fa9-a0df-050919dcd0be,segment=NetworkSegment(f167be7a-22f3-4a5c-a35c-b01020d90c2c),segment_id=f167be7a-22f3-4a5c-a35c-b01020d90c2c)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:04.803108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Network': ['ID=27756e7e-d383-4622-ae87-2597c4a1640a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:04.809946 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fdb2da10-7ade-414b-b0f3-ae0ddd6e92fb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5425842 Feb 19 03:27:04.813145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60054) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:04.824874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-10ad1e35-f2d1-4ee2-88d4-5d58f24ccc59 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'subnet': {'network_id': '27756e7e-d383-4622-ae87-2597c4a1640a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:04.865153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 27756e7e-d383-4622-ae87-2597c4a1640a details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:27:04.869440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f136a56c-4340-465a-bd9c-c49e15d4e1e4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:04.871615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-385373d4-fce9-4159-ade3-5573b8393f03 None None] Provisioning complete for port f136a56c-4340-465a-bd9c-c49e15d4e1e4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:04.872004 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-385373d4-fce9-4159-ade3-5573b8393f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.911256 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:04.924961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (872cae15-f6bc-489e-96ec-a9a9dba10adc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.072389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ad1e35-f2d1-4ee2-88d4-5d58f24ccc59 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:05.091970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-10ad1e35-f2d1-4ee2-88d4-5d58f24ccc59 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.114671 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for floatingip (07cd8c06-dd58-40d4-a059-96fa77a1f0f6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.115010 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Floating IP 07cd8c06-dd58-40d4-a059-96fa77a1f0f6 disassociated (deleted). External IP: 172.25.1.66, port: 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3. Feb 19 03:27:05.165083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4147e-b49c-4177-8876-109d84b8a17e None None] Pushing event updated for resources: {'Port': ['ID=98ea6bb9-cf90-4fa9-a0df-050919dcd0be,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:05.168968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cf8c2578-f23a-438a-a86f-d9e1ad96091e no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:05.214905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Network 91a95a13-b357-4987-ac4d-21db19de5a3e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:05.216754 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: cf8c2578-f23a-438a-a86f-d9e1ad96091e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:05.217010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cf8c2578-f23a-438a-a86f-d9e1ad96091e not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:05.260330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:05.276842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:05.305754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f4a0ff-246b-4084-83a1-b456b60db536 req-5412d77b-28c8-4855-93f0-d7771311cfcd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:05.318824 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8f4a0ff-246b-4084-83a1-b456b60db536 req-5412d77b-28c8-4855-93f0-d7771311cfcd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 943 time: 0.9039142 Feb 19 03:27:05.325765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-385373d4-fce9-4159-ade3-5573b8393f03 None None] Current status of the port f136a56c-4340-465a-bd9c-c49e15d4e1e4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:05.455520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ff18b8fe-979e-49f6-9176-ff172abd3c3d None None] Provisioning complete for port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:05.455896 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff18b8fe-979e-49f6-9176-ff172abd3c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (04e6ebd7-4d7c-445d-af38-d8eb0d36a91a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.505261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event updated for resources: {'Port': ['ID=872cae15-f6bc-489e-96ec-a9a9dba10adc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:05.706424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ff18b8fe-979e-49f6-9176-ff172abd3c3d None None] Current status of the port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:05.707171 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff18b8fe-979e-49f6-9176-ff172abd3c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (04e6ebd7-4d7c-445d-af38-d8eb0d36a91a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.738317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60072) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:05.742131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:05.751140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1378806268-network', 'tenant_id': '6fc5d6466c30426093fff27426e919b1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:05.786369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ff18b8fe-979e-49f6-9176-ff172abd3c3d None None] For port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=04e6ebd7-4d7c-445d-af38-d8eb0d36a91a,segment=NetworkSegment(9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570),segment_id=9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:05.787483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab93e464-264d-4446-ab16-aeca0893f233 req-748033fa-b48a-437e-90ed-29d6b58e1e9f service neutron] 10.222.0.67 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9034593 Feb 19 03:27:05.824037 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff18b8fe-979e-49f6-9176-ff172abd3c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (04e6ebd7-4d7c-445d-af38-d8eb0d36a91a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.838037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Made reservation on behalf of 6fc5d6466c30426093fff27426e919b1 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:05.840942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.858869 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.897089 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (1b351ab2-01c6-4604-84f3-8bba5c6081b6), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.961853 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f6fa87d4-4b7b-4a9b-95c7-26e5c6988abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.964417 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b4a434ce-73c1-400c-9ba3-a9c957a843e9 None None] Provisioning complete for port 872cae15-f6bc-489e-96ec-a9a9dba10adc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:05.964939 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b4a434ce-73c1-400c-9ba3-a9c957a843e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (872cae15-f6bc-489e-96ec-a9a9dba10adc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:05.995921 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Publish callbacks [] for security_group (8297d219-e919-4a7b-8157-09f41e7ba59f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.003399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b4a434ce-73c1-400c-9ba3-a9c957a843e9 None None] Port 872cae15-f6bc-489e-96ec-a9a9dba10adc cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:06.004952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18b8fe-979e-49f6-9176-ff172abd3c3d None None] Pushing event updated for resources: {'Port': ['ID=04e6ebd7-4d7c-445d-af38-d8eb0d36a91a,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:06.012359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:06.012919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (04e6ebd7-4d7c-445d-af38-d8eb0d36a91a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.106267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:06.106984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8297d219-e919-4a7b-8157-09f41e7ba59f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.108753 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f136a56c-4340-465a-bd9c-c49e15d4e1e4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:06.166252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f136a56c-4340-465a-bd9c-c49e15d4e1e4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:06.167297 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.179344 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (872cae15-f6bc-489e-96ec-a9a9dba10adc), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.179919 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-10ad1e35-f2d1-4ee2-88d4-5d58f24ccc59 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (c99990ae-70d4-4f2a-a7fe-93bd61c8a7de), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.190568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8f4a0ff-246b-4084-83a1-b456b60db536 req-3570762e-c7a2-48e1-be3a-6a15db14a161 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8706231 Feb 19 03:27:06.206823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816d274-fe66-477a-bd79-798564e3d6f1 req-6ad30621-eb74-4c4d-9654-aaf71a35c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:06.208650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c816d274-fe66-477a-bd79-798564e3d6f1 req-6ad30621-eb74-4c4d-9654-aaf71a35c7da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1125 time: 0.2721879 Feb 19 03:27:06.249252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad1e35-f2d1-4ee2-88d4-5d58f24ccc59 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Subnet': ['ID=c99990ae-70d4-4f2a-a7fe-93bd61c8a7de,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:06.264318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:27:06.293804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8297d219-e919-4a7b-8157-09f41e7ba59f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:06.320638 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6ff74380-639f-4826-99ed-7d1e793bf118), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.321967 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Added segment 6ff74380-639f-4826-99ed-7d1e793bf118 of type vlan for network eee78a6c-9966-41fd-934b-b88627da3ea6 Feb 19 03:27:06.356857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f136a56c-4340-465a-bd9c-c49e15d4e1e4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:06.404281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816d274-fe66-477a-bd79-798564e3d6f1 req-b2d508d5-d3f1-48c5-a091-e42c1828ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:06.405914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c816d274-fe66-477a-bd79-798564e3d6f1 req-b2d508d5-d3f1-48c5-a091-e42c1828ac7d service neutron] 10.222.0.67 "GET /v2.0/networks?id=96198039-ea61-4722-b524-b9596bcc37b9 HTTP/1.1" status: 200 len: 898 time: 0.1907675 Feb 19 03:27:06.440815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ad1e35-f2d1-4ee2-88d4-5d58f24ccc59 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Checking segment: {'id': 'bff5a578-e76c-42af-acbc-57669af6e514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27756e7e-d383-4622-ae87-2597c4a1640a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:06.441706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ad1e35-f2d1-4ee2-88d4-5d58f24ccc59 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network hostable DHCP agents. Network: 27756e7e-d383-4622-ae87-2597c4a1640a, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:06.464996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (eee78a6c-9966-41fd-934b-b88627da3ea6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.532169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Router 0bbb0046-91dd-40e0-b704-512192c592a7 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:06.562376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c816d274-fe66-477a-bd79-798564e3d6f1 req-af85caa4-28d5-4ff8-90da-04db54a78621 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 217 time: 0.1086681 Feb 19 03:27:06.563447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ad1e35-f2d1-4ee2-88d4-5d58f24ccc59 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 27756e7e-d383-4622-ae87-2597c4a1640a is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:06.603851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (eee78a6c-9966-41fd-934b-b88627da3ea6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.605898 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:06.607340 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.668143 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-10ad1e35-f2d1-4ee2-88d4-5d58f24ccc59 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 27756e7e-d383-4622-ae87-2597c4a1640a) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:06.681660 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5761b69e-5743-4d0a-827c-418aa9d37b9f None None] Network 27756e7e-d383-4622-ae87-2597c4a1640a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:06.794829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ad1e35-f2d1-4ee2-88d4-5d58f24ccc59 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:06.795646 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-10ad1e35-f2d1-4ee2-88d4-5d58f24ccc59 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.810654 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0625470 Feb 19 03:27:06.828225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816d274-fe66-477a-bd79-798564e3d6f1 req-1c37b0cd-289c-4f63-9f54-87c32e0fdc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:06.829848 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60080) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:06.831034 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c816d274-fe66-477a-bd79-798564e3d6f1 req-1c37b0cd-289c-4f63-9f54-87c32e0fdc7a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ce80253-4161-46fb-9759-1f698da15f46 HTTP/1.1" status: 200 len: 834 time: 0.2530949 Feb 19 03:27:06.863011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7f04d-768c-4ef0-8ec8-31f7543154dd req-3996f12d-7f76-4a88-bf5c-cdc8404ae821 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:06.869384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e14cdf17-b3c3-4d4c-8f10-85bd6182342b admin admin] Request body: {'subnet': {'network_id': 'eee78a6c-9966-41fd-934b-b88627da3ea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1378806268-subnet', 'tenant_id': '6fc5d6466c30426093fff27426e919b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:06.883276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41d7f04d-768c-4ef0-8ec8-31f7543154dd req-3996f12d-7f76-4a88-bf5c-cdc8404ae821 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.4726126 Feb 19 03:27:06.893141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-27756e7e-d383-4622-ae87-2597c4a1640a', 'network_id': '27756e7e-d383-4622-ae87-2597c4a1640a', 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'fixed_ips': [{'subnet_id': 'c99990ae-70d4-4f2a-a7fe-93bd61c8a7de'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:27:06.894164 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:06.964798 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-10ad1e35-f2d1-4ee2-88d4-5d58f24ccc59 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1477001 Feb 19 03:27:06.967137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ac5d7-18f8-401a-ad4e-70326adbbcdb admin admin] Pushing event updated for resources: {'Network': ['ID=eee78a6c-9966-41fd-934b-b88627da3ea6,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:06.971621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60082) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:06.983644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-05167603-5d78-499f-8978-a4d8f481c1da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1409552773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:07.009858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14cdf17-b3c3-4d4c-8f10-85bd6182342b admin admin] Made reservation on behalf of 6fc5d6466c30426093fff27426e919b1 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:07.012274 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e14cdf17-b3c3-4d4c-8f10-85bd6182342b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.041601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:07.063287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network eee78a6c-9966-41fd-934b-b88627da3ea6 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:27:07.067818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d307688-db4f-4e89-9f9f-8bc103c82afd None None] Sync routers for ids ['0bbb0046-91dd-40e0-b704-512192c592a7'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:07.085444 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.112974 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05167603-5d78-499f-8978-a4d8f481c1da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (5f6dd763-e1ec-405a-9a22-fbcbb9d0211d), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.114054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05167603-5d78-499f-8978-a4d8f481c1da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (5f6dd763-e1ec-405a-9a22-fbcbb9d0211d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.154468 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed030fd-3eda-408a-8888-43e3fcedd218 None None] Network e78c52a8-4986-4e4d-b076-97061796b2c7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:07.201168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05167603-5d78-499f-8978-a4d8f481c1da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (5f6dd763-e1ec-405a-9a22-fbcbb9d0211d), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.219270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d307688-db4f-4e89-9f9f-8bc103c82afd None None] Routers {'0bbb0046-91dd-40e0-b704-512192c592a7'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:07.219936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9d307688-db4f-4e89-9f9f-8bc103c82afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0bbb0046-91dd-40e0-b704-512192c592a7'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:07.230323 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fd855419-1260-4dee-b2fe-443782d36083 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/floatingips/07cd8c06-dd58-40d4-a059-96fa77a1f0f6 HTTP/1.1" status: 204 len: 168 time: 5.8479712 Feb 19 03:27:07.235724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'tag': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:07.240807 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0e8dbb-a3c7-4f20-80e7-743cb70e4ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "84c1de7f-fef9-4b29-89e1-a821e0dc3c58", "tag": "9d6b24b1-8326-4f2c-a15e-2bd1f80056e3"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:07.248190 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05167603-5d78-499f-8978-a4d8f481c1da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (5f6dd763-e1ec-405a-9a22-fbcbb9d0211d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.335769 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-05167603-5d78-499f-8978-a4d8f481c1da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.342712 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-05167603-5d78-499f-8978-a4d8f481c1da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3672261 Feb 19 03:27:07.343572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60090) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:07.367503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41d7f04d-768c-4ef0-8ec8-31f7543154dd req-89d0dbb9-2119-4bc5-bb72-a7349d6f6829 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4832041 Feb 19 03:27:07.405739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-37fd596a-41e0-4de9-a2c5-3511f3da20a1 None None] Provisioning complete for port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:07.406138 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-37fd596a-41e0-4de9-a2c5-3511f3da20a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.496990 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.649164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816d274-fe66-477a-bd79-798564e3d6f1 req-3f9a0c46-a2ca-4bbd-9bf3-36b40c6b166a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:07.651663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c816d274-fe66-477a-bd79-798564e3d6f1 req-3f9a0c46-a2ca-4bbd-9bf3-36b40c6b166a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96198039-ea61-4722-b524-b9596bcc37b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6181819 Feb 19 03:27:07.663973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:07.770922 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:07.796086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c816d274-fe66-477a-bd79-798564e3d6f1 req-9c9ba93f-312e-41b7-845b-0df8b4d3bf45 service neutron] 10.222.0.67 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096003 Feb 19 03:27:07.837153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Allocated IP 172.20.0.2 (27756e7e-d383-4622-ae87-2597c4a1640a/c99990ae-70d4-4f2a-a7fe-93bd61c8a7de/53d1b17d-70d9-4678-ac5c-4051fb05a554) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:07.919338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bfcb3-95e2-4679-9272-b0fdc3cdc4f1 req-8a2b3175-bd20-430d-aabc-b70928b72cf0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:07.926954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a64bfcb3-95e2-4679-9272-b0fdc3cdc4f1 req-8a2b3175-bd20-430d-aabc-b70928b72cf0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 943 time: 0.2885766 Feb 19 03:27:07.966667 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for port (872cae15-f6bc-489e-96ec-a9a9dba10adc), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.033290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a64bfcb3-95e2-4679-9272-b0fdc3cdc4f1 req-e6244f5b-24a7-409c-a258-e7666dc19da1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051154 Feb 19 03:27:08.074115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (872cae15-f6bc-489e-96ec-a9a9dba10adc), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.077438 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e14cdf17-b3c3-4d4c-8f10-85bd6182342b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (d94aec10-25c4-4b4f-aa22-9474e5b527f6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.144131 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Publish callbacks [] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.152163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-37fd596a-41e0-4de9-a2c5-3511f3da20a1 None None] Current status of the port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:08.152554 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-37fd596a-41e0-4de9-a2c5-3511f3da20a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.193769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-37fd596a-41e0-4de9-a2c5-3511f3da20a1 None None] For port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=98ea6bb9-cf90-4fa9-a0df-050919dcd0be,segment=NetworkSegment(f167be7a-22f3-4a5c-a35c-b01020d90c2c),segment_id=f167be7a-22f3-4a5c-a35c-b01020d90c2c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:08.195454 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.217331 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-37fd596a-41e0-4de9-a2c5-3511f3da20a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.251112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9d307688-db4f-4e89-9f9f-8bc103c82afd None None] Set router 0bbb0046-91dd-40e0-b704-512192c592a7 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:08.309937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c816d274-fe66-477a-bd79-798564e3d6f1 req-c66392f0-e083-41d7-8116-1c2663dcac97 service neutron] 10.222.0.67 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971545 Feb 19 03:27:08.319863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Network 27756e7e-d383-4622-ae87-2597c4a1640a is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:08.350472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:08.352401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:08.352823 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (04e6ebd7-4d7c-445d-af38-d8eb0d36a91a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.364585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:08.402712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event updated for resources: {'Port': ['ID=872cae15-f6bc-489e-96ec-a9a9dba10adc,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:08.403261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cdf17-b3c3-4d4c-8f10-85bd6182342b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94aec10-25c4-4b4f-aa22-9474e5b527f6,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:08.413230 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (1b351ab2-01c6-4604-84f3-8bba5c6081b6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.442503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14cdf17-b3c3-4d4c-8f10-85bd6182342b admin admin] Checking segment: {'id': '6ff74380-639f-4826-99ed-7d1e793bf118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'eee78a6c-9966-41fd-934b-b88627da3ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:08.442974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14cdf17-b3c3-4d4c-8f10-85bd6182342b admin admin] Network hostable DHCP agents. Network: eee78a6c-9966-41fd-934b-b88627da3ea6, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:08.577782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Pushing event updated for resources: {'Port': ['ID=53d1b17d-70d9-4678-ac5c-4051fb05a554,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:08.588505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14cdf17-b3c3-4d4c-8f10-85bd6182342b admin admin] Network eee78a6c-9966-41fd-934b-b88627da3ea6 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:08.629491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Allocated IP 172.20.0.1 (27756e7e-d383-4622-ae87-2597c4a1640a/c99990ae-70d4-4f2a-a7fe-93bd61c8a7de/d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:08.662564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Network 91a95a13-b357-4987-ac4d-21db19de5a3e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:08.676208 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:08.676572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.789796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd596a-41e0-4de9-a2c5-3511f3da20a1 None None] Pushing event updated for resources: {'Port': ['ID=98ea6bb9-cf90-4fa9-a0df-050919dcd0be,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:08.836508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.921370 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef13da96-6e76-4f68-8a86-42a1e2f8b179 x-openstack-request-id: req-ef13da96-6e76-4f68-8a86-42a1e2f8b179 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:08.921817 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84c1de7f-fef9-4b29-89e1-a821e0dc3c58", "tag": "9d6b24b1-8326-4f2c-a15e-2bd1f80056e3", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:08.922112 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ef13da96-6e76-4f68-8a86-42a1e2f8b179 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:08.922706 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'tag': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3', 'status': 'completed', 'code': 200} Feb 19 03:27:08.932169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60108) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:08.933714 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.941531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Attempting to bind port 53d1b17d-70d9-4678-ac5c-4051fb05a554 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:08.941915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Attempting to bind port 53d1b17d-70d9-4678-ac5c-4051fb05a554 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'bff5a578-e76c-42af-acbc-57669af6e514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27756e7e-d383-4622-ae87-2597c4a1640a'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:08.942280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Attempting to bind port 53d1b17d-70d9-4678-ac5c-4051fb05a554 on network 27756e7e-d383-4622-ae87-2597c4a1640a {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:08.969807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-5553e098-9f00-417e-9ed7-182dac3eb65c req-9683ed94-c0b7-4640-898d-e65ad921b788 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1703684823', 'description': 'tempest-description-1562201819'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:08.973764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-e14cdf17-b3c3-4d4c-8f10-85bd6182342b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, eee78a6c-9966-41fd-934b-b88627da3ea6) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:08.990311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14cdf17-b3c3-4d4c-8f10-85bd6182342b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:08.990995 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e14cdf17-b3c3-4d4c-8f10-85bd6182342b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.992489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:08.993369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Checking segment: {'id': 'bff5a578-e76c-42af-acbc-57669af6e514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27756e7e-d383-4622-ae87-2597c4a1640a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:08.994134 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:08.994737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Bound using segment: {'id': 'bff5a578-e76c-42af-acbc-57669af6e514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27756e7e-d383-4622-ae87-2597c4a1640a'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:08.995851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Bound port: 53d1b17d-70d9-4678-ac5c-4051fb05a554, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff5a578-e76c-42af-acbc-57669af6e514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27756e7e-d383-4622-ae87-2597c4a1640a'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:08.996429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.125868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 27756e7e-d383-4622-ae87-2597c4a1640a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:09.142306 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e14cdf17-b3c3-4d4c-8f10-85bd6182342b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2901115 Feb 19 03:27:09.158110 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:09.167075 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:09.171759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:09.258275 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-231966c9-33d0-4b81-8e87-1c9e12c3cf42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.271516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9339b72e-b3bc-4998-8a25-6e8e51b12a8c None None] Network eee78a6c-9966-41fd-934b-b88627da3ea6 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:09.274669 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (5f6dd763-e1ec-405a-9a22-fbcbb9d0211d), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.580619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] For port 53d1b17d-70d9-4678-ac5c-4051fb05a554, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:09.586052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] For port 53d1b17d-70d9-4678-ac5c-4051fb05a554, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=53d1b17d-70d9-4678-ac5c-4051fb05a554,segment=NetworkSegment(bff5a578-e76c-42af-acbc-57669af6e514),segment_id=bff5a578-e76c-42af-acbc-57669af6e514)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:09.639881 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4b51e1cd-628c-4d49-a528-5962bf72f1e3 None None] Provisioning complete for port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:09.640247 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4b51e1cd-628c-4d49-a528-5962bf72f1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.672728 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.761049 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5553e098-9f00-417e-9ed7-182dac3eb65c req-9683ed94-c0b7-4640-898d-e65ad921b788 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.777852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8dbb-a3c7-4f20-80e7-743cb70e4ca6 req-16ec25d1-2d81-47c2-9602-935d7bdd04f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:09.779496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b0e8dbb-a3c7-4f20-80e7-743cb70e4ca6 req-16ec25d1-2d81-47c2-9602-935d7bdd04f1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 1128 time: 0.8397431 Feb 19 03:27:09.858409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7af8407a-2e18-401c-9c8a-148c59771f58 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:27:09.866785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dac468-7259-46ac-83f9-12ea4fca1d98 None None] Pushing event updated for resources: {'Port': ['ID=53d1b17d-70d9-4678-ac5c-4051fb05a554,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:09.899107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Router 1b351ab2-01c6-4604-84f3-8bba5c6081b6 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:27:09.924592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345fff16-5254-4de7-82b8-1db300acae52 None None] Network eee78a6c-9966-41fd-934b-b88627da3ea6 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:09.970967 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-231966c9-33d0-4b81-8e87-1c9e12c3cf42 admin admin] Publish callbacks [] for security_group (75606b61-ef00-4357-b059-c0fd849c4fd2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.978237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:09.981831 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-231966c9-33d0-4b81-8e87-1c9e12c3cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (75606b61-ef00-4357-b059-c0fd849c4fd2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.025580 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5553e098-9f00-417e-9ed7-182dac3eb65c req-9683ed94-c0b7-4640-898d-e65ad921b788 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for security_group (1c9730e4-736b-4305-8bdd-9e88d0157653), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.030871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8dbb-a3c7-4f20-80e7-743cb70e4ca6 req-eff062f8-7827-479b-bbda-23027d4cc0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:10.032483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b0e8dbb-a3c7-4f20-80e7-743cb70e4ca6 req-eff062f8-7827-479b-bbda-23027d4cc0e6 service neutron] 10.222.0.67 "GET /v2.0/networks?id=5ecb94fd-8ff3-4064-b340-acfd94f8204d HTTP/1.1" status: 200 len: 898 time: 0.2451055 Feb 19 03:27:10.036419 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5553e098-9f00-417e-9ed7-182dac3eb65c req-9683ed94-c0b7-4640-898d-e65ad921b788 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1c9730e4-736b-4305-8bdd-9e88d0157653), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.120691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683ed94-c0b7-4640-898d-e65ad921b788 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9730e4-736b-4305-8bdd-9e88d0157653,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:10.175747 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-231966c9-33d0-4b81-8e87-1c9e12c3cf42 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=21c2129e5e4143908c2853005569c9d0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2346761 Feb 19 03:27:10.185747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:10.186522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60122) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:10.187039 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 98ea6bb9-cf90-4fa9-a0df-050919dcd0be up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:10.196705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231966c9-33d0-4b81-8e87-1c9e12c3cf42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75606b61-ef00-4357-b059-c0fd849c4fd2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:10.237879 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b0e8dbb-a3c7-4f20-80e7-743cb70e4ca6 req-3aa0b801-4871-4d55-b3bf-fd06c325ab59 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 HTTP/1.1" status: 200 len: 217 time: 0.1659214 Feb 19 03:27:10.248387 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:27:10.269892 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.276790 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5553e098-9f00-417e-9ed7-182dac3eb65c req-9683ed94-c0b7-4640-898d-e65ad921b788 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.280103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5553e098-9f00-417e-9ed7-182dac3eb65c req-9683ed94-c0b7-4640-898d-e65ad921b788 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 1.3426380 Feb 19 03:27:10.336572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9d307688-db4f-4e89-9f9f-8bc103c82afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:24:59Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '1afc4ade-6822-4df9-a731-36244d1e076f', 'name': '', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:6d:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '539dec20-3d30-4941-b346-b454913cbe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:56Z', 'updated_at': '2022-02-19T03:25:12Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': '539dec20-3d30-4941-b346-b454913cbe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:10.351007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:10.366290 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5216869a-ae99-4c79-b2ad-c543bff65f05 None None] Sync routers for ids ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:10.376194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bf252a3b-fb66-4f12-a523-13f7673fee89 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "PUT /v2.0/routers/1b351ab2-01c6-4604-84f3-8bba5c6081b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3116126 Feb 19 03:27:10.384807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60126) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:10.389739 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5216869a-ae99-4c79-b2ad-c543bff65f05 None None] Routers {'1b351ab2-01c6-4604-84f3-8bba5c6081b6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:10.390412 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5216869a-ae99-4c79-b2ad-c543bff65f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:10.406980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d307688-db4f-4e89-9f9f-8bc103c82afd None None] Checking router: 0bbb0046-91dd-40e0-b704-512192c592a7 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:10.450482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ab03d-dc59-42e3-913a-dd07d65ddd9d req-91f02ec7-d941-4518-8615-b0cf39cb2811 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:10.454005 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4a1ab03d-dc59-42e3-913a-dd07d65ddd9d req-91f02ec7-d941-4518-8615-b0cf39cb2811 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.67 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 946 time: 0.4605129 Feb 19 03:27:10.469345 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5216869a-ae99-4c79-b2ad-c543bff65f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:10.525359 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5216869a-ae99-4c79-b2ad-c543bff65f05 None None] Routers {'1b351ab2-01c6-4604-84f3-8bba5c6081b6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:10.526103 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5216869a-ae99-4c79-b2ad-c543bff65f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:10.535471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:10.535773 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.537792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8dbb-a3c7-4f20-80e7-743cb70e4ca6 req-cc04ce7b-ae41-4134-8faa-54135db808f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:10.541972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b0e8dbb-a3c7-4f20-80e7-743cb70e4ca6 req-cc04ce7b-ae41-4134-8faa-54135db808f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=539dec20-3d30-4941-b346-b454913cbe07 HTTP/1.1" status: 200 len: 834 time: 0.2886064 Feb 19 03:27:10.634733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7af8407a-2e18-401c-9c8a-148c59771f58,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:10.635601 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5216869a-ae99-4c79-b2ad-c543bff65f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:10.638695 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5216869a-ae99-4c79-b2ad-c543bff65f05 None None] The sync data for ids ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:10.678243 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a4de4aeb-0295-4e68-a833-5889ca56deb8 admin admin] Publish callbacks [] for security_group (75606b61-ef00-4357-b059-c0fd849c4fd2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.720295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d307688-db4f-4e89-9f9f-8bc103c82afd None None] Routers {'0bbb0046-91dd-40e0-b704-512192c592a7'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:10.721005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9d307688-db4f-4e89-9f9f-8bc103c82afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0bbb0046-91dd-40e0-b704-512192c592a7'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:10.726917 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '7af8407a-2e18-401c-9c8a-148c59771f58', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'port_id': '7af8407a-2e18-401c-9c8a-148c59771f58', 'mac_address': 'fa:16:3e:0b:a8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ce80253-4161-46fb-9759-1f698da15f46', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:27:10.745307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4b51e1cd-628c-4d49-a528-5962bf72f1e3 None None] Current status of the port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:10.756481 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a4de4aeb-0295-4e68-a833-5889ca56deb8 admin admin] Publish callbacks [] for security_group (75606b61-ef00-4357-b059-c0fd849c4fd2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.798683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c09db5-f167-4829-9410-0e3701e4b103 req-6d53472d-1c13-4c48-bef3-5e9c00f2e404 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:10.806914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56c09db5-f167-4829-9410-0e3701e4b103 req-6d53472d-1c13-4c48-bef3-5e9c00f2e404 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/ports?device_id=84c1de7f-fef9-4b29-89e1-a821e0dc3c58 HTTP/1.1" status: 200 len: 946 time: 0.4070377 Feb 19 03:27:10.851355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 7af8407a-2e18-401c-9c8a-148c59771f58 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:10.851574 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.867683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e8dbb-a3c7-4f20-80e7-743cb70e4ca6 req-418239d2-d085-479b-a5f1-d209d26fc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:10.869624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b0e8dbb-a3c7-4f20-80e7-743cb70e4ca6 req-418239d2-d085-479b-a5f1-d209d26fc2ea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=5ecb94fd-8ff3-4064-b340-acfd94f8204d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2699282 Feb 19 03:27:10.895703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af8407a-2e18-401c-9c8a-148c59771f58 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:10.915005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-4a1ab03d-dc59-42e3-913a-dd07d65ddd9d req-6d1ef929-0c67-4c71-960e-8c1ad6aec7a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:10.915142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b918b633-b75b-4a3b-b269-0f561af2c3f9 None None] Provisioning complete for port 872cae15-f6bc-489e-96ec-a9a9dba10adc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:10.915378 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b918b633-b75b-4a3b-b269-0f561af2c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (872cae15-f6bc-489e-96ec-a9a9dba10adc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.915551 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-4a1ab03d-dc59-42e3-913a-dd07d65ddd9d req-6d1ef929-0c67-4c71-960e-8c1ad6aec7a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.920928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56c09db5-f167-4829-9410-0e3701e4b103 req-102fd49d-cada-4d31-984f-46b8234b0089 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "GET /v2.0/security-groups?id=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104877 Feb 19 03:27:10.958213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a4de4aeb-0295-4e68-a833-5889ca56deb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (75606b61-ef00-4357-b059-c0fd849c4fd2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.961227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a4de4aeb-0295-4e68-a833-5889ca56deb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:10.965954 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a4de4aeb-0295-4e68-a833-5889ca56deb8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/75606b61-ef00-4357-b059-c0fd849c4fd2 HTTP/1.1" status: 204 len: 168 time: 0.7776842 Feb 19 03:27:11.062480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de4aeb-0295-4e68-a833-5889ca56deb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75606b61-ef00-4357-b059-c0fd849c4fd2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:11.073528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7af8407a-2e18-401c-9c8a-148c59771f58,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:11.086027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b0e8dbb-a3c7-4f20-80e7-743cb70e4ca6 req-3e01712f-9d43-4776-9eda-b3601e88578c service neutron] 10.222.0.67 "GET /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806872 Feb 19 03:27:11.086298 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.102179 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.132623 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.250877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-4a1ab03d-dc59-42e3-913a-dd07d65ddd9d req-6d1ef929-0c67-4c71-960e-8c1ad6aec7a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] For port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3,segment=NetworkSegment(556d6d52-4f9d-4b53-9e40-43f02b9a7877),segment_id=556d6d52-4f9d-4b53-9e40-43f02b9a7877)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:11.252039 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-4a1ab03d-dc59-42e3-913a-dd07d65ddd9d req-6d1ef929-0c67-4c71-960e-8c1ad6aec7a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.264906 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (5f6dd763-e1ec-405a-9a22-fbcbb9d0211d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.266882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:11.279386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=7af8407a-2e18-401c-9c8a-148c59771f58,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:11.286487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b918b633-b75b-4a3b-b269-0f561af2c3f9 None None] Port 872cae15-f6bc-489e-96ec-a9a9dba10adc cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:11.301532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:11.337293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9d307688-db4f-4e89-9f9f-8bc103c82afd None None] Set router 0bbb0046-91dd-40e0-b704-512192c592a7 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:11.362303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-4a1ab03d-dc59-42e3-913a-dd07d65ddd9d req-6d1ef929-0c67-4c71-960e-8c1ad6aec7a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Calling delete_port for 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:11.610409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['7af8407a-2e18-401c-9c8a-148c59771f58'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:11.670455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3674a8-9ce3-460f-a855-fb73a6dc999e req-864d9818-0b5b-4528-b69e-878f812a1959 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:11.678590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b3674a8-9ce3-460f-a855-fb73a6dc999e req-864d9818-0b5b-4528-b69e-878f812a1959 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 944 time: 0.5879269 Feb 19 03:27:11.710260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60140) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:11.765871 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b0e8dbb-a3c7-4f20-80e7-743cb70e4ca6 req-3ffbd853-a58b-499a-b7e1-ebf28562a094 service neutron] 10.222.0.67 "GET /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529737 Feb 19 03:27:11.789739 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c163feca-cbed-4d77-9141-43c5139d4080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:11.841762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 53d1b17d-70d9-4678-ac5c-4051fb05a554 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:11.845748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:11.855632 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 27756e7e-d383-4622-ae87-2597c4a1640a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:11.865066 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:11.878886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c5091-6df1-4606-bc46-8fd991a665c8 None None] Network 27756e7e-d383-4622-ae87-2597c4a1640a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:11.903674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b3674a8-9ce3-460f-a855-fb73a6dc999e req-e69e7878-28a4-4147-99e3-38a3dfff3a94 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239447 Feb 19 03:27:11.989718 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-c7c89ed9-2c95-4889-a650-3bfc06d0d160 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:27:11.994198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c7c89ed9-2c95-4889-a650-3bfc06d0d160 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "PUT /v2.0/routers/1b351ab2-01c6-4604-84f3-8bba5c6081b6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6083679 Feb 19 03:27:11.994757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60146) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:12.160722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-16193136-df61-4c91-9274-b4b534f6bef7 None None] Provisioning complete for port 53d1b17d-70d9-4678-ac5c-4051fb05a554 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:12.161273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-16193136-df61-4c91-9274-b4b534f6bef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.176209 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-4a1ab03d-dc59-42e3-913a-dd07d65ddd9d req-6d1ef929-0c67-4c71-960e-8c1ad6aec7a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9d6b24b1-8326-4f2c-a15e-2bd1f80056e3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.192128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 5f6dd763-e1ec-405a-9a22-fbcbb9d0211d is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:27:12.221454 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c163feca-cbed-4d77-9141-43c5139d4080 admin admin] Publish callbacks [] for security_group (d63ea186-e04e-4a52-b4d1-6538d8a30f3d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.226298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1ef929-0c67-4c71-960e-8c1ad6aec7a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Port': ['ID=9d6b24b1-8326-4f2c-a15e-2bd1f80056e3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:12.294456 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c163feca-cbed-4d77-9141-43c5139d4080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d63ea186-e04e-4a52-b4d1-6538d8a30f3d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.417964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a1ab03d-dc59-42e3-913a-dd07d65ddd9d req-6d1ef929-0c67-4c71-960e-8c1ad6aec7a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] No DVR routers for this DVR port 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:12.421943 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-4a1ab03d-dc59-42e3-913a-dd07d65ddd9d req-6d1ef929-0c67-4c71-960e-8c1ad6aec7a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.425709 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4a1ab03d-dc59-42e3-913a-dd07d65ddd9d req-6d1ef929-0c67-4c71-960e-8c1ad6aec7a1 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.67 "DELETE /v2.0/ports/9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 HTTP/1.1" status: 204 len: 173 time: 1.9612830 Feb 19 03:27:12.429137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:12.437392 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d57ef765-ea46-4572-8237-97744b3787d0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/5f6dd763-e1ec-405a-9a22-fbcbb9d0211d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0913463 Feb 19 03:27:12.443783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60158) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:12.462181 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'name': 'network-vif-deleted', 'tag': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:12.465812 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f17fc8-b19b-4752-bc4b-99037df70488" -d '{"events": [{"server_uuid": "84c1de7f-fef9-4b29-89e1-a821e0dc3c58", "name": "network-vif-deleted", "tag": "9d6b24b1-8326-4f2c-a15e-2bd1f80056e3"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:12.476341 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c163feca-cbed-4d77-9141-43c5139d4080 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9f57c5fe4e2447039be8014288a3569f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7633500 Feb 19 03:27:12.477389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60162) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:12.535720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03dc56a-5136-4ca7-8650-312e3f687ad9 None None] Sync routers for ids ['5f6dd763-e1ec-405a-9a22-fbcbb9d0211d'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:12.541028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163feca-cbed-4d77-9141-43c5139d4080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63ea186-e04e-4a52-b4d1-6538d8a30f3d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:12.545336 n-d-826755-2 neutron-server[109900]: INFO neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No ports have port_id starting with 9d6b24b1-8326-4f2c-a15e-2bd1f80056e3 Feb 19 03:27:12.576811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03dc56a-5136-4ca7-8650-312e3f687ad9 None None] Routers {'5f6dd763-e1ec-405a-9a22-fbcbb9d0211d'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:12.583307 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51bd015e-c48a-491d-a826-41af7428a31b admin admin] Publish callbacks [] for security_group (d63ea186-e04e-4a52-b4d1-6538d8a30f3d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.583851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e03dc56a-5136-4ca7-8650-312e3f687ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5f6dd763-e1ec-405a-9a22-fbcbb9d0211d'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:12.586359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 53d1b17d-70d9-4678-ac5c-4051fb05a554 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:12.586702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299e42d5-bea5-4d62-8652-11a9ff0ac232 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:12.587005 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.588495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-299e42d5-bea5-4d62-8652-11a9ff0ac232 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports/d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8 HTTP/1.1" status: 200 len: 910 time: 0.1436419 Feb 19 03:27:12.609422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60164) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:12.618437 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51bd015e-c48a-491d-a826-41af7428a31b admin admin] Publish callbacks [] for security_group (d63ea186-e04e-4a52-b4d1-6538d8a30f3d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.696528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51bd015e-c48a-491d-a826-41af7428a31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d63ea186-e04e-4a52-b4d1-6538d8a30f3d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.700143 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51bd015e-c48a-491d-a826-41af7428a31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:12.705186 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-51bd015e-c48a-491d-a826-41af7428a31b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d63ea186-e04e-4a52-b4d1-6538d8a30f3d HTTP/1.1" status: 204 len: 168 time: 0.2181499 Feb 19 03:27:12.723854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bd015e-c48a-491d-a826-41af7428a31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63ea186-e04e-4a52-b4d1-6538d8a30f3d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:12.738821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-63f6639b-d237-4900-9956-16ffb004be66 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:12.748767 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-63f6639b-d237-4900-9956-16ffb004be66 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/networks?id=085e6d90-68bf-43d0-8341-640eb54ccdaf HTTP/1.1" status: 200 len: 809 time: 0.3713295 Feb 19 03:27:12.767275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e03dc56a-5136-4ca7-8650-312e3f687ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:12.773000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-882dad66-8542-473a-8549-6ee465b88e66 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/quotas/ce72ce04244d43e59760d02e1bf406fe HTTP/1.1" status: 200 len: 375 time: 0.0230265 Feb 19 03:27:12.799161 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03dc56a-5136-4ca7-8650-312e3f687ad9 None None] Routers {'5f6dd763-e1ec-405a-9a22-fbcbb9d0211d'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:12.800928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e03dc56a-5136-4ca7-8650-312e3f687ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5f6dd763-e1ec-405a-9a22-fbcbb9d0211d'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:12.863162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-3e6e4a9c-b512-48e6-bf1c-0ea89a6175f4 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ce72ce04244d43e59760d02e1bf406fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890403 Feb 19 03:27:12.926853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e03dc56a-5136-4ca7-8650-312e3f687ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:12.927714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e03dc56a-5136-4ca7-8650-312e3f687ad9 None None] The sync data for ids ['5f6dd763-e1ec-405a-9a22-fbcbb9d0211d'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:12.956937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9d307688-db4f-4e89-9f9f-8bc103c82afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:24:59Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '1afc4ade-6822-4df9-a731-36244d1e076f', 'name': '', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:6d:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '539dec20-3d30-4941-b346-b454913cbe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:56Z', 'updated_at': '2022-02-19T03:25:12Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': '539dec20-3d30-4941-b346-b454913cbe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:13.011507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d307688-db4f-4e89-9f9f-8bc103c82afd None None] The sync data for ids ['0bbb0046-91dd-40e0-b704-512192c592a7'] in n-d-826755-2 is: [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:24:59Z', 'revision_number': 4, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '1afc4ade-6822-4df9-a731-36244d1e076f', 'name': '', 'network_id': '5ecb94fd-8ff3-4064-b340-acfd94f8204d', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'mac_address': 'fa:16:3e:6d:44:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '539dec20-3d30-4941-b346-b454913cbe07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:56Z', 'updated_at': '2022-02-19T03:25:12Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'subnets': [{'id': '539dec20-3d30-4941-b346-b454913cbe07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:13.233978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-16193136-df61-4c91-9274-b4b534f6bef7 None None] Current status of the port 53d1b17d-70d9-4678-ac5c-4051fb05a554 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:13.234501 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-16193136-df61-4c91-9274-b4b534f6bef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.274143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 53d1b17d-70d9-4678-ac5c-4051fb05a554 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:13.275307 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.350192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-41c0d080-8463-4962-9d59-957ab932300a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:27:13.352176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-16193136-df61-4c91-9274-b4b534f6bef7 None None] For port 53d1b17d-70d9-4678-ac5c-4051fb05a554, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=53d1b17d-70d9-4678-ac5c-4051fb05a554,segment=NetworkSegment(bff5a578-e76c-42af-acbc-57669af6e514),segment_id=bff5a578-e76c-42af-acbc-57669af6e514)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:13.353555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-41c0d080-8463-4962-9d59-957ab932300a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4894583 Feb 19 03:27:13.366016 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-16193136-df61-4c91-9274-b4b534f6bef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.495832 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-de84-4f3b-8b37-d7556e2ca6ff tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (1b351ab2-01c6-4604-84f3-8bba5c6081b6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.514683 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:27:13.515200 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:27:13.518958 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476783a2-1244-46ca-833c-e6c20cbc3d8f None None] New status for floating IP 07cd8c06-dd58-40d4-a059-96fa77a1f0f6: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:27:13.524359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-8dcc1bd5-22cc-426b-a1a3-7fd5e0d141b2 None None] Provisioning complete for port 53d1b17d-70d9-4678-ac5c-4051fb05a554 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:13.524946 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8dcc1bd5-22cc-426b-a1a3-7fd5e0d141b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.526870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16193136-df61-4c91-9274-b4b534f6bef7 None None] Pushing event updated for resources: {'Port': ['ID=53d1b17d-70d9-4678-ac5c-4051fb05a554,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:13.714434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc1bd5-22cc-426b-a1a3-7fd5e0d141b2 None None] Current status of the port 53d1b17d-70d9-4678-ac5c-4051fb05a554 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:13.735517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-8dcc1bd5-22cc-426b-a1a3-7fd5e0d141b2 None None] Provisioning complete for port d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:13.736284 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8dcc1bd5-22cc-426b-a1a3-7fd5e0d141b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:13.790185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8dcc1bd5-22cc-426b-a1a3-7fd5e0d141b2 None None] Port d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:13.937796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-85be50c5-ffce-482e-b31c-d2cd0299231b None None] Provisioning complete for port d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:13.942722 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85be50c5-ffce-482e-b31c-d2cd0299231b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.011298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-85be50c5-ffce-482e-b31c-d2cd0299231b None None] Port d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:14.057642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 53d1b17d-70d9-4678-ac5c-4051fb05a554 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:14.058743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 98ea6bb9-cf90-4fa9-a0df-050919dcd0be up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:14.110221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:14.110706 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.153807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4e1cafd2-a49e-448a-b551-c5f1d967b7a5 None None] Provisioning complete for port d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:14.154271 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e1cafd2-a49e-448a-b551-c5f1d967b7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.209016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4e1cafd2-a49e-448a-b551-c5f1d967b7a5 None None] Port d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:14.252920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-02f580ea-5a8d-4afb-91ec-51759b6fc55c service neutron] 10.222.0.81 "GET /v2.0/networks/085e6d90-68bf-43d0-8341-640eb54ccdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8703160 Feb 19 03:27:14.253923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:14.379908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 53d1b17d-70d9-4678-ac5c-4051fb05a554 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:14.432076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 53d1b17d-70d9-4678-ac5c-4051fb05a554 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:14.432452 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.433247 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eecafb1c-c303-45d5-81ee-088fdae41902 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (5f6dd763-e1ec-405a-9a22-fbcbb9d0211d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.524771 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 53d1b17d-70d9-4678-ac5c-4051fb05a554 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:14.539347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-d2c9eef9-b5fe-45c3-8d53-b4d097872683 service neutron] 10.222.0.81 "GET /v2.0/networks/085e6d90-68bf-43d0-8341-640eb54ccdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852957 Feb 19 03:27:14.595039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-cf4104fe-de84-4f3b-8b37-d7556e2ca6ff tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Deleting port 872cae15-f6bc-489e-96ec-a9a9dba10adc {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:14.595382 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-de84-4f3b-8b37-d7556e2ca6ff tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (872cae15-f6bc-489e-96ec-a9a9dba10adc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.725202 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-de84-4f3b-8b37-d7556e2ca6ff tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (872cae15-f6bc-489e-96ec-a9a9dba10adc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:14.740430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-cf4104fe-de84-4f3b-8b37-d7556e2ca6ff tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Calling delete_port for 872cae15-f6bc-489e-96ec-a9a9dba10adc owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:15.063539 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5eed1b1a-e24d-44b9-a089-d80a41ca2531 req-369e3504-776a-411c-9d9f-e85025492bc5 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1703684823&fields=id&tenant_id=da11589d434d48468c31b6f3cc483bbe HTTP/1.1" status: 200 len: 267 time: 0.1216021 Feb 19 03:27:15.160524 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-de84-4f3b-8b37-d7556e2ca6ff tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (872cae15-f6bc-489e-96ec-a9a9dba10adc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.212359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed1b1a-e24d-44b9-a089-d80a41ca2531 req-0f4c8c44-7c81-4dbe-807f-9c1d7d2fd73f tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:15.213935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5eed1b1a-e24d-44b9-a089-d80a41ca2531 req-0f4c8c44-7c81-4dbe-807f-9c1d7d2fd73f tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.1234784 Feb 19 03:27:15.216891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4104fe-de84-4f3b-8b37-d7556e2ca6ff tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event deleted for resources: {'Port': ['ID=872cae15-f6bc-489e-96ec-a9a9dba10adc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:15.228389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-eecafb1c-c303-45d5-81ee-088fdae41902 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:15.228690 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eecafb1c-c303-45d5-81ee-088fdae41902 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.267130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-5eed1b1a-e24d-44b9-a089-d80a41ca2531 req-ff321e5c-d5fb-4ddb-b755-cdad31454f8b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Request body: {'port': {'security_groups': ['cb60c019-18fd-4c4c-a5f4-8764d35b9708', '1c9730e4-736b-4305-8bdd-9e88d0157653']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:15.435253 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:27:15.514712 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5eed1b1a-e24d-44b9-a089-d80a41ca2531 req-ff321e5c-d5fb-4ddb-b755-cdad31454f8b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.526300 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eecafb1c-c303-45d5-81ee-088fdae41902 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.534241 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf4104fe-de84-4f3b-8b37-d7556e2ca6ff tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (1b351ab2-01c6-4604-84f3-8bba5c6081b6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.557498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-eecafb1c-c303-45d5-81ee-088fdae41902 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:15.701084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7af8407a-2e18-401c-9c8a-148c59771f58 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:15.762704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 7af8407a-2e18-401c-9c8a-148c59771f58 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:27:15.771370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 7af8407a-2e18-401c-9c8a-148c59771f58 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:15.771731 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.875313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 7af8407a-2e18-401c-9c8a-148c59771f58 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:15.875700 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:15.907768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf4104fe-de84-4f3b-8b37-d7556e2ca6ff tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Router 1b351ab2-01c6-4604-84f3-8bba5c6081b6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:15.926123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:15.932881 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5214d4-3940-4bd6-83a3-22fc944d27e7" -d '{"events": [{"server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "name": "network-vif-plugged", "status": "completed", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:15.951014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7af8407a-2e18-401c-9c8a-148c59771f58,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:15.959505 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.053985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=7af8407a-2e18-401c-9c8a-148c59771f58,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:16.121523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4104fe-de84-4f3b-8b37-d7556e2ca6ff tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:16.132972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cf4104fe-de84-4f3b-8b37-d7556e2ca6ff tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "PUT /v2.0/routers/1b351ab2-01c6-4604-84f3-8bba5c6081b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1371653 Feb 19 03:27:16.137308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60286) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:16.141411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31271f6e-f5bd-4e2a-932c-3138861be74c None None] Sync routers for ids ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:16.158541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-5eed1b1a-e24d-44b9-a089-d80a41ca2531 req-ff321e5c-d5fb-4ddb-b755-cdad31454f8b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] For port e6be018d-0782-4c64-9e4b-e851f41df712, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e6be018d-0782-4c64-9e4b-e851f41df712,segment=NetworkSegment(92078306-715a-4519-9193-e1b0e0b31462),segment_id=92078306-715a-4519-9193-e1b0e0b31462)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:16.159792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31271f6e-f5bd-4e2a-932c-3138861be74c None None] Routers {'1b351ab2-01c6-4604-84f3-8bba5c6081b6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:16.163126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-31271f6e-f5bd-4e2a-932c-3138861be74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:16.203015 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-8c8920b4-00c5-4cfa-8c9b-601e6e3569e1 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] delete failed (client error): The resource could not be found. Feb 19 03:27:16.207801 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8c8920b4-00c5-4cfa-8c9b-601e6e3569e1 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "DELETE /v2.0/routers/tempest-non_exist_router-1068939336 HTTP/1.1" status: 404 len: 335 time: 0.0656118 Feb 19 03:27:16.207801 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eecafb1c-c303-45d5-81ee-088fdae41902 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.211789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60288) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:16.218426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5bbae87c-0889-478a-9316-7fdf872ca2b6 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b351ab2-01c6-4604-84f3-8bba5c6081b6'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:16.222428 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-31271f6e-f5bd-4e2a-932c-3138861be74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:16.246304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecafb1c-c303-45d5-81ee-088fdae41902 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=d0b9aed2-bb00-44ad-b6b9-8bfe310ffbd8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:16.251970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31271f6e-f5bd-4e2a-932c-3138861be74c None None] Routers {'1b351ab2-01c6-4604-84f3-8bba5c6081b6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:16.256220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-31271f6e-f5bd-4e2a-932c-3138861be74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:16.305599 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5eed1b1a-e24d-44b9-a089-d80a41ca2531 req-ff321e5c-d5fb-4ddb-b755-cdad31454f8b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for port (e6be018d-0782-4c64-9e4b-e851f41df712), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.319362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-60ac7061-2396-49b7-afce-ecff984a4d05 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:16.323675 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-60ac7061-2396-49b7-afce-ecff984a4d05 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.87 "GET /v2.0/networks?id=085e6d90-68bf-43d0-8341-640eb54ccdaf HTTP/1.1" status: 200 len: 809 time: 0.2563679 Feb 19 03:27:16.334746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Request body: {'port': {'device_id': '083c1ef7-a2aa-4f75-9117-8744b21af26b', 'network_id': '085e6d90-68bf-43d0-8341-640eb54ccdaf', 'admin_state_up': True, 'tenant_id': 'ce72ce04244d43e59760d02e1bf406fe'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:16.352172 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5eed1b1a-e24d-44b9-a089-d80a41ca2531 req-ff321e5c-d5fb-4ddb-b755-cdad31454f8b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.363636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-31271f6e-f5bd-4e2a-932c-3138861be74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:16.367918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31271f6e-f5bd-4e2a-932c-3138861be74c None None] The sync data for ids ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:16.377429 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e6be018d-0782-4c64-9e4b-e851f41df712'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:16.519117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed1b1a-e24d-44b9-a089-d80a41ca2531 req-ff321e5c-d5fb-4ddb-b755-cdad31454f8b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:16.519810 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5eed1b1a-e24d-44b9-a089-d80a41ca2531 req-ff321e5c-d5fb-4ddb-b755-cdad31454f8b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.538770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5eed1b1a-e24d-44b9-a089-d80a41ca2531 req-ff321e5c-d5fb-4ddb-b755-cdad31454f8b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "PUT /v2.0/ports/e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 981 time: 1.2903664 Feb 19 03:27:16.560391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Made reservation on behalf of ce72ce04244d43e59760d02e1bf406fe for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:16.566527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:16.630172 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e6be018d-0782-4c64-9e4b-e851f41df712'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:16.641942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:16.649031 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be2a9e9-ba9c-4c2c-97f7-2ac60286ccbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:16.662097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60292) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:16.799781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Allocated IP 172.20.0.2 (085e6d90-68bf-43d0-8341-640eb54ccdaf/ae3871f3-59d5-4916-bc3f-4c2a21e461ef/6edd26cc-e3c8-43c1-9967-501e5e5c36c0) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:16.837789 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c25d91-4b96-4a99-ba16-d9ad4775039f x-openstack-request-id: req-09c25d91-4b96-4a99-ba16-d9ad4775039f {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:16.838217 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84c1de7f-fef9-4b29-89e1-a821e0dc3c58", "name": "network-vif-deleted", "tag": "9d6b24b1-8326-4f2c-a15e-2bd1f80056e3", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:16.838563 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-09c25d91-4b96-4a99-ba16-d9ad4775039f {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:16.839102 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84c1de7f-fef9-4b29-89e1-a821e0dc3c58', 'name': 'network-vif-deleted', 'tag': '9d6b24b1-8326-4f2c-a15e-2bd1f80056e3', 'status': 'completed', 'code': 200} Feb 19 03:27:17.081190 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Publish callbacks [] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.126608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.187089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Network 085e6d90-68bf-43d0-8341-640eb54ccdaf is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:17.191104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:17.194935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:17.233508 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Pushing event updated for resources: {'Port': ['ID=6edd26cc-e3c8-43c1-9967-501e5e5c36c0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:17.273233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:17.273923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.297437 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-e94a3697-6668-4c56-9eba-2874eaae2d4d tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9668894 Feb 19 03:27:17.311775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Request body: {'port': {'device_id': '083c1ef7-a2aa-4f75-9117-8744b21af26b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:17.390479 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.438747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff321e5c-d5fb-4ddb-b755-cdad31454f8b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Pushing event updated for resources: {'Port': ['ID=e6be018d-0782-4c64-9e4b-e851f41df712,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:17.533447 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bbae87c-0889-478a-9316-7fdf872ca2b6 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for router_gateway (1b351ab2-01c6-4604-84f3-8bba5c6081b6), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.564979 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eecafb1c-c303-45d5-81ee-088fdae41902 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (5f6dd763-e1ec-405a-9a22-fbcbb9d0211d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.580975 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-5bbae87c-0889-478a-9316-7fdf872ca2b6 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] update failed (client error): The resource could not be found. Feb 19 03:27:17.586305 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60300) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:17.586656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5bbae87c-0889-478a-9316-7fdf872ca2b6 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "PUT /v2.0/routers/1b351ab2-01c6-4604-84f3-8bba5c6081b6 HTTP/1.1" status: 404 len: 339 time: 1.3717947 Feb 19 03:27:17.587181 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0be0143e-9a00-4b66-b869-8265b5069e90 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (86e175e6-a7af-44e0-9c0c-696fb8c0ab0e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.680407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dc2b3a-431a-4378-ba15-9410312509b9 req-2d547b46-da54-499d-8847-d73d3ff417a5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:17.689803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65dc2b3a-431a-4378-ba15-9410312509b9 req-2d547b46-da54-499d-8847-d73d3ff417a5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.3984749 Feb 19 03:27:17.696248 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0be0143e-9a00-4b66-b869-8265b5069e90 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (86e175e6-a7af-44e0-9c0c-696fb8c0ab0e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.823192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65dc2b3a-431a-4378-ba15-9410312509b9 req-bb09f5bd-0307-416e-8d68-1ec69bc86e06 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305256 Feb 19 03:27:17.984012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:17.992858 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Publish callbacks [] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:17.997365 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecafb1c-c303-45d5-81ee-088fdae41902 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 5f6dd763-e1ec-405a-9a22-fbcbb9d0211d has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:18.021620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52702825-b6e2-4a09-9b15-7ebeb126ee35 req-ad55f141-5d9d-439f-9642-c50db67cd24b tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:18.025129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52702825-b6e2-4a09-9b15-7ebeb126ee35 req-ad55f141-5d9d-439f-9642-c50db67cd24b tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/ports?device_id=083c1ef7-a2aa-4f75-9117-8744b21af26b HTTP/1.1" status: 200 len: 931 time: 0.1068199 Feb 19 03:27:18.054274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Transition to ACTIVE for port object 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:27:18.075426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0be0143e-9a00-4b66-b869-8265b5069e90 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (86e175e6-a7af-44e0-9c0c-696fb8c0ab0e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.078306 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0be0143e-9a00-4b66-b869-8265b5069e90 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.079725 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0be0143e-9a00-4b66-b869-8265b5069e90 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/security-groups/86e175e6-a7af-44e0-9c0c-696fb8c0ab0e HTTP/1.1" status: 204 len: 168 time: 1.4087429 Feb 19 03:27:18.091456 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.131193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0143e-9a00-4b66-b869-8265b5069e90 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e175e6-a7af-44e0-9c0c-696fb8c0ab0e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:18.157538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecafb1c-c303-45d5-81ee-088fdae41902 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:18.172459 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bcb33e-17a4-4f2d-a7cb-8fbfa3411c4c None None] Sync routers for ids ['5f6dd763-e1ec-405a-9a22-fbcbb9d0211d'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:18.177563 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52702825-b6e2-4a09-9b15-7ebeb126ee35 req-68a28783-fbeb-4396-b20a-390fadbc57bf tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/security-groups?id=71d3b88b-7975-4ea0-a28b-8f2198db546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063445 Feb 19 03:27:18.191061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eecafb1c-c303-45d5-81ee-088fdae41902 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/5f6dd763-e1ec-405a-9a22-fbcbb9d0211d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5797601 Feb 19 03:27:18.194529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60310) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:18.196832 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bcb33e-17a4-4f2d-a7cb-8fbfa3411c4c None None] Routers {'5f6dd763-e1ec-405a-9a22-fbcbb9d0211d'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:18.199865 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-99bcb33e-17a4-4f2d-a7cb-8fbfa3411c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5f6dd763-e1ec-405a-9a22-fbcbb9d0211d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:18.246622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-59a03c92-9653-4354-9fc2-c02ab83014e8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f6dd763-e1ec-405a-9a22-fbcbb9d0211d HTTP/1.1" status: 200 len: 205 time: 0.0471599 Feb 19 03:27:18.249743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60312) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:18.250046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Pushing event updated for resources: {'Port': ['ID=6edd26cc-e3c8-43c1-9967-501e5e5c36c0,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:18.259699 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c141d5cd-4f8b-488c-9cfc-c45cd8e9de80 x-openstack-request-id: req-c141d5cd-4f8b-488c-9cfc-c45cd8e9de80 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:18.260185 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "name": "network-vif-plugged", "status": "completed", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:18.260363 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c141d5cd-4f8b-488c-9cfc-c45cd8e9de80 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:18.260655 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58', 'code': 200} Feb 19 03:27:18.301624 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.327874 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-99bcb33e-17a4-4f2d-a7cb-8fbfa3411c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:18.351862 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bcb33e-17a4-4f2d-a7cb-8fbfa3411c4c None None] Routers {'5f6dd763-e1ec-405a-9a22-fbcbb9d0211d'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:18.352490 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-99bcb33e-17a4-4f2d-a7cb-8fbfa3411c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5f6dd763-e1ec-405a-9a22-fbcbb9d0211d'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:18.398605 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9207b3b-c83c-413d-826a-cc7116b0e206 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (5f6dd763-e1ec-405a-9a22-fbcbb9d0211d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.458289 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-99bcb33e-17a4-4f2d-a7cb-8fbfa3411c4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:18.462063 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bcb33e-17a4-4f2d-a7cb-8fbfa3411c4c None None] The sync data for ids ['5f6dd763-e1ec-405a-9a22-fbcbb9d0211d'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:18.499267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90d1221d-7cef-4206-9f0c-6eb696da6684 req-50bb1dcf-a7ea-40b6-9ce9-09fe0afef917 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1703684823&fields=id&tenant_id=da11589d434d48468c31b6f3cc483bbe HTTP/1.1" status: 200 len: 267 time: 0.1549449 Feb 19 03:27:18.526259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Attempting to bind port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:18.526833 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Attempting to bind port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'f7ce5246-8dad-446f-99ca-503ffaff7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '085e6d90-68bf-43d0-8341-640eb54ccdaf'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:18.527052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Attempting to bind port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 on network 085e6d90-68bf-43d0-8341-640eb54ccdaf {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:18.537126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 on network 085e6d90-68bf-43d0-8341-640eb54ccdaf not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:27:18.537446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Attempting to bind port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 on network 085e6d90-68bf-43d0-8341-640eb54ccdaf {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:18.560820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:18.561247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Checking segment: {'id': 'f7ce5246-8dad-446f-99ca-503ffaff7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '085e6d90-68bf-43d0-8341-640eb54ccdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:18.561695 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Bound using segment: {'id': 'f7ce5246-8dad-446f-99ca-503ffaff7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '085e6d90-68bf-43d0-8341-640eb54ccdaf'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:18.562218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Bound port: 6edd26cc-e3c8-43c1-9967-501e5e5c36c0, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7ce5246-8dad-446f-99ca-503ffaff7fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '085e6d90-68bf-43d0-8341-640eb54ccdaf'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:18.562630 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.570652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717822ff-b9bd-445d-b27c-c51aa8f7e373 req-997beac0-4a79-4872-a3b0-c9acb487c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:18.572544 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-717822ff-b9bd-445d-b27c-c51aa8f7e373 req-997beac0-4a79-4872-a3b0-c9acb487c180 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1127 time: 0.2339239 Feb 19 03:27:18.630812 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9207b3b-c83c-413d-826a-cc7116b0e206 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (5f6dd763-e1ec-405a-9a22-fbcbb9d0211d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.636484 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9207b3b-c83c-413d-826a-cc7116b0e206 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (5f6dd763-e1ec-405a-9a22-fbcbb9d0211d), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.705521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1221d-7cef-4206-9f0c-6eb696da6684 req-3c26a237-7d57-4fa0-904c-37c182b093b0 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:18.707910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90d1221d-7cef-4206-9f0c-6eb696da6684 req-3c26a237-7d57-4fa0-904c-37c182b093b0 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 984 time: 0.2074590 Feb 19 03:27:18.708329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] For port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:18.713800 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9207b3b-c83c-413d-826a-cc7116b0e206 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (5f6dd763-e1ec-405a-9a22-fbcbb9d0211d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.714401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9207b3b-c83c-413d-826a-cc7116b0e206 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Fanout notify agent at l3_agent the message router_deleted on router 5f6dd763-e1ec-405a-9a22-fbcbb9d0211d {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:27:18.714510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] For port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=6edd26cc-e3c8-43c1-9967-501e5e5c36c0,segment=NetworkSegment(f7ce5246-8dad-446f-99ca-503ffaff7fe1),segment_id=f7ce5246-8dad-446f-99ca-503ffaff7fe1)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:18.724432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-90d1221d-7cef-4206-9f0c-6eb696da6684 req-9975218f-2a25-4135-a206-c017d803d7df tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Request body: {'port': {'security_groups': ['cb60c019-18fd-4c4c-a5f4-8764d35b9708']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:18.736911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9207b3b-c83c-413d-826a-cc7116b0e206 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.738341 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d9207b3b-c83c-413d-826a-cc7116b0e206 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/5f6dd763-e1ec-405a-9a22-fbcbb9d0211d HTTP/1.1" status: 204 len: 168 time: 0.4858027 Feb 19 03:27:18.742881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60314) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:18.743199 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.814212 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-717822ff-b9bd-445d-b27c-c51aa8f7e373 req-777bfec2-e2e9-41d0-a20c-36bf7bc6d6eb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055993 Feb 19 03:27:18.822111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:18.822728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.824111 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] 10.222.0.87 "PUT /v2.0/ports/6edd26cc-e3c8-43c1-9967-501e5e5c36c0 HTTP/1.1" status: 200 len: 1091 time: 1.5175686 Feb 19 03:27:18.841099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '083c1ef7-a2aa-4f75-9117-8744b21af26b', 'tag': '6edd26cc-e3c8-43c1-9967-501e5e5c36c0'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:18.843876 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84630ae6-c772-40a7-bffa-793d8fd4b1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "083c1ef7-a2aa-4f75-9117-8744b21af26b", "tag": "6edd26cc-e3c8-43c1-9967-501e5e5c36c0"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:18.874476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Allocated IP 172.20.0.1 (dd60c460-d500-4692-815d-fc44cec37834/1a21438d-2970-49e0-96c0-28e346c662d3/e8bff6c7-351c-40e6-92be-c2465feb8757) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:18.877859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-94aaa888-35b8-4229-bcba-2218a885f0a4 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting subnet c99990ae-70d4-4f2a-a7fe-93bd61c8a7de {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:18.883462 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-94aaa888-35b8-4229-bcba-2218a885f0a4 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (c99990ae-70d4-4f2a-a7fe-93bd61c8a7de), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.905226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf418e6-30a4-4b5b-8438-633e03c5f514 service neutron] Pushing event updated for resources: {'Port': ['ID=6edd26cc-e3c8-43c1-9967-501e5e5c36c0,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:18.916415 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-90d1221d-7cef-4206-9f0c-6eb696da6684 req-9975218f-2a25-4135-a206-c017d803d7df tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:18.977587 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-94aaa888-35b8-4229-bcba-2218a885f0a4 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (c99990ae-70d4-4f2a-a7fe-93bd61c8a7de), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.021507 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-3bacb65f-7233-4aac-af88-b11aedac2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:19.023621 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-3bacb65f-7233-4aac-af88-b11aedac2633 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce72ce04244d43e59760d02e1bf406fe&device_id=083c1ef7-a2aa-4f75-9117-8744b21af26b HTTP/1.1" status: 200 len: 1125 time: 0.1420281 Feb 19 03:27:19.090506 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-7a2834fe-238a-4368-a2e4-7c97b6ffb18f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6edd26cc-e3c8-43c1-9967-501e5e5c36c0 HTTP/1.1" status: 200 len: 217 time: 0.0471227 Feb 19 03:27:19.163829 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-94aaa888-35b8-4229-bcba-2218a885f0a4 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (c99990ae-70d4-4f2a-a7fe-93bd61c8a7de), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.279149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-90d1221d-7cef-4206-9f0c-6eb696da6684 req-9975218f-2a25-4135-a206-c017d803d7df tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] For port e6be018d-0782-4c64-9e4b-e851f41df712, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e6be018d-0782-4c64-9e4b-e851f41df712,segment=NetworkSegment(92078306-715a-4519-9193-e1b0e0b31462),segment_id=92078306-715a-4519-9193-e1b0e0b31462)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:19.303886 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-94aaa888-35b8-4229-bcba-2218a885f0a4 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (c99990ae-70d4-4f2a-a7fe-93bd61c8a7de), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.333804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50413c0-0f74-4a7b-ada6-f32bca29cb3e None None] Network 27756e7e-d383-4622-ae87-2597c4a1640a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:19.352764 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-94aaa888-35b8-4229-bcba-2218a885f0a4 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.356993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-94aaa888-35b8-4229-bcba-2218a885f0a4 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/c99990ae-70d4-4f2a-a7fe-93bd61c8a7de HTTP/1.1" status: 204 len: 168 time: 0.6131921 Feb 19 03:27:19.384474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaa888-35b8-4229-bcba-2218a885f0a4 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Subnet': ['ID=c99990ae-70d4-4f2a-a7fe-93bd61c8a7de,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:19.386337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60326) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:19.405637 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-90d1221d-7cef-4206-9f0c-6eb696da6684 req-9975218f-2a25-4135-a206-c017d803d7df tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for port (e6be018d-0782-4c64-9e4b-e851f41df712), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.418270 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-90d1221d-7cef-4206-9f0c-6eb696da6684 req-9975218f-2a25-4135-a206-c017d803d7df tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.433982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e6be018d-0782-4c64-9e4b-e851f41df712'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:19.495934 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for port (e8bff6c7-351c-40e6-92be-c2465feb8757), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.521391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-ff6fe6b2-24e6-43d0-ac7b-47dea456f8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:19.522872 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-ff6fe6b2-24e6-43d0-ac7b-47dea456f8e4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ae3871f3-59d5-4916-bc3f-4c2a21e461ef HTTP/1.1" status: 200 len: 849 time: 0.4222846 Feb 19 03:27:19.553787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1221d-7cef-4206-9f0c-6eb696da6684 req-9975218f-2a25-4135-a206-c017d803d7df tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:19.554466 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-90d1221d-7cef-4206-9f0c-6eb696da6684 req-9975218f-2a25-4135-a206-c017d803d7df tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.565049 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-a9370a30-091b-4313-a0ee-601edbfdfb2c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=085e6d90-68bf-43d0-8341-640eb54ccdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310969 Feb 19 03:27:19.565588 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90d1221d-7cef-4206-9f0c-6eb696da6684 req-9975218f-2a25-4135-a206-c017d803d7df tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "PUT /v2.0/ports/e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 942 time: 0.8475070 Feb 19 03:27:19.594843 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e8bff6c7-351c-40e6-92be-c2465feb8757), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.634115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e6be018d-0782-4c64-9e4b-e851f41df712'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:19.646843 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (27756e7e-d383-4622-ae87-2597c4a1640a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.660208 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9975218f-2a25-4135-a206-c017d803d7df tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Pushing event updated for resources: {'Port': ['ID=e6be018d-0782-4c64-9e4b-e851f41df712,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:19.678965 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f995800-dc62-4cf8-af82-2b421b74822b x-openstack-request-id: req-0f995800-dc62-4cf8-af82-2b421b74822b {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:19.679250 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:19.679508 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f995800-dc62-4cf8-af82-2b421b74822b {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:19.683318 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'status': 'completed', 'code': 200} Feb 19 03:27:19.697819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Network dd60c460-d500-4692-815d-fc44cec37834 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:19.717141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:19.724378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:19.781015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event updated for resources: {'Port': ['ID=e8bff6c7-351c-40e6-92be-c2465feb8757,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:19.806291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] DHCP port deletion for 27756e7e-d383-4622-ae87-2597c4a1640a request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:27:19.813658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60330) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:19.908574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port 53d1b17d-70d9-4678-ac5c-4051fb05a554 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:19.908947 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:19.934213 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-3fb1dd53-9f7b-4df4-bfed-1acae93a8307 service neutron] 10.222.0.87 "GET /v2.0/networks/085e6d90-68bf-43d0-8341-640eb54ccdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588796 Feb 19 03:27:20.017723 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (1b351ab2-01c6-4604-84f3-8bba5c6081b6), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.048436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Deleting port 53d1b17d-70d9-4678-ac5c-4051fb05a554 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:20.053143 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.141631 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2a9e9-ba9c-4c2c-97f7-2ac60286ccbe req-2067e517-8e96-4467-8564-b7f61c21455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:20.143300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1be2a9e9-ba9c-4c2c-97f7-2ac60286ccbe req-2067e517-8e96-4467-8564-b7f61c21455d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=da11589d434d48468c31b6f3cc483bbe&device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 1127 time: 0.3935499 Feb 19 03:27:20.164044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] For port 53d1b17d-70d9-4678-ac5c-4051fb05a554, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=53d1b17d-70d9-4678-ac5c-4051fb05a554,segment=NetworkSegment(bff5a578-e76c-42af-acbc-57669af6e514),segment_id=bff5a578-e76c-42af-acbc-57669af6e514)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:20.164505 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.182795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Calling delete_port for 53d1b17d-70d9-4678-ac5c-4051fb05a554 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:20.217237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] For port 53d1b17d-70d9-4678-ac5c-4051fb05a554, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=53d1b17d-70d9-4678-ac5c-4051fb05a554,segment=NetworkSegment(bff5a578-e76c-42af-acbc-57669af6e514),segment_id=bff5a578-e76c-42af-acbc-57669af6e514)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:20.217667 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.380817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-05ce9ed3-48fa-44a8-858a-012b6eafd1ed None None] Provisioning complete for port e8bff6c7-351c-40e6-92be-c2465feb8757 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:20.381403 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05ce9ed3-48fa-44a8-858a-012b6eafd1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e8bff6c7-351c-40e6-92be-c2465feb8757), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.387388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for 53d1b17d-70d9-4678-ac5c-4051fb05a554 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:20.425409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892b7bf-8a0b-4f40-a422-767614693840 req-aca5f60b-e592-4223-be2a-9404d5b64670 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:20.439066 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f892b7bf-8a0b-4f40-a422-767614693840 req-aca5f60b-e592-4223-be2a-9404d5b64670 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.4894860 Feb 19 03:27:20.496612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 53d1b17d-70d9-4678-ac5c-4051fb05a554 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:20.544864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e8bff6c7-351c-40e6-92be-c2465feb8757), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.626908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-05ce9ed3-48fa-44a8-858a-012b6eafd1ed None None] Port e8bff6c7-351c-40e6-92be-c2465feb8757 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:20.669219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f892b7bf-8a0b-4f40-a422-767614693840 req-5e90374f-8736-40c7-8f92-4752d0627c38 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285833 Feb 19 03:27:20.670999 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.672430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2a9e9-ba9c-4c2c-97f7-2ac60286ccbe req-d5197bb0-4974-467f-b199-5d00539a6ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:20.674022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1be2a9e9-ba9c-4c2c-97f7-2ac60286ccbe req-d5197bb0-4974-467f-b199-5d00539a6ba3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b24191c2-5a8e-40bc-aedd-68ebe02efb55 HTTP/1.1" status: 200 len: 921 time: 0.5241387 Feb 19 03:27:20.702872 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9581ee19-bdf5-4cfd-b8cf-76a356a1b39a req-4b2c8b8e-d013-4252-bfe6-ac7f1d6fafc0 service neutron] 10.222.0.87 "GET /v2.0/networks/085e6d90-68bf-43d0-8341-640eb54ccdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7486720 Feb 19 03:27:20.726058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Pushing event deleted for resources: {'Port': ['ID=53d1b17d-70d9-4678-ac5c-4051fb05a554,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:20.733478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 53d1b17d-70d9-4678-ac5c-4051fb05a554 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:20.734006 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.746861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.747551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.747992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.748471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.749137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.749568 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.750004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.750442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.751093 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.751520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.751938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.752357 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.752805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:20.757869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec47fe6-90b6-47aa-aba3-d0c9b3c8d85f None None] No DVR routers for this DVR port 53d1b17d-70d9-4678-ac5c-4051fb05a554 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:20.808566 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4438125-c171-4d6a-a86e-bea4bba0527f x-openstack-request-id: req-a4438125-c171-4d6a-a86e-bea4bba0527f {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:20.808931 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "083c1ef7-a2aa-4f75-9117-8744b21af26b", "tag": "6edd26cc-e3c8-43c1-9967-501e5e5c36c0", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:20.809192 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a4438125-c171-4d6a-a86e-bea4bba0527f {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:20.809643 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '083c1ef7-a2aa-4f75-9117-8744b21af26b', 'tag': '6edd26cc-e3c8-43c1-9967-501e5e5c36c0', 'status': 'completed', 'code': 200} Feb 19 03:27:20.811010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1be2a9e9-ba9c-4c2c-97f7-2ac60286ccbe req-c69d19b8-0c95-4170-82a6-1f8cae227fd2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 217 time: 0.1264637 Feb 19 03:27:20.847594 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (53d1b17d-70d9-4678-ac5c-4051fb05a554), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:20.922915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=53d1b17d-70d9-4678-ac5c-4051fb05a554,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:20.951498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No DVR routers for this DVR port 53d1b17d-70d9-4678-ac5c-4051fb05a554 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:20.996950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2a9e9-ba9c-4c2c-97f7-2ac60286ccbe req-9d526004-f630-454d-96a3-7ff3bb10eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:20.998549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1be2a9e9-ba9c-4c2c-97f7-2ac60286ccbe req-9d526004-f630-454d-96a3-7ff3bb10eb41 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c52b2a8-f696-443e-8b79-f904c262f547 HTTP/1.1" status: 200 len: 860 time: 0.1770670 Feb 19 03:27:21.020749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84630ae6-c772-40a7-bffa-793d8fd4b1d4 req-b05e64b1-b2a8-415b-9e8d-e6455e9e5d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:21.022501 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-84630ae6-c772-40a7-bffa-793d8fd4b1d4 req-b05e64b1-b2a8-415b-9e8d-e6455e9e5d4b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ce72ce04244d43e59760d02e1bf406fe&device_id=083c1ef7-a2aa-4f75-9117-8744b21af26b HTTP/1.1" status: 200 len: 1125 time: 0.2092345 Feb 19 03:27:21.078278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1be2a9e9-ba9c-4c2c-97f7-2ac60286ccbe req-140c125b-d65a-4372-a85f-376c5b9d09e1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b24191c2-5a8e-40bc-aedd-68ebe02efb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717430 Feb 19 03:27:21.109484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afff4c4-0092-4db0-a44f-fdbafbf81805 req-72e139a6-5e31-4bb4-8ba1-88243a164d30 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:21.117775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5afff4c4-0092-4db0-a44f-fdbafbf81805 req-72e139a6-5e31-4bb4-8ba1-88243a164d30 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/ports?device_id=083c1ef7-a2aa-4f75-9117-8744b21af26b HTTP/1.1" status: 200 len: 943 time: 0.2093081 Feb 19 03:27:21.144848 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (27756e7e-d383-4622-ae87-2597c4a1640a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.213611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27756e7e-d383-4622-ae87-2597c4a1640a']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:21.237457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff5a578-e76c-42af-acbc-57669af6e514') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:21.237760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff5a578-e76c-42af-acbc-57669af6e514') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:21.264303 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (bff5a578-e76c-42af-acbc-57669af6e514), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.271635 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84630ae6-c772-40a7-bffa-793d8fd4b1d4 req-bd7741ff-b0a6-49c7-b216-4a6be689c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:21.273350 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-84630ae6-c772-40a7-bffa-793d8fd4b1d4 req-bd7741ff-b0a6-49c7-b216-4a6be689c046 service neutron] 10.222.0.87 "GET /v2.0/networks?id=085e6d90-68bf-43d0-8341-640eb54ccdaf HTTP/1.1" status: 200 len: 910 time: 0.2155621 Feb 19 03:27:21.285446 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5afff4c4-0092-4db0-a44f-fdbafbf81805 req-2a0293b7-08ec-4dbf-9759-332db43d22d9 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/security-groups?id=71d3b88b-7975-4ea0-a28b-8f2198db546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667225 Feb 19 03:27:21.310728 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (bff5a578-e76c-42af-acbc-57669af6e514), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.349143 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for port (e8bff6c7-351c-40e6-92be-c2465feb8757), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.355418 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-84630ae6-c772-40a7-bffa-793d8fd4b1d4 req-78b997b9-e475-428f-b013-a600b9e874a2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6edd26cc-e3c8-43c1-9967-501e5e5c36c0 HTTP/1.1" status: 200 len: 217 time: 0.0729141 Feb 19 03:27:21.366805 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1be2a9e9-ba9c-4c2c-97f7-2ac60286ccbe req-23042ab0-754e-4d3d-9d45-470d878ffcdc service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739832 Feb 19 03:27:21.381317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e8bff6c7-351c-40e6-92be-c2465feb8757), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.518029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:21.518351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (bff5a578-e76c-42af-acbc-57669af6e514), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: self.session.flush() Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:21.525099 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:21.551947 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (1b351ab2-01c6-4604-84f3-8bba5c6081b6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.557259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event updated for resources: {'Port': ['ID=e8bff6c7-351c-40e6-92be-c2465feb8757,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:21.563810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84630ae6-c772-40a7-bffa-793d8fd4b1d4 req-c813c2b1-7423-4ce3-bbf3-fffbdef1964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:21.565857 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-84630ae6-c772-40a7-bffa-793d8fd4b1d4 req-c813c2b1-7423-4ce3-bbf3-fffbdef1964f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=ae3871f3-59d5-4916-bc3f-4c2a21e461ef HTTP/1.1" status: 200 len: 849 time: 0.1790888 Feb 19 03:27:21.614561 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-84630ae6-c772-40a7-bffa-793d8fd4b1d4 req-aabfdfa2-5375-4666-9661-71a348bc66ac service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=085e6d90-68bf-43d0-8341-640eb54ccdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409086 Feb 19 03:27:21.708641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:21.711247 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9ca0b8-8040-46a2-bfe1-58b14314d449" -d '{"events": [{"name": "network-changed", "server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:21.720761 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c880f04a-a8fe-42bf-acbb-ea0de37b9c79 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3525865 Feb 19 03:27:21.723971 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29549a25-dec2-4591-85df-de90c767133b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (0bbb0046-91dd-40e0-b704-512192c592a7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:21.835802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Network dd60c460-d500-4692-815d-fc44cec37834 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:21.847790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:21.890686 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-84630ae6-c772-40a7-bffa-793d8fd4b1d4 req-bd2ea9af-ae7a-4b68-bc2d-d9c0476174cc service neutron] 10.222.0.87 "GET /v2.0/networks/085e6d90-68bf-43d0-8341-640eb54ccdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437761 Feb 19 03:27:22.226919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:22.272326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-83bdcf69-18ba-4825-b02f-0b4d702a8527 None None] Provisioning complete for port e8bff6c7-351c-40e6-92be-c2465feb8757 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:22.273724 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-83bdcf69-18ba-4825-b02f-0b4d702a8527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e8bff6c7-351c-40e6-92be-c2465feb8757), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.276508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1be2a9e9-ba9c-4c2c-97f7-2ac60286ccbe req-88b69c50-9fd5-4073-935e-e5b4d48c5398 service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8796904 Feb 19 03:27:22.278759 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.305439 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (27756e7e-d383-4622-ae87-2597c4a1640a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.323883 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.328804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/networks/27756e7e-d383-4622-ae87-2597c4a1640a HTTP/1.1" status: 204 len: 168 time: 2.9350173 Feb 19 03:27:22.344721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60348) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:22.360219 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1255998847', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:22.367237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-83bdcf69-18ba-4825-b02f-0b4d702a8527 None None] Port e8bff6c7-351c-40e6-92be-c2465feb8757 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:22.395886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08950669-6e88-47fe-8a23-cb08c8aafbc8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Network': ['ID=27756e7e-d383-4622-ae87-2597c4a1640a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:22.439107 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (6c658422-56e8-4627-83d2-76f00c8a5c01), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.441947 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (6c658422-56e8-4627-83d2-76f00c8a5c01), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.534042 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (6c658422-56e8-4627-83d2-76f00c8a5c01), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.542279 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.602690 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-84630ae6-c772-40a7-bffa-793d8fd4b1d4 req-76ba8e03-cda7-40ef-9288-60ec39ae6872 service neutron] 10.222.0.87 "GET /v2.0/networks/085e6d90-68bf-43d0-8341-640eb54ccdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7014673 Feb 19 03:27:22.660148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Router 1b351ab2-01c6-4604-84f3-8bba5c6081b6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:22.706942 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.783033 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_gateway (6c658422-56e8-4627-83d2-76f00c8a5c01), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.808349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:22.817173 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7d34f318-e341-4b18-9937-73dc4330dcf3 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "PUT /v2.0/routers/1b351ab2-01c6-4604-84f3-8bba5c6081b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2298515 Feb 19 03:27:22.818706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60352) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:22.824224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50fe0d-2dee-44a5-81d4-97048beccf7d None None] Sync routers for ids ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:22.844745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b50fe0d-2dee-44a5-81d4-97048beccf7d None None] Routers {'1b351ab2-01c6-4604-84f3-8bba5c6081b6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:22.845477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3b50fe0d-2dee-44a5-81d4-97048beccf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:22.911171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3b50fe0d-2dee-44a5-81d4-97048beccf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:22.923636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b50fe0d-2dee-44a5-81d4-97048beccf7d None None] Routers {'1b351ab2-01c6-4604-84f3-8bba5c6081b6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:22.924781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3b50fe0d-2dee-44a5-81d4-97048beccf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:22.963648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-29549a25-dec2-4591-85df-de90c767133b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting port 1afc4ade-6822-4df9-a731-36244d1e076f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:22.964846 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29549a25-dec2-4591-85df-de90c767133b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:22.981658 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3b50fe0d-2dee-44a5-81d4-97048beccf7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:22.982607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b50fe0d-2dee-44a5-81d4-97048beccf7d None None] The sync data for ids ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:23.033811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Allocated IP 172.25.1.116 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/e6ea1d53-ebc9-4a67-aa06-12ffb233ea35) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:23.086633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1cbbe0a8-384a-4f2b-9f6e-4591e4503299 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for router (1b351ab2-01c6-4604-84f3-8bba5c6081b6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:23.123104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-29549a25-dec2-4591-85df-de90c767133b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] For port 1afc4ade-6822-4df9-a731-36244d1e076f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1afc4ade-6822-4df9-a731-36244d1e076f,segment=NetworkSegment(556d6d52-4f9d-4b53-9e40-43f02b9a7877),segment_id=556d6d52-4f9d-4b53-9e40-43f02b9a7877)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:23.124067 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29549a25-dec2-4591-85df-de90c767133b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:23.139234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-29549a25-dec2-4591-85df-de90c767133b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Calling delete_port for 1afc4ade-6822-4df9-a731-36244d1e076f owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:23.241167 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-1cbbe0a8-384a-4f2b-9f6e-4591e4503299 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 19 03:27:23.242217 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1cbbe0a8-384a-4f2b-9f6e-4591e4503299 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "DELETE /v2.0/routers/1b351ab2-01c6-4604-84f3-8bba5c6081b6 HTTP/1.1" status: 409 len: 329 time: 0.4195523 Feb 19 03:27:23.249656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60356) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:23.320584 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for port (e6ea1d53-ebc9-4a67-aa06-12ffb233ea35), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:23.382880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:27:23.432026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29549a25-dec2-4591-85df-de90c767133b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (1afc4ade-6822-4df9-a731-36244d1e076f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:23.511403 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29549a25-dec2-4591-85df-de90c767133b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Port': ['ID=1afc4ade-6822-4df9-a731-36244d1e076f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:23.550797 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e6ea1d53-ebc9-4a67-aa06-12ffb233ea35), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:23.664057 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_gateway (6c658422-56e8-4627-83d2-76f00c8a5c01), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:23.667418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:23.711501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:23.718081 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:23.724255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:23.784230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Pushing event updated for resources: {'Port': ['ID=e6ea1d53-ebc9-4a67-aa06-12ffb233ea35,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:23.923137 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29549a25-dec2-4591-85df-de90c767133b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (0bbb0046-91dd-40e0-b704-512192c592a7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:23.951141 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.023612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=6edd26cc-e3c8-43c1-9967-501e5e5c36c0,segment=NetworkSegment(f7ce5246-8dad-446f-99ca-503ffaff7fe1),segment_id=f7ce5246-8dad-446f-99ca-503ffaff7fe1)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:24.036150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '6edd26cc-e3c8-43c1-9967-501e5e5c36c0', 'network_id': '085e6d90-68bf-43d0-8341-640eb54ccdaf', 'port_id': '6edd26cc-e3c8-43c1-9967-501e5e5c36c0', 'mac_address': 'fa:16:3e:8f:d3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae3871f3-59d5-4916-bc3f-4c2a21e461ef', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:27:24.041665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Allocated IP 172.25.1.186 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/c0b87629-c211-4ee3-a0b2-484921f8ccac) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:24.079727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:24.081256 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.097118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:27:24.124582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=6edd26cc-e3c8-43c1-9967-501e5e5c36c0,segment=NetworkSegment(f7ce5246-8dad-446f-99ca-503ffaff7fe1),segment_id=f7ce5246-8dad-446f-99ca-503ffaff7fe1)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:24.134162 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.165303 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for floatingip (37792bb6-4dfa-4ffa-aaa1-3f068bf687cd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.187021 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (c0b87629-c211-4ee3-a0b2-484921f8ccac), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.209324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=6edd26cc-e3c8-43c1-9967-501e5e5c36c0,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:24.257445 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e6ea1d53-ebc9-4a67-aa06-12ffb233ea35), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.335402 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c0b87629-c211-4ee3-a0b2-484921f8ccac), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.345417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29549a25-dec2-4591-85df-de90c767133b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Router 0bbb0046-91dd-40e0-b704-512192c592a7 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:24.425001 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-176472fa-bb1a-4ba5-be00-0ba429c508d9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (1b351ab2-01c6-4604-84f3-8bba5c6081b6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.428196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:24.475828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['6edd26cc-e3c8-43c1-9967-501e5e5c36c0'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:27:24.478498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:24.485203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:24.538106 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29549a25-dec2-4591-85df-de90c767133b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:24.552835 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0550c97-07b2-496d-a485-73898fe2207c None None] Sync routers for ids ['0bbb0046-91dd-40e0-b704-512192c592a7'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:24.557172 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-29549a25-dec2-4591-85df-de90c767133b tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "PUT /v2.0/routers/0bbb0046-91dd-40e0-b704-512192c592a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7389867 Feb 19 03:27:24.559821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60362) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:24.569128 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0550c97-07b2-496d-a485-73898fe2207c None None] Routers {'0bbb0046-91dd-40e0-b704-512192c592a7'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:24.569747 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c0550c97-07b2-496d-a485-73898fe2207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0bbb0046-91dd-40e0-b704-512192c592a7'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:24.685237 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c0550c97-07b2-496d-a485-73898fe2207c None None] Set router 0bbb0046-91dd-40e0-b704-512192c592a7 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:24.695845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89be12e-cd32-4d19-81d2-033330ea76f0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting subnet 539dec20-3d30-4941-b346-b454913cbe07 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:24.708455 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f89be12e-cd32-4d19-81d2-033330ea76f0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for subnet (539dec20-3d30-4941-b346-b454913cbe07), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.792610 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f89be12e-cd32-4d19-81d2-033330ea76f0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (539dec20-3d30-4941-b346-b454913cbe07), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.950336 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f89be12e-cd32-4d19-81d2-033330ea76f0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (539dec20-3d30-4941-b346-b454913cbe07), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:24.983588 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c0550c97-07b2-496d-a485-73898fe2207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:27:23Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:25.027858 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0550c97-07b2-496d-a485-73898fe2207c None None] Checking router: 0bbb0046-91dd-40e0-b704-512192c592a7 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:25.037529 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0550c97-07b2-496d-a485-73898fe2207c None None] Routers {'0bbb0046-91dd-40e0-b704-512192c592a7'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:25.038428 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c0550c97-07b2-496d-a485-73898fe2207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0bbb0046-91dd-40e0-b704-512192c592a7'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:25.051899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f89be12e-cd32-4d19-81d2-033330ea76f0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (539dec20-3d30-4941-b346-b454913cbe07), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.116818 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89be12e-cd32-4d19-81d2-033330ea76f0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Subnet': ['ID=539dec20-3d30-4941-b346-b454913cbe07,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:25.165368 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c0550c97-07b2-496d-a485-73898fe2207c None None] Set router 0bbb0046-91dd-40e0-b704-512192c592a7 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:25.165756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eda677f-be5a-4c11-929d-528f1c6bc07e None None] Network 5ecb94fd-8ff3-4064-b340-acfd94f8204d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:25.179726 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f89be12e-cd32-4d19-81d2-033330ea76f0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.190857 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f89be12e-cd32-4d19-81d2-033330ea76f0 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/subnets/539dec20-3d30-4941-b346-b454913cbe07 HTTP/1.1" status: 204 len: 168 time: 0.6293931 Feb 19 03:27:25.193758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60368) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:25.216952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=c0b87629-c211-4ee3-a0b2-484921f8ccac,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:25.398981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:25.488750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router (0bbb0046-91dd-40e0-b704-512192c592a7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.492407 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c0550c97-07b2-496d-a485-73898fe2207c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:27:23Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:25.542633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:27:25.551625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:25.552101 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.565982 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0550c97-07b2-496d-a485-73898fe2207c None None] The sync data for ids ['0bbb0046-91dd-40e0-b704-512192c592a7'] in n-d-826755-2 is: [{'id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'name': 'tempest-TestNetworkBasicOps-router-1148794322', 'tenant_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203'}], 'enable_snat': True}, 'gw_port_id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:24:37Z', 'updated_at': '2022-02-19T03:27:23Z', 'revision_number': 5, 'project_id': 'ec3a4b817fbd4e3e8c1ad110c3a57ca9', 'gw_port': {'id': '3a465fe9-95b9-4013-a801-e4280b9e9d71', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bbb0046-91dd-40e0-b704-512192c592a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3037, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:24:40Z', 'updated_at': '2022-02-19T03:25:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:25.677764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584701ce-1f0d-458f-9312-3ea59cc6e6af None None] DHCP port deletion for 5ecb94fd-8ff3-4064-b340-acfd94f8204d request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:27:25.701715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router_gateway (0bbb0046-91dd-40e0-b704-512192c592a7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.706417 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for port (e6ea1d53-ebc9-4a67-aa06-12ffb233ea35), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.724220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e6ea1d53-ebc9-4a67-aa06-12ffb233ea35), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.751486 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:25.752014 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.815626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083c1ef7-a2aa-4f75-9117-8744b21af26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edd26cc-e3c8-43c1-9967-501e5e5c36c0'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:25.815859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Deleting port 3a465fe9-95b9-4013-a801-e4280b9e9d71 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:25.816122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.818304 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9e2fe5-fbbe-4d1a-bad0-574dcf6c9258" -d '{"events": [{"server_uuid": "083c1ef7-a2aa-4f75-9117-8744b21af26b", "name": "network-vif-plugged", "status": "completed", "tag": "6edd26cc-e3c8-43c1-9967-501e5e5c36c0"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:25.847094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=6edd26cc-e3c8-43c1-9967-501e5e5c36c0,segment=NetworkSegment(f7ce5246-8dad-446f-99ca-503ffaff7fe1),segment_id=f7ce5246-8dad-446f-99ca-503ffaff7fe1)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:25.861501 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.891137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-584701ce-1f0d-458f-9312-3ea59cc6e6af None None] Deleting port 1786ac4a-ade8-4111-9527-23a480a97d26 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:25.891437 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-584701ce-1f0d-458f-9312-3ea59cc6e6af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (1786ac4a-ade8-4111-9527-23a480a97d26), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.927438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] For port 3a465fe9-95b9-4013-a801-e4280b9e9d71, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a465fe9-95b9-4013-a801-e4280b9e9d71,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:25.927846 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:25.941437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Calling delete_port for 3a465fe9-95b9-4013-a801-e4280b9e9d71 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:26.071833 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_gateway (6c658422-56e8-4627-83d2-76f00c8a5c01), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.123251 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-584701ce-1f0d-458f-9312-3ea59cc6e6af None None] For port 1786ac4a-ade8-4111-9527-23a480a97d26, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1786ac4a-ade8-4111-9527-23a480a97d26,segment=NetworkSegment(556d6d52-4f9d-4b53-9e40-43f02b9a7877),segment_id=556d6d52-4f9d-4b53-9e40-43f02b9a7877)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:26.123699 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-584701ce-1f0d-458f-9312-3ea59cc6e6af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (1786ac4a-ade8-4111-9527-23a480a97d26), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.209909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-584701ce-1f0d-458f-9312-3ea59cc6e6af None None] Calling delete_port for 1786ac4a-ade8-4111-9527-23a480a97d26 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:26.218776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=6edd26cc-e3c8-43c1-9967-501e5e5c36c0,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:26.343547 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3a465fe9-95b9-4013-a801-e4280b9e9d71), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.411427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1afc4ade-6822-4df9-a731-36244d1e076f no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:26.413356 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Port': ['ID=3a465fe9-95b9-4013-a801-e4280b9e9d71,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:26.477578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 1afc4ade-6822-4df9-a731-36244d1e076f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:26.478751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1afc4ade-6822-4df9-a731-36244d1e076f not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:26.481329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1786ac4a-ade8-4111-9527-23a480a97d26 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:26.499504 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (0bbb0046-91dd-40e0-b704-512192c592a7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.531811 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-584701ce-1f0d-458f-9312-3ea59cc6e6af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (1786ac4a-ade8-4111-9527-23a480a97d26), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.544716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Pushing event updated for resources: {'Port': ['ID=e6ea1d53-ebc9-4a67-aa06-12ffb233ea35,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:26.564489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584701ce-1f0d-458f-9312-3ea59cc6e6af None None] No DVR routers for this DVR port 1786ac4a-ade8-4111-9527-23a480a97d26 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:26.587367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 1786ac4a-ade8-4111-9527-23a480a97d26 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:26.588541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1786ac4a-ade8-4111-9527-23a480a97d26 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:26.635354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (37792bb6-4dfa-4ffa-aaa1-3f068bf687cd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.645460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584701ce-1f0d-458f-9312-3ea59cc6e6af None None] Pushing event deleted for resources: {'Port': ['ID=1786ac4a-ade8-4111-9527-23a480a97d26,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:26.697597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (0bbb0046-91dd-40e0-b704-512192c592a7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.700556 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router_controller (0bbb0046-91dd-40e0-b704-512192c592a7), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.762121 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (0bbb0046-91dd-40e0-b704-512192c592a7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.762858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Fanout notify agent at l3_agent the message router_deleted on router 0bbb0046-91dd-40e0-b704-512192c592a7 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:27:26.776449 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.785211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-444094cb-e04f-4258-9dff-bba3d8136959 req-c95ad41b-f249-4f5a-8fee-cea6e898a748 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0528204 Feb 19 03:27:26.785390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:26.789839 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b6e8b483-4526-4a87-bd3f-4650cb931bdc tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/routers/0bbb0046-91dd-40e0-b704-512192c592a7 HTTP/1.1" status: 204 len: 168 time: 1.5943623 Feb 19 03:27:26.796536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60376) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:26.968310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-444094cb-e04f-4258-9dff-bba3d8136959 req-9e56a34b-9389-403d-a94a-d59f8d58eab1 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.1802201 Feb 19 03:27:26.982887 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (6c658422-56e8-4627-83d2-76f00c8a5c01), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.021779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (5ecb94fd-8ff3-4064-b340-acfd94f8204d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.160066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (5ecb94fd-8ff3-4064-b340-acfd94f8204d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.192017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-176472fa-bb1a-4ba5-be00-0ba429c508d9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Deleting port e8bff6c7-351c-40e6-92be-c2465feb8757 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:27.192449 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-176472fa-bb1a-4ba5-be00-0ba429c508d9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e8bff6c7-351c-40e6-92be-c2465feb8757), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.214127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ecb94fd-8ff3-4064-b340-acfd94f8204d']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:27.239153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '556d6d52-4f9d-4b53-9e40-43f02b9a7877') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:27.240005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '556d6d52-4f9d-4b53-9e40-43f02b9a7877') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:27.261562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 6c658422-56e8-4627-83d2-76f00c8a5c01 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:27:27.273050 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (556d6d52-4f9d-4b53-9e40-43f02b9a7877), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.297852 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (556d6d52-4f9d-4b53-9e40-43f02b9a7877), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.318159 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:27.318567 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (556d6d52-4f9d-4b53-9e40-43f02b9a7877), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:27.330941 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:27.441698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (5ecb94fd-8ff3-4064-b340-acfd94f8204d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.452585 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.459164 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] 10.222.0.81 "DELETE /v2.0/networks/5ecb94fd-8ff3-4064-b340-acfd94f8204d HTTP/1.1" status: 204 len: 168 time: 0.6573386 Feb 19 03:27:27.487273 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-176472fa-bb1a-4ba5-be00-0ba429c508d9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e8bff6c7-351c-40e6-92be-c2465feb8757), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.497442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cc0f0-fcb0-41f5-8c4f-d2e90789b697 tempest-TestNetworkBasicOps-1895882131 tempest-TestNetworkBasicOps-1895882131-project] Pushing event deleted for resources: {'Network': ['ID=5ecb94fd-8ff3-4064-b340-acfd94f8204d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:27.514010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-176472fa-bb1a-4ba5-be00-0ba429c508d9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Calling delete_port for e8bff6c7-351c-40e6-92be-c2465feb8757 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:27.755689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444094cb-e04f-4258-9dff-bba3d8136959 req-81a7d167-6b6f-48b8-a211-0defe657c261 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:27.757198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-444094cb-e04f-4258-9dff-bba3d8136959 req-81a7d167-6b6f-48b8-a211-0defe657c261 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.7695606 Feb 19 03:27:27.774281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-444094cb-e04f-4258-9dff-bba3d8136959 req-5d92575f-872c-4095-b1fc-ccaf45fc8eb1 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:27:27.775256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-444094cb-e04f-4258-9dff-bba3d8136959 req-5d92575f-872c-4095-b1fc-ccaf45fc8eb1 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056598 Feb 19 03:27:27.813183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:27.835041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5059d5-d587-41fe-8a48-f22fe1522e4c None None] Sync routers for ids ['6c658422-56e8-4627-83d2-76f00c8a5c01'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:27.870153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5059d5-d587-41fe-8a48-f22fe1522e4c None None] Routers {'6c658422-56e8-4627-83d2-76f00c8a5c01'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:27.873338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9f5059d5-d587-41fe-8a48-f22fe1522e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['6c658422-56e8-4627-83d2-76f00c8a5c01'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:27.890069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:27.896213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60390) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:27.904880 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e413c3f4-f4a6-4662-ac5c-5b87d4408ba7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.5486281 Feb 19 03:27:27.915552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60392) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:27.951006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9f5059d5-d587-41fe-8a48-f22fe1522e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:27.970971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5059d5-d587-41fe-8a48-f22fe1522e4c None None] Routers {'6c658422-56e8-4627-83d2-76f00c8a5c01'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:27.971601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9f5059d5-d587-41fe-8a48-f22fe1522e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['6c658422-56e8-4627-83d2-76f00c8a5c01'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:27.995622 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-176472fa-bb1a-4ba5-be00-0ba429c508d9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e8bff6c7-351c-40e6-92be-c2465feb8757), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.084176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9f5059d5-d587-41fe-8a48-f22fe1522e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:28.085064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5059d5-d587-41fe-8a48-f22fe1522e4c None None] The sync data for ids ['6c658422-56e8-4627-83d2-76f00c8a5c01'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:28.151195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176472fa-bb1a-4ba5-be00-0ba429c508d9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event deleted for resources: {'Port': ['ID=e8bff6c7-351c-40e6-92be-c2465feb8757,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:28.182737 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1d2e5b2f-d1e1-4f9e-b26d-3e8abf7fcaea tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/routers/6c658422-56e8-4627-83d2-76f00c8a5c01 HTTP/1.1" status: 200 len: 881 time: 0.2851055 Feb 19 03:27:28.185735 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60398) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:28.274417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b5078-04f6-4496-a500-f5fb85c28a2c req-e72523b9-d3c1-4466-ac3c-938fceaade8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:28.277716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be5b5078-04f6-4496-a500-f5fb85c28a2c req-e72523b9-d3c1-4466-ac3c-938fceaade8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.3389561 Feb 19 03:27:28.437941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a465fe9-95b9-4013-a801-e4280b9e9d71 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:28.450564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-67fc9cae-98dd-4c0f-bef1-938ca2a6aa3f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec3a4b817fbd4e3e8c1ad110c3a57ca9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5163543 Feb 19 03:27:28.457987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60402) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:28.485057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 3a465fe9-95b9-4013-a801-e4280b9e9d71 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:28.485435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a465fe9-95b9-4013-a801-e4280b9e9d71 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:28.550625 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-105672c1-96b0-49ea-a4c6-2e7a9bd00eb4 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3611548 Feb 19 03:27:28.551926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60404) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:28.562004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b55daf2f-4924-49ce-bd68-385c6436d21d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1255998847'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:28.577245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be5b5078-04f6-4496-a500-f5fb85c28a2c req-a95e53ab-ff8e-4435-b189-61a45028523c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490726 Feb 19 03:27:28.584764 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-176472fa-bb1a-4ba5-be00-0ba429c508d9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (1b351ab2-01c6-4604-84f3-8bba5c6081b6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.613380 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24fdcda9-e3d4-4d45-a936-e5ae88049da9 admin admin] Publish callbacks [] for security_group (cf1f824a-0a80-4a2a-aa8c-cf7ecf796279), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.674103 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6f43cf-03cd-4595-a2fd-4cc4324675e2 x-openstack-request-id: req-3b6f43cf-03cd-4595-a2fd-4cc4324675e2 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:28.674666 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:28.675104 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3b6f43cf-03cd-4595-a2fd-4cc4324675e2 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:28.675672 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'status': 'completed', 'code': 200} Feb 19 03:27:28.686862 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24fdcda9-e3d4-4d45-a936-e5ae88049da9 admin admin] Publish callbacks [] for security_group (cf1f824a-0a80-4a2a-aa8c-cf7ecf796279), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:28.846302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bf012-88e3-405c-bd1e-a3114a1a3e5a req-1e6b4b11-2e04-4d5b-91a9-ea34fbb6513e tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:28.848641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-535bf012-88e3-405c-bd1e-a3114a1a3e5a req-1e6b4b11-2e04-4d5b-91a9-ea34fbb6513e tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/ports?device_id=083c1ef7-a2aa-4f75-9117-8744b21af26b HTTP/1.1" status: 200 len: 945 time: 0.1328304 Feb 19 03:27:28.854571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176472fa-bb1a-4ba5-be00-0ba429c508d9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Router 1b351ab2-01c6-4604-84f3-8bba5c6081b6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:29.028811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-535bf012-88e3-405c-bd1e-a3114a1a3e5a req-fa7f9da9-c01d-4603-b4e1-9d05301ebbf0 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/security-groups?id=71d3b88b-7975-4ea0-a28b-8f2198db546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716874 Feb 19 03:27:29.030110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176472fa-bb1a-4ba5-be00-0ba429c508d9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:29.036005 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-176472fa-bb1a-4ba5-be00-0ba429c508d9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "PUT /v2.0/routers/1b351ab2-01c6-4604-84f3-8bba5c6081b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7831142 Feb 19 03:27:29.039349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60408) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:29.041796 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca28f6-426e-4a37-b5e0-0020fb0119c2 None None] Sync routers for ids ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:29.063879 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca28f6-426e-4a37-b5e0-0020fb0119c2 None None] Routers {'1b351ab2-01c6-4604-84f3-8bba5c6081b6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:29.064579 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-57ca28f6-426e-4a37-b5e0-0020fb0119c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:29.099276 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290fba2a-8529-4f46-a985-8210be6047fb x-openstack-request-id: req-290fba2a-8529-4f46-a985-8210be6047fb {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:29.099779 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083c1ef7-a2aa-4f75-9117-8744b21af26b", "name": "network-vif-plugged", "status": "completed", "tag": "6edd26cc-e3c8-43c1-9967-501e5e5c36c0", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:29.099876 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-290fba2a-8529-4f46-a985-8210be6047fb {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:29.100205 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083c1ef7-a2aa-4f75-9117-8744b21af26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edd26cc-e3c8-43c1-9967-501e5e5c36c0', 'code': 200} Feb 19 03:27:29.126147 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-96917e4a-f236-48f0-8311-3e9dbe91cee5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] show failed (client error): The resource could not be found. Feb 19 03:27:29.127590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-96917e4a-f236-48f0-8311-3e9dbe91cee5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "GET /v2.0/routers/tempest-non_exist_router-1583497492 HTTP/1.1" status: 404 len: 335 time: 0.0872881 Feb 19 03:27:29.141363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60412) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:29.147584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-02fc7d04-4636-4838-82b4-84cf6191710e tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:29.302237 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-57ca28f6-426e-4a37-b5e0-0020fb0119c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:29.331764 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ca28f6-426e-4a37-b5e0-0020fb0119c2 None None] Routers {'1b351ab2-01c6-4604-84f3-8bba5c6081b6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:29.332938 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-57ca28f6-426e-4a37-b5e0-0020fb0119c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:29.372547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ca0b8-8040-46a2-bfe1-58b14314d449 req-2e60668f-c139-49d2-8b2e-5fadd37323a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:29.374417 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe9ca0b8-8040-46a2-bfe1-58b14314d449 req-2e60668f-c139-49d2-8b2e-5fadd37323a8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=da11589d434d48468c31b6f3cc483bbe&device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 1127 time: 0.7212243 Feb 19 03:27:29.395399 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-57ca28f6-426e-4a37-b5e0-0020fb0119c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:29.396061 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ca28f6-426e-4a37-b5e0-0020fb0119c2 None None] The sync data for ids ['1b351ab2-01c6-4604-84f3-8bba5c6081b6'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:29.491008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24fdcda9-e3d4-4d45-a936-e5ae88049da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cf1f824a-0a80-4a2a-aa8c-cf7ecf796279), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.493660 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24fdcda9-e3d4-4d45-a936-e5ae88049da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.494720 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-24fdcda9-e3d4-4d45-a936-e5ae88049da9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf1f824a-0a80-4a2a-aa8c-cf7ecf796279 HTTP/1.1" status: 204 len: 168 time: 1.0342290 Feb 19 03:27:29.513298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fdcda9-e3d4-4d45-a936-e5ae88049da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1f824a-0a80-4a2a-aa8c-cf7ecf796279,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:29.645376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ca0b8-8040-46a2-bfe1-58b14314d449 req-38fb419c-4245-45b4-8272-9b0a4ae8f7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:29.646820 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe9ca0b8-8040-46a2-bfe1-58b14314d449 req-38fb419c-4245-45b4-8272-9b0a4ae8f7ec service neutron] 10.222.0.87 "GET /v2.0/networks?id=b24191c2-5a8e-40bc-aedd-68ebe02efb55 HTTP/1.1" status: 200 len: 921 time: 0.2162781 Feb 19 03:27:29.760460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b55daf2f-4924-49ce-bd68-385c6436d21d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (6c658422-56e8-4627-83d2-76f00c8a5c01), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.789165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b55daf2f-4924-49ce-bd68-385c6436d21d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (6c658422-56e8-4627-83d2-76f00c8a5c01), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:29.852606 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe9ca0b8-8040-46a2-bfe1-58b14314d449 req-a9f11be5-ef92-4fb9-83d4-f93199175195 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 217 time: 0.1743643 Feb 19 03:27:29.971393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ca0b8-8040-46a2-bfe1-58b14314d449 req-fcda2445-f080-4ce3-8112-b96433d7a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:29.973294 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe9ca0b8-8040-46a2-bfe1-58b14314d449 req-fcda2445-f080-4ce3-8112-b96433d7a164 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c52b2a8-f696-443e-8b79-f904c262f547 HTTP/1.1" status: 200 len: 860 time: 0.1192093 Feb 19 03:27:30.074621 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe9ca0b8-8040-46a2-bfe1-58b14314d449 req-9af0b27a-4409-4117-8869-15eceb260b30 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b24191c2-5a8e-40bc-aedd-68ebe02efb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548282 Feb 19 03:27:30.127209 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-02fc7d04-4636-4838-82b4-84cf6191710e tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] update failed (client error): The resource could not be found. Feb 19 03:27:30.129226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-02fc7d04-4636-4838-82b4-84cf6191710e tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "PUT /v2.0/routers/tempest-non_exist_router-673627888 HTTP/1.1" status: 404 len: 334 time: 0.9865956 Feb 19 03:27:30.129804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60424) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:30.148403 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60426) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:30.177239 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a05e64a-f45d-4085-88dd-963fbd4b65ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.297369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b539ed-f07d-4ee0-bfa4-81a64998ad05 req-7ea30e00-e4df-4886-810d-d77d10db6cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:30.298903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56b539ed-f07d-4ee0-bfa4-81a64998ad05 req-7ea30e00-e4df-4886-810d-d77d10db6cc4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=083c1ef7-a2aa-4f75-9117-8744b21af26b HTTP/1.1" status: 200 len: 1127 time: 0.1968076 Feb 19 03:27:30.305616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-06920161-c66d-42d9-bf68-33d0850c20a4 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:30.313011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-06920161-c66d-42d9-bf68-33d0850c20a4 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2659183 Feb 19 03:27:30.325889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b55daf2f-4924-49ce-bd68-385c6436d21d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 6c658422-56e8-4627-83d2-76f00c8a5c01 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:30.401540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fabf9d7-9652-4188-98e6-f15b2a347aa2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Deleting subnet 47b3ba54-53f1-4e24-8a57-f92276a0df13 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:30.415915 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a05e64a-f45d-4085-88dd-963fbd4b65ec admin admin] Publish callbacks [] for security_group (d9b8e6ad-fa2b-4e03-8804-a5a33aaae3d2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.431472 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe9ca0b8-8040-46a2-bfe1-58b14314d449 req-3492d782-32bc-47f0-bb67-880770ceef8b service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493121 Feb 19 03:27:30.435734 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6fabf9d7-9652-4188-98e6-f15b2a347aa2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for subnet (47b3ba54-53f1-4e24-8a57-f92276a0df13), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.436686 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a05e64a-f45d-4085-88dd-963fbd4b65ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d9b8e6ad-fa2b-4e03-8804-a5a33aaae3d2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.473469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-dbd00089-5910-4d5b-bc4a-c4950f5597c5 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.1594832 Feb 19 03:27:30.496285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-29b18071-587c-4b2e-b1c8-2c3854198fda tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Request body: {'floatingip': {'port_id': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:30.557154 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56b539ed-f07d-4ee0-bfa4-81a64998ad05 req-2376397e-f9b4-4043-933a-2bbb97f91b8f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=71d3b88b-7975-4ea0-a28b-8f2198db546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333889 Feb 19 03:27:30.564431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a05e64a-f45d-4085-88dd-963fbd4b65ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b8e6ad-fa2b-4e03-8804-a5a33aaae3d2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:30.573338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6a05e64a-f45d-4085-88dd-963fbd4b65ec admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=98504afca291474d997d6fa36fe786a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4379869 Feb 19 03:27:30.575845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60442) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:30.590125 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-29b18071-587c-4b2e-b1c8-2c3854198fda tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for floatingip (37792bb6-4dfa-4ffa-aaa1-3f068bf687cd), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.601184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b55daf2f-4924-49ce-bd68-385c6436d21d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:30.609261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b55daf2f-4924-49ce-bd68-385c6436d21d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.611340 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b55daf2f-4924-49ce-bd68-385c6436d21d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/6c658422-56e8-4627-83d2-76f00c8a5c01 HTTP/1.1" status: 200 len: 888 time: 2.0579715 Feb 19 03:27:30.616619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ce6f5-35e9-4e7e-823e-df65a15a9666 None None] Sync routers for ids ['6c658422-56e8-4627-83d2-76f00c8a5c01'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:30.617181 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60444) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:30.643122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ce6f5-35e9-4e7e-823e-df65a15a9666 None None] Routers {'6c658422-56e8-4627-83d2-76f00c8a5c01'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:30.644226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-538ce6f5-35e9-4e7e-823e-df65a15a9666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['6c658422-56e8-4627-83d2-76f00c8a5c01'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:30.695976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-538ce6f5-35e9-4e7e-823e-df65a15a9666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:30.721121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ce6f5-35e9-4e7e-823e-df65a15a9666 None None] Routers {'6c658422-56e8-4627-83d2-76f00c8a5c01'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:30.722015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-538ce6f5-35e9-4e7e-823e-df65a15a9666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['6c658422-56e8-4627-83d2-76f00c8a5c01'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:30.768900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-538ce6f5-35e9-4e7e-823e-df65a15a9666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:30.770182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ce6f5-35e9-4e7e-823e-df65a15a9666 None None] The sync data for ids ['6c658422-56e8-4627-83d2-76f00c8a5c01'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:30.777620 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6fabf9d7-9652-4188-98e6-f15b2a347aa2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (47b3ba54-53f1-4e24-8a57-f92276a0df13), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.871391 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f984e907-c578-4139-8991-54a51f15316f admin admin] Publish callbacks [] for security_group (d9b8e6ad-fa2b-4e03-8804-a5a33aaae3d2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:30.946293 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe9ca0b8-8040-46a2-bfe1-58b14314d449 req-fdc8e67a-222b-409d-b7c9-f38c4b03ba47 service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547411 Feb 19 03:27:30.959418 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f984e907-c578-4139-8991-54a51f15316f admin admin] Publish callbacks [] for security_group (d9b8e6ad-fa2b-4e03-8804-a5a33aaae3d2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.018057 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-54dcd84f-0876-4a40-a2b8-1a581596a2c9 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/routers/6c658422-56e8-4627-83d2-76f00c8a5c01 HTTP/1.1" status: 200 len: 888 time: 0.3959761 Feb 19 03:27:31.018959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60450) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:31.056442 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f23d46be-a327-466f-a618-1043d2651006 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c658422-56e8-4627-83d2-76f00c8a5c01 HTTP/1.1" status: 200 len: 205 time: 0.0368221 Feb 19 03:27:31.059040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60454) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:31.062132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6fabf9d7-9652-4188-98e6-f15b2a347aa2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (47b3ba54-53f1-4e24-8a57-f92276a0df13), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.150296 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6fabf9d7-9652-4188-98e6-f15b2a347aa2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (47b3ba54-53f1-4e24-8a57-f92276a0df13), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.204100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabf9d7-9652-4188-98e6-f15b2a347aa2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event deleted for resources: {'Subnet': ['ID=47b3ba54-53f1-4e24-8a57-f92276a0df13,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:31.210849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1659a5e0-2a70-48ba-a1bc-613fd6e947b9 None None] Network e78c52a8-4986-4e4d-b076-97061796b2c7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:31.219627 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6fabf9d7-9652-4188-98e6-f15b2a347aa2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.226324 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6fabf9d7-9652-4188-98e6-f15b2a347aa2 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "DELETE /v2.0/subnets/47b3ba54-53f1-4e24-8a57-f92276a0df13 HTTP/1.1" status: 204 len: 168 time: 1.0700476 Feb 19 03:27:31.227889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60458) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:31.242064 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f984e907-c578-4139-8991-54a51f15316f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d9b8e6ad-fa2b-4e03-8804-a5a33aaae3d2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.245504 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f984e907-c578-4139-8991-54a51f15316f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.246902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f984e907-c578-4139-8991-54a51f15316f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d9b8e6ad-fa2b-4e03-8804-a5a33aaae3d2 HTTP/1.1" status: 204 len: 168 time: 0.6692708 Feb 19 03:27:31.289258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Deleting subnet f7239a9d-4a57-4725-82e2-c7e62c7a7881 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:31.299775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984e907-c578-4139-8991-54a51f15316f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b8e6ad-fa2b-4e03-8804-a5a33aaae3d2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:31.305602 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for subnet (f7239a9d-4a57-4725-82e2-c7e62c7a7881), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.362840 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (6c658422-56e8-4627-83d2-76f00c8a5c01), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.393013 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d430a7b-fcab-487e-bb90-63bbb06d48dc req-ddc9cb37-ca6c-42d6-942a-f0c557822baf service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2552915 Feb 19 03:27:31.435986 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (f7239a9d-4a57-4725-82e2-c7e62c7a7881), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.544437 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ed77b6-9019-44e7-b90a-1241f3940c7e None None] DHCP port deletion for e78c52a8-4986-4e4d-b076-97061796b2c7 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:27:31.560002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d430a7b-fcab-487e-bb90-63bbb06d48dc req-4008475d-1936-40e6-a34e-bd7a017e075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:31.561966 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d430a7b-fcab-487e-bb90-63bbb06d48dc req-4008475d-1936-40e6-a34e-bd7a017e075e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=da11589d434d48468c31b6f3cc483bbe&device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 1127 time: 0.0933733 Feb 19 03:27:31.681844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed77b6-9019-44e7-b90a-1241f3940c7e None None] Deleting port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:31.681844 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7ed77b6-9019-44e7-b90a-1241f3940c7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.687591 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_gateway (6c658422-56e8-4627-83d2-76f00c8a5c01), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.743143 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-29b18071-587c-4b2e-b1c8-2c3854198fda tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.754537 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (f7239a9d-4a57-4725-82e2-c7e62c7a7881), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.759028 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-29b18071-587c-4b2e-b1c8-2c3854198fda tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (37792bb6-4dfa-4ffa-aaa1-3f068bf687cd), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.808614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a7ed77b6-9019-44e7-b90a-1241f3940c7e None None] For port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=98ea6bb9-cf90-4fa9-a0df-050919dcd0be,segment=NetworkSegment(f167be7a-22f3-4a5c-a35c-b01020d90c2c),segment_id=f167be7a-22f3-4a5c-a35c-b01020d90c2c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:31.809499 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7ed77b6-9019-44e7-b90a-1241f3940c7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.828480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a7ed77b6-9019-44e7-b90a-1241f3940c7e None None] Calling delete_port for 98ea6bb9-cf90-4fa9-a0df-050919dcd0be owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:31.889947 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (f7239a9d-4a57-4725-82e2-c7e62c7a7881), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.928798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:31.936472 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "DELETE /v2.0/subnets/f7239a9d-4a57-4725-82e2-c7e62c7a7881 HTTP/1.1" status: 204 len: 168 time: 0.7075062 Feb 19 03:27:31.940815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d430a7b-fcab-487e-bb90-63bbb06d48dc req-5399c6fc-9806-4dae-99f1-ca5fdfce7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:31.942528 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d430a7b-fcab-487e-bb90-63bbb06d48dc req-5399c6fc-9806-4dae-99f1-ca5fdfce7db8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b24191c2-5a8e-40bc-aedd-68ebe02efb55 HTTP/1.1" status: 200 len: 921 time: 0.3521180 Feb 19 03:27:31.952968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60476) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:31.980045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event deleted for resources: {'Subnet': ['ID=f7239a9d-4a57-4725-82e2-c7e62c7a7881,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:31.986438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf355303-b773-4293-a7e9-0d4b07ab4f4c None None] Network 91a95a13-b357-4987-ac4d-21db19de5a3e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:31.998599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:31.999188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:31.999713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:32.000256 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:32.000846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:32.001383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:32.002107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:32.002638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:32.003146 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:32.003686 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:32.004238 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:32.004854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:32.005930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d595a-b00c-4304-8000-627f7ae9c859 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:32.074110 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7ed77b6-9019-44e7-b90a-1241f3940c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (98ea6bb9-cf90-4fa9-a0df-050919dcd0be), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:32.179897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ed77b6-9019-44e7-b90a-1241f3940c7e None None] No DVR routers for this DVR port 98ea6bb9-cf90-4fa9-a0df-050919dcd0be on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:32.188998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ed77b6-9019-44e7-b90a-1241f3940c7e None None] Pushing event deleted for resources: {'Port': ['ID=98ea6bb9-cf90-4fa9-a0df-050919dcd0be,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:32.189434 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d430a7b-fcab-487e-bb90-63bbb06d48dc req-5c8f833c-a0cf-4e89-94a1-c2ecd297dcd9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 999 time: 0.2108402 Feb 19 03:27:32.350963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d430a7b-fcab-487e-bb90-63bbb06d48dc req-55ee07a3-3a8a-45fd-8095-73b5f2294288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:32.362370 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d430a7b-fcab-487e-bb90-63bbb06d48dc req-55ee07a3-3a8a-45fd-8095-73b5f2294288 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c52b2a8-f696-443e-8b79-f904c262f547 HTTP/1.1" status: 200 len: 860 time: 0.1643717 Feb 19 03:27:32.393527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c85fb90-5ed9-420d-b452-25ab755d00a0 None None] DHCP port deletion for 91a95a13-b357-4987-ac4d-21db19de5a3e request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:27:32.412258 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (e78c52a8-4986-4e4d-b076-97061796b2c7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:32.420003 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d430a7b-fcab-487e-bb90-63bbb06d48dc req-6c2566ad-c378-4af1-9d7a-ccd6310e8b33 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b24191c2-5a8e-40bc-aedd-68ebe02efb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516586 Feb 19 03:27:32.443971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port c0b87629-c211-4ee3-a0b2-484921f8ccac {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:32.444315 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c0b87629-c211-4ee3-a0b2-484921f8ccac), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:32.465459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 98ea6bb9-cf90-4fa9-a0df-050919dcd0be no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:32.526770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 98ea6bb9-cf90-4fa9-a0df-050919dcd0be {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:32.527358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 98ea6bb9-cf90-4fa9-a0df-050919dcd0be not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:32.555180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3c85fb90-5ed9-420d-b452-25ab755d00a0 None None] Deleting port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:32.555559 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb90-5ed9-420d-b452-25ab755d00a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (04e6ebd7-4d7c-445d-af38-d8eb0d36a91a), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:32.579444 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d430a7b-fcab-487e-bb90-63bbb06d48dc req-72c7a340-d385-444b-9fa1-06842eaa32a6 service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515462 Feb 19 03:27:32.632421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3c85fb90-5ed9-420d-b452-25ab755d00a0 None None] For port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=04e6ebd7-4d7c-445d-af38-d8eb0d36a91a,segment=NetworkSegment(9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570),segment_id=9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:32.632936 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb90-5ed9-420d-b452-25ab755d00a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (04e6ebd7-4d7c-445d-af38-d8eb0d36a91a), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:32.645061 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c0b87629-c211-4ee3-a0b2-484921f8ccac), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:32.648777 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-29b18071-587c-4b2e-b1c8-2c3854198fda tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Floating IP 37792bb6-4dfa-4ffa-aaa1-3f068bf687cd associated. External IP: 172.25.1.116, port: e6be018d-0782-4c64-9e4b-e851f41df712. Feb 19 03:27:32.654138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3c85fb90-5ed9-420d-b452-25ab755d00a0 None None] Calling delete_port for 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:32.751521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for c0b87629-c211-4ee3-a0b2-484921f8ccac owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:32.768726 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d430a7b-fcab-487e-bb90-63bbb06d48dc req-a1367dec-1c28-4030-ae9e-3096d84c10b7 service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816378 Feb 19 03:27:32.806685 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c85fb90-5ed9-420d-b452-25ab755d00a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (04e6ebd7-4d7c-445d-af38-d8eb0d36a91a), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:32.854987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c85fb90-5ed9-420d-b452-25ab755d00a0 None None] Pushing event deleted for resources: {'Port': ['ID=04e6ebd7-4d7c-445d-af38-d8eb0d36a91a,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:32.863213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c85fb90-5ed9-420d-b452-25ab755d00a0 None None] No DVR routers for this DVR port 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:32.979253 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (e78c52a8-4986-4e4d-b076-97061796b2c7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.050808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78c52a8-4986-4e4d-b076-97061796b2c7']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:33.071678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f167be7a-22f3-4a5c-a35c-b01020d90c2c') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:33.072308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f167be7a-22f3-4a5c-a35c-b01020d90c2c') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:33.099561 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (f167be7a-22f3-4a5c-a35c-b01020d90c2c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.165057 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f167be7a-22f3-4a5c-a35c-b01020d90c2c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.184886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:33.185311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (f167be7a-22f3-4a5c-a35c-b01020d90c2c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:33.190100 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:33.324552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c0b87629-c211-4ee3-a0b2-484921f8ccac), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.340294 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (e78c52a8-4986-4e4d-b076-97061796b2c7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.375344 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.378538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "DELETE /v2.0/networks/e78c52a8-4986-4e4d-b076-97061796b2c7 HTTP/1.1" status: 204 len: 168 time: 1.4083073 Feb 19 03:27:33.381145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60518) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:33.382089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=c0b87629-c211-4ee3-a0b2-484921f8ccac,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:33.403902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.404087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.404391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.404749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.405081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.405413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.405738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.406192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.406517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.406835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.407152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.407468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.407782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:27:33.420877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae248fa-37a6-4d03-adaf-2828a1b02a06 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event deleted for resources: {'Network': ['ID=e78c52a8-4986-4e4d-b076-97061796b2c7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:33.473461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-29b18071-587c-4b2e-b1c8-2c3854198fda tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:33.510276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (91a95a13-b357-4987-ac4d-21db19de5a3e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.654187 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b550ab27-ec8c-4fd2-91da-244aa5101d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.665343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (91a95a13-b357-4987-ac4d-21db19de5a3e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.683991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-29b18071-587c-4b2e-b1c8-2c3854198fda tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:33.690567 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-29b18071-587c-4b2e-b1c8-2c3854198fda tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.698813 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c3f19-466d-4a60-b322-eae311022678 None None] Sync routers for ids ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:33.699309 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a95a13-b357-4987-ac4d-21db19de5a3e']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:33.711237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:33.711555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:33.718240 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c3f19-466d-4a60-b322-eae311022678 None None] Routers {'97ecbccf-4bbd-45ce-997e-ab073d4e8813'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:33.718885 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d29c3f19-466d-4a60-b322-eae311022678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:33.726963 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.752370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.760417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:33.761089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (9ba27e8b-6b30-439b-8cbc-cf9ef7d9a570), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:33.765303 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:33.862800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (91a95a13-b357-4987-ac4d-21db19de5a3e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.869121 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:33.876078 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "DELETE /v2.0/networks/91a95a13-b357-4987-ac4d-21db19de5a3e HTTP/1.1" status: 204 len: 168 time: 0.4928975 Feb 19 03:27:33.876620 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60528) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:33.970833 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d29c3f19-466d-4a60-b322-eae311022678 None None] Set router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:34.013492 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d01439a-91f2-41e1-98f7-2d215aef7e0c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Deleting subnet 1a21438d-2970-49e0-96c0-28e346c662d3 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:34.032916 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d01439a-91f2-41e1-98f7-2d215aef7e0c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for subnet (1a21438d-2970-49e0-96c0-28e346c662d3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.036056 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285bea0-9a28-4396-9d71-db2d12db8777 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event deleted for resources: {'Network': ['ID=91a95a13-b357-4987-ac4d-21db19de5a3e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:34.159159 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d01439a-91f2-41e1-98f7-2d215aef7e0c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (1a21438d-2970-49e0-96c0-28e346c662d3), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.320333 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d01439a-91f2-41e1-98f7-2d215aef7e0c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (1a21438d-2970-49e0-96c0-28e346c662d3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.426972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:34.435028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-29b18071-587c-4b2e-b1c8-2c3854198fda tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "PUT /v2.0/floatingips/37792bb6-4dfa-4ffa-aaa1-3f068bf687cd HTTP/1.1" status: 200 len: 996 time: 3.9605691 Feb 19 03:27:34.435933 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (6c658422-56e8-4627-83d2-76f00c8a5c01), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.437723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:34.440271 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb194d4-8463-43b7-8841-df63a21c2b75" -d '{"events": [{"name": "network-changed", "server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:34.487398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d01439a-91f2-41e1-98f7-2d215aef7e0c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (1a21438d-2970-49e0-96c0-28e346c662d3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.489871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:34.490237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 04e6ebd7-4d7c-445d-af38-d8eb0d36a91a not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:34.509133 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d29c3f19-466d-4a60-b322-eae311022678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:26:08Z', 'revision_number': 4, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '37792bb6-4dfa-4ffa-aaa1-3f068bf687cd', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'port_id': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'mac_address': 'fa:16:3e:66:ed:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:27:23Z', 'updated_at': '2022-02-19T03:27:31Z', 'revision_number': 1, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea400453-df66-4e7f-9c0b-abeb776e3238', 'name': '', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'mac_address': 'fa:16:3e:a1:71:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:06Z', 'updated_at': '2022-02-19T03:26:17Z', 'revision_number': 5, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'subnets': [{'id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:34.522403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa86a46-6ebe-473c-ab33-148b0aa5ceaf None None] Network dd60c460-d500-4692-815d-fc44cec37834 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:34.523058 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d01439a-91f2-41e1-98f7-2d215aef7e0c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.545347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1d01439a-91f2-41e1-98f7-2d215aef7e0c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "DELETE /v2.0/subnets/1a21438d-2970-49e0-96c0-28e346c662d3 HTTP/1.1" status: 204 len: 168 time: 0.6645496 Feb 19 03:27:34.554681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60558) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.574171 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c3f19-466d-4a60-b322-eae311022678 None None] Checking router: 97ecbccf-4bbd-45ce-997e-ab073d4e8813 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:34.604386 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c3f19-466d-4a60-b322-eae311022678 None None] Routers {'97ecbccf-4bbd-45ce-997e-ab073d4e8813'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:34.606243 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d29c3f19-466d-4a60-b322-eae311022678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:34.635223 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (6c658422-56e8-4627-83d2-76f00c8a5c01), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.643820 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (6c658422-56e8-4627-83d2-76f00c8a5c01), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.744276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01439a-91f2-41e1-98f7-2d215aef7e0c tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event deleted for resources: {'Subnet': ['ID=1a21438d-2970-49e0-96c0-28e346c662d3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:34.758080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-3f7768a9-edc4-415a-a9f3-0b07ae396864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:34.785065 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-3f7768a9-edc4-415a-a9f3-0b07ae396864 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da11589d434d48468c31b6f3cc483bbe&device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 1127 time: 0.3155227 Feb 19 03:27:34.799311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (6c658422-56e8-4627-83d2-76f00c8a5c01), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.806886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2323ed-b5b4-41c0-a9f5-adc842b958e3 None None] DHCP port deletion for dd60c460-d500-4692-815d-fc44cec37834 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:27:34.811110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Fanout notify agent at l3_agent the message router_deleted on router 6c658422-56e8-4627-83d2-76f00c8a5c01 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:27:34.825266 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (dd60c460-d500-4692-815d-fc44cec37834), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.842934 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.847825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4e42822f-a9f1-49eb-840d-a51b3823199c tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/6c658422-56e8-4627-83d2-76f00c8a5c01 HTTP/1.1" status: 204 len: 168 time: 3.7860692 Feb 19 03:27:34.850110 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60562) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:34.856769 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'network': {'name': 'tempest-RoutersTest-1321347448'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:34.892973 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d29c3f19-466d-4a60-b322-eae311022678 None None] Set router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:34.936396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ba2323ed-b5b4-41c0-a9f5-adc842b958e3 None None] Deleting port f136a56c-4340-465a-bd9c-c49e15d4e1e4 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:34.937169 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ba2323ed-b5b4-41c0-a9f5-adc842b958e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:34.957583 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:34.964885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.021336 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Deleting port f136a56c-4340-465a-bd9c-c49e15d4e1e4 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:35.034260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-7cadc359-b6e8-45a5-a6ff-d912fe4aab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:35.034944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-7cadc359-b6e8-45a5-a6ff-d912fe4aab45 service neutron] 10.222.0.81 "GET /v2.0/networks?id=b24191c2-5a8e-40bc-aedd-68ebe02efb55 HTTP/1.1" status: 200 len: 921 time: 0.2484341 Feb 19 03:27:35.036001 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.095879 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ba2323ed-b5b4-41c0-a9f5-adc842b958e3 None None] For port f136a56c-4340-465a-bd9c-c49e15d4e1e4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f136a56c-4340-465a-bd9c-c49e15d4e1e4,segment=NetworkSegment(d6337e09-23b3-4cb1-b552-78681127a170),segment_id=d6337e09-23b3-4cb1-b552-78681127a170)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:35.096270 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ba2323ed-b5b4-41c0-a9f5-adc842b958e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.111524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ba2323ed-b5b4-41c0-a9f5-adc842b958e3 None None] Calling delete_port for f136a56c-4340-465a-bd9c-c49e15d4e1e4 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:35.138893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:27:35.201971 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8ed550d2-3794-405b-b4a0-ad52807925d5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.205312 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Added segment 8ed550d2-3794-405b-b4a0-ad52807925d5 of type vlan for network 7882bb6b-99d2-4d49-89c0-2123ccf7b11f Feb 19 03:27:35.241613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] For port f136a56c-4340-465a-bd9c-c49e15d4e1e4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f136a56c-4340-465a-bd9c-c49e15d4e1e4,segment=NetworkSegment(d6337e09-23b3-4cb1-b552-78681127a170),segment_id=d6337e09-23b3-4cb1-b552-78681127a170)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:35.249817 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.272832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-c3d20e55-c97b-4928-ac7b-b8a1398118b4 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 999 time: 0.2241206 Feb 19 03:27:35.316032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Calling delete_port for f136a56c-4340-465a-bd9c-c49e15d4e1e4 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:35.317548 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ba2323ed-b5b4-41c0-a9f5-adc842b958e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.360958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (7882bb6b-99d2-4d49-89c0-2123ccf7b11f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.399573 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d29c3f19-466d-4a60-b322-eae311022678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:26:08Z', 'revision_number': 4, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '37792bb6-4dfa-4ffa-aaa1-3f068bf687cd', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'port_id': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'mac_address': 'fa:16:3e:66:ed:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:27:23Z', 'updated_at': '2022-02-19T03:27:31Z', 'revision_number': 1, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea400453-df66-4e7f-9c0b-abeb776e3238', 'name': '', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'mac_address': 'fa:16:3e:a1:71:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:06Z', 'updated_at': '2022-02-19T03:26:17Z', 'revision_number': 5, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'subnets': [{'id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:35.417755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2323ed-b5b4-41c0-a9f5-adc842b958e3 None None] No DVR routers for this DVR port f136a56c-4340-465a-bd9c-c49e15d4e1e4 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:35.437538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2323ed-b5b4-41c0-a9f5-adc842b958e3 None None] Pushing event deleted for resources: {'Port': ['ID=f136a56c-4340-465a-bd9c-c49e15d4e1e4,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:35.438487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-bcf086ec-b3c8-4346-9e2f-d4658ed42b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:35.444585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-bcf086ec-b3c8-4346-9e2f-d4658ed42b45 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c52b2a8-f696-443e-8b79-f904c262f547 HTTP/1.1" status: 200 len: 860 time: 0.1646614 Feb 19 03:27:35.463654 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29c3f19-466d-4a60-b322-eae311022678 None None] The sync data for ids ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'] in n-d-826755-2 is: [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:26:08Z', 'revision_number': 4, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '37792bb6-4dfa-4ffa-aaa1-3f068bf687cd', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'floating_ip_address': '172.25.1.116', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'port_id': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3315, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'mac_address': 'fa:16:3e:66:ed:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:27:23Z', 'updated_at': '2022-02-19T03:27:31Z', 'revision_number': 1, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea400453-df66-4e7f-9c0b-abeb776e3238', 'name': '', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'mac_address': 'fa:16:3e:a1:71:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:06Z', 'updated_at': '2022-02-19T03:26:17Z', 'revision_number': 5, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'subnets': [{'id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:35.492737 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.db.resource_extend [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:27:35.506222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-58d8f47a-ff59-49d1-a793-48237dcfd7d7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b24191c2-5a8e-40bc-aedd-68ebe02efb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492952 Feb 19 03:27:35.518701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-311e1321-0a12-482f-9307-794e3051e132 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:27:35.523264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (7882bb6b-99d2-4d49-89c0-2123ccf7b11f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.528805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:35.529513 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.534714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-311e1321-0a12-482f-9307-794e3051e132 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228417 Feb 19 03:27:35.566898 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7147880 Feb 19 03:27:35.596908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60568) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:35.604983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1584abcc-f28a-4c47-abf2-def01ee2a171 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'subnet': {'network_id': '7882bb6b-99d2-4d49-89c0-2123ccf7b11f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:35.750303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca5d61-a19a-4c95-af32-bae5d7a81d4e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Network': ['ID=7882bb6b-99d2-4d49-89c0-2123ccf7b11f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:35.761862 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-40d7c5a2-ab17-4ea2-bc88-b8c77c1b10c8 service neutron] 10.222.0.81 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138638 Feb 19 03:27:35.797942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 7882bb6b-99d2-4d49-89c0-2123ccf7b11f details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:27:35.803929 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f136a56c-4340-465a-bd9c-c49e15d4e1e4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.920786 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d707fe37-5636-4d46-b266-750de858a0e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:35.938482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event deleted for resources: {'Port': ['ID=f136a56c-4340-465a-bd9c-c49e15d4e1e4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:35.942644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] No DVR routers for this DVR port f136a56c-4340-465a-bd9c-c49e15d4e1e4 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:35.945209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9798d41-33cc-4fda-9f11-33b393c51b72 req-d657095d-e68f-43df-aed7-2ae839f61bcf service neutron] 10.222.0.81 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720731 Feb 19 03:27:35.996891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfbfcec-612e-46e0-9f17-9816d87e679e None None] New status for floating IP 37792bb6-4dfa-4ffa-aaa1-3f068bf687cd: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:27:36.014737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-427dadb7-ea2c-4a44-b6e7-f4be59f0af0c req-ff2512fa-beec-4b78-b9c8-103f886d47b9 service neutron] (109899) timed out ('10.222.0.81', 38850) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:27:36.092827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29bc4e-fc18-4298-8231-3dd7b5f041e1 req-19395632-24dc-4ae5-8e58-8a6ac0fe8a9b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:36.094724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c29bc4e-fc18-4298-8231-3dd7b5f041e1 req-19395632-24dc-4ae5-8e58-8a6ac0fe8a9b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.0913386 Feb 19 03:27:36.158929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c29bc4e-fc18-4298-8231-3dd7b5f041e1 req-40185c60-063c-469c-a5d9-0d4c7632cfd2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582583 Feb 19 03:27:36.182011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60578) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:36.295227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9835a7-f3a8-494d-9dc4-55ab83368cbf tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:36.300555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bf9835a7-f3a8-494d-9dc4-55ab83368cbf tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1122 time: 0.1174278 Feb 19 03:27:36.301272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60580) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:36.307603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '7af8407a-2e18-401c-9c8a-148c59771f58', 'tenant_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:36.328687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8968c-efee-4a49-bf5d-6b9c0bf34bc1 req-1b4d66c0-a6eb-49b7-a8d7-a7900e8c7d69 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:36.336632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0a8968c-efee-4a49-bf5d-6b9c0bf34bc1 req-1b4d66c0-a6eb-49b7-a8d7-a7900e8c7d69 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/ports?device_id=083c1ef7-a2aa-4f75-9117-8744b21af26b HTTP/1.1" status: 200 len: 945 time: 0.0947988 Feb 19 03:27:36.426400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0a8968c-efee-4a49-bf5d-6b9c0bf34bc1 req-b4bbc962-9be9-4043-93c3-e35396b32cd1 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/security-groups?id=71d3b88b-7975-4ea0-a28b-8f2198db546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886958 Feb 19 03:27:36.428649 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.469836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (dd60c460-d500-4692-815d-fc44cec37834), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.478230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f136a56c-4340-465a-bd9c-c49e15d4e1e4 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:36.490876 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd60c460-d500-4692-815d-fc44cec37834']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:36.500763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6337e09-23b3-4cb1-b552-78681127a170') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:36.501061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6337e09-23b3-4cb1-b552-78681127a170') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:36.510618 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (d6337e09-23b3-4cb1-b552-78681127a170), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.525676 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d6337e09-23b3-4cb1-b552-78681127a170), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.533408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:27:36.533810 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (d6337e09-23b3-4cb1-b552-78681127a170), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.541824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f136a56c-4340-465a-bd9c-c49e15d4e1e4 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:36.544639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f136a56c-4340-465a-bd9c-c49e15d4e1e4 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:36.570978 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b1129a-e416-4d12-8ff3-8bb0e6c9373c x-openstack-request-id: req-84b1129a-e416-4d12-8ff3-8bb0e6c9373c {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:36.571551 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:36.571551 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-84b1129a-e416-4d12-8ff3-8bb0e6c9373c {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:36.573550 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'status': 'completed', 'code': 200} Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:27:36.618652 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:27:36.654872 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (dd60c460-d500-4692-815d-fc44cec37834), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.676548 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.685463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60590) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:36.692935 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "DELETE /v2.0/networks/dd60c460-d500-4692-815d-fc44cec37834 HTTP/1.1" status: 204 len: 168 time: 2.1233428 Feb 19 03:27:36.707922 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1584abcc-f28a-4c47-abf2-def01ee2a171 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:36.711601 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1584abcc-f28a-4c47-abf2-def01ee2a171 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.715710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226b92c-8008-41c0-9091-bc2d223ff646 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Pushing event deleted for resources: {'Network': ['ID=dd60c460-d500-4692-815d-fc44cec37834,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:36.773353 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-443bac33-186a-4671-90e2-50c7cd6f7fe5 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "GET /v2.0/ports?device_id=1b351ab2-01c6-4604-84f3-8bba5c6081b6 HTTP/1.1" status: 200 len: 205 time: 0.0863724 Feb 19 03:27:36.774682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60594) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:36.812472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb194d4-8463-43b7-8841-df63a21c2b75 req-13588b91-b220-4daf-b078-6e6195ec4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:36.813626 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9fb194d4-8463-43b7-8841-df63a21c2b75 req-13588b91-b220-4daf-b078-6e6195ec4123 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=da11589d434d48468c31b6f3cc483bbe&device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 1127 time: 0.2034535 Feb 19 03:27:36.855973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:36.978853 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21c35fce-324a-4f05-9601-51186ab544f9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for router (1b351ab2-01c6-4604-84f3-8bba5c6081b6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.107188 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.195999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb194d4-8463-43b7-8841-df63a21c2b75 req-700a913d-9c1d-4fc5-bb44-8a62b0fe3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:37.199086 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9fb194d4-8463-43b7-8841-df63a21c2b75 req-700a913d-9c1d-4fc5-bb44-8a62b0fe3481 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b24191c2-5a8e-40bc-aedd-68ebe02efb55 HTTP/1.1" status: 200 len: 921 time: 0.3716686 Feb 19 03:27:37.338102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1584abcc-f28a-4c47-abf2-def01ee2a171 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (7106c877-b279-4a81-8d7b-8e93e609143d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.375609 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21c35fce-324a-4f05-9601-51186ab544f9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (1b351ab2-01c6-4604-84f3-8bba5c6081b6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.380272 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9fb194d4-8463-43b7-8841-df63a21c2b75 req-956cbb83-8e4f-48a9-9cff-ef3940a180a6 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 1001 time: 0.1682281 Feb 19 03:27:37.383681 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21c35fce-324a-4f05-9601-51186ab544f9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for router_controller (1b351ab2-01c6-4604-84f3-8bba5c6081b6), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.385964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.25.1.129 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/de08778d-ef8f-4fd3-b5d0-cce887f0b9b2) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:37.450741 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21c35fce-324a-4f05-9601-51186ab544f9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (1b351ab2-01c6-4604-84f3-8bba5c6081b6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.457522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c35fce-324a-4f05-9601-51186ab544f9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Fanout notify agent at l3_agent the message router_deleted on router 1b351ab2-01c6-4604-84f3-8bba5c6081b6 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:27:37.483763 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-21c35fce-324a-4f05-9601-51186ab544f9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.502882 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-21c35fce-324a-4f05-9601-51186ab544f9 tempest-RoutersNegativeTest-481855927 tempest-RoutersNegativeTest-481855927-project] 10.222.0.81 "DELETE /v2.0/routers/1b351ab2-01c6-4604-84f3-8bba5c6081b6 HTTP/1.1" status: 204 len: 168 time: 0.7261226 Feb 19 03:27:37.535638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb194d4-8463-43b7-8841-df63a21c2b75 req-22358542-c6db-4ade-b837-909897d36cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:37.537141 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9fb194d4-8463-43b7-8841-df63a21c2b75 req-22358542-c6db-4ade-b837-909897d36cb3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c52b2a8-f696-443e-8b79-f904c262f547 HTTP/1.1" status: 200 len: 860 time: 0.1061716 Feb 19 03:27:37.601711 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9fb194d4-8463-43b7-8841-df63a21c2b75 req-e8c57e91-0f20-4ac5-b852-0706a4d37f47 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b24191c2-5a8e-40bc-aedd-68ebe02efb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480437 Feb 19 03:27:37.659133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584abcc-f28a-4c47-abf2-def01ee2a171 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Subnet': ['ID=7106c877-b279-4a81-8d7b-8e93e609143d,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:37.678949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60614) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:37.693096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Request body: {'network': {'name': 'tempest-network-smoke--814240625', 'project_id': 'f0e03321fc4540048242162018f9360c', 'port_security_enabled': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:37.713196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584abcc-f28a-4c47-abf2-def01ee2a171 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Checking segment: {'id': '8ed550d2-3794-405b-b4a0-ad52807925d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7882bb6b-99d2-4d49-89c0-2123ccf7b11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:37.713560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584abcc-f28a-4c47-abf2-def01ee2a171 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network hostable DHCP agents. Network: 7882bb6b-99d2-4d49-89c0-2123ccf7b11f, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:37.722954 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Made reservation on behalf of f0e03321fc4540048242162018f9360c for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:37.726974 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.745977 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.765929 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (de08778d-ef8f-4fd3-b5d0-cce887f0b9b2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.794539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584abcc-f28a-4c47-abf2-def01ee2a171 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 7882bb6b-99d2-4d49-89c0-2123ccf7b11f is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:37.813010 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9fb194d4-8463-43b7-8841-df63a21c2b75 req-18762ecd-33ac-4434-9d27-fc9b959fce94 service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101324 Feb 19 03:27:37.815767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1584abcc-f28a-4c47-abf2-def01ee2a171 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 7882bb6b-99d2-4d49-89c0-2123ccf7b11f) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:37.825199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017ebab2-1ef8-40dd-a569-261e818889a4 None None] Network 7882bb6b-99d2-4d49-89c0-2123ccf7b11f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:37.914962 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584abcc-f28a-4c47-abf2-def01ee2a171 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:37.916475 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1584abcc-f28a-4c47-abf2-def01ee2a171 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:37.943132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-a05c35df-11c7-47d7-95d5-6e618a21740a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 1001 time: 0.2348034 Feb 19 03:27:38.003694 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (de08778d-ef8f-4fd3-b5d0-cce887f0b9b2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.027022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:38.033224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:38.037883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:38.162089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60624) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:38.188235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-7882bb6b-99d2-4d49-89c0-2123ccf7b11f', 'network_id': '7882bb6b-99d2-4d49-89c0-2123ccf7b11f', 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'fixed_ips': [{'subnet_id': '7106c877-b279-4a81-8d7b-8e93e609143d'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:27:38.189802 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.255125 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1584abcc-f28a-4c47-abf2-def01ee2a171 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6517317 Feb 19 03:27:38.255984 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60628) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:38.273530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-fd845305-8ed9-4cbc-a4c7-653efbcb44da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1966636671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:38.370443 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd845305-8ed9-4cbc-a4c7-653efbcb44da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (a54f9f7d-a532-46d7-9e70-23598c5fa32f), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.372303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd845305-8ed9-4cbc-a4c7-653efbcb44da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (a54f9f7d-a532-46d7-9e70-23598c5fa32f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.503127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-0183f7c8-1a76-4717-94e2-0f27b4596b7a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:38.506399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-0183f7c8-1a76-4717-94e2-0f27b4596b7a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports/e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 942 time: 0.5553493 Feb 19 03:27:38.574652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=de08778d-ef8f-4fd3-b5d0-cce887f0b9b2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:38.615101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Allocated IP 172.20.0.2 (7882bb6b-99d2-4d49-89c0-2123ccf7b11f/7106c877-b279-4a81-8d7b-8e93e609143d/996aa337-e3c1-400a-a097-4cc3755c1234) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:38.700237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd845305-8ed9-4cbc-a4c7-653efbcb44da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (a54f9f7d-a532-46d7-9e70-23598c5fa32f), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.715761 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfe75956-659e-4eb8-b40b-7a185dcea464 req-f2b5aaf1-4895-4ace-98a3-ba326adb4416 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6032476 Feb 19 03:27:38.735642 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9fb194d4-8463-43b7-8841-df63a21c2b75 req-a008431f-0ee1-43e3-9b10-6818576f5959 service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9167986 Feb 19 03:27:38.745699 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd845305-8ed9-4cbc-a4c7-653efbcb44da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (a54f9f7d-a532-46d7-9e70-23598c5fa32f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.796396 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd845305-8ed9-4cbc-a4c7-653efbcb44da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.800944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-18e9ba08-ab2a-4266-b215-63a081dfe059 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 1001 time: 0.2133734 Feb 19 03:27:38.801826 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fd845305-8ed9-4cbc-a4c7-653efbcb44da tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5317633 Feb 19 03:27:38.802548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60642) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:38.850549 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Publish callbacks [] for port (996aa337-e3c1-400a-a097-4cc3755c1234), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.863858 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (996aa337-e3c1-400a-a097-4cc3755c1234), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:38.988151 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (ca7cb691-07c3-42f5-a57b-fab24f32b658), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.037136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-630bed8f-0f83-4c16-a341-4083d4b2f11a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:39.045274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-630bed8f-0f83-4c16-a341-4083d4b2f11a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.2424967 Feb 19 03:27:39.236821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (de08778d-ef8f-4fd3-b5d0-cce887f0b9b2), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.251053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-c15b0cb2-4412-442a-9f72-5ad21ad11450 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 1001 time: 0.2045453 Feb 19 03:27:39.275027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Pushing event updated for resources: {'Port': ['ID=996aa337-e3c1-400a-a097-4cc3755c1234,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:39.276971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-718b2b82-0e44-442e-af61-75ed2abe9a94 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:39.280826 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.289669 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Network 7882bb6b-99d2-4d49-89c0-2123ccf7b11f is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:39.291582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:39.292016 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (c30361f2-d909-4e32-b32d-8abff47a2763), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.295132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:39.369671 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Attempting to bind port 996aa337-e3c1-400a-a097-4cc3755c1234 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:39.369993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c30361f2-d909-4e32-b32d-8abff47a2763), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.370118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Attempting to bind port 996aa337-e3c1-400a-a097-4cc3755c1234 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8ed550d2-3794-405b-b4a0-ad52807925d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7882bb6b-99d2-4d49-89c0-2123ccf7b11f'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:39.370534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Attempting to bind port 996aa337-e3c1-400a-a097-4cc3755c1234 on network 7882bb6b-99d2-4d49-89c0-2123ccf7b11f {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:39.377533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:39.377949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Checking segment: {'id': '8ed550d2-3794-405b-b4a0-ad52807925d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7882bb6b-99d2-4d49-89c0-2123ccf7b11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:39.378399 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.378842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Bound using segment: {'id': '8ed550d2-3794-405b-b4a0-ad52807925d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7882bb6b-99d2-4d49-89c0-2123ccf7b11f'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:39.379365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Bound port: 996aa337-e3c1-400a-a097-4cc3755c1234, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed550d2-3794-405b-b4a0-ad52807925d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7882bb6b-99d2-4d49-89c0-2123ccf7b11f'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:39.379749 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (996aa337-e3c1-400a-a097-4cc3755c1234), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.395972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:27:39.415922 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d0fb1aef-852c-4b59-a48e-75c751b128e5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.416434 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Added segment d0fb1aef-852c-4b59-a48e-75c751b128e5 of type vlan for network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 Feb 19 03:27:39.458942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] For port 996aa337-e3c1-400a-a097-4cc3755c1234, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:39.462188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] For port 996aa337-e3c1-400a-a097-4cc3755c1234, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=996aa337-e3c1-400a-a097-4cc3755c1234,segment=NetworkSegment(8ed550d2-3794-405b-b4a0-ad52807925d5),segment_id=8ed550d2-3794-405b-b4a0-ad52807925d5)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:39.483435 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (996aa337-e3c1-400a-a097-4cc3755c1234), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.570892 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-be1fc6be-3bd2-4fe0-b6d8-a50289e83772 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=61740aec43034e1780b5f4566c1c4a79&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4011297 Feb 19 03:27:39.571891 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60658) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:39.586347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df4917-308a-49dc-bcf4-ba3f480b741a None None] Pushing event updated for resources: {'Port': ['ID=996aa337-e3c1-400a-a097-4cc3755c1234,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:39.624518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (de08778d-ef8f-4fd3-b5d0-cce887f0b9b2), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.630366 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-718b2b82-0e44-442e-af61-75ed2abe9a94 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for floatingip (37792bb6-4dfa-4ffa-aaa1-3f068bf687cd), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.660615 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (1fafb969-84b5-4e55-a48c-59a9e68f5b71), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.713843 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (de08778d-ef8f-4fd3-b5d0-cce887f0b9b2), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.754294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30361f2-d909-4e32-b32d-8abff47a2763,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:39.795182 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe75956-659e-4eb8-b40b-7a185dcea464 req-6bbb20c3-c0a9-431d-a888-3459559676be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:39.796795 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfe75956-659e-4eb8-b40b-7a185dcea464 req-6bbb20c3-c0a9-431d-a888-3459559676be service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1127 time: 0.9766254 Feb 19 03:27:39.815268 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (1fafb969-84b5-4e55-a48c-59a9e68f5b71), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.826256 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:39.827329 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:39.919692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=de08778d-ef8f-4fd3-b5d0-cce887f0b9b2,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:39.986422 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.002729 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0db6eacf-0e44-45a9-86db-4349c3a5f25f admin admin] Publish callbacks [] for security_group (5b98278d-137d-432f-bf46-ca8c2c858083), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.078908 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.155503 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.4754622 Feb 19 03:27:40.164799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60670) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:40.175375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'admin_state_up': True, 'project_id': 'f0e03321fc4540048242162018f9360c', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:40.283781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc97943-8175-4b98-ac57-68b54c38c207 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Network': ['ID=1fafb969-84b5-4e55-a48c-59a9e68f5b71,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:40.299052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe75956-659e-4eb8-b40b-7a185dcea464 req-e42a6705-6690-4e61-9458-4a574802bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:40.303441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:27:40.304351 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfe75956-659e-4eb8-b40b-7a185dcea464 req-e42a6705-6690-4e61-9458-4a574802bfab service neutron] 10.222.0.67 "GET /v2.0/networks?id=96198039-ea61-4722-b524-b9596bcc37b9 HTTP/1.1" status: 200 len: 898 time: 0.4700491 Feb 19 03:27:40.469999 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0db6eacf-0e44-45a9-86db-4349c3a5f25f admin admin] Publish callbacks [] for security_group (5b98278d-137d-432f-bf46-ca8c2c858083), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.555302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (ca7cb691-07c3-42f5-a57b-fab24f32b658), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.563687 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-718b2b82-0e44-442e-af61-75ed2abe9a94 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.599996 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-718b2b82-0e44-442e-af61-75ed2abe9a94 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (37792bb6-4dfa-4ffa-aaa1-3f068bf687cd), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.600409 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-718b2b82-0e44-442e-af61-75ed2abe9a94 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Floating IP 37792bb6-4dfa-4ffa-aaa1-3f068bf687cd disassociated. External IP: 172.25.1.116, port: e6be018d-0782-4c64-9e4b-e851f41df712. Feb 19 03:27:40.636388 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfe75956-659e-4eb8-b40b-7a185dcea464 req-20f5ec8c-e26a-47f8-882d-b0d4626c1c53 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 999 time: 0.2933896 Feb 19 03:27:40.874095 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (72324df3-ebfd-451f-92ae-0faa79559453), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.874793 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Floating IP ca7cb691-07c3-42f5-a57b-fab24f32b658 associated. External IP: 172.25.1.129, port: 7af8407a-2e18-401c-9c8a-148c59771f58. Feb 19 03:27:40.881812 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (72324df3-ebfd-451f-92ae-0faa79559453), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:40.982519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 996aa337-e3c1-400a-a097-4cc3755c1234 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:40.985362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe75956-659e-4eb8-b40b-7a185dcea464 req-155c56bd-74a6-4bbe-982d-2995165073b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:40.986852 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfe75956-659e-4eb8-b40b-7a185dcea464 req-155c56bd-74a6-4bbe-982d-2995165073b8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ce80253-4161-46fb-9759-1f698da15f46 HTTP/1.1" status: 200 len: 834 time: 0.3300319 Feb 19 03:27:41.125992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 996aa337-e3c1-400a-a097-4cc3755c1234 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:41.129445 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (996aa337-e3c1-400a-a097-4cc3755c1234), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.147000 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router_controller (72324df3-ebfd-451f-92ae-0faa79559453), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.164344 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0db6eacf-0e44-45a9-86db-4349c3a5f25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5b98278d-137d-432f-bf46-ca8c2c858083), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.181001 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0db6eacf-0e44-45a9-86db-4349c3a5f25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.185133 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0db6eacf-0e44-45a9-86db-4349c3a5f25f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5b98278d-137d-432f-bf46-ca8c2c858083 HTTP/1.1" status: 204 len: 168 time: 1.5972583 Feb 19 03:27:41.366128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 996aa337-e3c1-400a-a097-4cc3755c1234 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:41.378809 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (996aa337-e3c1-400a-a097-4cc3755c1234), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.388413 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db6eacf-0e44-45a9-86db-4349c3a5f25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b98278d-137d-432f-bf46-ca8c2c858083,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:41.444553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe75956-659e-4eb8-b40b-7a185dcea464 req-9caa40c2-1c67-4743-bd35-f4102d867074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:41.446306 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfe75956-659e-4eb8-b40b-7a185dcea464 req-9caa40c2-1c67-4743-bd35-f4102d867074 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96198039-ea61-4722-b524-b9596bcc37b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4314280 Feb 19 03:27:41.449433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3383fc-566a-4d71-9a58-0ba9388daf47 None None] Network 7882bb6b-99d2-4d49-89c0-2123ccf7b11f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:41.518614 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Allocated IP 172.20.0.1 (7882bb6b-99d2-4d49-89c0-2123ccf7b11f/7106c877-b279-4a81-8d7b-8e93e609143d/7aff298c-a33e-4eb2-bdbb-ed5864ba8434) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:41.594217 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router_gateway (72324df3-ebfd-451f-92ae-0faa79559453), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.707299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-718b2b82-0e44-442e-af61-75ed2abe9a94 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:41.712472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:41.716639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 996aa337-e3c1-400a-a097-4cc3755c1234, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=996aa337-e3c1-400a-a097-4cc3755c1234,segment=NetworkSegment(8ed550d2-3794-405b-b4a0-ad52807925d5),segment_id=8ed550d2-3794-405b-b4a0-ad52807925d5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:41.717978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1d100031-7587-41af-842d-a08fc4ce0222 None None] Provisioning complete for port 996aa337-e3c1-400a-a097-4cc3755c1234 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:41.718546 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d100031-7587-41af-842d-a08fc4ce0222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (996aa337-e3c1-400a-a097-4cc3755c1234), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.751464 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (996aa337-e3c1-400a-a097-4cc3755c1234), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:41.811131 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfe75956-659e-4eb8-b40b-7a185dcea464 req-c06e0c83-49e5-49bc-9362-98758da415d0 service neutron] 10.222.0.67 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264396 Feb 19 03:27:41.958553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-718b2b82-0e44-442e-af61-75ed2abe9a94 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:41.970323 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd09baf-ba80-4d2b-a4fb-1f239273a1dc None None] Sync routers for ids ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:41.989818 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd09baf-ba80-4d2b-a4fb-1f239273a1dc None None] Routers {'97ecbccf-4bbd-45ce-997e-ab073d4e8813'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:41.989818 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8dd09baf-ba80-4d2b-a4fb-1f239273a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:42.002555 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.051585 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cfe75956-659e-4eb8-b40b-7a185dcea464 req-9cd1443b-e969-41d2-adcb-7eb7e0f8182a service neutron] 10.222.0.67 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022088 Feb 19 03:27:42.088915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=996aa337-e3c1-400a-a097-4cc3755c1234,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:42.130854 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.221753 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1d100031-7587-41af-842d-a08fc4ce0222 None None] Current status of the port 996aa337-e3c1-400a-a097-4cc3755c1234 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:42.349044 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-8dd09baf-ba80-4d2b-a4fb-1f239273a1dc None None] Set router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:42.413434 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-718b2b82-0e44-442e-af61-75ed2abe9a94 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.489034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 996aa337-e3c1-400a-a097-4cc3755c1234 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:42.565189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-718b2b82-0e44-442e-af61-75ed2abe9a94 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "PUT /v2.0/floatingips/37792bb6-4dfa-4ffa-aaa1-3f068bf687cd HTTP/1.1" status: 200 len: 695 time: 3.3122222 Feb 19 03:27:42.579274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:42.581709 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beddf7d4-8e76-4b4c-9567-80d070077ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:42.592026 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:42.630839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c04403-8313-4f88-9e27-ffedf0a121e8 None None] Sync routers for ids ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:42.650652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c04403-8313-4f88-9e27-ffedf0a121e8 None None] Routers {'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:42.651939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-35c04403-8313-4f88-9e27-ffedf0a121e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:42.687179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60734) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:42.738412 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8dd09baf-ba80-4d2b-a4fb-1f239273a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:26:08Z', 'revision_number': 4, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'ea400453-df66-4e7f-9c0b-abeb776e3238', 'name': '', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'mac_address': 'fa:16:3e:a1:71:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:06Z', 'updated_at': '2022-02-19T03:26:17Z', 'revision_number': 5, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'subnets': [{'id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:42.772960 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd09baf-ba80-4d2b-a4fb-1f239273a1dc None None] Checking router: 97ecbccf-4bbd-45ce-997e-ab073d4e8813 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:42.779658 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:42.784448 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd09baf-ba80-4d2b-a4fb-1f239273a1dc None None] Routers {'97ecbccf-4bbd-45ce-997e-ab073d4e8813'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:42.785450 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8dd09baf-ba80-4d2b-a4fb-1f239273a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:42.900874 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-8dd09baf-ba80-4d2b-a4fb-1f239273a1dc None None] Set router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:42.938285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-d59c8f09-0a36-4d49-80a0-66ac98b48011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:42.939930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-d59c8f09-0a36-4d49-80a0-66ac98b48011 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=da11589d434d48468c31b6f3cc483bbe&device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 1127 time: 0.3496435 Feb 19 03:27:42.946405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-35c04403-8313-4f88-9e27-ffedf0a121e8 None None] Set router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:42.970991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f6070d7d-c9f1-4453-88bb-76feffd4fc61 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.6670382 Feb 19 03:27:43.087607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0827c426-eade-4b44-b48e-6c5600207aee tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1235350691', 'prefixes': ['172.20.0.0/16']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:43.091834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 7882bb6b-99d2-4d49-89c0-2123ccf7b11f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:43.113604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:43.118156 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=7aff298c-a33e-4eb2-bdbb-ed5864ba8434,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:43.118539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 996aa337-e3c1-400a-a097-4cc3755c1234 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:43.118921 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (996aa337-e3c1-400a-a097-4cc3755c1234), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.127869 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:43.161452 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router_gateway (72324df3-ebfd-451f-92ae-0faa79559453), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.240927 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.258908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-e8bd7078-2b6f-4a5e-87b2-db5ea9eab99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:43.263585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-e8bd7078-2b6f-4a5e-87b2-db5ea9eab99e service neutron] 10.222.0.81 "GET /v2.0/networks?id=b24191c2-5a8e-40bc-aedd-68ebe02efb55 HTTP/1.1" status: 200 len: 921 time: 0.3138142 Feb 19 03:27:43.347771 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (a54f9f7d-a532-46d7-9e70-23598c5fa32f), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.403825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e19ae9a4-3ba1-4e95-8f99-4ae9e7b251f0 None None] Provisioning complete for port 996aa337-e3c1-400a-a097-4cc3755c1234 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:43.404271 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e19ae9a4-3ba1-4e95-8f99-4ae9e7b251f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (996aa337-e3c1-400a-a097-4cc3755c1234), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.418984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-3861d0af-9389-4453-a40f-2a0c5f441998 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 217 time: 0.1465652 Feb 19 03:27:43.592116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-b1ded3b6-c460-4c0c-bdc9-d2f55c14731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:43.601177 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8dd09baf-ba80-4d2b-a4fb-1f239273a1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:26:08Z', 'revision_number': 4, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'ea400453-df66-4e7f-9c0b-abeb776e3238', 'name': '', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'mac_address': 'fa:16:3e:a1:71:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:06Z', 'updated_at': '2022-02-19T03:26:17Z', 'revision_number': 5, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'subnets': [{'id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:43.602641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-b1ded3b6-c460-4c0c-bdc9-d2f55c14731f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=1c52b2a8-f696-443e-8b79-f904c262f547 HTTP/1.1" status: 200 len: 860 time: 0.1829200 Feb 19 03:27:43.604827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-35c04403-8313-4f88-9e27-ffedf0a121e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'ca7cb691-07c3-42f5-a57b-fab24f32b658', 'tenant_id': 'd251da4ce30245449da598358709f972', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'port_id': '7af8407a-2e18-401c-9c8a-148c59771f58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'mac_address': 'fa:16:3e:0b:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:27:38Z', 'updated_at': '2022-02-19T03:27:38Z', 'revision_number': 0, 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd1281b-39c8-4e1c-a0d7-2fb41f071658', 'name': '', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:f9:2c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '7ce80253-4161-46fb-9759-1f698da15f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:46Z', 'updated_at': '2022-02-19T03:26:59Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '7ce80253-4161-46fb-9759-1f698da15f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:43.640773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Allocated IP 172.25.1.7 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/ffa89d7f-7a51-4b0d-92ac-5445e170ac7d) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:43.656638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 996aa337-e3c1-400a-a097-4cc3755c1234 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:43.656909 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd09baf-ba80-4d2b-a4fb-1f239273a1dc None None] The sync data for ids ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'] in n-d-826755-2 is: [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:26:08Z', 'revision_number': 4, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'ea400453-df66-4e7f-9c0b-abeb776e3238', 'name': '', 'network_id': 'b24191c2-5a8e-40bc-aedd-68ebe02efb55', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'mac_address': 'fa:16:3e:a1:71:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:06Z', 'updated_at': '2022-02-19T03:26:17Z', 'revision_number': 5, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'subnets': [{'id': '1c52b2a8-f696-443e-8b79-f904c262f547', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:43.661958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.696784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-1c0ccfaf-4aa9-4a8b-9f8a-7ce97c4291d1 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=b24191c2-5a8e-40bc-aedd-68ebe02efb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758100 Feb 19 03:27:43.696784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0827c426-eade-4b44-b48e-6c5600207aee tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.712929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0827c426-eade-4b44-b48e-6c5600207aee tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0176280 Feb 19 03:27:43.726838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60748) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:43.729539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c04403-8313-4f88-9e27-ffedf0a121e8 None None] Checking router: dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:43.740470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e19ae9a4-3ba1-4e95-8f99-4ae9e7b251f0 None None] Current status of the port 996aa337-e3c1-400a-a097-4cc3755c1234 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:43.747264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c04403-8313-4f88-9e27-ffedf0a121e8 None None] Routers {'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:43.747992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-35c04403-8313-4f88-9e27-ffedf0a121e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:43.879746 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7c22046e-97d7-4b88-b56d-8bb4309594df tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] 10.222.0.81 "GET /v2.0/subnetpools/81d84b59-3af6-4d02-bdcc-ed546cf1cb7e HTTP/1.1" status: 200 len: 732 time: 0.1479888 Feb 19 03:27:43.881098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60750) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:43.887724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-44b40380-e0bd-4c15-9ec2-fe2711e88b31 tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1177537011'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:43.890839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-fa947558-9560-4dfb-b4f1-cdadee78c923 None None] Provisioning complete for port 7aff298c-a33e-4eb2-bdbb-ed5864ba8434 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:43.891338 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fa947558-9560-4dfb-b4f1-cdadee78c923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:43.940762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fa947558-9560-4dfb-b4f1-cdadee78c923 None None] Port 7aff298c-a33e-4eb2-bdbb-ed5864ba8434 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:43.954633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-35c04403-8313-4f88-9e27-ffedf0a121e8 None None] Set router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:44.003915 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-44b40380-e0bd-4c15-9ec2-fe2711e88b31 tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.008189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-44b40380-e0bd-4c15-9ec2-fe2711e88b31 tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] 10.222.0.81 "PUT /v2.0/subnetpools/81d84b59-3af6-4d02-bdcc-ed546cf1cb7e HTTP/1.1" status: 200 len: 684 time: 0.1241055 Feb 19 03:27:44.008809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60752) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:44.035334 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-162fab9a-1195-4d2a-adc7-9348e768d6a3 service neutron] 10.222.0.81 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226407 Feb 19 03:27:44.133489 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b256c14f-5455-4b8c-bf73-9ad70b45fb2a None None] New status for floating IP 37792bb6-4dfa-4ffa-aaa1-3f068bf687cd: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:27:44.225942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ed07f0f-e7c1-4f81-bb25-1e71923ad129 req-272b2acc-b0f3-4208-a3f2-0f6264163acd service neutron] 10.222.0.81 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896553 Feb 19 03:27:44.253770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-183d0b39-c9ab-4e1f-89f7-842c49511bd3 tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.257496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-183d0b39-c9ab-4e1f-89f7-842c49511bd3 tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] 10.222.0.81 "DELETE /v2.0/subnetpools/81d84b59-3af6-4d02-bdcc-ed546cf1cb7e HTTP/1.1" status: 204 len: 168 time: 0.2394767 Feb 19 03:27:44.257873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60756) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:44.301221 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-7b8f4ce8-c92a-4bb8-ad3b-51366773aa8e tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] show failed (client error): The resource could not be found. Feb 19 03:27:44.315479 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7b8f4ce8-c92a-4bb8-ad3b-51366773aa8e tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] 10.222.0.81 "GET /v2.0/subnetpools/81d84b59-3af6-4d02-bdcc-ed546cf1cb7e HTTP/1.1" status: 404 len: 346 time: 0.0545404 Feb 19 03:27:44.317613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60758) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:44.346117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.354053 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-29f80535-503c-4333-ba0f-155aca8836c7 tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] delete failed (client error): The resource could not be found. Feb 19 03:27:44.364621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-29f80535-503c-4333-ba0f-155aca8836c7 tempest-SubnetPoolsTestJSON-938456292 tempest-SubnetPoolsTestJSON-938456292-project] 10.222.0.81 "DELETE /v2.0/subnetpools/81d84b59-3af6-4d02-bdcc-ed546cf1cb7e HTTP/1.1" status: 404 len: 346 time: 0.0454159 Feb 19 03:27:44.377766 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.404000 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.590682 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3e55f7-13cb-4dda-b77f-5381c1b1e823 x-openstack-request-id: req-2f3e55f7-13cb-4dda-b77f-5381c1b1e823 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:44.591895 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:44.592165 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2f3e55f7-13cb-4dda-b77f-5381c1b1e823 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:44.592580 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'status': 'completed', 'code': 200} Feb 19 03:27:44.671413 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (a54f9f7d-a532-46d7-9e70-23598c5fa32f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.717207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:44.788935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d4ebd-02c7-4c4e-9519-fa75df51bc22 req-1cba2726-f850-4265-b6d7-37546c8cc7ea tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:44.792569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:44.796779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b85d4ebd-02c7-4c4e-9519-fa75df51bc22 req-1cba2726-f850-4265-b6d7-37546c8cc7ea tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.0894833 Feb 19 03:27:44.821014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-35c04403-8313-4f88-9e27-ffedf0a121e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'ca7cb691-07c3-42f5-a57b-fab24f32b658', 'tenant_id': 'd251da4ce30245449da598358709f972', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'port_id': '7af8407a-2e18-401c-9c8a-148c59771f58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'mac_address': 'fa:16:3e:0b:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:27:38Z', 'updated_at': '2022-02-19T03:27:38Z', 'revision_number': 0, 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd1281b-39c8-4e1c-a0d7-2fb41f071658', 'name': '', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:f9:2c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '7ce80253-4161-46fb-9759-1f698da15f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:46Z', 'updated_at': '2022-02-19T03:26:59Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '7ce80253-4161-46fb-9759-1f698da15f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:44.831644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:44.837889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=7aff298c-a33e-4eb2-bdbb-ed5864ba8434,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:44.843922 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:44.869530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b85d4ebd-02c7-4c4e-9519-fa75df51bc22 req-add8df88-a172-450c-ad88-0995c8aedb9c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714221 Feb 19 03:27:44.885770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c04403-8313-4f88-9e27-ffedf0a121e8 None None] The sync data for ids ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'] in n-d-826755-2 is: [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'ca7cb691-07c3-42f5-a57b-fab24f32b658', 'tenant_id': 'd251da4ce30245449da598358709f972', 'floating_ip_address': '172.25.1.129', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'port_id': '7af8407a-2e18-401c-9c8a-148c59771f58', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'mac_address': 'fa:16:3e:0b:a8:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:27:38Z', 'updated_at': '2022-02-19T03:27:38Z', 'revision_number': 0, 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fd1281b-39c8-4e1c-a0d7-2fb41f071658', 'name': '', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:f9:2c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '7ce80253-4161-46fb-9759-1f698da15f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:46Z', 'updated_at': '2022-02-19T03:26:59Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '7ce80253-4161-46fb-9759-1f698da15f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:44.937364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Port': ['ID=ffa89d7f-7a51-4b0d-92ac-5445e170ac7d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:44.939913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60776) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:44.956294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60778) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:45.026324 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddf7d4-8e76-4b4c-9567-80d070077ab8 req-e6c08643-b8ae-4c15-90d1-172585bb5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:45.027937 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-beddf7d4-8e76-4b4c-9567-80d070077ab8 req-e6c08643-b8ae-4c15-90d1-172585bb5f51 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=da11589d434d48468c31b6f3cc483bbe&device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 1127 time: 0.3537462 Feb 19 03:27:45.050683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-4b884deb-405d-4396-a1fc-d82538f2e61d tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/floatingips/37792bb6-4dfa-4ffa-aaa1-3f068bf687cd HTTP/1.1" status: 200 len: 693 time: 0.1012912 Feb 19 03:27:45.200113 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-00045cee-a24d-4a35-9d5b-3cef2265e42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.204698 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-729d45e8-0937-458c-b7f2-913bc368e694 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/ca7cb691-07c3-42f5-a57b-fab24f32b658 HTTP/1.1" status: 200 len: 991 time: 0.2586820 Feb 19 03:27:45.238687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-8bd19131-1dfd-47a3-9390-3cd084f3c4b5 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:45.248066 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-8bd19131-1dfd-47a3-9390-3cd084f3c4b5 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/networks/28822f6f-e49e-4418-9ec8-2ffdbdcdb20e HTTP/1.1" status: 200 len: 784 time: 0.1950140 Feb 19 03:27:45.254165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-77f304c2-34c3-4280-ba92-61191e8f61c4 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:27:45.255380 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-77f304c2-34c3-4280-ba92-61191e8f61c4 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063388 Feb 19 03:27:45.273498 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5323d8b-d496-43ef-b6d9-e904f4815205 None None] New status for floating IP ca7cb691-07c3-42f5-a57b-fab24f32b658: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:27:45.289745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 7882bb6b-99d2-4d49-89c0-2123ccf7b11f is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:45.326951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:45.450834 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-00045cee-a24d-4a35-9d5b-3cef2265e42b admin admin] Publish callbacks [] for security_group (6552c413-8d9c-48ed-bf91-23768e64b571), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.515647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddf7d4-8e76-4b4c-9567-80d070077ab8 req-970c6c2e-d640-428f-8fc9-e786c09a37a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:45.517904 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-beddf7d4-8e76-4b4c-9567-80d070077ab8 req-970c6c2e-d640-428f-8fc9-e786c09a37a4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=b24191c2-5a8e-40bc-aedd-68ebe02efb55 HTTP/1.1" status: 200 len: 921 time: 0.4796443 Feb 19 03:27:45.544340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-00045cee-a24d-4a35-9d5b-3cef2265e42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6552c413-8d9c-48ed-bf91-23768e64b571), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.581610 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-f36d22a3-ff68-4683-b555-cd88b6b14b1c tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.1927886 Feb 19 03:27:45.643406 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-beddf7d4-8e76-4b4c-9567-80d070077ab8 req-1248ac48-bcb7-4735-8762-b615a0953109 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 200 len: 217 time: 0.1188190 Feb 19 03:27:45.664009 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-ba564b3d-e9b0-4a65-8c81-06df0289c8e0 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/floatingips?floating_ip_address=172.25.1.116 HTTP/1.1" status: 200 len: 696 time: 0.0811605 Feb 19 03:27:45.693292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router a54f9f7d-a532-46d7-9e70-23598c5fa32f is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:27:45.720433 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-00045cee-a24d-4a35-9d5b-3cef2265e42b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=54cf988ea3304667b58fade60312b12c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7618477 Feb 19 03:27:45.721198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00045cee-a24d-4a35-9d5b-3cef2265e42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6552c413-8d9c-48ed-bf91-23768e64b571,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:45.728563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60786) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:45.765626 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beddf7d4-8e76-4b4c-9567-80d070077ab8 req-85402c5e-5ccd-46f1-9525-03deb7107950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:45.767130 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-beddf7d4-8e76-4b4c-9567-80d070077ab8 req-85402c5e-5ccd-46f1-9525-03deb7107950 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=1c52b2a8-f696-443e-8b79-f904c262f547 HTTP/1.1" status: 200 len: 860 time: 0.1156759 Feb 19 03:27:45.787783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5f2ceafe-ea3b-46c2-aa44-0743eb97b74d None None] Provisioning complete for port 7aff298c-a33e-4eb2-bdbb-ed5864ba8434 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:45.788208 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f2ceafe-ea3b-46c2-aa44-0743eb97b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.849039 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router_gateway (72324df3-ebfd-451f-92ae-0faa79559453), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.874954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5f2ceafe-ea3b-46c2-aa44-0743eb97b74d None None] Port 7aff298c-a33e-4eb2-bdbb-ed5864ba8434 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:45.894554 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-500e8431-7750-400e-accd-ea337007b810 admin admin] Publish callbacks [] for security_group (6552c413-8d9c-48ed-bf91-23768e64b571), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.917151 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-500e8431-7750-400e-accd-ea337007b810 admin admin] Publish callbacks [] for security_group (6552c413-8d9c-48ed-bf91-23768e64b571), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.937613 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-beddf7d4-8e76-4b4c-9567-80d070077ab8 req-c598887f-a778-4f3f-b00a-62240d6f457b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=b24191c2-5a8e-40bc-aedd-68ebe02efb55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350226 Feb 19 03:27:45.938956 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:45.952098 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd60241-80a1-44c5-927f-2697dc7be7c6 None None] Sync routers for ids ['a54f9f7d-a532-46d7-9e70-23598c5fa32f'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:45.971667 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd60241-80a1-44c5-927f-2697dc7be7c6 None None] Routers {'a54f9f7d-a532-46d7-9e70-23598c5fa32f'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:45.972304 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-9fd60241-80a1-44c5-927f-2697dc7be7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a54f9f7d-a532-46d7-9e70-23598c5fa32f'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:45.991845 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-500e8431-7750-400e-accd-ea337007b810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6552c413-8d9c-48ed-bf91-23768e64b571), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:45.994362 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1816dd4e-542e-4147-b4c0-3d54ddd276bb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/a54f9f7d-a532-46d7-9e70-23598c5fa32f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1654210 Feb 19 03:27:46.000428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-500e8431-7750-400e-accd-ea337007b810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.007060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60788) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:46.007723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-500e8431-7750-400e-accd-ea337007b810 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6552c413-8d9c-48ed-bf91-23768e64b571 HTTP/1.1" status: 204 len: 168 time: 0.2783368 Feb 19 03:27:46.028366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e8431-7750-400e-accd-ea337007b810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6552c413-8d9c-48ed-bf91-23768e64b571,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:46.072533 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-9fd60241-80a1-44c5-927f-2697dc7be7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:46.092925 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd60241-80a1-44c5-927f-2697dc7be7c6 None None] Routers {'a54f9f7d-a532-46d7-9e70-23598c5fa32f'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:46.093587 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-9fd60241-80a1-44c5-927f-2697dc7be7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a54f9f7d-a532-46d7-9e70-23598c5fa32f'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:46.105180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-5fbee2db-104f-461f-b50d-6dd880b9799a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Deleting port e6ea1d53-ebc9-4a67-aa06-12ffb233ea35 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:46.105545 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-5fbee2db-104f-461f-b50d-6dd880b9799a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e6ea1d53-ebc9-4a67-aa06-12ffb233ea35), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.143804 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-9fd60241-80a1-44c5-927f-2697dc7be7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:46.144789 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd60241-80a1-44c5-927f-2697dc7be7c6 None None] The sync data for ids ['a54f9f7d-a532-46d7-9e70-23598c5fa32f'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:46.166813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46874cd0-cebc-4883-91ac-7ddb8ed6138b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:46.171801 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-46874cd0-cebc-4883-91ac-7ddb8ed6138b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports/7aff298c-a33e-4eb2-bdbb-ed5864ba8434 HTTP/1.1" status: 200 len: 910 time: 0.1621008 Feb 19 03:27:46.180300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60792) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:46.202121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57b2a3-5619-4651-8fef-3cf206927cb6 req-ecf30a71-33e4-4b00-95d8-bfddea9decb0 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:46.204110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c57b2a3-5619-4651-8fef-3cf206927cb6 req-ecf30a71-33e4-4b00-95d8-bfddea9decb0 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.87 "GET /v2.0/ports?device_id=083c1ef7-a2aa-4f75-9117-8744b21af26b HTTP/1.1" status: 200 len: 945 time: 0.1444454 Feb 19 03:27:46.209078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60796) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:46.211975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-779a7a36-fae8-49df-9472-58f4d311d68d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7106c877-b279-4a81-8d7b-8e93e609143d'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:46.328215 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-5fbee2db-104f-461f-b50d-6dd880b9799a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e6ea1d53-ebc9-4a67-aa06-12ffb233ea35), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.328957 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-5fbee2db-104f-461f-b50d-6dd880b9799a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for floatingip (e6ea1d53-ebc9-4a67-aa06-12ffb233ea35), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.360454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-5fbee2db-104f-461f-b50d-6dd880b9799a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Calling delete_port for e6ea1d53-ebc9-4a67-aa06-12ffb233ea35 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:46.614981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:46.617264 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea535a02-ebe9-4f27-8f89-46545af3e952" -d '{"events": [{"name": "network-changed", "server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:46.649001 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-779a7a36-fae8-49df-9472-58f4d311d68d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:46.906325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-4c57b2a3-5619-4651-8fef-3cf206927cb6 req-b6e4afb4-9100-4386-89c3-bb1d53c84e79 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Deleting port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:46.906686 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4c57b2a3-5619-4651-8fef-3cf206927cb6 req-b6e4afb4-9100-4386-89c3-bb1d53c84e79 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:47.100047 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-beddf7d4-8e76-4b4c-9567-80d070077ab8 req-b3172f94-47f2-44d0-9d06-2e4400d4f040 service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1038227 Feb 19 03:27:47.209439 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-001b26bc-3dff-4912-afcd-1a2adb3ec851 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/ca7cb691-07c3-42f5-a57b-fab24f32b658 HTTP/1.1" status: 200 len: 993 time: 0.9927895 Feb 19 03:27:47.285269 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-beddf7d4-8e76-4b4c-9567-80d070077ab8 req-37499c37-129e-4894-a9a3-ece7dfc3eedb service neutron] 10.222.0.87 "GET /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793320 Feb 19 03:27:47.553521 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60826) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:47.604392 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (72324df3-ebfd-451f-92ae-0faa79559453), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:47.728054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4c57b2a3-5619-4651-8fef-3cf206927cb6 req-b6e4afb4-9100-4386-89c3-bb1d53c84e79 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] For port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=6edd26cc-e3c8-43c1-9967-501e5e5c36c0,segment=NetworkSegment(f7ce5246-8dad-446f-99ca-503ffaff7fe1),segment_id=f7ce5246-8dad-446f-99ca-503ffaff7fe1)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:47.728737 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4c57b2a3-5619-4651-8fef-3cf206927cb6 req-b6e4afb4-9100-4386-89c3-bb1d53c84e79 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:47.743611 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-5fbee2db-104f-461f-b50d-6dd880b9799a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e6ea1d53-ebc9-4a67-aa06-12ffb233ea35), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:47.751103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1088962939'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:47.791781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Made reservation on behalf of 148f971e3df64fd8a65848694d3578df for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:47.796099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:47.811672 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:47.848050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Router 72324df3-ebfd-451f-92ae-0faa79559453 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:27:47.854234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-4c57b2a3-5619-4651-8fef-3cf206927cb6 req-b6e4afb4-9100-4386-89c3-bb1d53c84e79 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Calling delete_port for 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:47.862895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbee2db-104f-461f-b50d-6dd880b9799a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Pushing event deleted for resources: {'Port': ['ID=e6ea1d53-ebc9-4a67-aa06-12ffb233ea35,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:48.022717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:48.027268 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-5fbee2db-104f-461f-b50d-6dd880b9799a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for floatingip (37792bb6-4dfa-4ffa-aaa1-3f068bf687cd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.027268 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-5fbee2db-104f-461f-b50d-6dd880b9799a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.027268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c7b68bc-e2fa-415c-8232-481c274de12b req-5fbee2db-104f-461f-b50d-6dd880b9799a tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "DELETE /v2.0/floatingips/37792bb6-4dfa-4ffa-aaa1-3f068bf687cd HTTP/1.1" status: 204 len: 173 time: 2.3618093 Feb 19 03:27:48.048135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Sync routers for ids ['72324df3-ebfd-451f-92ae-0faa79559453'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:48.074919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Routers {'72324df3-ebfd-451f-92ae-0faa79559453'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:48.075805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['72324df3-ebfd-451f-92ae-0faa79559453'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:48.084601 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.087922 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c169730d-0a2b-495b-a27a-39266f82dc78 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.9163594 Feb 19 03:27:48.103318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60838) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:48.155923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for security_group (27464699-c687-4475-8110-52e16a8696b0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.166052 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (27464699-c687-4475-8110-52e16a8696b0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.232271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:27:48.247253 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f8ee5f33-6df0-4602-a07c-cc97b579162d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.248521 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Added segment f8ee5f33-6df0-4602-a07c-cc97b579162d of type vlan for network 084367b0-cbed-4910-baa8-1a20ce83b048 Feb 19 03:27:48.309739 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4c57b2a3-5619-4651-8fef-3cf206927cb6 req-b6e4afb4-9100-4386-89c3-bb1d53c84e79 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (6edd26cc-e3c8-43c1-9967-501e5e5c36c0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.331403 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (084367b0-cbed-4910-baa8-1a20ce83b048), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.353215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Set router 72324df3-ebfd-451f-92ae-0faa79559453 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:48.385648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (084367b0-cbed-4910-baa8-1a20ce83b048), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.395963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:48.396954 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.453192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4afb4-9100-4386-89c3-bb1d53c84e79 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Pushing event deleted for resources: {'Port': ['ID=6edd26cc-e3c8-43c1-9967-501e5e5c36c0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:48.493153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27464699-c687-4475-8110-52e16a8696b0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:48.561062 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0036385 Feb 19 03:27:48.561062 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35847cce-436a-48d9-995f-e0c3db5df35a tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Pushing event updated for resources: {'Network': ['ID=084367b0-cbed-4910-baa8-1a20ce83b048,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:48.563933 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eb0f514a-95c2-4a5d-a819-be54030f1541 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=f0e03321fc4540048242162018f9360c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4578149 Feb 19 03:27:48.564338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60842) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:48.570075 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8b1c776e-fecb-414e-b5ec-7c14f147c833 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Request body: {'subnet': {'network_id': '084367b0-cbed-4910-baa8-1a20ce83b048', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:48.573592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60844) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:48.577565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c57b2a3-5619-4651-8fef-3cf206927cb6 req-b6e4afb4-9100-4386-89c3-bb1d53c84e79 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] No DVR routers for this DVR port 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:48.586168 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-779a7a36-fae8-49df-9472-58f4d311d68d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.594540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 084367b0-cbed-4910-baa8-1a20ce83b048 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:27:48.622187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a531d4-618d-45b3-893e-d7d2e5c34e00 req-ffdc09a6-9fe1-4c25-bbd9-5fb39c25dfb5 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:48.624218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44a531d4-618d-45b3-893e-d7d2e5c34e00 req-ffdc09a6-9fe1-4c25-bbd9-5fb39c25dfb5 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/ports?device_id=083c1ef7-a2aa-4f75-9117-8744b21af26b HTTP/1.1" status: 200 len: 867 time: 0.4256971 Feb 19 03:27:48.631912 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4c57b2a3-5619-4651-8fef-3cf206927cb6 req-b6e4afb4-9100-4386-89c3-bb1d53c84e79 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.634313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4c57b2a3-5619-4651-8fef-3cf206927cb6 req-b6e4afb4-9100-4386-89c3-bb1d53c84e79 tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.87 "DELETE /v2.0/ports/6edd26cc-e3c8-43c1-9967-501e5e5c36c0 HTTP/1.1" status: 204 len: 173 time: 2.3949649 Feb 19 03:27:48.638377 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-779a7a36-fae8-49df-9472-58f4d311d68d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.800049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:27:45Z', 'revision_number': 3, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:48.847224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Checking router: 72324df3-ebfd-451f-92ae-0faa79559453 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:27:48.848262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Updating router 72324df3-ebfd-451f-92ae-0faa79559453 port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:27:48.862340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a7a36-fae8-49df-9472-58f4d311d68d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=7aff298c-a33e-4eb2-bdbb-ed5864ba8434,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:48.895165 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.905303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81fa24b-f282-4ceb-8594-fdc8bfdfebf6 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:48.907306 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f81fa24b-f282-4ceb-8594-fdc8bfdfebf6 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3325057 Feb 19 03:27:48.911126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60850) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:48.927837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a7a36-fae8-49df-9472-58f4d311d68d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:48.928684 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-779a7a36-fae8-49df-9472-58f4d311d68d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.932086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1c776e-fecb-414e-b5ec-7c14f147c833 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Made reservation on behalf of 148f971e3df64fd8a65848694d3578df for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:48.933637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-779a7a36-fae8-49df-9472-58f4d311d68d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/ports/7aff298c-a33e-4eb2-bdbb-ed5864ba8434 HTTP/1.1" status: 200 len: 910 time: 2.7283278 Feb 19 03:27:48.934665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60852) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:48.935978 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b1c776e-fecb-414e-b5ec-7c14f147c833 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:48.978325 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7a4d6dd8-d140-47ff-a333-95b367b4c9c4 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0658627 Feb 19 03:27:49.001945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60854) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:49.007623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5897e271-70a4-4b5c-8841-bb7bccf36183 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1854791833', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'project_id': 'f0e03321fc4540048242162018f9360c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:49.023938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44a531d4-618d-45b3-893e-d7d2e5c34e00 req-961486f1-21a7-48eb-8468-6482f83d1dfb tempest-VolumesActionsTest-1385561698 tempest-VolumesActionsTest-1385561698-project] 10.222.0.81 "GET /v2.0/security-groups?id=71d3b88b-7975-4ea0-a28b-8f2198db546f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739645 Feb 19 03:27:49.157852 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ff1de6-bfe1-416e-9909-73ed5bfbddc8 x-openstack-request-id: req-91ff1de6-bfe1-416e-9909-73ed5bfbddc8 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:49.158218 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:49.159051 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-91ff1de6-bfe1-416e-9909-73ed5bfbddc8 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:49.159518 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58', 'status': 'completed', 'code': 200} Feb 19 03:27:49.333997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5897e271-70a4-4b5c-8841-bb7bccf36183 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Made reservation on behalf of f0e03321fc4540048242162018f9360c for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:49.337758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5897e271-70a4-4b5c-8841-bb7bccf36183 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.359857 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea535a02-ebe9-4f27-8f89-46545af3e952 req-ec32a776-5c35-4a76-b98d-a2662d0fbacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:49.361659 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea535a02-ebe9-4f27-8f89-46545af3e952 req-ec32a776-5c35-4a76-b98d-a2662d0fbacb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1127 time: 0.1586726 Feb 19 03:27:49.381878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c12973e-099a-4dc0-8291-483e00de15ff req-89fe9501-d08e-4372-aae6-4f7a258e59d5 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups/1c9730e4-736b-4305-8bdd-9e88d0157653 HTTP/1.1" status: 200 len: 1827 time: 0.1550918 Feb 19 03:27:49.511006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:49.568544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:27:49.568948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 6edd26cc-e3c8-43c1-9967-501e5e5c36c0 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:27:49.572553 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b1c776e-fecb-414e-b5ec-7c14f147c833 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (05a2bbef-0b07-4364-916e-9e2c5e51ace4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.592896 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Publish callbacks [] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.621946 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.723804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea535a02-ebe9-4f27-8f89-46545af3e952 req-953f22a3-672a-4357-b736-f49ce70dc9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:49.724085 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea535a02-ebe9-4f27-8f89-46545af3e952 req-953f22a3-672a-4357-b736-f49ce70dc9f0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=96198039-ea61-4722-b524-b9596bcc37b9 HTTP/1.1" status: 200 len: 898 time: 0.3557448 Feb 19 03:27:49.724689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c776e-fecb-414e-b5ec-7c14f147c833 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Pushing event updated for resources: {'Subnet': ['ID=05a2bbef-0b07-4364-916e-9e2c5e51ace4,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:49.743410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Attempting to bind port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:49.743410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Attempting to bind port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:49.743410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Attempting to bind port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:49.750131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:49.750521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:49.750948 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.751363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:49.751842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Bound port: ffa89d7f-7a51-4b0d-92ac-5445e170ac7d, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:49.752222 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.786745 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c12973e-099a-4dc0-8291-483e00de15ff req-68808dbd-1ee4-47fe-b8d7-d3c04d1cedbc tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for security_group (1c9730e4-736b-4305-8bdd-9e88d0157653), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.788496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253df5d-eb80-4062-8f42-235a89a5b32f None None] Pushing event updated for resources: {'Port': ['ID=ffa89d7f-7a51-4b0d-92ac-5445e170ac7d,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:49.820714 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c12973e-099a-4dc0-8291-483e00de15ff req-68808dbd-1ee4-47fe-b8d7-d3c04d1cedbc tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for security_group (1c9730e4-736b-4305-8bdd-9e88d0157653), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.829471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1c776e-fecb-414e-b5ec-7c14f147c833 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Checking segment: {'id': 'f8ee5f33-6df0-4602-a07c-cc97b579162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '084367b0-cbed-4910-baa8-1a20ce83b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:49.829845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1c776e-fecb-414e-b5ec-7c14f147c833 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Network hostable DHCP agents. Network: 084367b0-cbed-4910-baa8-1a20ce83b048, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:49.838722 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea535a02-ebe9-4f27-8f89-46545af3e952 req-78ae4f69-26e3-4eae-85e9-37eb4039c4ac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 1001 time: 0.1019728 Feb 19 03:27:49.847436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] For port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:49.850639 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5897e271-70a4-4b5c-8841-bb7bccf36183 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (d803f941-1482-4b0d-8e66-9c890f6f1c67), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.853561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] For port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ffa89d7f-7a51-4b0d-92ac-5445e170ac7d,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:49.862959 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.910963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1c776e-fecb-414e-b5ec-7c14f147c833 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Network 084367b0-cbed-4910-baa8-1a20ce83b048 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:49.932990 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8b1c776e-fecb-414e-b5ec-7c14f147c833 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 084367b0-cbed-4910-baa8-1a20ce83b048) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:49.949114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1c776e-fecb-414e-b5ec-7c14f147c833 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:49.949114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8b1c776e-fecb-414e-b5ec-7c14f147c833 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:49.958552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c631763-46c0-4ac1-a613-bb1a01e0361d None None] Network 084367b0-cbed-4910-baa8-1a20ce83b048 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:49.962913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea535a02-ebe9-4f27-8f89-46545af3e952 req-595063b0-d4c4-4035-8879-e582713bb8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:49.965130 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea535a02-ebe9-4f27-8f89-46545af3e952 req-595063b0-d4c4-4035-8879-e582713bb8d7 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ce80253-4161-46fb-9759-1f698da15f46 HTTP/1.1" status: 200 len: 834 time: 0.1070740 Feb 19 03:27:49.966275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Routers {'72324df3-ebfd-451f-92ae-0faa79559453'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:49.967124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['72324df3-ebfd-451f-92ae-0faa79559453'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:49.974276 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8b1c776e-fecb-414e-b5ec-7c14f147c833 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4081717 Feb 19 03:27:49.986268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60866) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:50.030084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Request body: {'port': {'network_id': '084367b0-cbed-4910-baa8-1a20ce83b048', 'name': 'tempest-TagsExtTest-869658702'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:50.036816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea535a02-ebe9-4f27-8f89-46545af3e952 req-29c51665-50ea-4d5a-8789-07f142170071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:50.039220 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea535a02-ebe9-4f27-8f89-46545af3e952 req-29c51665-50ea-4d5a-8789-07f142170071 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96198039-ea61-4722-b524-b9596bcc37b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0635221 Feb 19 03:27:50.139363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253df5d-eb80-4062-8f42-235a89a5b32f None None] Pushing event updated for resources: {'Port': ['ID=ffa89d7f-7a51-4b0d-92ac-5445e170ac7d,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:50.185320 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c12973e-099a-4dc0-8291-483e00de15ff req-68808dbd-1ee4-47fe-b8d7-d3c04d1cedbc tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (1c9730e4-736b-4305-8bdd-9e88d0157653), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.188535 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c12973e-099a-4dc0-8291-483e00de15ff req-68808dbd-1ee4-47fe-b8d7-d3c04d1cedbc tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.190105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c12973e-099a-4dc0-8291-483e00de15ff req-68808dbd-1ee4-47fe-b8d7-d3c04d1cedbc tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "DELETE /v2.0/security-groups/1c9730e4-736b-4305-8bdd-9e88d0157653 HTTP/1.1" status: 204 len: 173 time: 0.7749338 Feb 19 03:27:50.204630 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea535a02-ebe9-4f27-8f89-46545af3e952 req-ee6978dd-db83-477c-8a98-8a2be6b968e1 service neutron] 10.222.0.67 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511607 Feb 19 03:27:50.231109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68808dbd-1ee4-47fe-b8d7-d3c04d1cedbc tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9730e4-736b-4305-8bdd-9e88d0157653,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:50.239705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5897e271-70a4-4b5c-8841-bb7bccf36183 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Subnet': ['ID=d803f941-1482-4b0d-8e66-9c890f6f1c67,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:50.249915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5897e271-70a4-4b5c-8841-bb7bccf36183 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Checking segment: {'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:50.250543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5897e271-70a4-4b5c-8841-bb7bccf36183 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network hostable DHCP agents. Network: 1fafb969-84b5-4e55-a48c-59a9e68f5b71, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:27:50.336458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41babe30-623a-4961-af67-25a60f924146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-084367b0-cbed-4910-baa8-1a20ce83b048', 'network_id': '084367b0-cbed-4910-baa8-1a20ce83b048', 'project_id': '148f971e3df64fd8a65848694d3578df', 'fixed_ips': [{'subnet_id': '05a2bbef-0b07-4364-916e-9e2c5e51ace4'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:27:50.337254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41babe30-623a-4961-af67-25a60f924146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.390699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5897e271-70a4-4b5c-8841-bb7bccf36183 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:27:50.424428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Made reservation on behalf of 148f971e3df64fd8a65848694d3578df for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:27:50.428001 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.464772 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea535a02-ebe9-4f27-8f89-46545af3e952 req-e94976cd-16e6-429d-a3b6-75ef843bdbc6 service neutron] 10.222.0.67 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590787 Feb 19 03:27:50.469051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5897e271-70a4-4b5c-8841-bb7bccf36183 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 1fafb969-84b5-4e55-a48c-59a9e68f5b71) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:50.487746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dcce73-5e78-4c50-acbf-46f36e3f5020 None None] Network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:50.493471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5897e271-70a4-4b5c-8841-bb7bccf36183 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:50.495269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5897e271-70a4-4b5c-8841-bb7bccf36183 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.528357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] device_id is not set on port 8820c878-7e84-4738-95b4-0f6163c12d49 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:27:50.585194 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d741f3ca-ac6f-4cf4-ae4b-bee3f3b401fd tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (a54f9f7d-a532-46d7-9e70-23598c5fa32f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:50.640740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5897e271-70a4-4b5c-8841-bb7bccf36183 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6343405 Feb 19 03:27:50.642952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60888) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:50.673952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] Set router 72324df3-ebfd-451f-92ae-0faa79559453 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:50.964434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Allocated IP 172.20.0.4 (084367b0-cbed-4910-baa8-1a20ce83b048/05a2bbef-0b07-4364-916e-9e2c5e51ace4/8820c878-7e84-4738-95b4-0f6163c12d49) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:51.171482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '083c1ef7-a2aa-4f75-9117-8744b21af26b', 'name': 'network-vif-deleted', 'tag': '6edd26cc-e3c8-43c1-9967-501e5e5c36c0'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:51.194981 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde79cd3-2622-42bf-b98f-557e06c1a689" -d '{"events": [{"server_uuid": "083c1ef7-a2aa-4f75-9117-8744b21af26b", "name": "network-vif-deleted", "tag": "6edd26cc-e3c8-43c1-9967-501e5e5c36c0"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:51.221397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'project_id': 'f0e03321fc4540048242162018f9360c', 'fixed_ips': [{'subnet_id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:27:51.222453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3230ef-801b-4fcd-89ce-55f5b1b2b75b req-c4d46599-5320-4ba7-8ed9-b42ec5c3b09b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:51.224306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e3230ef-801b-4fcd-89ce-55f5b1b2b75b req-c4d46599-5320-4ba7-8ed9-b42ec5c3b09b tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.3486238 Feb 19 03:27:51.225417 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:51.519356 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:51.582076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e3230ef-801b-4fcd-89ce-55f5b1b2b75b req-5dcb2f52-386e-4ff6-b129-645c21a874f0 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503983 Feb 19 03:27:51.735831 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db44ccb-9bb4-4cc2-b431-73e21a3c13f3 x-openstack-request-id: req-4db44ccb-9bb4-4cc2-b431-73e21a3c13f3 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:51.736189 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "083c1ef7-a2aa-4f75-9117-8744b21af26b", "name": "network-vif-deleted", "tag": "6edd26cc-e3c8-43c1-9967-501e5e5c36c0", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:51.736454 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4db44ccb-9bb4-4cc2-b431-73e21a3c13f3 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:51.736901 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '083c1ef7-a2aa-4f75-9117-8744b21af26b', 'name': 'network-vif-deleted', 'tag': '6edd26cc-e3c8-43c1-9967-501e5e5c36c0', 'status': 'completed', 'code': 200} Feb 19 03:27:51.832354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for port (8820c878-7e84-4738-95b4-0f6163c12d49), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:51.890877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d741f3ca-ac6f-4cf4-ae4b-bee3f3b401fd tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port 7aff298c-a33e-4eb2-bdbb-ed5864ba8434 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:51.891239 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d741f3ca-ac6f-4cf4-ae4b-bee3f3b401fd tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:51.907051 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:27:45Z', 'revision_number': 3, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:51.948192 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2983b50d-b640-42d7-8264-b70153d7216e None None] The sync data for ids ['72324df3-ebfd-451f-92ae-0faa79559453'] in n-d-826755-2 is: [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:27:45Z', 'revision_number': 3, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:52.014852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Allocated IP 172.20.0.2 (1fafb969-84b5-4e55-a48c-59a9e68f5b71/d803f941-1482-4b0d-8e66-9c890f6f1c67/a2ae9c28-8a68-442e-b6c1-1b337e465630) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:52.106353 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8820c878-7e84-4738-95b4-0f6163c12d49), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.218575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Pushing event updated for resources: {'Port': ['ID=8820c878-7e84-4738-95b4-0f6163c12d49,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:52.233531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-41babe30-623a-4961-af67-25a60f924146 None None] Allocated IP 172.20.0.2 (084367b0-cbed-4910-baa8-1a20ce83b048/05a2bbef-0b07-4364-916e-9e2c5e51ace4/31212baa-178e-49a8-9f82-62b9c2720d6f) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:52.307146 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d741f3ca-ac6f-4cf4-ae4b-bee3f3b401fd tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.323209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Network 084367b0-cbed-4910-baa8-1a20ce83b048 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:52.345358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:52.350493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:52.381340 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Publish callbacks [] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.429236 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.437228 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:27:52.475034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d741f3ca-ac6f-4cf4-ae4b-bee3f3b401fd tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for 7aff298c-a33e-4eb2-bdbb-ed5864ba8434 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:52.487318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Allocated IP 172.20.0.1 (1fafb969-84b5-4e55-a48c-59a9e68f5b71/d803f941-1482-4b0d-8e66-9c890f6f1c67/6b5e8b87-7373-40bd-a056-a219fef0f53b) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:27:52.544798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:52.550150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Pushing event updated for resources: {'Port': ['ID=a2ae9c28-8a68-442e-b6c1-1b337e465630,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:52.555678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:52.559236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:52.652291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:52.653041 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.718247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9d2d5da9-a7be-4982-8c84-b78f8aa5f138 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.7214863 Feb 19 03:27:52.733171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60910) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:52.751922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-09b3534b-5472-4dc8-99ef-1a2d3430d350 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1145616928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:52.846035 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.855922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Attempting to bind port a2ae9c28-8a68-442e-b6c1-1b337e465630 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:52.856302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Attempting to bind port a2ae9c28-8a68-442e-b6c1-1b337e465630 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:52.856822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Attempting to bind port a2ae9c28-8a68-442e-b6c1-1b337e465630 on network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:52.865082 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.908228 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:52.908886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Checking segment: {'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:52.909237 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.909664 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Bound using segment: {'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:52.911516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Bound port: a2ae9c28-8a68-442e-b6c1-1b337e465630, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:52.912625 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.972091 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:52.992527 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41babe30-623a-4961-af67-25a60f924146 None None] Publish callbacks [] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.021157 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41babe30-623a-4961-af67-25a60f924146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.066219 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09b3534b-5472-4dc8-99ef-1a2d3430d350 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (09104d95-159c-4f15-81a1-740878e6c72d), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.069710 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09b3534b-5472-4dc8-99ef-1a2d3430d350 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (09104d95-159c-4f15-81a1-740878e6c72d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.099944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Port': ['ID=6b5e8b87-7373-40bd-a056-a219fef0f53b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:53.110176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:53.112965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:53.120599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:53.232160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (72324df3-ebfd-451f-92ae-0faa79559453), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.238436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41babe30-623a-4961-af67-25a60f924146 None None] Network 084367b0-cbed-4910-baa8-1a20ce83b048 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:53.257762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41babe30-623a-4961-af67-25a60f924146 None None] Pushing event updated for resources: {'Port': ['ID=31212baa-178e-49a8-9f82-62b9c2720d6f,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:53.261618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-41babe30-623a-4961-af67-25a60f924146 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:53.272860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7639201-fab2-4e56-a21c-3756ae426aa2 req-b7547941-9db7-4798-8227-cc2a8d0b5b2c tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:53.277772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41babe30-623a-4961-af67-25a60f924146 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:27:53.284685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7639201-fab2-4e56-a21c-3756ae426aa2 req-b7547941-9db7-4798-8227-cc2a8d0b5b2c tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.4962642 Feb 19 03:27:53.443797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] For port a2ae9c28-8a68-442e-b6c1-1b337e465630, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:53.449639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-41babe30-623a-4961-af67-25a60f924146 None None] Attempting to bind port 31212baa-178e-49a8-9f82-62b9c2720d6f on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:27:53.454637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-41babe30-623a-4961-af67-25a60f924146 None None] Attempting to bind port 31212baa-178e-49a8-9f82-62b9c2720d6f by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'f8ee5f33-6df0-4602-a07c-cc97b579162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '084367b0-cbed-4910-baa8-1a20ce83b048'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:27:53.455085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41babe30-623a-4961-af67-25a60f924146 None None] Attempting to bind port 31212baa-178e-49a8-9f82-62b9c2720d6f on network 084367b0-cbed-4910-baa8-1a20ce83b048 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:27:53.508973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] For port a2ae9c28-8a68-442e-b6c1-1b337e465630, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a2ae9c28-8a68-442e-b6c1-1b337e465630,segment=NetworkSegment(d0fb1aef-852c-4b59-a48e-75c751b128e5),segment_id=d0fb1aef-852c-4b59-a48e-75c751b128e5)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:53.534173 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.545190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41babe30-623a-4961-af67-25a60f924146 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:27:53.548367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41babe30-623a-4961-af67-25a60f924146 None None] Checking segment: {'id': 'f8ee5f33-6df0-4602-a07c-cc97b579162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '084367b0-cbed-4910-baa8-1a20ce83b048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:27:53.561307 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09b3534b-5472-4dc8-99ef-1a2d3430d350 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for router_controller (09104d95-159c-4f15-81a1-740878e6c72d), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.561496 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41babe30-623a-4961-af67-25a60f924146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.561496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41babe30-623a-4961-af67-25a60f924146 None None] Bound using segment: {'id': 'f8ee5f33-6df0-4602-a07c-cc97b579162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '084367b0-cbed-4910-baa8-1a20ce83b048'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:27:53.562030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-41babe30-623a-4961-af67-25a60f924146 None None] Bound port: 31212baa-178e-49a8-9f82-62b9c2720d6f, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ee5f33-6df0-4602-a07c-cc97b579162d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '084367b0-cbed-4910-baa8-1a20ce83b048'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:27:53.562478 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41babe30-623a-4961-af67-25a60f924146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.582610 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09b3534b-5472-4dc8-99ef-1a2d3430d350 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (09104d95-159c-4f15-81a1-740878e6c72d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.593259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7639201-fab2-4e56-a21c-3756ae426aa2 req-b496246f-4e8b-4fbb-90de-efbf3b6387be tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075957 Feb 19 03:27:53.597166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.624929 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d741f3ca-ac6f-4cf4-ae4b-bee3f3b401fd tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7aff298c-a33e-4eb2-bdbb-ed5864ba8434), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.700625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741f3ca-ac6f-4cf4-ae4b-bee3f3b401fd tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=7aff298c-a33e-4eb2-bdbb-ed5864ba8434,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:53.714499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76122adc-2044-4dd3-8bd1-984d1d06a084 req-a3905daf-a13e-441f-a5fc-5f40dcef056c tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:53.716617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76122adc-2044-4dd3-8bd1-984d1d06a084 req-a3905daf-a13e-441f-a5fc-5f40dcef056c tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.87 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.6542690 Feb 19 03:27:53.743150 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09b3534b-5472-4dc8-99ef-1a2d3430d350 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.747218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-09b3534b-5472-4dc8-99ef-1a2d3430d350 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0102239 Feb 19 03:27:53.748388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60922) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:53.767640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9ea1afb4-c772-413d-8252-10b221d56875 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2028779885', 'prefixes': ['172.20.0.0/16']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:53.845573 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.944507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-41babe30-623a-4961-af67-25a60f924146 None None] For port 31212baa-178e-49a8-9f82-62b9c2720d6f, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:27:53.949366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-41babe30-623a-4961-af67-25a60f924146 None None] For port 31212baa-178e-49a8-9f82-62b9c2720d6f, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=31212baa-178e-49a8-9f82-62b9c2720d6f,segment=NetworkSegment(f8ee5f33-6df0-4602-a07c-cc97b579162d),segment_id=f8ee5f33-6df0-4602-a07c-cc97b579162d)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:27:53.960465 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41babe30-623a-4961-af67-25a60f924146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:53.976725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2ddb9-7af8-42c9-b433-2e990b41e62d None None] Pushing event updated for resources: {'Port': ['ID=a2ae9c28-8a68-442e-b6c1-1b337e465630,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:54.094359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41babe30-623a-4961-af67-25a60f924146 None None] Pushing event updated for resources: {'Port': ['ID=31212baa-178e-49a8-9f82-62b9c2720d6f,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:54.165660 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d741f3ca-ac6f-4cf4-ae4b-bee3f3b401fd tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (a54f9f7d-a532-46d7-9e70-23598c5fa32f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.276438 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ea1afb4-c772-413d-8252-10b221d56875 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.282167 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9ea1afb4-c772-413d-8252-10b221d56875 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5291512 Feb 19 03:27:54.282167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60932) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:54.311999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-a47b94b9-6108-41af-b7a9-b68fb32abcde tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4', 'tempest-TagsExtTest-Tag-1770487709') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:54.449885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-76122adc-2044-4dd3-8bd1-984d1d06a084 req-35ea6e9a-daf1-41dd-b755-61c999e15d31 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Deleting port e6be018d-0782-4c64-9e4b-e851f41df712 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:54.461835 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76122adc-2044-4dd3-8bd1-984d1d06a084 req-35ea6e9a-daf1-41dd-b755-61c999e15d31 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:54.684128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a2ae9c28-8a68-442e-b6c1-1b337e465630 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:54.768977 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a47b94b9-6108-41af-b7a9-b68fb32abcde tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "PUT /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags/tempest-TagsExtTest-Tag-1770487709 HTTP/1.1" status: 201 len: 201 time: 0.4840016 Feb 19 03:27:54.782045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60944) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:54.792452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-35236009-8014-455c-9d6c-cfb4a5524929 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49', 'tempest-TagsExtTest-Tag-621507793') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:54.886859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a2ae9c28-8a68-442e-b6c1-1b337e465630 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:54.887263 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.125686 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.141945 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.167333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a2ae9c28-8a68-442e-b6c1-1b337e465630 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:55.170392 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.279952 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-35236009-8014-455c-9d6c-cfb4a5524929 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "PUT /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags/tempest-TagsExtTest-Tag-621507793 HTTP/1.1" status: 201 len: 201 time: 0.4889090 Feb 19 03:27:55.289692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60954) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:55.292128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port a2ae9c28-8a68-442e-b6c1-1b337e465630, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a2ae9c28-8a68-442e-b6c1-1b337e465630,segment=NetworkSegment(d0fb1aef-852c-4b59-a48e-75c751b128e5),segment_id=d0fb1aef-852c-4b59-a48e-75c751b128e5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:55.304906 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.305772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ffa89d7f-7a51-4b0d-92ac-5445e170ac7d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:55.316618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-0182d1f5-8700-4b4d-9b45-77e91073ad15 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d', 'tempest-TagsExtTest-Tag-1718006927') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:55.495368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:55.495660 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.584131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e6be018d-0782-4c64-9e4b-e851f41df712 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:27:55.719517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=a2ae9c28-8a68-442e-b6c1-1b337e465630,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:55.814175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:55.814569 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:55.996980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ffa89d7f-7a51-4b0d-92ac-5445e170ac7d,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:55.998306 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e6be018d-0782-4c64-9e4b-e851f41df712 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:55.998780 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:56.005648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e634f7-f4e5-49f4-b1f6-e48e01b22278 req-8e6be92a-4eb4-4384-9ffc-18f592061f36 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:56.007776 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38e634f7-f4e5-49f4-b1f6-e48e01b22278 req-8e6be92a-4eb4-4384-9ffc-18f592061f36 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 945 time: 0.2203684 Feb 19 03:27:56.028582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d741f3ca-ac6f-4cf4-ae4b-bee3f3b401fd tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router a54f9f7d-a532-46d7-9e70-23598c5fa32f has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:56.073464 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:56.092447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-76122adc-2044-4dd3-8bd1-984d1d06a084 req-35ea6e9a-daf1-41dd-b755-61c999e15d31 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] For port e6be018d-0782-4c64-9e4b-e851f41df712, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e6be018d-0782-4c64-9e4b-e851f41df712,segment=NetworkSegment(92078306-715a-4519-9193-e1b0e0b31462),segment_id=92078306-715a-4519-9193-e1b0e0b31462)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:56.093329 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76122adc-2044-4dd3-8bd1-984d1d06a084 req-35ea6e9a-daf1-41dd-b755-61c999e15d31 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:56.129470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:56.139999 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ed802c-7686-43bd-b044-29a0659b53d6" -d '{"events": [{"server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "name": "network-vif-unplugged", "status": "completed", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:56.294201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e6be018d-0782-4c64-9e4b-e851f41df712, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e6be018d-0782-4c64-9e4b-e851f41df712,segment=NetworkSegment(92078306-715a-4519-9193-e1b0e0b31462),segment_id=92078306-715a-4519-9193-e1b0e0b31462)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:56.314048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d741f3ca-ac6f-4cf4-ae4b-bee3f3b401fd tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:56.319040 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:56.338609 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c6950-1cba-43e4-bbc0-243ab27f8858 None None] Sync routers for ids ['a54f9f7d-a532-46d7-9e70-23598c5fa32f'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:56.339146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d741f3ca-ac6f-4cf4-ae4b-bee3f3b401fd tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/a54f9f7d-a532-46d7-9e70-23598c5fa32f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3993971 Feb 19 03:27:56.347027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=ffa89d7f-7a51-4b0d-92ac-5445e170ac7d,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:56.361084 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38e634f7-f4e5-49f4-b1f6-e48e01b22278 req-9f35b7c7-d95d-4cb6-856f-fcd011167296 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454676 Feb 19 03:27:56.361605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60968) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:56.366495 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c6950-1cba-43e4-bbc0-243ab27f8858 None None] Routers {'a54f9f7d-a532-46d7-9e70-23598c5fa32f'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:56.409520 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ae1c6950-1cba-43e4-bbc0-243ab27f8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a54f9f7d-a532-46d7-9e70-23598c5fa32f'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:56.501011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-76122adc-2044-4dd3-8bd1-984d1d06a084 req-35ea6e9a-daf1-41dd-b755-61c999e15d31 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Calling delete_port for e6be018d-0782-4c64-9e4b-e851f41df712 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:56.507472 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (72324df3-ebfd-451f-92ae-0faa79559453), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:56.516155 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Port': ['ID=6b5e8b87-7373-40bd-a056-a219fef0f53b,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:56.518031 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ad13f751-91a2-4e66-ac43-3a7587fa0c96 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=a54f9f7d-a532-46d7-9e70-23598c5fa32f HTTP/1.1" status: 200 len: 205 time: 0.1366198 Feb 19 03:27:56.526877 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e5cff4-638e-45ef-937d-dfe6360c7b39 None None] Network 084367b0-cbed-4910-baa8-1a20ce83b048 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:56.533077 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ae1c6950-1cba-43e4-bbc0-243ab27f8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:56.542210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60972) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:56.563185 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c6950-1cba-43e4-bbc0-243ab27f8858 None None] Routers {'a54f9f7d-a532-46d7-9e70-23598c5fa32f'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:56.564169 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ae1c6950-1cba-43e4-bbc0-243ab27f8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['a54f9f7d-a532-46d7-9e70-23598c5fa32f'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:56.649322 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ae1c6950-1cba-43e4-bbc0-243ab27f8858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:56.654445 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c6950-1cba-43e4-bbc0-243ab27f8858 None None] The sync data for ids ['a54f9f7d-a532-46d7-9e70-23598c5fa32f'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:27:56.754394 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0182d1f5-8700-4b4d-9b45-77e91073ad15 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "PUT /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags/tempest-TagsExtTest-Tag-1718006927 HTTP/1.1" status: 201 len: 201 time: 1.4558258 Feb 19 03:27:56.755024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60974) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:56.769633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-13fac52c-48bf-41e1-a0fe-4460b2b94777 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6', 'tempest-TagsExtTest-Tag-364084303') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:56.893986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 31212baa-178e-49a8-9f82-62b9c2720d6f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:56.903321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:27:56.907689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:27:56.932489 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9828603e-4d8d-4b0f-820b-ea38ff2b1353 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (a54f9f7d-a532-46d7-9e70-23598c5fa32f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:56.984655 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-13fac52c-48bf-41e1-a0fe-4460b2b94777 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "PUT /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags/tempest-TagsExtTest-Tag-364084303 HTTP/1.1" status: 201 len: 201 time: 0.2230632 Feb 19 03:27:56.988517 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60976) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:57.034799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-6251a740-1eab-4ce6-afda-7e97de887b5e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:57.037910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b6cd07-35ec-45b6-b0f4-7a2d4c992167 None None] Network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:57.139373 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9828603e-4d8d-4b0f-820b-ea38ff2b1353 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (a54f9f7d-a532-46d7-9e70-23598c5fa32f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.142174 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9828603e-4d8d-4b0f-820b-ea38ff2b1353 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (a54f9f7d-a532-46d7-9e70-23598c5fa32f), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.215645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e6be018d-0782-4c64-9e4b-e851f41df712,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:57.248247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7e2311a8-0c1a-45ba-b5b1-7440771c8881 None None] Provisioning complete for port 31212baa-178e-49a8-9f82-62b9c2720d6f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:57.248600 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e2311a8-0c1a-45ba-b5b1-7440771c8881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.271059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9828603e-4d8d-4b0f-820b-ea38ff2b1353 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (a54f9f7d-a532-46d7-9e70-23598c5fa32f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.272494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9828603e-4d8d-4b0f-820b-ea38ff2b1353 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Fanout notify agent at l3_agent the message router_deleted on router a54f9f7d-a532-46d7-9e70-23598c5fa32f {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:27:57.288696 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9828603e-4d8d-4b0f-820b-ea38ff2b1353 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.298231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9828603e-4d8d-4b0f-820b-ea38ff2b1353 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/a54f9f7d-a532-46d7-9e70-23598c5fa32f HTTP/1.1" status: 204 len: 168 time: 0.7523947 Feb 19 03:27:57.306978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60986) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:57.320169 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 31212baa-178e-49a8-9f82-62b9c2720d6f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:57.320895 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.333977 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca0c2e7-ff08-4593-a6cf-58954c103ce1 x-openstack-request-id: req-4ca0c2e7-ff08-4593-a6cf-58954c103ce1 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:57.334394 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "name": "network-vif-unplugged", "status": "completed", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:57.334591 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4ca0c2e7-ff08-4593-a6cf-58954c103ce1 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:57.334973 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'code': 200} Feb 19 03:27:57.439524 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Router 72324df3-ebfd-451f-92ae-0faa79559453 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:27:57.458261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c115d4-3d1a-4761-a9e3-f7ab0bba327b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting subnet 7106c877-b279-4a81-8d7b-8e93e609143d {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:27:57.459466 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6251a740-1eab-4ce6-afda-7e97de887b5e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags HTTP/1.1" status: 200 len: 241 time: 0.4694986 Feb 19 03:27:57.462070 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-74c115d4-3d1a-4761-a9e3-f7ab0bba327b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (7106c877-b279-4a81-8d7b-8e93e609143d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.478757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60990) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:57.486803 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-89426f99-a132-46f0-9c18-483e9d488859 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4', 'tempest-TagsExtTest-Tag-1770487709') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:57.531441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7e2311a8-0c1a-45ba-b5b1-7440771c8881 None None] Current status of the port 31212baa-178e-49a8-9f82-62b9c2720d6f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:57.533158 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e2311a8-0c1a-45ba-b5b1-7440771c8881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.578806 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-74c115d4-3d1a-4761-a9e3-f7ab0bba327b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (7106c877-b279-4a81-8d7b-8e93e609143d), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.735049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7e2311a8-0c1a-45ba-b5b1-7440771c8881 None None] For port 31212baa-178e-49a8-9f82-62b9c2720d6f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=31212baa-178e-49a8-9f82-62b9c2720d6f,segment=NetworkSegment(f8ee5f33-6df0-4602-a07c-cc97b579162d),segment_id=f8ee5f33-6df0-4602-a07c-cc97b579162d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:57.736556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 31212baa-178e-49a8-9f82-62b9c2720d6f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:57.737247 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.742190 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e2311a8-0c1a-45ba-b5b1-7440771c8881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.852198 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76122adc-2044-4dd3-8bd1-984d1d06a084 req-35ea6e9a-daf1-41dd-b755-61c999e15d31 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e6be018d-0782-4c64-9e4b-e851f41df712), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:57.906512 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:27:57.906876 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:27:57.965200 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-89426f99-a132-46f0-9c18-483e9d488859 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags/tempest-TagsExtTest-Tag-1770487709 HTTP/1.1" status: 204 len: 168 time: 0.4829245 Feb 19 03:27:57.970825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 60992) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:57.972736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:27:57.994355 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9ce05d8b-08a9-4fb3-a063-8db78cb33417 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "PUT /v2.0/routers/72324df3-ebfd-451f-92ae-0faa79559453/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3464141 Feb 19 03:27:57.997232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 60994) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:58.002249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-770fe1ac-cb02-4d6d-aaa5-1107c1f41d4e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1283814471', 'description': 'tempest-secgroup_access--1283814471 description', 'project_id': 'f0e03321fc4540048242162018f9360c'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:58.013822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-619c103b-04dd-4c76-bb38-26411a748b66 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4', 'tempest-TagsExtTest-Tag-1770487709') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:58.041247 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-770fe1ac-cb02-4d6d-aaa5-1107c1f41d4e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.202439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea6e9a-daf1-41dd-b755-61c999e15d31 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Pushing event deleted for resources: {'Port': ['ID=e6be018d-0782-4c64-9e4b-e851f41df712,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:58.257415 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-770fe1ac-cb02-4d6d-aaa5-1107c1f41d4e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (38c2f609-3449-4066-b4a4-4d94474d1916), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.263980 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-770fe1ac-cb02-4d6d-aaa5-1107c1f41d4e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (38c2f609-3449-4066-b4a4-4d94474d1916), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.306380 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-770fe1ac-cb02-4d6d-aaa5-1107c1f41d4e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.309425 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-770fe1ac-cb02-4d6d-aaa5-1107c1f41d4e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3106229 Feb 19 03:27:58.321945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32768) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:58.327330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a4c3de40-3f19-472c-97d1-0f2830ef09ba tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1849368110', 'description': 'tempest-secgroup_general--1849368110 description', 'project_id': 'f0e03321fc4540048242162018f9360c'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:58.350209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770fe1ac-cb02-4d6d-aaa5-1107c1f41d4e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c2f609-3449-4066-b4a4-4d94474d1916,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:58.368394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a4c3de40-3f19-472c-97d1-0f2830ef09ba tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.382607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb318d-b20f-4a2a-bd3e-98faf7473548 req-08968885-9976-4daa-aabb-75b4ee87cb37 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:27:58.397440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57fb318d-b20f-4a2a-bd3e-98faf7473548 req-08968885-9976-4daa-aabb-75b4ee87cb37 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/ports?device_id=d22f95a3-600a-4317-a3ab-a7bee17f3e62 HTTP/1.1" status: 200 len: 865 time: 0.7450712 Feb 19 03:27:58.454531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Sync routers for ids ['72324df3-ebfd-451f-92ae-0faa79559453'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:27:58.477650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2311a8-0c1a-45ba-b5b1-7440771c8881 None None] Pushing event updated for resources: {'Port': ['ID=31212baa-178e-49a8-9f82-62b9c2720d6f,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:58.509734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-76122adc-2044-4dd3-8bd1-984d1d06a084 req-35ea6e9a-daf1-41dd-b755-61c999e15d31 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] No DVR routers for this DVR port e6be018d-0782-4c64-9e4b-e851f41df712 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:27:58.518721 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a4c3de40-3f19-472c-97d1-0f2830ef09ba tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (5fce3f6d-cd3b-4153-b800-3511573b85bf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.525612 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76122adc-2044-4dd3-8bd1-984d1d06a084 req-35ea6e9a-daf1-41dd-b755-61c999e15d31 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.526019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a4c3de40-3f19-472c-97d1-0f2830ef09ba tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5fce3f6d-cd3b-4153-b800-3511573b85bf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.530536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76122adc-2044-4dd3-8bd1-984d1d06a084 req-35ea6e9a-daf1-41dd-b755-61c999e15d31 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.87 "DELETE /v2.0/ports/e6be018d-0782-4c64-9e4b-e851f41df712 HTTP/1.1" status: 204 len: 173 time: 4.7904592 Feb 19 03:27:58.570671 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-74c115d4-3d1a-4761-a9e3-f7ab0bba327b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (7106c877-b279-4a81-8d7b-8e93e609143d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.639835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0d368da1-b249-40ae-8340-7d278d0fd299 None None] Provisioning complete for port 8820c878-7e84-4738-95b4-0f6163c12d49 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:58.640472 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0d368da1-b249-40ae-8340-7d278d0fd299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8820c878-7e84-4738-95b4-0f6163c12d49), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.644953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a4c3de40-3f19-472c-97d1-0f2830ef09ba tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.645788 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a4c3de40-3f19-472c-97d1-0f2830ef09ba tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3227327 Feb 19 03:27:58.646700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c3de40-3f19-472c-97d1-0f2830ef09ba tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fce3f6d-cd3b-4153-b800-3511573b85bf,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:58.674911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32776) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:58.682963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Routers {'72324df3-ebfd-451f-92ae-0faa79559453'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:27:58.684375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['72324df3-ebfd-451f-92ae-0faa79559453'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:58.694888 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-de677f58-ec75-4103-9759-210309dd8a93 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Request body: {'security_group_rule': {'security_group_id': '38c2f609-3449-4066-b4a4-4d94474d1916', 'project_id': 'f0e03321fc4540048242162018f9360c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:27:58.730719 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de677f58-ec75-4103-9759-210309dd8a93 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group_rule (96cd198f-7511-4c81-a10a-4e711b05f3fa), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.784105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'name': 'network-vif-deleted', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:27:58.789901 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390ca9a5-c6fe-4c66-a989-fa09c6598157" -d '{"events": [{"server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "name": "network-vif-deleted", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:27:58.907125 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de677f58-ec75-4103-9759-210309dd8a93 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group_rule (96cd198f-7511-4c81-a10a-4e711b05f3fa), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.908097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-57fb318d-b20f-4a2a-bd3e-98faf7473548 req-0e690127-a575-46d4-a0b8-b2ad9ea12358 tempest-ServerRescueTestJSONUnderV235-301461514 tempest-ServerRescueTestJSONUnderV235-301461514-project] 10.222.0.81 "GET /v2.0/security-groups?id=cb60c019-18fd-4c4c-a5f4-8764d35b9708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096788 Feb 19 03:27:58.921405 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de677f58-ec75-4103-9759-210309dd8a93 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (96cd198f-7511-4c81-a10a-4e711b05f3fa), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:58.936972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 31212baa-178e-49a8-9f82-62b9c2720d6f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:27:58.940124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a2ae9c28-8a68-442e-b6c1-1b337e465630 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:27:58.944259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de677f58-ec75-4103-9759-210309dd8a93 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cd198f-7511-4c81-a10a-4e711b05f3fa,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:58.977294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-619c103b-04dd-4c76-bb38-26411a748b66 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags/tempest-TagsExtTest-Tag-1770487709 HTTP/1.1" status: 204 len: 168 time: 0.9721789 Feb 19 03:27:58.979846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32780) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:58.989043 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de677f58-ec75-4103-9759-210309dd8a93 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.012800 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-de677f58-ec75-4103-9759-210309dd8a93 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3365593 Feb 19 03:27:59.016492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-33b9c639-8099-4f43-a0d2-51ea0066df4f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:59.023187 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311cfe48-88db-4a57-b525-e7de7f41e8d8 x-openstack-request-id: req-311cfe48-88db-4a57-b525-e7de7f41e8d8 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:27:59.023483 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22f95a3-600a-4317-a3ab-a7bee17f3e62", "name": "network-vif-deleted", "tag": "e6be018d-0782-4c64-9e4b-e851f41df712", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:27:59.023752 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-311cfe48-88db-4a57-b525-e7de7f41e8d8 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:27:59.024161 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22f95a3-600a-4317-a3ab-a7bee17f3e62', 'name': 'network-vif-deleted', 'tag': 'e6be018d-0782-4c64-9e4b-e851f41df712', 'status': 'completed', 'code': 200} Feb 19 03:27:59.031828 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-74c115d4-3d1a-4761-a9e3-f7ab0bba327b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (7106c877-b279-4a81-8d7b-8e93e609143d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.032687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0d368da1-b249-40ae-8340-7d278d0fd299 None None] Port 8820c878-7e84-4738-95b4-0f6163c12d49 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:27:59.075828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Set router 72324df3-ebfd-451f-92ae-0faa79559453 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:27:59.080841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0d368da1-b249-40ae-8340-7d278d0fd299 None None] Provisioning complete for port a2ae9c28-8a68-442e-b6c1-1b337e465630 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:59.081223 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0d368da1-b249-40ae-8340-7d278d0fd299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.207015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c115d4-3d1a-4761-a9e3-f7ab0bba327b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Subnet': ['ID=7106c877-b279-4a81-8d7b-8e93e609143d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:27:59.214219 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-74c115d4-3d1a-4761-a9e3-f7ab0bba327b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.221797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-74c115d4-3d1a-4761-a9e3-f7ab0bba327b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/7106c877-b279-4a81-8d7b-8e93e609143d HTTP/1.1" status: 204 len: 168 time: 1.8971817 Feb 19 03:27:59.223987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32788) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:59.326804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a2ae9c28-8a68-442e-b6c1-1b337e465630 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:27:59.327224 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.333983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c4551-10f3-48e3-a9d8-b0196b3ef13d None None] Network 7882bb6b-99d2-4d49-89c0-2123ccf7b11f requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:27:59.417622 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (7882bb6b-99d2-4d49-89c0-2123ccf7b11f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.625150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32804) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:59.625402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-33b9c639-8099-4f43-a0d2-51ea0066df4f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags HTTP/1.1" status: 200 len: 205 time: 0.6419101 Feb 19 03:27:59.630257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-21a5d493-f87a-465c-98bb-b93f0e108ab1 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:59.640099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-232b8588-0d75-4953-8271-404cecbaa3b3 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_access--1283814471&fields=id&tenant_id=f0e03321fc4540048242162018f9360c HTTP/1.1" status: 200 len: 267 time: 0.2128963 Feb 19 03:27:59.724223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port 996aa337-e3c1-400a-a097-4cc3755c1234 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:27:59.724705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (996aa337-e3c1-400a-a097-4cc3755c1234), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.767570 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-21a5d493-f87a-465c-98bb-b93f0e108ab1 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags HTTP/1.1" status: 200 len: 240 time: 0.1412361 Feb 19 03:27:59.770106 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32808) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:59.775918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-04a96635-c89b-4898-a2de-2965a99be196 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49', 'tempest-TagsExtTest-Tag-621507793') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:59.871792 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-04a96635-c89b-4898-a2de-2965a99be196 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags/tempest-TagsExtTest-Tag-621507793 HTTP/1.1" status: 204 len: 168 time: 0.1004291 Feb 19 03:27:59.874614 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32810) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:59.883052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-1a9cfacb-14f4-4342-a1e2-37793365f215 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49', 'tempest-TagsExtTest-Tag-621507793') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:27:59.927973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] For port 996aa337-e3c1-400a-a097-4cc3755c1234, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=996aa337-e3c1-400a-a097-4cc3755c1234,segment=NetworkSegment(8ed550d2-3794-405b-b4a0-ad52807925d5),segment_id=8ed550d2-3794-405b-b4a0-ad52807925d5)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:27:59.928501 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (996aa337-e3c1-400a-a097-4cc3755c1234), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:27:59.951740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for 996aa337-e3c1-400a-a097-4cc3755c1234 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:27:59.956438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-5a58cb8b-c02f-49ec-8b59-11d195c446f3 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup_general--1849368110&fields=id&tenant_id=f0e03321fc4540048242162018f9360c HTTP/1.1" status: 200 len: 267 time: 0.3089881 Feb 19 03:27:59.988790 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1a9cfacb-14f4-4342-a1e2-37793365f215 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags/tempest-TagsExtTest-Tag-621507793 HTTP/1.1" status: 204 len: 168 time: 0.1127696 Feb 19 03:27:59.990250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32816) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:27:59.997196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-d8b917d0-b8cb-45d4-a446-06c7e932866c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:00.105940 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d8b917d0-b8cb-45d4-a446-06c7e932866c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags HTTP/1.1" status: 200 len: 205 time: 0.1143241 Feb 19 03:28:00.106897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32822) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:00.117472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-c46aa911-071c-4205-9fe5-924ac23d380e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:00.179547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:27:53Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '6b5e8b87-7373-40bd-a056-a219fef0f53b', 'name': '', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'mac_address': 'fa:16:3e:e3:75:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:51Z', 'updated_at': '2022-02-19T03:27:54Z', 'revision_number': 2, 'project_id': 'f0e03321fc4540048242162018f9360c', 'subnets': [{'id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:00.200317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32826) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:00.224717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a2ae9c28-8a68-442e-b6c1-1b337e465630 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:00.277509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Checking router: 72324df3-ebfd-451f-92ae-0faa79559453 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:00.277876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Updating router 72324df3-ebfd-451f-92ae-0faa79559453 port 6b5e8b87-7373-40bd-a056-a219fef0f53b binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:00.329361 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.345653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077d18-3789-4d99-8d11-c124e5246b5b req-e03a726e-8520-4648-a451-75746bc81991 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:00.355867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585e0adb-f96a-4679-94f1-e3b7ef18cd57 None None] DHCP port deletion for 7882bb6b-99d2-4d49-89c0-2123ccf7b11f request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:28:00.358203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-e03a726e-8520-4648-a451-75746bc81991 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/networks?id=1fafb969-84b5-4e55-a48c-59a9e68f5b71 HTTP/1.1" status: 200 len: 796 time: 0.3909988 Feb 19 03:28:00.386452 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (996aa337-e3c1-400a-a097-4cc3755c1234), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.393845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-ab957b96-c242-4df5-917f-85204937a97d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/quotas/f0e03321fc4540048242162018f9360c HTTP/1.1" status: 200 len: 375 time: 0.0275128 Feb 19 03:28:00.415033 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c46aa911-071c-4205-9fe5-924ac23d380e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags HTTP/1.1" status: 200 len: 241 time: 0.3055916 Feb 19 03:28:00.419204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32830) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:00.424537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-01740744-c125-4d5c-b2e7-5146c3193543 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d', 'tempest-TagsExtTest-Tag-1718006927') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:00.526452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=996aa337-e3c1-400a-a097-4cc3755c1234,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:00.546171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No DVR routers for this DVR port 996aa337-e3c1-400a-a097-4cc3755c1234 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:00.585692 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-36529158-17e0-46f2-8d88-a7cdf54606fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.621002 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-01740744-c125-4d5c-b2e7-5146c3193543 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags/tempest-TagsExtTest-Tag-1718006927 HTTP/1.1" status: 204 len: 168 time: 0.1982188 Feb 19 03:28:00.622423 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32834) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:00.627166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-d86eff80-2400-4bfc-b448-09dd4adc01f7 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d', 'tempest-TagsExtTest-Tag-1718006927') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:00.812603 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Publish callbacks [] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.826584 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d86eff80-2400-4bfc-b448-09dd4adc01f7 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags/tempest-TagsExtTest-Tag-1718006927 HTTP/1.1" status: 204 len: 168 time: 0.2004619 Feb 19 03:28:00.826785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 31212baa-178e-49a8-9f82-62b9c2720d6f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:00.826867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32836) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:00.831397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-a4cbf32d-2d8f-46b8-8f64-f7d92aa66155 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:00.845210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0d368da1-b249-40ae-8340-7d278d0fd299 None None] Current status of the port a2ae9c28-8a68-442e-b6c1-1b337e465630 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:00.849504 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-a63acfeb-faef-457a-bbc6-251cf73bdccc tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f0e03321fc4540048242162018f9360c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4442086 Feb 19 03:28:00.849814 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.857672 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (7882bb6b-99d2-4d49-89c0-2123ccf7b11f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.859162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-585e0adb-f96a-4679-94f1-e3b7ef18cd57 None None] The port '996aa337-e3c1-400a-a097-4cc3755c1234' was deleted {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 19 03:28:00.960720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ea18e-291f-4c81-a0c4-7d08f46d3577 None None] Pushing event updated for resources: {'Port': ['ID=6b5e8b87-7373-40bd-a056-a219fef0f53b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:00.976064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0d368da1-b249-40ae-8340-7d278d0fd299 None None] Provisioning complete for port 6b5e8b87-7373-40bd-a056-a219fef0f53b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:00.976638 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0d368da1-b249-40ae-8340-7d278d0fd299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:00.998951 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a4cbf32d-2d8f-46b8-8f64-f7d92aa66155 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags HTTP/1.1" status: 200 len: 205 time: 0.1710646 Feb 19 03:28:01.001601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32838) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:01.006291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-8f968708-23f5-45f0-8c05-36ac02b176a2 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.022887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7882bb6b-99d2-4d49-89c0-2123ccf7b11f']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.048813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed550d2-3794-405b-b4a0-ad52807925d5') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.049096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed550d2-3794-405b-b4a0-ad52807925d5') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.058898 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8f968708-23f5-45f0-8c05-36ac02b176a2 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags HTTP/1.1" status: 200 len: 240 time: 0.0555069 Feb 19 03:28:01.061434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32840) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:01.070836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-ce1f1dc9-7e27-4e67-bc88-0dddffd050ad tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6', 'tempest-TagsExtTest-Tag-364084303') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.071348 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (8ed550d2-3794-405b-b4a0-ad52807925d5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.114641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ce1f1dc9-7e27-4e67-bc88-0dddffd050ad tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags/tempest-TagsExtTest-Tag-364084303 HTTP/1.1" status: 204 len: 168 time: 0.0513127 Feb 19 03:28:01.116882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32842) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:01.122342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-b55bc9f2-073f-4930-9acf-ad40af492f76 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6', 'tempest-TagsExtTest-Tag-364084303') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.126473 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8ed550d2-3794-405b-b4a0-ad52807925d5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.148630 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 31212baa-178e-49a8-9f82-62b9c2720d6f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:01.152175 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.165815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:28:01.166363 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (8ed550d2-3794-405b-b4a0-ad52807925d5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:28:01.171787 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:28:01.212901 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b55bc9f2-073f-4930-9acf-ad40af492f76 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags/tempest-TagsExtTest-Tag-364084303 HTTP/1.1" status: 204 len: 168 time: 0.0940607 Feb 19 03:28:01.216810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32846) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:01.224832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-0a022fe6-94c7-436c-a5f7-d1fa9ff64e83 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.293740 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0a022fe6-94c7-436c-a5f7-d1fa9ff64e83 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags HTTP/1.1" status: 200 len: 205 time: 0.0756710 Feb 19 03:28:01.294344 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-36529158-17e0-46f2-8d88-a7cdf54606fb admin admin] Publish callbacks [] for security_group (ba40cf3f-57c8-4933-b2c7-f0086dcf9bd3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.294469 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32848) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:01.306539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-af25be14-0213-4337-9368-6806b2c28cb7 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.338074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-7f25702b-ffaf-4d93-8a70-332dbdcea386 service neutron] 10.222.0.81 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492741 Feb 19 03:28:01.364904 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-36529158-17e0-46f2-8d88-a7cdf54606fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ba40cf3f-57c8-4933-b2c7-f0086dcf9bd3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.396337 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-af25be14-0213-4337-9368-6806b2c28cb7 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags HTTP/1.1" status: 204 len: 168 time: 0.1008215 Feb 19 03:28:01.396988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32850) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:01.406695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Attempting to bind port 6b5e8b87-7373-40bd-a056-a219fef0f53b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:01.407380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Attempting to bind port 6b5e8b87-7373-40bd-a056-a219fef0f53b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:01.407473 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Attempting to bind port 6b5e8b87-7373-40bd-a056-a219fef0f53b on network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:01.409507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0d368da1-b249-40ae-8340-7d278d0fd299 None None] Port 6b5e8b87-7373-40bd-a056-a219fef0f53b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:01.411111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-caea4b99-e5fd-44ae-8a02-30ebc77b2373 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.433529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:01.433971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Checking segment: {'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:01.434355 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.434843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Bound using segment: {'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:01.435332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Bound port: 6b5e8b87-7373-40bd-a056-a219fef0f53b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:01.435715 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.483105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0d368da1-b249-40ae-8340-7d278d0fd299 None None] Provisioning complete for port 31212baa-178e-49a8-9f82-62b9c2720d6f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:01.483470 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0d368da1-b249-40ae-8340-7d278d0fd299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.516107 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (7882bb6b-99d2-4d49-89c0-2123ccf7b11f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.569279 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.576310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/networks/7882bb6b-99d2-4d49-89c0-2123ccf7b11f HTTP/1.1" status: 204 len: 168 time: 2.3448582 Feb 19 03:28:01.580256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32854) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:01.581076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32856) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:01.584771 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-caea4b99-e5fd-44ae-8a02-30ebc77b2373 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags HTTP/1.1" status: 204 len: 168 time: 0.1751997 Feb 19 03:28:01.613977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-36529158-17e0-46f2-8d88-a7cdf54606fb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=66bf5c1eda734b2f8c9539c1050e2693&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4057293 Feb 19 03:28:01.615035 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32858) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:01.624423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2b45be37-d0da-40db-98b7-67289890b15a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1842539756', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:01.638102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-40a0da42-a3c5-4e65-b046-37bfb12a19f7 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.652276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c08af-5ea0-4c76-9c21-85324f921217 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Network': ['ID=7882bb6b-99d2-4d49-89c0-2123ccf7b11f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:01.705270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] For port 6b5e8b87-7373-40bd-a056-a219fef0f53b, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:01.707645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36529158-17e0-46f2-8d88-a7cdf54606fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba40cf3f-57c8-4933-b2c7-f0086dcf9bd3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:01.708490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] For port 6b5e8b87-7373-40bd-a056-a219fef0f53b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6b5e8b87-7373-40bd-a056-a219fef0f53b,segment=NetworkSegment(d0fb1aef-852c-4b59-a48e-75c751b128e5),segment_id=d0fb1aef-852c-4b59-a48e-75c751b128e5)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:01.712142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 31212baa-178e-49a8-9f82-62b9c2720d6f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:01.713373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ffa89d7f-7a51-4b0d-92ac-5445e170ac7d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:01.726184 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a32a6fc-5ace-4272-a17b-8dcde8743b55 admin admin] Publish callbacks [] for security_group (ba40cf3f-57c8-4933-b2c7-f0086dcf9bd3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.764611 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.784218 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b45be37-d0da-40db-98b7-67289890b15a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (87014351-5645-4171-9170-7fbdcce1d339), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.785646 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b45be37-d0da-40db-98b7-67289890b15a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (87014351-5645-4171-9170-7fbdcce1d339), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.787238 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a32a6fc-5ace-4272-a17b-8dcde8743b55 admin admin] Publish callbacks [] for security_group (ba40cf3f-57c8-4933-b2c7-f0086dcf9bd3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.813323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-ca975c35-da36-4ebc-a1d5-1e1b7f22bd18 service neutron] 10.222.0.81 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712546 Feb 19 03:28:01.923069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Routers {'72324df3-ebfd-451f-92ae-0faa79559453'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:01.923709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:27:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['72324df3-ebfd-451f-92ae-0faa79559453'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:01.943953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a32a6fc-5ace-4272-a17b-8dcde8743b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ba40cf3f-57c8-4933-b2c7-f0086dcf9bd3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.946729 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a32a6fc-5ace-4272-a17b-8dcde8743b55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:01.950361 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1a32a6fc-5ace-4272-a17b-8dcde8743b55 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ba40cf3f-57c8-4933-b2c7-f0086dcf9bd3 HTTP/1.1" status: 204 len: 168 time: 0.3318765 Feb 19 03:28:01.961912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32a6fc-5ace-4272-a17b-8dcde8743b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba40cf3f-57c8-4933-b2c7-f0086dcf9bd3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:02.011001 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b45be37-d0da-40db-98b7-67289890b15a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (87014351-5645-4171-9170-7fbdcce1d339), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.029472 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-40a0da42-a3c5-4e65-b046-37bfb12a19f7 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags HTTP/1.1" status: 204 len: 168 time: 0.4218090 Feb 19 03:28:02.032175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32866) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:02.035353 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b45be37-d0da-40db-98b7-67289890b15a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (87014351-5645-4171-9170-7fbdcce1d339), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.039546 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-1cbbedb6-96da-434c-a46d-572ef9a37eb1 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:02.085506 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b45be37-d0da-40db-98b7-67289890b15a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.087310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2b45be37-d0da-40db-98b7-67289890b15a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4784205 Feb 19 03:28:02.090026 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32870) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:02.100544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2d2e9b70-2174-4377-972a-3a2162192a7e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'network': {'name': 'tempest-RoutersTest-864761953'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:02.154238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2e9b70-2174-4377-972a-3a2162192a7e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:02.159142 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9b70-2174-4377-972a-3a2162192a7e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.175661 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32874) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:02.192153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:02.192153 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.231552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2e9b70-2174-4377-972a-3a2162192a7e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:02.336339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-705bc9c5-6782-475d-8667-783c96f77f3e req-50d21d00-3c4d-43b1-ad8f-fdf659fd8691 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 210 time: 0.0912402 Feb 19 03:28:02.338770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9b70-2174-4377-972a-3a2162192a7e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (5bd9d4d4-502a-4619-a201-8652281e6976), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.340057 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-2d2e9b70-2174-4377-972a-3a2162192a7e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Added segment 5bd9d4d4-502a-4619-a201-8652281e6976 of type vlan for network f991aed7-2fd6-4624-a6e3-a7e97127d362 Feb 19 03:28:02.440361 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9b70-2174-4377-972a-3a2162192a7e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (f991aed7-2fd6-4624-a6e3-a7e97127d362), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.503792 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9b70-2174-4377-972a-3a2162192a7e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (f991aed7-2fd6-4624-a6e3-a7e97127d362), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.516916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2e9b70-2174-4377-972a-3a2162192a7e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:02.517608 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2d2e9b70-2174-4377-972a-3a2162192a7e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:02.635863 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1cbbedb6-96da-434c-a46d-572ef9a37eb1 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags HTTP/1.1" status: 204 len: 168 time: 0.6020775 Feb 19 03:28:02.645143 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32888) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:02.656164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2d2e9b70-2174-4377-972a-3a2162192a7e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5640032 Feb 19 03:28:02.667203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32890) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:02.670192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-eda3b27c-957c-47f4-933b-9f8183f341bd tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4', 'tempest-TagsExtTest-Tag-1433976557') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:02.677354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d8a57116-b22a-49d5-9ece-7e0898454939 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'subnet': {'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:02.923020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e9b70-2174-4377-972a-3a2162192a7e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Network': ['ID=f991aed7-2fd6-4624-a6e3-a7e97127d362,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:03.018293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a57116-b22a-49d5-9ece-7e0898454939 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:03.025040 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d8a57116-b22a-49d5-9ece-7e0898454939 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.091254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] Set router 72324df3-ebfd-451f-92ae-0faa79559453 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:03.227989 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-eda3b27c-957c-47f4-933b-9f8183f341bd tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "PUT /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags/tempest-TagsExtTest-Tag-1433976557 HTTP/1.1" status: 201 len: 201 time: 0.5774972 Feb 19 03:28:03.228549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32906) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:03.247612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-ef433234-9ef9-467e-a675-8760e25be82b tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49', 'tempest-TagsExtTest-Tag-1083456274') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:03.289353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ea18e-291f-4c81-a0c4-7d08f46d3577 None None] Pushing event updated for resources: {'Port': ['ID=6b5e8b87-7373-40bd-a056-a219fef0f53b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:03.336317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network f991aed7-2fd6-4624-a6e3-a7e97127d362 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:03.492183 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53ef7ef1-a33b-47b4-89aa-adee916e0770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (97ecbccf-4bbd-45ce-997e-ab073d4e8813), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.664888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a02b9d7-8eeb-4890-a16a-0f1bcf96cae4 req-323e3817-40ba-4010-b9a5-0f783b064fcc tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 210 time: 0.1538177 Feb 19 03:28:03.777193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0d368da1-b249-40ae-8340-7d278d0fd299 None None] Current status of the port 31212baa-178e-49a8-9f82-62b9c2720d6f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:03.786652 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-766476ee-9924-4ceb-9183-26bc5e3983e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:03.838509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ef433234-9ef9-467e-a675-8760e25be82b tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "PUT /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags/tempest-TagsExtTest-Tag-1083456274 HTTP/1.1" status: 201 len: 201 time: 0.6072245 Feb 19 03:28:03.841961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32926) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:03.860204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-5bc1aa99-70b8-4a53-9438-2e7f13910dcd tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d', 'tempest-TagsExtTest-Tag-134714819') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:03.938764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:27:53Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '6b5e8b87-7373-40bd-a056-a219fef0f53b', 'name': '', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'mac_address': 'fa:16:3e:e3:75:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:51Z', 'updated_at': '2022-02-19T03:28:01Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'subnets': [{'id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:03.976322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d8a57116-b22a-49d5-9ece-7e0898454939 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (4d85fa76-79ef-4f8a-b38b-112d8f99a97b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.051443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ae84f-73c2-4645-a950-be746664de4a None None] The sync data for ids ['72324df3-ebfd-451f-92ae-0faa79559453'] in n-d-826755-2 is: [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:27:53Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '6b5e8b87-7373-40bd-a056-a219fef0f53b', 'name': '', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'mac_address': 'fa:16:3e:e3:75:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:51Z', 'updated_at': '2022-02-19T03:28:01Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'subnets': [{'id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:04.094813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-53ef7ef1-a33b-47b4-89aa-adee916e0770 admin admin] Deleting port ea400453-df66-4e7f-9c0b-abeb776e3238 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:04.095173 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53ef7ef1-a33b-47b4-89aa-adee916e0770 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.147135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:04.158127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-89e6ef5c-416d-4a6e-8e36-3179e58ae8ba None None] Provisioning complete for port 8820c878-7e84-4738-95b4-0f6163c12d49 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:04.158363 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89e6ef5c-416d-4a6e-8e36-3179e58ae8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8820c878-7e84-4738-95b4-0f6163c12d49), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.174690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a57116-b22a-49d5-9ece-7e0898454939 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Subnet': ['ID=4d85fa76-79ef-4f8a-b38b-112d8f99a97b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:04.323759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-89e6ef5c-416d-4a6e-8e36-3179e58ae8ba None None] Port 8820c878-7e84-4738-95b4-0f6163c12d49 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:04.380998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-89e6ef5c-416d-4a6e-8e36-3179e58ae8ba None None] Provisioning complete for port 6b5e8b87-7373-40bd-a056-a219fef0f53b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:04.381299 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89e6ef5c-416d-4a6e-8e36-3179e58ae8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.405965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-53ef7ef1-a33b-47b4-89aa-adee916e0770 admin admin] For port ea400453-df66-4e7f-9c0b-abeb776e3238, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ea400453-df66-4e7f-9c0b-abeb776e3238,segment=NetworkSegment(92078306-715a-4519-9193-e1b0e0b31462),segment_id=92078306-715a-4519-9193-e1b0e0b31462)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:04.406600 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53ef7ef1-a33b-47b4-89aa-adee916e0770 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.478641 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-53ef7ef1-a33b-47b4-89aa-adee916e0770 admin admin] Calling delete_port for ea400453-df66-4e7f-9c0b-abeb776e3238 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:04.481771 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6b5e8b87-7373-40bd-a056-a219fef0f53b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:04.531583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a57116-b22a-49d5-9ece-7e0898454939 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Checking segment: {'id': '5bd9d4d4-502a-4619-a201-8652281e6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:04.531996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a57116-b22a-49d5-9ece-7e0898454939 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network hostable DHCP agents. Network: f991aed7-2fd6-4624-a6e3-a7e97127d362, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:04.707166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a57116-b22a-49d5-9ece-7e0898454939 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network f991aed7-2fd6-4624-a6e3-a7e97127d362 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:04.768717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5bc1aa99-70b8-4a53-9438-2e7f13910dcd tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "PUT /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags/tempest-TagsExtTest-Tag-134714819 HTTP/1.1" status: 201 len: 201 time: 0.9202766 Feb 19 03:28:04.771552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32940) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:04.774664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d8a57116-b22a-49d5-9ece-7e0898454939 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, f991aed7-2fd6-4624-a6e3-a7e97127d362) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:04.778827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-89e6ef5c-416d-4a6e-8e36-3179e58ae8ba None None] Current status of the port 6b5e8b87-7373-40bd-a056-a219fef0f53b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:04.779427 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89e6ef5c-416d-4a6e-8e36-3179e58ae8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.816364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a57116-b22a-49d5-9ece-7e0898454939 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:04.817182 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d8a57116-b22a-49d5-9ece-7e0898454939 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:04.821179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6499849-6a02-49e5-8c01-fecf84902747 None None] Network f991aed7-2fd6-4624-a6e3-a7e97127d362 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:04.840472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-6593333f-0fd0-476b-a027-55a4edee8378 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6', 'tempest-TagsExtTest-Tag-1655815384') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:04.986666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5c01787-b9e4-489c-b1e4-2b26817e7912 req-1d74cfb3-c7ea-4e40-acfd-3aec2c114e7b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 210 time: 0.1319163 Feb 19 03:28:05.051803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-f991aed7-2fd6-4624-a6e3-a7e97127d362', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:28:05.052711 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.118380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077d18-3789-4d99-8d11-c124e5246b5b req-d4f5147f-8204-48f1-907b-054b19dbc173 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:05.131027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-d4f5147f-8204-48f1-907b-054b19dbc173 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.87 "GET /v2.0/networks?id=1fafb969-84b5-4e55-a48c-59a9e68f5b71 HTTP/1.1" status: 200 len: 796 time: 0.7998424 Feb 19 03:28:05.144578 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d8a57116-b22a-49d5-9ece-7e0898454939 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4758260 Feb 19 03:28:05.148938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 32944) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:05.165065 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53ef7ef1-a33b-47b4-89aa-adee916e0770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ea400453-df66-4e7f-9c0b-abeb776e3238), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.269951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-8aef179e-84f9-498b-9740-ffcc56ec049c tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0e03321fc4540048242162018f9360c HTTP/1.1" status: 200 len: 478 time: 0.0987008 Feb 19 03:28:05.286628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Request body: {'port': {'device_id': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'admin_state_up': True, 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'security_groups': ['38c2f609-3449-4066-b4a4-4d94474d1916', '5fce3f6d-cd3b-4153-b800-3511573b85bf']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:05.321624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6593333f-0fd0-476b-a027-55a4edee8378 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "PUT /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags/tempest-TagsExtTest-Tag-1655815384 HTTP/1.1" status: 201 len: 201 time: 0.5272703 Feb 19 03:28:05.325340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32952) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:05.357317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-aae24e37-054c-4812-9277-6aa705132d7e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4', {'tags': ['tempest-TagsExtTest-Tag-533204863', 'tempest-TagsExtTest-Tag-2004643922', 'tempest-TagsExtTest-Tag-221672310']}) {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:05.493021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef7ef1-a33b-47b4-89aa-adee916e0770 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea400453-df66-4e7f-9c0b-abeb776e3238,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:05.514469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Allocated IP 172.20.0.2 (f991aed7-2fd6-4624-a6e3-a7e97127d362/4d85fa76-79ef-4f8a-b38b-112d8f99a97b/2c680348-eb82-41a2-88f9-7fef3f8a33c1) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:05.706516 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Publish callbacks [] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.714918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 6b5e8b87-7373-40bd-a056-a219fef0f53b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:05.715414 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.758377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-89e6ef5c-416d-4a6e-8e36-3179e58ae8ba None None] For port 6b5e8b87-7373-40bd-a056-a219fef0f53b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6b5e8b87-7373-40bd-a056-a219fef0f53b,segment=NetworkSegment(d0fb1aef-852c-4b59-a48e-75c751b128e5),segment_id=d0fb1aef-852c-4b59-a48e-75c751b128e5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:05.762737 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.827726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Network f991aed7-2fd6-4624-a6e3-a7e97127d362 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:05.829845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Pushing event updated for resources: {'Port': ['ID=2c680348-eb82-41a2-88f9-7fef3f8a33c1,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:05.835031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:05.839340 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89e6ef5c-416d-4a6e-8e36-3179e58ae8ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:05.842724 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:06.083632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Attempting to bind port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:06.084001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Attempting to bind port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '5bd9d4d4-502a-4619-a201-8652281e6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:06.084362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Attempting to bind port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 on network f991aed7-2fd6-4624-a6e3-a7e97127d362 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:06.107250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:06.107625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Checking segment: {'id': '5bd9d4d4-502a-4619-a201-8652281e6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:06.108032 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.108427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Bound using segment: {'id': '5bd9d4d4-502a-4619-a201-8652281e6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:06.108938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Bound port: 2c680348-eb82-41a2-88f9-7fef3f8a33c1, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd9d4d4-502a-4619-a201-8652281e6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:06.109322 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.242690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 6b5e8b87-7373-40bd-a056-a219fef0f53b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:06.269544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6ef5c-416d-4a6e-8e36-3179e58ae8ba None None] Pushing event updated for resources: {'Port': ['ID=6b5e8b87-7373-40bd-a056-a219fef0f53b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:06.277650 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f6505cfd-73ef-426e-94c7-9a7399c312d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.367806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 996aa337-e3c1-400a-a097-4cc3755c1234 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:06.478546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 996aa337-e3c1-400a-a097-4cc3755c1234 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:06.482764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 996aa337-e3c1-400a-a097-4cc3755c1234 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:06.504373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] For port 2c680348-eb82-41a2-88f9-7fef3f8a33c1, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:06.507563 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-368a6b98-136a-40a0-9763-9fd4d23828bc req-a37b2d7b-145f-483d-ab28-99a0ce65e4ef tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 210 time: 0.1434669 Feb 19 03:28:06.524286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] For port 2c680348-eb82-41a2-88f9-7fef3f8a33c1, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2c680348-eb82-41a2-88f9-7fef3f8a33c1,segment=NetworkSegment(5bd9d4d4-502a-4619-a201-8652281e6976),segment_id=5bd9d4d4-502a-4619-a201-8652281e6976)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:06.536278 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.541359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Made reservation on behalf of f0e03321fc4540048242162018f9360c for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:06.549367 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:06.753978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741958c-76fd-4fac-a6ee-19881726ab45 None None] Pushing event updated for resources: {'Port': ['ID=2c680348-eb82-41a2-88f9-7fef3f8a33c1,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:06.759008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aae24e37-054c-4812-9277-6aa705132d7e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "PUT /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags HTTP/1.1" status: 200 len: 316 time: 1.4320850 Feb 19 03:28:06.759805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32966) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:06.784028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-72b85305-9311-4bd7-ae46-4de995120afd tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:06.858409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6b5e8b87-7373-40bd-a056-a219fef0f53b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:07.011921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 6b5e8b87-7373-40bd-a056-a219fef0f53b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:07.012581 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:07.103633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Allocated IP 172.20.0.14 (1fafb969-84b5-4e55-a48c-59a9e68f5b71/d803f941-1482-4b0d-8e66-9c890f6f1c67/e65bdf1b-6e08-43b4-bca2-28ece6aad98c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:07.186837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-72b85305-9311-4bd7-ae46-4de995120afd tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags HTTP/1.1" status: 204 len: 168 time: 0.4143023 Feb 19 03:28:07.187588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32974) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:07.192029 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:07.194677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-248b2ca6-b9a2-42cd-ad3c-cfeb1dc6099e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4', 'tempest-TagsExtTest-Tag-533204863') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:07.375585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 6b5e8b87-7373-40bd-a056-a219fef0f53b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:07.561372 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-248b2ca6-b9a2-42cd-ad3c-cfeb1dc6099e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] show failed (client error): The resource could not be found. Feb 19 03:28:07.568684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-248b2ca6-b9a2-42cd-ad3c-cfeb1dc6099e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags/tempest-TagsExtTest-Tag-533204863 HTTP/1.1" status: 404 len: 328 time: 0.3781145 Feb 19 03:28:07.569304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32982) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:07.603725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-a778caf5-cc9d-4445-8459-98be94e2f940 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4', 'tempest-TagsExtTest-Tag-2004643922') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:07.720519 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-53ef7ef1-a33b-47b4-89aa-adee916e0770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (97ecbccf-4bbd-45ce-997e-ab073d4e8813), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:07.768219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81a9fd5e-3350-41f6-9d60-7e4e0dc0c62e req-363f8948-92f9-47ae-98f9-f7eaec43d483 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 210 time: 0.0931907 Feb 19 03:28:07.815334 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:07.903131 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-a778caf5-cc9d-4445-8459-98be94e2f940 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] show failed (client error): The resource could not be found. Feb 19 03:28:07.912952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a778caf5-cc9d-4445-8459-98be94e2f940 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags/tempest-TagsExtTest-Tag-2004643922 HTTP/1.1" status: 404 len: 329 time: 0.3312411 Feb 19 03:28:07.918256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32986) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:07.931038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-76e4b118-5aa1-4a5d-9b3c-c193af026644 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4', 'tempest-TagsExtTest-Tag-221672310') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:08.052043 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:08.157950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:08.166839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:08.171296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:08.199192 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:08.289321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Port': ['ID=e65bdf1b-6e08-43b4-bca2-28ece6aad98c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:08.333429 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-76e4b118-5aa1-4a5d-9b3c-c193af026644 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] show failed (client error): The resource could not be found. Feb 19 03:28:08.337078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-76e4b118-5aa1-4a5d-9b3c-c193af026644 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags/tempest-TagsExtTest-Tag-221672310 HTTP/1.1" status: 404 len: 328 time: 0.4153001 Feb 19 03:28:08.339031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 32992) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:08.355226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:08.355920 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:08.375181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-15228d07-a038-4939-b3a3-f8f95168a017 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49', {'tags': ['tempest-TagsExtTest-Tag-402810928', 'tempest-TagsExtTest-Tag-1922933349', 'tempest-TagsExtTest-Tag-233098894']}) {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:08.505902 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:08.542799 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-15228d07-a038-4939-b3a3-f8f95168a017 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "PUT /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags HTTP/1.1" status: 200 len: 316 time: 0.1814737 Feb 19 03:28:08.556116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33002) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:08.591892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-1de563e6-8df1-4060-845a-dc4fcb66da27 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:08.634463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b893d7b3-a3aa-4778-91da-0df06cefcf3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.3559778 Feb 19 03:28:08.756282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73a7624-3d7f-4c4e-8e90-fa10a5b51c5a None None] Network f991aed7-2fd6-4624-a6e3-a7e97127d362 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:08.786427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2c680348-eb82-41a2-88f9-7fef3f8a33c1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:08.790325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Request body: {'port': {'device_id': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:09.073092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.131218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Allocated IP 172.20.0.1 (f991aed7-2fd6-4624-a6e3-a7e97127d362/4d85fa76-79ef-4f8a-b38b-112d8f99a97b/d283b7f3-5fe8-41c4-92a3-3e3114e1301b) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:09.185911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65402789-bc2e-4273-8f1f-2467c4b1a137 req-481936eb-64be-4bc4-bf6d-14f1823100e7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:09.188038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65402789-bc2e-4273-8f1f-2467c4b1a137 req-481936eb-64be-4bc4-bf6d-14f1823100e7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 971 time: 0.2431464 Feb 19 03:28:09.192372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1de563e6-8df1-4060-845a-dc4fcb66da27 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags HTTP/1.1" status: 204 len: 168 time: 0.6342874 Feb 19 03:28:09.195146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33012) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:09.212426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-ccb455e3-4e8c-4720-ae81-18eea5972dab tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49', 'tempest-TagsExtTest-Tag-402810928') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:09.312793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-823fd4f5-4c74-4ee5-8c5e-d2e699f88e83 None None] Provisioning complete for port e65bdf1b-6e08-43b4-bca2-28ece6aad98c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:09.313492 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-823fd4f5-4c74-4ee5-8c5e-d2e699f88e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.347761 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.435093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ef7ef1-a33b-47b4-89aa-adee916e0770 admin admin] Router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:09.469502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-823fd4f5-4c74-4ee5-8c5e-d2e699f88e83 None None] Port e65bdf1b-6e08-43b4-bca2-28ece6aad98c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:09.485092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:09.485742 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.585823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:09.587081 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.636832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-05eefe24-bd56-411d-bfe5-b6daf6c0e817 None None] Provisioning complete for port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:09.637475 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05eefe24-bd56-411d-bfe5-b6daf6c0e817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:09.683042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65402789-bc2e-4273-8f1f-2467c4b1a137 req-a9bbc722-a12b-49fd-8c6d-ca4f2da7c6af tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4818947 Feb 19 03:28:09.729761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ef7ef1-a33b-47b4-89aa-adee916e0770 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:09.738981 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f60d5-0b73-4d2c-b14e-147485e234cf None None] Sync routers for ids ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:09.756359 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-53ef7ef1-a33b-47b4-89aa-adee916e0770 admin admin] 10.222.0.81 "PUT /v2.0/routers/97ecbccf-4bbd-45ce-997e-ab073d4e8813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5796118 Feb 19 03:28:09.760171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33020) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:09.761838 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f60d5-0b73-4d2c-b14e-147485e234cf None None] Routers {'97ecbccf-4bbd-45ce-997e-ab073d4e8813'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:09.765869 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f84f60d5-0b73-4d2c-b14e-147485e234cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:09.799689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 2c680348-eb82-41a2-88f9-7fef3f8a33c1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2c680348-eb82-41a2-88f9-7fef3f8a33c1,segment=NetworkSegment(5bd9d4d4-502a-4619-a201-8652281e6976),segment_id=5bd9d4d4-502a-4619-a201-8652281e6976)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:09.847808 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.001509 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-ccb455e3-4e8c-4720-ae81-18eea5972dab tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] show failed (client error): The resource could not be found. Feb 19 03:28:10.005127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ccb455e3-4e8c-4720-ae81-18eea5972dab tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags/tempest-TagsExtTest-Tag-402810928 HTTP/1.1" status: 404 len: 328 time: 0.8063166 Feb 19 03:28:10.011365 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33024) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:10.018400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-2c65952d-261f-4297-896d-10caf688d380 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49', 'tempest-TagsExtTest-Tag-1922933349') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:10.046163 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f84f60d5-0b73-4d2c-b14e-147485e234cf None None] Set router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:10.059767 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Publish callbacks [] for router (97ecbccf-4bbd-45ce-997e-ab073d4e8813), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.060622 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-05eefe24-bd56-411d-bfe5-b6daf6c0e817 None None] Current status of the port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:10.129051 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.146775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=2c680348-eb82-41a2-88f9-7fef3f8a33c1,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:10.216501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6bec6f5d-2211-4e6c-ba56-eb3e13baba75 None None] Provisioning complete for port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:10.216830 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6bec6f5d-2211-4e6c-ba56-eb3e13baba75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.309083 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f84f60d5-0b73-4d2c-b14e-147485e234cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:28:05Z', 'revision_number': 5, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:10.344016 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f60d5-0b73-4d2c-b14e-147485e234cf None None] Checking router: 97ecbccf-4bbd-45ce-997e-ab073d4e8813 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:10.354915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Publish callbacks [] for router_gateway (97ecbccf-4bbd-45ce-997e-ab073d4e8813), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.356066 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84f60d5-0b73-4d2c-b14e-147485e234cf None None] Routers {'97ecbccf-4bbd-45ce-997e-ab073d4e8813'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:10.357049 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f84f60d5-0b73-4d2c-b14e-147485e234cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:10.384609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.416817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6bec6f5d-2211-4e6c-ba56-eb3e13baba75 None None] Current status of the port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:10.446744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e65bdf1b-6e08-43b4-bca2-28ece6aad98c {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:10.458701 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-2c65952d-261f-4297-896d-10caf688d380 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] show failed (client error): The resource could not be found. Feb 19 03:28:10.462266 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2c65952d-261f-4297-896d-10caf688d380 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags/tempest-TagsExtTest-Tag-1922933349 HTTP/1.1" status: 404 len: 329 time: 0.4448516 Feb 19 03:28:10.469112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33028) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:10.478001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-7f2eb19c-adb6-4489-ba40-bf1d5a62f7d4 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49', 'tempest-TagsExtTest-Tag-233098894') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:10.489577 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f84f60d5-0b73-4d2c-b14e-147485e234cf None None] Set router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:10.490121 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Publish callbacks [] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.529913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=d283b7f3-5fe8-41c4-92a3-3e3114e1301b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:10.541949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network f991aed7-2fd6-4624-a6e3-a7e97127d362 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:10.545656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:10.560943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:10.608497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Transition to ACTIVE for port object e65bdf1b-6e08-43b4-bca2-28ece6aad98c will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:28:10.619788 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.620281 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.656430 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2c680348-eb82-41a2-88f9-7fef3f8a33c1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:10.735929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Pushing event updated for resources: {'Port': ['ID=e65bdf1b-6e08-43b4-bca2-28ece6aad98c,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:10.794568 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:10.794838 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-7f2eb19c-adb6-4489-ba40-bf1d5a62f7d4 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] show failed (client error): The resource could not be found. Feb 19 03:28:10.794940 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:10.798524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7f2eb19c-adb6-4489-ba40-bf1d5a62f7d4 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags/tempest-TagsExtTest-Tag-233098894 HTTP/1.1" status: 404 len: 328 time: 0.3256593 Feb 19 03:28:10.818064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33034) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:10.890197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-e22b9a5d-7139-4c6a-9abe-8041c86df46d tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d', {'tags': ['tempest-TagsExtTest-Tag-164543997', 'tempest-TagsExtTest-Tag-1266894215', 'tempest-TagsExtTest-Tag-1883010316']}) {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:10.903161 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f84f60d5-0b73-4d2c-b14e-147485e234cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:28:05Z', 'revision_number': 5, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:10.987946 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84f60d5-0b73-4d2c-b14e-147485e234cf None None] The sync data for ids ['97ecbccf-4bbd-45ce-997e-ab073d4e8813'] in n-d-826755-2 is: [{'id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'name': 'tempest-ServerRescueTestJSONUnderV235-1394891403-router', 'tenant_id': 'da11589d434d48468c31b6f3cc483bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24'}], 'enable_snat': True}, 'gw_port_id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:01Z', 'updated_at': '2022-02-19T03:28:05Z', 'revision_number': 5, 'project_id': 'da11589d434d48468c31b6f3cc483bbe', 'gw_port': {'id': 'bc7513fe-a919-42df-8600-83ca212b7b72', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:b3:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ecbccf-4bbd-45ce-997e-ab073d4e8813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:02Z', 'updated_at': '2022-02-19T03:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:11.001820 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.019522 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:11.078375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Deleting port bc7513fe-a919-42df-8600-83ca212b7b72 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:11.078726 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bc7513fe-a919-42df-8600-83ca212b7b72), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.080207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-15c7395d-f4be-4dce-8a4a-ff097a9627ae None None] Provisioning complete for port d283b7f3-5fe8-41c4-92a3-3e3114e1301b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:11.080616 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-15c7395d-f4be-4dce-8a4a-ff097a9627ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.175705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-15c7395d-f4be-4dce-8a4a-ff097a9627ae None None] Port d283b7f3-5fe8-41c4-92a3-3e3114e1301b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:11.241225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Attempting to bind port e65bdf1b-6e08-43b4-bca2-28ece6aad98c on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:11.241642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Attempting to bind port e65bdf1b-6e08-43b4-bca2-28ece6aad98c by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:11.242079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Attempting to bind port e65bdf1b-6e08-43b4-bca2-28ece6aad98c on network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:11.260516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Port e65bdf1b-6e08-43b4-bca2-28ece6aad98c on network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:28:11.262145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Attempting to bind port e65bdf1b-6e08-43b4-bca2-28ece6aad98c on network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:11.271054 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e22b9a5d-7139-4c6a-9abe-8041c86df46d tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "PUT /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags HTTP/1.1" status: 200 len: 317 time: 0.4496608 Feb 19 03:28:11.276993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc7e74-4527-437a-9482-b7fe117e968b req-dd6d4ee6-ab4f-41d5-ac18-d02cbb524d3c tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:11.279167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8dc7e74-4527-437a-9482-b7fe117e968b req-dd6d4ee6-ab4f-41d5-ac18-d02cbb524d3c tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 983 time: 0.3826323 Feb 19 03:28:11.281625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33040) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:11.286825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-dc7075dd-036e-4015-a23a-271dd363d703 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:11.331979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:11.332330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Checking segment: {'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:11.332829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Bound using segment: {'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:11.333508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Bound port: e65bdf1b-6e08-43b4-bca2-28ece6aad98c, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0fb1aef-852c-4b59-a48e-75c751b128e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:11.333940 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.355917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] For port bc7513fe-a919-42df-8600-83ca212b7b72, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bc7513fe-a919-42df-8600-83ca212b7b72,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:11.356922 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bc7513fe-a919-42df-8600-83ca212b7b72), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.385747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Calling delete_port for bc7513fe-a919-42df-8600-83ca212b7b72 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:11.433861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8dc7e74-4527-437a-9482-b7fe117e968b req-7e2ee957-25d7-4d12-b49b-e09a425b9adc tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1031756 Feb 19 03:28:11.532683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] For port e65bdf1b-6e08-43b4-bca2-28ece6aad98c, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:11.560454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] For port e65bdf1b-6e08-43b4-bca2-28ece6aad98c, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e65bdf1b-6e08-43b4-bca2-28ece6aad98c,segment=NetworkSegment(d0fb1aef-852c-4b59-a48e-75c751b128e5),segment_id=d0fb1aef-852c-4b59-a48e-75c751b128e5)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:11.570626 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.642243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Pushing event updated for resources: {'Port': ['ID=e65bdf1b-6e08-43b4-bca2-28ece6aad98c,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:11.664845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:11.666514 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.672749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-6dbbbf1e-885f-4021-a6c8-fc63ebdd5fea service neutron] 10.222.0.87 "PUT /v2.0/ports/e65bdf1b-6e08-43b4-bca2-28ece6aad98c HTTP/1.1" status: 200 len: 1131 time: 2.9144266 Feb 19 03:28:11.672749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'tag': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:11.689821 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025beecd-35ff-4516-b2f8-3d87cb9a92a7" -d '{"events": [{"name": "network-changed", "server_uuid": "fefd69f4-2705-4492-952e-a05ed7064b94", "tag": "e65bdf1b-6e08-43b4-bca2-28ece6aad98c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:11.703669 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dc7075dd-036e-4015-a23a-271dd363d703 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags HTTP/1.1" status: 204 len: 168 time: 0.4208150 Feb 19 03:28:11.706725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33046) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:11.722119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-c87dff11-d4ee-43c5-b80a-c796edb7344f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d', 'tempest-TagsExtTest-Tag-164543997') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:11.773304 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bc7513fe-a919-42df-8600-83ca212b7b72), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:11.833503 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a369b6ac-a27f-4286-8931-5480a737d624 x-openstack-request-id: req-a369b6ac-a27f-4286-8931-5480a737d624 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:11.834064 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefd69f4-2705-4492-952e-a05ed7064b94", "tag": "e65bdf1b-6e08-43b4-bca2-28ece6aad98c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:11.834064 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a369b6ac-a27f-4286-8931-5480a737d624 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:11.835369 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'tag': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c', 'status': 'completed', 'code': 200} Feb 19 03:28:11.881492 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7513fe-a919-42df-8600-83ca212b7b72,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:11.978661 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.060857 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.222812 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (97ecbccf-4bbd-45ce-997e-ab073d4e8813), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.225690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=d283b7f3-5fe8-41c4-92a3-3e3114e1301b,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:12.234441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.366787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b45cbbc4-41b1-427b-906c-43305ba22c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.368747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-b45cbbc4-41b1-427b-906c-43305ba22c04 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f0e03321fc4540048242162018f9360c&device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 1165 time: 0.5413067 Feb 19 03:28:12.373843 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-c87dff11-d4ee-43c5-b80a-c796edb7344f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] show failed (client error): The resource could not be found. Feb 19 03:28:12.375028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c87dff11-d4ee-43c5-b80a-c796edb7344f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags/tempest-TagsExtTest-Tag-164543997 HTTP/1.1" status: 404 len: 328 time: 0.6673782 Feb 19 03:28:12.378619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33056) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:12.387966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-60caecaf-33f3-401a-acf0-f581cd2011e3 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d', 'tempest-TagsExtTest-Tag-1266894215') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:12.405736 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (97ecbccf-4bbd-45ce-997e-ab073d4e8813), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.409418 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Publish callbacks [] for router_controller (97ecbccf-4bbd-45ce-997e-ab073d4e8813), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.471762 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-d9c8f686-5cd2-4c20-8965-c8f44bcb41a9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65bdf1b-6e08-43b4-bca2-28ece6aad98c HTTP/1.1" status: 200 len: 217 time: 0.0939329 Feb 19 03:28:12.557701 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-60caecaf-33f3-401a-acf0-f581cd2011e3 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] show failed (client error): The resource could not be found. Feb 19 03:28:12.561551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-60caecaf-33f3-401a-acf0-f581cd2011e3 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags/tempest-TagsExtTest-Tag-1266894215 HTTP/1.1" status: 404 len: 329 time: 0.1744609 Feb 19 03:28:12.563386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33062) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:12.579465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-3427df2b-559b-47ed-9093-b4adab2496e5 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d', 'tempest-TagsExtTest-Tag-1883010316') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:12.636095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077d18-3789-4d99-8d11-c124e5246b5b req-dba14983-61c4-4ba9-829a-757d25f1b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.638503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-dba14983-61c4-4ba9-829a-757d25f1b35a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d803f941-1482-4b0d-8e66-9c890f6f1c67 HTTP/1.1" status: 200 len: 835 time: 0.1613159 Feb 19 03:28:12.640950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ea400453-df66-4e7f-9c0b-abeb776e3238 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:12.691247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: ea400453-df66-4e7f-9c0b-abeb776e3238 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:12.696826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ea400453-df66-4e7f-9c0b-abeb776e3238 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:12.900682 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-3427df2b-559b-47ed-9093-b4adab2496e5 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] show failed (client error): The resource could not be found. Feb 19 03:28:12.904407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3427df2b-559b-47ed-9093-b4adab2496e5 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags/tempest-TagsExtTest-Tag-1883010316 HTTP/1.1" status: 404 len: 329 time: 0.3400264 Feb 19 03:28:12.906478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24077d18-3789-4d99-8d11-c124e5246b5b req-dc4aee49-adc3-4e10-8bcc-394923061508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.908254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-dc4aee49-adc3-4e10-8bcc-394923061508 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1fafb969-84b5-4e55-a48c-59a9e68f5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2494597 Feb 19 03:28:12.908365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33066) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:12.919947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-56dc6230-bd5a-46f6-ae89-d837e88b7e5c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6', {'tags': ['tempest-TagsExtTest-Tag-1369681275', 'tempest-TagsExtTest-Tag-256331826', 'tempest-TagsExtTest-Tag-1540553049']}) {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:12.931385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124859e-d2d1-4664-ba91-4dccf43721c6 req-fc90d3ec-9b22-4d9b-acc6-2cdc68f200e2 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:12.934022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3124859e-d2d1-4664-ba91-4dccf43721c6 req-fc90d3ec-9b22-4d9b-acc6-2cdc68f200e2 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 983 time: 0.3515689 Feb 19 03:28:12.947495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (97ecbccf-4bbd-45ce-997e-ab073d4e8813), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.948238 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97ecbccf-4bbd-45ce-997e-ab073d4e8813 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:28:12.970857 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:12.973555 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-148a5a03-c013-4315-9bc5-4c87e83fe929 admin admin] 10.222.0.81 "DELETE /v2.0/routers/97ecbccf-4bbd-45ce-997e-ab073d4e8813 HTTP/1.1" status: 204 len: 168 time: 3.2070701 Feb 19 03:28:12.976827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33068) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:13.046999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network f991aed7-2fd6-4624-a6e3-a7e97127d362 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:13.060963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:13.128306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-abf393be-6257-4579-9a99-aede733c0cbc service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919992 Feb 19 03:28:13.344382 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-56dc6230-bd5a-46f6-ae89-d837e88b7e5c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "PUT /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags HTTP/1.1" status: 200 len: 317 time: 0.4289789 Feb 19 03:28:13.345258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33076) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:13.348892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24077d18-3789-4d99-8d11-c124e5246b5b req-8262ce81-222e-40da-b7c5-9654037198bd service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147462 Feb 19 03:28:13.358938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-f527368b-fbe2-481b-9f8c-e85f77223f97 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:13.391715 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-21afca07-500b-4c0d-80b9-f8ef9f4b97ae admin admin] Deleting subnet 1c52b2a8-f696-443e-8b79-f904c262f547 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:28:13.419609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-21afca07-500b-4c0d-80b9-f8ef9f4b97ae admin admin] Publish callbacks [] for subnet (1c52b2a8-f696-443e-8b79-f904c262f547), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:13.470857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3124859e-d2d1-4664-ba91-4dccf43721c6 req-c211d17c-f005-438a-9903-9d317b40c7dc tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3387582 Feb 19 03:28:13.480937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c9eb524f-a82f-4111-a748-feb65ae6b7da None None] Provisioning complete for port d283b7f3-5fe8-41c4-92a3-3e3114e1301b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:13.481313 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c9eb524f-a82f-4111-a748-feb65ae6b7da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:13.580799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 87014351-5645-4171-9170-7fbdcce1d339 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:28:13.599400 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-21afca07-500b-4c0d-80b9-f8ef9f4b97ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (1c52b2a8-f696-443e-8b79-f904c262f547), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:13.602423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c9eb524f-a82f-4111-a748-feb65ae6b7da None None] Port d283b7f3-5fe8-41c4-92a3-3e3114e1301b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:13.628011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025beecd-35ff-4516-b2f8-3d87cb9a92a7 req-395a4297-b362-40c3-9464-b85b458db331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:13.629675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-025beecd-35ff-4516-b2f8-3d87cb9a92a7 req-395a4297-b362-40c3-9464-b85b458db331 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f0e03321fc4540048242162018f9360c&device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 1165 time: 0.1807029 Feb 19 03:28:13.815785 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f527368b-fbe2-481b-9f8c-e85f77223f97 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags HTTP/1.1" status: 204 len: 168 time: 0.4675586 Feb 19 03:28:13.819568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33080) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:13.844204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-277dac3c-91fc-4e93-819e-fdf7bd28ee11 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6', 'tempest-TagsExtTest-Tag-1369681275') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:13.878787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:13.883447 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-21afca07-500b-4c0d-80b9-f8ef9f4b97ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (1c52b2a8-f696-443e-8b79-f904c262f547), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:13.891776 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b7a27157-f100-42c9-bf2e-09f359b3e923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7393711 Feb 19 03:28:13.891962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025beecd-35ff-4516-b2f8-3d87cb9a92a7 req-e322bf3a-0fb0-4b71-bd8d-9d6bc6cc9821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:13.892071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-025beecd-35ff-4516-b2f8-3d87cb9a92a7 req-e322bf3a-0fb0-4b71-bd8d-9d6bc6cc9821 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1fafb969-84b5-4e55-a48c-59a9e68f5b71 HTTP/1.1" status: 200 len: 897 time: 0.2545156 Feb 19 03:28:13.892546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33082) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:13.893021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Sync routers for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:13.897921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-fa684190-82eb-40ee-89e9-bff1b26b2788 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'network': {'name': 'tempest-RoutersTest-167818175'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:13.926759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:13.935281 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-277dac3c-91fc-4e93-819e-fdf7bd28ee11 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] show failed (client error): The resource could not be found. Feb 19 03:28:13.937665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:13.949728 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-277dac3c-91fc-4e93-819e-fdf7bd28ee11 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags/tempest-TagsExtTest-Tag-1369681275 HTTP/1.1" status: 404 len: 329 time: 0.1158857 Feb 19 03:28:13.955391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33084) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:13.964902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-d03855cc-9cd2-4fce-b941-27911d1eb66e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6', 'tempest-TagsExtTest-Tag-256331826') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:14.006045 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-21afca07-500b-4c0d-80b9-f8ef9f4b97ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (1c52b2a8-f696-443e-8b79-f904c262f547), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.012192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-025beecd-35ff-4516-b2f8-3d87cb9a92a7 req-1f059b7e-dfae-426d-862d-16a2da220de0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65bdf1b-6e08-43b4-bca2-28ece6aad98c HTTP/1.1" status: 200 len: 217 time: 0.1083884 Feb 19 03:28:14.047084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa684190-82eb-40ee-89e9-bff1b26b2788 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:14.050591 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa684190-82eb-40ee-89e9-bff1b26b2788 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.067717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-21afca07-500b-4c0d-80b9-f8ef9f4b97ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.071025 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-21afca07-500b-4c0d-80b9-f8ef9f4b97ae admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1c52b2a8-f696-443e-8b79-f904c262f547 HTTP/1.1" status: 204 len: 168 time: 1.0879407 Feb 19 03:28:14.074912 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-d03855cc-9cd2-4fce-b941-27911d1eb66e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] show failed (client error): The resource could not be found. Feb 19 03:28:14.079257 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d03855cc-9cd2-4fce-b941-27911d1eb66e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags/tempest-TagsExtTest-Tag-256331826 HTTP/1.1" status: 404 len: 328 time: 0.1216633 Feb 19 03:28:14.080356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33092) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:14.080547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33090) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:14.088616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21afca07-500b-4c0d-80b9-f8ef9f4b97ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c52b2a8-f696-443e-8b79-f904c262f547,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:14.089869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:14.147284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-552f737c-cdd7-4f04-95fa-32508ddac7fe tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6', 'tempest-TagsExtTest-Tag-1540553049') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:14.200280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa684190-82eb-40ee-89e9-bff1b26b2788 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:14.204989 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (b24191c2-5a8e-40bc-aedd-68ebe02efb55), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.212213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025beecd-35ff-4516-b2f8-3d87cb9a92a7 req-c464e86b-6c3a-4347-a8e8-ccc70c0cc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:14.213978 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-025beecd-35ff-4516-b2f8-3d87cb9a92a7 req-c464e86b-6c3a-4347-a8e8-ccc70c0cc205 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d803f941-1482-4b0d-8e66-9c890f6f1c67 HTTP/1.1" status: 200 len: 835 time: 0.1932855 Feb 19 03:28:14.221277 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa684190-82eb-40ee-89e9-bff1b26b2788 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b3e1787e-ad49-44ff-b233-cbd64344f6d9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.221864 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-fa684190-82eb-40ee-89e9-bff1b26b2788 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Added segment b3e1787e-ad49-44ff-b233-cbd64344f6d9 of type vlan for network c9ebe8e3-a461-409e-9216-d65f8764b976 Feb 19 03:28:14.321189 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-552f737c-cdd7-4f04-95fa-32508ddac7fe tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] show failed (client error): The resource could not be found. Feb 19 03:28:14.322551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-552f737c-cdd7-4f04-95fa-32508ddac7fe tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags/tempest-TagsExtTest-Tag-1540553049 HTTP/1.1" status: 404 len: 329 time: 0.1844172 Feb 19 03:28:14.328375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33100) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:14.334226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-51d58f88-6ced-47a3-be59-8476ec8cdb7c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'cda2dbc1-1a96-461a-9b1c-890d9c9e09a6') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:14.386473 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (b24191c2-5a8e-40bc-aedd-68ebe02efb55), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.410000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa684190-82eb-40ee-89e9-bff1b26b2788 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (c9ebe8e3-a461-409e-9216-d65f8764b976), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.431950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24191c2-5a8e-40bc-aedd-68ebe02efb55']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:14.455361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92078306-715a-4519-9193-e1b0e0b31462') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:14.456732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92078306-715a-4519-9193-e1b0e0b31462') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:14.479290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (92078306-715a-4519-9193-e1b0e0b31462), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.483188 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa684190-82eb-40ee-89e9-bff1b26b2788 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (c9ebe8e3-a461-409e-9216-d65f8764b976), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.486144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:10Z', 'revision_number': 2, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:11Z', 'revision_number': 2, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:14.497705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa684190-82eb-40ee-89e9-bff1b26b2788 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:14.498365 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa684190-82eb-40ee-89e9-bff1b26b2788 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.513826 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (92078306-715a-4519-9193-e1b0e0b31462), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.532191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:28:14.532751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (92078306-715a-4519-9193-e1b0e0b31462), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:28:14.536254 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:28:14.573170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Checking router: 87014351-5645-4171-9170-7fbdcce1d339 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:14.573397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Updating router 87014351-5645-4171-9170-7fbdcce1d339 port d283b7f3-5fe8-41c4-92a3-3e3114e1301b binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:14.578269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bc7513fe-a919-42df-8600-83ca212b7b72 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:14.584363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025beecd-35ff-4516-b2f8-3d87cb9a92a7 req-360824fe-b896-4e5b-b963-b4c303f59c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:14.587852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-025beecd-35ff-4516-b2f8-3d87cb9a92a7 req-360824fe-b896-4e5b-b963-b4c303f59c93 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1fafb969-84b5-4e55-a48c-59a9e68f5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3641968 Feb 19 03:28:14.648943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: bc7513fe-a919-42df-8600-83ca212b7b72 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:14.649308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bc7513fe-a919-42df-8600-83ca212b7b72 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:14.663470 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (b24191c2-5a8e-40bc-aedd-68ebe02efb55), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.665942 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.714836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:14.723017 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b24191c2-5a8e-40bc-aedd-68ebe02efb55 HTTP/1.1" status: 204 len: 168 time: 0.6405571 Feb 19 03:28:14.724345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d16ad7-a3dd-4508-b17d-7b888d595de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b24191c2-5a8e-40bc-aedd-68ebe02efb55,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:14.876966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-025beecd-35ff-4516-b2f8-3d87cb9a92a7 req-6eaff200-9114-4015-be25-6294c8928595 service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177758 Feb 19 03:28:14.878561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-51d58f88-6ced-47a3-be59-8476ec8cdb7c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6/tags HTTP/1.1" status: 204 len: 168 time: 0.5487683 Feb 19 03:28:14.885846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33122) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:14.891810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.tag.tag_plugin [None req-11441d86-e076-4139-a90c-ad6c1d47db1e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '09104d95-159c-4f15-81a1-740878e6c72d') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:15.002773 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Publish callbacks [] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.015690 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.079462 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33128) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:15.085238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fa684190-82eb-40ee-89e9-bff1b26b2788 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1913300 Feb 19 03:28:15.085722 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-11441d86-e076-4139-a90c-ad6c1d47db1e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d/tags HTTP/1.1" status: 204 len: 168 time: 0.1976478 Feb 19 03:28:15.085958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33130) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:15.092733 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-db90f4d9-2c57-4bb8-9cab-fa1d4c9c85c0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'subnet': {'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:15.107401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-b1a3e877-e986-4921-8ea0-3563efaf1967 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8820c878-7e84-4738-95b4-0f6163c12d49') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:15.133338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa684190-82eb-40ee-89e9-bff1b26b2788 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Network': ['ID=c9ebe8e3-a461-409e-9216-d65f8764b976,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:15.160407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b2db3-d539-4d6c-95a9-dbeabf786334 None None] Pushing event updated for resources: {'Port': ['ID=d283b7f3-5fe8-41c4-92a3-3e3114e1301b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:15.170826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network c9ebe8e3-a461-409e-9216-d65f8764b976 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:15.199329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33134) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:15.313988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Attempting to bind port d283b7f3-5fe8-41c4-92a3-3e3114e1301b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:15.314370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Attempting to bind port d283b7f3-5fe8-41c4-92a3-3e3114e1301b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '5bd9d4d4-502a-4619-a201-8652281e6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:15.314740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Attempting to bind port d283b7f3-5fe8-41c4-92a3-3e3114e1301b on network f991aed7-2fd6-4624-a6e3-a7e97127d362 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:15.320407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:15.321232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Checking segment: {'id': '5bd9d4d4-502a-4619-a201-8652281e6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:15.321232 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.321590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Bound using segment: {'id': '5bd9d4d4-502a-4619-a201-8652281e6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:15.322074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Bound port: d283b7f3-5fe8-41c4-92a3-3e3114e1301b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd9d4d4-502a-4619-a201-8652281e6976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:15.322457 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.342188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db90f4d9-2c57-4bb8-9cab-fa1d4c9c85c0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:15.347688 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db90f4d9-2c57-4bb8-9cab-fa1d4c9c85c0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.359651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ac666-e99a-4904-b54a-154f89657aee req-5e4a83ac-26fe-424f-b856-dab43d8af468 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:15.365858 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe5ac666-e99a-4904-b54a-154f89657aee req-5e4a83ac-26fe-424f-b856-dab43d8af468 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 983 time: 0.7271307 Feb 19 03:28:15.431161 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] For port d283b7f3-5fe8-41c4-92a3-3e3114e1301b, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:15.435819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] For port d283b7f3-5fe8-41c4-92a3-3e3114e1301b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d283b7f3-5fe8-41c4-92a3-3e3114e1301b,segment=NetworkSegment(5bd9d4d4-502a-4619-a201-8652281e6976),segment_id=5bd9d4d4-502a-4619-a201-8652281e6976)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:15.455117 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.505472 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-025beecd-35ff-4516-b2f8-3d87cb9a92a7 req-e98ff223-878a-40d7-b452-6cc6d9c76e2f service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063735 Feb 19 03:28:15.549041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-510c8b6b-2465-4025-a121-51300c44d07b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da11589d434d48468c31b6f3cc483bbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3387814 Feb 19 03:28:15.554842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33146) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:15.610383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b2db3-d539-4d6c-95a9-dbeabf786334 None None] Pushing event updated for resources: {'Port': ['ID=d283b7f3-5fe8-41c4-92a3-3e3114e1301b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:15.640854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:15.641649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:15.743345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db90f4d9-2c57-4bb8-9cab-fa1d4c9c85c0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (60da8d66-e73f-44a9-9122-da3645b0a6eb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.763288 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe5ac666-e99a-4904-b54a-154f89657aee req-112899da-b4b9-451b-b836-ed0d5b5825e7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3793304 Feb 19 03:28:15.775699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b1a3e877-e986-4921-8ea0-3563efaf1967 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49/tags HTTP/1.1" status: 204 len: 168 time: 0.6794875 Feb 19 03:28:15.798902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33148) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:15.798902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.tag.tag_plugin [None req-35bd904b-a0ce-4463-bc94-bea27a2dd09e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '05a2bbef-0b07-4364-916e-9e2c5e51ace4') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:15.810514 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6cd1cd0-6bf0-478e-a220-e785e71f9081 admin admin] Publish callbacks [] for security_group (cb60c019-18fd-4c4c-a5f4-8764d35b9708), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.824570 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:15.886949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db90f4d9-2c57-4bb8-9cab-fa1d4c9c85c0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Subnet': ['ID=60da8d66-e73f-44a9-9122-da3645b0a6eb,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:15.930025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db90f4d9-2c57-4bb8-9cab-fa1d4c9c85c0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Checking segment: {'id': 'b3e1787e-ad49-44ff-b233-cbd64344f6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:15.930494 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db90f4d9-2c57-4bb8-9cab-fa1d4c9c85c0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network hostable DHCP agents. Network: c9ebe8e3-a461-409e-9216-d65f8764b976, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:15.945753 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6cd1cd0-6bf0-478e-a220-e785e71f9081 admin admin] Publish callbacks [] for security_group (cb60c019-18fd-4c4c-a5f4-8764d35b9708), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.979014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4213b75c-9c43-43bb-90a9-30353d8e6584 None None] Provisioning complete for port d283b7f3-5fe8-41c4-92a3-3e3114e1301b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:15.983893 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4213b75c-9c43-43bb-90a9-30353d8e6584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:15.993056 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db90f4d9-2c57-4bb8-9cab-fa1d4c9c85c0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network c9ebe8e3-a461-409e-9216-d65f8764b976 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:16.007261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-db90f4d9-2c57-4bb8-9cab-fa1d4c9c85c0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, c9ebe8e3-a461-409e-9216-d65f8764b976) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:16.012894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db90f4d9-2c57-4bb8-9cab-fa1d4c9c85c0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:16.013727 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db90f4d9-2c57-4bb8-9cab-fa1d4c9c85c0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:16.048228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33156) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:16.048444 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-db90f4d9-2c57-4bb8-9cab-fa1d4c9c85c0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9608448 Feb 19 03:28:16.061935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d710fb-8dde-415f-8c9a-c1eda3ae4414 None None] Network c9ebe8e3-a461-409e-9216-d65f8764b976 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:16.311030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-35bd904b-a0ce-4463-bc94-bea27a2dd09e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4/tags HTTP/1.1" status: 204 len: 168 time: 0.5187762 Feb 19 03:28:16.318952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33158) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:16.511057 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ec92617-12fb-4e54-b73c-feaf74411528 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:16.518087 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8ec92617-12fb-4e54-b73c-feaf74411528 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/subnetpools/cda2dbc1-1a96-461a-9b1c-890d9c9e09a6 HTTP/1.1" status: 204 len: 168 time: 0.1978555 Feb 19 03:28:16.521360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33160) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:16.523994 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6cd1cd0-6bf0-478e-a220-e785e71f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cb60c019-18fd-4c4c-a5f4-8764d35b9708), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:16.530768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d6cd1cd0-6bf0-478e-a220-e785e71f9081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:16.531413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-c9ebe8e3-a461-409e-9216-d65f8764b976', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:28:16.532332 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:16.541170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d6cd1cd0-6bf0-478e-a220-e785e71f9081 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb60c019-18fd-4c4c-a5f4-8764d35b9708 HTTP/1.1" status: 204 len: 168 time: 0.9828057 Feb 19 03:28:16.551087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4213b75c-9c43-43bb-90a9-30353d8e6584 None None] Current status of the port d283b7f3-5fe8-41c4-92a3-3e3114e1301b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:16.551528 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4213b75c-9c43-43bb-90a9-30353d8e6584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:16.596013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd1cd0-6bf0-478e-a220-e785e71f9081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb60c019-18fd-4c4c-a5f4-8764d35b9708,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:16.634088 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ea231b0f-ed0c-4c23-ad95-b6121706d0e5 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "GET /v2.0/ports?device_id=09104d95-159c-4f15-81a1-740878e6c72d HTTP/1.1" status: 200 len: 205 time: 0.1114206 Feb 19 03:28:16.638739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33170) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:16.747241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Allocated IP 172.21.0.2 (c9ebe8e3-a461-409e-9216-d65f8764b976/60da8d66-e73f-44a9-9122-da3645b0a6eb/ced5deb4-25a7-4fbf-976b-932f5f7cd428) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:16.884995 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57507bb0-48d4-49b0-80bc-597e74105e8e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for router (09104d95-159c-4f15-81a1-740878e6c72d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:16.917299 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.110552 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Publish callbacks [] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.143044 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.168966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Network c9ebe8e3-a461-409e-9216-d65f8764b976 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:17.174587 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:17.183362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:17.367542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4213b75c-9c43-43bb-90a9-30353d8e6584 None None] For port d283b7f3-5fe8-41c4-92a3-3e3114e1301b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d283b7f3-5fe8-41c4-92a3-3e3114e1301b,segment=NetworkSegment(5bd9d4d4-502a-4619-a201-8652281e6976),segment_id=5bd9d4d4-502a-4619-a201-8652281e6976)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:17.399046 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57507bb0-48d4-49b0-80bc-597e74105e8e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (09104d95-159c-4f15-81a1-740878e6c72d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.408840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57507bb0-48d4-49b0-80bc-597e74105e8e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for router_controller (09104d95-159c-4f15-81a1-740878e6c72d), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.478858 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4213b75c-9c43-43bb-90a9-30353d8e6584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.491391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Attempting to bind port ced5deb4-25a7-4fbf-976b-932f5f7cd428 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:17.491783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Attempting to bind port ced5deb4-25a7-4fbf-976b-932f5f7cd428 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'b3e1787e-ad49-44ff-b233-cbd64344f6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:17.492147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Attempting to bind port ced5deb4-25a7-4fbf-976b-932f5f7cd428 on network c9ebe8e3-a461-409e-9216-d65f8764b976 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:17.514490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:17.514874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Checking segment: {'id': 'b3e1787e-ad49-44ff-b233-cbd64344f6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:17.515295 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.515695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Bound using segment: {'id': 'b3e1787e-ad49-44ff-b233-cbd64344f6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:17.516190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Bound port: ced5deb4-25a7-4fbf-976b-932f5f7cd428, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e1787e-ad49-44ff-b233-cbd64344f6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:17.516571 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.541003 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57507bb0-48d4-49b0-80bc-597e74105e8e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (09104d95-159c-4f15-81a1-740878e6c72d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.543541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57507bb0-48d4-49b0-80bc-597e74105e8e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Fanout notify agent at l3_agent the message router_deleted on router 09104d95-159c-4f15-81a1-740878e6c72d {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:28:17.565506 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57507bb0-48d4-49b0-80bc-597e74105e8e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.567496 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-57507bb0-48d4-49b0-80bc-597e74105e8e tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/routers/09104d95-159c-4f15-81a1-740878e6c72d HTTP/1.1" status: 204 len: 168 time: 0.9277987 Feb 19 03:28:17.570098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33194) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:17.695935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] For port ced5deb4-25a7-4fbf-976b-932f5f7cd428, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:17.700279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Allocated IP 172.21.0.1 (c9ebe8e3-a461-409e-9216-d65f8764b976/60da8d66-e73f-44a9-9122-da3645b0a6eb/a4fc02c8-8ab1-41d9-ac1f-dbea81431db0) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:17.715536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] For port ced5deb4-25a7-4fbf-976b-932f5f7cd428, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ced5deb4-25a7-4fbf-976b-932f5f7cd428,segment=NetworkSegment(b3e1787e-ad49-44ff-b233-cbd64344f6d9),segment_id=b3e1787e-ad49-44ff-b233-cbd64344f6d9)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:17.754425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:10Z', 'revision_number': 2, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:15Z', 'revision_number': 4, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:17.767016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e65bdf1b-6e08-43b4-bca2-28ece6aad98c details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:28:17.857820 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.881714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ac653912-42f8-4b88-84de-c50172c33a06 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Deleting port 8820c878-7e84-4738-95b4-0f6163c12d49 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:17.882774 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac653912-42f8-4b88-84de-c50172c33a06 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8820c878-7e84-4738-95b4-0f6163c12d49), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:17.998661 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.099300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33210) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:18.111394 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.115378 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac653912-42f8-4b88-84de-c50172c33a06 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8820c878-7e84-4738-95b4-0f6163c12d49), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.118567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Pushing event updated for resources: {'Port': ['ID=ced5deb4-25a7-4fbf-976b-932f5f7cd428,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:18.136004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ac653912-42f8-4b88-84de-c50172c33a06 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Calling delete_port for 8820c878-7e84-4738-95b4-0f6163c12d49 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:18.136738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5ddfeb-9709-4c63-9270-1090745a17dc None None] The sync data for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 is: [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:10Z', 'revision_number': 2, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:15Z', 'revision_number': 4, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:18.242486 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1551b5f2-0de0-43e4-a583-9c5e6cc23165 None None] Provisioning complete for port d283b7f3-5fe8-41c4-92a3-3e3114e1301b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:18.244375 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1551b5f2-0de0-43e4-a583-9c5e6cc23165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.262880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e65bdf1b-6e08-43b4-bca2-28ece6aad98c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e65bdf1b-6e08-43b4-bca2-28ece6aad98c,segment=NetworkSegment(d0fb1aef-852c-4b59-a48e-75c751b128e5),segment_id=d0fb1aef-852c-4b59-a48e-75c751b128e5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:18.280175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfe7f16-b7f6-463c-a03d-2051192ee87a req-fd2a7aad-a6a9-4e87-bf6b-afc4471e021e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:18.294365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1dfe7f16-b7f6-463c-a03d-2051192ee87a req-fd2a7aad-a6a9-4e87-bf6b-afc4471e021e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 983 time: 1.3674502 Feb 19 03:28:18.333830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=a4fc02c8-8ab1-41d9-ac1f-dbea81431db0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:18.368252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'port_id': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c', 'mac_address': 'fa:16:3e:fb:62:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:28:18.383989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213b75c-9c43-43bb-90a9-30353d8e6584 None None] Pushing event updated for resources: {'Port': ['ID=d283b7f3-5fe8-41c4-92a3-3e3114e1301b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:18.416525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network c9ebe8e3-a461-409e-9216-d65f8764b976 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:18.476905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1dfe7f16-b7f6-463c-a03d-2051192ee87a req-a3ce9422-6859-4b3a-92f7-5c4ce5d9aec2 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1757791 Feb 19 03:28:18.483384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac653912-42f8-4b88-84de-c50172c33a06 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8820c878-7e84-4738-95b4-0f6163c12d49), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.493370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:18.499234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:18.548602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e65bdf1b-6e08-43b4-bca2-28ece6aad98c is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:18.573994 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.676922 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac653912-42f8-4b88-84de-c50172c33a06 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Pushing event deleted for resources: {'Port': ['ID=8820c878-7e84-4738-95b4-0f6163c12d49,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:18.677586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2112357577-network', 'tenant_id': 'ec7f829b7f10404ea8a42415b69ddb2f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:18.770659 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.823303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac653912-42f8-4b88-84de-c50172c33a06 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.831319 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ac653912-42f8-4b88-84de-c50172c33a06 tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/ports/8820c878-7e84-4738-95b4-0f6163c12d49 HTTP/1.1" status: 204 len: 168 time: 1.2595026 Feb 19 03:28:18.835220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33218) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:18.853083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e65bdf1b-6e08-43b4-bca2-28ece6aad98c {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:18.924037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Made reservation on behalf of ec7f829b7f10404ea8a42415b69ddb2f for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:18.926426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.929690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb12466-73b8-4deb-b199-91bb3a6e2eba None None] Pushing event updated for resources: {'Port': ['ID=ced5deb4-25a7-4fbf-976b-932f5f7cd428,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:18.972066 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:18.996085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c0d2dd-c14a-4220-b1b2-6e55b9f8600c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Deleting subnet 05a2bbef-0b07-4364-916e-9e2c5e51ace4 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:28:19.005213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2dd-c14a-4220-b1b2-6e55b9f8600c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for subnet (05a2bbef-0b07-4364-916e-9e2c5e51ace4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.047362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e65bdf1b-6e08-43b4-bca2-28ece6aad98c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e65bdf1b-6e08-43b4-bca2-28ece6aad98c,segment=NetworkSegment(d0fb1aef-852c-4b59-a48e-75c751b128e5),segment_id=d0fb1aef-852c-4b59-a48e-75c751b128e5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:19.049835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1551b5f2-0de0-43e4-a583-9c5e6cc23165 None None] Current status of the port d283b7f3-5fe8-41c4-92a3-3e3114e1301b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:19.058111 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.149101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e65bdf1b-6e08-43b4-bca2-28ece6aad98c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:19.151146 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2dd-c14a-4220-b1b2-6e55b9f8600c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (05a2bbef-0b07-4364-916e-9e2c5e51ace4), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.350151 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2dd-c14a-4220-b1b2-6e55b9f8600c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (05a2bbef-0b07-4364-916e-9e2c5e51ace4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.380070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e65bdf1b-6e08-43b4-bca2-28ece6aad98c'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:19.433424 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.475870 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Publish callbacks [] for security_group (36112495-2129-4bbd-b3c0-4deb185c8948), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.478549 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2dd-c14a-4220-b1b2-6e55b9f8600c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (05a2bbef-0b07-4364-916e-9e2c5e51ace4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.568807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0d2dd-c14a-4220-b1b2-6e55b9f8600c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Pushing event deleted for resources: {'Subnet': ['ID=05a2bbef-0b07-4364-916e-9e2c5e51ace4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:19.584569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c9c0d2dd-c14a-4220-b1b2-6e55b9f8600c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.588020 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c9c0d2dd-c14a-4220-b1b2-6e55b9f8600c tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/subnets/05a2bbef-0b07-4364-916e-9e2c5e51ace4 HTTP/1.1" status: 204 len: 168 time: 0.7517226 Feb 19 03:28:19.597254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33226) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:19.620262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddde2b5a-bc13-4eb3-82f3-db39f43c31c8 None None] Network 084367b0-cbed-4910-baa8-1a20ce83b048 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:19.835697 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (084367b0-cbed-4910-baa8-1a20ce83b048), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:19.967802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Deleting port 31212baa-178e-49a8-9f82-62b9c2720d6f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:19.968064 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.033524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] DHCP port deletion for 084367b0-cbed-4910-baa8-1a20ce83b048 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:28:20.166043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Deleting port 31212baa-178e-49a8-9f82-62b9c2720d6f {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:20.168689 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.194880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] For port 31212baa-178e-49a8-9f82-62b9c2720d6f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=31212baa-178e-49a8-9f82-62b9c2720d6f,segment=NetworkSegment(f8ee5f33-6df0-4602-a07c-cc97b579162d),segment_id=f8ee5f33-6df0-4602-a07c-cc97b579162d)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:20.195461 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.229384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Calling delete_port for 31212baa-178e-49a8-9f82-62b9c2720d6f owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:20.330039 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] For port 31212baa-178e-49a8-9f82-62b9c2720d6f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=31212baa-178e-49a8-9f82-62b9c2720d6f,segment=NetworkSegment(f8ee5f33-6df0-4602-a07c-cc97b579162d),segment_id=f8ee5f33-6df0-4602-a07c-cc97b579162d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:20.331836 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.347274 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (36112495-2129-4bbd-b3c0-4deb185c8948), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.395778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:20.413062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Calling delete_port for 31212baa-178e-49a8-9f82-62b9c2720d6f owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:20.427336 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (02041a48-49eb-401d-8721-9a0216bb2f77), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.427675 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Added segment 02041a48-49eb-401d-8721-9a0216bb2f77 of type vlan for network 8f645b93-c62f-4fed-9f74-b46545793edd Feb 19 03:28:20.477751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.555232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Pushing event deleted for resources: {'Port': ['ID=31212baa-178e-49a8-9f82-62b9c2720d6f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:20.570209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] No DVR routers for this DVR port 31212baa-178e-49a8-9f82-62b9c2720d6f on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:20.590924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f119e9-5c3f-49b4-a59a-d4a2adfc1ab4 None None] Network c9ebe8e3-a461-409e-9216-d65f8764b976 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:20.659632 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (8f645b93-c62f-4fed-9f74-b46545793edd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.709765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36112495-2129-4bbd-b3c0-4deb185c8948,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:20.779683 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (8f645b93-c62f-4fed-9f74-b46545793edd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.784239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:20.786069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.795633 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (084367b0-cbed-4910-baa8-1a20ce83b048), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.827254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084367b0-cbed-4910-baa8-1a20ce83b048']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:20.831374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ced5deb4-25a7-4fbf-976b-932f5f7cd428 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:20.845358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f41ff255-640e-463b-983f-dcdfdc06b71e None None] Provisioning complete for port ced5deb4-25a7-4fbf-976b-932f5f7cd428 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:20.845865 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f41ff255-640e-463b-983f-dcdfdc06b71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.848721 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (31212baa-178e-49a8-9f82-62b9c2720d6f), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.856321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ee5f33-6df0-4602-a07c-cc97b579162d') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:20.856321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ee5f33-6df0-4602-a07c-cc97b579162d') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:20.875563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (f8ee5f33-6df0-4602-a07c-cc97b579162d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.905744 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f8ee5f33-6df0-4602-a07c-cc97b579162d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.921426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:28:20.922686 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (f8ee5f33-6df0-4602-a07c-cc97b579162d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:28:20.970657 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:28:21.061900 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (084367b0-cbed-4910-baa8-1a20ce83b048), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.066179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Pushing event deleted for resources: {'Port': ['ID=31212baa-178e-49a8-9f82-62b9c2720d6f,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:21.083501 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.088006 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] 10.222.0.81 "DELETE /v2.0/networks/084367b0-cbed-4910-baa8-1a20ce83b048 HTTP/1.1" status: 204 len: 168 time: 1.4896781 Feb 19 03:28:21.100776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d806f-fc10-4c26-91c0-76aaf559456f tempest-TagsExtTest-1379290028 tempest-TagsExtTest-1379290028-project] Pushing event deleted for resources: {'Network': ['ID=084367b0-cbed-4910-baa8-1a20ce83b048,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:21.125441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.125782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.126113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.126675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.126789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.127071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.127389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.127705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.128020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.128334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.128656 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.129006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.129319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:21.134348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33246) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:21.141286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-51955d1f-5530-4ad1-9843-f9fdf955d2d5 admin admin] Request body: {'subnet': {'network_id': '8f645b93-c62f-4fed-9f74-b46545793edd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2112357577-subnet', 'tenant_id': 'ec7f829b7f10404ea8a42415b69ddb2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:21.148731 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.0404689 Feb 19 03:28:21.151154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] Network 084367b0-cbed-4910-baa8-1a20ce83b048 is not hosted by any dhcp agent {{(pid=109900) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:28:21.157669 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9d0103-4717-4083-8ace-68d7fe6869ff None None] No DVR routers for this DVR port 31212baa-178e-49a8-9f82-62b9c2720d6f on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:28:21.185598 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51955d1f-5530-4ad1-9843-f9fdf955d2d5 admin admin] Made reservation on behalf of ec7f829b7f10404ea8a42415b69ddb2f for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:21.194094 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51955d1f-5530-4ad1-9843-f9fdf955d2d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.341450 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ced5deb4-25a7-4fbf-976b-932f5f7cd428 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:21.342015 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.346795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f41ff255-640e-463b-983f-dcdfdc06b71e None None] Current status of the port ced5deb4-25a7-4fbf-976b-932f5f7cd428 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:21.346795 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f41ff255-640e-463b-983f-dcdfdc06b71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.455635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f41ff255-640e-463b-983f-dcdfdc06b71e None None] For port ced5deb4-25a7-4fbf-976b-932f5f7cd428, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ced5deb4-25a7-4fbf-976b-932f5f7cd428,segment=NetworkSegment(b3e1787e-ad49-44ff-b233-cbd64344f6d9),segment_id=b3e1787e-ad49-44ff-b233-cbd64344f6d9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:21.466827 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f41ff255-640e-463b-983f-dcdfdc06b71e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.569273 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51955d1f-5530-4ad1-9843-f9fdf955d2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (0ab0cb32-ec2c-4ef1-8a98-078261d62791), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.598117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.605000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33250) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:21.608971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01775e-3e61-4a44-83a9-6c0e72ed22b4 req-bf31afb8-ff95-4495-9411-3b4f81fe9c84 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:21.618828 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be01775e-3e61-4a44-83a9-6c0e72ed22b4 req-bf31afb8-ff95-4495-9411-3b4f81fe9c84 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 984 time: 1.3146539 Feb 19 03:28:21.622912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25c82e-63c6-47e5-9158-0d096a75d872 admin admin] Pushing event updated for resources: {'Network': ['ID=8f645b93-c62f-4fed-9f74-b46545793edd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:21.628873 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e65bdf1b-6e08-43b4-bca2-28ece6aad98c up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:21.645727 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.707142 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.745063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 8f645b93-c62f-4fed-9f74-b46545793edd details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:21.747853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ff255-640e-463b-983f-dcdfdc06b71e None None] Pushing event updated for resources: {'Port': ['ID=ced5deb4-25a7-4fbf-976b-932f5f7cd428,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:21.761483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51955d1f-5530-4ad1-9843-f9fdf955d2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab0cb32-ec2c-4ef1-8a98-078261d62791,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:21.769749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51955d1f-5530-4ad1-9843-f9fdf955d2d5 admin admin] Checking segment: {'id': '02041a48-49eb-401d-8721-9a0216bb2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f645b93-c62f-4fed-9f74-b46545793edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:21.770373 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51955d1f-5530-4ad1-9843-f9fdf955d2d5 admin admin] Network hostable DHCP agents. Network: 8f645b93-c62f-4fed-9f74-b46545793edd, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:21.798815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ced5deb4-25a7-4fbf-976b-932f5f7cd428 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:21.800301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d283b7f3-5fe8-41c4-92a3-3e3114e1301b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:21.826253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51955d1f-5530-4ad1-9843-f9fdf955d2d5 admin admin] Network 8f645b93-c62f-4fed-9f74-b46545793edd is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:21.847121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-51955d1f-5530-4ad1-9843-f9fdf955d2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 8f645b93-c62f-4fed-9f74-b46545793edd) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:21.879800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51955d1f-5530-4ad1-9843-f9fdf955d2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:21.884045 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-51955d1f-5530-4ad1-9843-f9fdf955d2d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:21.897350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43eb468-ee52-4c96-af65-9ecfad9f7286 None None] Network 8f645b93-c62f-4fed-9f74-b46545793edd requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:21.920527 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-51955d1f-5530-4ad1-9843-f9fdf955d2d5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7847507 Feb 19 03:28:22.005888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=a4fc02c8-8ab1-41d9-ac1f-dbea81431db0,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:22.056088 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ea31d930-d34e-4511-9e0a-ee8ba885c95e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=148f971e3df64fd8a65848694d3578df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4272919 Feb 19 03:28:22.059051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33266) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:22.089996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network c9ebe8e3-a461-409e-9216-d65f8764b976 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:22.098284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:22.224590 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a2d95869-5ba9-4949-962d-3adf4c612f9a admin admin] Publish callbacks [] for security_group (27464699-c687-4475-8110-52e16a8696b0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.257999 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a2d95869-5ba9-4949-962d-3adf4c612f9a admin admin] Publish callbacks [] for security_group (27464699-c687-4475-8110-52e16a8696b0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.284537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be01775e-3e61-4a44-83a9-6c0e72ed22b4 req-c4535c00-42cc-46a8-b34c-235125735b8d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6646729 Feb 19 03:28:22.378066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a2d95869-5ba9-4949-962d-3adf4c612f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (27464699-c687-4475-8110-52e16a8696b0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.380746 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a2d95869-5ba9-4949-962d-3adf4c612f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.385433 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a2d95869-5ba9-4949-962d-3adf4c612f9a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/27464699-c687-4475-8110-52e16a8696b0 HTTP/1.1" status: 204 len: 168 time: 0.3218341 Feb 19 03:28:22.409666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d95869-5ba9-4949-962d-3adf4c612f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27464699-c687-4475-8110-52e16a8696b0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:22.410214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 87014351-5645-4171-9170-7fbdcce1d339 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:22.625214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e8cb7a83-325f-4e16-83a1-5a53ddc28bcf None None] Provisioning complete for port ced5deb4-25a7-4fbf-976b-932f5f7cd428 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:22.625740 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e8cb7a83-325f-4e16-83a1-5a53ddc28bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.627632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port e65bdf1b-6e08-43b4-bca2-28ece6aad98c completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:28:22.700436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port e65bdf1b-6e08-43b4-bca2-28ece6aad98c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:22.701008 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.701885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:22.718260 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Sync routers for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:22.723278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d1df8e3d-4c0a-40c3-9772-a726070aeeab tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6724455 Feb 19 03:28:22.725655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33286) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:22.731251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5705619c-7504-4286-a6c4-828cc24a97a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'network': {'name': 'tempest-RoutersTest-238309796'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:22.759080 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:22.759811 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:22.788655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5705619c-7504-4286-a6c4-828cc24a97a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:22.805192 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5705619c-7504-4286-a6c4-828cc24a97a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.863169 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.871280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5705619c-7504-4286-a6c4-828cc24a97a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:22.882196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d283b7f3-5fe8-41c4-92a3-3e3114e1301b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:22.882823 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.890107 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5705619c-7504-4286-a6c4-828cc24a97a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (bab29409-444c-495e-be08-56f89edd9e3a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.890200 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-5705619c-7504-4286-a6c4-828cc24a97a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Added segment bab29409-444c-495e-be08-56f89edd9e3a of type vlan for network bff531fa-0a8b-4cee-9a34-91382c1e1902 Feb 19 03:28:22.922063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33296) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:22.927506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-579471716-network', 'tenant_id': '865f4c4d2e804ad1a4c81af953d28131'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:22.974778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Made reservation on behalf of 865f4c4d2e804ad1a4c81af953d28131 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:22.975151 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5705619c-7504-4286-a6c4-828cc24a97a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (bff531fa-0a8b-4cee-9a34-91382c1e1902), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:22.977990 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:23.006583 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:23.029494 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5705619c-7504-4286-a6c4-828cc24a97a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (bff531fa-0a8b-4cee-9a34-91382c1e1902), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:23.037890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5705619c-7504-4286-a6c4-828cc24a97a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:23.038902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5705619c-7504-4286-a6c4-828cc24a97a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:23.086727 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5705619c-7504-4286-a6c4-828cc24a97a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3598516 Feb 19 03:28:23.092503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33302) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:23.104492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-932fdf22-8136-4500-966f-70b95baa874a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'subnet': {'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:23.123157 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:23.140964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c62da1-d406-48c0-9e2a-502a0656ef6c None None] Network 8f645b93-c62f-4fed-9f74-b46545793edd requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:23.281147 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705619c-7504-4286-a6c4-828cc24a97a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Network': ['ID=bff531fa-0a8b-4cee-9a34-91382c1e1902,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:23.502988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network bff531fa-0a8b-4cee-9a34-91382c1e1902 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:23.637165 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Publish callbacks [] for security_group (aef91351-c56c-4221-aeb3-30e0f59537f5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:23.641397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932fdf22-8136-4500-966f-70b95baa874a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:23.643519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e65bdf1b-6e08-43b4-bca2-28ece6aad98c is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:23.644024 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:23.650747 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-932fdf22-8136-4500-966f-70b95baa874a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:23.717090 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:19Z', 'revision_number': 3, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:21Z', 'revision_number': 2, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:23.736409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bdaf9-3cf4-4c09-9a7a-5dcff2f0221a req-f78ae2b3-dee0-4ec0-b2c3-eb70e56f0ac9 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:23.740245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac4bdaf9-3cf4-4c09-9a7a-5dcff2f0221a req-f78ae2b3-dee0-4ec0-b2c3-eb70e56f0ac9 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 984 time: 0.3030674 Feb 19 03:28:23.748271 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (aef91351-c56c-4221-aeb3-30e0f59537f5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:23.797322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb7a83-325f-4e16-83a1-5a53ddc28bcf None None] Current status of the port ced5deb4-25a7-4fbf-976b-932f5f7cd428 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:23.816252 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Checking router: 87014351-5645-4171-9170-7fbdcce1d339 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:23.817411 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Updating router 87014351-5645-4171-9170-7fbdcce1d339 port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:23.829104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d283b7f3-5fe8-41c4-92a3-3e3114e1301b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:23.880211 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:23.930352 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef91351-c56c-4221-aeb3-30e0f59537f5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:23.984833 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:24.004381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 31212baa-178e-49a8-9f82-62b9c2720d6f no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:28:24.024937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (043773c7-3e72-4e47-a26b-7976ed182a70), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.025432 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Added segment 043773c7-3e72-4e47-a26b-7976ed182a70 of type vlan for network 5a6a2806-b49d-4c73-865b-60c5f073895d Feb 19 03:28:24.033665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:24.036127 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d91ebca-df77-4066-a4df-17f5bdd049ab" -d '{"events": [{"server_uuid": "fefd69f4-2705-4492-952e-a05ed7064b94", "name": "network-vif-plugged", "status": "completed", "tag": "e65bdf1b-6e08-43b4-bca2-28ece6aad98c"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:24.049955 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.132146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e8cb7a83-325f-4e16-83a1-5a53ddc28bcf None None] Provisioning complete for port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:24.132514 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e8cb7a83-325f-4e16-83a1-5a53ddc28bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.144850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 31212baa-178e-49a8-9f82-62b9c2720d6f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:28:24.145225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 31212baa-178e-49a8-9f82-62b9c2720d6f not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:28:24.152262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e65bdf1b-6e08-43b4-bca2-28ece6aad98c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e65bdf1b-6e08-43b4-bca2-28ece6aad98c,segment=NetworkSegment(d0fb1aef-852c-4b59-a48e-75c751b128e5),segment_id=d0fb1aef-852c-4b59-a48e-75c751b128e5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:24.231775 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.238610 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ac4bdaf9-3cf4-4c09-9a7a-5dcff2f0221a req-0289c3d2-43c5-485e-8719-65810ac4bcf0 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4802582 Feb 19 03:28:24.280841 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (5a6a2806-b49d-4c73-865b-60c5f073895d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.313620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb7a83-325f-4e16-83a1-5a53ddc28bcf None None] Port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:24.451631 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc612ab-3897-42e3-9718-8b7dcaa9a141 x-openstack-request-id: req-dbc612ab-3897-42e3-9718-8b7dcaa9a141 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:24.451962 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefd69f4-2705-4492-952e-a05ed7064b94", "name": "network-vif-plugged", "status": "completed", "tag": "e65bdf1b-6e08-43b4-bca2-28ece6aad98c", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:24.452175 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dbc612ab-3897-42e3-9718-8b7dcaa9a141 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:24.452605 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c', 'code': 200} Feb 19 03:28:24.467679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ced5deb4-25a7-4fbf-976b-932f5f7cd428 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:24.471533 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (5a6a2806-b49d-4c73-865b-60c5f073895d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.473335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:24.473926 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.664872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] Pushing event updated for resources: {'Network': ['ID=5a6a2806-b49d-4c73-865b-60c5f073895d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:24.713826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 5a6a2806-b49d-4c73-865b-60c5f073895d details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:24.719270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e65bdf1b-6e08-43b4-bca2-28ece6aad98c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:24.763330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c7684cf7-f06a-4a93-8f65-4959ec1f0609 None None] Provisioning complete for port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:24.770197 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7684cf7-f06a-4a93-8f65-4959ec1f0609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.784632 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33346) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:24.786216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9751cee5-4ebe-4dc2-b023-5d1624060a1f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8627508 Feb 19 03:28:24.792134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f5188a10-c39c-46c7-855e-b5a5d6cd5ae9 admin admin] Request body: {'subnet': {'network_id': '5a6a2806-b49d-4c73-865b-60c5f073895d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-579471716-subnet', 'tenant_id': '865f4c4d2e804ad1a4c81af953d28131', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:24.842595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5188a10-c39c-46c7-855e-b5a5d6cd5ae9 admin admin] Made reservation on behalf of 865f4c4d2e804ad1a4c81af953d28131 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:24.849101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5188a10-c39c-46c7-855e-b5a5d6cd5ae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.952449 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-932fdf22-8136-4500-966f-70b95baa874a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (0a8483c6-e939-4903-b096-b7fb47a28030), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.959345 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Publish callbacks [] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:24.972048 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:25.008135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c7684cf7-f06a-4a93-8f65-4959ec1f0609 None None] Port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:25.043108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ced5deb4-25a7-4fbf-976b-932f5f7cd428 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:25.043508 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:25.063672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0267e4-3b69-4ba4-87dc-ca74881a924c req-8125a5f8-24a3-4db1-bd67-4f50e415ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:25.075282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f0267e4-3b69-4ba4-87dc-ca74881a924c req-8125a5f8-24a3-4db1-bd67-4f50e415ef5c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 1167 time: 0.4683163 Feb 19 03:28:25.120736 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Pushing event updated for resources: {'Port': ['ID=a4fc02c8-8ab1-41d9-ac1f-dbea81431db0,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:25.143847 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.144196 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.149141 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.149689 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.154070 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.155201 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.155955 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.156445 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.156957 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.157476 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.157947 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.158429 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.158912 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:25.274971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932fdf22-8136-4500-966f-70b95baa874a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Subnet': ['ID=0a8483c6-e939-4903-b096-b7fb47a28030,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:25.312457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932fdf22-8136-4500-966f-70b95baa874a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Checking segment: {'id': 'bab29409-444c-495e-be08-56f89edd9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:25.316942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932fdf22-8136-4500-966f-70b95baa874a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network hostable DHCP agents. Network: bff531fa-0a8b-4cee-9a34-91382c1e1902, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:25.329535 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Attempting to bind port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:25.333040 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Attempting to bind port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'b3e1787e-ad49-44ff-b233-cbd64344f6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:25.333633 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Attempting to bind port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 on network c9ebe8e3-a461-409e-9216-d65f8764b976 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:25.350083 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:25.350707 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Checking segment: {'id': 'b3e1787e-ad49-44ff-b233-cbd64344f6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:25.351286 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:25.355418 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Bound using segment: {'id': 'b3e1787e-ad49-44ff-b233-cbd64344f6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:25.356247 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Bound port: a4fc02c8-8ab1-41d9-ac1f-dbea81431db0, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e1787e-ad49-44ff-b233-cbd64344f6d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:25.356874 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:25.371591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ced5deb4-25a7-4fbf-976b-932f5f7cd428 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:25.418860 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5188a10-c39c-46c7-855e-b5a5d6cd5ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (62be4e62-f48c-4c80-af5f-2151eb980671), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:25.454074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f0267e4-3b69-4ba4-87dc-ca74881a924c req-9ec6b94c-7f90-4f44-a71e-3b24da258fa1 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5fce3f6d-cd3b-4153-b800-3511573b85bf&id=38c2f609-3449-4066-b4a4-4d94474d1916&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3663640 Feb 19 03:28:25.481951 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] For port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:25.487935 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] For port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a4fc02c8-8ab1-41d9-ac1f-dbea81431db0,segment=NetworkSegment(b3e1787e-ad49-44ff-b233-cbd64344f6d9),segment_id=b3e1787e-ad49-44ff-b233-cbd64344f6d9)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:25.500212 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:25.515620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932fdf22-8136-4500-966f-70b95baa874a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network bff531fa-0a8b-4cee-9a34-91382c1e1902 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:25.607588 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:25.609191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-932fdf22-8136-4500-966f-70b95baa874a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, bff531fa-0a8b-4cee-9a34-91382c1e1902) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:25.617128 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:25.620834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4a07f3-d0a2-4dfc-876e-dea57f933b73 None None] Network bff531fa-0a8b-4cee-9a34-91382c1e1902 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:25.638983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5188a10-c39c-46c7-855e-b5a5d6cd5ae9 admin admin] Checking segment: {'id': '043773c7-3e72-4e47-a26b-7976ed182a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '5a6a2806-b49d-4c73-865b-60c5f073895d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:25.639263 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5188a10-c39c-46c7-855e-b5a5d6cd5ae9 admin admin] Network hostable DHCP agents. Network: 5a6a2806-b49d-4c73-865b-60c5f073895d, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:25.641639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932fdf22-8136-4500-966f-70b95baa874a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:25.642263 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-932fdf22-8136-4500-966f-70b95baa874a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:25.662451 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5188a10-c39c-46c7-855e-b5a5d6cd5ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62be4e62-f48c-4c80-af5f-2151eb980671,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:25.734179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-932fdf22-8136-4500-966f-70b95baa874a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6404333 Feb 19 03:28:25.749278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5188a10-c39c-46c7-855e-b5a5d6cd5ae9 admin admin] Network 5a6a2806-b49d-4c73-865b-60c5f073895d is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:25.751971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33366) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:25.778033 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f5188a10-c39c-46c7-855e-b5a5d6cd5ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 5a6a2806-b49d-4c73-865b-60c5f073895d) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:25.786896 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5188a10-c39c-46c7-855e-b5a5d6cd5ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:25.787521 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f5188a10-c39c-46c7-855e-b5a5d6cd5ae9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:25.849596 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f5188a10-c39c-46c7-855e-b5a5d6cd5ae9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0630789 Feb 19 03:28:25.880652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701edc07-4205-41f0-8534-2bfd3e0c4188 None None] Network 5a6a2806-b49d-4c73-865b-60c5f073895d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:25.886536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740bcb3-a817-44f3-b570-eacbf161acd3 req-5f1ecc1d-8077-4110-8219-d94134442f46 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:25.888283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7740bcb3-a817-44f3-b570-eacbf161acd3 req-5f1ecc1d-8077-4110-8219-d94134442f46 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 985 time: 0.4740202 Feb 19 03:28:25.960354 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:25.994676 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6e2922a2-32be-40c0-90f9-b9a04c44626d None None] Provisioning complete for port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:25.994891 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e2922a2-32be-40c0-90f9-b9a04c44626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.187411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7740bcb3-a817-44f3-b570-eacbf161acd3 req-560e4615-34f4-4c69-a512-8646482b4e03 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2056568 Feb 19 03:28:26.517345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6e2922a2-32be-40c0-90f9-b9a04c44626d None None] Current status of the port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:26.518061 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e2922a2-32be-40c0-90f9-b9a04c44626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.580782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c62505-3b5f-4dc0-8a74-c4a7fd1d5c1a None None] Network 5a6a2806-b49d-4c73-865b-60c5f073895d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:26.623048 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:19Z', 'revision_number': 3, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:25Z', 'revision_number': 4, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:26.663844 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f00c34-fc59-422a-b277-3f1391246dfa None None] The sync data for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 is: [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:19Z', 'revision_number': 3, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:25Z', 'revision_number': 4, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:26.678242 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b52d67-5234-4173-853f-d6d6f68d8b39 None None] Pushing event updated for resources: {'Port': ['ID=a4fc02c8-8ab1-41d9-ac1f-dbea81431db0,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:26.906155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-bff531fa-0a8b-4cee-9a34-91382c1e1902', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:28:26.907983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:26.968125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6e2922a2-32be-40c0-90f9-b9a04c44626d None None] For port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a4fc02c8-8ab1-41d9-ac1f-dbea81431db0,segment=NetworkSegment(b3e1787e-ad49-44ff-b233-cbd64344f6d9),segment_id=b3e1787e-ad49-44ff-b233-cbd64344f6d9)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:27.124278 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6e2922a2-32be-40c0-90f9-b9a04c44626d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.399042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2922a2-32be-40c0-90f9-b9a04c44626d None None] Pushing event updated for resources: {'Port': ['ID=a4fc02c8-8ab1-41d9-ac1f-dbea81431db0,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:27.414382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0e3a147a-3262-4e0a-938e-190bfd114569 None None] Provisioning complete for port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:27.415116 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0e3a147a-3262-4e0a-938e-190bfd114569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:27.512948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Allocated IP 172.22.0.2 (bff531fa-0a8b-4cee-9a34-91382c1e1902/0a8483c6-e939-4903-b096-b7fb47a28030/7ac2b088-53e5-4879-bc41-414107e5c809) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:28.076970 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:28.170235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0e3a147a-3262-4e0a-938e-190bfd114569 None None] Current status of the port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:28.436121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:28.560119 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Publish callbacks [] for port (7ac2b088-53e5-4879-bc41-414107e5c809), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:28.575545 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:28.617804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:28.618520 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:28.677515 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Network bff531fa-0a8b-4cee-9a34-91382c1e1902 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:28.701912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:28.706075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:28.740302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Pushing event updated for resources: {'Port': ['ID=7ac2b088-53e5-4879-bc41-414107e5c809,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:28.810064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:28.831117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-2d8fc221-3158-4c21-8b38-f739ace94fd5 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:28.843060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-2d8fc221-3158-4c21-8b38-f739ace94fd5 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/networks?id=8f645b93-c62f-4fed-9f74-b46545793edd HTTP/1.1" status: 200 len: 825 time: 1.8045912 Feb 19 03:28:28.904435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-1918549f-4de6-4895-934c-2255d9b6bd02 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/quotas/ec7f829b7f10404ea8a42415b69ddb2f HTTP/1.1" status: 200 len: 375 time: 0.0590026 Feb 19 03:28:28.958940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Attempting to bind port 7ac2b088-53e5-4879-bc41-414107e5c809 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:28.959316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Attempting to bind port 7ac2b088-53e5-4879-bc41-414107e5c809 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'bab29409-444c-495e-be08-56f89edd9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:28.959688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Attempting to bind port 7ac2b088-53e5-4879-bc41-414107e5c809 on network bff531fa-0a8b-4cee-9a34-91382c1e1902 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:28.967548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:28.967931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Checking segment: {'id': 'bab29409-444c-495e-be08-56f89edd9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:28.968340 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:28.968779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Bound using segment: {'id': 'bab29409-444c-495e-be08-56f89edd9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:28.974994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Bound port: 7ac2b088-53e5-4879-bc41-414107e5c809, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab29409-444c-495e-be08-56f89edd9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:28.975405 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:28.986866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-d9245db1-cf4a-4f83-baf2-c383afcc2459 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ec7f829b7f10404ea8a42415b69ddb2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0819674 Feb 19 03:28:29.110873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Allocated IP 172.22.0.1 (bff531fa-0a8b-4cee-9a34-91382c1e1902/0a8483c6-e939-4903-b096-b7fb47a28030/d525f80a-be87-49be-9141-e456bc48cfd3) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:29.130074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] For port 7ac2b088-53e5-4879-bc41-414107e5c809, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:29.133488 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] For port 7ac2b088-53e5-4879-bc41-414107e5c809, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7ac2b088-53e5-4879-bc41-414107e5c809,segment=NetworkSegment(bab29409-444c-495e-be08-56f89edd9e3a),segment_id=bab29409-444c-495e-be08-56f89edd9e3a)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:29.146816 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.240577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ef7d7-44cd-46da-ad75-7969de083838 None None] Pushing event updated for resources: {'Port': ['ID=7ac2b088-53e5-4879-bc41-414107e5c809,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:29.362689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-de11c8e9-a209-4b90-a769-ccd710ea371a service neutron] 10.222.0.81 "GET /v2.0/networks/8f645b93-c62f-4fed-9f74-b46545793edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688474 Feb 19 03:28:29.436872 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:28:29.695659 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (d525f80a-be87-49be-9141-e456bc48cfd3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.804555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-41d0dc15-2bc9-4f3e-845f-671ab1095724 service neutron] 10.222.0.81 "GET /v2.0/networks/8f645b93-c62f-4fed-9f74-b46545793edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335120 Feb 19 03:28:29.809660 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:29.845359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network bff531fa-0a8b-4cee-9a34-91382c1e1902 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:29.850111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:29.877317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:29.938225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=d525f80a-be87-49be-9141-e456bc48cfd3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:29.957987 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.418694 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.442507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55fb4c-01a8-41be-8c59-ec27e4093c88 req-b034371a-b340-4550-b99e-c27841620f6b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:30.467557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7ac2b088-53e5-4879-bc41-414107e5c809 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:30.479607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b55fb4c-01a8-41be-8c59-ec27e4093c88 req-b034371a-b340-4550-b99e-c27841620f6b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 985 time: 0.1626387 Feb 19 03:28:30.718118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7ac2b088-53e5-4879-bc41-414107e5c809 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:30.718491 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:30.773875 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b55fb4c-01a8-41be-8c59-ec27e4093c88 req-0659da43-a0ff-43ed-aecb-4c168a88fc81 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2929988 Feb 19 03:28:31.082637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7ac2b088-53e5-4879-bc41-414107e5c809 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:31.082637 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:31.216840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 7ac2b088-53e5-4879-bc41-414107e5c809, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7ac2b088-53e5-4879-bc41-414107e5c809,segment=NetworkSegment(bab29409-444c-495e-be08-56f89edd9e3a),segment_id=bab29409-444c-495e-be08-56f89edd9e3a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:31.239843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:31.402604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=7ac2b088-53e5-4879-bc41-414107e5c809,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:31.409406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ff5344-3c93-4b47-bc04-53b81e477e98 None None] Network bff531fa-0a8b-4cee-9a34-91382c1e1902 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:31.481547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-da7a0bc9-2aa8-4dad-9339-ef58fc8bb280 None None] Provisioning complete for port 7ac2b088-53e5-4879-bc41-414107e5c809 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:31.482226 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-da7a0bc9-2aa8-4dad-9339-ef58fc8bb280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:31.526517 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (d525f80a-be87-49be-9141-e456bc48cfd3), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:31.617857 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:31.742147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-da7a0bc9-2aa8-4dad-9339-ef58fc8bb280 None None] Current status of the port 7ac2b088-53e5-4879-bc41-414107e5c809 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:31.912308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa35ac-d93c-4757-a92b-e36378fae9d8 req-3f8e949e-f3f9-4518-9285-7375ffa1555a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:31.914449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6efa35ac-d93c-4757-a92b-e36378fae9d8 req-3f8e949e-f3f9-4518-9285-7375ffa1555a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.3856144 Feb 19 03:28:31.927089 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:31.929750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=d525f80a-be87-49be-9141-e456bc48cfd3,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:32.431992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7ac2b088-53e5-4879-bc41-414107e5c809 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:32.487815 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6efa35ac-d93c-4757-a92b-e36378fae9d8 req-40f8a0c4-e335-4dce-9fbb-dae39d292b64 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5628207 Feb 19 03:28:32.520933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33500) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:32.655507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db7de938-e4fb-4093-99ae-57a835805629 req-13a7a67e-1731-4406-82c4-89d7a49c0119 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4238467 Feb 19 03:28:32.682824 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dc23f273-dc60-40d1-b9cb-83da1b99ad93 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/ca7cb691-07c3-42f5-a57b-fab24f32b658 HTTP/1.1" status: 200 len: 993 time: 0.1534543 Feb 19 03:28:32.699712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7ac2b088-53e5-4879-bc41-414107e5c809 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:32.700990 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.738059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b6ae64b-c1a9-4f4a-87b2-3a99c92b8263 req-4e0a510c-9d9d-4fcd-87c3-e74527940e2a tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 210 time: 0.0771344 Feb 19 03:28:32.747056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network bff531fa-0a8b-4cee-9a34-91382c1e1902 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:32.768392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:32.810876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-93ed12f1-fd92-46ed-9610-58de6db07c81 None None] Provisioning complete for port 7ac2b088-53e5-4879-bc41-414107e5c809 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:32.813612 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-93ed12f1-fd92-46ed-9610-58de6db07c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:32.833060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-989ad8ee-ab24-4971-bde0-80ad2bc7a3ba tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:32.834649 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-989ad8ee-ab24-4971-bde0-80ad2bc7a3ba tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.87 "GET /v2.0/networks?id=8f645b93-c62f-4fed-9f74-b46545793edd HTTP/1.1" status: 200 len: 825 time: 0.5718656 Feb 19 03:28:32.849552 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Request body: {'port': {'device_id': '31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5', 'network_id': '8f645b93-c62f-4fed-9f74-b46545793edd', 'admin_state_up': True, 'tenant_id': 'ec7f829b7f10404ea8a42415b69ddb2f'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:33.097441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Made reservation on behalf of ec7f829b7f10404ea8a42415b69ddb2f for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:33.110495 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.124221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7ac2b088-53e5-4879-bc41-414107e5c809 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:33.209054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7de938-e4fb-4093-99ae-57a835805629 req-4d3b179c-f9cd-49e2-b2f3-26b5105244a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:33.214636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db7de938-e4fb-4093-99ae-57a835805629 req-4d3b179c-f9cd-49e2-b2f3-26b5105244a0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f0e03321fc4540048242162018f9360c&device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 1167 time: 0.4260826 Feb 19 03:28:33.231968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-93ed12f1-fd92-46ed-9610-58de6db07c81 None None] Current status of the port 7ac2b088-53e5-4879-bc41-414107e5c809 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:33.266985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d4356-15a7-4d6c-b84e-db8f4a3e34c5 req-9b144e43-1089-4308-af20-98bbe5142d8a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:33.268873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f65d4356-15a7-4d6c-b84e-db8f4a3e34c5 req-9b144e43-1089-4308-af20-98bbe5142d8a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 985 time: 0.3491738 Feb 19 03:28:33.286283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-93ed12f1-fd92-46ed-9610-58de6db07c81 None None] Provisioning complete for port d525f80a-be87-49be-9141-e456bc48cfd3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:33.291267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 87014351-5645-4171-9170-7fbdcce1d339 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:33.293406 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-93ed12f1-fd92-46ed-9610-58de6db07c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.431002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-93ed12f1-fd92-46ed-9610-58de6db07c81 None None] Port d525f80a-be87-49be-9141-e456bc48cfd3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:33.454276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Allocated IP 172.20.0.7 (8f645b93-c62f-4fed-9f74-b46545793edd/0ab0cb32-ec2c-4ef1-8a98-078261d62791/e49ecff8-39a5-437c-bd8e-2fd84f6931cd) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:33.566627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1366eb05-2b56-4c2d-bee4-3e7e95be82a6 None None] Provisioning complete for port d525f80a-be87-49be-9141-e456bc48cfd3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:33.567007 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1366eb05-2b56-4c2d-bee4-3e7e95be82a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.642467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7de938-e4fb-4093-99ae-57a835805629 req-bb87dc39-edf9-49b8-8f8e-12840f69378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:33.643978 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db7de938-e4fb-4093-99ae-57a835805629 req-bb87dc39-edf9-49b8-8f8e-12840f69378d service neutron] 10.222.0.87 "GET /v2.0/networks?id=1fafb969-84b5-4e55-a48c-59a9e68f5b71 HTTP/1.1" status: 200 len: 897 time: 0.3491933 Feb 19 03:28:33.676347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1366eb05-2b56-4c2d-bee4-3e7e95be82a6 None None] Port d525f80a-be87-49be-9141-e456bc48cfd3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:33.732626 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a29c094c-d29c-48b8-afc8-6af0cd1bbc8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.920442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:33.932818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Sync routers for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:33.945339 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Publish callbacks [] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:33.949197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-61d59cab-1e27-464c-b877-63c181a51eed tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1847887 Feb 19 03:28:33.952265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:33.953010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:33.955480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33526) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:34.041165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'network': {'name': 'tempest-RoutersTest-1998407238'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:34.065584 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.080375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db7de938-e4fb-4093-99ae-57a835805629 req-d4e587ad-fdac-4fd8-858b-b3970755c8a9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65bdf1b-6e08-43b4-bca2-28ece6aad98c HTTP/1.1" status: 200 len: 217 time: 0.1783071 Feb 19 03:28:34.131529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f65d4356-15a7-4d6c-b84e-db8f4a3e34c5 req-9c90dee9-ce45-4978-ae47-e41339339f80 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.8195696 Feb 19 03:28:34.164128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33528) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:34.204401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:34.212387 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.212549 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Network 8f645b93-c62f-4fed-9f74-b46545793edd is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:34.235136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:34.255578 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:34.259020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7de938-e4fb-4093-99ae-57a835805629 req-d64bb380-a364-4f9e-8d72-559f4955424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:34.264238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db7de938-e4fb-4093-99ae-57a835805629 req-d64bb380-a364-4f9e-8d72-559f4955424f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d803f941-1482-4b0d-8e66-9c890f6f1c67 HTTP/1.1" status: 200 len: 835 time: 0.1705711 Feb 19 03:28:34.282336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:28:34.286711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:34.302995 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (796f4efb-0b9d-4676-87a6-d18b9a4b62d1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.303342 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Added segment 796f4efb-0b9d-4676-87a6-d18b9a4b62d1 of type vlan for network 40939d92-51a5-4efc-b6a0-8757f3e2221c Feb 19 03:28:34.459521 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Pushing event updated for resources: {'Port': ['ID=e49ecff8-39a5-437c-bd8e-2fd84f6931cd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:34.502237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.507202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.507554 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.507897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.508236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.508571 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.508927 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.517409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.517800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.518149 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.524407 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.524801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.526326 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:34.551474 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.554302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:34.554563 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (40939d92-51a5-4efc-b6a0-8757f3e2221c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.557844 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.598741 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-03b7c9c5-a42a-454a-a16d-6b603703ad8b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7543232 Feb 19 03:28:34.625977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Request body: {'port': {'device_id': '31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:34.664745 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.db.resource_extend [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:28:34.679452 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Publish callbacks [] for security_group (6d52510e-ee59-4124-8d00-5dcf908715f6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.701735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7de938-e4fb-4093-99ae-57a835805629 req-d281f591-d73a-4d24-8502-db541b56ca08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:34.703796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db7de938-e4fb-4093-99ae-57a835805629 req-d281f591-d73a-4d24-8502-db541b56ca08 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1fafb969-84b5-4e55-a48c-59a9e68f5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3437469 Feb 19 03:28:34.709537 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6d52510e-ee59-4124-8d00-5dcf908715f6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.783351 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.789056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=431ad769f0ad4128b6a6d81155d53800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6179757 Feb 19 03:28:34.797840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33546) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:34.883526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db7de938-e4fb-4093-99ae-57a835805629 req-df3904f3-ca95-4806-8964-0547a19337fb service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706309 Feb 19 03:28:34.884340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (40939d92-51a5-4efc-b6a0-8757f3e2221c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:34.890298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:34.891039 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.172425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:30Z', 'revision_number': 4, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:31Z', 'revision_number': 2, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:35.208692 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Checking router: 87014351-5645-4171-9170-7fbdcce1d339 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:35.209074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Updating router 87014351-5645-4171-9170-7fbdcce1d339 port d525f80a-be87-49be-9141-e456bc48cfd3 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:35.269818 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e49ecff8-39a5-437c-bd8e-2fd84f6931cd {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:35.286843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.296965 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Publish callbacks [] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.347048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Transition to ACTIVE for port object e49ecff8-39a5-437c-bd8e-2fd84f6931cd will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:28:35.359480 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9732e19f-8cb3-4184-b648-6449eb377bff admin admin] Publish callbacks [] for security_group (6d52510e-ee59-4124-8d00-5dcf908715f6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.382255 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.488089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9732e19f-8cb3-4184-b648-6449eb377bff admin admin] Publish callbacks [] for security_group (6d52510e-ee59-4124-8d00-5dcf908715f6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.650733 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db7de938-e4fb-4093-99ae-57a835805629 req-4e8490b9-68dc-480f-bd38-b0f9e7ffff0a service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439992 Feb 19 03:28:35.655589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Network': ['ID=40939d92-51a5-4efc-b6a0-8757f3e2221c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:35.666151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf918e-2207-473a-b857-6083c6dfd5c6 req-ce4cc543-6c8a-4e14-ad11-4014c1ba0e6e tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:35.668968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eccf918e-2207-473a-b857-6083c6dfd5c6 req-ce4cc543-6c8a-4e14-ad11-4014c1ba0e6e tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 931 time: 1.1736302 Feb 19 03:28:35.673898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6465549 Feb 19 03:28:35.696851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33554) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:35.730018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-fba2babc-02b6-4250-b76b-6a93e7e386f5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'subnet': {'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:35.744331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Pushing event updated for resources: {'Port': ['ID=e49ecff8-39a5-437c-bd8e-2fd84f6931cd,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:35.819485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9732e19f-8cb3-4184-b648-6449eb377bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6d52510e-ee59-4124-8d00-5dcf908715f6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.824365 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9732e19f-8cb3-4184-b648-6449eb377bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:35.832967 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9732e19f-8cb3-4184-b648-6449eb377bff admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d52510e-ee59-4124-8d00-5dcf908715f6 HTTP/1.1" status: 204 len: 168 time: 0.6758251 Feb 19 03:28:35.851540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d52510e-ee59-4124-8d00-5dcf908715f6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:35.858623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.868162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.868708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.869155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.869390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.869732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.870107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.870443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.870765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.871193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.871440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.871783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.872108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0846b294-8143-4164-8917-8a31603e64ad tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.908821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 40939d92-51a5-4efc-b6a0-8757f3e2221c details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:28:35.931627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732e19f-8cb3-4184-b648-6449eb377bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d52510e-ee59-4124-8d00-5dcf908715f6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:35.987431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.987785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.988131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.988471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.988836 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.989489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.990379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.990379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.990600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.990763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.991086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.991413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:35.991771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2650708b-0ba3-43c6-b524-abb4bc03df3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:28:36.009555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Attempting to bind port e49ecff8-39a5-437c-bd8e-2fd84f6931cd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:36.009901 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Attempting to bind port e49ecff8-39a5-437c-bd8e-2fd84f6931cd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '02041a48-49eb-401d-8721-9a0216bb2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f645b93-c62f-4fed-9f74-b46545793edd'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:36.010221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Attempting to bind port e49ecff8-39a5-437c-bd8e-2fd84f6931cd on network 8f645b93-c62f-4fed-9f74-b46545793edd {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:36.042898 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Port e49ecff8-39a5-437c-bd8e-2fd84f6931cd on network 8f645b93-c62f-4fed-9f74-b46545793edd not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:28:36.043233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Attempting to bind port e49ecff8-39a5-437c-bd8e-2fd84f6931cd on network 8f645b93-c62f-4fed-9f74-b46545793edd {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:36.060930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:36.061476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Checking segment: {'id': '02041a48-49eb-401d-8721-9a0216bb2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f645b93-c62f-4fed-9f74-b46545793edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:36.061683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Bound using segment: {'id': '02041a48-49eb-401d-8721-9a0216bb2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f645b93-c62f-4fed-9f74-b46545793edd'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:36.062077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Bound port: e49ecff8-39a5-437c-bd8e-2fd84f6931cd, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02041a48-49eb-401d-8721-9a0216bb2f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8f645b93-c62f-4fed-9f74-b46545793edd'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:36.062438 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.099728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eccf918e-2207-473a-b857-6083c6dfd5c6 req-db1fc254-d069-4066-897d-8af70fa5073f tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/security-groups?id=36112495-2129-4bbd-b3c0-4deb185c8948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014187 Feb 19 03:28:36.138167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba2babc-02b6-4250-b76b-6a93e7e386f5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Made reservation on behalf of 241589d2d4bb4863b6e4d090743a8fc2 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:36.153027 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fba2babc-02b6-4250-b76b-6a93e7e386f5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.269694 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5e303c45-a373-4c65-bc17-819abb7d5116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.283588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] For port e49ecff8-39a5-437c-bd8e-2fd84f6931cd, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:36.291570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] For port e49ecff8-39a5-437c-bd8e-2fd84f6931cd, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e49ecff8-39a5-437c-bd8e-2fd84f6931cd,segment=NetworkSegment(02041a48-49eb-401d-8721-9a0216bb2f77),segment_id=02041a48-49eb-401d-8721-9a0216bb2f77)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:36.308789 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.331907 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:36.334059 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.334644 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Publish callbacks [] for port (d525f80a-be87-49be-9141-e456bc48cfd3), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.337368 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] 10.222.0.87 "PUT /v2.0/ports/e49ecff8-39a5-437c-bd8e-2fd84f6931cd HTTP/1.1" status: 200 len: 1091 time: 1.7167110 Feb 19 03:28:36.345574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5', 'tag': 'e49ecff8-39a5-437c-bd8e-2fd84f6931cd'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:36.346925 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.352890 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652a27ee-2948-4cc3-bc42-2ddcb7a7b48d" -d '{"events": [{"name": "network-changed", "server_uuid": "31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5", "tag": "e49ecff8-39a5-437c-bd8e-2fd84f6931cd"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:36.529748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68496a2b-7382-4fcc-b75f-8be1a96fee86 None None] Pushing event updated for resources: {'Port': ['ID=d525f80a-be87-49be-9141-e456bc48cfd3,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:36.627955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d46c40-b2bc-4029-aec8-3edd48f0bd11 req-e6785baa-3d47-4412-91c0-d099be78a4d3 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:36.629142 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecefd2-de18-436d-b017-b965cd86c503 service neutron] Pushing event updated for resources: {'Port': ['ID=e49ecff8-39a5-437c-bd8e-2fd84f6931cd,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:36.630286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2d46c40-b2bc-4029-aec8-3edd48f0bd11 req-e6785baa-3d47-4412-91c0-d099be78a4d3 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 1167 time: 0.3475456 Feb 19 03:28:36.667144 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-d46a3be8-e01c-40e4-8772-509b41bcebc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:36.668791 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-d46a3be8-e01c-40e4-8772-509b41bcebc5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec7f829b7f10404ea8a42415b69ddb2f&device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 1125 time: 0.2481596 Feb 19 03:28:36.727422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Attempting to bind port d525f80a-be87-49be-9141-e456bc48cfd3 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:36.728010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Attempting to bind port d525f80a-be87-49be-9141-e456bc48cfd3 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'bab29409-444c-495e-be08-56f89edd9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:36.728565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Attempting to bind port d525f80a-be87-49be-9141-e456bc48cfd3 on network bff531fa-0a8b-4cee-9a34-91382c1e1902 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:36.741602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:36.745530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Checking segment: {'id': 'bab29409-444c-495e-be08-56f89edd9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:36.747476 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.748065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Bound using segment: {'id': 'bab29409-444c-495e-be08-56f89edd9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:36.749512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Bound port: d525f80a-be87-49be-9141-e456bc48cfd3, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab29409-444c-495e-be08-56f89edd9e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:36.750066 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.882984 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b2d46c40-b2bc-4029-aec8-3edd48f0bd11 req-96e1cb57-5d3e-4d6a-9cd2-df57bf5a5439 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:36.986392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] For port d525f80a-be87-49be-9141-e456bc48cfd3, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:36.996857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] For port d525f80a-be87-49be-9141-e456bc48cfd3, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d525f80a-be87-49be-9141-e456bc48cfd3,segment=NetworkSegment(bab29409-444c-495e-be08-56f89edd9e3a),segment_id=bab29409-444c-495e-be08-56f89edd9e3a)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:37.052090 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:37.235729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:37.242134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:37.323979 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fba2babc-02b6-4250-b76b-6a93e7e386f5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (0a7c9ecc-566a-43e5-a4d4-0b4a811a6308), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:37.350429 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b2d46c40-b2bc-4029-aec8-3edd48f0bd11 req-96e1cb57-5d3e-4d6a-9cd2-df57bf5a5439 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Publish callbacks [] for security_group (d57ec6c4-d88d-4bc5-a3ad-9a0933f620e2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:37.396407 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b2d46c40-b2bc-4029-aec8-3edd48f0bd11 req-96e1cb57-5d3e-4d6a-9cd2-df57bf5a5439 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d57ec6c4-d88d-4bc5-a3ad-9a0933f620e2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:37.430052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1d91b3bb-4c70-438e-ba4a-4f492dec9363 None None] Provisioning complete for port d525f80a-be87-49be-9141-e456bc48cfd3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:37.430592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d91b3bb-4c70-438e-ba4a-4f492dec9363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:37.527007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e1cb57-5d3e-4d6a-9cd2-df57bf5a5439 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57ec6c4-d88d-4bc5-a3ad-9a0933f620e2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:37.552089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2babc-02b6-4250-b76b-6a93e7e386f5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Subnet': ['ID=0a7c9ecc-566a-43e5-a4d4-0b4a811a6308,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:37.557244 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:37.564273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba2babc-02b6-4250-b76b-6a93e7e386f5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Checking segment: {'id': '796f4efb-0b9d-4676-87a6-d18b9a4b62d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:37.564934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba2babc-02b6-4250-b76b-6a93e7e386f5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network hostable DHCP agents. Network: 40939d92-51a5-4efc-b6a0-8757f3e2221c, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:28:37.582300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2d46c40-b2bc-4029-aec8-3edd48f0bd11 req-96e1cb57-5d3e-4d6a-9cd2-df57bf5a5439 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.7743013 Feb 19 03:28:37.601562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33608) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:37.665496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68496a2b-7382-4fcc-b75f-8be1a96fee86 None None] Pushing event updated for resources: {'Port': ['ID=d525f80a-be87-49be-9141-e456bc48cfd3,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:37.690361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba2babc-02b6-4250-b76b-6a93e7e386f5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 40939d92-51a5-4efc-b6a0-8757f3e2221c is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:28:37.725997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-fba2babc-02b6-4250-b76b-6a93e7e386f5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 40939d92-51a5-4efc-b6a0-8757f3e2221c) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:37.742753 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054798ce-d91a-48f0-b266-ad366d74653d None None] Network 40939d92-51a5-4efc-b6a0-8757f3e2221c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:37.746959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba2babc-02b6-4250-b76b-6a93e7e386f5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:37.758754 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fba2babc-02b6-4250-b76b-6a93e7e386f5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:37.792089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95abe3c9-4034-4ac1-8e2a-01d92d80b565 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:37.801105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-95abe3c9-4034-4ac1-8e2a-01d92d80b565 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 1162 time: 0.1966319 Feb 19 03:28:37.809363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33614) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:37.816315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fba2babc-02b6-4250-b76b-6a93e7e386f5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0913601 Feb 19 03:28:37.824649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:37.831602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33616) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:37.895646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1d91b3bb-4c70-438e-ba4a-4f492dec9363 None None] Current status of the port d525f80a-be87-49be-9141-e456bc48cfd3 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:37.896038 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d91b3bb-4c70-438e-ba4a-4f492dec9363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:37.896924 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-7822c60a-135b-48f9-8c3b-1796391efeae service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e49ecff8-39a5-437c-bd8e-2fd84f6931cd HTTP/1.1" status: 200 len: 217 time: 1.2156632 Feb 19 03:28:37.956730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:38.018125 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-f0ea2a56-b34f-4f52-9f0a-aada59f9a00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:38.019964 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-f0ea2a56-b34f-4f52-9f0a-aada59f9a00c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0ab0cb32-ec2c-4ef1-8a98-078261d62791 HTTP/1.1" status: 200 len: 865 time: 0.1168768 Feb 19 03:28:38.067795 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:38.110479 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-b1e526ce-b665-40ab-a65e-77ca174ba63b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8f645b93-c62f-4fed-9f74-b46545793edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806894 Feb 19 03:28:38.393247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33626) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:38.489936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1d91b3bb-4c70-438e-ba4a-4f492dec9363 None None] For port d525f80a-be87-49be-9141-e456bc48cfd3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d525f80a-be87-49be-9141-e456bc48cfd3,segment=NetworkSegment(bab29409-444c-495e-be08-56f89edd9e3a),segment_id=bab29409-444c-495e-be08-56f89edd9e3a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:38.543827 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:38.547430 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1d91b3bb-4c70-438e-ba4a-4f492dec9363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:38.578984 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9b3e50e3-aa3c-4963-9242-18df9ebbc746 req-3ffae722-ac0a-4cef-abdd-0a27bc6e2e69 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4627090 Feb 19 03:28:38.632160 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-0cf5f826-89b9-4e91-a502-e5d840cc1b7e service neutron] 10.222.0.87 "GET /v2.0/networks/8f645b93-c62f-4fed-9f74-b46545793edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153047 Feb 19 03:28:38.696210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a10fe-2661-4d6f-bb00-03bf3b7028de req-9cf3419d-d908-4fd2-a98b-ffe078c169a4 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:38.700425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-583a10fe-2661-4d6f-bb00-03bf3b7028de req-9cf3419d-d908-4fd2-a98b-ffe078c169a4 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1127 time: 0.2216458 Feb 19 03:28:38.707587 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:38.751714 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:38.907889 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-583a10fe-2661-4d6f-bb00-03bf3b7028de req-c51baa47-5f11-49b3-a304-80d5fb3ac26a tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934834 Feb 19 03:28:38.929210 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7203b6f9-d07a-4d2e-933a-b02e20bd7bb0 req-afec7e02-e93d-4901-9bbd-ad46aec1de56 service neutron] 10.222.0.87 "GET /v2.0/networks/8f645b93-c62f-4fed-9f74-b46545793edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874448 Feb 19 03:28:38.963589 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac486a48-5d24-4d78-93e5-1371836c2891 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.012516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e50e3-aa3c-4963-9242-18df9ebbc746 req-cd843c56-4df0-47c9-ac4a-e4867be3317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:39.014371 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9b3e50e3-aa3c-4963-9242-18df9ebbc746 req-cd843c56-4df0-47c9-ac4a-e4867be3317e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1127 time: 0.3793736 Feb 19 03:28:39.032596 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400bba62-6b37-4800-a27d-fb7a6e7abe46 x-openstack-request-id: req-400bba62-6b37-4800-a27d-fb7a6e7abe46 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:39.033029 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5", "tag": "e49ecff8-39a5-437c-bd8e-2fd84f6931cd", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:39.033291 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-400bba62-6b37-4800-a27d-fb7a6e7abe46 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:39.034152 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5', 'tag': 'e49ecff8-39a5-437c-bd8e-2fd84f6931cd', 'status': 'completed', 'code': 200} Feb 19 03:28:39.083051 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d91b3bb-4c70-438e-ba4a-4f492dec9363 None None] Pushing event updated for resources: {'Port': ['ID=d525f80a-be87-49be-9141-e456bc48cfd3,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:39.112080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-40939d92-51a5-4efc-b6a0-8757f3e2221c', 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c', 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'fixed_ips': [{'subnet_id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:28:39.113777 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.149005 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac486a48-5d24-4d78-93e5-1371836c2891 admin admin] Publish callbacks [] for security_group (8dbed6af-ab66-4cc1-92d0-ae29d494ed68), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.168004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Allocated IP 172.25.1.141 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/afca9e54-b9ba-4e0a-95b4-29295ff8409f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:39.195790 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac486a48-5d24-4d78-93e5-1371836c2891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8dbed6af-ab66-4cc1-92d0-ae29d494ed68), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.274818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Allocated IP 172.23.0.2 (40939d92-51a5-4efc-b6a0-8757f3e2221c/0a7c9ecc-566a-43e5-a4d4-0b4a811a6308/650a2e6a-2b57-40b8-9567-f3bb056363f7) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:39.289175 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for port (afca9e54-b9ba-4e0a-95b4-29295ff8409f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.403521 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (afca9e54-b9ba-4e0a-95b4-29295ff8409f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.404801 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ac486a48-5d24-4d78-93e5-1371836c2891 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af45171e21b84d33a0bb6c65e71c44b6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0095956 Feb 19 03:28:39.405658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33642) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:39.411030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a27ee-2948-4cc3-bc42-2ddcb7a7b48d req-ecb477b3-5951-4b5c-aed4-77603a1aaee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:39.412762 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-652a27ee-2948-4cc3-bc42-2ddcb7a7b48d req-ecb477b3-5951-4b5c-aed4-77603a1aaee8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=ec7f829b7f10404ea8a42415b69ddb2f&device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 1125 time: 0.3728755 Feb 19 03:28:39.450443 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Publish callbacks [] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.461464 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.507412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:39.508945 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Pushing event updated for resources: {'Port': ['ID=650a2e6a-2b57-40b8-9567-f3bb056363f7,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:39.513164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9a276458-5a01-4814-b535-ce051aade3c3 None None] Provisioning complete for port d525f80a-be87-49be-9141-e456bc48cfd3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:39.513890 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9a276458-5a01-4814-b535-ce051aade3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.533997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:39.549281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:39.565863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Port': ['ID=afca9e54-b9ba-4e0a-95b4-29295ff8409f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:39.579835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Network 40939d92-51a5-4efc-b6a0-8757f3e2221c is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:39.591156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:39.596139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:39.611520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:30Z', 'revision_number': 4, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:36Z', 'revision_number': 4, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:39.644363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459993b-a44c-4c23-90b1-94272a5ac97b req-ebad679a-442a-4507-adbd-b972973d6c3b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:39.645991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6459993b-a44c-4c23-90b1-94272a5ac97b req-ebad679a-442a-4507-adbd-b972973d6c3b tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 943 time: 0.3153026 Feb 19 03:28:39.695395 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a27ee-2948-4cc3-bc42-2ddcb7a7b48d req-34388603-20fe-4634-ae72-ef66f650c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:39.696988 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-652a27ee-2948-4cc3-bc42-2ddcb7a7b48d req-34388603-20fe-4634-ae72-ef66f650c38a service neutron] 10.222.0.87 "GET /v2.0/networks?id=8f645b93-c62f-4fed-9f74-b46545793edd HTTP/1.1" status: 200 len: 926 time: 0.2489891 Feb 19 03:28:39.697227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01de1f9c-f892-4ba2-8d7c-5c14ef6e449a None None] The sync data for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 is: [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:30Z', 'revision_number': 4, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:36Z', 'revision_number': 4, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:39.718893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac486a48-5d24-4d78-93e5-1371836c2891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbed6af-ab66-4cc1-92d0-ae29d494ed68,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:39.842924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6459993b-a44c-4c23-90b1-94272a5ac97b req-14c2aac4-be55-43b4-bb51-481497bd4df8 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/security-groups?id=36112495-2129-4bbd-b3c0-4deb185c8948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866813 Feb 19 03:28:39.886356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9a276458-5a01-4814-b535-ce051aade3c3 None None] Current status of the port d525f80a-be87-49be-9141-e456bc48cfd3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:39.888871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Attempting to bind port 650a2e6a-2b57-40b8-9567-f3bb056363f7 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:39.889245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Attempting to bind port 650a2e6a-2b57-40b8-9567-f3bb056363f7 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '796f4efb-0b9d-4676-87a6-d18b9a4b62d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:39.890241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Attempting to bind port 650a2e6a-2b57-40b8-9567-f3bb056363f7 on network 40939d92-51a5-4efc-b6a0-8757f3e2221c {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:39.895104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:39.895484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Checking segment: {'id': '796f4efb-0b9d-4676-87a6-d18b9a4b62d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:39.896452 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.896882 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Bound using segment: {'id': '796f4efb-0b9d-4676-87a6-d18b9a4b62d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:39.897360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Bound port: 650a2e6a-2b57-40b8-9567-f3bb056363f7, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796f4efb-0b9d-4676-87a6-d18b9a4b62d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:39.897743 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:39.931177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e50e3-aa3c-4963-9242-18df9ebbc746 req-64cdec10-dca7-4e39-94ef-8ddecaf21b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:39.932973 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9b3e50e3-aa3c-4963-9242-18df9ebbc746 req-64cdec10-dca7-4e39-94ef-8ddecaf21b17 service neutron] 10.222.0.67 "GET /v2.0/networks?id=96198039-ea61-4722-b524-b9596bcc37b9 HTTP/1.1" status: 200 len: 898 time: 0.7785854 Feb 19 03:28:40.002694 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb60d93-a9f3-4c98-957e-e1b52e11edb1 admin admin] Publish callbacks [] for security_group (8dbed6af-ab66-4cc1-92d0-ae29d494ed68), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.020343 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-652a27ee-2948-4cc3-bc42-2ddcb7a7b48d req-32203360-d262-4e61-b39a-fbeca17dc712 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e49ecff8-39a5-437c-bd8e-2fd84f6931cd HTTP/1.1" status: 200 len: 217 time: 0.2983119 Feb 19 03:28:40.040650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] For port 650a2e6a-2b57-40b8-9567-f3bb056363f7, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:40.044791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] For port 650a2e6a-2b57-40b8-9567-f3bb056363f7, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=650a2e6a-2b57-40b8-9567-f3bb056363f7,segment=NetworkSegment(796f4efb-0b9d-4676-87a6-d18b9a4b62d1),segment_id=796f4efb-0b9d-4676-87a6-d18b9a4b62d1)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:40.065898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Allocated IP 172.23.0.1 (40939d92-51a5-4efc-b6a0-8757f3e2221c/0a7c9ecc-566a-43e5-a4d4-0b4a811a6308/136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:40.097052 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.213029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff184003-549f-4ddf-bfd7-e3de4d856209 None None] Pushing event updated for resources: {'Port': ['ID=650a2e6a-2b57-40b8-9567-f3bb056363f7,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:40.215999 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.346501 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a27ee-2948-4cc3-bc42-2ddcb7a7b48d req-130e8208-7d59-4083-b978-335e9249a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:40.353440 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-652a27ee-2948-4cc3-bc42-2ddcb7a7b48d req-130e8208-7d59-4083-b978-335e9249a56c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=0ab0cb32-ec2c-4ef1-8a98-078261d62791 HTTP/1.1" status: 200 len: 865 time: 0.3004770 Feb 19 03:28:40.440120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d525f80a-be87-49be-9141-e456bc48cfd3 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:40.452276 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb60d93-a9f3-4c98-957e-e1b52e11edb1 admin admin] Publish callbacks [] for security_group (8dbed6af-ab66-4cc1-92d0-ae29d494ed68), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.747496 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-652a27ee-2948-4cc3-bc42-2ddcb7a7b48d req-4b97e728-e260-465e-895c-67cc14084390 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=8f645b93-c62f-4fed-9f74-b46545793edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3862162 Feb 19 03:28:40.829759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d525f80a-be87-49be-9141-e456bc48cfd3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:40.830344 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.962478 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb60d93-a9f3-4c98-957e-e1b52e11edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8dbed6af-ab66-4cc1-92d0-ae29d494ed68), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.969970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb60d93-a9f3-4c98-957e-e1b52e11edb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:40.974331 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dbb60d93-a9f3-4c98-957e-e1b52e11edb1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8dbed6af-ab66-4cc1-92d0-ae29d494ed68 HTTP/1.1" status: 204 len: 168 time: 1.5604355 Feb 19 03:28:41.065899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb60d93-a9f3-4c98-957e-e1b52e11edb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbed6af-ab66-4cc1-92d0-ae29d494ed68,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:41.147526 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9b3e50e3-aa3c-4963-9242-18df9ebbc746 req-df3b9194-c474-4326-ba6c-73b83d715a85 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 1001 time: 1.1442060 Feb 19 03:28:41.164535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d525f80a-be87-49be-9141-e456bc48cfd3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:41.283920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e50e3-aa3c-4963-9242-18df9ebbc746 req-d72991b5-6402-4176-b869-eea1dc97874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:41.286141 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9b3e50e3-aa3c-4963-9242-18df9ebbc746 req-d72991b5-6402-4176-b869-eea1dc97874c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ce80253-4161-46fb-9759-1f698da15f46 HTTP/1.1" status: 200 len: 834 time: 0.1264961 Feb 19 03:28:41.348871 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-652a27ee-2948-4cc3-bc42-2ddcb7a7b48d req-c3d67f21-221d-48cb-9ca5-b263efa723fb service neutron] 10.222.0.87 "GET /v2.0/networks/8f645b93-c62f-4fed-9f74-b46545793edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499567 Feb 19 03:28:41.391826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e50e3-aa3c-4963-9242-18df9ebbc746 req-938e51fe-2102-4406-897d-515c5003023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:41.393752 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9b3e50e3-aa3c-4963-9242-18df9ebbc746 req-938e51fe-2102-4406-897d-515c5003023f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96198039-ea61-4722-b524-b9596bcc37b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0990949 Feb 19 03:28:41.704407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e49ecff8-39a5-437c-bd8e-2fd84f6931cd details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:28:41.719235 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-652a27ee-2948-4cc3-bc42-2ddcb7a7b48d req-ed3da1f5-54c6-4bff-8c06-668b37691f7b service neutron] 10.222.0.87 "GET /v2.0/networks/8f645b93-c62f-4fed-9f74-b46545793edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3623049 Feb 19 03:28:41.758441 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9b3e50e3-aa3c-4963-9242-18df9ebbc746 req-5badf7ec-3ec6-427d-b554-d96f70efe6bf service neutron] 10.222.0.67 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907984 Feb 19 03:28:41.821200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for floatingip (5ad86752-909f-4a6b-af2d-38423b6c8ee1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.990227 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:41.997535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e49ecff8-39a5-437c-bd8e-2fd84f6931cd, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e49ecff8-39a5-437c-bd8e-2fd84f6931cd,segment=NetworkSegment(02041a48-49eb-401d-8721-9a0216bb2f77),segment_id=02041a48-49eb-401d-8721-9a0216bb2f77)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:42.025848 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9b3e50e3-aa3c-4963-9242-18df9ebbc746 req-67ba24b1-d76c-4e00-9fa1-2bd2f1f2fec0 service neutron] 10.222.0.67 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630658 Feb 19 03:28:42.026502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'e49ecff8-39a5-437c-bd8e-2fd84f6931cd', 'network_id': '8f645b93-c62f-4fed-9f74-b46545793edd', 'port_id': 'e49ecff8-39a5-437c-bd8e-2fd84f6931cd', 'mac_address': 'fa:16:3e:f1:ad:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab0cb32-ec2c-4ef1-8a98-078261d62791', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:28:42.105273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e49ecff8-39a5-437c-bd8e-2fd84f6931cd is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:42.105758 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.131564 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (afca9e54-b9ba-4e0a-95b4-29295ff8409f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.137323 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.143035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e49ecff8-39a5-437c-bd8e-2fd84f6931cd {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:42.210714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e49ecff8-39a5-437c-bd8e-2fd84f6931cd, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e49ecff8-39a5-437c-bd8e-2fd84f6931cd,segment=NetworkSegment(02041a48-49eb-401d-8721-9a0216bb2f77),segment_id=02041a48-49eb-401d-8721-9a0216bb2f77)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:42.229178 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.265423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 40939d92-51a5-4efc-b6a0-8757f3e2221c is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:42.306078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:42.326419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:42.370302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e49ecff8-39a5-437c-bd8e-2fd84f6931cd,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:42.377807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92c3fba-32a7-4ee1-b8fe-addd85cd0931 None None] Network 40939d92-51a5-4efc-b6a0-8757f3e2221c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:28:42.473927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:42.491691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 650a2e6a-2b57-40b8-9567-f3bb056363f7 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:42.573560 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.632380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f5ab0693-559e-4ebc-95ec-d3636c5b1119 None None] Provisioning complete for port 650a2e6a-2b57-40b8-9567-f3bb056363f7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:42.640715 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0693-559e-4ebc-95ec-d3636c5b1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.699604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 650a2e6a-2b57-40b8-9567-f3bb056363f7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:42.699983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.744911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e49ecff8-39a5-437c-bd8e-2fd84f6931cd'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:42.810190 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.861546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-720eb8dc-4a21-410e-a5e3-e856bd173d3b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1142490 Feb 19 03:28:42.933904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 650a2e6a-2b57-40b8-9567-f3bb056363f7 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:42.934292 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:42.941872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-5fe67c3e-a124-4d3c-a2c2-81a7746a8b3b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:28:42.944872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-5fe67c3e-a124-4d3c-a2c2-81a7746a8b3b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0311720 Feb 19 03:28:43.080801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 650a2e6a-2b57-40b8-9567-f3bb056363f7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=650a2e6a-2b57-40b8-9567-f3bb056363f7,segment=NetworkSegment(796f4efb-0b9d-4676-87a6-d18b9a4b62d1),segment_id=796f4efb-0b9d-4676-87a6-d18b9a4b62d1)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:43.098451 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for port (afca9e54-b9ba-4e0a-95b4-29295ff8409f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.102882 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.108174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab0693-559e-4ebc-95ec-d3636c5b1119 None None] Current status of the port 650a2e6a-2b57-40b8-9567-f3bb056363f7 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:43.108768 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f5ab0693-559e-4ebc-95ec-d3636c5b1119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.179049 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (afca9e54-b9ba-4e0a-95b4-29295ff8409f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.325426 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=650a2e6a-2b57-40b8-9567-f3bb056363f7,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:43.371373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Port': ['ID=afca9e54-b9ba-4e0a-95b4-29295ff8409f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:43.396258 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (5ad86752-909f-4a6b-af2d-38423b6c8ee1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:43.490116 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-f5ab0693-559e-4ebc-95ec-d3636c5b1119 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:28:43.490474 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-f5ab0693-559e-4ebc-95ec-d3636c5b1119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:28:43.758479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-6854f165-37a4-4e37-bbb5-49d75fefb6ca tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:43.760154 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-6854f165-37a4-4e37-bbb5-49d75fefb6ca tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports/7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 1124 time: 0.7681189 Feb 19 03:28:43.788283 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Floating IP 5ad86752-909f-4a6b-af2d-38423b6c8ee1 associated. External IP: 172.25.1.141, port: e65bdf1b-6e08-43b4-bca2-28ece6aad98c. Feb 19 03:28:44.071577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f5ab0693-559e-4ebc-95ec-d3636c5b1119 None None] Current status of the port 650a2e6a-2b57-40b8-9567-f3bb056363f7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:44.100620 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.118246 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.201509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-be3aca31-828d-4999-8f81-a27792ded8cc None None] Provisioning complete for port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:44.201997 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-be3aca31-828d-4999-8f81-a27792ded8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.324791 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.329109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event updated for resources: {'Port': ['ID=136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:44.374620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-be3aca31-828d-4999-8f81-a27792ded8cc None None] Port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:44.391802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-be3aca31-828d-4999-8f81-a27792ded8cc None None] Provisioning complete for port 650a2e6a-2b57-40b8-9567-f3bb056363f7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:44.394602 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-be3aca31-828d-4999-8f81-a27792ded8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.449997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 650a2e6a-2b57-40b8-9567-f3bb056363f7 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:44.573734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Network 40939d92-51a5-4efc-b6a0-8757f3e2221c is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:44.579028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:44.625684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-172fde5b-bb9f-4d2f-bd46-7a580b419f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:44.626389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 650a2e6a-2b57-40b8-9567-f3bb056363f7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:44.626659 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:44.638769 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-172fde5b-bb9f-4d2f-bd46-7a580b419f76 service neutron] 10.222.0.81 "GET /v2.0/ports/7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 1124 time: 0.1071599 Feb 19 03:28:44.647678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] Request body: {'binding': {'host': 'n-h1-826755-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:44.648257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] Unknown quota resources ['binding']. {{(pid=109899) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:28:44.751059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-be3aca31-828d-4999-8f81-a27792ded8cc None None] Current status of the port 650a2e6a-2b57-40b8-9567-f3bb056363f7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:44.928623 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 650a2e6a-2b57-40b8-9567-f3bb056363f7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:45.083579 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-dca6395c-d89b-4f1f-aeb9-c03148954171 None None] Provisioning complete for port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:45.084112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dca6395c-d89b-4f1f-aeb9-c03148954171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:45.180935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dca6395c-d89b-4f1f-aeb9-c03148954171 None None] Port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:45.223857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 87014351-5645-4171-9170-7fbdcce1d339 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:45.231990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Router 72324df3-ebfd-451f-92ae-0faa79559453 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:45.232969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] Attempting to bind port 7af8407a-2e18-401c-9c8a-148c59771f58 on host n-h1-826755-2 for vnic_type normal with profile None {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:45.233174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] Attempting to bind port 7af8407a-2e18-401c-9c8a-148c59771f58 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:45.233499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] Attempting to bind port 7af8407a-2e18-401c-9c8a-148c59771f58 on network 96198039-ea61-4722-b524-b9596bcc37b9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:45.384999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:45.386591 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] Port 7af8407a-2e18-401c-9c8a-148c59771f58 on network 96198039-ea61-4722-b524-b9596bcc37b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:28:45.395639 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd324dd-8bef-417f-a66c-70b1b0dffd4f None None] Sync routers for ids ['72324df3-ebfd-451f-92ae-0faa79559453'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:45.396989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] Attempting to bind port 7af8407a-2e18-401c-9c8a-148c59771f58 on network 96198039-ea61-4722-b524-b9596bcc37b9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:45.411820 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd324dd-8bef-417f-a66c-70b1b0dffd4f None None] Routers {'72324df3-ebfd-451f-92ae-0faa79559453'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:45.413235 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5cd324dd-8bef-417f-a66c-70b1b0dffd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['72324df3-ebfd-451f-92ae-0faa79559453'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:45.606565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:45.618626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Sync routers for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:45.632116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:45.632630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] Checking segment: {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:45.633065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] Bound using segment: {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:45.633525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] Bound port: 7af8407a-2e18-401c-9c8a-148c59771f58, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:45.665390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:45.666044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:45.777725 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5cd324dd-8bef-417f-a66c-70b1b0dffd4f None None] Set router 72324df3-ebfd-451f-92ae-0faa79559453 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:45.821251 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e49ecff8-39a5-437c-bd8e-2fd84f6931cd up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:45.957426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7af8407a-2e18-401c-9c8a-148c59771f58,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:45.971435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33778) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:45.979745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6d957380-8cab-46ee-9278-eceae10078bc tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:45.991463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f391cacd-a223-4913-9c11-1b8c7367481a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1450775 Feb 19 03:28:46.019539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.020810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] 10.222.0.81 "POST /v2.0/ports/7af8407a-2e18-401c-9c8a-148c59771f58/bindings HTTP/1.1" status: 201 len: 389 time: 1.3811190 Feb 19 03:28:46.035376 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:46.111423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7a2514ef-f577-4b53-b888-82ec7430fb1d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.2937543 Feb 19 03:28:46.141427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33784) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:46.142070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'tag': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:46.162977 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dda91d-adf0-4082-bf22-56b87834755b" -d '{"events": [{"name": "network-changed", "server_uuid": "fefd69f4-2705-4492-952e-a05ed7064b94", "tag": "e65bdf1b-6e08-43b4-bca2-28ece6aad98c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:46.495883 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5cd324dd-8bef-417f-a66c-70b1b0dffd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:27:53Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '5ad86752-909f-4a6b-af2d-38423b6c8ee1', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'floating_ip_address': '172.25.1.141', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'port_id': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'mac_address': 'fa:16:3e:fb:62:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:28:40Z', 'updated_at': '2022-02-19T03:28:40Z', 'revision_number': 0, 'project_id': 'f0e03321fc4540048242162018f9360c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b5e8b87-7373-40bd-a056-a219fef0f53b', 'name': '', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'mac_address': 'fa:16:3e:e3:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:51Z', 'updated_at': '2022-02-19T03:28:05Z', 'revision_number': 5, 'project_id': 'f0e03321fc4540048242162018f9360c', 'subnets': [{'id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:46.608744 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd324dd-8bef-417f-a66c-70b1b0dffd4f None None] Checking router: 72324df3-ebfd-451f-92ae-0faa79559453 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:46.638767 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd324dd-8bef-417f-a66c-70b1b0dffd4f None None] Routers {'72324df3-ebfd-451f-92ae-0faa79559453'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:46.640982 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5cd324dd-8bef-417f-a66c-70b1b0dffd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['72324df3-ebfd-451f-92ae-0faa79559453'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:46.654829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d0de481f-91c6-4126-bd07-e0a251017860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:46.666831 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d0de481f-91c6-4126-bd07-e0a251017860 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1127 time: 0.2145872 Feb 19 03:28:46.761483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:46.860778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4da693-fbc4-4705-a07c-321d16656226 req-832725e7-a6ba-491b-a528-4fc542309802 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:46.876792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b4da693-fbc4-4705-a07c-321d16656226 req-832725e7-a6ba-491b-a528-4fc542309802 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 944 time: 0.4692168 Feb 19 03:28:46.914866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port e49ecff8-39a5-437c-bd8e-2fd84f6931cd completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:28:46.927066 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5cd324dd-8bef-417f-a66c-70b1b0dffd4f None None] Set router 72324df3-ebfd-451f-92ae-0faa79559453 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:46.932625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port e49ecff8-39a5-437c-bd8e-2fd84f6931cd triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:46.933196 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.301964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-5ec370b6-6c69-42e7-8994-182102059d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.303476 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-5ec370b6-6c69-42e7-8994-182102059d2a service neutron] 10.222.0.87 "GET /v2.0/networks?id=96198039-ea61-4722-b524-b9596bcc37b9 HTTP/1.1" status: 200 len: 898 time: 0.6203115 Feb 19 03:28:47.400020 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5cd324dd-8bef-417f-a66c-70b1b0dffd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:27:53Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '5ad86752-909f-4a6b-af2d-38423b6c8ee1', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'floating_ip_address': '172.25.1.141', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'port_id': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'mac_address': 'fa:16:3e:fb:62:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:28:40Z', 'updated_at': '2022-02-19T03:28:40Z', 'revision_number': 0, 'project_id': 'f0e03321fc4540048242162018f9360c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b5e8b87-7373-40bd-a056-a219fef0f53b', 'name': '', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'mac_address': 'fa:16:3e:e3:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:51Z', 'updated_at': '2022-02-19T03:28:05Z', 'revision_number': 5, 'project_id': 'f0e03321fc4540048242162018f9360c', 'subnets': [{'id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:47.560974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.extraroute_db [None req-6d957380-8cab-46ee-9278-eceae10078bc tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 03:28:47.570150 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-4d0351d1-1dcb-472c-bcf0-6d5d855248b1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 1001 time: 0.2405431 Feb 19 03:28:47.617485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e49ecff8-39a5-437c-bd8e-2fd84f6931cd is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:47.618151 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.675955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:42Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': '136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66', 'name': '', 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:67:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:39Z', 'updated_at': '2022-02-19T03:28:43Z', 'revision_number': 2, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:38Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:47.690247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.extraroute_db [None req-6d957380-8cab-46ee-9278-eceae10078bc tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Removed routes are [] {{(pid=109898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 03:28:47.690247 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6d957380-8cab-46ee-9278-eceae10078bc tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (87014351-5645-4171-9170-7fbdcce1d339), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.695200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49ecff8-39a5-437c-bd8e-2fd84f6931cd'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:47.696826 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169c6980-a9e7-43fa-810d-172cba179582" -d '{"events": [{"server_uuid": "31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5", "name": "network-vif-plugged", "status": "completed", "tag": "e49ecff8-39a5-437c-bd8e-2fd84f6931cd"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:47.727962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.728734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.730063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.730676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.731903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.732696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.733865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.734482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.735083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.735741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.736343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.737009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.737602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.740385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ac473ad7-a5e5-43d1-8668-1664470e41ba tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9114 time: 1.5745764 Feb 19 03:28:47.744640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33810) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:47.780209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Checking router: 87014351-5645-4171-9170-7fbdcce1d339 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:47.780797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Updating router 87014351-5645-4171-9170-7fbdcce1d339 port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:28:47.788632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e49ecff8-39a5-437c-bd8e-2fd84f6931cd, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e49ecff8-39a5-437c-bd8e-2fd84f6931cd,segment=NetworkSegment(02041a48-49eb-401d-8721-9a0216bb2f77),segment_id=02041a48-49eb-401d-8721-9a0216bb2f77)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:47.789775 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd324dd-8bef-417f-a66c-70b1b0dffd4f None None] The sync data for ids ['72324df3-ebfd-451f-92ae-0faa79559453'] in n-d-826755-2 is: [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:27:53Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '5ad86752-909f-4a6b-af2d-38423b6c8ee1', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'floating_ip_address': '172.25.1.141', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'port_id': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'mac_address': 'fa:16:3e:fb:62:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:28:40Z', 'updated_at': '2022-02-19T03:28:40Z', 'revision_number': 0, 'project_id': 'f0e03321fc4540048242162018f9360c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b5e8b87-7373-40bd-a056-a219fef0f53b', 'name': '', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'mac_address': 'fa:16:3e:e3:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:51Z', 'updated_at': '2022-02-19T03:28:05Z', 'revision_number': 5, 'project_id': 'f0e03321fc4540048242162018f9360c', 'subnets': [{'id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:47.796393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-a6605eb9-361a-481e-940c-eafd13e48802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.818599 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-a6605eb9-361a-481e-940c-eafd13e48802 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7ce80253-4161-46fb-9759-1f698da15f46 HTTP/1.1" status: 200 len: 834 time: 0.2370315 Feb 19 03:28:47.859627 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:47.956095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.956650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.957661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.958786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.959825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.960206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.960862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.961683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.962191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.962681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.966185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.966185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.973152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:47.975643 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3fbb1eb6-66cb-482b-ba83-ab262cb29749 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8297 time: 0.2293451 Feb 19 03:28:47.987920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b4da693-fbc4-4705-a07c-321d16656226 req-60d811ad-583e-4758-8b3d-00040a6e6802 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/security-groups?id=36112495-2129-4bbd-b3c0-4deb185c8948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1099882 Feb 19 03:28:47.988550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33812) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:48.038456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e49ecff8-39a5-437c-bd8e-2fd84f6931cd,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:48.057501 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.163367 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-39291a78-a5db-48e0-8cdd-4398221f17ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:48.165211 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-39291a78-a5db-48e0-8cdd-4398221f17ad service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=96198039-ea61-4722-b524-b9596bcc37b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3278770 Feb 19 03:28:48.337692 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6d957380-8cab-46ee-9278-eceae10078bc tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (87014351-5645-4171-9170-7fbdcce1d339), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.346887 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae957c7-d709-48ee-819d-9a35a60c484d None None] New status for floating IP 5ad86752-909f-4a6b-af2d-38423b6c8ee1: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:28:48.365789 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6d957380-8cab-46ee-9278-eceae10078bc tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (87014351-5645-4171-9170-7fbdcce1d339), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.509397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f2298-fe3e-4af6-b88e-f06bfc9419c7 req-116613cf-185d-4d7f-a554-e8d552e9e1f2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:48.526345 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-978f2298-fe3e-4af6-b88e-f06bfc9419c7 req-116613cf-185d-4d7f-a554-e8d552e9e1f2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.2467785 Feb 19 03:28:48.704274 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-92b387db-c194-4bd5-b477-9ed31e2f35c7 service neutron] 10.222.0.87 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237458 Feb 19 03:28:48.714322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d957380-8cab-46ee-9278-eceae10078bc tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 87014351-5645-4171-9170-7fbdcce1d339 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:48.906619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-978f2298-fe3e-4af6-b88e-f06bfc9419c7 req-32735cef-0ff5-41cf-9608-05be58468444 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3792877 Feb 19 03:28:48.913841 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Publish callbacks [] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.934695 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:48.976039 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-f7ab8d19-28aa-42d5-be06-8cdf06b48357 service neutron] 10.222.0.87 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611101 Feb 19 03:28:49.009973 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc2af70-771e-49ab-9fd2-7fcc1e11b736 x-openstack-request-id: req-8dc2af70-771e-49ab-9fd2-7fcc1e11b736 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:49.013113 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefd69f4-2705-4492-952e-a05ed7064b94", "tag": "e65bdf1b-6e08-43b4-bca2-28ece6aad98c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:49.013640 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8dc2af70-771e-49ab-9fd2-7fcc1e11b736 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:49.014280 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'tag': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c', 'status': 'completed', 'code': 200} Feb 19 03:28:49.068319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f61ccc-e130-45cf-8077-19e5a2c885f8 None None] Pushing event updated for resources: {'Port': ['ID=136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:49.247016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-e21e1acb-0cd4-461c-b6bb-1a436a64c194 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=ff5b361a98be4c0399399a5aa58dade2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0666864 Feb 19 03:28:49.256235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Attempting to bind port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:49.256491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Attempting to bind port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '796f4efb-0b9d-4676-87a6-d18b9a4b62d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:49.256893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Attempting to bind port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 on network 40939d92-51a5-4efc-b6a0-8757f3e2221c {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:49.287269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:49.287660 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Checking segment: {'id': '796f4efb-0b9d-4676-87a6-d18b9a4b62d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:49.288065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.290645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Bound using segment: {'id': '796f4efb-0b9d-4676-87a6-d18b9a4b62d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:49.291139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Bound port: 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '796f4efb-0b9d-4676-87a6-d18b9a4b62d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:49.291527 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.304158 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d957380-8cab-46ee-9278-eceae10078bc tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:49.312146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7ffdaa7c-4a4c-4fa7-b194-e79d8aeba29e tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3105 time: 1.3216395 Feb 19 03:28:49.317683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33852) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:49.325961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6d957380-8cab-46ee-9278-eceae10078bc tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.331193 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6d957380-8cab-46ee-9278-eceae10078bc tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339 HTTP/1.1" status: 200 len: 934 time: 3.3562379 Feb 19 03:28:49.334390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dda91d-adf0-4082-bf22-56b87834755b req-80cf3252-f4c2-4a0d-9594-4b145c4d1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:49.336164 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c6dda91d-adf0-4082-bf22-56b87834755b req-80cf3252-f4c2-4a0d-9594-4b145c4d1222 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f0e03321fc4540048242162018f9360c&device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 1167 time: 0.2065370 Feb 19 03:28:49.336649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33854) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:49.453081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] For port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:49.458316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] For port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66,segment=NetworkSegment(796f4efb-0b9d-4676-87a6-d18b9a4b62d1),segment_id=796f4efb-0b9d-4676-87a6-d18b9a4b62d1)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:49.474190 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:49.605954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f61ccc-e130-45cf-8077-19e5a2c885f8 None None] Pushing event updated for resources: {'Port': ['ID=136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:49.645622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dda91d-adf0-4082-bf22-56b87834755b req-8cebeb06-01f1-46b5-ab00-03630c8f4e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:49.647127 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c6dda91d-adf0-4082-bf22-56b87834755b req-8cebeb06-01f1-46b5-ab00-03630c8f4e34 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1fafb969-84b5-4e55-a48c-59a9e68f5b71 HTTP/1.1" status: 200 len: 897 time: 0.3033721 Feb 19 03:28:49.670867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:49.671512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:49.815663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-b8f95d2f-b4cf-4408-9154-2b69a5722240 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:49.821391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-b8f95d2f-b4cf-4408-9154-2b69a5722240 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f&tenant_id=d251da4ce30245449da598358709f972&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1127 time: 0.7571204 Feb 19 03:28:49.821577 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bcb54edc-9da5-46ae-9639-51eedc59efb6 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339 HTTP/1.1" status: 200 len: 934 time: 0.4810643 Feb 19 03:28:49.827978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33872) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:49.844360 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c6dda91d-adf0-4082-bf22-56b87834755b req-71a28612-3a29-463f-bc90-46192fef0455 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65bdf1b-6e08-43b4-bca2-28ece6aad98c HTTP/1.1" status: 200 len: 1002 time: 0.1803811 Feb 19 03:28:49.855633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ab4f0a97-c215-4cfc-a5ca-a853e8524fb6 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'router': {'routes': None}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:49.876279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-826755-2'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:49.895074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:50.080035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ef337-0782-4e51-8156-36818417053d tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:50.080693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ef337-0782-4e51-8156-36818417053d tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:50.089532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ac5ef337-0782-4e51-8156-36818417053d tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=72324df3-ebfd-451f-92ae-0faa79559453 HTTP/1.1" status: 200 len: 2060 time: 0.7168458 Feb 19 03:28:50.123158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-73f2881c-ccdf-489b-b65b-ce7e241f486d None None] Provisioning complete for port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:50.131391 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-73f2881c-ccdf-489b-b65b-ce7e241f486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.217103 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.243228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-a60d4926-b055-42fd-b378-d0424439d797 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:50.245878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-a60d4926-b055-42fd-b378-d0424439d797 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9952970 Feb 19 03:28:50.278943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-038f936c-760e-497c-a9f2-c8566c04766e tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/quotas/ff5b361a98be4c0399399a5aa58dade2 HTTP/1.1" status: 200 len: 375 time: 0.0141637 Feb 19 03:28:50.378416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-30f8d2db-048f-4db8-aaab-e4c0d82bbeb2 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=ff5b361a98be4c0399399a5aa58dade2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912073 Feb 19 03:28:50.613513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7af8407a-2e18-401c-9c8a-148c59771f58,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:50.687676 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9540ab-d401-4107-80ed-3ce02c9d1781 x-openstack-request-id: req-5e9540ab-d401-4107-80ed-3ce02c9d1781 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:50.687965 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5", "name": "network-vif-plugged", "status": "completed", "tag": "e49ecff8-39a5-437c-bd8e-2fd84f6931cd", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:50.688217 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5e9540ab-d401-4107-80ed-3ce02c9d1781 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:50.688617 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e49ecff8-39a5-437c-bd8e-2fd84f6931cd', 'code': 200} Feb 19 03:28:50.693181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-73f2881c-ccdf-489b-b65b-ce7e241f486d None None] Current status of the port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:50.693589 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-73f2881c-ccdf-489b-b65b-ce7e241f486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.724436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:50.831698 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Publish callbacks [] for port (7af8407a-2e18-401c-9c8a-148c59771f58), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.851379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:47Z', 'revision_number': 6, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': '136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66', 'name': '', 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:67:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:39Z', 'updated_at': '2022-02-19T03:28:49Z', 'revision_number': 4, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:38Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:50.856291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-73f2881c-ccdf-489b-b65b-ce7e241f486d None None] For port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66,segment=NetworkSegment(796f4efb-0b9d-4676-87a6-d18b9a4b62d1),segment_id=796f4efb-0b9d-4676-87a6-d18b9a4b62d1)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:50.866717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dda91d-adf0-4082-bf22-56b87834755b req-60991525-0a0d-4fee-9aaf-6bc0c7b66e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:50.868184 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c6dda91d-adf0-4082-bf22-56b87834755b req-60991525-0a0d-4fee-9aaf-6bc0c7b66e48 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d803f941-1482-4b0d-8e66-9c890f6f1c67 HTTP/1.1" status: 200 len: 835 time: 0.1068356 Feb 19 03:28:50.878337 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:50.910950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3866e-d76a-4c3c-806c-57afbd560494 None None] The sync data for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 is: [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:47Z', 'revision_number': 6, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': '136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66', 'name': '', 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:67:5f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:39Z', 'updated_at': '2022-02-19T03:28:49Z', 'revision_number': 4, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:38Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:50.925448 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-73f2881c-ccdf-489b-b65b-ce7e241f486d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.073145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:51.075560 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1d07b9-6fe5-4ab0-ba44-58b1ad689795" -d '{"events": [{"server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "name": "network-vif-unplugged", "status": "completed", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:51.164809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2881c-ccdf-489b-b65b-ce7e241f486d None None] Pushing event updated for resources: {'Port': ['ID=136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:51.207230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a7f46957-e4f7-4b4d-ad15-4378e6476048 None None] Provisioning complete for port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:51.207603 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7f46957-e4f7-4b4d-ad15-4378e6476048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.317506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dda91d-adf0-4082-bf22-56b87834755b req-f13acd0e-ce37-4585-9475-b7f004781e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:51.322423 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c6dda91d-adf0-4082-bf22-56b87834755b req-f13acd0e-ce37-4585-9475-b7f004781e61 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1fafb969-84b5-4e55-a48c-59a9e68f5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4417188 Feb 19 03:28:51.416921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a7f46957-e4f7-4b4d-ad15-4378e6476048 None None] Current status of the port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:51.659336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f1324f0a-44be-4784-9c45-3bc1e42d4ea6 None None] Provisioning complete for port 7af8407a-2e18-401c-9c8a-148c59771f58 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:51.659770 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f1324f0a-44be-4784-9c45-3bc1e42d4ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:51.703366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Attempting to bind port 7af8407a-2e18-401c-9c8a-148c59771f58 on host n-h2-826755-2 for vnic_type normal with profile {"migrating_to": "n-h1-826755-2"} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:51.703891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Attempting to bind port 7af8407a-2e18-401c-9c8a-148c59771f58 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:51.704136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Attempting to bind port 7af8407a-2e18-401c-9c8a-148c59771f58 on network 96198039-ea61-4722-b524-b9596bcc37b9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:51.753743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b44893-d0ab-4d4d-9618-e09eee272e69 req-e64c7616-2297-4338-a6ca-9bdb9d705139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:51.762183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35b44893-d0ab-4d4d-9618-e09eee272e69 req-e64c7616-2297-4338-a6ca-9bdb9d705139 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 1127 time: 0.9531178 Feb 19 03:28:51.762874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7af8407a-2e18-401c-9c8a-148c59771f58,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:51.804365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f1324f0a-44be-4784-9c45-3bc1e42d4ea6 None None] Port 7af8407a-2e18-401c-9c8a-148c59771f58 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:51.805799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc00662-c4dd-4eaa-8e6b-e9ccacefda29 req-76bbc76b-d367-49f4-95cd-3789fad72b63 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:51.807557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5bc00662-c4dd-4eaa-8e6b-e9ccacefda29 req-76bbc76b-d367-49f4-95cd-3789fad72b63 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 945 time: 0.9820242 Feb 19 03:28:51.808190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Port 7af8407a-2e18-401c-9c8a-148c59771f58 on network 96198039-ea61-4722-b524-b9596bcc37b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:28:51.808509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Attempting to bind port 7af8407a-2e18-401c-9c8a-148c59771f58 on network 96198039-ea61-4722-b524-b9596bcc37b9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:51.939815 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5bc00662-c4dd-4eaa-8e6b-e9ccacefda29 req-283ee755-6116-41d5-9019-2186efe6754c tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/security-groups?id=36112495-2129-4bbd-b3c0-4deb185c8948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058340 Feb 19 03:28:51.940579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:51.940941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Checking segment: {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:51.941314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Bound using segment: {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:51.941764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Bound port: 7af8407a-2e18-401c-9c8a-148c59771f58, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:51.942124 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.034313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35b44893-d0ab-4d4d-9618-e09eee272e69 req-6f98c3d8-5e72-4422-a471-31de381ff2f9 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=36112495-2129-4bbd-b3c0-4deb185c8948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602954 Feb 19 03:28:52.194985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:52.205983 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c6dda91d-adf0-4082-bf22-56b87834755b req-2fd32cb7-4802-4dd3-9b44-bc84a6dcfebb service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8717716 Feb 19 03:28:52.223158 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.extraroute_db [None req-ab4f0a97-c215-4cfc-a5ca-a853e8524fb6 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Added routes are [] {{(pid=109898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 03:28:52.223473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.extraroute_db [None req-ab4f0a97-c215-4cfc-a5ca-a853e8524fb6 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=109898) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 03:28:52.230767 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7af8407a-2e18-401c-9c8a-148c59771f58,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:52.247933 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.271197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe042a3a-32ea-4a0e-ab33-2cfc09f66ad9 req-645fd4ab-a8c6-480a-8fa5-46ed48fb2aed tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:52.300757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe042a3a-32ea-4a0e-ab33-2cfc09f66ad9 req-645fd4ab-a8c6-480a-8fa5-46ed48fb2aed tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 943 time: 0.2198508 Feb 19 03:28:52.470702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:28:52.539146 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c6dda91d-adf0-4082-bf22-56b87834755b req-b47c6f98-4421-48b4-ae63-9ca0e857e654 service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398150 Feb 19 03:28:52.565742 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab4f0a97-c215-4cfc-a5ca-a853e8524fb6 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (87014351-5645-4171-9170-7fbdcce1d339), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.649083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe042a3a-32ea-4a0e-ab33-2cfc09f66ad9 req-4a30f1c0-133f-4c0a-889b-2c9088eb397b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470771 Feb 19 03:28:52.710961 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-fa665f5d-d957-4427-b36a-a888d282bcbb tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=ff5b361a98be4c0399399a5aa58dade2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1282461 Feb 19 03:28:52.728977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7af8407a-2e18-401c-9c8a-148c59771f58,revision_number=8']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:52.770424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:52.771301 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:52.780024 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.031589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:53.044397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d5c331a6-c971-4950-89fe-d1223098b089 None None] Provisioning complete for port 7af8407a-2e18-401c-9c8a-148c59771f58 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:53.044793 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d5c331a6-c971-4950-89fe-d1223098b089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.312321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d5c331a6-c971-4950-89fe-d1223098b089 None None] Current status of the port 7af8407a-2e18-401c-9c8a-148c59771f58 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:28:53.312741 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d5c331a6-c971-4950-89fe-d1223098b089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.320630 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d5786-892c-4495-a6e6-578593ad9b5a None None] Sync routers for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:53.381231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d5786-892c-4495-a6e6-578593ad9b5a None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:53.382129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f79d5786-892c-4495-a6e6-578593ad9b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:53.506695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-f79d5786-892c-4495-a6e6-578593ad9b5a None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:53.620422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b224c283-9f79-4eb2-9b6c-fe5dda93c1e1 req-7ac71eee-972d-40ec-90f0-6392751e694e tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 210 time: 0.7325962 Feb 19 03:28:53.624353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:53.625004 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.627399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d4e46fac-c662-47d7-9660-8e91f2f0cfd9 service neutron] 10.222.0.87 "PUT /v2.0/ports/7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 1121 time: 3.7829239 Feb 19 03:28:53.630417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-85300dc0-4555-4d5d-ac37-d764f9403a28 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:53.640147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d5c331a6-c971-4950-89fe-d1223098b089 None None] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7af8407a-2e18-401c-9c8a-148c59771f58,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:53.648159 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-85300dc0-4555-4d5d-ac37-d764f9403a28 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7691903 Feb 19 03:28:53.691963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Request body: {'port': {'device_id': 'bc09e42f-2e21-4914-8383-3c60cb82c810', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': 'ff5b361a98be4c0399399a5aa58dade2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:53.724183 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af29efa7-e75d-47e6-a20b-cf12f7c93f46 x-openstack-request-id: req-af29efa7-e75d-47e6-a20b-cf12f7c93f46 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:53.724487 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "name": "network-vif-unplugged", "status": "completed", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:53.724962 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-af29efa7-e75d-47e6-a20b-cf12f7c93f46 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:53.725375 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58', 'code': 200} Feb 19 03:28:53.783295 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab4f0a97-c215-4cfc-a5ca-a853e8524fb6 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (87014351-5645-4171-9170-7fbdcce1d339), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.790796 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab4f0a97-c215-4cfc-a5ca-a853e8524fb6 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (87014351-5645-4171-9170-7fbdcce1d339), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.808692 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:53.811243 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e45618-27f1-4184-bcb3-fa0bbd20a3c2" -d '{"events": [{"server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "name": "network-vif-plugged", "status": "completed", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:53.829254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d5c331a6-c971-4950-89fe-d1223098b089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:53.946098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fa435-cdc7-4fe4-a092-83a472a1f5ab req-7fdf267d-6c18-4da9-b0ad-fb7500dd5a62 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:53.950201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-199fa435-cdc7-4fe4-a092-83a472a1f5ab req-7fdf267d-6c18-4da9-b0ad-fb7500dd5a62 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 945 time: 0.1145105 Feb 19 03:28:54.054647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Made reservation on behalf of ff5b361a98be4c0399399a5aa58dade2 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:28:54.058550 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.062209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-199fa435-cdc7-4fe4-a092-83a472a1f5ab req-aae4f042-ff09-4c03-89b9-bf957dbd8d25 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/security-groups?id=36112495-2129-4bbd-b3c0-4deb185c8948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080601 Feb 19 03:28:54.079706 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.108466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4f0a97-c215-4cfc-a5ca-a853e8524fb6 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 87014351-5645-4171-9170-7fbdcce1d339 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:54.293918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16aa4ff-b786-45e4-ab4a-fa060623cd11 req-3c607911-f6db-46ae-ae64-34efd1916bdd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:54.306451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c16aa4ff-b786-45e4-ab4a-fa060623cd11 req-3c607911-f6db-46ae-ae64-34efd1916bdd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.1110363 Feb 19 03:28:54.362455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c16aa4ff-b786-45e4-ab4a-fa060623cd11 req-79b21067-5a76-4aa7-9e9f-1ea2f245dea6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489850 Feb 19 03:28:54.374269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4f0a97-c215-4cfc-a5ca-a853e8524fb6 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:54.405720 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ab4f0a97-c215-4cfc-a5ca-a853e8524fb6 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.406953 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ab4f0a97-c215-4cfc-a5ca-a853e8524fb6 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339 HTTP/1.1" status: 200 len: 700 time: 4.5616338 Feb 19 03:28:54.409642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 33952) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:54.464059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['7af8407a-2e18-401c-9c8a-148c59771f58'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:28:54.533976 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdacf7ad-8f13-4b39-9604-3d8b94a29c3f x-openstack-request-id: req-cdacf7ad-8f13-4b39-9604-3d8b94a29c3f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:54.534663 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "name": "network-vif-plugged", "status": "completed", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:54.534663 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cdacf7ad-8f13-4b39-9604-3d8b94a29c3f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:54.535195 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58', 'code': 200} Feb 19 03:28:54.548278 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.592444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c331a6-c971-4950-89fe-d1223098b089 None None] Pushing event updated for resources: {'Port': ['ID=7af8407a-2e18-401c-9c8a-148c59771f58,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:54.659337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3bde8-2023-44e5-842b-85ce6a0f647a req-b29034e4-4cab-4710-89ec-7157cc04004a tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:54.659851 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-92f45bac-b12b-490d-8404-7252de515236 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339 HTTP/1.1" status: 200 len: 700 time: 0.2491357 Feb 19 03:28:54.661195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a3bde8-2023-44e5-842b-85ce6a0f647a req-b29034e4-4cab-4710-89ec-7157cc04004a tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 945 time: 0.0972841 Feb 19 03:28:54.662559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 33960) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:54.755548 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Publish callbacks [] for security_group (66446c19-80cc-4717-964a-eff6808ace4d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.761623 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (66446c19-80cc-4717-964a-eff6808ace4d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:54.881022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f79d5786-892c-4495-a6e6-578593ad9b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:52Z', 'revision_number': 7, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': '136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66', 'name': '', 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:67:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:39Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:38Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:54.919147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d5786-892c-4495-a6e6-578593ad9b5a None None] Checking router: 87014351-5645-4171-9170-7fbdcce1d339 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:54.989363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79d5786-892c-4495-a6e6-578593ad9b5a None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:54.990184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f79d5786-892c-4495-a6e6-578593ad9b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:54.990739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Allocated IP 192.168.233.82 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/39cdff92-1589-4114-ade1-e6e0f475efcd) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:28:55.044699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a3bde8-2023-44e5-842b-85ce6a0f647a req-f3004936-d907-4b32-8726-94c763a32809 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/security-groups?id=36112495-2129-4bbd-b3c0-4deb185c8948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275710 Feb 19 03:28:55.213523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66446c19-80cc-4717-964a-eff6808ace4d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:55.234314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b925bbf-cc87-407d-b623-1f542c1705c5 req-6a428fbb-bdd7-49bd-bb47-13aaaacf2a7b tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 210 time: 0.0680282 Feb 19 03:28:55.239807 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Publish callbacks [] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.291521 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.297423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-f79d5786-892c-4495-a6e6-578593ad9b5a None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:55.407305 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-73b0352f-b4f8-490f-8503-1d80dd073f22 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.446532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Pushing event updated for resources: {'Port': ['ID=39cdff92-1589-4114-ade1-e6e0f475efcd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:55.459797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:28:55.467897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:28:55.474953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:28:55.606531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:55.614236 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.646656 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-b164ff9c-6e90-4b36-bf78-2c763917904a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9870203 Feb 19 03:28:55.676837 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Request body: {'port': {'device_id': 'bc09e42f-2e21-4914-8383-3c60cb82c810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:28:55.730155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:55.735154 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9084be98-3cbb-46e6-af10-34fdff88f814" -d '{"events": [{"name": "network-changed", "server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:55.752345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7af8407a-2e18-401c-9c8a-148c59771f58 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:28:55.807698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:55.930945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc3e6c-3a1a-470d-b1aa-6d2078f55555 req-8b228381-110e-4f5e-aaea-b0d43d25adfd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:55.932594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cedc3e6c-3a1a-470d-b1aa-6d2078f55555 req-8b228381-110e-4f5e-aaea-b0d43d25adfd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.2084749 Feb 19 03:28:55.992245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7af8407a-2e18-401c-9c8a-148c59771f58,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:56.066385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cedc3e6c-3a1a-470d-b1aa-6d2078f55555 req-5f273a7d-ebcc-4f68-ae6f-658ea6d54ead tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187410 Feb 19 03:28:56.074386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7af8407a-2e18-401c-9c8a-148c59771f58 has no active binding in host n-h1-826755-2 {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 19 03:28:56.171309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9927dc2c-a4ac-49d6-8da3-3953059f6bd7 None None] Provisioning complete for port 39cdff92-1589-4114-ade1-e6e0f475efcd triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:28:56.173438 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9927dc2c-a4ac-49d6-8da3-3953059f6bd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.254147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f79d5786-892c-4495-a6e6-578593ad9b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:52Z', 'revision_number': 7, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': '136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66', 'name': '', 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:67:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:39Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:38Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:56.295748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79d5786-892c-4495-a6e6-578593ad9b5a None None] The sync data for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 is: [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:52Z', 'revision_number': 7, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': '136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66', 'name': '', 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:67:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:39Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:38Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:56.309917 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9927dc2c-a4ac-49d6-8da3-3953059f6bd7 None None] Port 39cdff92-1589-4114-ade1-e6e0f475efcd cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:28:56.349468 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39cdff92-1589-4114-ade1-e6e0f475efcd {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:28:56.352058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e4557e-5a30-446d-97a3-a33e5d54abb0 req-a2382547-8481-4620-9434-99efdf8306d8 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:56.362721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54e4557e-5a30-446d-97a3-a33e5d54abb0 req-a2382547-8481-4620-9434-99efdf8306d8 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 945 time: 0.1514361 Feb 19 03:28:56.368708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Publish callbacks [] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.411520 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Transition to ACTIVE for port object 39cdff92-1589-4114-ade1-e6e0f475efcd will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:28:56.411751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-73b0352f-b4f8-490f-8503-1d80dd073f22 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:28:56.411751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-73b0352f-b4f8-490f-8503-1d80dd073f22 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.413792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.499538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54e4557e-5a30-446d-97a3-a33e5d54abb0 req-15979792-53eb-43d7-babb-ea853991d6b6 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/security-groups?id=36112495-2129-4bbd-b3c0-4deb185c8948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335027 Feb 19 03:28:56.533539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Pushing event updated for resources: {'Port': ['ID=39cdff92-1589-4114-ade1-e6e0f475efcd,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:56.644093 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26685b0d-ea87-4696-906d-3c200f626984 x-openstack-request-id: req-26685b0d-ea87-4696-906d-3c200f626984 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:56.644399 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:56.644674 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26685b0d-ea87-4696-906d-3c200f626984 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:56.650542 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58', 'status': 'completed', 'code': 200} Feb 19 03:28:56.722261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Attempting to bind port 39cdff92-1589-4114-ade1-e6e0f475efcd on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:28:56.725704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Attempting to bind port 39cdff92-1589-4114-ade1-e6e0f475efcd by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:28:56.728555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Attempting to bind port 39cdff92-1589-4114-ade1-e6e0f475efcd on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:56.742196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Port 39cdff92-1589-4114-ade1-e6e0f475efcd on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:28:56.742911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Attempting to bind port 39cdff92-1589-4114-ade1-e6e0f475efcd on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:28:56.757389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:28:56.758119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:28:56.758596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:28:56.759123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Bound port: 39cdff92-1589-4114-ade1-e6e0f475efcd, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:28:56.759808 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.922102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] For port 39cdff92-1589-4114-ade1-e6e0f475efcd, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:28:56.925289 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0efab-74ee-49c9-a321-491d4a638c73 None None] Sync routers for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:56.936483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] For port 39cdff92-1589-4114-ade1-e6e0f475efcd, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=39cdff92-1589-4114-ade1-e6e0f475efcd,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:28:56.943630 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0efab-74ee-49c9-a321-491d4a638c73 None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:56.947328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:56.948773 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a8c0efab-74ee-49c9-a321-491d4a638c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:57.032652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-73b0352f-b4f8-490f-8503-1d80dd073f22 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] For port 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66,segment=NetworkSegment(796f4efb-0b9d-4676-87a6-d18b9a4b62d1),segment_id=796f4efb-0b9d-4676-87a6-d18b9a4b62d1)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:28:57.032979 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-73b0352f-b4f8-490f-8503-1d80dd073f22 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.047931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-73b0352f-b4f8-490f-8503-1d80dd073f22 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:28:57.050270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:57.051223 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.053473 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] 10.222.0.67 "PUT /v2.0/ports/39cdff92-1589-4114-ade1-e6e0f475efcd HTTP/1.1" status: 200 len: 1095 time: 1.3995116 Feb 19 03:28:57.060877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc09e42f-2e21-4914-8383-3c60cb82c810', 'tag': '39cdff92-1589-4114-ade1-e6e0f475efcd'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:28:57.065499 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b238f3d-d009-4b81-8ad3-4fedf7ca2875" -d '{"events": [{"name": "network-changed", "server_uuid": "bc09e42f-2e21-4914-8383-3c60cb82c810", "tag": "39cdff92-1589-4114-ade1-e6e0f475efcd"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:28:57.179559 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa62d65-9899-40df-810c-eeb9d2e64814 service neutron] Pushing event updated for resources: {'Port': ['ID=39cdff92-1589-4114-ade1-e6e0f475efcd,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:57.259323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-ad37abdd-808a-41ce-8f66-df9cabf5fe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:57.269018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521b5e8a-eff1-4071-986c-219e7f5b5830 req-53734c20-fdad-4dca-ab75-a3cb5acbdee2 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:57.270652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-521b5e8a-eff1-4071-986c-219e7f5b5830 req-53734c20-fdad-4dca-ab75-a3cb5acbdee2 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 947 time: 0.4830079 Feb 19 03:28:57.274760 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-ad37abdd-808a-41ce-8f66-df9cabf5fe08 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff5b361a98be4c0399399a5aa58dade2&device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 1129 time: 0.1659904 Feb 19 03:28:57.275233 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-73b0352f-b4f8-490f-8503-1d80dd073f22 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.307590 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a8c0efab-74ee-49c9-a321-491d4a638c73 None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:57.334917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b0352f-b4f8-490f-8503-1d80dd073f22 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:28:57.353271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084be98-3cbb-46e6-af10-34fdff88f814 req-19a079a5-ce9a-4bd7-adad-0531027e3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:57.355225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9084be98-3cbb-46e6-af10-34fdff88f814 req-19a079a5-ce9a-4bd7-adad-0531027e3ea9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1157 time: 0.6818781 Feb 19 03:28:57.516897 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-3ff8251f-eaaf-4a8d-9641-7026643c10c8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=39cdff92-1589-4114-ade1-e6e0f475efcd HTTP/1.1" status: 200 len: 217 time: 0.2366588 Feb 19 03:28:57.697224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-521b5e8a-eff1-4071-986c-219e7f5b5830 req-de0b9508-3665-4483-8238-92d917dac6f4 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/security-groups?id=66446c19-80cc-4717-964a-eff6808ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079959 Feb 19 03:28:57.898770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-73b0352f-b4f8-490f-8503-1d80dd073f22 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:28:57.913284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084be98-3cbb-46e6-af10-34fdff88f814 req-99d931fd-0a90-4d42-b15d-aa15db2d61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:57.920635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9084be98-3cbb-46e6-af10-34fdff88f814 req-99d931fd-0a90-4d42-b15d-aa15db2d61b7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=96198039-ea61-4722-b524-b9596bcc37b9 HTTP/1.1" status: 200 len: 898 time: 0.5574579 Feb 19 03:28:58.139738 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a8c0efab-74ee-49c9-a321-491d4a638c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:52Z', 'revision_number': 7, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': '136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66', 'name': '', 'network_id': '40939d92-51a5-4efc-b6a0-8757f3e2221c', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:67:5f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:39Z', 'updated_at': '2022-02-19T03:28:50Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a7c9ecc-566a-43e5-a4d4-0b4a811a6308', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:38Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:58.169200 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0efab-74ee-49c9-a321-491d4a638c73 None None] Checking router: 87014351-5645-4171-9170-7fbdcce1d339 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:28:58.179725 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c0efab-74ee-49c9-a321-491d4a638c73 None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:58.180580 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a8c0efab-74ee-49c9-a321-491d4a638c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:58.451009 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a8c0efab-74ee-49c9-a321-491d4a638c73 None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:28:58.460454 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9084be98-3cbb-46e6-af10-34fdff88f814 req-b30c08e1-6280-4542-9ab5-6918ac875ec9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 1001 time: 0.5309105 Feb 19 03:28:58.554927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084be98-3cbb-46e6-af10-34fdff88f814 req-a3083edf-1a58-4d3b-a636-65525c74fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:58.556632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9084be98-3cbb-46e6-af10-34fdff88f814 req-a3083edf-1a58-4d3b-a636-65525c74fbc5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=7ce80253-4161-46fb-9759-1f698da15f46 HTTP/1.1" status: 200 len: 834 time: 0.0807204 Feb 19 03:28:58.578978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973a16c-903f-4a0f-97d9-97200f924ce4 req-672b82e3-d117-4920-b81f-b9c79a4c4a52 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:58.579540 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fb7ffe-3bf1-4653-8e08-f937340409f5 x-openstack-request-id: req-b0fb7ffe-3bf1-4653-8e08-f937340409f5 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:28:58.580387 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc09e42f-2e21-4914-8383-3c60cb82c810", "tag": "39cdff92-1589-4114-ade1-e6e0f475efcd", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:28:58.580847 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b0fb7ffe-3bf1-4653-8e08-f937340409f5 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:28:58.581407 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc09e42f-2e21-4914-8383-3c60cb82c810', 'tag': '39cdff92-1589-4114-ade1-e6e0f475efcd', 'status': 'completed', 'code': 200} Feb 19 03:28:58.586589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1973a16c-903f-4a0f-97d9-97200f924ce4 req-672b82e3-d117-4920-b81f-b9c79a4c4a52 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.4893153 Feb 19 03:28:58.613042 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-559c504f-0c53-4678-9846-f438da5c3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:58.615430 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-559c504f-0c53-4678-9846-f438da5c3964 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 1.0885086 Feb 19 03:28:58.637110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b0352f-b4f8-490f-8503-1d80dd073f22 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 87014351-5645-4171-9170-7fbdcce1d339 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:28:58.748627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1973a16c-903f-4a0f-97d9-97200f924ce4 req-b606c73a-df93-40a5-ae5d-dadd11cafe53 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552634 Feb 19 03:28:58.787867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-beb55a74-920a-4ea2-b712-8d9c418967bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:58.789543 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-beb55a74-920a-4ea2-b712-8d9c418967bc service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1188562 Feb 19 03:28:59.052413 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-ca658188-7380-4749-ad8d-97a150f717d5 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503462 Feb 19 03:28:59.055435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084be98-3cbb-46e6-af10-34fdff88f814 req-95da1341-ea30-4a0e-b515-619b4ff7872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:59.068872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9084be98-3cbb-46e6-af10-34fdff88f814 req-95da1341-ea30-4a0e-b515-619b4ff7872f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=96198039-ea61-4722-b524-b9596bcc37b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3629305 Feb 19 03:28:59.135614 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a8c0efab-74ee-49c9-a321-491d4a638c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:57Z', 'revision_number': 8, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:38Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:59.223008 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c0efab-74ee-49c9-a321-491d4a638c73 None None] The sync data for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 is: [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:57Z', 'revision_number': 8, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:38Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:28:59.278961 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-be22a8be-9d31-4794-9621-4b4766ab9709 req-93df7cde-554e-41f2-bfc3-f73192d7f1ed service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205529 Feb 19 03:28:59.523422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b238f3d-d009-4b81-8ad3-4fedf7ca2875 req-ea8a7020-6b1a-489d-9545-aebf75228d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:59.535405 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0b238f3d-d009-4b81-8ad3-4fedf7ca2875 req-ea8a7020-6b1a-489d-9545-aebf75228d0d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=ff5b361a98be4c0399399a5aa58dade2&device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 1129 time: 0.1975553 Feb 19 03:28:59.740288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b238f3d-d009-4b81-8ad3-4fedf7ca2875 req-9cc21230-1bac-4b06-89bc-2ee5bf993578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:59.746287 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0b238f3d-d009-4b81-8ad3-4fedf7ca2875 req-9cc21230-1bac-4b06-89bc-2ee5bf993578 service neutron] 10.222.0.67 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.2014785 Feb 19 03:28:59.768704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b0352f-b4f8-490f-8503-1d80dd073f22 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:28:59.797238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-73b0352f-b4f8-490f-8503-1d80dd073f22 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1334610 Feb 19 03:28:59.800881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34044) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:28:59.841930 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0b238f3d-d009-4b81-8ad3-4fedf7ca2875 req-55d04ddd-6897-42fc-8944-27d1826170f7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=39cdff92-1589-4114-ade1-e6e0f475efcd HTTP/1.1" status: 200 len: 217 time: 0.0865688 Feb 19 03:28:59.920921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9084be98-3cbb-46e6-af10-34fdff88f814 req-3cc3974f-f9be-4257-8a38-740bfa0e30d3 service neutron] 10.222.0.67 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8481925 Feb 19 03:28:59.930683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b238f3d-d009-4b81-8ad3-4fedf7ca2875 req-65c29f2a-03bf-4fa2-863a-e28394ae9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:59.932202 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0b238f3d-d009-4b81-8ad3-4fedf7ca2875 req-65c29f2a-03bf-4fa2-863a-e28394ae9385 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0847504 Feb 19 03:28:59.943775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c518e0-1c7e-4e6b-ad6f-f05632378ef1 None None] Sync routers for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:28:59.950106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c868bab-7e96-4d4f-8fb2-6d44361358fa req-66d682ff-566c-4973-a703-e52e644c4d9c tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:28:59.961480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c518e0-1c7e-4e6b-ad6f-f05632378ef1 None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:28:59.964220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-27c518e0-1c7e-4e6b-ad6f-f05632378ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:28:59.973013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c868bab-7e96-4d4f-8fb2-6d44361358fa req-66d682ff-566c-4973-a703-e52e644c4d9c tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 947 time: 0.8472104 Feb 19 03:29:00.005923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2701dd9-42a4-4929-a172-ee2d60951079 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting subnet 0a7c9ecc-566a-43e5-a4d4-0b4a811a6308 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:00.032847 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b238f3d-d009-4b81-8ad3-4fedf7ca2875 req-6265638e-476e-4109-86ef-2a058da9477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:00.034926 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0b238f3d-d009-4b81-8ad3-4fedf7ca2875 req-6265638e-476e-4109-86ef-2a058da9477c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0964553 Feb 19 03:29:00.077161 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f2701dd9-42a4-4929-a172-ee2d60951079 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (0a7c9ecc-566a-43e5-a4d4-0b4a811a6308), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.087809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-27c518e0-1c7e-4e6b-ad6f-f05632378ef1 None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:00.235634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c868bab-7e96-4d4f-8fb2-6d44361358fa req-a9abc1e3-a31e-4184-b89d-41effa8fdd3b tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/security-groups?id=66446c19-80cc-4717-964a-eff6808ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617838 Feb 19 03:29:00.246906 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f2701dd9-42a4-4929-a172-ee2d60951079 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (0a7c9ecc-566a-43e5-a4d4-0b4a811a6308), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.392605 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0b238f3d-d009-4b81-8ad3-4fedf7ca2875 req-9dca7d07-4bac-43af-bb52-a9b793b919e3 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479962 Feb 19 03:29:00.428372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:00.500532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:00.501919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 136aedab-e6d6-4ee6-a1c8-c8fe8ee3ef66 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:00.532797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9084be98-3cbb-46e6-af10-34fdff88f814 req-8cb435e8-74a6-4b2d-ab2d-87fa356e8308 service neutron] 10.222.0.67 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313764 Feb 19 03:29:00.673374 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0b238f3d-d009-4b81-8ad3-4fedf7ca2875 req-6dd1ea87-cbae-4771-9bed-8c1c6d515c31 service neutron] 10.222.0.67 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684734 Feb 19 03:29:00.699978 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f2701dd9-42a4-4929-a172-ee2d60951079 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (0a7c9ecc-566a-43e5-a4d4-0b4a811a6308), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.741824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb0f22-9e3a-41e4-982c-b950d9b24c26 req-15c48080-358d-4426-a9d2-3ddd30f33914 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:00.749960 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69fb0f22-9e3a-41e4-982c-b950d9b24c26 req-15c48080-358d-4426-a9d2-3ddd30f33914 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 945 time: 0.2855268 Feb 19 03:29:00.795992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21403cb-7d93-4821-afc8-6896ad24cf39 req-0af9af4e-9055-4b62-8c50-c1dcb4ce2e0c tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:00.797566 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f21403cb-7d93-4821-afc8-6896ad24cf39 req-0af9af4e-9055-4b62-8c50-c1dcb4ce2e0c tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.87 "GET /v2.0/ports?device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 945 time: 0.2457151 Feb 19 03:29:00.906274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69fb0f22-9e3a-41e4-982c-b950d9b24c26 req-8af19441-480a-4553-b660-2c92462a8cd3 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/security-groups?id=36112495-2129-4bbd-b3c0-4deb185c8948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553242 Feb 19 03:29:00.923517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-27c518e0-1c7e-4e6b-ad6f-f05632378ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:57Z', 'revision_number': 8, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:38Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:00.968223 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f2701dd9-42a4-4929-a172-ee2d60951079 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (0a7c9ecc-566a-43e5-a4d4-0b4a811a6308), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:00.992821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c518e0-1c7e-4e6b-ad6f-f05632378ef1 None None] Checking router: 87014351-5645-4171-9170-7fbdcce1d339 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:01.017710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c518e0-1c7e-4e6b-ad6f-f05632378ef1 None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:01.018339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-27c518e0-1c7e-4e6b-ad6f-f05632378ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:01.041460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2701dd9-42a4-4929-a172-ee2d60951079 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7c9ecc-566a-43e5-a4d4-0b4a811a6308,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:01.058800 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f2701dd9-42a4-4929-a172-ee2d60951079 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.064575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f2701dd9-42a4-4929-a172-ee2d60951079 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/0a7c9ecc-566a-43e5-a4d4-0b4a811a6308 HTTP/1.1" status: 204 len: 168 time: 1.2602715 Feb 19 03:29:01.065136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34076) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:01.091555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed616b-9671-4f18-885b-e4a8dd415c32 None None] Network 40939d92-51a5-4efc-b6a0-8757f3e2221c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:01.112630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-f21403cb-7d93-4821-afc8-6896ad24cf39 req-e51c98d7-c8d1-4a38-984c-6c378393cbf2 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Deleting port e49ecff8-39a5-437c-bd8e-2fd84f6931cd {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:01.112630 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f21403cb-7d93-4821-afc8-6896ad24cf39 req-e51c98d7-c8d1-4a38-984c-6c378393cbf2 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.347885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (40939d92-51a5-4efc-b6a0-8757f3e2221c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.495619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port 650a2e6a-2b57-40b8-9567-f3bb056363f7 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:01.496871 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.522176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be545f1a-24f5-4cdf-b786-235e19208073 req-b3d41a23-ea7a-455e-ba5c-3034bab8421b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:01.533429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be545f1a-24f5-4cdf-b786-235e19208073 req-b3d41a23-ea7a-455e-ba5c-3034bab8421b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.3842828 Feb 19 03:29:01.544773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-27c518e0-1c7e-4e6b-ad6f-f05632378ef1 None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:01.576541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f21403cb-7d93-4821-afc8-6896ad24cf39 req-e51c98d7-c8d1-4a38-984c-6c378393cbf2 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] For port e49ecff8-39a5-437c-bd8e-2fd84f6931cd, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e49ecff8-39a5-437c-bd8e-2fd84f6931cd,segment=NetworkSegment(02041a48-49eb-401d-8721-9a0216bb2f77),segment_id=02041a48-49eb-401d-8721-9a0216bb2f77)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:01.582970 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f21403cb-7d93-4821-afc8-6896ad24cf39 req-e51c98d7-c8d1-4a38-984c-6c378393cbf2 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.587920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] For port 650a2e6a-2b57-40b8-9567-f3bb056363f7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=650a2e6a-2b57-40b8-9567-f3bb056363f7,segment=NetworkSegment(796f4efb-0b9d-4676-87a6-d18b9a4b62d1),segment_id=796f4efb-0b9d-4676-87a6-d18b9a4b62d1)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:01.588553 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.603856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for 650a2e6a-2b57-40b8-9567-f3bb056363f7 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:01.653681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-f21403cb-7d93-4821-afc8-6896ad24cf39 req-e51c98d7-c8d1-4a38-984c-6c378393cbf2 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Calling delete_port for e49ecff8-39a5-437c-bd8e-2fd84f6931cd owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:01.711457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (650a2e6a-2b57-40b8-9567-f3bb056363f7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:01.739444 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=650a2e6a-2b57-40b8-9567-f3bb056363f7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:01.746850 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No DVR routers for this DVR port 650a2e6a-2b57-40b8-9567-f3bb056363f7 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:01.945095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5449da9f-7456-49f2-af79-504890c44519 None None] DHCP port deletion for 40939d92-51a5-4efc-b6a0-8757f3e2221c request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:29:02.102382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be545f1a-24f5-4cdf-b786-235e19208073 req-d85e56fc-9947-4443-b207-6e1f06c100b2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5654509 Feb 19 03:29:02.192842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 39cdff92-1589-4114-ade1-e6e0f475efcd details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:29:02.210651 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (40939d92-51a5-4efc-b6a0-8757f3e2221c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:02.288335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40939d92-51a5-4efc-b6a0-8757f3e2221c']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:02.317894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796f4efb-0b9d-4676-87a6-d18b9a4b62d1') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:02.318451 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796f4efb-0b9d-4676-87a6-d18b9a4b62d1') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:02.358446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (796f4efb-0b9d-4676-87a6-d18b9a4b62d1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:02.363230 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f21403cb-7d93-4821-afc8-6896ad24cf39 req-e51c98d7-c8d1-4a38-984c-6c378393cbf2 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e49ecff8-39a5-437c-bd8e-2fd84f6931cd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:02.392965 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (796f4efb-0b9d-4676-87a6-d18b9a4b62d1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:02.403458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:02.405172 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (796f4efb-0b9d-4676-87a6-d18b9a4b62d1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:02.412749 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:02.429257 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:29:02.440709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e49ecff8-39a5-437c-bd8e-2fd84f6931cd'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:02.450872 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 650a2e6a-2b57-40b8-9567-f3bb056363f7 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:02.491350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c98d7-c8d1-4a38-984c-6c378393cbf2 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Pushing event deleted for resources: {'Port': ['ID=e49ecff8-39a5-437c-bd8e-2fd84f6931cd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:02.550215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21403cb-7d93-4821-afc8-6896ad24cf39 req-e51c98d7-c8d1-4a38-984c-6c378393cbf2 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] No DVR routers for this DVR port e49ecff8-39a5-437c-bd8e-2fd84f6931cd on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:02.557963 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (40939d92-51a5-4efc-b6a0-8757f3e2221c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:02.558380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f21403cb-7d93-4821-afc8-6896ad24cf39 req-e51c98d7-c8d1-4a38-984c-6c378393cbf2 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:02.561794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f21403cb-7d93-4821-afc8-6896ad24cf39 req-e51c98d7-c8d1-4a38-984c-6c378393cbf2 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.87 "DELETE /v2.0/ports/e49ecff8-39a5-437c-bd8e-2fd84f6931cd HTTP/1.1" status: 204 len: 173 time: 1.7525535 Feb 19 03:29:02.579099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18721502-be37-4e1e-8841-f295466189f8 req-bd7e1e97-57be-4c74-a10e-f0cd1b1a805c tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:02.580787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18721502-be37-4e1e-8841-f295466189f8 req-bd7e1e97-57be-4c74-a10e-f0cd1b1a805c tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 947 time: 0.2910671 Feb 19 03:29:02.581243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5', 'name': 'network-vif-deleted', 'tag': 'e49ecff8-39a5-437c-bd8e-2fd84f6931cd'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:02.583628 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d83227c-458e-43a6-8dfe-20185d9cb61f" -d '{"events": [{"server_uuid": "31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5", "name": "network-vif-deleted", "tag": "e49ecff8-39a5-437c-bd8e-2fd84f6931cd"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:02.605519 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:02.618380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34108) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:02.632623 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/networks/40939d92-51a5-4efc-b6a0-8757f3e2221c HTTP/1.1" status: 204 len: 168 time: 1.5527606 Feb 19 03:29:02.633777 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fe2890-4cdf-40d1-b947-d57c1dd40923 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Network': ['ID=40939d92-51a5-4efc-b6a0-8757f3e2221c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:02.690580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 650a2e6a-2b57-40b8-9567-f3bb056363f7 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:02.690580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 650a2e6a-2b57-40b8-9567-f3bb056363f7 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:02.727294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-27c518e0-1c7e-4e6b-ad6f-f05632378ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:57Z', 'revision_number': 8, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:38Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:02.947665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c518e0-1c7e-4e6b-ad6f-f05632378ef1 None None] The sync data for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 is: [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:28:57Z', 'revision_number': 8, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd525f80a-be87-49be-9141-e456bc48cfd3', 'name': '', 'network_id': 'bff531fa-0a8b-4cee-9a34-91382c1e1902', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3e:5c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3403, 'fixed_ips': [{'subnet_id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:28Z', 'updated_at': '2022-02-19T03:28:38Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '0a8483c6-e939-4903-b096-b7fb47a28030', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:03.071951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18721502-be37-4e1e-8841-f295466189f8 req-b5f604e2-fdc3-4771-95db-c9b0f7f30d70 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/security-groups?id=66446c19-80cc-4717-964a-eff6808ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698536 Feb 19 03:29:03.129117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 39cdff92-1589-4114-ade1-e6e0f475efcd, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=39cdff92-1589-4114-ade1-e6e0f475efcd,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:03.194701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '39cdff92-1589-4114-ade1-e6e0f475efcd', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '39cdff92-1589-4114-ade1-e6e0f475efcd', 'mac_address': 'fa:16:3e:95:52:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:29:03.433173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 39cdff92-1589-4114-ade1-e6e0f475efcd is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:03.433745 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:03.450046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39cdff92-1589-4114-ade1-e6e0f475efcd {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:03.474111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 39cdff92-1589-4114-ade1-e6e0f475efcd, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=39cdff92-1589-4114-ade1-e6e0f475efcd,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:03.479441 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:03.565861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee06bacc-4d83-4aca-9d83-afa2df9267f0 req-d5254a3c-4bae-4d99-8b98-2ff5c46fd529 tempest-ServersNegativeTestMultiTenantJSON-205296112 tempest-ServersNegativeTestMultiTenantJSON-205296112-project] 10.222.0.81 "GET /v2.0/ports?device_id=31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5 HTTP/1.1" status: 200 len: 210 time: 0.0973449 Feb 19 03:29:03.728030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=39cdff92-1589-4114-ade1-e6e0f475efcd,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:03.769708 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e27bb0-ac30-4c8b-981f-5d2d33b0a957 x-openstack-request-id: req-c4e27bb0-ac30-4c8b-981f-5d2d33b0a957 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:03.770005 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5", "name": "network-vif-deleted", "tag": "e49ecff8-39a5-437c-bd8e-2fd84f6931cd", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:03.770267 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c4e27bb0-ac30-4c8b-981f-5d2d33b0a957 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:03.770686 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ea9112-8b9f-4a02-ad3b-6f2dbea7ada5', 'name': 'network-vif-deleted', 'tag': 'e49ecff8-39a5-437c-bd8e-2fd84f6931cd', 'status': 'completed', 'code': 200} Feb 19 03:29:03.780832 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3ed4d745-d593-4a82-a780-28f570497346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:03.833334 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8055308e-98f4-42f0-905d-c665afd9d285 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:03.840987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['39cdff92-1589-4114-ade1-e6e0f475efcd'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:04.147052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86d3f83-b452-43f6-a05a-49008ee4b476 req-8a5ca5c5-9269-45d7-9580-34f6848d9fab tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:04.148638 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b86d3f83-b452-43f6-a05a-49008ee4b476 req-8a5ca5c5-9269-45d7-9580-34f6848d9fab tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.0864446 Feb 19 03:29:04.266473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b86d3f83-b452-43f6-a05a-49008ee4b476 req-fe21e8ad-8c9d-44a0-a8f0-4071cbbae533 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104658 Feb 19 03:29:04.379504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-8055308e-98f4-42f0-905d-c665afd9d285 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port d525f80a-be87-49be-9141-e456bc48cfd3 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:04.380002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8055308e-98f4-42f0-905d-c665afd9d285 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:04.516829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-8055308e-98f4-42f0-905d-c665afd9d285 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] For port d525f80a-be87-49be-9141-e456bc48cfd3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d525f80a-be87-49be-9141-e456bc48cfd3,segment=NetworkSegment(bab29409-444c-495e-be08-56f89edd9e3a),segment_id=bab29409-444c-495e-be08-56f89edd9e3a)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:04.517202 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8055308e-98f4-42f0-905d-c665afd9d285 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:04.534160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-8055308e-98f4-42f0-905d-c665afd9d285 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for d525f80a-be87-49be-9141-e456bc48cfd3 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:04.608749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63844577-2f1e-42a2-9ffc-b7167f0981cf req-630a0d50-3855-4d1b-9643-437abf531a3b tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:04.610416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63844577-2f1e-42a2-9ffc-b7167f0981cf req-630a0d50-3855-4d1b-9643-437abf531a3b tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 948 time: 0.2471719 Feb 19 03:29:04.768440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63844577-2f1e-42a2-9ffc-b7167f0981cf req-a448ab8e-235a-4595-8331-fe7fdfdf5ace tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/security-groups?id=66446c19-80cc-4717-964a-eff6808ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509759 Feb 19 03:29:04.811753 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8055308e-98f4-42f0-905d-c665afd9d285 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d525f80a-be87-49be-9141-e456bc48cfd3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:04.844145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34144) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:04.875560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055308e-98f4-42f0-905d-c665afd9d285 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=d525f80a-be87-49be-9141-e456bc48cfd3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:04.934486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-57869bee-bb32-450f-9168-7699fbe14bfe admin admin] Deleting subnet 0ab0cb32-ec2c-4ef1-8a98-078261d62791 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:04.942658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57869bee-bb32-450f-9168-7699fbe14bfe admin admin] Publish callbacks [] for subnet (0ab0cb32-ec2c-4ef1-8a98-078261d62791), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.011149 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57869bee-bb32-450f-9168-7699fbe14bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (0ab0cb32-ec2c-4ef1-8a98-078261d62791), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.074556 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57869bee-bb32-450f-9168-7699fbe14bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (0ab0cb32-ec2c-4ef1-8a98-078261d62791), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.143194 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57869bee-bb32-450f-9168-7699fbe14bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (0ab0cb32-ec2c-4ef1-8a98-078261d62791), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.175914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57869bee-bb32-450f-9168-7699fbe14bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab0cb32-ec2c-4ef1-8a98-078261d62791,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:05.204403 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-57869bee-bb32-450f-9168-7699fbe14bfe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.216401 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-57869bee-bb32-450f-9168-7699fbe14bfe admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0ab0cb32-ec2c-4ef1-8a98-078261d62791 HTTP/1.1" status: 204 len: 168 time: 0.3710921 Feb 19 03:29:05.219742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34154) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:05.231259 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8055308e-98f4-42f0-905d-c665afd9d285 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.363185 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (8f645b93-c62f-4fed-9f74-b46545793edd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.521294 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (8f645b93-c62f-4fed-9f74-b46545793edd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.547955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f645b93-c62f-4fed-9f74-b46545793edd']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:05.559034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02041a48-49eb-401d-8721-9a0216bb2f77') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:05.559545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02041a48-49eb-401d-8721-9a0216bb2f77') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:05.569902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (02041a48-49eb-401d-8721-9a0216bb2f77), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.586407 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (02041a48-49eb-401d-8721-9a0216bb2f77), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.594088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:05.594701 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (02041a48-49eb-401d-8721-9a0216bb2f77), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:05.696909 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:05.702642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c552b60-6c78-4f87-894a-7f853a691466 req-d35e2eb7-7b8c-4744-82c5-650a33d2b79d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:05.713058 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c552b60-6c78-4f87-894a-7f853a691466 req-d35e2eb7-7b8c-4744-82c5-650a33d2b79d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 945 time: 0.3061614 Feb 19 03:29:05.780300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8055308e-98f4-42f0-905d-c665afd9d285 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 87014351-5645-4171-9170-7fbdcce1d339 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:05.780608 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-79eb1b9b-13d9-4a68-94d1-43e46c88439b service neutron] 10.222.0.67 "GET /v2.0/ports/7af8407a-2e18-401c-9c8a-148c59771f58/bindings/n-h1-826755-2 HTTP/1.1" status: 200 len: 384 time: 0.0798881 Feb 19 03:29:05.781382 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (8f645b93-c62f-4fed-9f74-b46545793edd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.794148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.799215 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8f645b93-c62f-4fed-9f74-b46545793edd HTTP/1.1" status: 204 len: 168 time: 0.5783930 Feb 19 03:29:05.802604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34166) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:05.851673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c552b60-6c78-4f87-894a-7f853a691466 req-4e9fd108-4eab-4223-88d0-6eb128389fc0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293390 Feb 19 03:29:05.900783 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1e9feccc-93e1-4e8c-8c54-85f5611ed859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:05.986344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50105872-12cc-4386-a3dd-f6ca8f24f925 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f645b93-c62f-4fed-9f74-b46545793edd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:06.057859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8055308e-98f4-42f0-905d-c665afd9d285 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:06.077776 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568897e1-0fbc-45bc-92f6-63e55fd3b2f6 None None] Sync routers for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:06.078924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8055308e-98f4-42f0-905d-c665afd9d285 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4525418 Feb 19 03:29:06.079900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34174) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:06.096395 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568897e1-0fbc-45bc-92f6-63e55fd3b2f6 None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:06.097429 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-568897e1-0fbc-45bc-92f6-63e55fd3b2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:06.169990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 39cdff92-1589-4114-ade1-e6e0f475efcd up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:06.213689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-423ba4a4-1e10-4ad9-90ea-7ff98fe603fb service neutron] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=7af8407a-2e18-401c-9c8a-148c59771f58,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:06.233527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34601a75-1b76-4f27-a604-41d7ea2a5a5d req-236977c9-8ef6-4844-8221-4cd3d0db5c38 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:06.234169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-423ba4a4-1e10-4ad9-90ea-7ff98fe603fb service neutron] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:06.243082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34601a75-1b76-4f27-a604-41d7ea2a5a5d req-236977c9-8ef6-4844-8221-4cd3d0db5c38 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 948 time: 0.2526028 Feb 19 03:29:06.266628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 39cdff92-1589-4114-ade1-e6e0f475efcd completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:29:06.268157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-babd5bd1-6baf-43d8-90f8-99d43b123604 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting subnet 0a8483c6-e939-4903-b096-b7fb47a28030 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:06.289234 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-568897e1-0fbc-45bc-92f6-63e55fd3b2f6 None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:06.295750 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 39cdff92-1589-4114-ade1-e6e0f475efcd triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:06.296207 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.298133 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-babd5bd1-6baf-43d8-90f8-99d43b123604 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (0a8483c6-e939-4903-b096-b7fb47a28030), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.327592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-423ba4a4-1e10-4ad9-90ea-7ff98fe603fb service neutron] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7af8407a-2e18-401c-9c8a-148c59771f58,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:06.355712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:06.364381 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b213e1-3ea3-42c2-b330-b51245f15e61" -d '{"events": [{"server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "name": "network-vif-unplugged", "status": "completed", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:06.374572 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-423ba4a4-1e10-4ad9-90ea-7ff98fe603fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.411129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e49ecff8-39a5-437c-bd8e-2fd84f6931cd no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:06.474598 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-babd5bd1-6baf-43d8-90f8-99d43b123604 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (0a8483c6-e939-4903-b096-b7fb47a28030), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.553024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34601a75-1b76-4f27-a604-41d7ea2a5a5d req-b0cf88e5-2ab2-4e07-ad1d-c43b121e3b2a tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/security-groups?id=66446c19-80cc-4717-964a-eff6808ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003244 Feb 19 03:29:06.556145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: e49ecff8-39a5-437c-bd8e-2fd84f6931cd {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:06.556249 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e49ecff8-39a5-437c-bd8e-2fd84f6931cd not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:06.594980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2acf0ee-39c8-4511-94a6-230c403e12a0 admin admin] Deleting subnet 62be4e62-f48c-4c80-af5f-2151eb980671 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:06.619358 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2acf0ee-39c8-4511-94a6-230c403e12a0 admin admin] Publish callbacks [] for subnet (62be4e62-f48c-4c80-af5f-2151eb980671), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.665202 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:29:06.667390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 39cdff92-1589-4114-ade1-e6e0f475efcd is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:06.668316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-423ba4a4-1e10-4ad9-90ea-7ff98fe603fb service neutron] Transition to ACTIVE for port object 7af8407a-2e18-401c-9c8a-148c59771f58 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:29:06.669456 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.673100 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f476706d-af95-4c83-8e97-44aa19a36433 x-openstack-request-id: req-f476706d-af95-4c83-8e97-44aa19a36433 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:06.673396 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "name": "network-vif-unplugged", "status": "completed", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:06.679433 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f476706d-af95-4c83-8e97-44aa19a36433 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:06.679894 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58', 'code': 200} Feb 19 03:29:06.688623 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-babd5bd1-6baf-43d8-90f8-99d43b123604 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (0a8483c6-e939-4903-b096-b7fb47a28030), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.696465 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-568897e1-0fbc-45bc-92f6-63e55fd3b2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:29:04Z', 'revision_number': 9, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:06.718339 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-423ba4a4-1e10-4ad9-90ea-7ff98fe603fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.722275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc09e42f-2e21-4914-8383-3c60cb82c810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cdff92-1589-4114-ade1-e6e0f475efcd'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:06.730711 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b20b6a5-7ad9-4ed3-8724-5df997fde66e" -d '{"events": [{"server_uuid": "bc09e42f-2e21-4914-8383-3c60cb82c810", "name": "network-vif-plugged", "status": "completed", "tag": "39cdff92-1589-4114-ade1-e6e0f475efcd"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:06.763817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 39cdff92-1589-4114-ade1-e6e0f475efcd, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=39cdff92-1589-4114-ade1-e6e0f475efcd,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:06.773974 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.775351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7af8407a-2e18-401c-9c8a-148c59771f58 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:06.815275 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-babd5bd1-6baf-43d8-90f8-99d43b123604 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (0a8483c6-e939-4903-b096-b7fb47a28030), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.822056 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2acf0ee-39c8-4511-94a6-230c403e12a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (62be4e62-f48c-4c80-af5f-2151eb980671), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.880119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd5bd1-6baf-43d8-90f8-99d43b123604 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8483c6-e939-4903-b096-b7fb47a28030,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:06.886315 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-babd5bd1-6baf-43d8-90f8-99d43b123604 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:06.893693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-babd5bd1-6baf-43d8-90f8-99d43b123604 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/0a8483c6-e939-4903-b096-b7fb47a28030 HTTP/1.1" status: 204 len: 168 time: 0.8081315 Feb 19 03:29:06.894704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34196) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:06.945970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2acf0ee-39c8-4511-94a6-230c403e12a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (62be4e62-f48c-4c80-af5f-2151eb980671), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:07.011770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2acf0ee-39c8-4511-94a6-230c403e12a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (62be4e62-f48c-4c80-af5f-2151eb980671), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:07.025800 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1330fe8-0822-4558-9feb-cd3b80bfacba x-openstack-request-id: req-d1330fe8-0822-4558-9feb-cd3b80bfacba {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:07.026474 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc09e42f-2e21-4914-8383-3c60cb82c810", "name": "network-vif-plugged", "status": "completed", "tag": "39cdff92-1589-4114-ade1-e6e0f475efcd", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:07.027040 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d1330fe8-0822-4558-9feb-cd3b80bfacba {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:07.035640 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc09e42f-2e21-4914-8383-3c60cb82c810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39cdff92-1589-4114-ade1-e6e0f475efcd', 'code': 200} Feb 19 03:29:07.038711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb2ec3-05ef-4547-96f8-a3be3f280aaa None None] Network bff531fa-0a8b-4cee-9a34-91382c1e1902 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:07.047882 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568897e1-0fbc-45bc-92f6-63e55fd3b2f6 None None] Checking router: 87014351-5645-4171-9170-7fbdcce1d339 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:07.067802 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568897e1-0fbc-45bc-92f6-63e55fd3b2f6 None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:07.068423 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-568897e1-0fbc-45bc-92f6-63e55fd3b2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:07.139900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2acf0ee-39c8-4511-94a6-230c403e12a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62be4e62-f48c-4c80-af5f-2151eb980671,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:07.217896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] The host n-h2-826755-2 is not matching for port 7af8407a-2e18-401c-9c8a-148c59771f58 host n-h1-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:29:07.236747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 7af8407a-2e18-401c-9c8a-148c59771f58 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:07.272283 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c2acf0ee-39c8-4511-94a6-230c403e12a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:07.275677 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c2acf0ee-39c8-4511-94a6-230c403e12a0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/62be4e62-f48c-4c80-af5f-2151eb980671 HTTP/1.1" status: 204 len: 168 time: 1.3601520 Feb 19 03:29:07.276336 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:07.277247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=39cdff92-1589-4114-ade1-e6e0f475efcd,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:07.312067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34202) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:07.366016 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-568897e1-0fbc-45bc-92f6-63e55fd3b2f6 None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:07.513409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ba4a4-1e10-4ad9-90ea-7ff98fe603fb service neutron] Pushing event updated for resources: {'Port': ['ID=7af8407a-2e18-401c-9c8a-148c59771f58,revision_number=11']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:07.606555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fc76c6-8b59-4ea4-9b3e-42f5cf86fca1 None None] DHCP port deletion for bff531fa-0a8b-4cee-9a34-91382c1e1902 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:29:07.702794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-423ba4a4-1e10-4ad9-90ea-7ff98fe603fb service neutron] No DVR routers for this DVR port 7af8407a-2e18-401c-9c8a-148c59771f58 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:07.760583 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-568897e1-0fbc-45bc-92f6-63e55fd3b2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:29:04Z', 'revision_number': 9, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:07.811766 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (5a6a2806-b49d-4c73-865b-60c5f073895d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:07.817103 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568897e1-0fbc-45bc-92f6-63e55fd3b2f6 None None] The sync data for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 is: [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:29:04Z', 'revision_number': 9, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'a4fc02c8-8ab1-41d9-ac1f-dbea81431db0', 'name': '', 'network_id': 'c9ebe8e3-a461-409e-9216-d65f8764b976', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:3f:20:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3382, 'fixed_ips': [{'subnet_id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:17Z', 'updated_at': '2022-02-19T03:28:26Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '60da8d66-e73f-44a9-9122-da3645b0a6eb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:07.826691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-46fc76c6-8b59-4ea4-9b3e-42f5cf86fca1 None None] Deleting port 7ac2b088-53e5-4879-bc41-414107e5c809 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:07.827072 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-46fc76c6-8b59-4ea4-9b3e-42f5cf86fca1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:07.946585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bcef5-a726-436a-8ebf-fe7295c569df req-5c7cc9ac-ea0c-4476-973d-769bdb46909d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:07.954292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d11bcef5-a726-436a-8ebf-fe7295c569df req-5c7cc9ac-ea0c-4476-973d-769bdb46909d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 944 time: 0.1653924 Feb 19 03:29:07.962447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-46fc76c6-8b59-4ea4-9b3e-42f5cf86fca1 None None] For port 7ac2b088-53e5-4879-bc41-414107e5c809, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7ac2b088-53e5-4879-bc41-414107e5c809,segment=NetworkSegment(bab29409-444c-495e-be08-56f89edd9e3a),segment_id=bab29409-444c-495e-be08-56f89edd9e3a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:07.962843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-46fc76c6-8b59-4ea4-9b3e-42f5cf86fca1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.002935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-46fc76c6-8b59-4ea4-9b3e-42f5cf86fca1 None None] Calling delete_port for 7ac2b088-53e5-4879-bc41-414107e5c809 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:08.028696 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d11bcef5-a726-436a-8ebf-fe7295c569df req-7ca4e635-8bdf-4476-aa74-b39028bb215e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671754 Feb 19 03:29:08.045327 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (bff531fa-0a8b-4cee-9a34-91382c1e1902), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.046131 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (5a6a2806-b49d-4c73-865b-60c5f073895d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.066637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a726e-90a6-489a-ad50-6e6db6b4d499 req-d19a6a31-9ff9-4bbf-8938-3e284bf0e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:08.068393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-036a726e-90a6-489a-ad50-6e6db6b4d499 req-d19a6a31-9ff9-4bbf-8938-3e284bf0e5a1 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 1131 time: 1.1569357 Feb 19 03:29:08.080114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a6a2806-b49d-4c73-865b-60c5f073895d']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:08.097443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043773c7-3e72-4e47-a26b-7976ed182a70') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:08.097801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043773c7-3e72-4e47-a26b-7976ed182a70') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:08.110191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (043773c7-3e72-4e47-a26b-7976ed182a70), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.128228 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (043773c7-3e72-4e47-a26b-7976ed182a70), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.139121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:08.139935 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (043773c7-3e72-4e47-a26b-7976ed182a70), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.171856 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-46fc76c6-8b59-4ea4-9b3e-42f5cf86fca1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.215656 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fc76c6-8b59-4ea4-9b3e-42f5cf86fca1 None None] Pushing event deleted for resources: {'Port': ['ID=7ac2b088-53e5-4879-bc41-414107e5c809,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:08.216779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-036a726e-90a6-489a-ad50-6e6db6b4d499 req-b37b2b76-0a6c-4b32-abec-f472c684b155 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=66446c19-80cc-4717-964a-eff6808ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328347 Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:08.219342 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:08.241561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc76c6-8b59-4ea4-9b3e-42f5cf86fca1 None None] No DVR routers for this DVR port 7ac2b088-53e5-4879-bc41-414107e5c809 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:08.257877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port 7ac2b088-53e5-4879-bc41-414107e5c809 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:08.258231 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.401369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d525f80a-be87-49be-9141-e456bc48cfd3 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:08.426675 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-423ba4a4-1e10-4ad9-90ea-7ff98fe603fb service neutron] 10.222.0.67 "PUT /v2.0/ports/7af8407a-2e18-401c-9c8a-148c59771f58/bindings/n-h1-826755-2/activate HTTP/1.1" status: 200 len: 369 time: 2.6260285 Feb 19 03:29:08.433642 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (5a6a2806-b49d-4c73-865b-60c5f073895d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.469938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: d525f80a-be87-49be-9141-e456bc48cfd3 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:08.473305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d525f80a-be87-49be-9141-e456bc48cfd3 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:08.473909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7ac2b088-53e5-4879-bc41-414107e5c809 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:08.517971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 7ac2b088-53e5-4879-bc41-414107e5c809 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:08.518567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7ac2b088-53e5-4879-bc41-414107e5c809 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:08.518701 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.538919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.544385 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5a6a2806-b49d-4c73-865b-60c5f073895d HTTP/1.1" status: 204 len: 168 time: 1.1817484 Feb 19 03:29:08.547081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] For port 7ac2b088-53e5-4879-bc41-414107e5c809, host n-d-826755-2, got binding levels [] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:08.547460 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.551060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0e826-cf2e-45bc-b7c8-77c52d5a4927 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a6a2806-b49d-4c73-865b-60c5f073895d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:08.575893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for 7ac2b088-53e5-4879-bc41-414107e5c809 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:08.579814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Port 7ac2b088-53e5-4879-bc41-414107e5c809 was not found and therefore no delete operation was performed {{(pid=109899) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:29:08.635905 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7ac2b088-53e5-4879-bc41-414107e5c809), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.685736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26a097-66a1-4e85-aa06-17283059241f req-d239b0d0-1a47-4ec6-a628-5476f7ea1fdd tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:08.687675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e26a097-66a1-4e85-aa06-17283059241f req-d239b0d0-1a47-4ec6-a628-5476f7ea1fdd tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 949 time: 0.5494716 Feb 19 03:29:08.762254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34232) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:08.770402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=7ac2b088-53e5-4879-bc41-414107e5c809,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:08.819805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No DVR routers for this DVR port 7ac2b088-53e5-4879-bc41-414107e5c809 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:08.824351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34234) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:08.856548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e0a571-caa6-41bb-8fc3-5e7d3f399ae1 admin admin] Deleting subnet ae3871f3-59d5-4916-bc3f-4c2a21e461ef {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:08.860143 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a571-caa6-41bb-8fc3-5e7d3f399ae1 admin admin] Publish callbacks [] for subnet (ae3871f3-59d5-4916-bc3f-4c2a21e461ef), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.905747 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a571-caa6-41bb-8fc3-5e7d3f399ae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (ae3871f3-59d5-4916-bc3f-4c2a21e461ef), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.952209 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a571-caa6-41bb-8fc3-5e7d3f399ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (ae3871f3-59d5-4916-bc3f-4c2a21e461ef), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:08.978058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-71a6f3ad-b2d4-4235-a22e-44f057dc1483 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:08.980727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-71a6f3ad-b2d4-4235-a22e-44f057dc1483 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f&tenant_id=d251da4ce30245449da598358709f972&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 1126 time: 0.3983357 Feb 19 03:29:09.009168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a571-caa6-41bb-8fc3-5e7d3f399ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (ae3871f3-59d5-4916-bc3f-4c2a21e461ef), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.065974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0a571-caa6-41bb-8fc3-5e7d3f399ae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae3871f3-59d5-4916-bc3f-4c2a21e461ef,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:09.069639 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b6e0a571-caa6-41bb-8fc3-5e7d3f399ae1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.075692 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b6e0a571-caa6-41bb-8fc3-5e7d3f399ae1 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ae3871f3-59d5-4916-bc3f-4c2a21e461ef HTTP/1.1" status: 204 len: 168 time: 0.3123519 Feb 19 03:29:09.076306 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34242) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:09.084284 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e26a097-66a1-4e85-aa06-17283059241f req-d82e25bf-5875-4c08-bd7b-779eb2f97d11 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/security-groups?id=66446c19-80cc-4717-964a-eff6808ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409162 Feb 19 03:29:09.089106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (bff531fa-0a8b-4cee-9a34-91382c1e1902), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.158901 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2ebd7c5e-6834-4907-b001-8404bc46814a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec7f829b7f10404ea8a42415b69ddb2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3298628 Feb 19 03:29:09.197154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34244) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:09.209122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff531fa-0a8b-4cee-9a34-91382c1e1902']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:09.223968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (085e6d90-68bf-43d0-8341-640eb54ccdaf), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.248525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab29409-444c-495e-be08-56f89edd9e3a') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:09.249049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab29409-444c-495e-be08-56f89edd9e3a') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:09.295973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (bab29409-444c-495e-be08-56f89edd9e3a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.367760 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (bab29409-444c-495e-be08-56f89edd9e3a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.410325 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (085e6d90-68bf-43d0-8341-640eb54ccdaf), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.414760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:09.416751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (bab29409-444c-495e-be08-56f89edd9e3a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.432531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085e6d90-68bf-43d0-8341-640eb54ccdaf']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:09.434521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-62a4fd7c-c80c-4866-a2a2-7af861429841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:09.438930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-62a4fd7c-c80c-4866-a2a2-7af861429841 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f&tenant_id=d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 1126 time: 0.4391460 Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:09.441164 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:09.443587 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ce5246-8dad-446f-99ca-503ffaff7fe1') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:09.443914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ce5246-8dad-446f-99ca-503ffaff7fe1') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:09.460005 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (f7ce5246-8dad-446f-99ca-503ffaff7fe1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.474486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f7ce5246-8dad-446f-99ca-503ffaff7fe1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.482821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:09.483171 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (f7ce5246-8dad-446f-99ca-503ffaff7fe1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:09.485602 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:09.544415 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (085e6d90-68bf-43d0-8341-640eb54ccdaf), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.557304 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.579652 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/085e6d90-68bf-43d0-8341-640eb54ccdaf HTTP/1.1" status: 204 len: 168 time: 0.5022027 Feb 19 03:29:09.605808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34256) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:09.625509 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c9bef-6cd4-47a9-bd9c-22c733131ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=085e6d90-68bf-43d0-8341-640eb54ccdaf,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:09.638866 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b96dd4f4-8ddd-4be6-bbfa-0d9f27daee94 admin admin] Publish callbacks [] for security_group (36112495-2129-4bbd-b3c0-4deb185c8948), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.650314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459960e1-73cf-46f5-bd70-430974c7ccf7 req-c35efed0-94cb-44d9-93ed-90228a8addd9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:09.652172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-459960e1-73cf-46f5-bd70-430974c7ccf7 req-c35efed0-94cb-44d9-93ed-90228a8addd9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 944 time: 0.4665685 Feb 19 03:29:09.728515 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b96dd4f4-8ddd-4be6-bbfa-0d9f27daee94 admin admin] Publish callbacks [] for security_group (36112495-2129-4bbd-b3c0-4deb185c8948), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.779753 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (bff531fa-0a8b-4cee-9a34-91382c1e1902), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.785903 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.789440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/networks/bff531fa-0a8b-4cee-9a34-91382c1e1902 HTTP/1.1" status: 204 len: 168 time: 2.8860877 Feb 19 03:29:09.792295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34264) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:09.821969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c889087-e5ad-4003-8540-ad8c405eef65 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Network': ['ID=bff531fa-0a8b-4cee-9a34-91382c1e1902,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:09.826868 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b96dd4f4-8ddd-4be6-bbfa-0d9f27daee94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (36112495-2129-4bbd-b3c0-4deb185c8948), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.829623 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b96dd4f4-8ddd-4be6-bbfa-0d9f27daee94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.833552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b96dd4f4-8ddd-4be6-bbfa-0d9f27daee94 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/36112495-2129-4bbd-b3c0-4deb185c8948 HTTP/1.1" status: 204 len: 168 time: 0.6338959 Feb 19 03:29:09.852997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae85e521-1d01-470a-ad89-bbb4787069b0 admin admin] Deleting subnet d94aec10-25c4-4b4f-aa22-9474e5b527f6 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:09.858944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96dd4f4-8ddd-4be6-bbfa-0d9f27daee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36112495-2129-4bbd-b3c0-4deb185c8948,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:09.873299 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae85e521-1d01-470a-ad89-bbb4787069b0 admin admin] Publish callbacks [] for subnet (d94aec10-25c4-4b4f-aa22-9474e5b527f6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:09.955867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-093943d1-992c-46ff-a9b9-45936fd94d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:09.958450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-093943d1-992c-46ff-a9b9-45936fd94d2a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1126 time: 0.4021633 Feb 19 03:29:10.063558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-459960e1-73cf-46f5-bd70-430974c7ccf7 req-594f466d-f26f-42fa-b274-b0baa2afd5c7 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810511 Feb 19 03:29:10.093955 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.245937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae85e521-1d01-470a-ad89-bbb4787069b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (d94aec10-25c4-4b4f-aa22-9474e5b527f6), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.391754 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae85e521-1d01-470a-ad89-bbb4787069b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d94aec10-25c4-4b4f-aa22-9474e5b527f6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.474879 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-56347613-c8c3-478d-b4c5-a7561d869e0f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.501655 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae85e521-1d01-470a-ad89-bbb4787069b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (d94aec10-25c4-4b4f-aa22-9474e5b527f6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.528082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae85e521-1d01-470a-ad89-bbb4787069b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.539969 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ae85e521-1d01-470a-ad89-bbb4787069b0 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d94aec10-25c4-4b4f-aa22-9474e5b527f6 HTTP/1.1" status: 204 len: 168 time: 0.9253869 Feb 19 03:29:10.544033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-4641d9df-8903-41e3-bd22-79aedbc431f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:10.545596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-4641d9df-8903-41e3-bd22-79aedbc431f7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=96198039-ea61-4722-b524-b9596bcc37b9 HTTP/1.1" status: 200 len: 898 time: 0.4802024 Feb 19 03:29:10.575791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34280) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:10.576125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34282) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:10.688848 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (eee78a6c-9966-41fd-934b-b88627da3ea6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.739697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85e521-1d01-470a-ad89-bbb4787069b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d94aec10-25c4-4b4f-aa22-9474e5b527f6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:10.833151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d4fd8-81c9-4f6a-8e54-7bfafd999d3d req-16e2b9fa-9ad3-4721-8fe2-4e25e94c9eb8 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:10.834925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea0d4fd8-81c9-4f6a-8e54-7bfafd999d3d req-16e2b9fa-9ad3-4721-8fe2-4e25e94c9eb8 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 949 time: 0.6067827 Feb 19 03:29:10.888892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-a8ebe3bf-7332-4f8a-b0f0-c64661888856 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 999 time: 0.2192278 Feb 19 03:29:10.906228 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-56347613-c8c3-478d-b4c5-a7561d869e0f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:10.906651 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-56347613-c8c3-478d-b4c5-a7561d869e0f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:10.968244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5ef8a938-9949-4993-8a74-40e6f28a2d82 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=865f4c4d2e804ad1a4c81af953d28131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3081915 Feb 19 03:29:11.014842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34294) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:11.017276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-0d8c20a2-70c7-4646-807b-1522d54ec600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:11.019498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-0d8c20a2-70c7-4646-807b-1522d54ec600 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7ce80253-4161-46fb-9759-1f698da15f46 HTTP/1.1" status: 200 len: 834 time: 0.0994775 Feb 19 03:29:11.032250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-56347613-c8c3-478d-b4c5-a7561d869e0f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] For port a4fc02c8-8ab1-41d9-ac1f-dbea81431db0, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a4fc02c8-8ab1-41d9-ac1f-dbea81431db0,segment=NetworkSegment(b3e1787e-ad49-44ff-b233-cbd64344f6d9),segment_id=b3e1787e-ad49-44ff-b233-cbd64344f6d9)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:11.038052 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-56347613-c8c3-478d-b4c5-a7561d869e0f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.054038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-56347613-c8c3-478d-b4c5-a7561d869e0f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:11.065964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea0d4fd8-81c9-4f6a-8e54-7bfafd999d3d req-cd1449c8-3008-4775-a5f3-5d570bf898b5 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/security-groups?id=66446c19-80cc-4717-964a-eff6808ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215378 Feb 19 03:29:11.274957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-56347613-c8c3-478d-b4c5-a7561d869e0f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a4fc02c8-8ab1-41d9-ac1f-dbea81431db0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.312601 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (eee78a6c-9966-41fd-934b-b88627da3ea6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.331617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56347613-c8c3-478d-b4c5-a7561d869e0f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=a4fc02c8-8ab1-41d9-ac1f-dbea81431db0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:11.425896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee78a6c-9966-41fd-934b-b88627da3ea6']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:11.468303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff74380-639f-4826-99ed-7d1e793bf118') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:11.468527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff74380-639f-4826-99ed-7d1e793bf118') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:11.499169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (6ff74380-639f-4826-99ed-7d1e793bf118), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.531000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6ff74380-639f-4826-99ed-7d1e793bf118), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.547826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50493797-5a3b-496e-83a5-635bf8c1cdd0 req-f34673fb-5a74-43fb-bef1-e16a01b4281e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:11.549782 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50493797-5a3b-496e-83a5-635bf8c1cdd0 req-f34673fb-5a74-43fb-bef1-e16a01b4281e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 944 time: 0.3434792 Feb 19 03:29:11.553229 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fc32da1e-db8f-4121-a13d-38b044524af4 admin admin] Publish callbacks [] for security_group (aef91351-c56c-4221-aeb3-30e0f59537f5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.555623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:11.563148 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (6ff74380-639f-4826-99ed-7d1e793bf118), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:11.565691 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:11.598370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-023b5598-3202-4d96-9ead-e143dd711df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:11.600230 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-023b5598-3202-4d96-9ead-e143dd711df5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=96198039-ea61-4722-b524-b9596bcc37b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5666852 Feb 19 03:29:11.734428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fc32da1e-db8f-4121-a13d-38b044524af4 admin admin] Publish callbacks [] for security_group (aef91351-c56c-4221-aeb3-30e0f59537f5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.873875 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (eee78a6c-9966-41fd-934b-b88627da3ea6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.941219 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:11.944977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] 10.222.0.81 "DELETE /v2.0/networks/eee78a6c-9966-41fd-934b-b88627da3ea6 HTTP/1.1" status: 204 len: 168 time: 1.3677411 Feb 19 03:29:11.975088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a08d3-6b31-4615-915a-72ab7f1a8331 admin admin] Pushing event deleted for resources: {'Network': ['ID=eee78a6c-9966-41fd-934b-b88627da3ea6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:11.982422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-6d76ca72-12ea-4a51-879a-0dbbfb56a6d9 service neutron] 10.222.0.87 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642027 Feb 19 03:29:12.003488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50493797-5a3b-496e-83a5-635bf8c1cdd0 req-8c24d776-b0a1-45be-990b-524378e8ee8b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268019 Feb 19 03:29:12.034650 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fc32da1e-db8f-4121-a13d-38b044524af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (aef91351-c56c-4221-aeb3-30e0f59537f5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:12.036626 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-56347613-c8c3-478d-b4c5-a7561d869e0f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:12.040389 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fc32da1e-db8f-4121-a13d-38b044524af4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:12.042027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fc32da1e-db8f-4121-a13d-38b044524af4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/aef91351-c56c-4221-aeb3-30e0f59537f5 HTTP/1.1" status: 204 len: 168 time: 1.0213380 Feb 19 03:29:12.089779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32da1e-db8f-4121-a13d-38b044524af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef91351-c56c-4221-aeb3-30e0f59537f5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:12.371794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-9983316c-8695-4af7-90a7-580e0c6cc6af service neutron] 10.222.0.87 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670006 Feb 19 03:29:12.388099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34336) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:12.536641 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56347613-c8c3-478d-b4c5-a7561d869e0f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 87014351-5645-4171-9170-7fbdcce1d339 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:12.599061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6d7c77f6-3a27-4761-a02e-1a813c670803 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce72ce04244d43e59760d02e1bf406fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2097578 Feb 19 03:29:12.606151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34344) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:12.767196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56347613-c8c3-478d-b4c5-a7561d869e0f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:12.776854 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-56347613-c8c3-478d-b4c5-a7561d869e0f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9833291 Feb 19 03:29:12.781588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfe4b1d-169c-4235-91f6-dd79c3d2c3bb None None] Sync routers for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:12.794139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34352) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:12.819827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe4b1d-169c-4235-91f6-dd79c3d2c3bb None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:12.820466 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-4cfe4b1d-169c-4235-91f6-dd79c3d2c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:12.893980 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72890c2a-e839-4ad8-a5f6-633e09ebf64b admin admin] Publish callbacks [] for security_group (71d3b88b-7975-4ea0-a28b-8f2198db546f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:12.926314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3806fe8-1a44-4881-bc82-ffc8d0ffde17 req-4c86231f-6a2c-4c28-9899-c9475f825f35 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:12.927930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3806fe8-1a44-4881-bc82-ffc8d0ffde17 req-4c86231f-6a2c-4c28-9899-c9475f825f35 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 949 time: 0.3676076 Feb 19 03:29:12.947414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b4bcf1-7cd2-41c5-bfcc-d23e32434a9e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting subnet 60da8d66-e73f-44a9-9122-da3645b0a6eb {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:12.968470 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bcf1-7cd2-41c5-bfcc-d23e32434a9e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (60da8d66-e73f-44a9-9122-da3645b0a6eb), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:12.976086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-03d89b2f-518c-43ea-af7a-24b0c4ed5dbf tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:12.986862 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-03d89b2f-518c-43ea-af7a-24b0c4ed5dbf tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f&tenant_id=d251da4ce30245449da598358709f972&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 1126 time: 0.2800744 Feb 19 03:29:13.023919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-4cfe4b1d-169c-4235-91f6-dd79c3d2c3bb None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:13.064551 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72890c2a-e839-4ad8-a5f6-633e09ebf64b admin admin] Publish callbacks [] for security_group (71d3b88b-7975-4ea0-a28b-8f2198db546f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.134232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bcf1-7cd2-41c5-bfcc-d23e32434a9e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (60da8d66-e73f-44a9-9122-da3645b0a6eb), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.241018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3806fe8-1a44-4881-bc82-ffc8d0ffde17 req-e437895f-70b3-48bc-8684-8ebaa57caee1 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/security-groups?id=66446c19-80cc-4717-964a-eff6808ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900944 Feb 19 03:29:13.249081 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72890c2a-e839-4ad8-a5f6-633e09ebf64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (71d3b88b-7975-4ea0-a28b-8f2198db546f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.252815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72890c2a-e839-4ad8-a5f6-633e09ebf64b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.254081 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-72890c2a-e839-4ad8-a5f6-633e09ebf64b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71d3b88b-7975-4ea0-a28b-8f2198db546f HTTP/1.1" status: 204 len: 168 time: 0.6446624 Feb 19 03:29:13.281516 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bcf1-7cd2-41c5-bfcc-d23e32434a9e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (60da8d66-e73f-44a9-9122-da3645b0a6eb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.286966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72890c2a-e839-4ad8-a5f6-633e09ebf64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d3b88b-7975-4ea0-a28b-8f2198db546f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:13.449268 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bcf1-7cd2-41c5-bfcc-d23e32434a9e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (60da8d66-e73f-44a9-9122-da3645b0a6eb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.496558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4bcf1-7cd2-41c5-bfcc-d23e32434a9e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Subnet': ['ID=60da8d66-e73f-44a9-9122-da3645b0a6eb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:13.503523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8b4bcf1-7cd2-41c5-bfcc-d23e32434a9e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.507853 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a8b4bcf1-7cd2-41c5-bfcc-d23e32434a9e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/60da8d66-e73f-44a9-9122-da3645b0a6eb HTTP/1.1" status: 204 len: 168 time: 0.7100589 Feb 19 03:29:13.511057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34380) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:13.519488 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8736437e-269e-4a06-ae3f-456b86d9024f None None] Network c9ebe8e3-a461-409e-9216-d65f8764b976 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:13.644249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d06dfbea-6df3-45ad-adba-6f2377cb00ab service neutron] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:13.649853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (c9ebe8e3-a461-409e-9216-d65f8764b976), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.660945 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d06dfbea-6df3-45ad-adba-6f2377cb00ab service neutron] Publish callbacks [] for binding (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.662585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-d06dfbea-6df3-45ad-adba-6f2377cb00ab service neutron] 10.222.0.87 "DELETE /v2.0/ports/7af8407a-2e18-401c-9c8a-148c59771f58/bindings/n-h2-826755-2 HTTP/1.1" status: 204 len: 173 time: 0.6631176 Feb 19 03:29:13.688089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659d1d2-624c-4f17-bb92-5f5d1e158244 req-d89cc10e-8858-497d-a8bd-c8b12b0f296d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:13.700340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3659d1d2-624c-4f17-bb92-5f5d1e158244 req-d89cc10e-8858-497d-a8bd-c8b12b0f296d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 944 time: 0.2745392 Feb 19 03:29:13.737101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-4cfe4b1d-169c-4235-91f6-dd79c3d2c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:29:11Z', 'revision_number': 10, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:13.785543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfe4b1d-169c-4235-91f6-dd79c3d2c3bb None None] Checking router: 87014351-5645-4171-9170-7fbdcce1d339 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:13.806645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfe4b1d-169c-4235-91f6-dd79c3d2c3bb None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:13.807946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-4cfe4b1d-169c-4235-91f6-dd79c3d2c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:13.808998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port ced5deb4-25a7-4fbf-976b-932f5f7cd428 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:13.812354 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:13.840383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3659d1d2-624c-4f17-bb92-5f5d1e158244 req-c7e86257-4f18-434b-bbfc-05c96252f64e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335833 Feb 19 03:29:14.041783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34392) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:14.101218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bea5258-be95-44cf-9a1e-c4bdfbc4f971 None None] DHCP port deletion for c9ebe8e3-a461-409e-9216-d65f8764b976 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:29:14.111774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79509bc8-62a1-417a-8c73-2d96ce0e2387 req-432dfa2d-9a2f-404f-a7a6-855355324817 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.124607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79509bc8-62a1-417a-8c73-2d96ce0e2387 req-432dfa2d-9a2f-404f-a7a6-855355324817 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1126 time: 0.1762042 Feb 19 03:29:14.135137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34396) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:14.167265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] For port ced5deb4-25a7-4fbf-976b-932f5f7cd428, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ced5deb4-25a7-4fbf-976b-932f5f7cd428,segment=NetworkSegment(b3e1787e-ad49-44ff-b233-cbd64344f6d9),segment_id=b3e1787e-ad49-44ff-b233-cbd64344f6d9)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:14.168361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.208157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for ced5deb4-25a7-4fbf-976b-932f5f7cd428 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:14.234080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79509bc8-62a1-417a-8c73-2d96ce0e2387 req-68cde274-da59-4eda-86de-a0ee63945cc9 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071160 Feb 19 03:29:14.296834 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c49057fb-453a-41f0-b98d-8523dcb627d5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6fc5d6466c30426093fff27426e919b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1599464 Feb 19 03:29:14.299226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34402) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:14.417383 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d05c4aad-d6c2-41a0-a85e-2b940d8dd2d0 admin admin] Publish callbacks [] for security_group (8297d219-e919-4a7b-8157-09f41e7ba59f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.454513 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d05c4aad-d6c2-41a0-a85e-2b940d8dd2d0 admin admin] Publish callbacks [] for security_group (8297d219-e919-4a7b-8157-09f41e7ba59f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.454722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55deb5a6-c430-422c-80b6-574266d70cb2 req-717dcfb5-f515-4d7b-b124-7f8880031065 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.456520 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-55deb5a6-c430-422c-80b6-574266d70cb2 req-717dcfb5-f515-4d7b-b124-7f8880031065 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.67 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 949 time: 0.1298454 Feb 19 03:29:14.487873 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.629755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2301049-759b-4c88-9843-3ca792f8190d req-606d98ce-0398-4b26-addc-93354f6fec0f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:14.632045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2301049-759b-4c88-9843-3ca792f8190d req-606d98ce-0398-4b26-addc-93354f6fec0f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 944 time: 0.2879183 Feb 19 03:29:14.638718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-700261719-network', 'tenant_id': '7df611d7779e4ee2afeb0f6b7092e016'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:14.653810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=ced5deb4-25a7-4fbf-976b-932f5f7cd428,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:14.670203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ced5deb4-25a7-4fbf-976b-932f5f7cd428 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:14.684153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No DVR routers for this DVR port ced5deb4-25a7-4fbf-976b-932f5f7cd428 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:14.721477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2301049-759b-4c88-9843-3ca792f8190d req-d9976344-36c3-4580-af39-a4773f643fe5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773354 Feb 19 03:29:14.745319 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d05c4aad-d6c2-41a0-a85e-2b940d8dd2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8297d219-e919-4a7b-8157-09f41e7ba59f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.752817 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d05c4aad-d6c2-41a0-a85e-2b940d8dd2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.760089 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d05c4aad-d6c2-41a0-a85e-2b940d8dd2d0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8297d219-e919-4a7b-8157-09f41e7ba59f HTTP/1.1" status: 204 len: 168 time: 0.4588547 Feb 19 03:29:14.761294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34410) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:14.776544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: ced5deb4-25a7-4fbf-976b-932f5f7cd428 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:14.777092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ced5deb4-25a7-4fbf-976b-932f5f7cd428 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:14.804369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-4cfe4b1d-169c-4235-91f6-dd79c3d2c3bb None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:14.837666 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Made reservation on behalf of 7df611d7779e4ee2afeb0f6b7092e016 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:14.850759 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:14.961578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c4aad-d6c2-41a0-a85e-2b940d8dd2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8297d219-e919-4a7b-8157-09f41e7ba59f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:14.980882 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2bea5258-be95-44cf-9a1e-c4bdfbc4f971 None None] Deleting port ced5deb4-25a7-4fbf-976b-932f5f7cd428 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:14.981258 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2bea5258-be95-44cf-9a1e-c4bdfbc4f971 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.004059 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (c9ebe8e3-a461-409e-9216-d65f8764b976), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.068250 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.094139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ebe8e3-a461-409e-9216-d65f8764b976']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:15.108695 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e1787e-ad49-44ff-b233-cbd64344f6d9') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:15.109261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e1787e-ad49-44ff-b233-cbd64344f6d9') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:15.120639 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (b3e1787e-ad49-44ff-b233-cbd64344f6d9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.138917 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b3e1787e-ad49-44ff-b233-cbd64344f6d9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.146617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:15.147384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (b3e1787e-ad49-44ff-b233-cbd64344f6d9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:15.213082 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:15.220469 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-55deb5a6-c430-422c-80b6-574266d70cb2 req-36e70139-bd24-44da-98ae-8bc25efc21ed tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Deleting port 39cdff92-1589-4114-ade1-e6e0f475efcd {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:15.221076 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-55deb5a6-c430-422c-80b6-574266d70cb2 req-36e70139-bd24-44da-98ae-8bc25efc21ed tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.229728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (c9ebe8e3-a461-409e-9216-d65f8764b976), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.277305 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.286947 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/networks/c9ebe8e3-a461-409e-9216-d65f8764b976 HTTP/1.1" status: 204 len: 168 time: 1.7706437 Feb 19 03:29:15.287613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34426) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:15.297180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2bea5258-be95-44cf-9a1e-c4bdfbc4f971 None None] For port ced5deb4-25a7-4fbf-976b-932f5f7cd428, host n-d-826755-2, got binding levels [] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:15.297800 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2bea5258-be95-44cf-9a1e-c4bdfbc4f971 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.335209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2bea5258-be95-44cf-9a1e-c4bdfbc4f971 None None] Calling delete_port for ced5deb4-25a7-4fbf-976b-932f5f7cd428 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:15.344963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.ipam_backend_mixin [None req-2bea5258-be95-44cf-9a1e-c4bdfbc4f971 None None] Port ced5deb4-25a7-4fbf-976b-932f5f7cd428 was not found and therefore no delete operation was performed {{(pid=109900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:29:15.378739 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Publish callbacks [] for security_group (6457b31a-0658-4390-822a-9688ffea8079), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.394829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-97668d30-846e-42a0-96e4-ff426c3dca70 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/ca7cb691-07c3-42f5-a57b-fab24f32b658 HTTP/1.1" status: 200 len: 991 time: 0.5966341 Feb 19 03:29:15.394829 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6457b31a-0658-4390-822a-9688ffea8079), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.422332 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2bea5258-be95-44cf-9a1e-c4bdfbc4f971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (ced5deb4-25a7-4fbf-976b-932f5f7cd428), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.437406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-55deb5a6-c430-422c-80b6-574266d70cb2 req-36e70139-bd24-44da-98ae-8bc25efc21ed tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] For port 39cdff92-1589-4114-ade1-e6e0f475efcd, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=39cdff92-1589-4114-ade1-e6e0f475efcd,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:15.437840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-55deb5a6-c430-422c-80b6-574266d70cb2 req-36e70139-bd24-44da-98ae-8bc25efc21ed tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.454903 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-55deb5a6-c430-422c-80b6-574266d70cb2 req-36e70139-bd24-44da-98ae-8bc25efc21ed tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Calling delete_port for 39cdff92-1589-4114-ade1-e6e0f475efcd owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:15.460793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2bea5258-be95-44cf-9a1e-c4bdfbc4f971 None None] Network c9ebe8e3-a461-409e-9216-d65f8764b976 is not hosted by any dhcp agent {{(pid=109900) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:29:15.463617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:15.477376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bea5258-be95-44cf-9a1e-c4bdfbc4f971 None None] No DVR routers for this DVR port ced5deb4-25a7-4fbf-976b-932f5f7cd428 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:15.522362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7e128-5add-43cf-b2d6-32dc24d247ea req-7f856e81-3384-46bb-bdff-3829883aff53 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.524095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4c7e128-5add-43cf-b2d6-32dc24d247ea req-7f856e81-3384-46bb-bdff-3829883aff53 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 949 time: 0.5387917 Feb 19 03:29:15.530523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6457b31a-0658-4390-822a-9688ffea8079,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:15.539747 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (27eca22f-adf3-4be8-a8d9-d54e44d1a787), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.541928 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Added segment 27eca22f-adf3-4be8-a8d9-d54e44d1a787 of type vlan for network 3bbe84fd-050d-450e-9984-0e5e5c7a338e Feb 19 03:29:15.602111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea5258-be95-44cf-9a1e-c4bdfbc4f971 None None] Pushing event deleted for resources: {'Port': ['ID=ced5deb4-25a7-4fbf-976b-932f5f7cd428,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:15.640048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-4cfe4b1d-169c-4235-91f6-dd79c3d2c3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:29:11Z', 'revision_number': 10, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:15.649011 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d40ae-2835-4426-b094-53c5eecda823 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Network': ['ID=c9ebe8e3-a461-409e-9216-d65f8764b976,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:15.702125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cfe4b1d-169c-4235-91f6-dd79c3d2c3bb None None] The sync data for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 is: [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:29:11Z', 'revision_number': 10, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None, '_interfaces': [{'id': 'd283b7f3-5fe8-41c4-92a3-3e3114e1301b', 'name': '', 'network_id': 'f991aed7-2fd6-4624-a6e3-a7e97127d362', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'mac_address': 'fa:16:3e:a4:ec:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87014351-5645-4171-9170-7fbdcce1d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3377, 'fixed_ips': [{'subnet_id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:28:08Z', 'updated_at': '2022-02-19T03:28:17Z', 'revision_number': 5, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'subnets': [{'id': '4d85fa76-79ef-4f8a-b38b-112d8f99a97b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:15.762040 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (3bbe84fd-050d-450e-9984-0e5e5c7a338e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.787356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4c7e128-5add-43cf-b2d6-32dc24d247ea req-f8a8252b-4ff3-459d-ab1d-9c24d6da19cf tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/security-groups?id=66446c19-80cc-4717-964a-eff6808ace4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261002 Feb 19 03:29:15.841158 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (3bbe84fd-050d-450e-9984-0e5e5c7a338e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.842200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:15.843111 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:15.897454 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8545358 Feb 19 03:29:15.900908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34452) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:15.919647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-5da3841c-c0fa-49ad-9800-ff31a04ef38f admin admin] Request body: {'subnet': {'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-700261719-subnet', 'tenant_id': '7df611d7779e4ee2afeb0f6b7092e016', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:15.983748 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43589874-21f5-4e2d-82ca-46078e121373 admin admin] Pushing event updated for resources: {'Network': ['ID=3bbe84fd-050d-450e-9984-0e5e5c7a338e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:16.007928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 3bbe84fd-050d-450e-9984-0e5e5c7a338e details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:16.108376 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34460) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:16.122576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34464) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:16.140495 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da3841c-c0fa-49ad-9800-ff31a04ef38f admin admin] Made reservation on behalf of 7df611d7779e4ee2afeb0f6b7092e016 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:16.153676 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5da3841c-c0fa-49ad-9800-ff31a04ef38f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:16.282230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:16.320349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:16.324625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a4fc02c8-8ab1-41d9-ac1f-dbea81431db0 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:16.398916 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-55deb5a6-c430-422c-80b6-574266d70cb2 req-36e70139-bd24-44da-98ae-8bc25efc21ed tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (39cdff92-1589-4114-ade1-e6e0f475efcd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:16.413961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1639990152-network', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:16.475865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Made reservation on behalf of b3ad779f9b2a43eaaba6e97f498154cc for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:16.478983 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:16.492262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port de08778d-ef8f-4fd3-b5d0-cce887f0b9b2 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:16.492652 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (de08778d-ef8f-4fd3-b5d0-cce887f0b9b2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:16.495723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:16.508361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e70139-bd24-44da-98ae-8bc25efc21ed tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Pushing event deleted for resources: {'Port': ['ID=39cdff92-1589-4114-ade1-e6e0f475efcd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:16.614261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-55deb5a6-c430-422c-80b6-574266d70cb2 req-36e70139-bd24-44da-98ae-8bc25efc21ed tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] No DVR routers for this DVR port 39cdff92-1589-4114-ade1-e6e0f475efcd on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:16.625073 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-55deb5a6-c430-422c-80b6-574266d70cb2 req-36e70139-bd24-44da-98ae-8bc25efc21ed tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:16.628508 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-55deb5a6-c430-422c-80b6-574266d70cb2 req-36e70139-bd24-44da-98ae-8bc25efc21ed tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.67 "DELETE /v2.0/ports/39cdff92-1589-4114-ade1-e6e0f475efcd HTTP/1.1" status: 204 len: 173 time: 2.1628516 Feb 19 03:29:16.631945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc09e42f-2e21-4914-8383-3c60cb82c810', 'name': 'network-vif-deleted', 'tag': '39cdff92-1589-4114-ade1-e6e0f475efcd'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:16.633616 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7173b58e-8bd5-4ebd-8b32-3a5aaf1b9e01" -d '{"events": [{"server_uuid": "bc09e42f-2e21-4914-8383-3c60cb82c810", "name": "network-vif-deleted", "tag": "39cdff92-1589-4114-ade1-e6e0f475efcd"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:16.712551 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (de08778d-ef8f-4fd3-b5d0-cce887f0b9b2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:16.712551 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (de08778d-ef8f-4fd3-b5d0-cce887f0b9b2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:16.736790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for de08778d-ef8f-4fd3-b5d0-cce887f0b9b2 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:16.820457 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ed286b-93ce-4777-88db-169ad5abd5f2 x-openstack-request-id: req-99ed286b-93ce-4777-88db-169ad5abd5f2 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:16.822314 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc09e42f-2e21-4914-8383-3c60cb82c810", "name": "network-vif-deleted", "tag": "39cdff92-1589-4114-ade1-e6e0f475efcd", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:16.822314 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-99ed286b-93ce-4777-88db-169ad5abd5f2 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:16.822314 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc09e42f-2e21-4914-8383-3c60cb82c810', 'name': 'network-vif-deleted', 'tag': '39cdff92-1589-4114-ade1-e6e0f475efcd', 'status': 'completed', 'code': 200} Feb 19 03:29:16.880196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Publish callbacks [] for security_group (3c5adf86-01e9-41ac-b7e4-113bd585ff28), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:16.901418 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5da3841c-c0fa-49ad-9800-ff31a04ef38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (68dbc269-9785-484b-ac8d-1be7e15dbc7d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:16.906855 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3c5adf86-01e9-41ac-b7e4-113bd585ff28), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:16.988181 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5cffac2f-a974-4c39-950d-91ef8dad12ca tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.007041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5adf86-01e9-41ac-b7e4-113bd585ff28,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:17.022113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:17.095086 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da3841c-c0fa-49ad-9800-ff31a04ef38f admin admin] Pushing event updated for resources: {'Subnet': ['ID=68dbc269-9785-484b-ac8d-1be7e15dbc7d,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:17.110014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da3841c-c0fa-49ad-9800-ff31a04ef38f admin admin] Checking segment: {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:17.110521 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da3841c-c0fa-49ad-9800-ff31a04ef38f admin admin] Network hostable DHCP agents. Network: 3bbe84fd-050d-450e-9984-0e5e5c7a338e, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:29:17.213061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da3841c-c0fa-49ad-9800-ff31a04ef38f admin admin] Network 3bbe84fd-050d-450e-9984-0e5e5c7a338e is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:29:17.286641 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5da3841c-c0fa-49ad-9800-ff31a04ef38f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 3bbe84fd-050d-450e-9984-0e5e5c7a338e) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:17.293562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da3841c-c0fa-49ad-9800-ff31a04ef38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:17.294820 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5da3841c-c0fa-49ad-9800-ff31a04ef38f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.301836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0970e89d-4551-418f-8583-36c06bebd26f None None] Network 3bbe84fd-050d-450e-9984-0e5e5c7a338e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:17.332510 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5da3841c-c0fa-49ad-9800-ff31a04ef38f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4207051 Feb 19 03:29:17.533181 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5cffac2f-a974-4c39-950d-91ef8dad12ca tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port d283b7f3-5fe8-41c4-92a3-3e3114e1301b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:17.534375 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5cffac2f-a974-4c39-950d-91ef8dad12ca tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.545382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe8b7e67-7244-4062-abb2-cf898a92aa24 req-cd48e97c-1fc6-41ed-bcb7-b53917891c31 tempest-VolumesNegativeTest-349730756 tempest-VolumesNegativeTest-349730756-project] 10.222.0.81 "GET /v2.0/ports?device_id=bc09e42f-2e21-4914-8383-3c60cb82c810 HTTP/1.1" status: 200 len: 210 time: 0.5878150 Feb 19 03:29:17.546495 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (acfaf12a-c76b-423a-9e56-2153651f577c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.546883 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Added segment acfaf12a-c76b-423a-9e56-2153651f577c of type vlan for network 052c6a76-660c-463f-8d3d-ceaf5791ebdb Feb 19 03:29:17.600122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42be26c9-e0d6-4a5b-a4fb-b1fbe4fdc0db None None] Network 3bbe84fd-050d-450e-9984-0e5e5c7a338e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:17.642966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (052c6a76-660c-463f-8d3d-ceaf5791ebdb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.776573 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (052c6a76-660c-463f-8d3d-ceaf5791ebdb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.778190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:17.779376 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.861582 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-5cffac2f-a974-4c39-950d-91ef8dad12ca tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] For port d283b7f3-5fe8-41c4-92a3-3e3114e1301b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d283b7f3-5fe8-41c4-92a3-3e3114e1301b,segment=NetworkSegment(5bd9d4d4-502a-4619-a201-8652281e6976),segment_id=5bd9d4d4-502a-4619-a201-8652281e6976)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:17.862060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5cffac2f-a974-4c39-950d-91ef8dad12ca tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.887546 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5cffac2f-a974-4c39-950d-91ef8dad12ca tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for d283b7f3-5fe8-41c4-92a3-3e3114e1301b owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:17.895993 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (de08778d-ef8f-4fd3-b5d0-cce887f0b9b2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:17.929279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=de08778d-ef8f-4fd3-b5d0-cce887f0b9b2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:17.947485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8373234 Feb 19 03:29:17.951940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34514) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:17.957138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-32ba58fc-2f9a-4e5b-9411-68ed69284c73 admin admin] Request body: {'subnet': {'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1639990152-subnet', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:17.957993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168a49d-152b-4caa-b603-2ba13ed54e08 admin admin] Pushing event updated for resources: {'Network': ['ID=052c6a76-660c-463f-8d3d-ceaf5791ebdb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:17.970855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 052c6a76-660c-463f-8d3d-ceaf5791ebdb details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:18.034695 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ba58fc-2f9a-4e5b-9411-68ed69284c73 admin admin] Made reservation on behalf of b3ad779f9b2a43eaaba6e97f498154cc for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:18.037827 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-32ba58fc-2f9a-4e5b-9411-68ed69284c73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:18.117779 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (ca7cb691-07c3-42f5-a57b-fab24f32b658), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:18.119504 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Floating IP ca7cb691-07c3-42f5-a57b-fab24f32b658 disassociated (deleted). External IP: 172.25.1.129, port: 7af8407a-2e18-401c-9c8a-148c59771f58. Feb 19 03:29:18.244184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 39cdff92-1589-4114-ade1-e6e0f475efcd no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:18.291432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 39cdff92-1589-4114-ade1-e6e0f475efcd {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:18.291548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 39cdff92-1589-4114-ade1-e6e0f475efcd not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:18.410527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-32ba58fc-2f9a-4e5b-9411-68ed69284c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (05559075-1486-4bb4-a10a-47404135662d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:18.498530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-67e77fb5-a086-49f4-9a61-330f65ef2652 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:18.500192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-67e77fb5-a086-49f4-9a61-330f65ef2652 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 814 time: 0.1645033 Feb 19 03:29:18.505021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:18.521728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5cffac2f-a974-4c39-950d-91ef8dad12ca tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d283b7f3-5fe8-41c4-92a3-3e3114e1301b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:18.524074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-cdecf6a8-ac44-4fc9-9a8f-8bb5f421f002 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/quotas/7df611d7779e4ee2afeb0f6b7092e016 HTTP/1.1" status: 200 len: 375 time: 0.0147560 Feb 19 03:29:18.572567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffac2f-a974-4c39-950d-91ef8dad12ca tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=d283b7f3-5fe8-41c4-92a3-3e3114e1301b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:18.626906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-1f268bfd-11a0-49f3-9aa7-5072945a5052 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658340 Feb 19 03:29:18.663179 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba58fc-2f9a-4e5b-9411-68ed69284c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05559075-1486-4bb4-a10a-47404135662d,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:18.697176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ba58fc-2f9a-4e5b-9411-68ed69284c73 admin admin] Checking segment: {'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:18.697626 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba58fc-2f9a-4e5b-9411-68ed69284c73 admin admin] Network hostable DHCP agents. Network: 052c6a76-660c-463f-8d3d-ceaf5791ebdb, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:29:18.807890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:18.813809 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:18.825738 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911dd84e-7084-4ed5-a9d6-f54b59034139 None None] Sync routers for ids ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:18.829762 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5cffac2f-a974-4c39-950d-91ef8dad12ca tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (87014351-5645-4171-9170-7fbdcce1d339), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:18.843638 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911dd84e-7084-4ed5-a9d6-f54b59034139 None None] Routers {'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:18.844555 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-911dd84e-7084-4ed5-a9d6-f54b59034139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:18.858413 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ba58fc-2f9a-4e5b-9411-68ed69284c73 admin admin] Network 052c6a76-660c-463f-8d3d-ceaf5791ebdb is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:29:18.898080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-bc3c7555-4118-4b0f-931d-65ada3164ecf service neutron] 10.222.0.81 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599146 Feb 19 03:29:18.907826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-af1517e0-b5e2-4a23-a4b0-5fdaec4dd55d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/floatingips/ca7cb691-07c3-42f5-a57b-fab24f32b658 HTTP/1.1" status: 204 len: 168 time: 2.7839699 Feb 19 03:29:18.909302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:18.911742 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e844a4-5e22-4670-b680-80f6c48ac136" -d '{"events": [{"name": "network-changed", "server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:18.983148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-32ba58fc-2f9a-4e5b-9411-68ed69284c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 052c6a76-660c-463f-8d3d-ceaf5791ebdb) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:18.992758 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f00e24-a990-4e03-ae22-63a8727c7abe None None] Network 052c6a76-660c-463f-8d3d-ceaf5791ebdb requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:19.043038 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-911dd84e-7084-4ed5-a9d6-f54b59034139 None None] Set router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:19.077897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-bf640268-9305-433d-ab34-a95888f307c0 service neutron] 10.222.0.81 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788614 Feb 19 03:29:19.302009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'fixed_ips': [{'subnet_id': '05559075-1486-4bb4-a10a-47404135662d'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:29:19.303039 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:19.341244 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-911dd84e-7084-4ed5-a9d6-f54b59034139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '5fd1281b-39c8-4e1c-a0d7-2fb41f071658', 'name': '', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:f9:2c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '7ce80253-4161-46fb-9759-1f698da15f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:46Z', 'updated_at': '2022-02-19T03:26:59Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '7ce80253-4161-46fb-9759-1f698da15f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:19.447224 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911dd84e-7084-4ed5-a9d6-f54b59034139 None None] Checking router: dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:19.480783 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911dd84e-7084-4ed5-a9d6-f54b59034139 None None] Routers {'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:19.489350 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-911dd84e-7084-4ed5-a9d6-f54b59034139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:19.560392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Allocated IP 172.20.0.2 (052c6a76-660c-463f-8d3d-ceaf5791ebdb/05559075-1486-4bb4-a10a-47404135662d/5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:19.739677 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-911dd84e-7084-4ed5-a9d6-f54b59034139 None None] Set router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:19.830960 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c187e13f-44ed-4137-9082-219158157741 x-openstack-request-id: req-c187e13f-44ed-4137-9082-219158157741 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:19.831491 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:19.831616 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c187e13f-44ed-4137-9082-219158157741 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:19.832013 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58', 'status': 'completed', 'code': 200} Feb 19 03:29:19.881987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba58fc-2f9a-4e5b-9411-68ed69284c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:19.882644 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-32ba58fc-2f9a-4e5b-9411-68ed69284c73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.007440 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-32ba58fc-2f9a-4e5b-9411-68ed69284c73 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0462360 Feb 19 03:29:20.008001 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34584) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:20.025411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65e5667e-f171-4431-896e-692a37b05aa2 req-bab70ba3-2360-46d7-b5e0-7d25b2ecee1b tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 210 time: 0.0973568 Feb 19 03:29:20.042684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:20.073656 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Publish callbacks [] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.082898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e844a4-5e22-4670-b680-80f6c48ac136 req-5f7f462c-2978-41aa-b1c4-5a7b464fd2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:20.095124 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.098493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35e844a4-5e22-4670-b680-80f6c48ac136 req-5f7f462c-2978-41aa-b1c4-5a7b464fd2b2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 1126 time: 0.2462959 Feb 19 03:29:20.143991 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cffac2f-a974-4c39-950d-91ef8dad12ca tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 87014351-5645-4171-9170-7fbdcce1d339 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:20.160650 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.169222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.172243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Network 052c6a76-660c-463f-8d3d-ceaf5791ebdb is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:20.175980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:20.179046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:20.235128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Pushing event updated for resources: {'Port': ['ID=5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:20.292565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Attempting to bind port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:20.292973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Attempting to bind port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:20.293350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Attempting to bind port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb on network 052c6a76-660c-463f-8d3d-ceaf5791ebdb {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:20.370921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:20.371251 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Checking segment: {'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:20.374372 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.374787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Bound using segment: {'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:20.375292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Bound port: 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:20.375754 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.441127 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-911dd84e-7084-4ed5-a9d6-f54b59034139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '5fd1281b-39c8-4e1c-a0d7-2fb41f071658', 'name': '', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:f9:2c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '7ce80253-4161-46fb-9759-1f698da15f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:46Z', 'updated_at': '2022-02-19T03:26:59Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '7ce80253-4161-46fb-9759-1f698da15f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:20.509173 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e844a4-5e22-4670-b680-80f6c48ac136 req-fa1c1e92-ec82-4cc4-ae20-d84e5833ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:20.510842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35e844a4-5e22-4670-b680-80f6c48ac136 req-fa1c1e92-ec82-4cc4-ae20-d84e5833ff23 service neutron] 10.222.0.87 "GET /v2.0/networks?id=96198039-ea61-4722-b524-b9596bcc37b9 HTTP/1.1" status: 200 len: 898 time: 0.4053025 Feb 19 03:29:20.539897 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911dd84e-7084-4ed5-a9d6-f54b59034139 None None] The sync data for ids ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'] in n-d-826755-2 is: [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:26:47Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '5fd1281b-39c8-4e1c-a0d7-2fb41f071658', 'name': '', 'network_id': '96198039-ea61-4722-b524-b9596bcc37b9', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:f9:2c:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '7ce80253-4161-46fb-9759-1f698da15f46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:46Z', 'updated_at': '2022-02-19T03:26:59Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': '7ce80253-4161-46fb-9759-1f698da15f46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:20.549135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] For port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:20.562175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] For port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb,segment=NetworkSegment(acfaf12a-c76b-423a-9e56-2153651f577c),segment_id=acfaf12a-c76b-423a-9e56-2153651f577c)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:20.578828 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.619676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35e844a4-5e22-4670-b680-80f6c48ac136 req-3d4f575e-8d48-4423-8056-121e93ffdd17 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 200 len: 217 time: 0.1022017 Feb 19 03:29:20.663421 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Publish callbacks [] for router_controller (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:20.711096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cffac2f-a974-4c39-950d-91ef8dad12ca tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:20.722984 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5cffac2f-a974-4c39-950d-91ef8dad12ca tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1058178 Feb 19 03:29:20.728160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34610) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:20.741584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dc038-3143-4766-986f-354965a54ab6 None None] Pushing event updated for resources: {'Port': ['ID=5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:20.744456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45b496-6ffe-4bfe-b525-f22ddf164729 None None] Sync routers for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:20.746502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a5dcf-d6d1-4987-9b0a-7d7ac631a76a req-818e16e8-3a11-4721-a405-33cd00967b8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:20.761300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-655a5dcf-d6d1-4987-9b0a-7d7ac631a76a req-818e16e8-3a11-4721-a405-33cd00967b8d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 944 time: 0.3078778 Feb 19 03:29:20.764594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e844a4-5e22-4670-b680-80f6c48ac136 req-f20225a4-2279-4070-9358-1259005262e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:20.766293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35e844a4-5e22-4670-b680-80f6c48ac136 req-f20225a4-2279-4070-9358-1259005262e9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=7ce80253-4161-46fb-9759-1f698da15f46 HTTP/1.1" status: 200 len: 834 time: 0.1390488 Feb 19 03:29:20.812473 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45b496-6ffe-4bfe-b525-f22ddf164729 None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:20.815339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8d45b496-6ffe-4bfe-b525-f22ddf164729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:20.935538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e844a4-5e22-4670-b680-80f6c48ac136 req-c1bb9242-82a9-408c-a3ef-d62f4f663d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:20.937947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35e844a4-5e22-4670-b680-80f6c48ac136 req-c1bb9242-82a9-408c-a3ef-d62f4f663d22 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=96198039-ea61-4722-b524-b9596bcc37b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1566298 Feb 19 03:29:20.979478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-655a5dcf-d6d1-4987-9b0a-7d7ac631a76a req-dab0e906-377c-47cb-957a-7915f6eaebd6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168343 Feb 19 03:29:21.064297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8d45b496-6ffe-4bfe-b525-f22ddf164729 None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:21.148771 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999d28a3-43b1-4b0d-a0a9-ca1e0837da3e None None] New status for floating IP ca7cb691-07c3-42f5-a57b-fab24f32b658: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:29:21.166788 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8d45b496-6ffe-4bfe-b525-f22ddf164729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:29:18Z', 'revision_number': 11, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:21.238462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45b496-6ffe-4bfe-b525-f22ddf164729 None None] Checking router: 87014351-5645-4171-9170-7fbdcce1d339 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:21.243121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-404407f4-988e-4264-a735-dff255d747e9 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting subnet 4d85fa76-79ef-4f8a-b38b-112d8f99a97b {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:21.273024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Publish callbacks [] for router_gateway (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:21.288982 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404407f4-988e-4264-a735-dff255d747e9 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (4d85fa76-79ef-4f8a-b38b-112d8f99a97b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:21.289801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d45b496-6ffe-4bfe-b525-f22ddf164729 None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:21.290440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8d45b496-6ffe-4bfe-b525-f22ddf164729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:21.304113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f44e8-cef5-4ce6-ac00-9f0c237b2e75 req-08958a61-ba7f-48ee-927c-8621ddc782e3 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:21.309438 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9f6f44e8-cef5-4ce6-ac00-9f0c237b2e75 req-08958a61-ba7f-48ee-927c-8621ddc782e3 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 944 time: 0.7693963 Feb 19 03:29:21.444824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8d45b496-6ffe-4bfe-b525-f22ddf164729 None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:21.479222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404407f4-988e-4264-a735-dff255d747e9 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (4d85fa76-79ef-4f8a-b38b-112d8f99a97b), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:21.494268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35e844a4-5e22-4670-b680-80f6c48ac136 req-0a70b893-4636-4b40-80e4-018ee632f6ff service neutron] 10.222.0.87 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136321 Feb 19 03:29:21.510155 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56b6d9ab-dcb9-4867-9328-bea433f331a4 req-abc3eec1-0b23-49a6-981d-6a03b6847441 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 210 time: 0.1893651 Feb 19 03:29:21.614894 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8d45b496-6ffe-4bfe-b525-f22ddf164729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:29:18Z', 'revision_number': 11, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:21.695781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d45b496-6ffe-4bfe-b525-f22ddf164729 None None] The sync data for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 is: [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:29:18Z', 'revision_number': 11, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:21.744013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-35e844a4-5e22-4670-b680-80f6c48ac136 req-e13c9fbb-70c5-4c96-95b0-714db68c67af service neutron] 10.222.0.87 "GET /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327406 Feb 19 03:29:22.137933 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404407f4-988e-4264-a735-dff255d747e9 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (4d85fa76-79ef-4f8a-b38b-112d8f99a97b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.191719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec483f-ee43-4055-b657-5bcfe1676616 req-1961f7f7-cfb5-43bd-a3bf-3d7887ba6e96 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:22.194461 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6ec483f-ee43-4055-b657-5bcfe1676616 req-1961f7f7-cfb5-43bd-a3bf-3d7887ba6e96 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 944 time: 0.1034069 Feb 19 03:29:22.279758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-9244dd85-e38a-45ab-9d8c-3d5d5c693104 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:22.281675 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-9244dd85-e38a-45ab-9d8c-3d5d5c693104 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.67 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 814 time: 0.7132039 Feb 19 03:29:22.312036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Request body: {'port': {'device_id': 'ecbeb200-a027-40c5-bc17-d207324ddb36', 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e', 'admin_state_up': True, 'tenant_id': '7df611d7779e4ee2afeb0f6b7092e016'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:22.370376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6ec483f-ee43-4055-b657-5bcfe1676616 req-b6289a97-dc47-431c-8a74-e2496b8b3b20 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696527 Feb 19 03:29:22.434321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:22.523638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-9f6f44e8-cef5-4ce6-ac00-9f0c237b2e75 req-2043ab55-c40c-4acd-964a-0ac108e87bba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port 7af8407a-2e18-401c-9c8a-148c59771f58 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:22.523988 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9f6f44e8-cef5-4ce6-ac00-9f0c237b2e75 req-2043ab55-c40c-4acd-964a-0ac108e87bba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.544446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:22.545118 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.562692 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404407f4-988e-4264-a735-dff255d747e9 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (4d85fa76-79ef-4f8a-b38b-112d8f99a97b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.625252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd83a80f-919c-4e27-a49e-0c587ebb0fd7 None None] Network f991aed7-2fd6-4624-a6e3-a7e97127d362 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:22.673933 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-404407f4-988e-4264-a735-dff255d747e9 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.692914 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-404407f4-988e-4264-a735-dff255d747e9 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/4d85fa76-79ef-4f8a-b38b-112d8f99a97b HTTP/1.1" status: 204 len: 168 time: 1.8722312 Feb 19 03:29:22.693401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17a9f306-753e-4ff1-94fc-aa3d4ff6a131 req-3c793ab9-f55a-4a82-b767-102e8d4d4b6f tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 210 time: 0.0664792 Feb 19 03:29:22.695964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34742) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:22.814117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404407f4-988e-4264-a735-dff255d747e9 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Subnet': ['ID=4d85fa76-79ef-4f8a-b38b-112d8f99a97b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:22.848592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ee9d66-b5d7-4501-a624-91e1e8fc265e None None] Network 052c6a76-660c-463f-8d3d-ceaf5791ebdb requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:22.883316 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (f991aed7-2fd6-4624-a6e3-a7e97127d362), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:22.965628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Deleting port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:22.968500 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.016182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:23.016746 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.064107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Made reservation on behalf of 7df611d7779e4ee2afeb0f6b7092e016 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:23.080287 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.097835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] For port 2c680348-eb82-41a2-88f9-7fef3f8a33c1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2c680348-eb82-41a2-88f9-7fef3f8a33c1,segment=NetworkSegment(5bd9d4d4-502a-4619-a201-8652281e6976),segment_id=5bd9d4d4-502a-4619-a201-8652281e6976)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:23.098194 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.117186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Calling delete_port for 2c680348-eb82-41a2-88f9-7fef3f8a33c1 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:23.132227 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.180751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb,segment=NetworkSegment(acfaf12a-c76b-423a-9e56-2153651f577c),segment_id=acfaf12a-c76b-423a-9e56-2153651f577c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:23.199360 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.208528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-9f6f44e8-cef5-4ce6-ac00-9f0c237b2e75 req-2043ab55-c40c-4acd-964a-0ac108e87bba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port 7af8407a-2e18-401c-9c8a-148c59771f58, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7af8407a-2e18-401c-9c8a-148c59771f58,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:23.208931 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9f6f44e8-cef5-4ce6-ac00-9f0c237b2e75 req-2043ab55-c40c-4acd-964a-0ac108e87bba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.233097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d283b7f3-5fe8-41c4-92a3-3e3114e1301b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:23.235425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a53ffbf0-e8b7-47e8-b5b0-41ed0839626f None None] Provisioning complete for port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:23.235903 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a53ffbf0-e8b7-47e8-b5b0-41ed0839626f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.265898 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-9f6f44e8-cef5-4ce6-ac00-9f0c237b2e75 req-2043ab55-c40c-4acd-964a-0ac108e87bba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for 7af8407a-2e18-401c-9c8a-148c59771f58 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:23.279878 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Publish callbacks [] for router_gateway (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.304202 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (2c680348-eb82-41a2-88f9-7fef3f8a33c1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.371543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Port': ['ID=2c680348-eb82-41a2-88f9-7fef3f8a33c1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:23.386039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No DVR routers for this DVR port 2c680348-eb82-41a2-88f9-7fef3f8a33c1 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:23.414442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.581899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Allocated IP 172.25.1.208 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/01549b5c-8b8d-49fe-8e25-3830c6c2b01b) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:23.648959 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (f991aed7-2fd6-4624-a6e3-a7e97127d362), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.720657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: d283b7f3-5fe8-41c4-92a3-3e3114e1301b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:23.721210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d283b7f3-5fe8-41c4-92a3-3e3114e1301b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:23.726327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f991aed7-2fd6-4624-a6e3-a7e97127d362']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:23.743944 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Publish callbacks [] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.757877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd9d4d4-502a-4619-a201-8652281e6976') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:23.758317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd9d4d4-502a-4619-a201-8652281e6976') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:23.771843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.799966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeb930-ad4d-4b82-a001-8ebe396fb0c0 req-66041b33-a3ff-425b-a103-b28298bce120 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:23.801705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68eeb930-ad4d-4b82-a001-8ebe396fb0c0 req-66041b33-a3ff-425b-a103-b28298bce120 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 944 time: 0.2418098 Feb 19 03:29:23.817849 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (5bd9d4d4-502a-4619-a201-8652281e6976), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.839636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:23.861058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.861556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.862166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.862606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.864529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.864994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.865425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.866248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.866685 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.867112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.867723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.868295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.868737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:23.882734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca4923-2ce4-4342-92b8-f5d997a4e192 None None] DHCP port deletion for f991aed7-2fd6-4624-a6e3-a7e97127d362 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:29:23.930990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68eeb930-ad4d-4b82-a001-8ebe396fb0c0 req-35c9d22e-74af-4f06-a7a7-16d80b45d93d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=45339b7f-f421-4c86-83f3-f52d3cab299d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204221 Feb 19 03:29:23.939733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a53ffbf0-e8b7-47e8-b5b0-41ed0839626f None None] Current status of the port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:23.942095 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (5bd9d4d4-502a-4619-a201-8652281e6976), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.955645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:23.955870 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (5bd9d4d4-502a-4619-a201-8652281e6976), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:23.959068 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:23.983052 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:24.098301 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Pushing event updated for resources: {'Port': ['ID=01549b5c-8b8d-49fe-8e25-3830c6c2b01b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:24.131322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:24.160915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be30618c-c162-4c2e-9c84-64224a9ea2f6 req-a9a38e36-4c16-4e97-b39c-a606bb34eb36 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 210 time: 0.0810657 Feb 19 03:29:24.183468 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (f991aed7-2fd6-4624-a6e3-a7e97127d362), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:24.191304 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:24.194541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/networks/f991aed7-2fd6-4624-a6e3-a7e97127d362 HTTP/1.1" status: 204 len: 168 time: 1.4959168 Feb 19 03:29:24.201614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34840) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:24.211121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:24.212218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-aa091600-35bc-42dd-a1e0-07866160db4d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'router': {'routes': None}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:24.229409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:24.245760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d502b68-93fb-418a-97b5-0ecabc093ec0 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Pushing event deleted for resources: {'Network': ['ID=f991aed7-2fd6-4624-a6e3-a7e97127d362,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:24.297970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0d516c1c-ee02-4e61-865a-f2fe8519915b None None] Provisioning complete for port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:24.300535 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0d516c1c-ee02-4e61-865a-f2fe8519915b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:24.305605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Allocated IP 172.20.0.7 (3bbe84fd-050d-450e-9984-0e5e5c7a338e/68dbc269-9785-484b-ac8d-1be7e15dbc7d/c95dcb74-a786-48e6-b7ca-0cdf0244d544) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:24.393583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7af8407a-2e18-401c-9c8a-148c59771f58 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:24.457101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:24.627408 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9f6f44e8-cef5-4ce6-ac00-9f0c237b2e75 req-2043ab55-c40c-4acd-964a-0ac108e87bba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7af8407a-2e18-401c-9c8a-148c59771f58), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:24.636609 n-d-826755-2 neutron-server[109900]: INFO neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No ports have port_id starting with 7af8407a-2e18-401c-9c8a-148c59771f58 Feb 19 03:29:24.648316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.extraroute_db [None req-aa091600-35bc-42dd-a1e0-07866160db4d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Added routes are [] {{(pid=109899) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 19 03:29:24.648916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.extraroute_db [None req-aa091600-35bc-42dd-a1e0-07866160db4d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Removed routes are [] {{(pid=109899) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 19 03:29:24.649023 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa091600-35bc-42dd-a1e0-07866160db4d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (87014351-5645-4171-9170-7fbdcce1d339), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:24.665191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0d516c1c-ee02-4e61-865a-f2fe8519915b None None] Current status of the port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:24.678946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:24.679316 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:24.794196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043ab55-c40c-4acd-964a-0ac108e87bba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=7af8407a-2e18-401c-9c8a-148c59771f58,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:24.834916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6f44e8-cef5-4ce6-ac00-9f0c237b2e75 req-2043ab55-c40c-4acd-964a-0ac108e87bba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] No DVR routers for this DVR port 7af8407a-2e18-401c-9c8a-148c59771f58 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:24.838013 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9f6f44e8-cef5-4ce6-ac00-9f0c237b2e75 req-2043ab55-c40c-4acd-964a-0ac108e87bba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:24.842094 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9f6f44e8-cef5-4ce6-ac00-9f0c237b2e75 req-2043ab55-c40c-4acd-964a-0ac108e87bba tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "DELETE /v2.0/ports/7af8407a-2e18-401c-9c8a-148c59771f58 HTTP/1.1" status: 204 len: 173 time: 3.2747316 Feb 19 03:29:24.855497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'name': 'network-vif-deleted', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:24.858673 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816adc84-3842-47c9-a2e7-64b20b2dda4d" -d '{"events": [{"server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "name": "network-vif-deleted", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:24.862602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:24.953568 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2c680348-eb82-41a2-88f9-7fef3f8a33c1 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:25.008492 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 2c680348-eb82-41a2-88f9-7fef3f8a33c1 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:25.009612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2c680348-eb82-41a2-88f9-7fef3f8a33c1 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:25.025277 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71af946c-d1de-4f54-a4b9-a5f2e01af623 x-openstack-request-id: req-71af946c-d1de-4f54-a4b9-a5f2e01af623 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:25.025580 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09aa8cfd-0c38-4c38-a632-c912b76ae59f", "name": "network-vif-deleted", "tag": "7af8407a-2e18-401c-9c8a-148c59771f58", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:25.025938 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-71af946c-d1de-4f54-a4b9-a5f2e01af623 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:25.026359 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09aa8cfd-0c38-4c38-a632-c912b76ae59f', 'name': 'network-vif-deleted', 'tag': '7af8407a-2e18-401c-9c8a-148c59771f58', 'status': 'completed', 'code': 200} Feb 19 03:29:25.074340 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks [] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:25.086902 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa091600-35bc-42dd-a1e0-07866160db4d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (87014351-5645-4171-9170-7fbdcce1d339), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:25.110715 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa091600-35bc-42dd-a1e0-07866160db4d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (87014351-5645-4171-9170-7fbdcce1d339), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:25.194856 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f25b9a1-272f-4283-b144-594299188d77 req-b5b264f2-adc8-4b8c-b76d-13c9fd403c59 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=09aa8cfd-0c38-4c38-a632-c912b76ae59f HTTP/1.1" status: 200 len: 210 time: 0.1053631 Feb 19 03:29:25.208162 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Publish callbacks [] for router_gateway (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:25.267868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa091600-35bc-42dd-a1e0-07866160db4d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 87014351-5645-4171-9170-7fbdcce1d339 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:25.390297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-80e717fa-66d2-4657-84a7-862ee3d613f2 req-f80e32a7-4cf8-4610-b905-2feee7fb7886 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 210 time: 0.0719290 Feb 19 03:29:25.393565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa091600-35bc-42dd-a1e0-07866160db4d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:25.401222 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa091600-35bc-42dd-a1e0-07866160db4d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:25.405491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aa091600-35bc-42dd-a1e0-07866160db4d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339 HTTP/1.1" status: 200 len: 701 time: 1.1999209 Feb 19 03:29:25.405834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34892) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:25.409158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740209d-1410-450d-b3f2-b7ecdc61ce83 None None] Sync routers for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:25.440566 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fcb7686f-c31e-4fe8-8a09-b0d0a37f07fe tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=87014351-5645-4171-9170-7fbdcce1d339 HTTP/1.1" status: 200 len: 205 time: 0.0308738 Feb 19 03:29:25.452905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34894) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:25.456013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740209d-1410-450d-b3f2-b7ecdc61ce83 None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:25.456691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1740209d-1410-450d-b3f2-b7ecdc61ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:25.614683 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1740209d-1410-450d-b3f2-b7ecdc61ce83 None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:25.616086 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:25.647685 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8c8d-f86a-4b02-bb2a-6cf418e1d51f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (87014351-5645-4171-9170-7fbdcce1d339), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:25.673764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1740209d-1410-450d-b3f2-b7ecdc61ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:29:18Z', 'revision_number': 11, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:25.716601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740209d-1410-450d-b3f2-b7ecdc61ce83 None None] Checking router: 87014351-5645-4171-9170-7fbdcce1d339 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:25.726012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1740209d-1410-450d-b3f2-b7ecdc61ce83 None None] Routers {'87014351-5645-4171-9170-7fbdcce1d339'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:25.726635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1740209d-1410-450d-b3f2-b7ecdc61ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['87014351-5645-4171-9170-7fbdcce1d339'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:25.734807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Pushing event updated for resources: {'Port': ['ID=c95dcb74-a786-48e6-b7ca-0cdf0244d544,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:25.830111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Network 3bbe84fd-050d-450e-9984-0e5e5c7a338e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:25.833007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:25.852920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:25.877649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1740209d-1410-450d-b3f2-b7ecdc61ce83 None None] Set router 87014351-5645-4171-9170-7fbdcce1d339 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:25.951013 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:25.987679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1740209d-1410-450d-b3f2-b7ecdc61ce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:29:18Z', 'revision_number': 11, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:26.036550 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8c8d-f86a-4b02-bb2a-6cf418e1d51f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (87014351-5645-4171-9170-7fbdcce1d339), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:26.045325 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8c8d-f86a-4b02-bb2a-6cf418e1d51f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (87014351-5645-4171-9170-7fbdcce1d339), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:26.074447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1740209d-1410-450d-b3f2-b7ecdc61ce83 None None] The sync data for ids ['87014351-5645-4171-9170-7fbdcce1d339'] in n-d-826755-2 is: [{'id': '87014351-5645-4171-9170-7fbdcce1d339', 'name': 'tempest-RoutersTest-router-1842539756', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:28:01Z', 'updated_at': '2022-02-19T03:29:18Z', 'revision_number': 11, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:26.158060 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8c8d-f86a-4b02-bb2a-6cf418e1d51f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (87014351-5645-4171-9170-7fbdcce1d339), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:26.158725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3e8c8d-f86a-4b02-bb2a-6cf418e1d51f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Fanout notify agent at l3_agent the message router_deleted on router 87014351-5645-4171-9170-7fbdcce1d339 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:29:26.171544 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7c3e8c8d-f86a-4b02-bb2a-6cf418e1d51f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:26.173622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7c3e8c8d-f86a-4b02-bb2a-6cf418e1d51f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339 HTTP/1.1" status: 204 len: 168 time: 0.7196565 Feb 19 03:29:26.177934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34902) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:26.185506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1197ac79-a7a1-4c29-a36a-04ea9d3913c8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-528858432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:26.202918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:26.203389 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:26.244308 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1197ac79-a7a1-4c29-a36a-04ea9d3913c8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (1f26a9e8-88d8-41cf-bac6-02b6f4d13185), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:26.245834 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1197ac79-a7a1-4c29-a36a-04ea9d3913c8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (1f26a9e8-88d8-41cf-bac6-02b6f4d13185), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:26.269577 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-04721214-9c02-47b2-a18d-86928a959931 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9728682 Feb 19 03:29:26.295446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Request body: {'port': {'device_id': 'ecbeb200-a027-40c5-bc17-d207324ddb36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:26.344564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34910) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:26.572103 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1197ac79-a7a1-4c29-a36a-04ea9d3913c8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (1f26a9e8-88d8-41cf-bac6-02b6f4d13185), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:26.620501 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1197ac79-a7a1-4c29-a36a-04ea9d3913c8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (1f26a9e8-88d8-41cf-bac6-02b6f4d13185), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:26.878062 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1197ac79-a7a1-4c29-a36a-04ea9d3913c8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:26.882081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1197ac79-a7a1-4c29-a36a-04ea9d3913c8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7011876 Feb 19 03:29:26.889663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34924) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:26.898804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3ede9bb5-aab0-4ff9-a2d2-6a3406a6d4b7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:27.034167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:29:27.100445 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:27.368883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:27.380214 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Sync routers for ids ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:27.405667 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Routers {'4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:27.407862 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:27.515602 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:27.520691 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-75aef7af-f2f7-4b19-b4f6-d1860a06afd7 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5092022 Feb 19 03:29:27.522947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34928) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:27.672170 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Set router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:27.673380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95dcb74-a786-48e6-b7ca-0cdf0244d544 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:27.686732 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Publish callbacks [] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:27.705364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Transition to ACTIVE for port object c95dcb74-a786-48e6-b7ca-0cdf0244d544 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:29:27.754872 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:27.854520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fd6bd-fc20-47e0-a1c6-299f67a79118 req-28eb4549-a9e6-458b-b022-82ba1297d056 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:27.855577 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e0fd6bd-fc20-47e0-a1c6-299f67a79118 req-28eb4549-a9e6-458b-b022-82ba1297d056 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 931 time: 1.2402966 Feb 19 03:29:27.905233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Pushing event updated for resources: {'Port': ['ID=c95dcb74-a786-48e6-b7ca-0cdf0244d544,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:27.993170 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Attempting to bind port c95dcb74-a786-48e6-b7ca-0cdf0244d544 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:27.993170 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Attempting to bind port c95dcb74-a786-48e6-b7ca-0cdf0244d544 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:27.993902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Attempting to bind port c95dcb74-a786-48e6-b7ca-0cdf0244d544 on network 3bbe84fd-050d-450e-9984-0e5e5c7a338e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:28.004566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Port c95dcb74-a786-48e6-b7ca-0cdf0244d544 on network 3bbe84fd-050d-450e-9984-0e5e5c7a338e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:29:28.004992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Attempting to bind port c95dcb74-a786-48e6-b7ca-0cdf0244d544 on network 3bbe84fd-050d-450e-9984-0e5e5c7a338e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:28.016920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:28.017285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Checking segment: {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:28.017662 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Bound using segment: {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:28.018235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Bound port: c95dcb74-a786-48e6-b7ca-0cdf0244d544, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:28.018826 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.159914 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:29:24Z', 'revision_number': 3, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:28.190821 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Checking router: 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:28.192187 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Updating router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:29:28.222191 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.420373 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] For port c95dcb74-a786-48e6-b7ca-0cdf0244d544, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:28.434605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] For port c95dcb74-a786-48e6-b7ca-0cdf0244d544, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c95dcb74-a786-48e6-b7ca-0cdf0244d544,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:28.542697 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.555007 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ede9bb5-aab0-4ff9-a2d2-6a3406a6d4b7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (1f26a9e8-88d8-41cf-bac6-02b6f4d13185), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.609698 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Publish callbacks [] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.627624 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.628269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ede9bb5-aab0-4ff9-a2d2-6a3406a6d4b7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (1f26a9e8-88d8-41cf-bac6-02b6f4d13185), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.731031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Pushing event updated for resources: {'Port': ['ID=c95dcb74-a786-48e6-b7ca-0cdf0244d544,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:28.757043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:28.760132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.764748 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-6645f244-4411-4043-9ff2-ada0cba03526 service neutron] 10.222.0.67 "PUT /v2.0/ports/c95dcb74-a786-48e6-b7ca-0cdf0244d544 HTTP/1.1" status: 200 len: 1091 time: 2.4848750 Feb 19 03:29:28.766807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbeb200-a027-40c5-bc17-d207324ddb36', 'tag': 'c95dcb74-a786-48e6-b7ca-0cdf0244d544'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:28.780904 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8705d5fc-3c8d-4b84-93df-ecf40a738fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbeb200-a027-40c5-bc17-d207324ddb36", "tag": "c95dcb74-a786-48e6-b7ca-0cdf0244d544"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:28.801360 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Pushing event updated for resources: {'Port': ['ID=01549b5c-8b8d-49fe-8e25-3830c6c2b01b,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:28.860146 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Attempting to bind port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:28.866878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e0fd6bd-fc20-47e0-a1c6-299f67a79118 req-24ee971c-56b9-43db-a617-b07ee8936231 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8916116 Feb 19 03:29:28.869101 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Attempting to bind port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:28.874062 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Attempting to bind port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:28.906191 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:28.906703 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:28.907205 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.914032 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:28.914646 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Bound port: 01549b5c-8b8d-49fe-8e25-3830c6c2b01b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:28.925245 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:28.989505 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc35a893-4792-417e-92b8-7e106b6496fa x-openstack-request-id: req-bc35a893-4792-417e-92b8-7e106b6496fa {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:28.989858 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbeb200-a027-40c5-bc17-d207324ddb36", "tag": "c95dcb74-a786-48e6-b7ca-0cdf0244d544", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:28.990064 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc35a893-4792-417e-92b8-7e106b6496fa {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:28.990453 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbeb200-a027-40c5-bc17-d207324ddb36', 'tag': 'c95dcb74-a786-48e6-b7ca-0cdf0244d544', 'status': 'completed', 'code': 200} Feb 19 03:29:29.067994 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] For port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:29.083523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ede9bb5-aab0-4ff9-a2d2-6a3406a6d4b7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Router 1f26a9e8-88d8-41cf-bac6-02b6f4d13185 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:29:29.085956 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] For port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=01549b5c-8b8d-49fe-8e25-3830c6c2b01b,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:29.088249 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.090394 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.100754 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.105985 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.106458 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.106902 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.107340 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.107767 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.108194 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.108619 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.109110 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.109534 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.109957 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:29.127040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-24a37f5f-114d-4c3e-9134-951c9325058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:29.130601 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-24a37f5f-114d-4c3e-9134-951c9325058f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 1125 time: 0.2278209 Feb 19 03:29:29.131185 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.225169 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-b4c0db62-0d55-4d3d-a806-6fdbf051bd3c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c95dcb74-a786-48e6-b7ca-0cdf0244d544 HTTP/1.1" status: 200 len: 217 time: 0.0864966 Feb 19 03:29:29.290967 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Routers {'4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:29.292168 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:29.388569 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17839a-6b38-47be-ad53-18dbc352a077 None None] Pushing event updated for resources: {'Port': ['ID=01549b5c-8b8d-49fe-8e25-3830c6c2b01b,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:29.395518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ede9bb5-aab0-4ff9-a2d2-6a3406a6d4b7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:29.408819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8263eed-9e46-430e-8733-04a319ffde7e None None] Sync routers for ids ['1f26a9e8-88d8-41cf-bac6-02b6f4d13185'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:29.417673 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ede9bb5-aab0-4ff9-a2d2-6a3406a6d4b7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.421342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3ede9bb5-aab0-4ff9-a2d2-6a3406a6d4b7 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "PUT /v2.0/routers/1f26a9e8-88d8-41cf-bac6-02b6f4d13185 HTTP/1.1" status: 200 len: 693 time: 2.5280566 Feb 19 03:29:29.434015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8263eed-9e46-430e-8733-04a319ffde7e None None] Routers {'1f26a9e8-88d8-41cf-bac6-02b6f4d13185'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:29.434666 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c8263eed-9e46-430e-8733-04a319ffde7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1f26a9e8-88d8-41cf-bac6-02b6f4d13185'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:29.436764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34954) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:29.476433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.549780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-3bc445df-de11-42c5-84c4-f7a604edd9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:29.551293 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-3bc445df-de11-42c5-84c4-f7a604edd9a1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68dbc269-9785-484b-ac8d-1be7e15dbc7d HTTP/1.1" status: 200 len: 854 time: 0.3183606 Feb 19 03:29:29.560206 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] Set router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:29.677711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c8263eed-9e46-430e-8733-04a319ffde7e None None] Set router 1f26a9e8-88d8-41cf-bac6-02b6f4d13185 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:29.709028 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-1a8d220e-073c-417f-94ba-ba156a7776f5 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bbe84fd-050d-450e-9984-0e5e5c7a338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485558 Feb 19 03:29:29.725438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a334a7f5-3629-4925-950e-ebc962093049 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/routers/1f26a9e8-88d8-41cf-bac6-02b6f4d13185 HTTP/1.1" status: 200 len: 699 time: 0.2866311 Feb 19 03:29:29.744129 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-99244915-4d06-4f1e-b2b3-a3fdb24d3b75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:29.747753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34960) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:29.747894 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c8263eed-9e46-430e-8733-04a319ffde7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f26a9e8-88d8-41cf-bac6-02b6f4d13185', 'name': 'tempest-RoutersTest-router-528858432', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:26Z', 'updated_at': '2022-02-19T03:29:28Z', 'revision_number': 2, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:29.788445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8263eed-9e46-430e-8733-04a319ffde7e None None] Checking router: 1f26a9e8-88d8-41cf-bac6-02b6f4d13185 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:29.820864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8263eed-9e46-430e-8733-04a319ffde7e None None] Routers {'1f26a9e8-88d8-41cf-bac6-02b6f4d13185'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:29.821726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c8263eed-9e46-430e-8733-04a319ffde7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['1f26a9e8-88d8-41cf-bac6-02b6f4d13185'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:29.977520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-c8263eed-9e46-430e-8733-04a319ffde7e None None] Set router 1f26a9e8-88d8-41cf-bac6-02b6f4d13185 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:30.030208 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-efb8bc3f-643c-403a-9370-932a5da1c5d2 service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061030 Feb 19 03:29:30.043650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-c8263eed-9e46-430e-8733-04a319ffde7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f26a9e8-88d8-41cf-bac6-02b6f4d13185', 'name': 'tempest-RoutersTest-router-528858432', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:26Z', 'updated_at': '2022-02-19T03:29:28Z', 'revision_number': 2, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:30.085118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8263eed-9e46-430e-8733-04a319ffde7e None None] The sync data for ids ['1f26a9e8-88d8-41cf-bac6-02b6f4d13185'] in n-d-826755-2 is: [{'id': '1f26a9e8-88d8-41cf-bac6-02b6f4d13185', 'name': 'tempest-RoutersTest-router-528858432', 'tenant_id': '241589d2d4bb4863b6e4d090743a8fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:26Z', 'updated_at': '2022-02-19T03:29:28Z', 'revision_number': 2, 'project_id': '241589d2d4bb4863b6e4d090743a8fc2', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:30.245772 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:29:24Z', 'revision_number': 3, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:30.292835 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b7301f4b-55c3-486d-8180-d90b9f91a98e tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f26a9e8-88d8-41cf-bac6-02b6f4d13185 HTTP/1.1" status: 200 len: 205 time: 0.5446553 Feb 19 03:29:30.296359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 34968) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:30.303314 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e76bf7-356a-4935-ba7e-c75ab73afde6 None None] The sync data for ids ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'] in n-d-826755-2 is: [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:29:24Z', 'revision_number': 3, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:30.465860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423af8c-8f56-46b8-b3ab-31a66644f840 req-0dae4cda-4a1e-4c46-bfa9-f460a1ade9f5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:30.474953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5423af8c-8f56-46b8-b3ab-31a66644f840 req-0dae4cda-4a1e-4c46-bfa9-f460a1ade9f5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 943 time: 0.3648217 Feb 19 03:29:30.586808 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d6031305-1f51-4c08-8a15-1babf3cb3020 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (1f26a9e8-88d8-41cf-bac6-02b6f4d13185), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:30.713245 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8cb9bb5c-094d-458a-b8ee-10613d32bacc req-3c36f85f-76e9-44db-85ab-ff9f4595a43b service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6638105 Feb 19 03:29:30.725153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5423af8c-8f56-46b8-b3ab-31a66644f840 req-1be033d6-f608-4075-8982-c3668b87d508 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363636 Feb 19 03:29:30.814894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-99244915-4d06-4f1e-b2b3-a3fdb24d3b75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:30.815239 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-99244915-4d06-4f1e-b2b3-a3fdb24d3b75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:30.825072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Allocated IP 172.20.0.1 (052c6a76-660c-463f-8d3d-ceaf5791ebdb/05559075-1486-4bb4-a10a-47404135662d/92c6607a-475c-4a78-a4f0-cbca47fe80ad) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:31.005577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Publish callbacks [] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.053576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-99244915-4d06-4f1e-b2b3-a3fdb24d3b75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port 5fd1281b-39c8-4e1c-a0d7-2fb41f071658, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5fd1281b-39c8-4e1c-a0d7-2fb41f071658,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:31.053576 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-99244915-4d06-4f1e-b2b3-a3fdb24d3b75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.085846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-99244915-4d06-4f1e-b2b3-a3fdb24d3b75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:31.121751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.374922 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d6031305-1f51-4c08-8a15-1babf3cb3020 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (1f26a9e8-88d8-41cf-bac6-02b6f4d13185), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.392403 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d6031305-1f51-4c08-8a15-1babf3cb3020 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router_controller (1f26a9e8-88d8-41cf-bac6-02b6f4d13185), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.485937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Pushing event updated for resources: {'Port': ['ID=92c6607a-475c-4a78-a4f0-cbca47fe80ad,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:31.506910 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-99244915-4d06-4f1e-b2b3-a3fdb24d3b75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5fd1281b-39c8-4e1c-a0d7-2fb41f071658), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.557906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Network 052c6a76-660c-463f-8d3d-ceaf5791ebdb is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:31.566994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99244915-4d06-4f1e-b2b3-a3fdb24d3b75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=5fd1281b-39c8-4e1c-a0d7-2fb41f071658,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:31.569874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705d5fc-3c8d-4b84-93df-ecf40a738fa2 req-e1afa9d4-9724-4abb-9198-80bd5e4d3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:31.571548 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8705d5fc-3c8d-4b84-93df-ecf40a738fa2 req-e1afa9d4-9724-4abb-9198-80bd5e4d3051 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 1125 time: 0.5008948 Feb 19 03:29:31.573792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:31.576443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:31.726474 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d6031305-1f51-4c08-8a15-1babf3cb3020 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (1f26a9e8-88d8-41cf-bac6-02b6f4d13185), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.728229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6031305-1f51-4c08-8a15-1babf3cb3020 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Fanout notify agent at l3_agent the message router_deleted on router 1f26a9e8-88d8-41cf-bac6-02b6f4d13185 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:29:31.755443 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d6031305-1f51-4c08-8a15-1babf3cb3020 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:31.757566 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d6031305-1f51-4c08-8a15-1babf3cb3020 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/1f26a9e8-88d8-41cf-bac6-02b6f4d13185 HTTP/1.1" status: 204 len: 168 time: 1.4586763 Feb 19 03:29:31.794602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34984) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:31.999812 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.005240 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d3978162-e1cf-42ba-a398-95eb855950b1 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=1f26a9e8-88d8-41cf-bac6-02b6f4d13185 HTTP/1.1" status: 200 len: 205 time: 0.2042670 Feb 19 03:29:32.020567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34986) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:32.216442 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-425495d1-55c1-43d3-b518-6aef1511bdf5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] delete failed (client error): The resource could not be found. Feb 19 03:29:32.224191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-425495d1-55c1-43d3-b518-6aef1511bdf5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/1f26a9e8-88d8-41cf-bac6-02b6f4d13185 HTTP/1.1" status: 404 len: 336 time: 0.1945076 Feb 19 03:29:32.231427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34992) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:32.282776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3b522d30-4b47-4b20-a146-185fcb838b5f None None] Provisioning complete for port 92c6607a-475c-4a78-a4f0-cbca47fe80ad triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:32.286447 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3b522d30-4b47-4b20-a146-185fcb838b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.329055 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c682871-22a2-40bc-a30e-ca31e7d7d24f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] DELETE failed (client error): The resource could not be found. Feb 19 03:29:32.329589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c682871-22a2-40bc-a30e-ca31e7d7d24f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:29:32.332989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3c682871-22a2-40bc-a30e-ca31e7d7d24f tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/0a7c9ecc-566a-43e5-a4d4-0b4a811a6308 HTTP/1.1" status: 404 len: 337 time: 0.0574820 Feb 19 03:29:32.337834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34994) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:32.385713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3b522d30-4b47-4b20-a146-185fcb838b5f None None] Port 92c6607a-475c-4a78-a4f0-cbca47fe80ad cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:32.443402 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aeaf6cc3-2f4b-4bd9-b53c-292275c5e595 req-52769125-f300-42a2-9465-edb3eadcfdd5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2120545 Feb 19 03:29:32.445302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705d5fc-3c8d-4b84-93df-ecf40a738fa2 req-f887af9c-4279-4805-96fc-aa0296586559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:32.447597 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8705d5fc-3c8d-4b84-93df-ecf40a738fa2 req-f887af9c-4279-4805-96fc-aa0296586559 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 915 time: 0.8683596 Feb 19 03:29:32.448563 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.533996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 01549b5c-8b8d-49fe-8e25-3830c6c2b01b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:32.538007 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-99244915-4d06-4f1e-b2b3-a3fdb24d3b75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.549863 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a62f73d-f30a-45ef-b1e6-434aa3162d7b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] DELETE failed (client error): The resource could not be found. Feb 19 03:29:32.550574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a62f73d-f30a-45ef-b1e6-434aa3162d7b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:29:32.553900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1a62f73d-f30a-45ef-b1e6-434aa3162d7b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/0a8483c6-e939-4903-b096-b7fb47a28030 HTTP/1.1" status: 404 len: 337 time: 0.2076766 Feb 19 03:29:32.558674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34996) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:32.601196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1800f-8b19-45bb-973d-dac8dde3ced3 req-68c9dcce-abf7-45ee-98e7-2c8da0bbca37 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:32.611216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdf1800f-8b19-45bb-973d-dac8dde3ced3 req-68c9dcce-abf7-45ee-98e7-2c8da0bbca37 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 943 time: 0.5913787 Feb 19 03:29:32.632025 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8705d5fc-3c8d-4b84-93df-ecf40a738fa2 req-1c414082-b337-412b-b6e9-6ce30e112551 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c95dcb74-a786-48e6-b7ca-0cdf0244d544 HTTP/1.1" status: 200 len: 217 time: 0.1648962 Feb 19 03:29:32.633532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:32.637049 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.688175 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-257fc14d-1061-49de-9237-4d4e0b7c0936 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] DELETE failed (client error): The resource could not be found. Feb 19 03:29:32.690698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-257fc14d-1061-49de-9237-4d4e0b7c0936 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:29:32.695845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-257fc14d-1061-49de-9237-4d4e0b7c0936 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/60da8d66-e73f-44a9-9122-da3645b0a6eb HTTP/1.1" status: 404 len: 337 time: 0.1357710 Feb 19 03:29:32.701486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 34998) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:32.751505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:32.752073 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.756922 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8f1409-470a-4130-b08e-a19c98c50174 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] DELETE failed (client error): The resource could not be found. Feb 19 03:29:32.757614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b8f1409-470a-4130-b08e-a19c98c50174 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:29:32.761499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0b8f1409-470a-4130-b08e-a19c98c50174 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/4d85fa76-79ef-4f8a-b38b-112d8f99a97b HTTP/1.1" status: 404 len: 337 time: 0.0587707 Feb 19 03:29:32.776152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35000) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:32.780446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=01549b5c-8b8d-49fe-8e25-3830c6c2b01b,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:32.795114 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:32.860447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-36d11146-ab65-474c-992a-d00cdb0b9614 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=87014351-5645-4171-9170-7fbdcce1d339 HTTP/1.1" status: 200 len: 205 time: 0.0826313 Feb 19 03:29:32.870482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35004) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:32.894481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=01549b5c-8b8d-49fe-8e25-3830c6c2b01b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:33.000503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fdf1800f-8b19-45bb-973d-dac8dde3ced3 req-6ffde59d-1b5f-4bbd-81e4-53a73846f27c tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881981 Feb 19 03:29:33.001409 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-5ad65f33-b62c-4fe2-b1b6-e8ee1247eb49 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] delete failed (client error): The resource could not be found. Feb 19 03:29:33.002355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5ad65f33-b62c-4fe2-b1b6-e8ee1247eb49 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/87014351-5645-4171-9170-7fbdcce1d339 HTTP/1.1" status: 404 len: 336 time: 0.1087129 Feb 19 03:29:33.005110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35008) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:33.077716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f5ccfa39-ed0c-4fca-a64b-3640e4543239 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=a54f9f7d-a532-46d7-9e70-23598c5fa32f HTTP/1.1" status: 200 len: 205 time: 0.0710928 Feb 19 03:29:33.080776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35010) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:33.130587 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-c276f1fc-944f-4b97-9197-4fd720f51ff3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] delete failed (client error): The resource could not be found. Feb 19 03:29:33.131694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c276f1fc-944f-4b97-9197-4fd720f51ff3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/a54f9f7d-a532-46d7-9e70-23598c5fa32f HTTP/1.1" status: 404 len: 336 time: 0.0499053 Feb 19 03:29:33.137277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35012) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:33.321904 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-998fc010-561f-43f7-a199-633f7fa1039a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] DELETE failed (client error): The resource could not be found. Feb 19 03:29:33.322363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-998fc010-561f-43f7-a199-633f7fa1039a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:29:33.345730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-998fc010-561f-43f7-a199-633f7fa1039a tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/7106c877-b279-4a81-8d7b-8e93e609143d HTTP/1.1" status: 404 len: 337 time: 0.2071848 Feb 19 03:29:33.348244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35020) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:33.369125 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Publish callbacks [] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:33.397135 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:33.410008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a255611d-44ec-4cab-a703-fd6fe184862d tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=6c658422-56e8-4627-83d2-76f00c8a5c01 HTTP/1.1" status: 200 len: 205 time: 0.0605516 Feb 19 03:29:33.415928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35022) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:33.471630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Pushing event updated for resources: {'Port': ['ID=92c6607a-475c-4a78-a4f0-cbca47fe80ad,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:33.508729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6cc3-2f4b-4bd9-b53c-292275c5e595 req-be7dff4d-909f-4d18-8511-9712341ef595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:33.510398 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aeaf6cc3-2f4b-4bd9-b53c-292275c5e595 req-be7dff4d-909f-4d18-8511-9712341ef595 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f0e03321fc4540048242162018f9360c&device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 1167 time: 1.0067105 Feb 19 03:29:33.525257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705d5fc-3c8d-4b84-93df-ecf40a738fa2 req-6ff57c79-130e-44d6-8a53-45f40ee70976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:33.526792 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8705d5fc-3c8d-4b84-93df-ecf40a738fa2 req-6ff57c79-130e-44d6-8a53-45f40ee70976 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68dbc269-9785-484b-ac8d-1be7e15dbc7d HTTP/1.1" status: 200 len: 854 time: 0.1501882 Feb 19 03:29:33.632037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6cc3-2f4b-4bd9-b53c-292275c5e595 req-c7943d16-ca10-4f13-8237-dcea4260fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:33.633824 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aeaf6cc3-2f4b-4bd9-b53c-292275c5e595 req-c7943d16-ca10-4f13-8237-dcea4260fec2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1fafb969-84b5-4e55-a48c-59a9e68f5b71 HTTP/1.1" status: 200 len: 897 time: 0.1029053 Feb 19 03:29:33.662829 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8705d5fc-3c8d-4b84-93df-ecf40a738fa2 req-0811aee9-3776-40e1-9f12-0cdd2067bf68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bbe84fd-050d-450e-9984-0e5e5c7a338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279233 Feb 19 03:29:33.665325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1ca4da44-1b67-40f2-bdba-a6e6833f1bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:33.725013 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:33.736416 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aeaf6cc3-2f4b-4bd9-b53c-292275c5e595 req-48a194e1-2d94-4fcc-815d-ea855f8fd266 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65bdf1b-6e08-43b4-bca2-28ece6aad98c HTTP/1.1" status: 200 len: 1002 time: 0.0710654 Feb 19 03:29:34.072862 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6cc3-2f4b-4bd9-b53c-292275c5e595 req-7f1d2390-c853-4175-b35d-87df197edda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:34.074372 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aeaf6cc3-2f4b-4bd9-b53c-292275c5e595 req-7f1d2390-c853-4175-b35d-87df197edda8 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d803f941-1482-4b0d-8e66-9c890f6f1c67 HTTP/1.1" status: 200 len: 835 time: 0.3244758 Feb 19 03:29:34.129963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99244915-4d06-4f1e-b2b3-a3fdb24d3b75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:34.146756 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-e05e3a3f-177e-4d4c-8e3c-52eabfb60afb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] delete failed (client error): The resource could not be found. Feb 19 03:29:34.150123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e05e3a3f-177e-4d4c-8e3c-52eabfb60afb tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/6c658422-56e8-4627-83d2-76f00c8a5c01 HTTP/1.1" status: 404 len: 336 time: 0.7037580 Feb 19 03:29:34.154885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35042) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:34.240288 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8705d5fc-3c8d-4b84-93df-ecf40a738fa2 req-0776d64e-2334-41f7-b22d-f0f0c02854b5 service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5042124 Feb 19 03:29:34.310357 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c95dcb74-a786-48e6-b7ca-0cdf0244d544 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:29:34.422492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99244915-4d06-4f1e-b2b3-a3fdb24d3b75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:34.432992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-99244915-4d06-4f1e-b2b3-a3fdb24d3b75 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "PUT /v2.0/routers/dd4f546f-a1d2-4a3e-bc9b-b1596d994d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0777228 Feb 19 03:29:34.435191 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28030f-8aa5-4643-b4f5-188f15d8b892 None None] Sync routers for ids ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:34.439772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35046) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:34.446246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b0471d03-5dd2-4fd5-af5a-3804952d7bc3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=5f6dd763-e1ec-405a-9a22-fbcbb9d0211d HTTP/1.1" status: 200 len: 205 time: 0.2629335 Feb 19 03:29:34.450646 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28030f-8aa5-4643-b4f5-188f15d8b892 None None] Routers {'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:34.451264 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7b28030f-8aa5-4643-b4f5-188f15d8b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:34.451926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf6cc3-2f4b-4bd9-b53c-292275c5e595 req-9902d9bf-c10f-4002-bc5b-b2ab6acf3692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:34.453468 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aeaf6cc3-2f4b-4bd9-b53c-292275c5e595 req-9902d9bf-c10f-4002-bc5b-b2ab6acf3692 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1fafb969-84b5-4e55-a48c-59a9e68f5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3548744 Feb 19 03:29:34.455462 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8705d5fc-3c8d-4b84-93df-ecf40a738fa2 req-1aa0f1fb-1ed8-4cdd-8088-97ab54293f8e service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857226 Feb 19 03:29:34.455934 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35048) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:34.456271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35050) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:34.472534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Network 052c6a76-660c-463f-8d3d-ceaf5791ebdb is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:34.489853 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:34.522245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-765e5a91-d3ea-440e-81fc-9a82320f1506 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting subnet 7ce80253-4161-46fb-9759-1f698da15f46 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:29:34.525926 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-765e5a91-d3ea-440e-81fc-9a82320f1506 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for subnet (7ce80253-4161-46fb-9759-1f698da15f46), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.610876 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-765e5a91-d3ea-440e-81fc-9a82320f1506 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (7ce80253-4161-46fb-9759-1f698da15f46), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.660576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port c95dcb74-a786-48e6-b7ca-0cdf0244d544, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c95dcb74-a786-48e6-b7ca-0cdf0244d544,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:34.672969 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-7b28030f-8aa5-4643-b4f5-188f15d8b892 None None] Set router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:34.711233 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-f262adef-3ed7-4ac0-a4df-6e8866f7b50b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] delete failed (client error): The resource could not be found. Feb 19 03:29:34.718266 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f262adef-3ed7-4ac0-a4df-6e8866f7b50b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/5f6dd763-e1ec-405a-9a22-fbcbb9d0211d HTTP/1.1" status: 404 len: 336 time: 0.2374277 Feb 19 03:29:34.721499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 01549b5c-8b8d-49fe-8e25-3830c6c2b01b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:34.723678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d53e4-d9ae-46fe-9548-8634744728de req-6d2939f3-853e-4a2b-b71a-4b68a861cc35 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:34.737373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f4d53e4-d9ae-46fe-9548-8634744728de req-6d2939f3-853e-4a2b-b71a-4b68a861cc35 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 943 time: 0.6051559 Feb 19 03:29:34.754485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35056) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:34.810333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'c95dcb74-a786-48e6-b7ca-0cdf0244d544', 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e', 'port_id': 'c95dcb74-a786-48e6-b7ca-0cdf0244d544', 'mac_address': 'fa:16:3e:7e:db:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68dbc269-9785-484b-ac8d-1be7e15dbc7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:29:34.866681 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port c95dcb74-a786-48e6-b7ca-0cdf0244d544 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:34.867071 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.920271 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95dcb74-a786-48e6-b7ca-0cdf0244d544 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:29:34.937642 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f69a37-2459-4de9-bc83-2d926e9a20a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] DELETE failed (client error): The resource could not be found. Feb 19 03:29:34.938129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f69a37-2459-4de9-bc83-2d926e9a20a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:29:34.951972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c4f69a37-2459-4de9-bc83-2d926e9a20a3 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/c99990ae-70d4-4f2a-a7fe-93bd61c8a7de HTTP/1.1" status: 404 len: 337 time: 0.1962924 Feb 19 03:29:34.969589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35062) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:34.974299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:34.975032 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:34.981146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port c95dcb74-a786-48e6-b7ca-0cdf0244d544, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c95dcb74-a786-48e6-b7ca-0cdf0244d544,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:35.007260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a3f6a53f-7956-41dd-be63-081b1144830e None None] Provisioning complete for port 92c6607a-475c-4a78-a4f0-cbca47fe80ad triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:35.007630 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3f6a53f-7956-41dd-be63-081b1144830e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.015102 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.090109 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2116597d-9e8c-4f4e-8e23-a048dfd89038 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff5b361a98be4c0399399a5aa58dade2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6010530 Feb 19 03:29:35.105630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35066) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:35.106307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=c95dcb74-a786-48e6-b7ca-0cdf0244d544,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:35.139854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6a53f-7956-41dd-be63-081b1144830e None None] Port 92c6607a-475c-4a78-a4f0-cbca47fe80ad cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:35.157093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-09d61242-acdd-4a1f-bc0d-f4211545a3bf tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=e0512f35-9f0a-4e11-94f4-7519aa2eae9b HTTP/1.1" status: 200 len: 205 time: 0.1849930 Feb 19 03:29:35.159868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35068) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:35.226474 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7b28030f-8aa5-4643-b4f5-188f15d8b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:29:31Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:35.269534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Publish callbacks [] for security_group (66446c19-80cc-4717-964a-eff6808ace4d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.283706 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aeaf6cc3-2f4b-4bd9-b53c-292275c5e595 req-2951ecfe-04dd-4e85-8833-95361002cfde service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7706802 Feb 19 03:29:35.293124 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28030f-8aa5-4643-b4f5-188f15d8b892 None None] Checking router: dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:35.298434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:35.307642 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b28030f-8aa5-4643-b4f5-188f15d8b892 None None] Routers {'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:35.311120 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7b28030f-8aa5-4643-b4f5-188f15d8b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:35.379220 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-bba1626b-a3ba-4b35-8dc9-b77005e4bdb2 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] delete failed (client error): The resource could not be found. Feb 19 03:29:35.382674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bba1626b-a3ba-4b35-8dc9-b77005e4bdb2 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/e0512f35-9f0a-4e11-94f4-7519aa2eae9b HTTP/1.1" status: 404 len: 336 time: 0.2095175 Feb 19 03:29:35.396470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:35.403027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f4d53e4-d9ae-46fe-9548-8634744728de req-dfec5c60-6638-467b-881b-6f6875998294 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6646025 Feb 19 03:29:35.408541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35070) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:35.453306 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a622bf3-217c-41ca-b71e-fa8e32d7a182 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] DELETE failed (client error): The resource could not be found. Feb 19 03:29:35.453827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['c95dcb74-a786-48e6-b7ca-0cdf0244d544'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:29:35.454487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a622bf3-217c-41ca-b71e-fa8e32d7a182 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:29:35.458442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2a622bf3-217c-41ca-b71e-fa8e32d7a182 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/3cdf9299-4dd9-4ec6-a324-8c6dbf95e6ff HTTP/1.1" status: 404 len: 337 time: 0.0474815 Feb 19 03:29:35.461286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35072) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:35.478098 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-765e5a91-d3ea-440e-81fc-9a82320f1506 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (7ce80253-4161-46fb-9759-1f698da15f46), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.554706 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-7b28030f-8aa5-4643-b4f5-188f15d8b892 None None] Set router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:35.556516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-961995a4-0d27-4196-a18f-9c1ac3038081 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "GET /v2.0/ports?device_id=1ce665b2-7802-4a52-a77d-c5fd7ef790f3 HTTP/1.1" status: 200 len: 205 time: 0.0927312 Feb 19 03:29:35.559536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35074) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:35.580756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:35.644192 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7cf2787d-89c0-4ce5-a4da-b762ea4bef53 admin admin] 10.222.0.81 "PUT /v2.0/routers/4fe4c904-9b63-41f2-a6ec-8c24faaf0d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1201959 Feb 19 03:29:35.653747 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Publish callbacks [] for security_group (66446c19-80cc-4717-964a-eff6808ace4d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.666792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Sync routers for ids ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:35.724254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Routers {'4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:35.724950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:35.776085 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-aeaf6cc3-2f4b-4bd9-b53c-292275c5e595 req-4d8f9794-c899-4952-8c18-8a73593e2216 service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744053 Feb 19 03:29:35.778785 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [None req-c30253f9-65eb-4013-ab9a-c77b5d168ce5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] delete failed (client error): The resource could not be found. Feb 19 03:29:35.788845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c30253f9-65eb-4013-ab9a-c77b5d168ce5 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/routers/1ce665b2-7802-4a52-a77d-c5fd7ef790f3 HTTP/1.1" status: 404 len: 336 time: 0.2131703 Feb 19 03:29:35.790769 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35078) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:35.845046 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-765e5a91-d3ea-440e-81fc-9a82320f1506 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (7ce80253-4161-46fb-9759-1f698da15f46), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.859122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (66446c19-80cc-4717-964a-eff6808ace4d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.861724 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.862923 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/66446c19-80cc-4717-964a-eff6808ace4d HTTP/1.1" status: 204 len: 168 time: 0.7562528 Feb 19 03:29:35.886407 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-53da86b5-8599-4b0d-a5a1-b21771acd5b8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] DELETE failed (client error): The resource could not be found. Feb 19 03:29:35.886903 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53da86b5-8599-4b0d-a5a1-b21771acd5b8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:29:35.899619 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-53da86b5-8599-4b0d-a5a1-b21771acd5b8 tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/1b08f322-b8b4-48a2-a22a-a821bccd56dd HTTP/1.1" status: 404 len: 337 time: 0.1077402 Feb 19 03:29:35.901878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35082) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:35.929715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e5a91-d3ea-440e-81fc-9a82320f1506 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce80253-4161-46fb-9759-1f698da15f46,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:35.943117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-765e5a91-d3ea-440e-81fc-9a82320f1506 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:35.953800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-765e5a91-d3ea-440e-81fc-9a82320f1506 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/subnets/7ce80253-4161-46fb-9759-1f698da15f46 HTTP/1.1" status: 204 len: 168 time: 1.5057814 Feb 19 03:29:35.956908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35086) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:35.960231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff5e7d-e21c-4c8c-b333-bbf69087319d None None] Network 96198039-ea61-4722-b524-b9596bcc37b9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:36.013019 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc629f3-86aa-4289-badf-9e1f25e1f27b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] DELETE failed (client error): The resource could not be found. Feb 19 03:29:36.014690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc629f3-86aa-4289-badf-9e1f25e1f27b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:29:36.028321 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2fc629f3-86aa-4289-badf-9e1f25e1f27b tempest-RoutersTest-988938101 tempest-RoutersTest-988938101-project] 10.222.0.81 "DELETE /v2.0/subnets/11eee3bb-6b64-4bcb-a431-2f1bfc6ddd58 HTTP/1.1" status: 404 len: 337 time: 0.1253519 Feb 19 03:29:36.036085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66446c19-80cc-4717-964a-eff6808ace4d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:36.038452 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7b28030f-8aa5-4643-b4f5-188f15d8b892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:29:31Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:36.053631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.056326 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.058037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.058605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.061221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.061734 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.062699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.063190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.064904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.065408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.065977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.066936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.071057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80480c-a6c2-41a2-8cd6-6736ecae3d38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:36.127727 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b28030f-8aa5-4643-b4f5-188f15d8b892 None None] The sync data for ids ['dd4f546f-a1d2-4a3e-bc9b-b1596d994d69'] in n-d-826755-2 is: [{'id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1393902584', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:26:36Z', 'updated_at': '2022-02-19T03:29:31Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': '17a7f4df-dd4e-4b1e-86ff-a23ed696c92c', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:17:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd4f546f-a1d2-4a3e-bc9b-b1596d994d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:26:37Z', 'updated_at': '2022-02-19T03:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:36.257645 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1c450025-cbf7-48ab-9133-cab925ca7479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:36.339622 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:36.357254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Set router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:36.582354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:36.738172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b879e6-bc39-4ae4-9806-a7260bd4ebc4 req-e59e819f-30dd-4613-b826-37e3dd2e8772 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:36.741946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97b879e6-bc39-4ae4-9806-a7260bd4ebc4 req-e59e819f-30dd-4613-b826-37e3dd2e8772 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 944 time: 0.1694841 Feb 19 03:29:36.796330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:36.798578 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:36.809260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35110) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:36.927594 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f520ac3-8322-4a30-b02d-042957040307 None None] DHCP port deletion for 96198039-ea61-4722-b524-b9596bcc37b9 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:29:36.930563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:36.984086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=17a7f4df-dd4e-4b1e-86ff-a23ed696c92c,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:36.984367 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.003531 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:37.009845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:37.013207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5fd1281b-39c8-4e1c-a0d7-2fb41f071658 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:37.013772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d4158442-5b8a-46f4-a240-4a0634c95306 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:37.323376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '92c6607a-475c-4a78-a4f0-cbca47fe80ad', 'name': '', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'mac_address': 'fa:16:3e:8b:57:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '05559075-1486-4bb4-a10a-47404135662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:29Z', 'updated_at': '2022-02-19T03:29:33Z', 'revision_number': 2, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'subnets': [{'id': '05559075-1486-4bb4-a10a-47404135662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:37.401920 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4a0e880b-bf3e-4aab-af95-5ce0f4864670 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=241589d2d4bb4863b6e4d090743a8fc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5901072 Feb 19 03:29:37.402963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35130) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:37.430084 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.442910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Checking router: 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:37.444731 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Updating router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 port 92c6607a-475c-4a78-a4f0-cbca47fe80ad binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:29:37.503721 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (17a7f4df-dd4e-4b1e-86ff-a23ed696c92c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.510702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1f520ac3-8322-4a30-b02d-042957040307 None None] Deleting port d4158442-5b8a-46f4-a240-4a0634c95306 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:37.512952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35134) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:37.517170 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f520ac3-8322-4a30-b02d-042957040307 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.520734 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1718870367-network', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:37.538926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d4158442-5b8a-46f4-a240-4a0634c95306 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:37.539619 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.584951 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.625102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port d4158442-5b8a-46f4-a240-4a0634c95306, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d4158442-5b8a-46f4-a240-4a0634c95306,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:37.640187 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.640690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=17a7f4df-dd4e-4b1e-86ff-a23ed696c92c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:37.644052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1f520ac3-8322-4a30-b02d-042957040307 None None] For port d4158442-5b8a-46f4-a240-4a0634c95306, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d4158442-5b8a-46f4-a240-4a0634c95306,segment=NetworkSegment(17b0bfe8-8c0b-4607-a2fc-9168c94e8d81),segment_id=17b0bfe8-8c0b-4607-a2fc-9168c94e8d81)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:37.644709 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f520ac3-8322-4a30-b02d-042957040307 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.648491 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e2741f6-4bcd-43fb-aada-fe5611e81a87 admin admin] Publish callbacks [] for security_group (e9053c73-5285-4759-a953-beccf6c9eb75), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.653857 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Made reservation on behalf of 12a2860e8d1046c2ad4cedb7c64b02f9 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:37.661009 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.686113 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.697222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-97b879e6-bc39-4ae4-9806-a7260bd4ebc4 req-c7f64512-942a-4989-b2be-af02ca5878a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9473190 Feb 19 03:29:37.716769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.717109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.717456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.717797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.718133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.718466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.718884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.719111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.719440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.719982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.720085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.720405 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.721832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:29:37.737494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=d4158442-5b8a-46f4-a240-4a0634c95306,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:37.759493 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e2741f6-4bcd-43fb-aada-fe5611e81a87 admin admin] Publish callbacks [] for security_group (e9053c73-5285-4759-a953-beccf6c9eb75), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.779054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1f520ac3-8322-4a30-b02d-042957040307 None None] Calling delete_port for d4158442-5b8a-46f4-a240-4a0634c95306 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:37.821222 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.862420 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e2741f6-4bcd-43fb-aada-fe5611e81a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e9053c73-5285-4759-a953-beccf6c9eb75), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.874284 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e2741f6-4bcd-43fb-aada-fe5611e81a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.878087 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1e2741f6-4bcd-43fb-aada-fe5611e81a87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e9053c73-5285-4759-a953-beccf6c9eb75 HTTP/1.1" status: 204 len: 168 time: 0.4710271 Feb 19 03:29:37.909605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2741f6-4bcd-43fb-aada-fe5611e81a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9053c73-5285-4759-a953-beccf6c9eb75,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:37.952782 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Publish callbacks [] for security_group (f9941274-839c-4756-81a6-600670bf87fe), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.971906 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f9941274-839c-4756-81a6-600670bf87fe), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:37.991374 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:38.013144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d085ff15-8a9a-41bf-bfa2-bf714add296a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.013753 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Added segment d085ff15-8a9a-41bf-bfa2-bf714add296a of type vlan for network fc1211d1-0410-4da6-a440-b203fd9b555b Feb 19 03:29:38.020340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.028185 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_controller (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.067480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35146) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:38.105728 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (dd4f546f-a1d2-4a3e-bc9b-b1596d994d69), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.106591 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Fanout notify agent at l3_agent the message router_deleted on router dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:29:38.114711 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (fc1211d1-0410-4da6-a440-b203fd9b555b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.119141 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.121581 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ca2d31a0-b607-4982-8899-176239438657 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/routers/dd4f546f-a1d2-4a3e-bc9b-b1596d994d69 HTTP/1.1" status: 204 len: 168 time: 2.1619642 Feb 19 03:29:38.124031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35152) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:38.124561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9941274-839c-4756-81a6-600670bf87fe,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:38.173166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (fc1211d1-0410-4da6-a440-b203fd9b555b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.174197 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:38.174787 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.320134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1211d1-0410-4da6-a440-b203fd9b555b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:38.331676 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (96198039-ea61-4722-b524-b9596bcc37b9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.349143 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-16a1decb-a90d-4282-93f2-b5efe5fe6c91 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8351676 Feb 19 03:29:38.352714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35158) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:38.355848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c95dcb74-a786-48e6-b7ca-0cdf0244d544 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:38.361447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b1950325-a8b9-4b8c-b325-4d6db022f011 admin admin] Request body: {'subnet': {'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1718870367-subnet', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:38.376058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network fc1211d1-0410-4da6-a440-b203fd9b555b details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:38.438727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1950325-a8b9-4b8c-b325-4d6db022f011 admin admin] Made reservation on behalf of 12a2860e8d1046c2ad4cedb7c64b02f9 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:38.441506 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b1950325-a8b9-4b8c-b325-4d6db022f011 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.485524 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-505663139-network', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:38.523422 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Publish callbacks [] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.526715 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Made reservation on behalf of d89d8a615d8b49b1855fe90deb9ad572 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:38.529841 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.553543 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.581090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port d4158442-5b8a-46f4-a240-4a0634c95306 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:29:38.581756 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.651065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f520ac3-8322-4a30-b02d-042957040307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.700119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port d4158442-5b8a-46f4-a240-4a0634c95306, host n-d-826755-2, got binding levels [] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:38.700491 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.759792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Publish callbacks [] for security_group (48f8378b-f612-4f7c-9095-4901e09cb01a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.760000 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.769853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (48f8378b-f612-4f7c-9095-4901e09cb01a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.783885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f520ac3-8322-4a30-b02d-042957040307 None None] Pushing event deleted for resources: {'Port': ['ID=d4158442-5b8a-46f4-a240-4a0634c95306,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:38.785834 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.810351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for d4158442-5b8a-46f4-a240-4a0634c95306 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:29:38.816001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f520ac3-8322-4a30-b02d-042957040307 None None] No DVR routers for this DVR port d4158442-5b8a-46f4-a240-4a0634c95306 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:38.830529 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:38.832497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Port d4158442-5b8a-46f4-a240-4a0634c95306 was not found and therefore no delete operation was performed {{(pid=109899) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:29:38.867612 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8913eea3-4e70-4dbd-a71b-95c4137ffadd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.868647 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Added segment 8913eea3-4e70-4dbd-a71b-95c4137ffadd of type vlan for network 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 Feb 19 03:29:38.873862 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f8378b-f612-4f7c-9095-4901e09cb01a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:38.933377 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d4158442-5b8a-46f4-a240-4a0634c95306), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.951011 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Attempting to bind port 92c6607a-475c-4a78-a4f0-cbca47fe80ad on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:38.951420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Attempting to bind port 92c6607a-475c-4a78-a4f0-cbca47fe80ad by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:38.951990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Attempting to bind port 92c6607a-475c-4a78-a4f0-cbca47fe80ad on network 052c6a76-660c-463f-8d3d-ceaf5791ebdb {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:38.954222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60b4e9-1efd-4475-9b58-aa5e20a4fd7b None None] Pushing event updated for resources: {'Port': ['ID=92c6607a-475c-4a78-a4f0-cbca47fe80ad,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:38.963347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:38.969264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.973463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Checking segment: {'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:38.974226 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:38.974778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Bound using segment: {'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:38.977986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Bound port: 92c6607a-475c-4a78-a4f0-cbca47fe80ad, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:38.978986 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.004954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port c95dcb74-a786-48e6-b7ca-0cdf0244d544 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:29:39.010106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port c95dcb74-a786-48e6-b7ca-0cdf0244d544 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:39.010983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.019801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=d4158442-5b8a-46f4-a240-4a0634c95306,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:39.031532 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.033084 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:39.033982 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.055764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] No DVR routers for this DVR port d4158442-5b8a-46f4-a240-4a0634c95306 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:29:39.084741 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9996467 Feb 19 03:29:39.087336 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35182) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:39.190939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0315c869-7a6b-48f8-b927-aa7c1c0cedc7 admin admin] Request body: {'subnet': {'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-505663139-subnet', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:39.202678 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b1950325-a8b9-4b8c-b325-4d6db022f011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (9c05de94-71e3-4480-8725-df696d018eb1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.211542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd36ab1f-66c3-48bd-b1e2-8935cc701cbf req-3c8fc326-56fb-41a7-adb1-0c9547002886 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:39.213738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd36ab1f-66c3-48bd-b1e2-8935cc701cbf req-3c8fc326-56fb-41a7-adb1-0c9547002886 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 944 time: 0.3653064 Feb 19 03:29:39.228299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc84e2-2eb2-410d-8516-df1b46addce9 admin admin] Pushing event updated for resources: {'Network': ['ID=3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:39.240537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0315c869-7a6b-48f8-b927-aa7c1c0cedc7 admin admin] Made reservation on behalf of d89d8a615d8b49b1855fe90deb9ad572 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:39.243760 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0315c869-7a6b-48f8-b927-aa7c1c0cedc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.267466 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port c95dcb74-a786-48e6-b7ca-0cdf0244d544 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:39.267978 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.282273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:39.357958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1950325-a8b9-4b8c-b325-4d6db022f011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c05de94-71e3-4480-8725-df696d018eb1,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:39.416712 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (96198039-ea61-4722-b524-b9596bcc37b9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.449759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35190) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:39.460336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038126 Feb 19 03:29:39.468520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96198039-ea61-4722-b524-b9596bcc37b9']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:39.470695 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35192) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:39.491674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:39.492260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b0bfe8-8c0b-4607-a2fc-9168c94e8d81') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:39.508212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35196) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:39.534872 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0315c869-7a6b-48f8-b927-aa7c1c0cedc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (225ddbaa-d4af-480f-870f-dc88964fe970), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.564584 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (17b0bfe8-8c0b-4607-a2fc-9168c94e8d81), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.567014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] For port 92c6607a-475c-4a78-a4f0-cbca47fe80ad, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:39.571797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd36ab1f-66c3-48bd-b1e2-8935cc701cbf req-9c9c0b76-65c1-4615-aa77-101c1c066564 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193112 Feb 19 03:29:39.594646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbeb200-a027-40c5-bc17-d207324ddb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95dcb74-a786-48e6-b7ca-0cdf0244d544'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:29:39.594646 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09301c8-fe6e-4a4c-8b30-879443be255c" -d '{"events": [{"server_uuid": "ecbeb200-a027-40c5-bc17-d207324ddb36", "name": "network-vif-plugged", "status": "completed", "tag": "c95dcb74-a786-48e6-b7ca-0cdf0244d544"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:29:39.611623 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (17b0bfe8-8c0b-4607-a2fc-9168c94e8d81), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.618927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1950325-a8b9-4b8c-b325-4d6db022f011 admin admin] Checking segment: {'id': 'd085ff15-8a9a-41bf-bfa2-bf714add296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:39.619295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1950325-a8b9-4b8c-b325-4d6db022f011 admin admin] Network hostable DHCP agents. Network: fc1211d1-0410-4da6-a440-b203fd9b555b, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:29:39.628233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315c869-7a6b-48f8-b927-aa7c1c0cedc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=225ddbaa-d4af-480f-870f-dc88964fe970,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:39.650643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] For port 92c6607a-475c-4a78-a4f0-cbca47fe80ad, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=92c6607a-475c-4a78-a4f0-cbca47fe80ad,segment=NetworkSegment(acfaf12a-c76b-423a-9e56-2153651f577c),segment_id=acfaf12a-c76b-423a-9e56-2153651f577c)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:39.656137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:29:39.656552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (17b0bfe8-8c0b-4607-a2fc-9168c94e8d81), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.661474 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c3d5ed-3547-4b71-acd0-c5cff75bc270 x-openstack-request-id: req-47c3d5ed-3547-4b71-acd0-c5cff75bc270 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:29:39.661791 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbeb200-a027-40c5-bc17-d207324ddb36", "name": "network-vif-plugged", "status": "completed", "tag": "c95dcb74-a786-48e6-b7ca-0cdf0244d544", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:29:39.664253 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47c3d5ed-3547-4b71-acd0-c5cff75bc270 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:29:39.664450 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbeb200-a027-40c5-bc17-d207324ddb36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95dcb74-a786-48e6-b7ca-0cdf0244d544', 'code': 200} Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:29:39.666135 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:29:39.678224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port c95dcb74-a786-48e6-b7ca-0cdf0244d544, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c95dcb74-a786-48e6-b7ca-0cdf0244d544,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:39.688159 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-38a318ca-feda-4c22-8ba0-21d0222bcd18 tempest-NetworksApiDiscovery-1982449040 tempest-NetworksApiDiscovery-1982449040-project] 10.222.0.81 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2159111 Feb 19 03:29:39.692879 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c5149fd0-daea-4b65-889e-5e0b6289a5b6 None None] Provisioning complete for port 92c6607a-475c-4a78-a4f0-cbca47fe80ad triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:39.693246 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c5149fd0-daea-4b65-889e-5e0b6289a5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.699690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0315c869-7a6b-48f8-b927-aa7c1c0cedc7 admin admin] Checking segment: {'id': '8913eea3-4e70-4dbd-a71b-95c4137ffadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:39.700176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315c869-7a6b-48f8-b927-aa7c1c0cedc7 admin admin] Network hostable DHCP agents. Network: 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:29:39.742125 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-51e06dda-cd08-462e-81ab-b32c7c679339 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1893 time: 0.2320275 Feb 19 03:29:39.744604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35202) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:39.762225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-90965156-132f-412d-bc83-38a35620cb86 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Request body: {'network': {'name': 'tempest-network-smoke--2115100247', 'project_id': 'f0e03321fc4540048242162018f9360c', 'port_security_enabled': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:39.775533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1950325-a8b9-4b8c-b325-4d6db022f011 admin admin] Network fc1211d1-0410-4da6-a440-b203fd9b555b is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:29:39.791198 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (96198039-ea61-4722-b524-b9596bcc37b9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.795241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0315c869-7a6b-48f8-b927-aa7c1c0cedc7 admin admin] Network 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:29:39.796230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b1950325-a8b9-4b8c-b325-4d6db022f011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, fc1211d1-0410-4da6-a440-b203fd9b555b) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:39.799420 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.821437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0315c869-7a6b-48f8-b927-aa7c1c0cedc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:39.822688 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.827003 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/networks/96198039-ea61-4722-b524-b9596bcc37b9 HTTP/1.1" status: 204 len: 168 time: 1.7016039 Feb 19 03:29:39.829994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90965156-132f-412d-bc83-38a35620cb86 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Made reservation on behalf of f0e03321fc4540048242162018f9360c for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:39.835362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35208) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:39.840369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90965156-132f-412d-bc83-38a35620cb86 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.846237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1950325-a8b9-4b8c-b325-4d6db022f011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:39.847960 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b1950325-a8b9-4b8c-b325-4d6db022f011 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.874475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2087e1ea-3fff-49f6-8e3e-c5b55873c7e9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Network': ['ID=96198039-ea61-4722-b524-b9596bcc37b9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:39.878934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cdaa62-8643-4086-96ec-2c9d87b3f95a None None] Network fc1211d1-0410-4da6-a440-b203fd9b555b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:39.883202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd47eb1-062a-4bc8-aa49-04fa495474d6 None None] Network 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:39.888094 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.898744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90965156-132f-412d-bc83-38a35620cb86 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:39.909742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0315c869-7a6b-48f8-b927-aa7c1c0cedc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:39.910376 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90965156-132f-412d-bc83-38a35620cb86 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (3526c099-40eb-4263-bbc2-f71ed406f243), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.910730 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-90965156-132f-412d-bc83-38a35620cb86 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Added segment 3526c099-40eb-4263-bbc2-f71ed406f243 of type vlan for network 25ab2759-9370-4146-ab7a-5cf009b17452 Feb 19 03:29:39.912345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0315c869-7a6b-48f8-b927-aa7c1c0cedc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:39.981272 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0315c869-7a6b-48f8-b927-aa7c1c0cedc7 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8861778 Feb 19 03:29:39.982465 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35212) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:39.991390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b1950325-a8b9-4b8c-b325-4d6db022f011 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6338015 Feb 19 03:29:39.994409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-505663139-router', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:39.997113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35214) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:40.022179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90965156-132f-412d-bc83-38a35620cb86 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (25ab2759-9370-4146-ab7a-5cf009b17452), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.072262 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db142975-2c4f-4d28-9106-cdc7654ff732 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (45339b7f-f421-4c86-83f3-f52d3cab299d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.078339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1718870367-router', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:40.079180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2610b3b-7b40-477d-a1d6-1f8dccdf80e1 req-22fa01f3-8b2b-49d5-b178-afc18072a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:40.083887 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d2610b3b-7b40-477d-a1d6-1f8dccdf80e1 req-22fa01f3-8b2b-49d5-b178-afc18072a6a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 1127 time: 0.3407226 Feb 19 03:29:40.088983 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90965156-132f-412d-bc83-38a35620cb86 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (25ab2759-9370-4146-ab7a-5cf009b17452), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.095304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90965156-132f-412d-bc83-38a35620cb86 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:40.096256 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90965156-132f-412d-bc83-38a35620cb86 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.135326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (30c77a84-ea9f-47b0-9709-2ada1ab25633), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.140504 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (30c77a84-ea9f-47b0-9709-2ada1ab25633), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.174256 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db142975-2c4f-4d28-9106-cdc7654ff732 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (45339b7f-f421-4c86-83f3-f52d3cab299d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.268612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60b4e9-1efd-4475-9b58-aa5e20a4fd7b None None] Pushing event updated for resources: {'Port': ['ID=92c6607a-475c-4a78-a4f0-cbca47fe80ad,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:40.287491 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.289224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-fc1211d1-0410-4da6-a440-b203fd9b555b', 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b', 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'fixed_ips': [{'subnet_id': '9c05de94-71e3-4480-8725-df696d018eb1'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:29:40.290119 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.309602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Routers {'4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:40.310250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:40.324235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-90965156-132f-412d-bc83-38a35620cb86 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5721776 Feb 19 03:29:40.326483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35220) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:40.327099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35222) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:40.331220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90965156-132f-412d-bc83-38a35620cb86 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Network': ['ID=25ab2759-9370-4146-ab7a-5cf009b17452,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:40.345252 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.346975 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.350546 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1007165222', 'admin_state_up': True, 'project_id': 'f0e03321fc4540048242162018f9360c', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:40.363477 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d2610b3b-7b40-477d-a1d6-1f8dccdf80e1 req-0a6381a4-3e45-4cda-9314-8298d35a251e service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748089 Feb 19 03:29:40.420803 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Publish callbacks [] for router_controller (30c77a84-ea9f-47b0-9709-2ada1ab25633), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.454792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] Set router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:40.462827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Publish callbacks [] for router_controller (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.527398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db142975-2c4f-4d28-9106-cdc7654ff732 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (45339b7f-f421-4c86-83f3-f52d3cab299d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.530605 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-db142975-2c4f-4d28-9106-cdc7654ff732 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.531952 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-db142975-2c4f-4d28-9106-cdc7654ff732 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/security-groups/45339b7f-f421-4c86-83f3-f52d3cab299d HTTP/1.1" status: 204 len: 168 time: 0.6885602 Feb 19 03:29:40.549484 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (21b12914-1e7c-4776-b376-206c4883d5c1), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.554616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (21b12914-1e7c-4776-b376-206c4883d5c1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.561046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:29:40.591200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 25ab2759-9370-4146-ab7a-5cf009b17452 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:40.649435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:29:40.649913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 17a7f4df-dd4e-4b1e-86ff-a23ed696c92c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:29:40.678086 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Publish callbacks [] for router_gateway (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.704350 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-06cb7dbb-450f-49a4-a161-294c25fd33bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.721417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db142975-2c4f-4d28-9106-cdc7654ff732 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45339b7f-f421-4c86-83f3-f52d3cab299d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:40.788528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Publish callbacks [] for router_gateway (30c77a84-ea9f-47b0-9709-2ada1ab25633), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.869382 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router_controller (21b12914-1e7c-4776-b376-206c4883d5c1), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.918462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=c95dcb74-a786-48e6-b7ca-0cdf0244d544,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:40.934674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c5149fd0-daea-4b65-889e-5e0b6289a5b6 None None] Current status of the port 92c6607a-475c-4a78-a4f0-cbca47fe80ad is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:40.935336 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c5149fd0-daea-4b65-889e-5e0b6289a5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:40.959339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48', 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48', 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'fixed_ips': [{'subnet_id': '225ddbaa-d4af-480f-870f-dc88964fe970'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:29:40.960464 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.074331 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-06cb7dbb-450f-49a4-a161-294c25fd33bc admin admin] Publish callbacks [] for security_group (ad7850ba-0adf-4f88-8cf0-70a7fc3d533e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.115868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-06cb7dbb-450f-49a4-a161-294c25fd33bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ad7850ba-0adf-4f88-8cf0-70a7fc3d533e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.119793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c5149fd0-daea-4b65-889e-5e0b6289a5b6 None None] For port 92c6607a-475c-4a78-a4f0-cbca47fe80ad, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=92c6607a-475c-4a78-a4f0-cbca47fe80ad,segment=NetworkSegment(acfaf12a-c76b-423a-9e56-2153651f577c),segment_id=acfaf12a-c76b-423a-9e56-2153651f577c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:41.146064 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router_gateway (21b12914-1e7c-4776-b376-206c4883d5c1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.182196 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-06cb7dbb-450f-49a4-a161-294c25fd33bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4d254773113a4b22844774da75c1577a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8517666 Feb 19 03:29:41.182444 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c5149fd0-daea-4b65-889e-5e0b6289a5b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.184070 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35238) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:41.185537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb7dbb-450f-49a4-a161-294c25fd33bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7850ba-0adf-4f88-8cf0-70a7fc3d533e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:41.263268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Allocated IP 172.20.0.2 (fc1211d1-0410-4da6-a440-b203fd9b555b/9c05de94-71e3-4480-8725-df696d018eb1/2c068103-0a0f-43a3-9d04-ba18af332092) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:41.359041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10912c19-c6a9-4e63-83ea-2b01491cebc7 req-50e2eeb0-9cdd-4834-ac4c-12f9155f1eab tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:41.360549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10912c19-c6a9-4e63-83ea-2b01491cebc7 req-50e2eeb0-9cdd-4834-ac4c-12f9155f1eab tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 945 time: 0.1045082 Feb 19 03:29:41.429485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2a12ff89-74e3-430c-8319-be3e66c23200 None None] Provisioning complete for port 92c6607a-475c-4a78-a4f0-cbca47fe80ad triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:41.429863 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2a12ff89-74e3-430c-8319-be3e66c23200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.431582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5149fd0-daea-4b65-889e-5e0b6289a5b6 None None] Pushing event updated for resources: {'Port': ['ID=92c6607a-475c-4a78-a4f0-cbca47fe80ad,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:41.466116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10912c19-c6a9-4e63-83ea-2b01491cebc7 req-c992d1e3-1c74-4ece-9e44-2c497e6776c1 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974600 Feb 19 03:29:41.471962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-457217a6-a0b4-43f4-8c3d-f76916b5832f admin admin] Publish callbacks [] for security_group (ad7850ba-0adf-4f88-8cf0-70a7fc3d533e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.479027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '92c6607a-475c-4a78-a4f0-cbca47fe80ad', 'name': '', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'mac_address': 'fa:16:3e:8b:57:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '05559075-1486-4bb4-a10a-47404135662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:29Z', 'updated_at': '2022-02-19T03:29:39Z', 'revision_number': 4, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'subnets': [{'id': '05559075-1486-4bb4-a10a-47404135662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:41.487242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Allocated IP 172.20.0.2 (3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48/225ddbaa-d4af-480f-870f-dc88964fe970/49ba091c-b8eb-422d-842b-ae5d49289027) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:41.564334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b4605f-86d9-4271-8fe2-4b46c80330d4 None None] The sync data for ids ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'] in n-d-826755-2 is: [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '92c6607a-475c-4a78-a4f0-cbca47fe80ad', 'name': '', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'mac_address': 'fa:16:3e:8b:57:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '05559075-1486-4bb4-a10a-47404135662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:29Z', 'updated_at': '2022-02-19T03:29:39Z', 'revision_number': 4, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'subnets': [{'id': '05559075-1486-4bb4-a10a-47404135662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:41.578751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-457217a6-a0b4-43f4-8c3d-f76916b5832f admin admin] Publish callbacks [] for security_group (ad7850ba-0adf-4f88-8cf0-70a7fc3d533e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.750708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Publish callbacks [] for router_gateway (30c77a84-ea9f-47b0-9709-2ada1ab25633), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.750981 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Publish callbacks [] for router_gateway (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.806088 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Publish callbacks [] for port (2c068103-0a0f-43a3-9d04-ba18af332092), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.828543 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.828955 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.844024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:41.885707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2a12ff89-74e3-430c-8319-be3e66c23200 None None] Current status of the port 92c6607a-475c-4a78-a4f0-cbca47fe80ad is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:41.891718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Pushing event updated for resources: {'Port': ['ID=2c068103-0a0f-43a3-9d04-ba18af332092,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:41.910105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35242) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:41.916059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b101f510-e00d-4201-a689-b45d68d7d44c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-922285597', 'description': 'tempest-secgroup-smoke-922285597 description', 'project_id': 'd251da4ce30245449da598358709f972'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:41.969154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Network fc1211d1-0410-4da6-a440-b203fd9b555b is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:41.972395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:41.975911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:41.991132 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Publish callbacks [] for port (49ba091c-b8eb-422d-842b-ae5d49289027), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.026766 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b101f510-e00d-4201-a689-b45d68d7d44c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.075147 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-457217a6-a0b4-43f4-8c3d-f76916b5832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ad7850ba-0adf-4f88-8cf0-70a7fc3d533e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.080640 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-457217a6-a0b4-43f4-8c3d-f76916b5832f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.082662 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-457217a6-a0b4-43f4-8c3d-f76916b5832f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ad7850ba-0adf-4f88-8cf0-70a7fc3d533e HTTP/1.1" status: 204 len: 168 time: 0.8944676 Feb 19 03:29:42.147656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Allocated IP 172.25.1.81 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/5df625b2-4ca7-4a9c-af63-a70974b58b21) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:42.424806 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b101f510-e00d-4201-a689-b45d68d7d44c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (e15f4dae-2b37-4259-a28f-c4d34bc9b039), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.435786 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (49ba091c-b8eb-422d-842b-ae5d49289027), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.446893 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b101f510-e00d-4201-a689-b45d68d7d44c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e15f4dae-2b37-4259-a28f-c4d34bc9b039), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.614244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101f510-e00d-4201-a689-b45d68d7d44c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15f4dae-2b37-4259-a28f-c4d34bc9b039,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:42.628969 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b101f510-e00d-4201-a689-b45d68d7d44c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.630266 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b101f510-e00d-4201-a689-b45d68d7d44c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7187846 Feb 19 03:29:42.640937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35258) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:42.644489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 92c6607a-475c-4a78-a4f0-cbca47fe80ad up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:42.652582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Pushing event updated for resources: {'Port': ['ID=49ba091c-b8eb-422d-842b-ae5d49289027,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:42.678145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Attempting to bind port 2c068103-0a0f-43a3-9d04-ba18af332092 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:42.678764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Attempting to bind port 2c068103-0a0f-43a3-9d04-ba18af332092 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd085ff15-8a9a-41bf-bfa2-bf714add296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:42.679265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ff43f8f8-3ef7-4b4f-b549-6dc0f70b1244 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': 'e15f4dae-2b37-4259-a28f-c4d34bc9b039', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:42.680201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Attempting to bind port 2c068103-0a0f-43a3-9d04-ba18af332092 on network fc1211d1-0410-4da6-a440-b203fd9b555b {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:42.728915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:42.730684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Checking segment: {'id': 'd085ff15-8a9a-41bf-bfa2-bf714add296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:42.731273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.731969 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Bound using segment: {'id': 'd085ff15-8a9a-41bf-bfa2-bf714add296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:42.732632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Bound port: 2c068103-0a0f-43a3-9d04-ba18af332092, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd085ff15-8a9a-41bf-bfa2-bf714add296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:42.733445 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.757794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Network 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:42.786311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:42.790284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:42.826881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Publish callbacks [] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.860343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router_gateway (21b12914-1e7c-4776-b376-206c4883d5c1), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.865004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457217a6-a0b4-43f4-8c3d-f76916b5832f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7850ba-0adf-4f88-8cf0-70a7fc3d533e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:42.890662 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:42.906813 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff43f8f8-3ef7-4b4f-b549-6dc0f70b1244 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (8f7bc9a0-4edc-4128-865d-dd2053eb4eef), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.007278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6ba85-5de0-443f-b8ac-c443fc16787c req-fb4ad28a-bb50-463c-9d08-4a023d792a64 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:43.015269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aec6ba85-5de0-443f-b8ac-c443fc16787c req-fb4ad28a-bb50-463c-9d08-4a023d792a64 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 945 time: 0.3177705 Feb 19 03:29:43.032100 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Attempting to bind port 49ba091c-b8eb-422d-842b-ae5d49289027 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:43.034101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Attempting to bind port 49ba091c-b8eb-422d-842b-ae5d49289027 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8913eea3-4e70-4dbd-a71b-95c4137ffadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:43.034659 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Attempting to bind port 49ba091c-b8eb-422d-842b-ae5d49289027 on network 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:43.052926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:43.054507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Checking segment: {'id': '8913eea3-4e70-4dbd-a71b-95c4137ffadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:43.055074 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.057470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Bound using segment: {'id': '8913eea3-4e70-4dbd-a71b-95c4137ffadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:43.058287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Bound port: 49ba091c-b8eb-422d-842b-ae5d49289027, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8913eea3-4e70-4dbd-a71b-95c4137ffadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:43.058863 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (49ba091c-b8eb-422d-842b-ae5d49289027), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.094772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 92c6607a-475c-4a78-a4f0-cbca47fe80ad triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:43.095581 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.132187 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff43f8f8-3ef7-4b4f-b549-6dc0f70b1244 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (8f7bc9a0-4edc-4128-865d-dd2053eb4eef), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.133493 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.168726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Allocated IP 172.25.1.183 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/0902b1ac-f579-4b20-a53b-0af655ef2817) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:43.192567 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff43f8f8-3ef7-4b4f-b549-6dc0f70b1244 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (8f7bc9a0-4edc-4128-865d-dd2053eb4eef), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.229148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] For port 49ba091c-b8eb-422d-842b-ae5d49289027, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:43.234235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] For port 49ba091c-b8eb-422d-842b-ae5d49289027, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=49ba091c-b8eb-422d-842b-ae5d49289027,segment=NetworkSegment(8913eea3-4e70-4dbd-a71b-95c4137ffadd),segment_id=8913eea3-4e70-4dbd-a71b-95c4137ffadd)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:43.257556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] For port 2c068103-0a0f-43a3-9d04-ba18af332092, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:43.266140 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (49ba091c-b8eb-422d-842b-ae5d49289027), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.279153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aec6ba85-5de0-443f-b8ac-c443fc16787c req-016c7466-4380-4efa-baeb-23b007a4e9bc tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577274 Feb 19 03:29:43.285923 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ff43f8f8-3ef7-4b4f-b549-6dc0f70b1244 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.287420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ff43f8f8-3ef7-4b4f-b549-6dc0f70b1244 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6359572 Feb 19 03:29:43.293517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35272) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:43.298916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43f8f8-3ef7-4b4f-b549-6dc0f70b1244 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7bc9a0-4edc-4128-865d-dd2053eb4eef,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:43.316553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-cebc66f8-b647-4789-b0c6-1d49a32d9923 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': 'e15f4dae-2b37-4259-a28f-c4d34bc9b039', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:43.324499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:43.346954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:43.360181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Pushing event updated for resources: {'Port': ['ID=5df625b2-4ca7-4a9c-af63-a70974b58b21,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:43.380202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:43.440242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] For port 2c068103-0a0f-43a3-9d04-ba18af332092, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2c068103-0a0f-43a3-9d04-ba18af332092,segment=NetworkSegment(d085ff15-8a9a-41bf-bfa2-bf714add296a),segment_id=d085ff15-8a9a-41bf-bfa2-bf714add296a)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:43.479789 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.500166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Publish callbacks [] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.547588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cebc66f8-b647-4789-b0c6-1d49a32d9923 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (e6217940-5c7d-42ac-af80-b17caa92c930), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:43.555839 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:29:43.611670 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b62d31-7ad9-470e-8c0a-7866bec414bb None None] Pushing event updated for resources: {'Port': ['ID=49ba091c-b8eb-422d-842b-ae5d49289027,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:43.708398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Allocated IP 172.25.1.199 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/7e1bc3a6-ade4-4f7a-9a08-4f31273edadf) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:43.904240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 92c6607a-475c-4a78-a4f0-cbca47fe80ad is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:43.909861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafd0c6-0caf-429b-8176-57ab925d4ee9 None None] Pushing event updated for resources: {'Port': ['ID=2c068103-0a0f-43a3-9d04-ba18af332092,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:43.923636 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.062353 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cebc66f8-b647-4789-b0c6-1d49a32d9923 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (e6217940-5c7d-42ac-af80-b17caa92c930), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.085573 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cebc66f8-b647-4789-b0c6-1d49a32d9923 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (e6217940-5c7d-42ac-af80-b17caa92c930), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.147952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Pushing event updated for resources: {'Port': ['ID=0902b1ac-f579-4b20-a53b-0af655ef2817,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:44.190064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:44.225831 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:44.243570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:44.249214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc66f8-b647-4789-b0c6-1d49a32d9923 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6217940-5c7d-42ac-af80-b17caa92c930,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:44.284195 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cebc66f8-b647-4789-b0c6-1d49a32d9923 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.290559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cebc66f8-b647-4789-b0c6-1d49a32d9923 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9885542 Feb 19 03:29:44.381768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35300) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:44.384630 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Publish callbacks [] for router_gateway (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.461726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2cb7e538-2f5a-4b9f-8050-72d5272c88cc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': 'e15f4dae-2b37-4259-a28f-c4d34bc9b039', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:44.550831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2c068103-0a0f-43a3-9d04-ba18af332092 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:44.584398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.708262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 2c068103-0a0f-43a3-9d04-ba18af332092 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:44.708604 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.747814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e538-2f5a-4b9f-8050-72d5272c88cc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (a28618cf-d65a-4d18-b2ee-a4c0ca98bfbf), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.827992 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.911941 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e538-2f5a-4b9f-8050-72d5272c88cc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (a28618cf-d65a-4d18-b2ee-a4c0ca98bfbf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.920649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 2c068103-0a0f-43a3-9d04-ba18af332092 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:44.921058 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.926737 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e538-2f5a-4b9f-8050-72d5272c88cc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (a28618cf-d65a-4d18-b2ee-a4c0ca98bfbf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:44.958656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb7e538-2f5a-4b9f-8050-72d5272c88cc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28618cf-d65a-4d18-b2ee-a4c0ca98bfbf,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:44.960885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.018020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 2c068103-0a0f-43a3-9d04-ba18af332092, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2c068103-0a0f-43a3-9d04-ba18af332092,segment=NetworkSegment(d085ff15-8a9a-41bf-bfa2-bf714add296a),segment_id=d085ff15-8a9a-41bf-bfa2-bf714add296a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:45.035623 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.036736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 49ba091c-b8eb-422d-842b-ae5d49289027 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:45.150779 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Port': ['ID=7e1bc3a6-ade4-4f7a-9a08-4f31273edadf,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:45.193691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=2c068103-0a0f-43a3-9d04-ba18af332092,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:45.246480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Router cbaeee1c-fca3-4e04-a0ee-5a89f019d99e is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:29:45.249574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2cb7e538-2f5a-4b9f-8050-72d5272c88cc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.252745 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2cb7e538-2f5a-4b9f-8050-72d5272c88cc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8013225 Feb 19 03:29:45.253789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35322) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:45.259553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2b976504-a2af-47ba-8fe8-b8943d11ddd1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': 'e15f4dae-2b37-4259-a28f-c4d34bc9b039', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:45.263572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:45.275260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:45.278988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:45.352278 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 49ba091c-b8eb-422d-842b-ae5d49289027 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:45.353392 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (49ba091c-b8eb-422d-842b-ae5d49289027), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.489188 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b976504-a2af-47ba-8fe8-b8943d11ddd1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (eb06b622-8ebf-4bdb-b9ae-22578689c36e), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.560061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Publish callbacks [] for router_gateway (30c77a84-ea9f-47b0-9709-2ada1ab25633), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.597000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 49ba091c-b8eb-422d-842b-ae5d49289027 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:45.597567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (49ba091c-b8eb-422d-842b-ae5d49289027), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.671186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:45.688775 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Sync routers for ids ['cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:45.707276 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Routers {'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:45.712514 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:45.745630 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.751554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 49ba091c-b8eb-422d-842b-ae5d49289027, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=49ba091c-b8eb-422d-842b-ae5d49289027,segment=NetworkSegment(8913eea3-4e70-4dbd-a71b-95c4137ffadd),segment_id=8913eea3-4e70-4dbd-a71b-95c4137ffadd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:45.753037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-86d25fc4-fa87-4d40-b98c-936858f352d4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.7539248 Feb 19 03:29:45.756689 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (49ba091c-b8eb-422d-842b-ae5d49289027), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:45.768097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35338) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:45.885561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=49ba091c-b8eb-422d-842b-ae5d49289027,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:45.895381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2103e206-693a-488e-b1e4-bddc407f43db None None] Network fc1211d1-0410-4da6-a440-b203fd9b555b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:46.084150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9539a047-20a4-4b1f-835f-7564b0592f6d None None] Provisioning complete for port 2c068103-0a0f-43a3-9d04-ba18af332092 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:46.084451 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9539a047-20a4-4b1f-835f-7564b0592f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.242048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f661d47-be3b-4253-bb26-84ec25343a16 None None] Network 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:46.311756 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b976504-a2af-47ba-8fe8-b8943d11ddd1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (eb06b622-8ebf-4bdb-b9ae-22578689c36e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.335752 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b976504-a2af-47ba-8fe8-b8943d11ddd1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (eb06b622-8ebf-4bdb-b9ae-22578689c36e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.434605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b976504-a2af-47ba-8fe8-b8943d11ddd1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb06b622-8ebf-4bdb-b9ae-22578689c36e,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:46.535640 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Set router cbaeee1c-fca3-4e04-a0ee-5a89f019d99e gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:46.615908 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b976504-a2af-47ba-8fe8-b8943d11ddd1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.618690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2b976504-a2af-47ba-8fe8-b8943d11ddd1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3636713 Feb 19 03:29:46.633304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35348) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:46.664102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2bfb1169-8800-44de-bfd0-3ca661958c4c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': 'e15f4dae-2b37-4259-a28f-c4d34bc9b039', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:46.744051 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router_gateway (21b12914-1e7c-4776-b376-206c4883d5c1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.757642 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-2bfb1169-8800-44de-bfd0-3ca661958c4c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Project d251da4ce30245449da598358709f972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:29:46.775492 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1169-8800-44de-bfd0-3ca661958c4c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (51039898-b8d6-4b08-bb0a-1b1aeb648428), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.786282 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (30c77a84-ea9f-47b0-9709-2ada1ab25633), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:46.801662 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2c068103-0a0f-43a3-9d04-ba18af332092 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:46.805034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9539a047-20a4-4b1f-835f-7564b0592f6d None None] Current status of the port 2c068103-0a0f-43a3-9d04-ba18af332092 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:46.921193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 2c068103-0a0f-43a3-9d04-ba18af332092 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:46.921579 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.033257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c7b3df7a-7c2d-4931-83b7-1c91fe04b9bb None None] Provisioning complete for port 49ba091c-b8eb-422d-842b-ae5d49289027 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:47.035379 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7b3df7a-7c2d-4931-83b7-1c91fe04b9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (49ba091c-b8eb-422d-842b-ae5d49289027), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.150792 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'name': 'tempest-TestServerBasicOps-1718870367-router', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:44Z', 'revision_number': 3, 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'gw_port': {'id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:47.243329 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1169-8800-44de-bfd0-3ca661958c4c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (51039898-b8d6-4b08-bb0a-1b1aeb648428), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.297757 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Checking router: cbaeee1c-fca3-4e04-a0ee-5a89f019d99e for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:47.299565 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Updating router cbaeee1c-fca3-4e04-a0ee-5a89f019d99e port 5df625b2-4ca7-4a9c-af63-a70974b58b21 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:29:47.349423 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1169-8800-44de-bfd0-3ca661958c4c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (51039898-b8d6-4b08-bb0a-1b1aeb648428), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.397056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3df7a-7c2d-4931-83b7-1c91fe04b9bb None None] Current status of the port 49ba091c-b8eb-422d-842b-ae5d49289027 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:47.397801 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.403407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb1169-8800-44de-bfd0-3ca661958c4c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51039898-b8d6-4b08-bb0a-1b1aeb648428,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:47.421667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 2c068103-0a0f-43a3-9d04-ba18af332092 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:47.428955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 49ba091c-b8eb-422d-842b-ae5d49289027 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:47.454781 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1169-8800-44de-bfd0-3ca661958c4c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.457351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2bfb1169-8800-44de-bfd0-3ca661958c4c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8115258 Feb 19 03:29:47.465045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35354) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:47.479601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e1170b7a-23e1-4cbe-bab7-8b18e494a3b5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'security_group_rule': {'security_group_id': 'e15f4dae-2b37-4259-a28f-c4d34bc9b039', 'project_id': 'd251da4ce30245449da598358709f972', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:47.490977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Router 30c77a84-ea9f-47b0-9709-2ada1ab25633 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:29:47.557658 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4e236cac-fa25-4532-9472-281d2fd21ce5 None None] Provisioning complete for port 49ba091c-b8eb-422d-842b-ae5d49289027 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:47.558032 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e236cac-fa25-4532-9472-281d2fd21ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (49ba091c-b8eb-422d-842b-ae5d49289027), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.632974 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-e1170b7a-23e1-4cbe-bab7-8b18e494a3b5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Project d251da4ce30245449da598358709f972 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:29:47.653354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 49ba091c-b8eb-422d-842b-ae5d49289027 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:47.653728 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (49ba091c-b8eb-422d-842b-ae5d49289027), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.667339 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1170b7a-23e1-4cbe-bab7-8b18e494a3b5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (d2ff75fc-dad5-4cae-bbcb-9a832eac9158), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.755713 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1170b7a-23e1-4cbe-bab7-8b18e494a3b5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (d2ff75fc-dad5-4cae-bbcb-9a832eac9158), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.764482 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.768220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1170b7a-23e1-4cbe-bab7-8b18e494a3b5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (d2ff75fc-dad5-4cae-bbcb-9a832eac9158), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.803590 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1170b7a-23e1-4cbe-bab7-8b18e494a3b5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.810385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e1170b7a-23e1-4cbe-bab7-8b18e494a3b5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3370426 Feb 19 03:29:47.821050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35364) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:47.832586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b923fbb9-b540-42a6-a4c2-d392f535b108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'network': {'name': 'tempest-network-smoke--1975854708', 'project_id': 'd251da4ce30245449da598358709f972', 'port_security_enabled': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:47.879869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1170b7a-23e1-4cbe-bab7-8b18e494a3b5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ff75fc-dad5-4cae-bbcb-9a832eac9158,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:47.902209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:47.947209 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (21b12914-1e7c-4776-b376-206c4883d5c1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.957650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Sync routers for ids ['30c77a84-ea9f-47b0-9709-2ada1ab25633'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:47.963703 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:47.966661 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d231c88e-0371-4b31-be81-a9c7bbac5849 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9822824 Feb 19 03:29:47.971531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35374) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:48.002547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Routers {'30c77a84-ea9f-47b0-9709-2ada1ab25633'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:48.003401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['30c77a84-ea9f-47b0-9709-2ada1ab25633'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:48.068348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 49ba091c-b8eb-422d-842b-ae5d49289027 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:48.086502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4e236cac-fa25-4532-9472-281d2fd21ce5 None None] Current status of the port 49ba091c-b8eb-422d-842b-ae5d49289027 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:48.136518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b923fbb9-b540-42a6-a4c2-d392f535b108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Made reservation on behalf of d251da4ce30245449da598358709f972 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:48.138290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4e236cac-fa25-4532-9472-281d2fd21ce5 None None] Provisioning complete for port 2c068103-0a0f-43a3-9d04-ba18af332092 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:48.139560 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e236cac-fa25-4532-9472-281d2fd21ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.148945 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b923fbb9-b540-42a6-a4c2-d392f535b108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.207276 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Publish callbacks [] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.219948 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.285783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4e236cac-fa25-4532-9472-281d2fd21ce5 None None] Current status of the port 2c068103-0a0f-43a3-9d04-ba18af332092 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:48.306214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Set router 30c77a84-ea9f-47b0-9709-2ada1ab25633 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:48.306832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b923fbb9-b540-42a6-a4c2-d392f535b108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:48.349643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b923fbb9-b540-42a6-a4c2-d392f535b108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d036b215-9eac-4d9d-8986-00ac47cb9b92), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.350368 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-b923fbb9-b540-42a6-a4c2-d392f535b108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Added segment d036b215-9eac-4d9d-8986-00ac47cb9b92 of type vlan for network 10b0f655-8a78-45fb-ad86-698ab2a20da7 Feb 19 03:29:48.377546 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Attempting to bind port 5df625b2-4ca7-4a9c-af63-a70974b58b21 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:48.377546 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Attempting to bind port 5df625b2-4ca7-4a9c-af63-a70974b58b21 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:48.378006 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Attempting to bind port 5df625b2-4ca7-4a9c-af63-a70974b58b21 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:48.404781 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:48.405195 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:48.405571 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.406955 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:48.411479 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Bound port: 5df625b2-4ca7-4a9c-af63-a70974b58b21, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:48.411892 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.417095 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b923fbb9-b540-42a6-a4c2-d392f535b108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (10b0f655-8a78-45fb-ad86-698ab2a20da7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.420338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Allocated IP 172.20.0.1 (fc1211d1-0410-4da6-a440-b203fd9b555b/9c05de94-71e3-4480-8725-df696d018eb1/ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:48.425641 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ea035-a63a-4c38-8480-80c0114a90f7 None None] Pushing event updated for resources: {'Port': ['ID=5df625b2-4ca7-4a9c-af63-a70974b58b21,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:48.520091 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b923fbb9-b540-42a6-a4c2-d392f535b108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (10b0f655-8a78-45fb-ad86-698ab2a20da7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.526012 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b923fbb9-b540-42a6-a4c2-d392f535b108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:48.526716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b923fbb9-b540-42a6-a4c2-d392f535b108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.552112 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] For port 5df625b2-4ca7-4a9c-af63-a70974b58b21, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:48.559627 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] For port 5df625b2-4ca7-4a9c-af63-a70974b58b21, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5df625b2-4ca7-4a9c-af63-a70974b58b21,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:48.583682 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.625752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b923fbb9-b540-42a6-a4c2-d392f535b108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Network': ['ID=10b0f655-8a78-45fb-ad86-698ab2a20da7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:48.634052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b923fbb9-b540-42a6-a4c2-d392f535b108 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8109229 Feb 19 03:29:48.637243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35386) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:48.644483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'admin_state_up': True, 'project_id': 'd251da4ce30245449da598358709f972', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:48.711826 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (790b0427-67f7-41d9-a004-b0e3e964df46), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.712441 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (790b0427-67f7-41d9-a004-b0e3e964df46), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.713585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 10b0f655-8a78-45fb-ad86-698ab2a20da7 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:48.723153 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Publish callbacks [] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.723746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Router 21b12914-1e7c-4776-b376-206c4883d5c1 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:29:48.746522 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Routers {'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:48.750069 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:48.825062 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_controller (790b0427-67f7-41d9-a004-b0e3e964df46), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.840293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:48.921197 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ea035-a63a-4c38-8480-80c0114a90f7 None None] Pushing event updated for resources: {'Port': ['ID=5df625b2-4ca7-4a9c-af63-a70974b58b21,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:48.996632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'name': 'tempest-TestAggregatesBasicOps-505663139-router', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:44Z', 'revision_number': 3, 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'gw_port': {'id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:48.997540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Network fc1211d1-0410-4da6-a440-b203fd9b555b is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:49.036829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:49.040497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:49.050709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Checking router: 30c77a84-ea9f-47b0-9709-2ada1ab25633 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:49.051263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Updating router 30c77a84-ea9f-47b0-9709-2ada1ab25633 port 0902b1ac-f579-4b20-a53b-0af655ef2817 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:29:49.079291 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] Set router cbaeee1c-fca3-4e04-a0ee-5a89f019d99e gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:49.085823 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.093852 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.411156 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (790b0427-67f7-41d9-a004-b0e3e964df46), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.420449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Pushing event updated for resources: {'Port': ['ID=ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:49.465400 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'name': 'tempest-TestServerBasicOps-1718870367-router', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:44Z', 'revision_number': 3, 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'gw_port': {'id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:49.497416 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab283ac-f0b3-4ab8-ba2b-b97ecd12a76f None None] The sync data for ids ['cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'] in n-d-826755-2 is: [{'id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'name': 'tempest-TestServerBasicOps-1718870367-router', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:44Z', 'revision_number': 3, 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'gw_port': {'id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:49.535974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:49.549112 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Sync routers for ids ['21b12914-1e7c-4776-b376-206c4883d5c1'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:49.568640 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Routers {'21b12914-1e7c-4776-b376-206c4883d5c1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:49.572494 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['21b12914-1e7c-4776-b376-206c4883d5c1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:49.714865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2a435174-cc45-468a-a79c-bfbb20f4cf0e None None] Provisioning complete for port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:49.715162 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2a435174-cc45-468a-a79c-bfbb20f4cf0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.758946 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:49.838432 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Set router 21b12914-1e7c-4776-b376-206c4883d5c1 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:50.262806 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Publish callbacks [] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.281704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2a435174-cc45-468a-a79c-bfbb20f4cf0e None None] Port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:50.290993 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.295588 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1007165222', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:46Z', 'revision_number': 3, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:de:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:42Z', 'updated_at': '2022-02-19T03:29:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:50.401800 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Checking router: 21b12914-1e7c-4776-b376-206c4883d5c1 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:50.402130 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Updating router 21b12914-1e7c-4776-b376-206c4883d5c1 port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:29:50.512155 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.515499 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.532108 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c0a8b1e1-1afa-4c5d-a580-ac5181246efe tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 10.1851413 Feb 19 03:29:50.538878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de700fd-ae56-4f8e-ae7e-4872512d0bb1 None None] Pushing event updated for resources: {'Port': ['ID=0902b1ac-f579-4b20-a53b-0af655ef2817,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:50.568098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35408) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:50.619640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Attempting to bind port 0902b1ac-f579-4b20-a53b-0af655ef2817 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:50.620019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Attempting to bind port 0902b1ac-f579-4b20-a53b-0af655ef2817 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:50.620385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Attempting to bind port 0902b1ac-f579-4b20-a53b-0af655ef2817 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:50.636372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:50.640120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:50.640581 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.641033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:50.643602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Bound port: 0902b1ac-f579-4b20-a53b-0af655ef2817, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:50.644023 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.783063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] For port 0902b1ac-f579-4b20-a53b-0af655ef2817, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:50.787432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] For port 0902b1ac-f579-4b20-a53b-0af655ef2817, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0902b1ac-f579-4b20-a53b-0af655ef2817,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:50.808630 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:50.920648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de700fd-ae56-4f8e-ae7e-4872512d0bb1 None None] Pushing event updated for resources: {'Port': ['ID=0902b1ac-f579-4b20-a53b-0af655ef2817,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:50.968041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5df625b2-4ca7-4a9c-af63-a70974b58b21 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:50.977601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Routers {'30c77a84-ea9f-47b0-9709-2ada1ab25633'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:50.978410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['30c77a84-ea9f-47b0-9709-2ada1ab25633'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:51.049142 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.093579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72c19d8-82ed-481f-aad6-72eb30be4972 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:51.096385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b72c19d8-82ed-481f-aad6-72eb30be4972 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=f0e03321fc4540048242162018f9360c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.4743087 Feb 19 03:29:51.105031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35414) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:51.382054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] Set router 30c77a84-ea9f-47b0-9709-2ada1ab25633 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:51.392975 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Publish callbacks [] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.397647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5df625b2-4ca7-4a9c-af63-a70974b58b21 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:51.398031 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.425690 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (790b0427-67f7-41d9-a004-b0e3e964df46), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.429942 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.466352 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Publish callbacks [] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.481683 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.523362 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.604204 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Attempting to bind port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:51.604811 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Attempting to bind port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:51.605057 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Attempting to bind port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:51.614959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f203d045-a94c-4fde-b21c-c0daf4999539 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:51.618671 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f203d045-a94c-4fde-b21c-c0daf4999539 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5090802 Feb 19 03:29:51.623432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35426) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:51.627990 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:51.629229 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:51.629638 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.634270 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:51.634827 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Bound port: 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:51.635217 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.644507 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.705051 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130b8fa-2c8c-4d1a-9e2e-00056cdd047e None None] Pushing event updated for resources: {'Port': ['ID=7e1bc3a6-ade4-4f7a-9a08-4f31273edadf,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:51.721079 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1010ec49-b913-4207-8050-aa747d615b05 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0946195 Feb 19 03:29:51.774928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35430) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:51.789277 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] For port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:51.803039 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] For port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7e1bc3a6-ade4-4f7a-9a08-4f31273edadf,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:51.824680 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:51.869048 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c0c66d96-d324-4e9f-a078-def47e8207b0 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=f0e03321fc4540048242162018f9360c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0921617 Feb 19 03:29:51.874499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35436) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:51.907219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Allocated IP 172.20.0.1 (3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48/225ddbaa-d4af-480f-870f-dc88964fe970/c34ea819-15b5-44d6-ade7-84a678951855) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:51.921686 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Routers {'21b12914-1e7c-4776-b376-206c4883d5c1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:51.923635 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['21b12914-1e7c-4776-b376-206c4883d5c1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:51.928809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5df625b2-4ca7-4a9c-af63-a70974b58b21 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:51.938529 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.034397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 5df625b2-4ca7-4a9c-af63-a70974b58b21, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5df625b2-4ca7-4a9c-af63-a70974b58b21,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:52.038104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Pushing event updated for resources: {'Port': ['ID=ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:52.058351 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.171104 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130b8fa-2c8c-4d1a-9e2e-00056cdd047e None None] Pushing event updated for resources: {'Port': ['ID=7e1bc3a6-ade4-4f7a-9a08-4f31273edadf,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:52.172288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=5df625b2-4ca7-4a9c-af63-a70974b58b21,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:52.206800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'name': 'tempest-TestAggregatesBasicOps-505663139-router', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:44Z', 'revision_number': 3, 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'gw_port': {'id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:52.232337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Publish callbacks [] for port (c34ea819-15b5-44d6-ade7-84a678951855), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.240352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcc60f5-5885-4567-8ae1-d13c28b4e037 None None] The sync data for ids ['30c77a84-ea9f-47b0-9709-2ada1ab25633'] in n-d-826755-2 is: [{'id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'name': 'tempest-TestAggregatesBasicOps-505663139-router', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:44Z', 'revision_number': 3, 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'gw_port': {'id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:52.367609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c34ea819-15b5-44d6-ade7-84a678951855), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.450457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Pushing event updated for resources: {'Port': ['ID=c34ea819-15b5-44d6-ade7-84a678951855,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:52.472506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Network 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:52.476107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:52.485668 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:52.582273 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (30c77a84-ea9f-47b0-9709-2ada1ab25633), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.587113 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] Set router 21b12914-1e7c-4776-b376-206c4883d5c1 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:52.630935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.25.1.196 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/cba48659-236b-4f95-ba6a-610ba1946d2b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:52.711064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5df625b2-4ca7-4a9c-af63-a70974b58b21 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:52.792042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35446) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:52.868816 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:52.949029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5df625b2-4ca7-4a9c-af63-a70974b58b21 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:52.952151 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.225685 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c34ea819-15b5-44d6-ade7-84a678951855), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.285661 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1007165222', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:46Z', 'revision_number': 3, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:de:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:42Z', 'updated_at': '2022-02-19T03:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:53.361775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5df625b2-4ca7-4a9c-af63-a70974b58b21 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:53.366792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ebcf7884-d70f-4da3-936d-408b3319d9c1 None None] Provisioning complete for port c34ea819-15b5-44d6-ade7-84a678951855 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:53.370464 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ebcf7884-d70f-4da3-936d-408b3319d9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c34ea819-15b5-44d6-ade7-84a678951855), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.384125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Network fc1211d1-0410-4da6-a440-b203fd9b555b is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:53.390671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb7085b-5a00-48d2-b24b-0b834499a706 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:53.394923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8fb7085b-5a00-48d2-b24b-0b834499a706 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.5051606 Feb 19 03:29:53.402540 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f17107-1c96-4fc5-9441-ec28dd000ff4 None None] The sync data for ids ['21b12914-1e7c-4776-b376-206c4883d5c1'] in n-d-826755-2 is: [{'id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1007165222', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:46Z', 'revision_number': 3, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:de:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:42Z', 'updated_at': '2022-02-19T03:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:53.422459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:53.424131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35456) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:53.464756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ebcf7884-d70f-4da3-936d-408b3319d9c1 None None] Port c34ea819-15b5-44d6-ade7-84a678951855 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:53.507192 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61a6ee11-42c0-41d9-8a5a-6fa79b17b979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.617224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1d05f610-06ba-4366-b93c-b0e5528f133a tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1538358 Feb 19 03:29:53.618581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35458) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:53.622182 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.634650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-39545f63-5617-45b9-b3ed-7c2c517fdb10 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-540629012', 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452', 'project_id': 'f0e03321fc4540048242162018f9360c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:53.704017 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Publish callbacks [] for port (c34ea819-15b5-44d6-ade7-84a678951855), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.705837 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.726398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (c34ea819-15b5-44d6-ade7-84a678951855), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.929729 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (30c77a84-ea9f-47b0-9709-2ada1ab25633), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:53.965217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-32451a8a-f366-49dc-a0d3-8f3aafb4e64d None None] Provisioning complete for port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:53.965824 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-32451a8a-f366-49dc-a0d3-8f3aafb4e64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.053941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-32451a8a-f366-49dc-a0d3-8f3aafb4e64d None None] Port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:54.099426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Pushing event updated for resources: {'Port': ['ID=c34ea819-15b5-44d6-ade7-84a678951855,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:54.141061 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.176550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39545f63-5617-45b9-b3ed-7c2c517fdb10 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Made reservation on behalf of f0e03321fc4540048242162018f9360c for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:54.184958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Network 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:54.187359 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39545f63-5617-45b9-b3ed-7c2c517fdb10 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.213219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:54.316529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:54.380037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:54.403800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:54.507461 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61a6ee11-42c0-41d9-8a5a-6fa79b17b979 admin admin] Publish callbacks [] for security_group (beb28b7b-d70b-42a6-bc48-b9d716c04126), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.514022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Router cbaeee1c-fca3-4e04-a0ee-5a89f019d99e has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:54.525278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=cba48659-236b-4f95-ba6a-610ba1946d2b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:54.528175 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-61a6ee11-42c0-41d9-8a5a-6fa79b17b979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (beb28b7b-d70b-42a6-bc48-b9d716c04126), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.563386 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Router 30c77a84-ea9f-47b0-9709-2ada1ab25633 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:29:54.636423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-61a6ee11-42c0-41d9-8a5a-6fa79b17b979 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c8f21158cf6345dca67123e5500aab1b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8411407 Feb 19 03:29:54.658695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35466) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:54.808729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:54.816914 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-65d73e1e-60b8-4711-b5d4-880fbf6ba86a admin admin] 10.222.0.81 "PUT /v2.0/routers/30c77a84-ea9f-47b0-9709-2ada1ab25633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8397133 Feb 19 03:29:54.835993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-294f6102-05b5-4916-bdff-8356ddfc8c3e None None] Provisioning complete for port c34ea819-15b5-44d6-ade7-84a678951855 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:54.836638 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-294f6102-05b5-4916-bdff-8356ddfc8c3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c34ea819-15b5-44d6-ade7-84a678951855), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:54.924607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-294f6102-05b5-4916-bdff-8356ddfc8c3e None None] Port c34ea819-15b5-44d6-ade7-84a678951855 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:54.928265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6ee11-42c0-41d9-8a5a-6fa79b17b979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb28b7b-d70b-42a6-bc48-b9d716c04126,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:54.932904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:55.063670 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:55.064218 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.175235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:55.197970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bc8293fb-860b-448d-853a-0c4393358064 admin admin] 10.222.0.81 "PUT /v2.0/routers/cbaeee1c-fca3-4e04-a0ee-5a89f019d99e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4244967 Feb 19 03:29:55.264033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:55.264794 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.310174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7e1bc3a6-ade4-4f7a-9a08-4f31273edadf,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:55.321217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Sync routers for ids ['cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:55.351455 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.352247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0902b1ac-f579-4b20-a53b-0af655ef2817 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:55.437664 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Routers {'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:55.438301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:55.567904 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3fb61416-b6c3-431f-a982-6b1e6b30b224 admin admin] Publish callbacks [] for security_group (beb28b7b-d70b-42a6-bc48-b9d716c04126), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.660987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=7e1bc3a6-ade4-4f7a-9a08-4f31273edadf,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:55.666667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 0902b1ac-f579-4b20-a53b-0af655ef2817 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:55.667036 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.752573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Set router cbaeee1c-fca3-4e04-a0ee-5a89f019d99e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:55.856934 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3fb61416-b6c3-431f-a982-6b1e6b30b224 admin admin] Publish callbacks [] for security_group (beb28b7b-d70b-42a6-bc48-b9d716c04126), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.868384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 0902b1ac-f579-4b20-a53b-0af655ef2817 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:55.869075 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.886937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39545f63-5617-45b9-b3ed-7c2c517fdb10 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (75927ff5-e2c5-4831-8125-a48848b4680a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.894947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35494) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:55.902127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-992235666-network', 'tenant_id': 'e49685739b384061a092c48eccd397c8'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:55.935114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Made reservation on behalf of e49685739b384061a092c48eccd397c8 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:55.939527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.944987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 0902b1ac-f579-4b20-a53b-0af655ef2817, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0902b1ac-f579-4b20-a53b-0af655ef2817,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:29:55.955621 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.958989 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:55.988442 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (790b0427-67f7-41d9-a004-b0e3e964df46), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.018067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=0902b1ac-f579-4b20-a53b-0af655ef2817,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:56.100166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'name': 'tempest-TestServerBasicOps-1718870367-router', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:49Z', 'revision_number': 4, 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'gw_port': {'id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2', 'name': '', 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'mac_address': 'fa:16:3e:14:df:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9c05de94-71e3-4480-8725-df696d018eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:47Z', 'updated_at': '2022-02-19T03:29:50Z', 'revision_number': 2, 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'subnets': [{'id': '9c05de94-71e3-4480-8725-df696d018eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:56.140838 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Checking router: cbaeee1c-fca3-4e04-a0ee-5a89f019d99e for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:56.141198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Updating router cbaeee1c-fca3-4e04-a0ee-5a89f019d99e port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:29:56.150473 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Publish callbacks [] for security_group (f211e020-2b31-43bd-b268-d2a12fe12246), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.159177 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f211e020-2b31-43bd-b268-d2a12fe12246), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.174548 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.208563 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f211e020-2b31-43bd-b268-d2a12fe12246,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:56.240021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:29:56.259003 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f533e01d-f662-4d5f-8525-016134b85c96), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.259434 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Added segment f533e01d-f662-4d5f-8525-016134b85c96 of type vlan for network 5455a34f-4c4a-42b8-98b6-c5464bec0497 Feb 19 03:29:56.361181 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35498) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:56.379897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bf8d16c1-b66f-4f09-b3e9-ebeedfcb4d72 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078762150', 'description': 'tempest-secgroup-smoke-1078762150 description', 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:56.399882 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (5455a34f-4c4a-42b8-98b6-c5464bec0497), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.413071 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Sync routers for ids ['30c77a84-ea9f-47b0-9709-2ada1ab25633'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:56.440999 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Routers {'30c77a84-ea9f-47b0-9709-2ada1ab25633'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:56.441650 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['30c77a84-ea9f-47b0-9709-2ada1ab25633'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:56.487659 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf8d16c1-b66f-4f09-b3e9-ebeedfcb4d72 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.497243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39545f63-5617-45b9-b3ed-7c2c517fdb10 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Subnet': ['ID=75927ff5-e2c5-4831-8125-a48848b4680a,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:56.523914 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.db.resource_extend [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:29:56.549776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39545f63-5617-45b9-b3ed-7c2c517fdb10 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Checking segment: {'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:56.550318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39545f63-5617-45b9-b3ed-7c2c517fdb10 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network hostable DHCP agents. Network: 25ab2759-9370-4146-ab7a-5cf009b17452, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:29:56.740124 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf8d16c1-b66f-4f09-b3e9-ebeedfcb4d72 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group (5f86ef9a-ecf0-44c9-a890-dfeda8112b56), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.746438 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (5455a34f-4c4a-42b8-98b6-c5464bec0497), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.747473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:56.748061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.783941 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf8d16c1-b66f-4f09-b3e9-ebeedfcb4d72 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5f86ef9a-ecf0-44c9-a890-dfeda8112b56), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:56.798747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:56.865858 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Set router 30c77a84-ea9f-47b0-9709-2ada1ab25633 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:56.891573 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9943368 Feb 19 03:29:56.958257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35504) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:57.038298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c36bb77f-731c-49ff-9768-35ace724fa7f admin admin] Request body: {'subnet': {'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-992235666-subnet', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:57.051888 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:57.052567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.072701 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bf8d16c1-b66f-4f09-b3e9-ebeedfcb4d72 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.076825 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bf8d16c1-b66f-4f09-b3e9-ebeedfcb4d72 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7145915 Feb 19 03:29:57.093040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35508) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:57.109474 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Publish callbacks [] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.111009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d16c1-b66f-4f09-b3e9-ebeedfcb4d72 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f86ef9a-ecf0-44c9-a890-dfeda8112b56,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:57.123126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3655cd5a-9900-4663-b7ba-66c17d0ea0c8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Request body: {'security_group_rule': {'security_group_id': '5f86ef9a-ecf0-44c9-a890-dfeda8112b56', 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:57.132396 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.147093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b5d9e2-3239-4956-93a5-ede9fe37b044 admin admin] Pushing event updated for resources: {'Network': ['ID=5455a34f-4c4a-42b8-98b6-c5464bec0497,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:57.195550 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36bb77f-731c-49ff-9768-35ace724fa7f admin admin] Made reservation on behalf of e49685739b384061a092c48eccd397c8 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:57.199085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c36bb77f-731c-49ff-9768-35ace724fa7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.227140 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3fb61416-b6c3-431f-a982-6b1e6b30b224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (beb28b7b-d70b-42a6-bc48-b9d716c04126), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.229909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3fb61416-b6c3-431f-a982-6b1e6b30b224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.231084 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3fb61416-b6c3-431f-a982-6b1e6b30b224 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/beb28b7b-d70b-42a6-bc48-b9d716c04126 HTTP/1.1" status: 204 len: 168 time: 2.5675881 Feb 19 03:29:57.248409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:57.249569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0902b1ac-f579-4b20-a53b-0af655ef2817 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:29:57.292279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 5455a34f-4c4a-42b8-98b6-c5464bec0497 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:29:57.300768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb61416-b6c3-431f-a982-6b1e6b30b224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb28b7b-d70b-42a6-bc48-b9d716c04126,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:57.325182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39545f63-5617-45b9-b3ed-7c2c517fdb10 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network 25ab2759-9370-4146-ab7a-5cf009b17452 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:29:57.345364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (790b0427-67f7-41d9-a004-b0e3e964df46), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.352208 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3655cd5a-9900-4663-b7ba-66c17d0ea0c8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (8508bbbc-5ddf-4339-9514-0b5e3c428242), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.371434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-39545f63-5617-45b9-b3ed-7c2c517fdb10 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 25ab2759-9370-4146-ab7a-5cf009b17452) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:57.379676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39545f63-5617-45b9-b3ed-7c2c517fdb10 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:57.380282 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-39545f63-5617-45b9-b3ed-7c2c517fdb10 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.415159 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'name': 'tempest-TestAggregatesBasicOps-505663139-router', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:53Z', 'revision_number': 4, 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'gw_port': {'id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c34ea819-15b5-44d6-ade7-84a678951855', 'name': '', 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'mac_address': 'fa:16:3e:d1:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '225ddbaa-d4af-480f-870f-dc88964fe970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:29:53Z', 'revision_number': 2, 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'subnets': [{'id': '225ddbaa-d4af-480f-870f-dc88964fe970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:57.496336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea4b40-bec2-49bb-bdf7-cc22299d98c1 None None] Network 25ab2759-9370-4146-ab7a-5cf009b17452 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:57.514985 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Checking router: 30c77a84-ea9f-47b0-9709-2ada1ab25633 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:29:57.516620 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Updating router 30c77a84-ea9f-47b0-9709-2ada1ab25633 port c34ea819-15b5-44d6-ade7-84a678951855 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:29:57.582954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-39545f63-5617-45b9-b3ed-7c2c517fdb10 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.9434168 Feb 19 03:29:57.586436 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35516) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:57.611072 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c34ea819-15b5-44d6-ade7-84a678951855), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.658381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb41e3e-5f5d-4dee-8bb0-1acd8191abe8 None None] Pushing event updated for resources: {'Port': ['ID=ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:57.755073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-25ab2759-9370-4146-ab7a-5cf009b17452', 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452', 'project_id': 'f0e03321fc4540048242162018f9360c', 'fixed_ips': [{'subnet_id': '75927ff5-e2c5-4831-8125-a48848b4680a'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:29:57.756031 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.865623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router 790b0427-67f7-41d9-a004-b0e3e964df46 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:29:57.880600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 0902b1ac-f579-4b20-a53b-0af655ef2817 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:57.882326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3655cd5a-9900-4663-b7ba-66c17d0ea0c8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (8508bbbc-5ddf-4339-9514-0b5e3c428242), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.894056 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.951729 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3655cd5a-9900-4663-b7ba-66c17d0ea0c8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (8508bbbc-5ddf-4339-9514-0b5e3c428242), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:57.992107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35520) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:58.022690 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-308af7be-6ad3-4841-a939-5302c29c59a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.063965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655cd5a-9900-4663-b7ba-66c17d0ea0c8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8508bbbc-5ddf-4339-9514-0b5e3c428242,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:58.191317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:29:58.260478 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.262921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-695f6f06-70ed-4298-91d7-58f323f5755c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.6242869 Feb 19 03:29:58.274414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35532) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:58.279624 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Publish callbacks [] for port (c34ea819-15b5-44d6-ade7-84a678951855), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.300124 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c34ea819-15b5-44d6-ade7-84a678951855), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.318940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-97eea9c1-b2de-40a8-8d2f-62d0b38ca4a1 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=d251da4ce30245449da598358709f972&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429628 Feb 19 03:29:58.319600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35536) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:58.471233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Allocated IP 172.20.0.18 (25ab2759-9370-4146-ab7a-5cf009b17452/75927ff5-e2c5-4831-8125-a48848b4680a/f925d0c0-0cf7-4a99-aeba-3e34af391d4c) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:29:58.487243 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-308af7be-6ad3-4841-a939-5302c29c59a3 admin admin] Publish callbacks [] for security_group (f3f883f7-a809-4357-b7fa-b9c8664b7ba4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.503509 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-308af7be-6ad3-4841-a939-5302c29c59a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f3f883f7-a809-4357-b7fa-b9c8664b7ba4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.513866 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b3e16-835d-47a9-a4a4-4ca0e0276396 None None] Pushing event updated for resources: {'Port': ['ID=c34ea819-15b5-44d6-ade7-84a678951855,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:58.515667 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3655cd5a-9900-4663-b7ba-66c17d0ea0c8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.521632 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3655cd5a-9900-4663-b7ba-66c17d0ea0c8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4184506 Feb 19 03:29:58.530410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35540) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:58.565540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-dff6b227-62dc-463a-a04a-d15df14e9952 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Request body: {'security_group_rule': {'security_group_id': '5f86ef9a-ecf0-44c9-a890-dfeda8112b56', 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:58.568707 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Attempting to bind port c34ea819-15b5-44d6-ade7-84a678951855 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:58.569690 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Attempting to bind port c34ea819-15b5-44d6-ade7-84a678951855 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8913eea3-4e70-4dbd-a71b-95c4137ffadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:58.570843 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Attempting to bind port c34ea819-15b5-44d6-ade7-84a678951855 on network 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:58.592942 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:58.604061 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Checking segment: {'id': '8913eea3-4e70-4dbd-a71b-95c4137ffadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:58.614114 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.615288 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Bound using segment: {'id': '8913eea3-4e70-4dbd-a71b-95c4137ffadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:58.621776 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Bound port: c34ea819-15b5-44d6-ade7-84a678951855, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8913eea3-4e70-4dbd-a71b-95c4137ffadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:58.622911 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c34ea819-15b5-44d6-ade7-84a678951855), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.639436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-308af7be-6ad3-4841-a939-5302c29c59a3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=097f69b510fe4f8ba34b660e3cf207a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6448979 Feb 19 03:29:58.641351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35546) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:58.659527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308af7be-6ad3-4841-a939-5302c29c59a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f883f7-a809-4357-b7fa-b9c8664b7ba4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:58.700956 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c36bb77f-731c-49ff-9768-35ace724fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (26626206-fd96-4a5a-87aa-2be5572edb67), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.702296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Publish callbacks [] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.733985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Attempting to bind port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:58.734366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Attempting to bind port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd085ff15-8a9a-41bf-bfa2-bf714add296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:58.734743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Attempting to bind port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 on network fc1211d1-0410-4da6-a440-b203fd9b555b {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:58.744084 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.746782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Sync routers for ids ['790b0427-67f7-41d9-a004-b0e3e964df46'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:29:58.836190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:58.837261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Checking segment: {'id': 'd085ff15-8a9a-41bf-bfa2-bf714add296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:58.837810 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.838212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Bound using segment: {'id': 'd085ff15-8a9a-41bf-bfa2-bf714add296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:58.838547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b385cf7e-3a3c-4d00-9964-33b6524fd8fe tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:58.838704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Bound port: ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd085ff15-8a9a-41bf-bfa2-bf714add296a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:58.839087 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.840858 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b385cf7e-3a3c-4d00-9964-33b6524fd8fe tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5184412 Feb 19 03:29:58.844768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35554) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:58.860395 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] For port c34ea819-15b5-44d6-ade7-84a678951855, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:58.866869 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] For port c34ea819-15b5-44d6-ade7-84a678951855, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c34ea819-15b5-44d6-ade7-84a678951855,segment=NetworkSegment(8913eea3-4e70-4dbd-a71b-95c4137ffadd),segment_id=8913eea3-4e70-4dbd-a71b-95c4137ffadd)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:58.881374 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c34ea819-15b5-44d6-ade7-84a678951855), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.942521 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5efd6b6-e1db-43b3-83c2-82d88726367a admin admin] Publish callbacks [] for security_group (f3f883f7-a809-4357-b7fa-b9c8664b7ba4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.951263 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dff6b227-62dc-463a-a04a-d15df14e9952 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (2ba5cbb2-d3b1-49b1-81dc-64ab6bee7e2f), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:58.969775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fbd55e93-ce14-4b64-b52a-114770751a94 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1047657 Feb 19 03:29:58.970522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35556) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:58.984692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a856cee3-e65f-40c8-87df-3d6d2df09abd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1097863366', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'project_id': 'd251da4ce30245449da598358709f972', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:59.000371 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Routers {'30c77a84-ea9f-47b0-9709-2ada1ab25633'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:59.001612 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['30c77a84-ea9f-47b0-9709-2ada1ab25633'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:59.052396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Pushing event updated for resources: {'Port': ['ID=f925d0c0-0cf7-4a99-aeba-3e34af391d4c,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:59.064981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-985a3c8f-3c54-4db4-b8ab-67011035ec44 None None] Provisioning complete for port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:29:59.072522 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-985a3c8f-3c54-4db4-b8ab-67011035ec44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.077934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Network 25ab2759-9370-4146-ab7a-5cf009b17452 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:29:59.089416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bb77f-731c-49ff-9768-35ace724fa7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26626206-fd96-4a5a-87aa-2be5572edb67,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:59.099391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Routers {'790b0427-67f7-41d9-a004-b0e3e964df46'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:59.103286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['790b0427-67f7-41d9-a004-b0e3e964df46'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:59.150167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36bb77f-731c-49ff-9768-35ace724fa7f admin admin] Checking segment: {'id': 'f533e01d-f662-4d5f-8525-016134b85c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:59.150537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36bb77f-731c-49ff-9768-35ace724fa7f admin admin] Network hostable DHCP agents. Network: 5455a34f-4c4a-42b8-98b6-c5464bec0497, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:29:59.158998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:59.234579 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] Set router 30c77a84-ea9f-47b0-9709-2ada1ab25633 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:59.245585 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36bb77f-731c-49ff-9768-35ace724fa7f admin admin] Network 5455a34f-4c4a-42b8-98b6-c5464bec0497 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:29:59.263109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:29:59.270172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a856cee3-e65f-40c8-87df-3d6d2df09abd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Made reservation on behalf of d251da4ce30245449da598358709f972 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:29:59.279072 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a856cee3-e65f-40c8-87df-3d6d2df09abd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.280811 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c36bb77f-731c-49ff-9768-35ace724fa7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 5455a34f-4c4a-42b8-98b6-c5464bec0497) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:29:59.288183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36bb77f-731c-49ff-9768-35ace724fa7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:29:59.290099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c36bb77f-731c-49ff-9768-35ace724fa7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.323603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e54cfa-3f8e-4170-9565-3c153b60a883 None None] Network 5455a34f-4c4a-42b8-98b6-c5464bec0497 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:29:59.338588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5efd6b6-e1db-43b3-83c2-82d88726367a admin admin] Publish callbacks [] for security_group (f3f883f7-a809-4357-b7fa-b9c8664b7ba4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.341327 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c36bb77f-731c-49ff-9768-35ace724fa7f admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3625104 Feb 19 03:29:59.350070 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dff6b227-62dc-463a-a04a-d15df14e9952 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (2ba5cbb2-d3b1-49b1-81dc-64ab6bee7e2f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.350892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35560) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:59.357930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-992235666-router', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:59.365845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] For port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:29:59.388942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dff6b227-62dc-463a-a04a-d15df14e9952 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (2ba5cbb2-d3b1-49b1-81dc-64ab6bee7e2f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.401477 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b3e16-835d-47a9-a4a4-4ca0e0276396 None None] Pushing event updated for resources: {'Port': ['ID=c34ea819-15b5-44d6-ade7-84a678951855,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:59.429519 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (4d193677-cdc2-4f02-9f42-54a497017b58), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.430779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (4d193677-cdc2-4f02-9f42-54a497017b58), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.437298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-985a3c8f-3c54-4db4-b8ab-67011035ec44 None None] Port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:29:59.448761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6b227-62dc-463a-a04a-d15df14e9952 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba5cbb2-d3b1-49b1-81dc-64ab6bee7e2f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:59.453514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] For port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2,segment=NetworkSegment(d085ff15-8a9a-41bf-bfa2-bf714add296a),segment_id=d085ff15-8a9a-41bf-bfa2-bf714add296a)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:29:59.490914 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dff6b227-62dc-463a-a04a-d15df14e9952 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.491849 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dff6b227-62dc-463a-a04a-d15df14e9952 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9385006 Feb 19 03:29:59.500847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35562) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:29:59.511918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Attempting to bind port f925d0c0-0cf7-4a99-aeba-3e34af391d4c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:29:59.512618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Attempting to bind port f925d0c0-0cf7-4a99-aeba-3e34af391d4c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:29:59.512909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Attempting to bind port f925d0c0-0cf7-4a99-aeba-3e34af391d4c on network 25ab2759-9370-4146-ab7a-5cf009b17452 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:29:59.518495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-31db7662-5adb-4a2c-8681-22623505f2f5 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Request body: {'security_group_rule': {'security_group_id': '5f86ef9a-ecf0-44c9-a890-dfeda8112b56', 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:29:59.520100 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.520232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.577105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 0902b1ac-f579-4b20-a53b-0af655ef2817 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:29:59.577774 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Publish callbacks [] for router_controller (4d193677-cdc2-4f02-9f42-54a497017b58), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.580151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:29:59.580728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Checking segment: {'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:29:59.581360 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.582239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Bound using segment: {'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:29:59.583048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Bound port: f925d0c0-0cf7-4a99-aeba-3e34af391d4c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:29:59.583551 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.698968 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-31db7662-5adb-4a2c-8681-22623505f2f5 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (0e31faa0-13ce-4541-9d17-e84a2e64eee5), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.726920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Set router 790b0427-67f7-41d9-a004-b0e3e964df46 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:29:59.821419 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'name': 'tempest-TestAggregatesBasicOps-505663139-router', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:53Z', 'revision_number': 4, 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'gw_port': {'id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c34ea819-15b5-44d6-ade7-84a678951855', 'name': '', 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'mac_address': 'fa:16:3e:d1:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '225ddbaa-d4af-480f-870f-dc88964fe970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:29:58Z', 'revision_number': 4, 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'subnets': [{'id': '225ddbaa-d4af-480f-870f-dc88964fe970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:59.827013 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-31db7662-5adb-4a2c-8681-22623505f2f5 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (0e31faa0-13ce-4541-9d17-e84a2e64eee5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.827337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Routers {'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:29:59.829538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:29:59.844381 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-31db7662-5adb-4a2c-8681-22623505f2f5 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (0e31faa0-13ce-4541-9d17-e84a2e64eee5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.907039 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29db934-1e09-496d-9c34-0ba92c1b561b None None] The sync data for ids ['30c77a84-ea9f-47b0-9709-2ada1ab25633'] in n-d-826755-2 is: [{'id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'name': 'tempest-TestAggregatesBasicOps-505663139-router', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:53Z', 'revision_number': 4, 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'gw_port': {'id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'c34ea819-15b5-44d6-ade7-84a678951855', 'name': '', 'network_id': '3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'mac_address': 'fa:16:3e:d1:bb:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'device_owner': 'network:router_interface', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': '225ddbaa-d4af-480f-870f-dc88964fe970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:29:58Z', 'revision_number': 4, 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'subnets': [{'id': '225ddbaa-d4af-480f-870f-dc88964fe970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:29:59.944443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db7662-5adb-4a2c-8681-22623505f2f5 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e31faa0-13ce-4541-9d17-e84a2e64eee5,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:29:59.959122 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-31db7662-5adb-4a2c-8681-22623505f2f5 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:29:59.968538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-31db7662-5adb-4a2c-8681-22623505f2f5 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4613311 Feb 19 03:29:59.969286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35568) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:00.005041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-37c23d18-ee24-4e0a-977f-73772579ae9e tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Request body: {'security_group_rule': {'security_group_id': '5f86ef9a-ecf0-44c9-a890-dfeda8112b56', 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:00.022734 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Publish callbacks [] for router_gateway (4d193677-cdc2-4f02-9f42-54a497017b58), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.045244 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5efd6b6-e1db-43b3-83c2-82d88726367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f3f883f7-a809-4357-b7fa-b9c8664b7ba4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.068621 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5efd6b6-e1db-43b3-83c2-82d88726367a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.074331 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e5efd6b6-e1db-43b3-83c2-82d88726367a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f3f883f7-a809-4357-b7fa-b9c8664b7ba4 HTTP/1.1" status: 204 len: 168 time: 1.3943923 Feb 19 03:30:00.112185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efd6b6-e1db-43b3-83c2-82d88726367a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f883f7-a809-4357-b7fa-b9c8664b7ba4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:00.272542 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37c23d18-ee24-4e0a-977f-73772579ae9e tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (c0846aed-548d-434d-8b53-7a326ecccf7a), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.304056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] For port f925d0c0-0cf7-4a99-aeba-3e34af391d4c, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:00.309551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] For port f925d0c0-0cf7-4a99-aeba-3e34af391d4c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f925d0c0-0cf7-4a99-aeba-3e34af391d4c,segment=NetworkSegment(3526c099-40eb-4263-bbc2-f71ed406f243),segment_id=3526c099-40eb-4263-bbc2-f71ed406f243)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:00.313968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-5455a34f-4c4a-42b8-98b6-c5464bec0497', 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497', 'project_id': 'e49685739b384061a092c48eccd397c8', 'fixed_ips': [{'subnet_id': '26626206-fd96-4a5a-87aa-2be5572edb67'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:30:00.316016 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.342576 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.345797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-48c2d66c-ba40-4abf-b396-70585d5b9cf4 None None] Provisioning complete for port c34ea819-15b5-44d6-ade7-84a678951855 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:00.346339 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48c2d66c-ba40-4abf-b396-70585d5b9cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c34ea819-15b5-44d6-ade7-84a678951855), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.347723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a856cee3-e65f-40c8-87df-3d6d2df09abd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (b03a1538-ac33-42fd-801e-4ccc4783874f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.365841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb41e3e-5f5d-4dee-8bb0-1acd8191abe8 None None] Pushing event updated for resources: {'Port': ['ID=ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:00.655118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856cee3-e65f-40c8-87df-3d6d2df09abd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Subnet': ['ID=b03a1538-ac33-42fd-801e-4ccc4783874f,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:00.666684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856cee3-e65f-40c8-87df-3d6d2df09abd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Checking segment: {'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:00.671997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856cee3-e65f-40c8-87df-3d6d2df09abd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network hostable DHCP agents. Network: 10b0f655-8a78-45fb-ad86-698ab2a20da7, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:30:00.716645 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37c23d18-ee24-4e0a-977f-73772579ae9e tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (c0846aed-548d-434d-8b53-7a326ecccf7a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.735718 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37c23d18-ee24-4e0a-977f-73772579ae9e tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (c0846aed-548d-434d-8b53-7a326ecccf7a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.782074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Allocated IP 172.20.0.17 (25ab2759-9370-4146-ab7a-5cf009b17452/75927ff5-e2c5-4831-8125-a48848b4680a/eb8c2ecc-4c34-4027-8246-54883d9b0911) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:00.807023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856cee3-e65f-40c8-87df-3d6d2df09abd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 10b0f655-8a78-45fb-ad86-698ab2a20da7 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:30:00.827868 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-37c23d18-ee24-4e0a-977f-73772579ae9e tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.829797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-37c23d18-ee24-4e0a-977f-73772579ae9e tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8414233 Feb 19 03:30:00.830825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c23d18-ee24-4e0a-977f-73772579ae9e tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0846aed-548d-434d-8b53-7a326ecccf7a,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:00.837824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35582) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:00.864844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232e236-e9b8-42a7-9405-2b109efc6d8c None None] Pushing event updated for resources: {'Port': ['ID=f925d0c0-0cf7-4a99-aeba-3e34af391d4c,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:00.870265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3a01624c-a288-481c-9c44-6c36e37a0f87 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Request body: {'security_group_rule': {'security_group_id': '5f86ef9a-ecf0-44c9-a890-dfeda8112b56', 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:00.924636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-a856cee3-e65f-40c8-87df-3d6d2df09abd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 10b0f655-8a78-45fb-ad86-698ab2a20da7) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:00.929441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Publish callbacks [] for router_gateway (4d193677-cdc2-4f02-9f42-54a497017b58), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.954774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a856cee3-e65f-40c8-87df-3d6d2df09abd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:00.955854 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a856cee3-e65f-40c8-87df-3d6d2df09abd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:00.992293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a856cee3-e65f-40c8-87df-3d6d2df09abd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0146067 Feb 19 03:30:00.992293 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-3a01624c-a288-481c-9c44-6c36e37a0f87 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Project b3ad779f9b2a43eaaba6e97f498154cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:30:01.010892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35586) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:01.012794 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.042313 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a01624c-a288-481c-9c44-6c36e37a0f87 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (81e8d7b2-d45d-4323-a940-7048f7289a83), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.148715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc44a27d-2607-4073-a172-53e670c27b4d None None] Network 10b0f655-8a78-45fb-ad86-698ab2a20da7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:01.256496 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a01624c-a288-481c-9c44-6c36e37a0f87 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (81e8d7b2-d45d-4323-a940-7048f7289a83), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.264216 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a01624c-a288-481c-9c44-6c36e37a0f87 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (81e8d7b2-d45d-4323-a940-7048f7289a83), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.351696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01624c-a288-481c-9c44-6c36e37a0f87 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e8d7b2-d45d-4323-a940-7048f7289a83,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:01.425841 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.437281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] Set router cbaeee1c-fca3-4e04-a0ee-5a89f019d99e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:01.529985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Allocated IP 172.25.1.210 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/902e6e7c-e5bf-425b-a323-262f8fe7a298) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:01.685130 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a01624c-a288-481c-9c44-6c36e37a0f87 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.690067 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3a01624c-a288-481c-9c44-6c36e37a0f87 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8462095 Feb 19 03:30:01.690741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35602) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:01.754113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ffc534ef-0ba5-4557-94ee-e413665848d8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Request body: {'security_group_rule': {'security_group_id': '5f86ef9a-ecf0-44c9-a890-dfeda8112b56', 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:01.843955 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:01.847751 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-ffc534ef-0ba5-4557-94ee-e413665848d8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Project b3ad779f9b2a43eaaba6e97f498154cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:30:01.907613 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ffc534ef-0ba5-4557-94ee-e413665848d8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (382d486e-448e-475b-87eb-41775ff6e56a), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.026091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network 25ab2759-9370-4146-ab7a-5cf009b17452 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:02.029892 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Publish callbacks [] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.054266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Port': ['ID=eb8c2ecc-4c34-4027-8246-54883d9b0911,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:02.076486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:02.088746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:02.121172 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f925d0c0-0cf7-4a99-aeba-3e34af391d4c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:02.135446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Allocated IP 172.20.0.2 (5455a34f-4c4a-42b8-98b6-c5464bec0497/26626206-fd96-4a5a-87aa-2be5572edb67/f7a05e38-8ef3-4432-bad3-4348ee3316b8) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:02.211457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (21b12914-1e7c-4776-b376-206c4883d5c1), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.239970 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ffc534ef-0ba5-4557-94ee-e413665848d8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (382d486e-448e-475b-87eb-41775ff6e56a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.280363 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ffc534ef-0ba5-4557-94ee-e413665848d8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (382d486e-448e-475b-87eb-41775ff6e56a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.319722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.437091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:02.440523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc534ef-0ba5-4557-94ee-e413665848d8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382d486e-448e-475b-87eb-41775ff6e56a,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:02.471210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-48c2d66c-ba40-4abf-b396-70585d5b9cf4 None None] Current status of the port c34ea819-15b5-44d6-ade7-84a678951855 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:02.471593 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48c2d66c-ba40-4abf-b396-70585d5b9cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c34ea819-15b5-44d6-ade7-84a678951855), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.474448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Pushing event updated for resources: {'Port': ['ID=902e6e7c-e5bf-425b-a323-262f8fe7a298,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:02.477402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:02.483427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:02.509562 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ffc534ef-0ba5-4557-94ee-e413665848d8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.510844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ffc534ef-0ba5-4557-94ee-e413665848d8 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7610857 Feb 19 03:30:02.659293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:02.882296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff9fb14-3371-4b38-b7ac-3727eeb049ed None None] Network 25ab2759-9370-4146-ab7a-5cf009b17452 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:02.997060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 3, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:29:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:03.052975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-10b0f655-8a78-45fb-ad86-698ab2a20da7', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:30:03.054036 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.091065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Publish callbacks [] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.122874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Checking router: 790b0427-67f7-41d9-a004-b0e3e964df46 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:30:03.124103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Updating router 790b0427-67f7-41d9-a004-b0e3e964df46 port cba48659-236b-4f95-ba6a-610ba1946d2b binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:30:03.147989 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.208182 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.218883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f925d0c0-0cf7-4a99-aeba-3e34af391d4c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:03.219403 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.288237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Network 5455a34f-4c4a-42b8-98b6-c5464bec0497 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:03.322268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-48c2d66c-ba40-4abf-b396-70585d5b9cf4 None None] For port c34ea819-15b5-44d6-ade7-84a678951855, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c34ea819-15b5-44d6-ade7-84a678951855,segment=NetworkSegment(8913eea3-4e70-4dbd-a71b-95c4137ffadd),segment_id=8913eea3-4e70-4dbd-a71b-95c4137ffadd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:03.331995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:03.360480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:03.434675 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.436576 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-48c2d66c-ba40-4abf-b396-70585d5b9cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c34ea819-15b5-44d6-ade7-84a678951855), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.472403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.20.0.1 (10b0f655-8a78-45fb-ad86-698ab2a20da7/b03a1538-ac33-42fd-801e-4ccc4783874f/fb9ab951-30c8-46c7-893d-b91d1d42e53c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:03.632227 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.700497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.747907 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Attempting to bind port f7a05e38-8ef3-4432-bad3-4348ee3316b8 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:03.752411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Attempting to bind port f7a05e38-8ef3-4432-bad3-4348ee3316b8 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'f533e01d-f662-4d5f-8525-016134b85c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:03.752946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Attempting to bind port f7a05e38-8ef3-4432-bad3-4348ee3316b8 on network 5455a34f-4c4a-42b8-98b6-c5464bec0497 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:03.755108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Pushing event updated for resources: {'Port': ['ID=f7a05e38-8ef3-4432-bad3-4348ee3316b8,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:03.846692 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Allocated IP 172.20.0.2 (10b0f655-8a78-45fb-ad86-698ab2a20da7/b03a1538-ac33-42fd-801e-4ccc4783874f/0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:03.855464 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Publish callbacks [] for router_gateway (4d193677-cdc2-4f02-9f42-54a497017b58), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:03.887662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=fb9ab951-30c8-46c7-893d-b91d1d42e53c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:03.944081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 10b0f655-8a78-45fb-ad86-698ab2a20da7 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:03.963789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-7a390bc9-7c92-405c-b35f-e983e1cd9909 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078762150&fields=id&tenant_id=b3ad779f9b2a43eaaba6e97f498154cc HTTP/1.1" status: 200 len: 267 time: 0.5700083 Feb 19 03:30:03.987600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:03.991456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:04.146717 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Publish callbacks [] for port (0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.228582 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.239832 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.295388 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.479014 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (790b0427-67f7-41d9-a004-b0e3e964df46), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.540301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:04.540885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Checking segment: {'id': 'f533e01d-f662-4d5f-8525-016134b85c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:04.541424 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.541832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Bound using segment: {'id': 'f533e01d-f662-4d5f-8525-016134b85c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:04.542324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Bound port: f7a05e38-8ef3-4432-bad3-4348ee3316b8, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f533e01d-f662-4d5f-8525-016134b85c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:04.542854 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.549737 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97245944-2ab2-4047-9e05-53a3766c7715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.553323 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (21b12914-1e7c-4776-b376-206c4883d5c1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.565735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f925d0c0-0cf7-4a99-aeba-3e34af391d4c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:04.566325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.573539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Port': ['ID=eb8c2ecc-4c34-4027-8246-54883d9b0911,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:04.682213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port f925d0c0-0cf7-4a99-aeba-3e34af391d4c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f925d0c0-0cf7-4a99-aeba-3e34af391d4c,segment=NetworkSegment(3526c099-40eb-4263-bbc2-f71ed406f243),segment_id=3526c099-40eb-4263-bbc2-f71ed406f243)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:04.711747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-39ad8005-6638-44b2-80a9-a818c2746d66 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:04.713610 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-39ad8005-6638-44b2-80a9-a818c2746d66 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/networks?id=052c6a76-660c-463f-8d3d-ceaf5791ebdb HTTP/1.1" status: 200 len: 809 time: 0.7488930 Feb 19 03:30:04.768405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-c6abb262-0e31-4bd3-9d58-ecfdce495f4d tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/quotas/b3ad779f9b2a43eaaba6e97f498154cc HTTP/1.1" status: 200 len: 375 time: 0.0279577 Feb 19 03:30:04.856011 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Publish callbacks [] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.865260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Network 10b0f655-8a78-45fb-ad86-698ab2a20da7 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:04.876075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'name': 'tempest-TestServerBasicOps-1718870367-router', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:49Z', 'revision_number': 4, 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'gw_port': {'id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2', 'name': '', 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'mac_address': 'fa:16:3e:14:df:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9c05de94-71e3-4480-8725-df696d018eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:47Z', 'updated_at': '2022-02-19T03:29:59Z', 'revision_number': 4, 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'subnets': [{'id': '9c05de94-71e3-4480-8725-df696d018eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:04.890988 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:04.896418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c34ea819-15b5-44d6-ade7-84a678951855 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:04.914297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:04.960840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-a6ebfd3e-f0ef-413e-9843-58f6b7150675 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=b3ad779f9b2a43eaaba6e97f498154cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1781960 Feb 19 03:30:05.012967 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.069959 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2d66c-ba40-4abf-b396-70585d5b9cf4 None None] Pushing event updated for resources: {'Port': ['ID=c34ea819-15b5-44d6-ade7-84a678951855,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:05.080523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network 25ab2759-9370-4146-ab7a-5cf009b17452 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:05.083292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:05.098330 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (4d193677-cdc2-4f02-9f42-54a497017b58), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.170610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:05.208310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-53e024f6-39b9-46d9-b0cf-5f768b43c99f None None] Provisioning complete for port f925d0c0-0cf7-4a99-aeba-3e34af391d4c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:05.208943 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-53e024f6-39b9-46d9-b0cf-5f768b43c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.254850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-29cd5af9-050e-4052-a157-f1248de20bbd service neutron] 10.222.0.81 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427986 Feb 19 03:30:05.282130 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.365690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc737c04-7869-460d-8c56-01ab1a2141d3 None None] The sync data for ids ['cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'] in n-d-826755-2 is: [{'id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'name': 'tempest-TestServerBasicOps-1718870367-router', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:29:49Z', 'revision_number': 4, 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'gw_port': {'id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2', 'name': '', 'network_id': 'fc1211d1-0410-4da6-a440-b203fd9b555b', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'mac_address': 'fa:16:3e:14:df:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3495, 'fixed_ips': [{'subnet_id': '9c05de94-71e3-4480-8725-df696d018eb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:47Z', 'updated_at': '2022-02-19T03:29:59Z', 'revision_number': 4, 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'subnets': [{'id': '9c05de94-71e3-4480-8725-df696d018eb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:30:05.588874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-2178f636-833d-4399-9612-e67717141868 service neutron] 10.222.0.81 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691488 Feb 19 03:30:05.631011 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-53e024f6-39b9-46d9-b0cf-5f768b43c99f None None] Current status of the port f925d0c0-0cf7-4a99-aeba-3e34af391d4c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:05.632898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Pushing event updated for resources: {'Port': ['ID=0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:05.663322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Router 21b12914-1e7c-4776-b376-206c4883d5c1 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:30:05.709532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.721326 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.835139 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (790b0427-67f7-41d9-a004-b0e3e964df46), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:05.845334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=fb9ab951-30c8-46c7-893d-b91d1d42e53c,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:05.998067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 10b0f655-8a78-45fb-ad86-698ab2a20da7 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:06.000135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:06.019846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:30:06.033764 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Sync routers for ids ['21b12914-1e7c-4776-b376-206c4883d5c1'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:30:06.034467 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2957990e-ff24-4a3e-b64e-7b00eae4e099 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "PUT /v2.0/routers/21b12914-1e7c-4776-b376-206c4883d5c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4476290 Feb 19 03:30:06.068490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Router 4d193677-cdc2-4f02-9f42-54a497017b58 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:30:06.069942 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Routers {'21b12914-1e7c-4776-b376-206c4883d5c1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:06.071197 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['21b12914-1e7c-4776-b376-206c4883d5c1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:06.273701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-86c3b436-51f7-4d20-a53f-779fe0b1e6d3 req-7d543286-0e37-4005-8cc1-e2ee65b26583 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 210 time: 0.1201041 Feb 19 03:30:06.400209 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Set router 21b12914-1e7c-4776-b376-206c4883d5c1 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:06.532834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:30:06.612332 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.614343 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c4d6ddf6-e86c-488d-b941-3315bb12bb68 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.2622705 Feb 19 03:30:06.621141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35694) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:06.626107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Sync routers for ids ['4d193677-cdc2-4f02-9f42-54a497017b58'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:30:06.628631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c34ea819-15b5-44d6-ade7-84a678951855 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:06.629063 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c34ea819-15b5-44d6-ade7-84a678951855), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.689513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router 790b0427-67f7-41d9-a004-b0e3e964df46 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:30:06.741880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Attempting to bind port cba48659-236b-4f95-ba6a-610ba1946d2b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:06.748302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Attempting to bind port cba48659-236b-4f95-ba6a-610ba1946d2b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:06.748804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Attempting to bind port cba48659-236b-4f95-ba6a-610ba1946d2b on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:06.753433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] For port f7a05e38-8ef3-4432-bad3-4348ee3316b8, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:06.827250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=f925d0c0-0cf7-4a99-aeba-3e34af391d4c,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:06.832233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Attempting to bind port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:06.832613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Attempting to bind port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:06.833003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Attempting to bind port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca on network 10b0f655-8a78-45fb-ad86-698ab2a20da7 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:06.863174 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5b3e39c6-d614-4541-8045-c6bf25f3d718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:06.899079 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1007165222', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:30:02Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:42Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'eb8c2ecc-4c34-4027-8246-54883d9b0911', 'name': '', 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'mac_address': 'fa:16:3e:6e:38:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '75927ff5-e2c5-4831-8125-a48848b4680a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:00Z', 'updated_at': '2022-02-19T03:30:03Z', 'revision_number': 2, 'project_id': 'f0e03321fc4540048242162018f9360c', 'subnets': [{'id': '75927ff5-e2c5-4831-8125-a48848b4680a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:06.978869 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Checking router: 21b12914-1e7c-4776-b376-206c4883d5c1 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:30:06.979470 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Updating router 21b12914-1e7c-4776-b376-206c4883d5c1 port eb8c2ecc-4c34-4027-8246-54883d9b0911 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:30:07.025573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:07.025958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Checking segment: {'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:07.026370 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.026774 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Bound using segment: {'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:07.027266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Bound port: 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:07.027657 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.033067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037de47-c085-46f3-b465-cd835dac4ea4 None None] Pushing event updated for resources: {'Port': ['ID=cba48659-236b-4f95-ba6a-610ba1946d2b,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:07.068126 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.107745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:07.107745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:07.108093 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.108497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:07.111340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Bound port: cba48659-236b-4f95-ba6a-610ba1946d2b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:07.111747 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.113649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-53e024f6-39b9-46d9-b0cf-5f768b43c99f None None] Provisioning complete for port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:07.114323 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-53e024f6-39b9-46d9-b0cf-5f768b43c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:07.129800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-abec2441-f986-4a63-a91d-27be84481622 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:07.143817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-abec2441-f986-4a63-a91d-27be84481622 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/networks?id=25ab2759-9370-4146-ab7a-5cf009b17452 HTTP/1.1" status: 200 len: 798 time: 0.7188423 Feb 19 03:30:07.234312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] For port f7a05e38-8ef3-4432-bad3-4348ee3316b8, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f7a05e38-8ef3-4432-bad3-4348ee3316b8,segment=NetworkSegment(f533e01d-f662-4d5f-8525-016134b85c96),segment_id=f533e01d-f662-4d5f-8525-016134b85c96)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:07.234931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-07934baa-44aa-4390-b446-00d28c31794a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/quotas/f0e03321fc4540048242162018f9360c HTTP/1.1" status: 200 len: 375 time: 0.0810759 Feb 19 03:30:07.456997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:30:07.473105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] For port cba48659-236b-4f95-ba6a-610ba1946d2b, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:07.474129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b8206746-2848-44f5-a3b3-b7c083377f7e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "PUT /v2.0/routers/790b0427-67f7-41d9-a004-b0e3e964df46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4590073 Feb 19 03:30:07.481377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] For port cba48659-236b-4f95-ba6a-610ba1946d2b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cba48659-236b-4f95-ba6a-610ba1946d2b,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:07.527466 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Routers {'4d193677-cdc2-4f02-9f42-54a497017b58'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:07.531460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:29:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4d193677-cdc2-4f02-9f42-54a497017b58'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:07.540885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-d455fa36-5cd2-4f29-9912-30fa9d05d144 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f0e03321fc4540048242162018f9360c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3034389 Feb 19 03:30:07.739428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-bf7f3055-c302-4cb9-8171-894d6faf60dd service neutron] 10.222.0.81 "GET /v2.0/networks/25ab2759-9370-4146-ab7a-5cf009b17452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981816 Feb 19 03:30:07.793390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Set router 4d193677-cdc2-4f02-9f42-54a497017b58 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:07.959391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-602ff782-83b2-411c-afcf-9650dc73aba3 service neutron] 10.222.0.81 "GET /v2.0/networks/25ab2759-9370-4146-ab7a-5cf009b17452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190835 Feb 19 03:30:08.002747 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Publish callbacks [] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.021140 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.134809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.282646 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.287993 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.356773 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e85106-b0c6-485e-b26f-b6585e5b8557 None None] Pushing event updated for resources: {'Port': ['ID=eb8c2ecc-4c34-4027-8246-54883d9b0911,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:08.446250 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Attempting to bind port eb8c2ecc-4c34-4027-8246-54883d9b0911 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:08.449256 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Attempting to bind port eb8c2ecc-4c34-4027-8246-54883d9b0911 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:08.454293 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Attempting to bind port eb8c2ecc-4c34-4027-8246-54883d9b0911 on network 25ab2759-9370-4146-ab7a-5cf009b17452 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:08.479156 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:08.480501 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Checking segment: {'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:08.481103 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.481779 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Bound using segment: {'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:08.482498 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Bound port: eb8c2ecc-4c34-4027-8246-54883d9b0911, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:08.483067 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.523037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e46fe095-b29d-4fae-8eef-e11bde25da38 req-7f1f7753-ecb5-4714-8f4d-d3a58880d6be tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 210 time: 0.0645237 Feb 19 03:30:08.577930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052719c3-8cc1-4404-9c33-cfa8240e24f8 None None] Pushing event updated for resources: {'Port': ['ID=f7a05e38-8ef3-4432-bad3-4348ee3316b8,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:08.645050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-ef690cda-c572-4c83-88e1-20791ba25ca0 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:08.646626 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-ef690cda-c572-4c83-88e1-20791ba25ca0 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.87 "GET /v2.0/networks?id=052c6a76-660c-463f-8d3d-ceaf5791ebdb HTTP/1.1" status: 200 len: 809 time: 0.4664888 Feb 19 03:30:08.666957 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] For port eb8c2ecc-4c34-4027-8246-54883d9b0911, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:08.670443 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] For port eb8c2ecc-4c34-4027-8246-54883d9b0911, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=eb8c2ecc-4c34-4027-8246-54883d9b0911,segment=NetworkSegment(3526c099-40eb-4263-bbc2-f71ed406f243),segment_id=3526c099-40eb-4263-bbc2-f71ed406f243)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:08.678464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037de47-c085-46f3-b465-cd835dac4ea4 None None] Pushing event updated for resources: {'Port': ['ID=cba48659-236b-4f95-ba6a-610ba1946d2b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:08.683069 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.786191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-53e024f6-39b9-46d9-b0cf-5f768b43c99f None None] Current status of the port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:08.787598 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-53e024f6-39b9-46d9-b0cf-5f768b43c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.801081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-cd06b7ca-f5fe-4ac4-ad2a-b8d46a8397ab tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-922285597&fields=id&tenant_id=d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 267 time: 0.1076627 Feb 19 03:30:08.873132 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Routers {'21b12914-1e7c-4776-b376-206c4883d5c1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:08.874053 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:07Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['21b12914-1e7c-4776-b376-206c4883d5c1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:08.910241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-53e024f6-39b9-46d9-b0cf-5f768b43c99f None None] For port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2,segment=NetworkSegment(d085ff15-8a9a-41bf-bfa2-bf714add296a),segment_id=d085ff15-8a9a-41bf-bfa2-bf714add296a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:08.932954 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-988bd0ca-4220-490c-9b48-1253b2da1ec2 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3ad779f9b2a43eaaba6e97f498154cc HTTP/1.1" status: 200 len: 380 time: 0.2720439 Feb 19 03:30:08.963570 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.969218 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:08.992037 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e85106-b0c6-485e-b26f-b6585e5b8557 None None] Pushing event updated for resources: {'Port': ['ID=eb8c2ecc-4c34-4027-8246-54883d9b0911,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:09.007731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Request body: {'port': {'device_id': '64442966-eb47-422a-9357-5641e50784d4', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'admin_state_up': True, 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'security_groups': ['5f86ef9a-ecf0-44c9-a890-dfeda8112b56']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:09.051738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] For port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:09.064075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] For port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:09.154647 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] Set router 21b12914-1e7c-4776-b376-206c4883d5c1 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:09.156390 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:09.185333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9febfd3c-8b8a-425f-989e-a1a97756a68e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:09.199221 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9febfd3c-8b8a-425f-989e-a1a97756a68e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/networks?id=10b0f655-8a78-45fb-ad86-698ab2a20da7 HTTP/1.1" status: 200 len: 797 time: 0.3883991 Feb 19 03:30:09.215845 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-53e024f6-39b9-46d9-b0cf-5f768b43c99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:09.250819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-42cb7a2e-71f2-4598-a100-26d8f213d7a9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/quotas/d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 375 time: 0.0480793 Feb 19 03:30:09.307891 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Allocated IP 172.20.0.1 (5455a34f-4c4a-42b8-98b6-c5464bec0497/26626206-fd96-4a5a-87aa-2be5572edb67/fba4744f-60ab-4a86-8dd5-767b3e903a58) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:09.435348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Routers {'790b0427-67f7-41d9-a004-b0e3e964df46'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:09.447055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:07Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['790b0427-67f7-41d9-a004-b0e3e964df46'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:09.447805 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-af0c8ab2-9800-4ccf-94be-c2c60c105431 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1920314 Feb 19 03:30:09.697617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Made reservation on behalf of b3ad779f9b2a43eaaba6e97f498154cc for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:09.719583 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:09.739315 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1007165222', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:30:02Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:42Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'eb8c2ecc-4c34-4027-8246-54883d9b0911', 'name': '', 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'mac_address': 'fa:16:3e:6e:38:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '75927ff5-e2c5-4831-8125-a48848b4680a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:00Z', 'updated_at': '2022-02-19T03:30:08Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'subnets': [{'id': '75927ff5-e2c5-4831-8125-a48848b4680a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:09.752982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-16151e69-7ff2-46e5-a6c5-4fc9d9e29b60 service neutron] 10.222.0.81 "GET /v2.0/networks/10b0f655-8a78-45fb-ad86-698ab2a20da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721422 Feb 19 03:30:09.894260 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d339eca5-32d1-4bd3-b3f2-24541f551cff None None] The sync data for ids ['21b12914-1e7c-4776-b376-206c4883d5c1'] in n-d-826755-2 is: [{'id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1007165222', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:30:02Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:42Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'eb8c2ecc-4c34-4027-8246-54883d9b0911', 'name': '', 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'mac_address': 'fa:16:3e:6e:38:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3529, 'fixed_ips': [{'subnet_id': '75927ff5-e2c5-4831-8125-a48848b4680a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:00Z', 'updated_at': '2022-02-19T03:30:08Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'subnets': [{'id': '75927ff5-e2c5-4831-8125-a48848b4680a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:30:09.953970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-36f433f0-dde8-42be-bfed-15f007c15e68 service neutron] 10.222.0.81 "GET /v2.0/networks/10b0f655-8a78-45fb-ad86-698ab2a20da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909382 Feb 19 03:30:10.147904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] Set router 790b0427-67f7-41d9-a004-b0e3e964df46 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:10.250706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Allocated IP 172.20.0.13 (052c6a76-660c-463f-8d3d-ceaf5791ebdb/05559075-1486-4bb4-a10a-47404135662d/58c023fc-73ea-425b-9bc0-ce7336343bf8) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:10.538948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c34ea819-15b5-44d6-ade7-84a678951855 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:10.657375 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.694855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f247887-57c9-43e4-b86c-b232cb217c7a req-5be2b659-7a1a-499c-891a-9f94f2ddb838 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 210 time: 0.1184871 Feb 19 03:30:10.766597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'name': 'tempest-TestAggregatesBasicOps-992235666-router', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:59Z', 'updated_at': '2022-02-19T03:30:03Z', 'revision_number': 3, 'project_id': 'e49685739b384061a092c48eccd397c8', 'gw_port': {'id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:01Z', 'updated_at': '2022-02-19T03:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:10.774792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-097e88d4-e5c1-44e4-b968-a5efc390bae1 None None] Provisioning complete for port eb8c2ecc-4c34-4027-8246-54883d9b0911 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:10.781390 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-097e88d4-e5c1-44e4-b968-a5efc390bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:10.910628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed4368-09ec-4a7f-8173-e6a712d9526a None None] Pushing event updated for resources: {'Port': ['ID=0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:11.078655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca8604-0272-4243-9b98-17656e0f33f8 req-1ca7b234-8ae3-407f-b2b0-444c41c05d3b tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:11.092267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3ca8604-0272-4243-9b98-17656e0f33f8 req-1ca7b234-8ae3-407f-b2b0-444c41c05d3b tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 932 time: 0.2108643 Feb 19 03:30:11.164419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-44ca7e7a-49b9-4dbc-8bb0-e7e9f6bc418b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:11.174741 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-44ca7e7a-49b9-4dbc-8bb0-e7e9f6bc418b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.67 "GET /v2.0/networks?id=25ab2759-9370-4146-ab7a-5cf009b17452 HTTP/1.1" status: 200 len: 798 time: 0.3391945 Feb 19 03:30:11.183129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.190236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Request body: {'port': {'device_id': '5ae108ab-21c4-426e-ae04-60183dd4d4cb', 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452', 'admin_state_up': True, 'tenant_id': 'f0e03321fc4540048242162018f9360c'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:11.318972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3ca8604-0272-4243-9b98-17656e0f33f8 req-c2c94c61-7e2a-42d8-abf4-9de7b3141c6a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256353 Feb 19 03:30:11.353958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f925d0c0-0cf7-4a99-aeba-3e34af391d4c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:11.387672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Checking router: 4d193677-cdc2-4f02-9f42-54a497017b58 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:30:11.388213 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Updating router 4d193677-cdc2-4f02-9f42-54a497017b58 port 902e6e7c-e5bf-425b-a323-262f8fe7a298 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:30:11.444156 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Publish callbacks [] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.600079 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b34d239-0482-49dc-a9ca-39bd18a4ed4e req-574a9ac9-01dd-4958-a09b-df8155dac0d9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 210 time: 0.1176052 Feb 19 03:30:11.615505 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.642490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Network 052c6a76-660c-463f-8d3d-ceaf5791ebdb is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:11.662674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:11.673758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:11.686518 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:11.887959 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.015228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf9379e5-34b3-4b7e-893d-fd6159000a19 req-1558c33a-036f-4028-ad07-4694eaf2b394 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 210 time: 0.1014798 Feb 19 03:30:12.055343 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event updated for resources: {'Port': ['ID=58c023fc-73ea-425b-9bc0-ce7336343bf8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:12.086699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Network 5455a34f-4c4a-42b8-98b6-c5464bec0497 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:12.102780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:12.129023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:12.279984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-097e88d4-e5c1-44e4-b968-a5efc390bae1 None None] Current status of the port eb8c2ecc-4c34-4027-8246-54883d9b0911 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:12.280327 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-097e88d4-e5c1-44e4-b968-a5efc390bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.282049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e024f6-39b9-46d9-b0cf-5f768b43c99f None None] Pushing event updated for resources: {'Port': ['ID=ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:12.285359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:12.286044 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.311005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae2a317-ea33-4ea2-b39e-56829d8f3f9b None None] Network 5455a34f-4c4a-42b8-98b6-c5464bec0497 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:12.400401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Pushing event updated for resources: {'Port': ['ID=fba4744f-60ab-4a86-8dd5-767b3e903a58,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:12.410565 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-097e60ed-83ce-472a-9d3e-0ef6d595fe22 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4069347 Feb 19 03:30:12.446089 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (4d193677-cdc2-4f02-9f42-54a497017b58), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.653101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab85d5-0f94-4b3e-b312-5430cfa3d4fc req-29f5934b-06a1-45ee-8548-d3e9880163d7 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:12.665938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5eab85d5-0f94-4b3e-b312-5430cfa3d4fc req-29f5934b-06a1-45ee-8548-d3e9880163d7 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 932 time: 0.1641181 Feb 19 03:30:12.814566 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5eab85d5-0f94-4b3e-b312-5430cfa3d4fc req-69c97ff6-2330-442d-bd7f-7184156bd0d1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455088 Feb 19 03:30:12.850337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:12.852495 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Made reservation on behalf of f0e03321fc4540048242162018f9360c for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:12.856031 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.076553 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ad4ac6a-8d24-4797-9828-49d0ecc632e9 req-2e3a8765-ddfc-4065-9c56-58dff5558dbe tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 210 time: 0.0554535 Feb 19 03:30:13.077937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Request body: {'port': {'device_id': '64442966-eb47-422a-9357-5641e50784d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:13.198055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-4bec5be2-f1a7-48cd-a72a-e46186cd9eea tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:13.204910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-4bec5be2-f1a7-48cd-a72a-e46186cd9eea tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "GET /v2.0/networks?id=10b0f655-8a78-45fb-ad86-698ab2a20da7 HTTP/1.1" status: 200 len: 797 time: 0.3172534 Feb 19 03:30:13.281285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a29f265b-9e19-4987-9baf-5e69ee2000c3 req-929b1481-2bff-48ff-82a8-690da336363e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 210 time: 0.0736666 Feb 19 03:30:13.427162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3766dfe3-8cf7-46e5-92ad-85a79335a998 None None] Network 10b0f655-8a78-45fb-ad86-698ab2a20da7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:13.466202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6de3b49f-b34a-4a42-87de-f61567587a2c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d251da4ce30245449da598358709f972 HTTP/1.1" status: 200 len: 379 time: 0.2454345 Feb 19 03:30:13.475518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'port': {'device_id': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'admin_state_up': True, 'tenant_id': 'd251da4ce30245449da598358709f972', 'security_groups': ['e15f4dae-2b37-4259-a28f-c4d34bc9b039']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:13.485883 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.661816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-097e88d4-e5c1-44e4-b968-a5efc390bae1 None None] For port eb8c2ecc-4c34-4027-8246-54883d9b0911, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=eb8c2ecc-4c34-4027-8246-54883d9b0911,segment=NetworkSegment(3526c099-40eb-4263-bbc2-f71ed406f243),segment_id=3526c099-40eb-4263-bbc2-f71ed406f243)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:13.698142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f925d0c0-0cf7-4a99-aeba-3e34af391d4c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:13.698519 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.751974 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-097e88d4-e5c1-44e4-b968-a5efc390bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.756606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Made reservation on behalf of d251da4ce30245449da598358709f972 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:13.767522 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:13.950214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-097e88d4-e5c1-44e4-b968-a5efc390bae1 None None] Provisioning complete for port f925d0c0-0cf7-4a99-aeba-3e34af391d4c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:13.950726 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-097e88d4-e5c1-44e4-b968-a5efc390bae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.187146 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Publish callbacks [] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.218206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097e88d4-e5c1-44e4-b968-a5efc390bae1 None None] Pushing event updated for resources: {'Port': ['ID=eb8c2ecc-4c34-4027-8246-54883d9b0911,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:14.287359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f925d0c0-0cf7-4a99-aeba-3e34af391d4c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:14.288821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f7a05e38-8ef3-4432-bad3-4348ee3316b8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:14.291050 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.406731 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763579f5-6f29-45a8-9830-2f90b6e7541f None None] Pushing event updated for resources: {'Port': ['ID=902e6e7c-e5bf-425b-a323-262f8fe7a298,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:14.445081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:30:04Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fb9ab951-30c8-46c7-893d-b91d1d42e53c', 'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:79:1e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:02Z', 'updated_at': '2022-02-19T03:30:05Z', 'revision_number': 2, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:14.520846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc90bbae-5c81-4062-9b75-e8a50d9c7f79 None None] The sync data for ids ['790b0427-67f7-41d9-a004-b0e3e964df46'] in n-d-826755-2 is: [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:30:04Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fb9ab951-30c8-46c7-893d-b91d1d42e53c', 'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:79:1e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:02Z', 'updated_at': '2022-02-19T03:30:05Z', 'revision_number': 2, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:30:14.634868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c023fc-73ea-425b-9bc0-ce7336343bf8 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:14.641274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Attempting to bind port 902e6e7c-e5bf-425b-a323-262f8fe7a298 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:14.641637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Attempting to bind port 902e6e7c-e5bf-425b-a323-262f8fe7a298 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:14.642147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Attempting to bind port 902e6e7c-e5bf-425b-a323-262f8fe7a298 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:14.646818 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Publish callbacks [] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.675460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:14.675709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:14.686597 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.686997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:14.687529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Bound port: 902e6e7c-e5bf-425b-a323-262f8fe7a298, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:14.687932 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.700736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Transition to ACTIVE for port object 58c023fc-73ea-425b-9bc0-ce7336343bf8 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:14.723412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:14.860718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.20.0.3 (10b0f655-8a78-45fb-ad86-698ab2a20da7/b03a1538-ac33-42fd-801e-4ccc4783874f/7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:14.892812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] For port 902e6e7c-e5bf-425b-a323-262f8fe7a298, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:14.906047 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] For port 902e6e7c-e5bf-425b-a323-262f8fe7a298, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=902e6e7c-e5bf-425b-a323-262f8fe7a298,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:14.982269 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.182168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763579f5-6f29-45a8-9830-2f90b6e7541f None None] Pushing event updated for resources: {'Port': ['ID=902e6e7c-e5bf-425b-a323-262f8fe7a298,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:15.301858 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Publish callbacks [] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.372993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-097e88d4-e5c1-44e4-b968-a5efc390bae1 None None] Current status of the port f925d0c0-0cf7-4a99-aeba-3e34af391d4c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:15.382088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Routers {'4d193677-cdc2-4f02-9f42-54a497017b58'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:15.382559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:07Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4d193677-cdc2-4f02-9f42-54a497017b58'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:15.408017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015e01f-5555-4309-b654-58e3f3d4ceac req-740cd89a-6f9a-4d59-a46b-afd01c806323 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:15.423949 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c015e01f-5555-4309-b654-58e3f3d4ceac req-740cd89a-6f9a-4d59-a46b-afd01c806323 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 932 time: 1.4370272 Feb 19 03:30:15.458384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Allocated IP 172.20.0.22 (25ab2759-9370-4146-ab7a-5cf009b17452/75927ff5-e2c5-4831-8125-a48848b4680a/0d7c01a4-4c90-41e4-be11-d4f71e281d9a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:15.622928 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.774779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] Set router 4d193677-cdc2-4f02-9f42-54a497017b58 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:15.782431 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c015e01f-5555-4309-b654-58e3f3d4ceac req-80739c81-012e-4211-8181-603fae5e5c76 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3551958 Feb 19 03:30:15.786528 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.873366 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.920374 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:15.987209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 10b0f655-8a78-45fb-ad86-698ab2a20da7 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:16.016944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Pushing event updated for resources: {'Port': ['ID=58c023fc-73ea-425b-9bc0-ce7336343bf8,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:16.043724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:16.117714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:16.143350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:16.147559 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Pushing event updated for resources: {'Port': ['ID=fba4744f-60ab-4a86-8dd5-767b3e903a58,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:16.296775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f7a05e38-8ef3-4432-bad3-4348ee3316b8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:16.297155 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.300622 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] Provisioning complete for port fba4744f-60ab-4a86-8dd5-767b3e903a58 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:16.301011 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.336489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:16.337208 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.403304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Attempting to bind port 58c023fc-73ea-425b-9bc0-ce7336343bf8 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:16.403694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Attempting to bind port 58c023fc-73ea-425b-9bc0-ce7336343bf8 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:16.406463 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Attempting to bind port 58c023fc-73ea-425b-9bc0-ce7336343bf8 on network 052c6a76-660c-463f-8d3d-ceaf5791ebdb {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:16.420290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-6e1f0634-79d7-43aa-9be0-e7f4546f293e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9518073 Feb 19 03:30:16.441689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Request body: {'port': {'device_id': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:16.448037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (4d193677-cdc2-4f02-9f42-54a497017b58), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.473936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Port 58c023fc-73ea-425b-9bc0-ce7336343bf8 on network 052c6a76-660c-463f-8d3d-ceaf5791ebdb not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:16.474437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Attempting to bind port 58c023fc-73ea-425b-9bc0-ce7336343bf8 on network 052c6a76-660c-463f-8d3d-ceaf5791ebdb {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:16.516095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] Port fba4744f-60ab-4a86-8dd5-767b3e903a58 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:16.540259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'name': 'tempest-TestAggregatesBasicOps-992235666-router', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:59Z', 'updated_at': '2022-02-19T03:30:12Z', 'revision_number': 4, 'project_id': 'e49685739b384061a092c48eccd397c8', 'gw_port': {'id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:01Z', 'updated_at': '2022-02-19T03:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fba4744f-60ab-4a86-8dd5-767b3e903a58', 'name': '', 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'mac_address': 'fa:16:3e:17:06:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '26626206-fd96-4a5a-87aa-2be5572edb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:08Z', 'updated_at': '2022-02-19T03:30:13Z', 'revision_number': 2, 'project_id': 'e49685739b384061a092c48eccd397c8', 'subnets': [{'id': '26626206-fd96-4a5a-87aa-2be5572edb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:16.560640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f7e1f-ce5e-4b90-9c44-58da20a0afa8 req-ad9c8a6e-2d32-40d0-a52b-2c6d6917030c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:16.562266 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f2f7e1f-ce5e-4b90-9c44-58da20a0afa8 req-ad9c8a6e-2d32-40d0-a52b-2c6d6917030c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 931 time: 0.5959697 Feb 19 03:30:16.581306 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:16.585547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Checking segment: {'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:16.586022 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Bound using segment: {'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:16.586671 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Bound port: 58c023fc-73ea-425b-9bc0-ce7336343bf8, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfaf12a-c76b-423a-9e56-2153651f577c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:16.587140 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.645555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d9bf2-9e86-4f7b-a1a3-d01b09870dfe None None] The sync data for ids ['4d193677-cdc2-4f02-9f42-54a497017b58'] in n-d-826755-2 is: [{'id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'name': 'tempest-TestAggregatesBasicOps-992235666-router', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:59Z', 'updated_at': '2022-02-19T03:30:12Z', 'revision_number': 4, 'project_id': 'e49685739b384061a092c48eccd397c8', 'gw_port': {'id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:01Z', 'updated_at': '2022-02-19T03:30:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fba4744f-60ab-4a86-8dd5-767b3e903a58', 'name': '', 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'mac_address': 'fa:16:3e:17:06:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '26626206-fd96-4a5a-87aa-2be5572edb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:08Z', 'updated_at': '2022-02-19T03:30:13Z', 'revision_number': 2, 'project_id': 'e49685739b384061a092c48eccd397c8', 'subnets': [{'id': '26626206-fd96-4a5a-87aa-2be5572edb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:30:16.756198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f7a05e38-8ef3-4432-bad3-4348ee3316b8 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:16.756803 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.778587 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.784160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] Provisioning complete for port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:16.785171 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.799304 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:16.911017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port f7a05e38-8ef3-4432-bad3-4348ee3316b8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f7a05e38-8ef3-4432-bad3-4348ee3316b8,segment=NetworkSegment(f533e01d-f662-4d5f-8525-016134b85c96),segment_id=f533e01d-f662-4d5f-8525-016134b85c96)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:16.915888 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Network 25ab2759-9370-4146-ab7a-5cf009b17452 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:16.935357 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event updated for resources: {'Port': ['ID=0d7c01a4-4c90-41e4-be11-d4f71e281d9a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:16.950353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:16.957930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:17.019840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f2f7e1f-ce5e-4b90-9c44-58da20a0afa8 req-9fea53a0-d533-4abf-bc86-8d0ff8d93ac6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4402044 Feb 19 03:30:17.052972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] Current status of the port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:17.059715 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.118457 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.122087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device eb8c2ecc-4c34-4027-8246-54883d9b0911 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:17.234866 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] For port 58c023fc-73ea-425b-9bc0-ce7336343bf8, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:17.255359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] For port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:17.277375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] For port 58c023fc-73ea-425b-9bc0-ce7336343bf8, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=58c023fc-73ea-425b-9bc0-ce7336343bf8,segment=NetworkSegment(acfaf12a-c76b-423a-9e56-2153651f577c),segment_id=acfaf12a-c76b-423a-9e56-2153651f577c)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:17.280024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Network 5455a34f-4c4a-42b8-98b6-c5464bec0497 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:17.306445 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:17.310592 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.316142 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:17.318079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=f7a05e38-8ef3-4432-bad3-4348ee3316b8,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:17.327372 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.396604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] Pushing event updated for resources: {'Port': ['ID=0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:17.410188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port eb8c2ecc-4c34-4027-8246-54883d9b0911 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:17.410419 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.685343 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Router 4d193677-cdc2-4f02-9f42-54a497017b58 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:30:17.694412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.862587 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-0d97f4fc-74f4-4d14-a6a2-e48b5245fb27 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 6.6763122 Feb 19 03:30:17.904577 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Request body: {'port': {'device_id': '5ae108ab-21c4-426e-ae04-60183dd4d4cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:17.916557 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:17.918186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] Provisioning complete for port f7a05e38-8ef3-4432-bad3-4348ee3316b8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:17.918603 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.919044 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:17.921650 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] 10.222.0.87 "PUT /v2.0/ports/58c023fc-73ea-425b-9bc0-ce7336343bf8 HTTP/1.1" status: 200 len: 1092 time: 5.4915471 Feb 19 03:30:18.006580 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64442966-eb47-422a-9357-5641e50784d4', 'tag': '58c023fc-73ea-425b-9bc0-ce7336343bf8'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:18.009060 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ab1a29-7abc-40a0-a6a3-8e6c249bc0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "64442966-eb47-422a-9357-5641e50784d4", "tag": "58c023fc-73ea-425b-9bc0-ce7336343bf8"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:18.166762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port eb8c2ecc-4c34-4027-8246-54883d9b0911 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:18.169296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c34ea819-15b5-44d6-ade7-84a678951855 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:18.198430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:18.214989 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Publish callbacks [] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.245870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Transition to ACTIVE for port object 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:18.279299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f623574-1dab-41b9-bb83-672cdc3fb829 req-b0338cf0-6ee2-4825-96ce-2500fa70abb2 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:18.298299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f623574-1dab-41b9-bb83-672cdc3fb829 req-b0338cf0-6ee2-4825-96ce-2500fa70abb2 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 895 time: 0.9977648 Feb 19 03:30:18.300537 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.365288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-08efc4d7-df52-4de9-91a8-b4ae593e1931 None None] Current status of the port f7a05e38-8ef3-4432-bad3-4348ee3316b8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:18.381618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c34ea819-15b5-44d6-ade7-84a678951855 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:18.382370 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c34ea819-15b5-44d6-ade7-84a678951855), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.450814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:30:18.508524 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cf6f01b1-a1cd-4010-86ab-b400ccfa8d68 admin admin] 10.222.0.81 "PUT /v2.0/routers/4d193677-cdc2-4f02-9f42-54a497017b58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8779638 Feb 19 03:30:18.525954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:18.602757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-988671dd-6c82-4449-8ec0-241ea54066aa None None] Provisioning complete for port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:18.605191 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-988671dd-6c82-4449-8ec0-241ea54066aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.680850 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.683188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38181e-fc69-4494-877a-e97383f5a76d service neutron] Pushing event updated for resources: {'Port': ['ID=58c023fc-73ea-425b-9bc0-ce7336343bf8,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:18.807266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-988671dd-6c82-4449-8ec0-241ea54066aa None None] Port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:18.810470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c34ea819-15b5-44d6-ade7-84a678951855 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:18.812020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:18.813174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Attempting to bind port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:18.814396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Attempting to bind port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:18.815064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Attempting to bind port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 on network 10b0f655-8a78-45fb-ad86-698ab2a20da7 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:18.822819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-8f137c5a-76a0-4c18-9ed7-db1c70af50f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:18.829049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 on network 10b0f655-8a78-45fb-ad86-698ab2a20da7 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:18.829049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Attempting to bind port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 on network 10b0f655-8a78-45fb-ad86-698ab2a20da7 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:18.833747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:18.834241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Checking segment: {'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:18.834756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Bound using segment: {'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:18.835305 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Bound port: 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:18.835770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:18.836680 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-8f137c5a-76a0-4c18-9ed7-db1c70af50f1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3ad779f9b2a43eaaba6e97f498154cc&device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 1126 time: 0.8001237 Feb 19 03:30:18.873458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fee98d-92aa-4f5f-b756-f632930f2f26 req-0f39b03c-1e7d-473f-9f2c-ee4f90080de2 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:18.875247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44fee98d-92aa-4f5f-b756-f632930f2f26 req-0f39b03c-1e7d-473f-9f2c-ee4f90080de2 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 944 time: 0.4219134 Feb 19 03:30:18.924015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-988671dd-6c82-4449-8ec0-241ea54066aa None None] Provisioning complete for port fba4744f-60ab-4a86-8dd5-767b3e903a58 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:18.924624 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-988671dd-6c82-4449-8ec0-241ea54066aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.003893 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-21dd74b8-d8fc-4e16-b76a-5e15dd60059e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58c023fc-73ea-425b-9bc0-ce7336343bf8 HTTP/1.1" status: 200 len: 217 time: 0.1563077 Feb 19 03:30:19.022548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-988671dd-6c82-4449-8ec0-241ea54066aa None None] Port fba4744f-60ab-4a86-8dd5-767b3e903a58 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:19.051624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:19.054233 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.086770 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-a9859da9-1420-4caa-ae4c-877cfd408985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:19.088515 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-a9859da9-1420-4caa-ae4c-877cfd408985 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05559075-1486-4bb4-a10a-47404135662d HTTP/1.1" status: 200 len: 848 time: 0.0741415 Feb 19 03:30:19.126815 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44fee98d-92aa-4f5f-b756-f632930f2f26 req-fb2c0d8d-e2bb-48a4-8adb-2aa7739231da tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447741 Feb 19 03:30:19.127259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-988671dd-6c82-4449-8ec0-241ea54066aa None None] Provisioning complete for port fb9ab951-30c8-46c7-893d-b91d1d42e53c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:19.127747 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-988671dd-6c82-4449-8ec0-241ea54066aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.138462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] For port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:19.158700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] For port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:19.189656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.216190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-988671dd-6c82-4449-8ec0-241ea54066aa None None] Port fb9ab951-30c8-46c7-893d-b91d1d42e53c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:19.275146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:19.275838 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.293547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] 10.222.0.87 "PUT /v2.0/ports/7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 HTTP/1.1" status: 200 len: 1091 time: 2.8562264 Feb 19 03:30:19.294070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'tag': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:19.307216 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4fa86d-c110-41d5-941f-e3eac1bc2774" -d '{"events": [{"name": "network-changed", "server_uuid": "745fb9ce-f3df-44af-b5df-ee5279315f20", "tag": "7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:19.422794 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cf317a-8706-4746-b160-5f4401ea1828 x-openstack-request-id: req-90cf317a-8706-4746-b160-5f4401ea1828 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:19.423103 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64442966-eb47-422a-9357-5641e50784d4", "tag": "58c023fc-73ea-425b-9bc0-ce7336343bf8", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:19.423390 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-90cf317a-8706-4746-b160-5f4401ea1828 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:19.423794 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64442966-eb47-422a-9357-5641e50784d4', 'tag': '58c023fc-73ea-425b-9bc0-ce7336343bf8', 'status': 'completed', 'code': 200} Feb 19 03:30:19.452719 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-4921bd59-f2c6-48c5-b3eb-733dc2bbf018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:19.455307 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-4921bd59-f2c6-48c5-b3eb-733dc2bbf018 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=052c6a76-660c-463f-8d3d-ceaf5791ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3584206 Feb 19 03:30:19.507504 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:19.516640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feca4ca-8dc2-475f-b430-0f3ce95c61e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:19.566238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-988671dd-6c82-4449-8ec0-241ea54066aa None None] Provisioning complete for port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:19.566614 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-988671dd-6c82-4449-8ec0-241ea54066aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:19.612317 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-12859cdf-14fe-44c1-a7d9-bee4a0b4e0c1 service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443827 Feb 19 03:30:19.631239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3b2d6-bc06-46fb-a91b-426a180659c7 req-6cc6a683-34a8-4797-8367-772834e117fc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:19.632933 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01c3b2d6-bc06-46fb-a91b-426a180659c7 req-6cc6a683-34a8-4797-8367-772834e117fc tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 943 time: 0.1890302 Feb 19 03:30:19.638346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-2948bc8f-4e07-41dc-93fa-0ffaa7d73806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:19.642320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-2948bc8f-4e07-41dc-93fa-0ffaa7d73806 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 1125 time: 0.2942350 Feb 19 03:30:19.790582 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-2cb33600-5e2c-43c6-9b64-70c9c45d58bd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 HTTP/1.1" status: 200 len: 217 time: 0.0929501 Feb 19 03:30:19.818423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-988671dd-6c82-4449-8ec0-241ea54066aa None None] Current status of the port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:19.870529 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8db1a6ae-9ce2-4715-a868-b12c87d9e19a req-892f7894-d390-457e-a16f-922d26786701 service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510498 Feb 19 03:30:19.883751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01c3b2d6-bc06-46fb-a91b-426a180659c7 req-b5d09c26-0745-474b-a7d4-55c72ebd868d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2404108 Feb 19 03:30:20.015371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-154cc32d-a34a-45c1-9607-1be69ac8f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:20.016957 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-154cc32d-a34a-45c1-9607-1be69ac8f1a6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b03a1538-ac33-42fd-801e-4ccc4783874f HTTP/1.1" status: 200 len: 835 time: 0.1497042 Feb 19 03:30:20.153454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f7a05e38-8ef3-4432-bad3-4348ee3316b8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:20.201619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-c399746e-8008-4a2a-a71b-958efcdcfc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:20.208705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-c399746e-8008-4a2a-a71b-958efcdcfc11 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=10b0f655-8a78-45fb-ad86-698ab2a20da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1720512 Feb 19 03:30:20.221211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab1a29-7abc-40a0-a6a3-8e6c249bc0d7 req-5e3b7430-42a5-4f6b-99f4-3dfe9a01246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:20.229039 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-43ab1a29-7abc-40a0-a6a3-8e6c249bc0d7 req-5e3b7430-42a5-4f6b-99f4-3dfe9a01246b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3ad779f9b2a43eaaba6e97f498154cc&device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 1126 time: 0.2783098 Feb 19 03:30:20.290440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f7a05e38-8ef3-4432-bad3-4348ee3316b8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:20.291064 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.455888 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f7a05e38-8ef3-4432-bad3-4348ee3316b8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:20.457034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device eb8c2ecc-4c34-4027-8246-54883d9b0911 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:20.473210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-7dd8f068-9a4f-4228-9025-13ff7416b581 service neutron] 10.222.0.87 "GET /v2.0/networks/10b0f655-8a78-45fb-ad86-698ab2a20da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595301 Feb 19 03:30:20.556537 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:30:20.561965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port eb8c2ecc-4c34-4027-8246-54883d9b0911 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:20.562348 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.563245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d7c01a4-4c90-41e4-be11-d4f71e281d9a {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:20.594183 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Publish callbacks [] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.647925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Transition to ACTIVE for port object 0d7c01a4-4c90-41e4-be11-d4f71e281d9a will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:20.659878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab1a29-7abc-40a0-a6a3-8e6c249bc0d7 req-8568b260-47f4-4f2a-83fb-a6f300f12992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:20.662845 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-43ab1a29-7abc-40a0-a6a3-8e6c249bc0d7 req-8568b260-47f4-4f2a-83fb-a6f300f12992 service neutron] 10.222.0.87 "GET /v2.0/networks?id=052c6a76-660c-463f-8d3d-ceaf5791ebdb HTTP/1.1" status: 200 len: 910 time: 0.4170837 Feb 19 03:30:20.665785 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.686790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port eb8c2ecc-4c34-4027-8246-54883d9b0911 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:20.687919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:20.733578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8d21b-c87f-4486-af94-dcc6910b9e87 req-7b321e0a-dd29-4930-8234-98d3472dfe01 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:20.743424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73a8d21b-c87f-4486-af94-dcc6910b9e87 req-7b321e0a-dd29-4930-8234-98d3472dfe01 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 895 time: 0.2691109 Feb 19 03:30:20.810089 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Sync routers for ids ['790b0427-67f7-41d9-a004-b0e3e964df46'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:30:20.821682 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Routers {'790b0427-67f7-41d9-a004-b0e3e964df46'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:20.822538 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:07Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['790b0427-67f7-41d9-a004-b0e3e964df46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:20.842635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:20.843020 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:20.886524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c324cbd0-1783-40f5-82f9-be634f4cdab3 req-3a667ff2-43fd-4897-b6fa-66f950ad7314 service neutron] 10.222.0.87 "GET /v2.0/networks/10b0f655-8a78-45fb-ad86-698ab2a20da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915806 Feb 19 03:30:20.961746 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-43ab1a29-7abc-40a0-a6a3-8e6c249bc0d7 req-51a1700f-1ac9-48d2-b11f-f8f3ee816064 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58c023fc-73ea-425b-9bc0-ce7336343bf8 HTTP/1.1" status: 200 len: 217 time: 0.2507849 Feb 19 03:30:20.962024 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b8dc28-e153-41b2-b5fe-1551583d79fa x-openstack-request-id: req-34b8dc28-e153-41b2-b5fe-1551583d79fa {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:20.962370 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745fb9ce-f3df-44af-b5df-ee5279315f20", "tag": "7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:20.962736 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-34b8dc28-e153-41b2-b5fe-1551583d79fa {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:20.963275 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'tag': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'status': 'completed', 'code': 200} Feb 19 03:30:21.048201 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Set router 790b0427-67f7-41d9-a004-b0e3e964df46 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:21.048340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7c01a4-4c90-41e4-be11-d4f71e281d9a,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:21.087644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:21.088816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 902e6e7c-e5bf-425b-a323-262f8fe7a298 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:21.215931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 902e6e7c-e5bf-425b-a323-262f8fe7a298 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:21.216492 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.285185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab1a29-7abc-40a0-a6a3-8e6c249bc0d7 req-90b15c0b-675d-429c-b5e2-d79509bb6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:21.288404 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-43ab1a29-7abc-40a0-a6a3-8e6c249bc0d7 req-90b15c0b-675d-429c-b5e2-d79509bb6ac1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05559075-1486-4bb4-a10a-47404135662d HTTP/1.1" status: 200 len: 848 time: 0.3053937 Feb 19 03:30:21.314983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72416b2a-f972-47ee-a37a-47ce76053954 req-887e5106-0d68-46d5-8296-d99b778644b2 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:21.324568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72416b2a-f972-47ee-a37a-47ce76053954 req-887e5106-0d68-46d5-8296-d99b778644b2 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 944 time: 0.2373836 Feb 19 03:30:21.356803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fa86d-c110-41d5-941f-e3eac1bc2774 req-449b0f00-d6d8-477e-82dd-3c89d84c4079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:21.359983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae4fa86d-c110-41d5-941f-e3eac1bc2774 req-449b0f00-d6d8-477e-82dd-3c89d84c4079 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 1125 time: 0.3739061 Feb 19 03:30:21.437939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Attempting to bind port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:21.443082 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Attempting to bind port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:21.444298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Attempting to bind port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a on network 25ab2759-9370-4146-ab7a-5cf009b17452 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:21.479739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 902e6e7c-e5bf-425b-a323-262f8fe7a298 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:21.480255 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.494901 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a on network 25ab2759-9370-4146-ab7a-5cf009b17452 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:21.495345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Attempting to bind port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a on network 25ab2759-9370-4146-ab7a-5cf009b17452 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:21.517224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 902e6e7c-e5bf-425b-a323-262f8fe7a298, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=902e6e7c-e5bf-425b-a323-262f8fe7a298,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:21.517801 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:30:04Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fb9ab951-30c8-46c7-893d-b91d1d42e53c', 'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:79:1e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:02Z', 'updated_at': '2022-02-19T03:30:05Z', 'revision_number': 2, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:21.520288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab1a29-7abc-40a0-a6a3-8e6c249bc0d7 req-e0ba5059-c8fc-42a1-b669-577960420cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:21.525008 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-43ab1a29-7abc-40a0-a6a3-8e6c249bc0d7 req-e0ba5059-c8fc-42a1-b669-577960420cfb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=052c6a76-660c-463f-8d3d-ceaf5791ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2268119 Feb 19 03:30:21.527481 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.529392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cba48659-236b-4f95-ba6a-610ba1946d2b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:21.531554 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:21.532020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Checking segment: {'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:21.532505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Bound using segment: {'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:21.535370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Bound port: 0d7c01a4-4c90-41e4-be11-d4f71e281d9a, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3526c099-40eb-4263-bbc2-f71ed406f243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:21.535965 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.625882 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Checking router: 790b0427-67f7-41d9-a004-b0e3e964df46 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:30:21.626944 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Updating router 790b0427-67f7-41d9-a004-b0e3e964df46 port fb9ab951-30c8-46c7-893d-b91d1d42e53c binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:30:21.655161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fa86d-c110-41d5-941f-e3eac1bc2774 req-d59e3048-e1ca-408c-824e-12d00a17e9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:21.657931 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae4fa86d-c110-41d5-941f-e3eac1bc2774 req-d59e3048-e1ca-408c-824e-12d00a17e9d9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=10b0f655-8a78-45fb-ad86-698ab2a20da7 HTTP/1.1" status: 200 len: 898 time: 0.2763686 Feb 19 03:30:21.679642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=902e6e7c-e5bf-425b-a323-262f8fe7a298,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:21.683173 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.739345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port cba48659-236b-4f95-ba6a-610ba1946d2b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:21.739718 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:21.762184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae4fa86d-c110-41d5-941f-e3eac1bc2774 req-56c7d7a1-9fc9-49ce-9d44-0098f8b6f1fb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 HTTP/1.1" status: 200 len: 217 time: 0.0967727 Feb 19 03:30:21.861148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72416b2a-f972-47ee-a37a-47ce76053954 req-94e44322-b334-433b-b58f-4fada4a61286 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5347602 Feb 19 03:30:21.882842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fa86d-c110-41d5-941f-e3eac1bc2774 req-74256338-ffc0-4b2d-9c21-a9df4ac1645a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:21.884077 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-43ab1a29-7abc-40a0-a6a3-8e6c249bc0d7 req-b12e3f47-761b-40a5-b25b-fd3f5232672f service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452723 Feb 19 03:30:21.887124 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae4fa86d-c110-41d5-941f-e3eac1bc2774 req-74256338-ffc0-4b2d-9c21-a9df4ac1645a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b03a1538-ac33-42fd-801e-4ccc4783874f HTTP/1.1" status: 200 len: 835 time: 0.1129313 Feb 19 03:30:21.991645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port cba48659-236b-4f95-ba6a-610ba1946d2b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:21.992457 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.064535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4fa86d-c110-41d5-941f-e3eac1bc2774 req-6d9ba35f-6800-4fca-b967-a9333a4a8728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:22.073628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae4fa86d-c110-41d5-941f-e3eac1bc2774 req-6d9ba35f-6800-4fca-b967-a9333a4a8728 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=10b0f655-8a78-45fb-ad86-698ab2a20da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1772540 Feb 19 03:30:22.077680 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port cba48659-236b-4f95-ba6a-610ba1946d2b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cba48659-236b-4f95-ba6a-610ba1946d2b,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:22.093825 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.095004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:22.206446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] For port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:22.233342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] For port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=0d7c01a4-4c90-41e4-be11-d4f71e281d9a,segment=NetworkSegment(3526c099-40eb-4263-bbc2-f71ed406f243),segment_id=3526c099-40eb-4263-bbc2-f71ed406f243)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:22.298231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.318616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=cba48659-236b-4f95-ba6a-610ba1946d2b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:22.342135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:22.343069 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.435686 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Publish callbacks [] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.455239 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.481727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f10dd2-dc7b-40ec-961b-e04a777932f0 req-5ae6fa80-6faa-4734-b31d-8b77ae8642df tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:22.490942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 58c023fc-73ea-425b-9bc0-ce7336343bf8 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:30:22.500524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43f10dd2-dc7b-40ec-961b-e04a777932f0 req-5ae6fa80-6faa-4734-b31d-8b77ae8642df tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 943 time: 0.3482428 Feb 19 03:30:22.514453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae4fa86d-c110-41d5-941f-e3eac1bc2774 req-467a2094-032e-4a03-8b4f-aa59509639bb service neutron] 10.222.0.87 "GET /v2.0/networks/10b0f655-8a78-45fb-ad86-698ab2a20da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334145 Feb 19 03:30:22.515846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Pushing event updated for resources: {'Port': ['ID=0d7c01a4-4c90-41e4-be11-d4f71e281d9a,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:22.550913 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-43ab1a29-7abc-40a0-a6a3-8e6c249bc0d7 req-00309d10-7d3a-446c-93b2-8892ca434dcd service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415019 Feb 19 03:30:22.567330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:22.567330 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.570913 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-b5a784f1-9c68-4346-bf05-d7c44f08e555 service neutron] 10.222.0.67 "PUT /v2.0/ports/0d7c01a4-4c90-41e4-be11-d4f71e281d9a HTTP/1.1" status: 200 len: 1055 time: 4.6976399 Feb 19 03:30:22.571419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae108ab-21c4-426e-ae04-60183dd4d4cb', 'tag': '0d7c01a4-4c90-41e4-be11-d4f71e281d9a'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:22.600957 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ffb84d-8a35-49f6-bde5-f840195ebc69" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae108ab-21c4-426e-ae04-60183dd4d4cb", "tag": "0d7c01a4-4c90-41e4-be11-d4f71e281d9a"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:22.627134 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678b5cb-8173-4733-99fd-b564091eacbe None None] Pushing event updated for resources: {'Port': ['ID=fb9ab951-30c8-46c7-893d-b91d1d42e53c,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:22.671134 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:30:22.826160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-35059e48-d733-488e-a640-a9ea51ef141a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:22.836257 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-35059e48-d733-488e-a640-a9ea51ef141a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0e03321fc4540048242162018f9360c&device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 1089 time: 0.2065756 Feb 19 03:30:22.856311 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Attempting to bind port fb9ab951-30c8-46c7-893d-b91d1d42e53c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:22.857724 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Attempting to bind port fb9ab951-30c8-46c7-893d-b91d1d42e53c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:22.858097 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Attempting to bind port fb9ab951-30c8-46c7-893d-b91d1d42e53c on network 10b0f655-8a78-45fb-ad86-698ab2a20da7 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:22.871914 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:22.872479 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Checking segment: {'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:22.873898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43f10dd2-dc7b-40ec-961b-e04a777932f0 req-56a247e9-7db4-4c76-a7f6-c258dafc735f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3682280 Feb 19 03:30:22.890469 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.891903 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Bound using segment: {'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:22.893845 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Bound port: fb9ab951-30c8-46c7-893d-b91d1d42e53c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd036b215-9eac-4d9d-8986-00ac47cb9b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:22.894418 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.945567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:22.946264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:22.974845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae4fa86d-c110-41d5-941f-e3eac1bc2774 req-7f75a659-daee-4675-9c5a-c4ffe7e698d1 service neutron] 10.222.0.87 "GET /v2.0/networks/10b0f655-8a78-45fb-ad86-698ab2a20da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437573 Feb 19 03:30:22.998512 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-4fa88047-d78d-4906-962a-a809e92f53b1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=0d7c01a4-4c90-41e4-be11-d4f71e281d9a HTTP/1.1" status: 200 len: 217 time: 0.1536376 Feb 19 03:30:23.086866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 58c023fc-73ea-425b-9bc0-ce7336343bf8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=58c023fc-73ea-425b-9bc0-ce7336343bf8,segment=NetworkSegment(acfaf12a-c76b-423a-9e56-2153651f577c),segment_id=acfaf12a-c76b-423a-9e56-2153651f577c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:23.105811 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] For port fb9ab951-30c8-46c7-893d-b91d1d42e53c, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:23.119726 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] For port fb9ab951-30c8-46c7-893d-b91d1d42e53c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fb9ab951-30c8-46c7-893d-b91d1d42e53c,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:23.146100 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.159140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '58c023fc-73ea-425b-9bc0-ce7336343bf8', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'port_id': '58c023fc-73ea-425b-9bc0-ce7336343bf8', 'mac_address': 'fa:16:3e:4f:5a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05559075-1486-4bb4-a10a-47404135662d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:30:23.179529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 902e6e7c-e5bf-425b-a323-262f8fe7a298 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:23.207746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35942) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:23.237136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-9ff4b153-4e8c-4404-92a6-32a12638969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:23.238958 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-9ff4b153-4e8c-4404-92a6-32a12638969f service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75927ff5-e2c5-4831-8125-a48848b4680a HTTP/1.1" status: 200 len: 837 time: 0.2341995 Feb 19 03:30:23.282787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Sync routers for ids ['4d193677-cdc2-4f02-9f42-54a497017b58'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:30:23.286349 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Routers {'790b0427-67f7-41d9-a004-b0e3e964df46'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:23.286989 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:07Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['790b0427-67f7-41d9-a004-b0e3e964df46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:23.297329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5464045-5f87-4bf5-808c-098930a69dee req-ff3fc84b-4cfa-4cda-a724-8b0662978451 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:23.314306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5464045-5f87-4bf5-808c-098930a69dee req-ff3fc84b-4cfa-4cda-a724-8b0662978451 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 907 time: 0.1969612 Feb 19 03:30:23.383873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-66feb7c0-05d0-47b2-ac20-c4deb62d4d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:23.386071 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-66feb7c0-05d0-47b2-ac20-c4deb62d4d50 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ab2759-9370-4146-ab7a-5cf009b17452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1364253 Feb 19 03:30:23.466470 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a678b5cb-8173-4733-99fd-b564091eacbe None None] Pushing event updated for resources: {'Port': ['ID=fb9ab951-30c8-46c7-893d-b91d1d42e53c,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:23.506203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Routers {'4d193677-cdc2-4f02-9f42-54a497017b58'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:23.506852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:07Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4d193677-cdc2-4f02-9f42-54a497017b58'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:23.597214 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7856470b-6a3b-4443-b98b-65ddde1daf2d x-openstack-request-id: req-7856470b-6a3b-4443-b98b-65ddde1daf2d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:23.597513 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae108ab-21c4-426e-ae04-60183dd4d4cb", "tag": "0d7c01a4-4c90-41e4-be11-d4f71e281d9a", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:23.597787 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7856470b-6a3b-4443-b98b-65ddde1daf2d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:23.598209 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae108ab-21c4-426e-ae04-60183dd4d4cb', 'tag': '0d7c01a4-4c90-41e4-be11-d4f71e281d9a', 'status': 'completed', 'code': 200} Feb 19 03:30:23.612674 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] Set router 790b0427-67f7-41d9-a004-b0e3e964df46 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:23.618093 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd54d973-e139-4672-9d01-496d60ebda94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:23.758710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2aca1a-ad69-4dff-b09d-0c4099fc72ef req-8a6502b0-0072-4c15-a253-35fa9e18a41a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:23.769201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c2aca1a-ad69-4dff-b09d-0c4099fc72ef req-8a6502b0-0072-4c15-a253-35fa9e18a41a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 944 time: 0.1212797 Feb 19 03:30:23.789763 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-56f48d4b-4612-47ea-9811-16dac5836dfe service neutron] 10.222.0.67 "GET /v2.0/networks/25ab2759-9370-4146-ab7a-5cf009b17452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970592 Feb 19 03:30:23.793022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Set router 4d193677-cdc2-4f02-9f42-54a497017b58 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:23.896600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c2aca1a-ad69-4dff-b09d-0c4099fc72ef req-f6ae71b3-53d0-4d78-814c-5bce91ad0145 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152058 Feb 19 03:30:23.952556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 58c023fc-73ea-425b-9bc0-ce7336343bf8 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:23.965173 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.010415 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-48384e02-984f-4c50-939b-59dc0ec31a09 req-100086c2-0742-4f9f-ae5f-020f5097cbc3 service neutron] 10.222.0.67 "GET /v2.0/networks/25ab2759-9370-4146-ab7a-5cf009b17452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080081 Feb 19 03:30:24.105042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c023fc-73ea-425b-9bc0-ce7336343bf8 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:24.123528 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:30:04Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fb9ab951-30c8-46c7-893d-b91d1d42e53c', 'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:79:1e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:02Z', 'updated_at': '2022-02-19T03:30:23Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:24.148406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 58c023fc-73ea-425b-9bc0-ce7336343bf8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=58c023fc-73ea-425b-9bc0-ce7336343bf8,segment=NetworkSegment(acfaf12a-c76b-423a-9e56-2153651f577c),segment_id=acfaf12a-c76b-423a-9e56-2153651f577c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:24.154033 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d04c56-7434-41e3-9132-9cce5f00980e None None] The sync data for ids ['790b0427-67f7-41d9-a004-b0e3e964df46'] in n-d-826755-2 is: [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:30:04Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fb9ab951-30c8-46c7-893d-b91d1d42e53c', 'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:79:1e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:02Z', 'updated_at': '2022-02-19T03:30:23Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:30:24.172920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.205725 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd54d973-e139-4672-9d01-496d60ebda94 admin admin] Publish callbacks [] for security_group (109010be-c99c-4121-8370-0ad389237539), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.218648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd54d973-e139-4672-9d01-496d60ebda94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (109010be-c99c-4121-8370-0ad389237539), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.281989 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bd54d973-e139-4672-9d01-496d60ebda94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=75758e0b34a147c19d6f3040525d6ee3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0640354 Feb 19 03:30:24.282357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35966) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:24.351964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=58c023fc-73ea-425b-9bc0-ce7336343bf8,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:24.380853 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.401615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.402998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.403365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.406177 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.412074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffb84d-8a35-49f6-bde5-f840195ebc69 req-a6cd36ac-8130-4607-8640-327ece3c632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.412966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.413441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.414040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.414167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.414513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.414842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.415238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.415586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.415909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:24.418140 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56ffb84d-8a35-49f6-bde5-f840195ebc69 req-a6cd36ac-8130-4607-8640-327ece3c632a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=f0e03321fc4540048242162018f9360c&device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 1089 time: 0.3382525 Feb 19 03:30:24.419021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54d973-e139-4672-9d01-496d60ebda94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109010be-c99c-4121-8370-0ad389237539,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:24.430269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-42ffdfdc-a263-4272-bb4b-a7e53aaafadd admin admin] Publish callbacks [] for security_group (109010be-c99c-4121-8370-0ad389237539), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.463672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-257ca487-6587-43ba-9b94-524572f59980 None None] Provisioning complete for port fb9ab951-30c8-46c7-893d-b91d1d42e53c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:24.464041 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-257ca487-6587-43ba-9b94-524572f59980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.486252 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-42ffdfdc-a263-4272-bb4b-a7e53aaafadd admin admin] Publish callbacks [] for security_group (109010be-c99c-4121-8370-0ad389237539), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.590263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:30:24.595304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['58c023fc-73ea-425b-9bc0-ce7336343bf8'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:30:24.604058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 902e6e7c-e5bf-425b-a323-262f8fe7a298 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:24.604829 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.621867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-42ffdfdc-a263-4272-bb4b-a7e53aaafadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (109010be-c99c-4121-8370-0ad389237539), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.632428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-42ffdfdc-a263-4272-bb4b-a7e53aaafadd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:24.638298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-42ffdfdc-a263-4272-bb4b-a7e53aaafadd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/109010be-c99c-4121-8370-0ad389237539 HTTP/1.1" status: 204 len: 168 time: 0.3526206 Feb 19 03:30:24.646742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffb84d-8a35-49f6-bde5-f840195ebc69 req-0ae7ba7f-da2d-4406-ae50-f041c1482750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.648645 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56ffb84d-8a35-49f6-bde5-f840195ebc69 req-0ae7ba7f-da2d-4406-ae50-f041c1482750 service neutron] 10.222.0.67 "GET /v2.0/networks?id=25ab2759-9370-4146-ab7a-5cf009b17452 HTTP/1.1" status: 200 len: 899 time: 0.2203753 Feb 19 03:30:24.672420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffdfdc-a263-4272-bb4b-a7e53aaafadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109010be-c99c-4121-8370-0ad389237539,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:24.755871 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56ffb84d-8a35-49f6-bde5-f840195ebc69 req-a082da98-4a0c-445d-b7e5-c1fef3396003 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=0d7c01a4-4c90-41e4-be11-d4f71e281d9a HTTP/1.1" status: 200 len: 217 time: 0.0992315 Feb 19 03:30:24.809897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0f236-1d4a-4555-953e-c91b90ef5b82 req-525e15b2-18e7-486e-a9ae-4544afc98160 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.819142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78e0f236-1d4a-4555-953e-c91b90ef5b82 req-525e15b2-18e7-486e-a9ae-4544afc98160 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 943 time: 0.0962925 Feb 19 03:30:24.905897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffb84d-8a35-49f6-bde5-f840195ebc69 req-582d4645-eb69-4072-98db-92a0aba4d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:24.913464 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56ffb84d-8a35-49f6-bde5-f840195ebc69 req-582d4645-eb69-4072-98db-92a0aba4d34d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=75927ff5-e2c5-4831-8125-a48848b4680a HTTP/1.1" status: 200 len: 837 time: 0.1489162 Feb 19 03:30:24.962484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78e0f236-1d4a-4555-953e-c91b90ef5b82 req-ed32e0bf-14db-4222-a603-ccdfb6f5b844 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420038 Feb 19 03:30:25.046375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ffb84d-8a35-49f6-bde5-f840195ebc69 req-b8fdc34e-ceaf-4d44-81e6-2502754e2680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:25.052624 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56ffb84d-8a35-49f6-bde5-f840195ebc69 req-b8fdc34e-ceaf-4d44-81e6-2502754e2680 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=25ab2759-9370-4146-ab7a-5cf009b17452&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1310136 Feb 19 03:30:25.097105 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:30:25.240625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038429c-8b0b-431b-9e1f-153e39ab0bc0 req-e59cd846-9b7f-4943-afaf-dffc8cc20d29 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:25.243612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a038429c-8b0b-431b-9e1f-153e39ab0bc0 req-e59cd846-9b7f-4943-afaf-dffc8cc20d29 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 907 time: 0.1302052 Feb 19 03:30:25.257176 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56ffb84d-8a35-49f6-bde5-f840195ebc69 req-ca6cfd5b-609b-4ce2-92bd-5cb4eac4683c service neutron] 10.222.0.67 "GET /v2.0/networks/25ab2759-9370-4146-ab7a-5cf009b17452?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976690 Feb 19 03:30:25.289361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-257ca487-6587-43ba-9b94-524572f59980 None None] Current status of the port fb9ab951-30c8-46c7-893d-b91d1d42e53c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:25.290018 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-257ca487-6587-43ba-9b94-524572f59980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.373628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 35992) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:25.399944 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dedda084-d477-4aa3-b5c8-8557841eb233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.542993 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-56ffb84d-8a35-49f6-bde5-f840195ebc69 req-f793754e-ec48-4b9c-8832-0ecd6348c3d6 service neutron] 10.222.0.67 "GET /v2.0/networks/25ab2759-9370-4146-ab7a-5cf009b17452?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783916 Feb 19 03:30:25.619386 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dedda084-d477-4aa3-b5c8-8557841eb233 admin admin] Publish callbacks [] for security_group (a1d60aef-0442-4c7b-9ab1-388a5ae22958), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.654822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-257ca487-6587-43ba-9b94-524572f59980 None None] For port fb9ab951-30c8-46c7-893d-b91d1d42e53c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fb9ab951-30c8-46c7-893d-b91d1d42e53c,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:25.701362 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-257ca487-6587-43ba-9b94-524572f59980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.716700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dedda084-d477-4aa3-b5c8-8557841eb233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a1d60aef-0442-4c7b-9ab1-388a5ae22958), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.751574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 35994) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:25.752299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dedda084-d477-4aa3-b5c8-8557841eb233 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3820c10da8ed4b28a51ff206f17c661f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3752422 Feb 19 03:30:25.798027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedda084-d477-4aa3-b5c8-8557841eb233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d60aef-0442-4c7b-9ab1-388a5ae22958,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:25.842816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb477a49-4a68-4a7e-8fec-c5166a9c3973 req-5d60a532-1028-4dec-b714-f92c08eed8a0 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:25.844630 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb477a49-4a68-4a7e-8fec-c5166a9c3973 req-5d60a532-1028-4dec-b714-f92c08eed8a0 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 945 time: 0.2220414 Feb 19 03:30:25.852610 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb844b43-9ac9-4c8b-968e-ac519226e86f admin admin] Publish callbacks [] for security_group (a1d60aef-0442-4c7b-9ab1-388a5ae22958), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.893009 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb844b43-9ac9-4c8b-968e-ac519226e86f admin admin] Publish callbacks [] for security_group (a1d60aef-0442-4c7b-9ab1-388a5ae22958), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:25.997550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb477a49-4a68-4a7e-8fec-c5166a9c3973 req-8334b055-fcb8-4304-9e9c-8304b059b613 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344955 Feb 19 03:30:26.009804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb844b43-9ac9-4c8b-968e-ac519226e86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a1d60aef-0442-4c7b-9ab1-388a5ae22958), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.012382 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb844b43-9ac9-4c8b-968e-ac519226e86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.013590 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cb844b43-9ac9-4c8b-968e-ac519226e86f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1d60aef-0442-4c7b-9ab1-388a5ae22958 HTTP/1.1" status: 204 len: 168 time: 0.2607436 Feb 19 03:30:26.022826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb844b43-9ac9-4c8b-968e-ac519226e86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d60aef-0442-4c7b-9ab1-388a5ae22958,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:26.072803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 902e6e7c-e5bf-425b-a323-262f8fe7a298 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:26.074245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cba48659-236b-4f95-ba6a-610ba1946d2b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:26.117634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'name': 'tempest-TestAggregatesBasicOps-992235666-router', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:59Z', 'updated_at': '2022-02-19T03:30:12Z', 'revision_number': 4, 'project_id': 'e49685739b384061a092c48eccd397c8', 'gw_port': {'id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:01Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fba4744f-60ab-4a86-8dd5-767b3e903a58', 'name': '', 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'mac_address': 'fa:16:3e:17:06:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '26626206-fd96-4a5a-87aa-2be5572edb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:08Z', 'updated_at': '2022-02-19T03:30:13Z', 'revision_number': 2, 'project_id': 'e49685739b384061a092c48eccd397c8', 'subnets': [{'id': '26626206-fd96-4a5a-87aa-2be5572edb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:26.162518 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Checking router: 4d193677-cdc2-4f02-9f42-54a497017b58 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:30:26.163262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Updating router 4d193677-cdc2-4f02-9f42-54a497017b58 port fba4744f-60ab-4a86-8dd5-767b3e903a58 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:30:26.210349 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.253566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:26.313613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-62e3f502-ef3c-4882-8c70-aece0b3ddbd1 None None] Provisioning complete for port fb9ab951-30c8-46c7-893d-b91d1d42e53c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:26.313983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-62e3f502-ef3c-4882-8c70-aece0b3ddbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.366815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ca487-6587-43ba-9b94-524572f59980 None None] Pushing event updated for resources: {'Port': ['ID=fb9ab951-30c8-46c7-893d-b91d1d42e53c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:26.401677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'port_id': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'mac_address': 'fa:16:3e:ab:f0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:30:26.429733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port cba48659-236b-4f95-ba6a-610ba1946d2b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:26.430296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.511841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9d32b-6d8a-497c-b475-940f2f393e9b req-06288d0f-ad66-4aa6-aadb-a21f17de6b0a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:26.513939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bda9d32b-6d8a-497c-b475-940f2f393e9b req-06288d0f-ad66-4aa6-aadb-a21f17de6b0a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 943 time: 0.1437724 Feb 19 03:30:26.594374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:26.594818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bda9d32b-6d8a-497c-b475-940f2f393e9b req-53f09da2-2724-4f5f-87a9-4a9d11e641ef tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719931 Feb 19 03:30:26.595020 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.610429 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 0d7c01a4-4c90-41e4-be11-d4f71e281d9a details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:30:26.698318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-62e3f502-ef3c-4882-8c70-aece0b3ddbd1 None None] Current status of the port fb9ab951-30c8-46c7-893d-b91d1d42e53c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:26.745200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:26.767334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:26.811106 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:26.927777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:26.949159 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.resource_extend [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 19 03:30:26.998170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f3307-20b0-4f75-9798-c05c615422d1 req-052e4940-ce9a-43a8-86f7-ddee1da5af08 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.022948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d51f3307-20b0-4f75-9798-c05c615422d1 req-052e4940-ce9a-43a8-86f7-ddee1da5af08 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 907 time: 0.1972837 Feb 19 03:30:27.123818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port cba48659-236b-4f95-ba6a-610ba1946d2b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:27.250416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:30:27.344447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=0d7c01a4-4c90-41e4-be11-d4f71e281d9a,segment=NetworkSegment(3526c099-40eb-4263-bbc2-f71ed406f243),segment_id=3526c099-40eb-4263-bbc2-f71ed406f243)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:27.375383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ccf20-b7f5-4b68-90ac-cf3b132ec759 req-090b0e56-e94d-462c-85f9-5fccb4fd37cb tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:27.382953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-992ccf20-b7f5-4b68-90ac-cf3b132ec759 req-090b0e56-e94d-462c-85f9-5fccb4fd37cb tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 945 time: 0.1512711 Feb 19 03:30:27.392150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '0d7c01a4-4c90-41e4-be11-d4f71e281d9a', 'network_id': '25ab2759-9370-4146-ab7a-5cf009b17452', 'port_id': '0d7c01a4-4c90-41e4-be11-d4f71e281d9a', 'mac_address': 'fa:16:3e:6e:e6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75927ff5-e2c5-4831-8125-a48848b4680a', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:30:27.457082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fb9ab951-30c8-46c7-893d-b91d1d42e53c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:27.481680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-992ccf20-b7f5-4b68-90ac-cf3b132ec759 req-422b480a-2da0-4f3e-b426-7d352441ba69 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975258 Feb 19 03:30:27.568493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Publish callbacks [] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.603979 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.638044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:27.638509 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.735432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d7c01a4-4c90-41e4-be11-d4f71e281d9a {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:27.781994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port fb9ab951-30c8-46c7-893d-b91d1d42e53c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:27.782421 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:27.911272 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796bc0a-3f0f-41a9-8e74-bc5f8259e57f None None] Pushing event updated for resources: {'Port': ['ID=fba4744f-60ab-4a86-8dd5-767b3e903a58,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:27.957237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=0d7c01a4-4c90-41e4-be11-d4f71e281d9a,segment=NetworkSegment(3526c099-40eb-4263-bbc2-f71ed406f243),segment_id=3526c099-40eb-4263-bbc2-f71ed406f243)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:28.019267 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.043363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755f022-fc77-4d80-a03e-af730308de1a req-79bb81ac-1bbf-460e-88e1-29a6a155dec0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:28.054202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5755f022-fc77-4d80-a03e-af730308de1a req-79bb81ac-1bbf-460e-88e1-29a6a155dec0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 944 time: 0.1408999 Feb 19 03:30:28.136171 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5755f022-fc77-4d80-a03e-af730308de1a req-2d4f6246-3bfc-4300-8325-c694c9484806 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803802 Feb 19 03:30:28.169419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Attempting to bind port fba4744f-60ab-4a86-8dd5-767b3e903a58 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:28.169802 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Attempting to bind port fba4744f-60ab-4a86-8dd5-767b3e903a58 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'f533e01d-f662-4d5f-8525-016134b85c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:28.170170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Attempting to bind port fba4744f-60ab-4a86-8dd5-767b3e903a58 on network 5455a34f-4c4a-42b8-98b6-c5464bec0497 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:28.178383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36064) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:28.261495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-82d10736-14e1-4ad5-a398-d395cea57c2e None None] Provisioning complete for port fba4744f-60ab-4a86-8dd5-767b3e903a58 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:28.261872 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-82d10736-14e1-4ad5-a398-d395cea57c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.263801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:28.264177 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Checking segment: {'id': 'f533e01d-f662-4d5f-8525-016134b85c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:28.264574 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.264999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Bound using segment: {'id': 'f533e01d-f662-4d5f-8525-016134b85c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:28.270360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Bound port: fba4744f-60ab-4a86-8dd5-767b3e903a58, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f533e01d-f662-4d5f-8525-016134b85c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:28.270805 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:28.452808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['0d7c01a4-4c90-41e4-be11-d4f71e281d9a'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:30:28.673157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=0d7c01a4-4c90-41e4-be11-d4f71e281d9a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:28.689656 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port fb9ab951-30c8-46c7-893d-b91d1d42e53c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:28.811155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-82d10736-14e1-4ad5-a398-d395cea57c2e None None] Port fba4744f-60ab-4a86-8dd5-767b3e903a58 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:30:28.878740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 58c023fc-73ea-425b-9bc0-ce7336343bf8 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:28.969979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] For port fba4744f-60ab-4a86-8dd5-767b3e903a58, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:29.024779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] For port fba4744f-60ab-4a86-8dd5-767b3e903a58, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fba4744f-60ab-4a86-8dd5-767b3e903a58,segment=NetworkSegment(f533e01d-f662-4d5f-8525-016134b85c96),segment_id=f533e01d-f662-4d5f-8525-016134b85c96)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:29.049966 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.166355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796bc0a-3f0f-41a9-8e74-bc5f8259e57f None None] Pushing event updated for resources: {'Port': ['ID=fba4744f-60ab-4a86-8dd5-767b3e903a58,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:29.178889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 58c023fc-73ea-425b-9bc0-ce7336343bf8 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:30:29.186910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 58c023fc-73ea-425b-9bc0-ce7336343bf8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:29.187874 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.520588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Routers {'4d193677-cdc2-4f02-9f42-54a497017b58'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:29.521240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:07Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4d193677-cdc2-4f02-9f42-54a497017b58'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:29.589832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497b1e9-e351-4ad1-9716-ba6805b98e15 req-85768b99-a06a-42d1-b7c3-3ea1ee60bcf4 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:29.603160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2497b1e9-e351-4ad1-9716-ba6805b98e15 req-85768b99-a06a-42d1-b7c3-3ea1ee60bcf4 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 908 time: 0.1611423 Feb 19 03:30:29.616447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a27b92f1-4778-42b1-a981-36715292fa9f None None] Provisioning complete for port fba4744f-60ab-4a86-8dd5-767b3e903a58 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:29.616846 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a27b92f1-4778-42b1-a981-36715292fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.665874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 58c023fc-73ea-425b-9bc0-ce7336343bf8 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:29.666270 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.750164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 58c023fc-73ea-425b-9bc0-ce7336343bf8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=58c023fc-73ea-425b-9bc0-ce7336343bf8,segment=NetworkSegment(acfaf12a-c76b-423a-9e56-2153651f577c),segment_id=acfaf12a-c76b-423a-9e56-2153651f577c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:29.754227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64442966-eb47-422a-9357-5641e50784d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c023fc-73ea-425b-9bc0-ce7336343bf8'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:29.756564 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7917d27-0abb-473f-a3f5-d86aafbd6edd" -d '{"events": [{"server_uuid": "64442966-eb47-422a-9357-5641e50784d4", "name": "network-vif-plugged", "status": "completed", "tag": "58c023fc-73ea-425b-9bc0-ce7336343bf8"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:29.763435 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.811814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] Set router 4d193677-cdc2-4f02-9f42-54a497017b58 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:29.883258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a27b92f1-4778-42b1-a981-36715292fa9f None None] Current status of the port fba4744f-60ab-4a86-8dd5-767b3e903a58 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:29.883686 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a27b92f1-4778-42b1-a981-36715292fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.945049 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c012f1d-7e5e-4a66-8369-f6642761c46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (30c77a84-ea9f-47b0-9709-2ada1ab25633), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:29.973131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=58c023fc-73ea-425b-9bc0-ce7336343bf8,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:29.995146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a27b92f1-4778-42b1-a981-36715292fa9f None None] For port fba4744f-60ab-4a86-8dd5-767b3e903a58, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fba4744f-60ab-4a86-8dd5-767b3e903a58,segment=NetworkSegment(f533e01d-f662-4d5f-8525-016134b85c96),segment_id=f533e01d-f662-4d5f-8525-016134b85c96)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:30.008143 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a27b92f1-4778-42b1-a981-36715292fa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.050098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530cda1-e969-4748-bc64-c1aaa7021f20 req-6ece5a34-2361-4fa6-8eb9-6a8ac81cda64 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:30.057944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c530cda1-e969-4748-bc64-c1aaa7021f20 req-6ece5a34-2361-4fa6-8eb9-6a8ac81cda64 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 946 time: 0.3130164 Feb 19 03:30:30.117774 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b92f1-4778-42b1-a981-36715292fa9f None None] Pushing event updated for resources: {'Port': ['ID=fba4744f-60ab-4a86-8dd5-767b3e903a58,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:30.186444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c530cda1-e969-4748-bc64-c1aaa7021f20 req-1412c4f6-e413-413d-a907-a615ddc87d10 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271522 Feb 19 03:30:30.256004 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'name': 'tempest-TestAggregatesBasicOps-992235666-router', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:59Z', 'updated_at': '2022-02-19T03:30:12Z', 'revision_number': 4, 'project_id': 'e49685739b384061a092c48eccd397c8', 'gw_port': {'id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:01Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fba4744f-60ab-4a86-8dd5-767b3e903a58', 'name': '', 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'mac_address': 'fa:16:3e:17:06:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '26626206-fd96-4a5a-87aa-2be5572edb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:08Z', 'updated_at': '2022-02-19T03:30:28Z', 'revision_number': 4, 'project_id': 'e49685739b384061a092c48eccd397c8', 'subnets': [{'id': '26626206-fd96-4a5a-87aa-2be5572edb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:30.314141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7608207-5062-46ed-bb4b-709662e1dbdd None None] The sync data for ids ['4d193677-cdc2-4f02-9f42-54a497017b58'] in n-d-826755-2 is: [{'id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'name': 'tempest-TestAggregatesBasicOps-992235666-router', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:59Z', 'updated_at': '2022-02-19T03:30:12Z', 'revision_number': 4, 'project_id': 'e49685739b384061a092c48eccd397c8', 'gw_port': {'id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:01Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fba4744f-60ab-4a86-8dd5-767b3e903a58', 'name': '', 'network_id': '5455a34f-4c4a-42b8-98b6-c5464bec0497', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'mac_address': 'fa:16:3e:17:06:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '26626206-fd96-4a5a-87aa-2be5572edb67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:08Z', 'updated_at': '2022-02-19T03:30:28Z', 'revision_number': 4, 'project_id': 'e49685739b384061a092c48eccd397c8', 'subnets': [{'id': '26626206-fd96-4a5a-87aa-2be5572edb67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:30:30.508070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e108b-e3fc-4db6-843a-450108cadc67 req-6567ee9a-7f13-4c62-844d-aa9e298bae69 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:30.517185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e37e108b-e3fc-4db6-843a-450108cadc67 req-6567ee9a-7f13-4c62-844d-aa9e298bae69 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 944 time: 0.2414448 Feb 19 03:30:30.576516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 0d7c01a4-4c90-41e4-be11-d4f71e281d9a up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:30.631745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e37e108b-e3fc-4db6-843a-450108cadc67 req-b369b841-80fd-431e-9b20-1a40e3a83b15 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132722 Feb 19 03:30:30.723499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:30:30.728289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:30.728690 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:30.811504 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eb63bf-2513-428c-9aee-427484473bfd x-openstack-request-id: req-64eb63bf-2513-428c-9aee-427484473bfd {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:30.811852 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64442966-eb47-422a-9357-5641e50784d4", "name": "network-vif-plugged", "status": "completed", "tag": "58c023fc-73ea-425b-9bc0-ce7336343bf8", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:30.812427 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64eb63bf-2513-428c-9aee-427484473bfd {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:30.813010 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64442966-eb47-422a-9357-5641e50784d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c023fc-73ea-425b-9bc0-ce7336343bf8', 'code': 200} Feb 19 03:30:30.894244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:30.936512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:30.938046 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.066001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=0d7c01a4-4c90-41e4-be11-d4f71e281d9a,segment=NetworkSegment(3526c099-40eb-4263-bbc2-f71ed406f243),segment_id=3526c099-40eb-4263-bbc2-f71ed406f243)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:31.068465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe198cc-2761-40d4-91e1-cd6fd8a73a7c req-2403923e-9d90-4eb6-8381-0d5f339a4992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:31.075730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fe198cc-2761-40d4-91e1-cd6fd8a73a7c req-2403923e-9d90-4eb6-8381-0d5f339a4992 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 1128 time: 0.2183254 Feb 19 03:30:31.081955 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.123268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:30:31.133712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:31.134859 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.155527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9c012f1d-7e5e-4a66-8369-f6642761c46f admin admin] Deleting port c34ea819-15b5-44d6-ade7-84a678951855 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:31.155871 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c012f1d-7e5e-4a66-8369-f6642761c46f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c34ea819-15b5-44d6-ade7-84a678951855), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.341776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=0d7c01a4-4c90-41e4-be11-d4f71e281d9a,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:31.416962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-9c012f1d-7e5e-4a66-8369-f6642761c46f admin admin] For port c34ea819-15b5-44d6-ade7-84a678951855, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c34ea819-15b5-44d6-ade7-84a678951855,segment=NetworkSegment(8913eea3-4e70-4dbd-a71b-95c4137ffadd),segment_id=8913eea3-4e70-4dbd-a71b-95c4137ffadd)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:31.417335 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c012f1d-7e5e-4a66-8369-f6642761c46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c34ea819-15b5-44d6-ade7-84a678951855), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.431461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9c012f1d-7e5e-4a66-8369-f6642761c46f admin admin] Calling delete_port for c34ea819-15b5-44d6-ade7-84a678951855 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:31.463758 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:31.464241 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.472136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fba4744f-60ab-4a86-8dd5-767b3e903a58 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:31.621190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:31.637688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a72468-cbc8-4891-b2b1-0ec1fbec8599 req-2d3d2c53-4e5b-4541-afd8-1a2c86b9c0f2 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:31.646904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1a72468-cbc8-4891-b2b1-0ec1fbec8599 req-2d3d2c53-4e5b-4541-afd8-1a2c86b9c0f2 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 908 time: 0.6740775 Feb 19 03:30:31.657532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c012f1d-7e5e-4a66-8369-f6642761c46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c34ea819-15b5-44d6-ade7-84a678951855), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.662250 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.711278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c012f1d-7e5e-4a66-8369-f6642761c46f admin admin] Pushing event deleted for resources: {'Port': ['ID=c34ea819-15b5-44d6-ade7-84a678951855,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:31.764656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4fe198cc-2761-40d4-91e1-cd6fd8a73a7c req-fc72f556-2d30-48c9-b958-360f8162661f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6799378 Feb 19 03:30:31.843746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port fba4744f-60ab-4a86-8dd5-767b3e903a58 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:31.850725 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:31.934085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:32.037013 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c012f1d-7e5e-4a66-8369-f6642761c46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (30c77a84-ea9f-47b0-9709-2ada1ab25633), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:32.047762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port fba4744f-60ab-4a86-8dd5-767b3e903a58 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:32.062630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedee17-b2cc-4319-99cf-8c36eba2de46 req-88d3aa7d-d5c3-4921-a1df-1dfdec28a9fc tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:32.064651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eedee17-b2cc-4319-99cf-8c36eba2de46 req-88d3aa7d-d5c3-4921-a1df-1dfdec28a9fc tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 946 time: 0.3033252 Feb 19 03:30:32.228587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4eedee17-b2cc-4319-99cf-8c36eba2de46 req-6a9deb32-5a19-4009-ae21-91a42e1ea554 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554592 Feb 19 03:30:32.517995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c012f1d-7e5e-4a66-8369-f6642761c46f admin admin] Router 30c77a84-ea9f-47b0-9709-2ada1ab25633 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:30:32.627333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64fa53-7372-4839-98a8-862c0793d2d3 req-d6f63350-6ba1-4682-8854-2211a7cbfe73 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:32.628936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a64fa53-7372-4839-98a8-862c0793d2d3 req-d6f63350-6ba1-4682-8854-2211a7cbfe73 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.2815101 Feb 19 03:30:32.742642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a64fa53-7372-4839-98a8-862c0793d2d3 req-2243a7b4-bf80-433f-b4b2-d3c74acaf483 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070154 Feb 19 03:30:32.761101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c012f1d-7e5e-4a66-8369-f6642761c46f admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:30:32.777861 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf240473-df10-476a-aa5a-cbf9b8f48074 None None] Sync routers for ids ['30c77a84-ea9f-47b0-9709-2ada1ab25633'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:30:32.784211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9c012f1d-7e5e-4a66-8369-f6642761c46f admin admin] 10.222.0.81 "PUT /v2.0/routers/30c77a84-ea9f-47b0-9709-2ada1ab25633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6018991 Feb 19 03:30:32.784679 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36150) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:32.799835 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf240473-df10-476a-aa5a-cbf9b8f48074 None None] Routers {'30c77a84-ea9f-47b0-9709-2ada1ab25633'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:32.800475 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bf240473-df10-476a-aa5a-cbf9b8f48074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:07Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['30c77a84-ea9f-47b0-9709-2ada1ab25633'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:32.814154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae108ab-21c4-426e-ae04-60183dd4d4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7c01a4-4c90-41e4-be11-d4f71e281d9a'}, {'server_uuid': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:32.816463 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12610e15-6ef3-48f1-88b6-2fb66811d318" -d '{"events": [{"server_uuid": "5ae108ab-21c4-426e-ae04-60183dd4d4cb", "name": "network-vif-plugged", "status": "completed", "tag": "0d7c01a4-4c90-41e4-be11-d4f71e281d9a"}, {"server_uuid": "745fb9ce-f3df-44af-b5df-ee5279315f20", "name": "network-vif-plugged", "status": "completed", "tag": "7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:32.966917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26cd967-55fb-4eab-b34b-f2bad42c204c req-63885c53-276a-4d55-8d03-392c2106d669 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:32.977788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f26cd967-55fb-4eab-b34b-f2bad42c204c req-63885c53-276a-4d55-8d03-392c2106d669 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 909 time: 0.0971642 Feb 19 03:30:33.054640 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bf240473-df10-476a-aa5a-cbf9b8f48074 None None] Set router 30c77a84-ea9f-47b0-9709-2ada1ab25633 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:33.080466 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Publish callbacks [] for router (30c77a84-ea9f-47b0-9709-2ada1ab25633), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.106669 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9772de86-4e3d-48c3-8a55-94040160b484 x-openstack-request-id: req-9772de86-4e3d-48c3-8a55-94040160b484 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:33.107250 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae108ab-21c4-426e-ae04-60183dd4d4cb", "name": "network-vif-plugged", "status": "completed", "tag": "0d7c01a4-4c90-41e4-be11-d4f71e281d9a", "code": 200}, {"server_uuid": "745fb9ce-f3df-44af-b5df-ee5279315f20", "name": "network-vif-plugged", "status": "completed", "tag": "7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:33.107250 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9772de86-4e3d-48c3-8a55-94040160b484 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:33.107797 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae108ab-21c4-426e-ae04-60183dd4d4cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d7c01a4-4c90-41e4-be11-d4f71e281d9a', 'code': 200} Feb 19 03:30:33.108680 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'code': 200} Feb 19 03:30:33.361182 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bf240473-df10-476a-aa5a-cbf9b8f48074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'name': 'tempest-TestAggregatesBasicOps-505663139-router', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:30:31Z', 'revision_number': 5, 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'gw_port': {'id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:33.410775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3e6cc-22d7-41ae-b2bc-6a5ffb5efcc6 req-fd3afc53-0a40-403f-8e60-beda68161233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.419660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1c3e6cc-22d7-41ae-b2bc-6a5ffb5efcc6 req-fd3afc53-0a40-403f-8e60-beda68161233 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 1127 time: 0.1776462 Feb 19 03:30:33.440408 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf240473-df10-476a-aa5a-cbf9b8f48074 None None] Checking router: 30c77a84-ea9f-47b0-9709-2ada1ab25633 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:30:33.455885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Publish callbacks [] for router_gateway (30c77a84-ea9f-47b0-9709-2ada1ab25633), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.471630 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf240473-df10-476a-aa5a-cbf9b8f48074 None None] Routers {'30c77a84-ea9f-47b0-9709-2ada1ab25633'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:33.472338 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bf240473-df10-476a-aa5a-cbf9b8f48074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:07Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['30c77a84-ea9f-47b0-9709-2ada1ab25633'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:33.556685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1c3e6cc-22d7-41ae-b2bc-6a5ffb5efcc6 req-65587dfb-154c-4526-a97a-7dc474215df7 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205735 Feb 19 03:30:33.629495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18603f2c-2150-4dbb-b335-d049f252bfa9 req-3b5bb584-23ae-46af-9229-c0c5a612cea6 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.631352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18603f2c-2150-4dbb-b335-d049f252bfa9 req-3b5bb584-23ae-46af-9229-c0c5a612cea6 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 946 time: 0.2759411 Feb 19 03:30:33.653994 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9edcbf2-099a-4e4e-a310-ea49ed8b5468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:33.752800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18603f2c-2150-4dbb-b335-d049f252bfa9 req-dbea7421-3cce-4937-8884-6793eaf1c182 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131766 Feb 19 03:30:33.758472 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bf240473-df10-476a-aa5a-cbf9b8f48074 None None] Set router 30c77a84-ea9f-47b0-9709-2ada1ab25633 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:33.956453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f17510d6-10ee-4209-9681-cfb525c62b90 req-60de914a-3a12-4886-b702-74931590b986 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1453154 Feb 19 03:30:33.988211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799c9d7-79ea-414e-9690-ee982b5f1c96 req-2bf8eec2-6516-4319-8658-787d3bded177 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:33.995250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8799c9d7-79ea-414e-9690-ee982b5f1c96 req-2bf8eec2-6516-4319-8658-787d3bded177 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 946 time: 0.1309059 Feb 19 03:30:34.105013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8799c9d7-79ea-414e-9690-ee982b5f1c96 req-6ffc5028-68b2-4112-be20-015ad1fdfff9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995352 Feb 19 03:30:34.112461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17510d6-10ee-4209-9681-cfb525c62b90 req-56825bb1-d374-4b56-b85d-671f0c16a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:34.114581 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f17510d6-10ee-4209-9681-cfb525c62b90 req-56825bb1-d374-4b56-b85d-671f0c16a211 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f0e03321fc4540048242162018f9360c&device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 1167 time: 0.1074600 Feb 19 03:30:34.212642 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bf240473-df10-476a-aa5a-cbf9b8f48074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'name': 'tempest-TestAggregatesBasicOps-505663139-router', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:30:31Z', 'revision_number': 5, 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'gw_port': {'id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:34.234652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Deleting port 0902b1ac-f579-4b20-a53b-0af655ef2817 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:34.235762 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.274937 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf240473-df10-476a-aa5a-cbf9b8f48074 None None] The sync data for ids ['30c77a84-ea9f-47b0-9709-2ada1ab25633'] in n-d-826755-2 is: [{'id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'name': 'tempest-TestAggregatesBasicOps-505663139-router', 'tenant_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:30:31Z', 'revision_number': 5, 'project_id': 'd89d8a615d8b49b1855fe90deb9ad572', 'gw_port': {'id': '0902b1ac-f579-4b20-a53b-0af655ef2817', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30c77a84-ea9f-47b0-9709-2ada1ab25633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:30:34.345740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] For port 0902b1ac-f579-4b20-a53b-0af655ef2817, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0902b1ac-f579-4b20-a53b-0af655ef2817,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:34.346175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.360811 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Calling delete_port for 0902b1ac-f579-4b20-a53b-0af655ef2817 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:34.364017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17510d6-10ee-4209-9681-cfb525c62b90 req-7a8c99ad-6585-4b1b-8028-e91581c3b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:34.365905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f17510d6-10ee-4209-9681-cfb525c62b90 req-7a8c99ad-6585-4b1b-8028-e91581c3b671 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1fafb969-84b5-4e55-a48c-59a9e68f5b71 HTTP/1.1" status: 200 len: 897 time: 0.2282193 Feb 19 03:30:34.375405 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c62a34-8bda-4732-9f63-0bf614fdddb2 req-1a55f09d-423e-42c2-a1db-cb95d3005f6b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:34.377545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7c62a34-8bda-4732-9f63-0bf614fdddb2 req-1a55f09d-423e-42c2-a1db-cb95d3005f6b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.1302636 Feb 19 03:30:34.545307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb81f2-f9a8-4765-b848-3c83f7f8b63b req-2d9504a7-174c-40ce-bd14-c3c02eaee124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:34.550566 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-29cb81f2-f9a8-4765-b848-3c83f7f8b63b req-2d9504a7-174c-40ce-bd14-c3c02eaee124 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 1091 time: 1.2411139 Feb 19 03:30:34.553923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (0902b1ac-f579-4b20-a53b-0af655ef2817), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.670386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7c62a34-8bda-4732-9f63-0bf614fdddb2 req-982c5f65-b9a0-4b10-bceb-92bee748b42c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849026 Feb 19 03:30:34.693636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f17510d6-10ee-4209-9681-cfb525c62b90 req-88dc8fa8-abc6-465e-9d8a-6e818be4ea30 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65bdf1b-6e08-43b4-bca2-28ece6aad98c HTTP/1.1" status: 200 len: 1002 time: 0.3143952 Feb 19 03:30:34.793685 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (30c77a84-ea9f-47b0-9709-2ada1ab25633), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:34.800195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Pushing event deleted for resources: {'Port': ['ID=0902b1ac-f579-4b20-a53b-0af655ef2817,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:34.848884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17510d6-10ee-4209-9681-cfb525c62b90 req-cc9a01af-e533-49f4-9f6c-3dcbc11dbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:34.852167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f17510d6-10ee-4209-9681-cfb525c62b90 req-cc9a01af-e533-49f4-9f6c-3dcbc11dbc77 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d803f941-1482-4b0d-8e66-9c890f6f1c67 HTTP/1.1" status: 200 len: 835 time: 0.1464117 Feb 19 03:30:35.124791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792ea620-2850-4a86-a108-f7c0f547e9da req-43d33660-799b-4c5a-9990-534da0e08e37 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:35.128236 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (30c77a84-ea9f-47b0-9709-2ada1ab25633), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.132170 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Publish callbacks [] for router_controller (30c77a84-ea9f-47b0-9709-2ada1ab25633), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.134107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-792ea620-2850-4a86-a108-f7c0f547e9da req-43d33660-799b-4c5a-9990-534da0e08e37 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 909 time: 0.2523687 Feb 19 03:30:35.143615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17510d6-10ee-4209-9681-cfb525c62b90 req-f55878f3-ccd1-4f28-a332-194fac9ed4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:35.146502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f17510d6-10ee-4209-9681-cfb525c62b90 req-f55878f3-ccd1-4f28-a332-194fac9ed4ce service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1fafb969-84b5-4e55-a48c-59a9e68f5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2897775 Feb 19 03:30:35.214033 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (30c77a84-ea9f-47b0-9709-2ada1ab25633), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.214664 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30c77a84-ea9f-47b0-9709-2ada1ab25633 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:30:35.222730 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.229938 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fd21bae5-d24e-4a47-84af-40af3f8f22cf admin admin] 10.222.0.81 "DELETE /v2.0/routers/30c77a84-ea9f-47b0-9709-2ada1ab25633 HTTP/1.1" status: 204 len: 168 time: 2.4438477 Feb 19 03:30:35.230762 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36218) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:35.335389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c34ea819-15b5-44d6-ade7-84a678951855 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:35.362436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c34ea819-15b5-44d6-ade7-84a678951855 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:35.363040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c34ea819-15b5-44d6-ade7-84a678951855 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:35.370731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-00919a22-d198-475f-b441-af692f12c89a admin admin] Deleting subnet 225ddbaa-d4af-480f-870f-dc88964fe970 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:30:35.380060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00919a22-d198-475f-b441-af692f12c89a admin admin] Publish callbacks [] for subnet (225ddbaa-d4af-480f-870f-dc88964fe970), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.487642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f17510d6-10ee-4209-9681-cfb525c62b90 req-287f179f-8768-4a0f-96e2-7ad624f0b015 service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320608 Feb 19 03:30:35.491567 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00919a22-d198-475f-b441-af692f12c89a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (225ddbaa-d4af-480f-870f-dc88964fe970), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.642409 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f17510d6-10ee-4209-9681-cfb525c62b90 req-e59b06bf-e484-40f3-8fb9-0ba11bcd2c79 service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368377 Feb 19 03:30:35.651805 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00919a22-d198-475f-b441-af692f12c89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (225ddbaa-d4af-480f-870f-dc88964fe970), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.667824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b9b6a-c51a-460b-afb3-59161c531215 req-8de5b105-aa02-48e0-a08b-89094e3c3c3a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:35.675574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f62b9b6a-c51a-460b-afb3-59161c531215 req-8de5b105-aa02-48e0-a08b-89094e3c3c3a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 946 time: 0.3257613 Feb 19 03:30:35.764708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00919a22-d198-475f-b441-af692f12c89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (225ddbaa-d4af-480f-870f-dc88964fe970), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.769104 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f62b9b6a-c51a-460b-afb3-59161c531215 req-c8ec0ac7-8aae-4266-b9ee-acde86e82a7d tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867205 Feb 19 03:30:35.797447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36224) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:35.812088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00919a22-d198-475f-b441-af692f12c89a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225ddbaa-d4af-480f-870f-dc88964fe970,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:35.839177 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52636cd-54e1-4b1b-8e14-4dd4d8852c0f None None] Network 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:35.839623 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00919a22-d198-475f-b441-af692f12c89a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:35.845595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36228) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:35.849197 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-00919a22-d198-475f-b441-af692f12c89a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/225ddbaa-d4af-480f-870f-dc88964fe970 HTTP/1.1" status: 204 len: 168 time: 0.6176410 Feb 19 03:30:36.084643 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bb37edbf-b088-4b65-a5c7-c5e59adc3558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:36.195756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0bca93-0372-405e-86b6-2dfa44a52850 None None] DHCP port deletion for 3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:30:36.349674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7d0bca93-0372-405e-86b6-2dfa44a52850 None None] Deleting port 49ba091c-b8eb-422d-842b-ae5d49289027 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:36.350373 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d0bca93-0372-405e-86b6-2dfa44a52850 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (49ba091c-b8eb-422d-842b-ae5d49289027), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:36.524598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7d0bca93-0372-405e-86b6-2dfa44a52850 None None] For port 49ba091c-b8eb-422d-842b-ae5d49289027, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=49ba091c-b8eb-422d-842b-ae5d49289027,segment=NetworkSegment(8913eea3-4e70-4dbd-a71b-95c4137ffadd),segment_id=8913eea3-4e70-4dbd-a71b-95c4137ffadd)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:36.524976 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d0bca93-0372-405e-86b6-2dfa44a52850 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (49ba091c-b8eb-422d-842b-ae5d49289027), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:36.554987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7d0bca93-0372-405e-86b6-2dfa44a52850 None None] Calling delete_port for 49ba091c-b8eb-422d-842b-ae5d49289027 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:36.762539 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d0bca93-0372-405e-86b6-2dfa44a52850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (49ba091c-b8eb-422d-842b-ae5d49289027), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:36.790836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bca93-0372-405e-86b6-2dfa44a52850 None None] Pushing event deleted for resources: {'Port': ['ID=49ba091c-b8eb-422d-842b-ae5d49289027,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:36.796200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0bca93-0372-405e-86b6-2dfa44a52850 None None] No DVR routers for this DVR port 49ba091c-b8eb-422d-842b-ae5d49289027 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:36.858731 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.133286 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.187421 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.233243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:37.246727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8913eea3-4e70-4dbd-a71b-95c4137ffadd') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:37.247281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8913eea3-4e70-4dbd-a71b-95c4137ffadd') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:37.260155 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (8913eea3-4e70-4dbd-a71b-95c4137ffadd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.281880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d32c6-2963-4bd6-b1ca-7b22cc2181e4 req-b57abd0a-63d7-480a-944c-88459624c6d6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.292905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 49ba091c-b8eb-422d-842b-ae5d49289027 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:37.298141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf0d32c6-2963-4bd6-b1ca-7b22cc2181e4 req-b57abd0a-63d7-480a-944c-88459624c6d6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.4233131 Feb 19 03:30:37.324365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 49ba091c-b8eb-422d-842b-ae5d49289027 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:37.326026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 49ba091c-b8eb-422d-842b-ae5d49289027 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:37.326713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0902b1ac-f579-4b20-a53b-0af655ef2817 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:37.383688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 0902b1ac-f579-4b20-a53b-0af655ef2817 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:37.387405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0902b1ac-f579-4b20-a53b-0af655ef2817 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:37.448720 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8913eea3-4e70-4dbd-a71b-95c4137ffadd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.462996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf0d32c6-2963-4bd6-b1ca-7b22cc2181e4 req-55cdc636-4956-4b04-a1af-f81adaf84ff5 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1634362 Feb 19 03:30:37.474113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4fc7e4-b3e3-4134-b1c0-3b781401d37b tempest-TestServerBasicOps-366617677 tempest-TestServerBasicOps-366617677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.479663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fd4fc7e4-b3e3-4134-b1c0-3b781401d37b tempest-TestServerBasicOps-366617677 tempest-TestServerBasicOps-366617677-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 1123 time: 1.6804082 Feb 19 03:30:37.489260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36254) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:37.497842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '58c023fc-73ea-425b-9bc0-ce7336343bf8', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:37.517194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:30:37.518095 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (8913eea3-4e70-4dbd-a71b-95c4137ffadd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.573756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:30:37.617464 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:30:37.631798 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.635789 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.643142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48 HTTP/1.1" status: 204 len: 168 time: 1.7964036 Feb 19 03:30:37.643915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36260) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:37.803603 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:37.827249 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fd4ffa8-2c30-4ccb-9609-dd91e23b8c48,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:37.882034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.882885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.883264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.883553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.883978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.884350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.884705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.885030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.885357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.885684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.886007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.886329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.887168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ae0938-6698-4676-a0e8-08894594c558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:37.955470 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Allocated IP 172.25.1.21 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:37.969797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb141e-8b73-4100-b26f-f8b7502109c1 req-2443df4b-7dcc-4610-9fc6-7715bf9d2a03 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:37.971528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27bb141e-8b73-4100-b26f-f8b7502109c1 req-2443df4b-7dcc-4610-9fc6-7715bf9d2a03 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 909 time: 0.3531861 Feb 19 03:30:38.096938 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for port (b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.156996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.163917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b44036-050a-4a22-abd3-4494b4a738f0 req-d3c6495b-83df-47d5-999a-4e465c5c0f9a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.165993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9b44036-050a-4a22-abd3-4494b4a738f0 req-d3c6495b-83df-47d5-999a-4e465c5c0f9a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.1048110 Feb 19 03:30:38.203319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:38.209385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:38.210184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:38.267264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9b44036-050a-4a22-abd3-4494b4a738f0 req-e0c4a160-df76-425f-88b4-8228c0a056f6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927439 Feb 19 03:30:38.273734 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event updated for resources: {'Port': ['ID=b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:38.284322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.284767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.285072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.285411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.285784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.286102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.286427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.287311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.287648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.287971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.288291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.288831 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.289080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:30:38.294675 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36274) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:38.409931 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b11a040e-acc4-4fd5-a19c-2947f249dbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (4d193677-cdc2-4f02-9f42-54a497017b58), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.429906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe668269-e73e-45ae-af1d-c05155d5d14c tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.431990 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fe668269-e73e-45ae-af1d-c05155d5d14c tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 1122 time: 0.1356215 Feb 19 03:30:38.437375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36284) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:38.441214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'tenant_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:38.466771 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.502982 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.606175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b918d-e297-4057-9890-091a4241329c req-7a1d8c47-de9d-49c7-83f0-ee63e38bacc3 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:38.613073 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-7a1d8c47-de9d-49c7-83f0-ee63e38bacc3 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 814 time: 0.2183511 Feb 19 03:30:38.634310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-dc66f7f5-aa96-4480-9493-0c3f33610f67 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/quotas/7df611d7779e4ee2afeb0f6b7092e016 HTTP/1.1" status: 200 len: 375 time: 0.0197213 Feb 19 03:30:38.756531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-4a8f8535-44c5-48e3-8526-d3bddf875965 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1208086 Feb 19 03:30:38.783776 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.918202 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for floatingip (fcaa3812-edab-4568-abf0-ea834fd33c0b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:38.960456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-9c18b90b-3c9d-4acc-a4c1-80e222fa180e service neutron] 10.222.0.81 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942587 Feb 19 03:30:38.969353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Allocated IP 172.25.1.28 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/74abe550-5a9b-4179-84fa-97654e60ee98) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:39.022313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b11a040e-acc4-4fd5-a19c-2947f249dbab admin admin] Deleting port fba4744f-60ab-4a86-8dd5-767b3e903a58 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:39.022655 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b11a040e-acc4-4fd5-a19c-2947f249dbab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:39.064838 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:39.123763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-9037d16a-42b4-4a21-bece-54b823c4e95a service neutron] 10.222.0.81 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548424 Feb 19 03:30:39.140181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-b11a040e-acc4-4fd5-a19c-2947f249dbab admin admin] For port fba4744f-60ab-4a86-8dd5-767b3e903a58, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fba4744f-60ab-4a86-8dd5-767b3e903a58,segment=NetworkSegment(f533e01d-f662-4d5f-8525-016134b85c96),segment_id=f533e01d-f662-4d5f-8525-016134b85c96)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:39.140547 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b11a040e-acc4-4fd5-a19c-2947f249dbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:39.148881 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (74abe550-5a9b-4179-84fa-97654e60ee98), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:39.166862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b11a040e-acc4-4fd5-a19c-2947f249dbab admin admin] Calling delete_port for fba4744f-60ab-4a86-8dd5-767b3e903a58 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:39.256947 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (74abe550-5a9b-4179-84fa-97654e60ee98), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:39.391375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=74abe550-5a9b-4179-84fa-97654e60ee98,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:39.420233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:39.424118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:39.428165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:39.590050 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b11a040e-acc4-4fd5-a19c-2947f249dbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fba4744f-60ab-4a86-8dd5-767b3e903a58), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:39.639188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a040e-acc4-4fd5-a19c-2947f249dbab admin admin] Pushing event deleted for resources: {'Port': ['ID=fba4744f-60ab-4a86-8dd5-767b3e903a58,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:39.774747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c49c7-a145-4373-b9f3-24ba815d394b req-67bc3513-0485-4677-8570-11d7c4503e82 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:39.796736 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c64c49c7-a145-4373-b9f3-24ba815d394b req-67bc3513-0485-4677-8570-11d7c4503e82 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 909 time: 0.4046917 Feb 19 03:30:40.025971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab7525b7-b538-43eb-b53c-c414951066d7 req-695e3e71-c199-49a0-ad02-84e599dbab47 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 210 time: 0.0988150 Feb 19 03:30:40.084056 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b11a040e-acc4-4fd5-a19c-2947f249dbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (4d193677-cdc2-4f02-9f42-54a497017b58), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.093230 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.144398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (c6f765ff-2be0-4ba6-8f16-1a2abddcd802), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.297809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (74abe550-5a9b-4179-84fa-97654e60ee98), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.404617 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c6f7dfb-987f-4994-a3e5-a653daee9d04 req-f57e4f40-bd90-4e89-ab81-38fc6b6333b3 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1888621 Feb 19 03:30:40.465784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8aec0c-c785-4aa0-a77b-8fb4a75b4eb2 req-9f846679-1ad2-4e46-8ec3-b1c1664f0097 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.484865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0b8aec0c-c785-4aa0-a77b-8fb4a75b4eb2 req-9f846679-1ad2-4e46-8ec3-b1c1664f0097 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 1091 time: 0.2277477 Feb 19 03:30:40.733882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb516d-cabc-4e15-8410-e146e64302bd req-15cc11db-db7d-44a1-b537-65e955583892 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:40.741908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0efb516d-cabc-4e15-8410-e146e64302bd req-15cc11db-db7d-44a1-b537-65e955583892 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 1167 time: 0.1149223 Feb 19 03:30:40.752928 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for port (74abe550-5a9b-4179-84fa-97654e60ee98), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.773483 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for port (b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.794509 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (74abe550-5a9b-4179-84fa-97654e60ee98), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.823592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0efb516d-cabc-4e15-8410-e146e64302bd req-f4b6e565-8f7c-4d49-b16d-670531277731 tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0803363 Feb 19 03:30:40.837265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36322) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:40.845271 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:40.854164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event updated for resources: {'Port': ['ID=74abe550-5a9b-4179-84fa-97654e60ee98,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:40.904122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11a040e-acc4-4fd5-a19c-2947f249dbab admin admin] Router 4d193677-cdc2-4f02-9f42-54a497017b58 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:30:40.968753 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (fcaa3812-edab-4568-abf0-ea834fd33c0b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:41.028128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36328) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:41.036905 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c6f765ff-2be0-4ba6-8f16-1a2abddcd802), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:41.044199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400b0f1e-9d69-4827-be56-e4f8f40a554d tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:41.048428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-400b0f1e-9d69-4827-be56-e4f8f40a554d tempest-TestSecurityGroupsBasicOps-2004178133 tempest-TestSecurityGroupsBasicOps-2004178133-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 1086 time: 0.2072608 Feb 19 03:30:41.138930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event updated for resources: {'Port': ['ID=b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:41.169834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f7dfb-987f-4994-a3e5-a653daee9d04 req-bdef3ade-6db8-4d56-a3a7-bf66bad88a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:41.176303 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c6f7dfb-987f-4994-a3e5-a653daee9d04 req-bdef3ade-6db8-4d56-a3a7-bf66bad88a1a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 1127 time: 0.6877460 Feb 19 03:30:41.818023 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-07ea43b9-fc69-4796-a511-8467f5d7fe76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:41.836979 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6d5db1f-b938-4ba2-bcd2-2cdadb1d5780 req-273e2ead-85a0-4801-a030-bdc1ab84ea52 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 210 time: 0.0996647 Feb 19 03:30:41.942862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11a040e-acc4-4fd5-a19c-2947f249dbab admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:30:41.955224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f527f0-1566-4e24-b2e3-f7fc28f87e33 None None] Sync routers for ids ['4d193677-cdc2-4f02-9f42-54a497017b58'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:30:41.971166 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b11a040e-acc4-4fd5-a19c-2947f249dbab admin admin] 10.222.0.81 "PUT /v2.0/routers/4d193677-cdc2-4f02-9f42-54a497017b58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3190315 Feb 19 03:30:41.976205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36348) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:41.985340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f527f0-1566-4e24-b2e3-f7fc28f87e33 None None] Routers {'4d193677-cdc2-4f02-9f42-54a497017b58'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:41.989896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-86f527f0-1566-4e24-b2e3-f7fc28f87e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4d193677-cdc2-4f02-9f42-54a497017b58'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:42.121255 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Floating IP c6f765ff-2be0-4ba6-8f16-1a2abddcd802 associated. External IP: 172.25.1.28, port: 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8. Feb 19 03:30:42.405851 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f7dfb-987f-4994-a3e5-a653daee9d04 req-52ac7ace-2311-4176-b02b-d38eb9ad8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:42.409829 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-07ea43b9-fc69-4796-a511-8467f5d7fe76 admin admin] Publish callbacks [] for security_group (af89d39a-1c9b-41c1-b7ee-c4fda3de105c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:42.411392 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c6f7dfb-987f-4994-a3e5-a653daee9d04 req-52ac7ace-2311-4176-b02b-d38eb9ad8dbc service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 915 time: 1.1179054 Feb 19 03:30:42.424222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-86f527f0-1566-4e24-b2e3-f7fc28f87e33 None None] Set router 4d193677-cdc2-4f02-9f42-54a497017b58 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:42.426473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b918d-e297-4057-9890-091a4241329c req-679941d5-4295-420a-8b63-6dc127b4c76a tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:42.428010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-679941d5-4295-420a-8b63-6dc127b4c76a tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.67 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 814 time: 0.6734381 Feb 19 03:30:42.447942 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-07ea43b9-fc69-4796-a511-8467f5d7fe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (af89d39a-1c9b-41c1-b7ee-c4fda3de105c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:42.456795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-620b918d-e297-4057-9890-091a4241329c req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Request body: {'port': {'device_id': '059b4241-48b2-4055-b08d-c2baf0f27218', 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e', 'admin_state_up': True, 'tenant_id': '7df611d7779e4ee2afeb0f6b7092e016'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:42.480409 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Floating IP fcaa3812-edab-4568-abf0-ea834fd33c0b associated. External IP: 172.25.1.21, port: 58c023fc-73ea-425b-9bc0-ce7336343bf8. Feb 19 03:30:42.536321 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Publish callbacks [] for router (4d193677-cdc2-4f02-9f42-54a497017b58), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:42.711495 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c6f7dfb-987f-4994-a3e5-a653daee9d04 req-6cfba0cd-8013-44c7-9eb8-8b10b54cab54 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c95dcb74-a786-48e6-b7ca-0cdf0244d544 HTTP/1.1" status: 200 len: 217 time: 0.2743804 Feb 19 03:30:42.719580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea43b9-fc69-4796-a511-8467f5d7fe76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af89d39a-1c9b-41c1-b7ee-c4fda3de105c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:42.725059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-07ea43b9-fc69-4796-a511-8467f5d7fe76 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f24a267517c04574a0db4f9cbb52263e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6940346 Feb 19 03:30:42.739126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36368) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:42.793188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620b918d-e297-4057-9890-091a4241329c req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Made reservation on behalf of 7df611d7779e4ee2afeb0f6b7092e016 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:42.797325 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-620b918d-e297-4057-9890-091a4241329c req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:42.821508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd220d5-2f10-471b-84e0-b4c79e45fb81 req-04ac53b3-4120-43a8-abdd-b6294bbc434b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:42.831864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cd220d5-2f10-471b-84e0-b4c79e45fb81 req-04ac53b3-4120-43a8-abdd-b6294bbc434b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 909 time: 0.6621470 Feb 19 03:30:42.967956 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88dbc99d-d2ae-452f-9930-0d6aa76adbbb admin admin] Publish callbacks [] for security_group (af89d39a-1c9b-41c1-b7ee-c4fda3de105c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.002222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6b7645b-a4cd-49a1-983a-110b12186c36 req-6f3cebf6-5922-41c4-963a-aef38e20e415 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 210 time: 0.0653014 Feb 19 03:30:43.099190 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Publish callbacks [] for router_gateway (4d193677-cdc2-4f02-9f42-54a497017b58), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.123057 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88dbc99d-d2ae-452f-9930-0d6aa76adbbb admin admin] Publish callbacks [] for security_group (af89d39a-1c9b-41c1-b7ee-c4fda3de105c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.131565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-86f527f0-1566-4e24-b2e3-f7fc28f87e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'name': 'tempest-TestAggregatesBasicOps-992235666-router', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210'}], 'enable_snat': True}, 'gw_port_id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:59Z', 'updated_at': '2022-02-19T03:30:39Z', 'revision_number': 5, 'project_id': 'e49685739b384061a092c48eccd397c8', 'gw_port': {'id': '902e6e7c-e5bf-425b-a323-262f8fe7a298', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:01Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:43.193224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f527f0-1566-4e24-b2e3-f7fc28f87e33 None None] Checking router: 4d193677-cdc2-4f02-9f42-54a497017b58 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:30:43.209828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f527f0-1566-4e24-b2e3-f7fc28f87e33 None None] Routers {'4d193677-cdc2-4f02-9f42-54a497017b58'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:43.212467 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-86f527f0-1566-4e24-b2e3-f7fc28f87e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4d193677-cdc2-4f02-9f42-54a497017b58'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:43.240427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router 790b0427-67f7-41d9-a004-b0e3e964df46 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:30:43.262812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-620b918d-e297-4057-9890-091a4241329c req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Allocated IP 172.20.0.14 (3bbe84fd-050d-450e-9984-0e5e5c7a338e/68dbc269-9785-484b-ac8d-1be7e15dbc7d/8850a9df-c45f-4f20-9a19-eaea16cb007e) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:43.284648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f7dfb-987f-4994-a3e5-a653daee9d04 req-c234d5a0-0cee-49f7-a75e-baca62ce8ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:43.287277 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c6f7dfb-987f-4994-a3e5-a653daee9d04 req-c234d5a0-0cee-49f7-a75e-baca62ce8ea0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68dbc269-9785-484b-ac8d-1be7e15dbc7d HTTP/1.1" status: 200 len: 854 time: 0.2464061 Feb 19 03:30:43.295536 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88dbc99d-d2ae-452f-9930-0d6aa76adbbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (af89d39a-1c9b-41c1-b7ee-c4fda3de105c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.298723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-88dbc99d-d2ae-452f-9930-0d6aa76adbbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.300159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-88dbc99d-d2ae-452f-9930-0d6aa76adbbb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af89d39a-1c9b-41c1-b7ee-c4fda3de105c HTTP/1.1" status: 204 len: 168 time: 0.5611401 Feb 19 03:30:43.325991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Deleting port 902e6e7c-e5bf-425b-a323-262f8fe7a298 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:43.328649 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.386451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbc99d-d2ae-452f-9930-0d6aa76adbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af89d39a-1c9b-41c1-b7ee-c4fda3de105c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:43.563575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-86f527f0-1566-4e24-b2e3-f7fc28f87e33 None None] Set router 4d193677-cdc2-4f02-9f42-54a497017b58 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:43.603480 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c6f7dfb-987f-4994-a3e5-a653daee9d04 req-7f2e4f51-91d7-4fe9-b048-3c6883ebee5f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bbe84fd-050d-450e-9984-0e5e5c7a338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3090584 Feb 19 03:30:43.731600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-86f527f0-1566-4e24-b2e3-f7fc28f87e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'name': 'tempest-TestAggregatesBasicOps-992235666-router', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:59Z', 'updated_at': '2022-02-19T03:30:43Z', 'revision_number': 6, 'project_id': 'e49685739b384061a092c48eccd397c8', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:43.814267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f527f0-1566-4e24-b2e3-f7fc28f87e33 None None] The sync data for ids ['4d193677-cdc2-4f02-9f42-54a497017b58'] in n-d-826755-2 is: [{'id': '4d193677-cdc2-4f02-9f42-54a497017b58', 'name': 'tempest-TestAggregatesBasicOps-992235666-router', 'tenant_id': 'e49685739b384061a092c48eccd397c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:59Z', 'updated_at': '2022-02-19T03:30:43Z', 'revision_number': 6, 'project_id': 'e49685739b384061a092c48eccd397c8', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:30:43.895689 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-620b918d-e297-4057-9890-091a4241329c req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks [] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.931939 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c6f7dfb-987f-4994-a3e5-a653daee9d04 req-7ededb76-a5c7-4093-bf2d-a4b78e1fc585 service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894175 Feb 19 03:30:43.963933 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-620b918d-e297-4057-9890-091a4241329c req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:43.978122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['c95dcb74-a786-48e6-b7ca-0cdf0244d544'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:30:43.995461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620b918d-e297-4057-9890-091a4241329c req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Network 3bbe84fd-050d-450e-9984-0e5e5c7a338e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:44.056265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-620b918d-e297-4057-9890-091a4241329c req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:44.059104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-620b918d-e297-4057-9890-091a4241329c req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:44.077662 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36396) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:44.132800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1720-9c47-4911-a621-4c9a2734d3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:44.151280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:30:44.179738 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c6f43-25a9-4b3b-a3c4-8d78fc9c58df None None] Sync routers for ids ['790b0427-67f7-41d9-a004-b0e3e964df46'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:30:44.189428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:30:44.201869 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c6f43-25a9-4b3b-a3c4-8d78fc9c58df None None] Routers {'790b0427-67f7-41d9-a004-b0e3e964df46'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:44.206577 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cc3c6f43-25a9-4b3b-a3c4-8d78fc9c58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['790b0427-67f7-41d9-a004-b0e3e964df46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:44.211862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Pushing event updated for resources: {'Port': ['ID=8850a9df-c45f-4f20-9a19-eaea16cb007e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:44.253236 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0c6f7dfb-987f-4994-a3e5-a653daee9d04 req-1c808260-475b-4be9-b1ea-23bb8d991db5 service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995584 Feb 19 03:30:44.277401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:44.325215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b918d-e297-4057-9890-091a4241329c req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:44.326271 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-620b918d-e297-4057-9890-091a4241329c req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:44.357754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] For port 902e6e7c-e5bf-425b-a323-262f8fe7a298, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=902e6e7c-e5bf-425b-a323-262f8fe7a298,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:44.357993 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:44.374492 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-cc3c6f43-25a9-4b3b-a3c4-8d78fc9c58df None None] Set router 790b0427-67f7-41d9-a004-b0e3e964df46 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:44.430925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Calling delete_port for 902e6e7c-e5bf-425b-a323-262f8fe7a298 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:44.548456 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-37a3ab8b-0e4e-40c5-b731-8c29de9afd3f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.1045115 Feb 19 03:30:44.548456 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'tag': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:44.567011 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52eea6a-a02a-43a2-9483-053ce619f777" -d '{"events": [{"name": "network-changed", "server_uuid": "745fb9ce-f3df-44af-b5df-ee5279315f20", "tag": "7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:44.716595 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (902e6e7c-e5bf-425b-a323-262f8fe7a298), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:44.731477 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518f9e9-881e-4432-90ce-b4e077f6cacc req-2f27aa51-937b-48ab-b996-462e2a66a2ef tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:44.739422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f518f9e9-881e-4432-90ce-b4e077f6cacc req-2f27aa51-937b-48ab-b996-462e2a66a2ef tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 909 time: 0.7887092 Feb 19 03:30:44.770968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db368b99-17d6-4ac9-958b-0e78053375a7 req-9e424bee-3c60-4a81-848c-793e65fcfdad tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:44.772809 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db368b99-17d6-4ac9-958b-0e78053375a7 req-9e424bee-3c60-4a81-848c-793e65fcfdad tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.67 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 909 time: 0.8272452 Feb 19 03:30:44.799457 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-7761ec78-b1ef-4b38-91de-4dd936466753 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3465266 Feb 19 03:30:44.809011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=902e6e7c-e5bf-425b-a323-262f8fe7a298,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:44.838356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Request body: {'port': {'device_id': '059b4241-48b2-4055-b08d-c2baf0f27218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:44.885206 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1720-9c47-4911-a621-4c9a2734d3c1 admin admin] Publish callbacks [] for security_group (cb6d5967-6b5b-4db1-b2c1-2a3595df7d3c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:44.888107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:30:44.900247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aebff9b-5c89-4da0-9700-7783e0e0ed42 None None] Sync routers for ids ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:30:44.910317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dc5a1720-9c47-4911-a621-4c9a2734d3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cb6d5967-6b5b-4db1-b2c1-2a3595df7d3c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:44.917335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aebff9b-5c89-4da0-9700-7783e0e0ed42 None None] Routers {'4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:44.920264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8aebff9b-5c89-4da0-9700-7783e0e0ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:44.931301 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.005058 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cc3c6f43-25a9-4b3b-a3c4-8d78fc9c58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:30:04Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c6f765ff-2be0-4ba6-8f16-1a2abddcd802', 'tenant_id': 'd251da4ce30245449da598358709f972', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'port_id': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'mac_address': 'fa:16:3e:ab:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:39Z', 'updated_at': '2022-02-19T03:30:39Z', 'revision_number': 0, 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9ab951-30c8-46c7-893d-b91d1d42e53c', 'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:79:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:02Z', 'updated_at': '2022-02-19T03:30:25Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:45.054619 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-df008aaf-9391-47c8-b640-edf9621de6c9 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5627832 Feb 19 03:30:45.059293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a1720-9c47-4911-a621-4c9a2734d3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6d5967-6b5b-4db1-b2c1-2a3595df7d3c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:45.067540 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dc5a1720-9c47-4911-a621-4c9a2734d3c1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7dc340a83cb946d095f8d5b8f7a68c7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9720883 Feb 19 03:30:45.067828 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36434) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:45.086574 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c6f43-25a9-4b3b-a3c4-8d78fc9c58df None None] Checking router: 790b0427-67f7-41d9-a004-b0e3e964df46 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:30:45.106355 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c6f43-25a9-4b3b-a3c4-8d78fc9c58df None None] Routers {'790b0427-67f7-41d9-a004-b0e3e964df46'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:45.108029 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cc3c6f43-25a9-4b3b-a3c4-8d78fc9c58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['790b0427-67f7-41d9-a004-b0e3e964df46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:45.124253 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (4d193677-cdc2-4f02-9f42-54a497017b58), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.124914 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e872313-f2e6-4d82-9542-3f00a17e1a32 admin admin] Publish callbacks [] for security_group (cb6d5967-6b5b-4db1-b2c1-2a3595df7d3c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.161632 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e872313-f2e6-4d82-9542-3f00a17e1a32 admin admin] Publish callbacks [] for security_group (cb6d5967-6b5b-4db1-b2c1-2a3595df7d3c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.229966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.279677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0877d081-5078-45c2-81ea-2ce77a22725d req-15e7226d-0277-41ec-adb6-5d9dde50f91a tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:45.281255 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0877d081-5078-45c2-81ea-2ce77a22725d req-15e7226d-0277-41ec-adb6-5d9dde50f91a tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 932 time: 0.3668425 Feb 19 03:30:45.289806 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (4d193677-cdc2-4f02-9f42-54a497017b58), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.305536 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e872313-f2e6-4d82-9542-3f00a17e1a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cb6d5967-6b5b-4db1-b2c1-2a3595df7d3c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.308603 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e872313-f2e6-4d82-9542-3f00a17e1a32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.314195 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5e872313-f2e6-4d82-9542-3f00a17e1a32 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb6d5967-6b5b-4db1-b2c1-2a3595df7d3c HTTP/1.1" status: 204 len: 168 time: 0.2426784 Feb 19 03:30:45.315743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Publish callbacks [] for router_controller (4d193677-cdc2-4f02-9f42-54a497017b58), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.327335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 902e6e7c-e5bf-425b-a323-262f8fe7a298 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:45.330354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8aebff9b-5c89-4da0-9700-7783e0e0ed42 None None] Set router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:45.352053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e872313-f2e6-4d82-9542-3f00a17e1a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6d5967-6b5b-4db1-b2c1-2a3595df7d3c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:45.382827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 902e6e7c-e5bf-425b-a323-262f8fe7a298 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:45.383632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 902e6e7c-e5bf-425b-a323-262f8fe7a298 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:45.384311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fba4744f-60ab-4a86-8dd5-767b3e903a58 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:45.407449 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-cc3c6f43-25a9-4b3b-a3c4-8d78fc9c58df None None] Set router 790b0427-67f7-41d9-a004-b0e3e964df46 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:45.421467 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: fba4744f-60ab-4a86-8dd5-767b3e903a58 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:45.422097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fba4744f-60ab-4a86-8dd5-767b3e903a58 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:45.558353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-db368b99-17d6-4ac9-958b-0e78053375a7 req-f0a9607e-989e-4803-8b1a-7124ec961295 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Deleting port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:45.558704 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db368b99-17d6-4ac9-958b-0e78053375a7 req-f0a9607e-989e-4803-8b1a-7124ec961295 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.577047 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (4d193677-cdc2-4f02-9f42-54a497017b58), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.578074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d193677-cdc2-4f02-9f42-54a497017b58 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:30:45.637903 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.639374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5f73e7a9-e12b-4421-96ca-9776bbee75c9 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4d193677-cdc2-4f02-9f42-54a497017b58 HTTP/1.1" status: 204 len: 168 time: 3.6609578 Feb 19 03:30:45.642161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36446) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:45.758345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-c392c844-d107-4217-83e3-346ba6fe6871 admin admin] Deleting subnet 26626206-fd96-4a5a-87aa-2be5572edb67 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:30:45.774500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-db368b99-17d6-4ac9-958b-0e78053375a7 req-f0a9607e-989e-4803-8b1a-7124ec961295 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] For port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=0d7c01a4-4c90-41e4-be11-d4f71e281d9a,segment=NetworkSegment(3526c099-40eb-4263-bbc2-f71ed406f243),segment_id=3526c099-40eb-4263-bbc2-f71ed406f243)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:45.774876 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db368b99-17d6-4ac9-958b-0e78053375a7 req-f0a9607e-989e-4803-8b1a-7124ec961295 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.785251 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c392c844-d107-4217-83e3-346ba6fe6871 admin admin] Publish callbacks [] for subnet (26626206-fd96-4a5a-87aa-2be5572edb67), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.793788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-db368b99-17d6-4ac9-958b-0e78053375a7 req-f0a9607e-989e-4803-8b1a-7124ec961295 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Calling delete_port for 0d7c01a4-4c90-41e4-be11-d4f71e281d9a owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:45.796303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8aebff9b-5c89-4da0-9700-7783e0e0ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'fcaa3812-edab-4568-abf0-ea834fd33c0b', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'port_id': '58c023fc-73ea-425b-9bc0-ce7336343bf8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'mac_address': 'fa:16:3e:4f:5a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64442966-eb47-422a-9357-5641e50784d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:38Z', 'updated_at': '2022-02-19T03:30:38Z', 'revision_number': 0, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c6607a-475c-4a78-a4f0-cbca47fe80ad', 'name': '', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'mac_address': 'fa:16:3e:8b:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '05559075-1486-4bb4-a10a-47404135662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:29Z', 'updated_at': '2022-02-19T03:29:41Z', 'revision_number': 5, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'subnets': [{'id': '05559075-1486-4bb4-a10a-47404135662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:45.836217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aebff9b-5c89-4da0-9700-7783e0e0ed42 None None] Checking router: 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:30:45.870678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aebff9b-5c89-4da0-9700-7783e0e0ed42 None None] Routers {'4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:45.871348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8aebff9b-5c89-4da0-9700-7783e0e0ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:45.874597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c392c844-d107-4217-83e3-346ba6fe6871 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (26626206-fd96-4a5a-87aa-2be5572edb67), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:45.928512 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-cc3c6f43-25a9-4b3b-a3c4-8d78fc9c58df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:30:04Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c6f765ff-2be0-4ba6-8f16-1a2abddcd802', 'tenant_id': 'd251da4ce30245449da598358709f972', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'port_id': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'mac_address': 'fa:16:3e:ab:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:39Z', 'updated_at': '2022-02-19T03:30:39Z', 'revision_number': 0, 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9ab951-30c8-46c7-893d-b91d1d42e53c', 'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:79:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:02Z', 'updated_at': '2022-02-19T03:30:25Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:46.026027 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3c6f43-25a9-4b3b-a3c4-8d78fc9c58df None None] The sync data for ids ['790b0427-67f7-41d9-a004-b0e3e964df46'] in n-d-826755-2 is: [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:30:04Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c6f765ff-2be0-4ba6-8f16-1a2abddcd802', 'tenant_id': 'd251da4ce30245449da598358709f972', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'port_id': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'mac_address': 'fa:16:3e:ab:f0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:39Z', 'updated_at': '2022-02-19T03:30:39Z', 'revision_number': 0, 'project_id': 'd251da4ce30245449da598358709f972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb9ab951-30c8-46c7-893d-b91d1d42e53c', 'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:79:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:02Z', 'updated_at': '2022-02-19T03:30:25Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:30:46.037448 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c392c844-d107-4217-83e3-346ba6fe6871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (26626206-fd96-4a5a-87aa-2be5572edb67), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:46.153353 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c392c844-d107-4217-83e3-346ba6fe6871 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (26626206-fd96-4a5a-87aa-2be5572edb67), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:46.182102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8aebff9b-5c89-4da0-9700-7783e0e0ed42 None None] Set router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:46.211190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392c844-d107-4217-83e3-346ba6fe6871 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26626206-fd96-4a5a-87aa-2be5572edb67,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:46.213435 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c392c844-d107-4217-83e3-346ba6fe6871 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:46.218132 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c392c844-d107-4217-83e3-346ba6fe6871 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/26626206-fd96-4a5a-87aa-2be5572edb67 HTTP/1.1" status: 204 len: 168 time: 0.5749266 Feb 19 03:30:46.227640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c6941c-bd6a-46b2-a995-fb0a815bd723 None None] Network 5455a34f-4c4a-42b8-98b6-c5464bec0497 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:46.227985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36464) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:46.412586 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (5455a34f-4c4a-42b8-98b6-c5464bec0497), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:46.569222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a858d281-d735-4ce8-a698-61e04fc9332f None None] DHCP port deletion for 5455a34f-4c4a-42b8-98b6-c5464bec0497 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:30:46.573161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Deleting port f7a05e38-8ef3-4432-bad3-4348ee3316b8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:46.575348 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:46.593631 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59712ad-7d65-4995-8ace-6044c2deef8a None None] New status for floating IP c6f765ff-2be0-4ba6-8f16-1a2abddcd802: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:30:46.679901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 0d7c01a4-4c90-41e4-be11-d4f71e281d9a no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:46.694493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] For port f7a05e38-8ef3-4432-bad3-4348ee3316b8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f7a05e38-8ef3-4432-bad3-4348ee3316b8,segment=NetworkSegment(f533e01d-f662-4d5f-8525-016134b85c96),segment_id=f533e01d-f662-4d5f-8525-016134b85c96)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:46.697050 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:46.711715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0877d081-5078-45c2-81ea-2ce77a22725d req-96102765-9d54-4c10-8d99-d3fe210b7137 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3727686 Feb 19 03:30:46.725664 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Calling delete_port for f7a05e38-8ef3-4432-bad3-4348ee3316b8 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:46.829862 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:46.830249 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:46.844505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8aebff9b-5c89-4da0-9700-7783e0e0ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'fcaa3812-edab-4568-abf0-ea834fd33c0b', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'port_id': '58c023fc-73ea-425b-9bc0-ce7336343bf8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'mac_address': 'fa:16:3e:4f:5a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64442966-eb47-422a-9357-5641e50784d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:38Z', 'updated_at': '2022-02-19T03:30:38Z', 'revision_number': 0, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c6607a-475c-4a78-a4f0-cbca47fe80ad', 'name': '', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'mac_address': 'fa:16:3e:8b:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '05559075-1486-4bb4-a10a-47404135662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:29Z', 'updated_at': '2022-02-19T03:29:41Z', 'revision_number': 5, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'subnets': [{'id': '05559075-1486-4bb4-a10a-47404135662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:46.884523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:46.954952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aebff9b-5c89-4da0-9700-7783e0e0ed42 None None] The sync data for ids ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'] in n-d-826755-2 is: [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'fcaa3812-edab-4568-abf0-ea834fd33c0b', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'floating_ip_address': '172.25.1.21', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'port_id': '58c023fc-73ea-425b-9bc0-ce7336343bf8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'mac_address': 'fa:16:3e:4f:5a:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64442966-eb47-422a-9357-5641e50784d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:30:38Z', 'updated_at': '2022-02-19T03:30:38Z', 'revision_number': 0, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92c6607a-475c-4a78-a4f0-cbca47fe80ad', 'name': '', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'mac_address': 'fa:16:3e:8b:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '05559075-1486-4bb4-a10a-47404135662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:29Z', 'updated_at': '2022-02-19T03:29:41Z', 'revision_number': 5, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'subnets': [{'id': '05559075-1486-4bb4-a10a-47404135662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:30:46.958932 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] No DVR routers for this DVR port f7a05e38-8ef3-4432-bad3-4348ee3316b8 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:46.960829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a05e38-8ef3-4432-bad3-4348ee3316b8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:47.037189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a858d281-d735-4ce8-a698-61e04fc9332f None None] Deleting port f7a05e38-8ef3-4432-bad3-4348ee3316b8 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:47.037565 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a858d281-d735-4ce8-a698-61e04fc9332f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.120223 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db368b99-17d6-4ac9-958b-0e78053375a7 req-f0a9607e-989e-4803-8b1a-7124ec961295 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0d7c01a4-4c90-41e4-be11-d4f71e281d9a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.155978 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (5455a34f-4c4a-42b8-98b6-c5464bec0497), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.226963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5455a34f-4c4a-42b8-98b6-c5464bec0497']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:47.240144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9607e-989e-4803-8b1a-7124ec961295 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'Port': ['ID=0d7c01a4-4c90-41e4-be11-d4f71e281d9a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:47.266997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f533e01d-f662-4d5f-8525-016134b85c96') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:47.268551 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f533e01d-f662-4d5f-8525-016134b85c96') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:47.270472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a858d281-d735-4ce8-a698-61e04fc9332f None None] For port f7a05e38-8ef3-4432-bad3-4348ee3316b8, host n-d-826755-2, got binding levels [] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:47.270965 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a858d281-d735-4ce8-a698-61e04fc9332f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.281013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a21d4-6e91-427b-ac60-982d18ffb037 req-7d9ea0c3-1b03-458f-b6c7-7fd8899ff3d2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:47.288579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f15a21d4-6e91-427b-ac60-982d18ffb037 req-7d9ea0c3-1b03-458f-b6c7-7fd8899ff3d2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.3566797 Feb 19 03:30:47.296156 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (f533e01d-f662-4d5f-8525-016134b85c96), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.328496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f7a05e38-8ef3-4432-bad3-4348ee3316b8 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:47.333810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-db368b99-17d6-4ac9-958b-0e78053375a7 req-f0a9607e-989e-4803-8b1a-7124ec961295 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] No DVR routers for this DVR port 0d7c01a4-4c90-41e4-be11-d4f71e281d9a on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:47.335094 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f533e01d-f662-4d5f-8525-016134b85c96), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.349821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-db368b99-17d6-4ac9-958b-0e78053375a7 req-f0a9607e-989e-4803-8b1a-7124ec961295 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.353288 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db368b99-17d6-4ac9-958b-0e78053375a7 req-f0a9607e-989e-4803-8b1a-7124ec961295 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.67 "DELETE /v2.0/ports/0d7c01a4-4c90-41e4-be11-d4f71e281d9a HTTP/1.1" status: 204 len: 173 time: 2.5523396 Feb 19 03:30:47.356296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae108ab-21c4-426e-ae04-60183dd4d4cb', 'name': 'network-vif-deleted', 'tag': '0d7c01a4-4c90-41e4-be11-d4f71e281d9a'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:47.368854 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ece44a-28bb-4e0e-9a31-7a213c300525" -d '{"events": [{"server_uuid": "5ae108ab-21c4-426e-ae04-60183dd4d4cb", "name": "network-vif-deleted", "tag": "0d7c01a4-4c90-41e4-be11-d4f71e281d9a"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:47.384846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:30:47.385678 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (f533e01d-f662-4d5f-8525-016134b85c96), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:30:47.388396 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:30:47.453161 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a858d281-d735-4ce8-a698-61e04fc9332f None None] Calling delete_port for f7a05e38-8ef3-4432-bad3-4348ee3316b8 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:47.456232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.ipam_backend_mixin [None req-a858d281-d735-4ce8-a698-61e04fc9332f None None] Port f7a05e38-8ef3-4432-bad3-4348ee3316b8 was not found and therefore no delete operation was performed {{(pid=109900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:30:47.473269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f7a05e38-8ef3-4432-bad3-4348ee3316b8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:47.473634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f7a05e38-8ef3-4432-bad3-4348ee3316b8 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:47.476517 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a858d281-d735-4ce8-a698-61e04fc9332f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (f7a05e38-8ef3-4432-bad3-4348ee3316b8), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.492945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8850a9df-c45f-4f20-9a19-eaea16cb007e {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:47.551741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858d281-d735-4ce8-a698-61e04fc9332f None None] Pushing event deleted for resources: {'Port': ['ID=f7a05e38-8ef3-4432-bad3-4348ee3316b8,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:47.555991 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Publish callbacks [] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.582847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc88f7f6-cf0e-4432-b864-474bc332e438 None None] New status for floating IP fcaa3812-edab-4568-abf0-ea834fd33c0b: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:30:47.608026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a858d281-d735-4ce8-a698-61e04fc9332f None None] No DVR routers for this DVR port f7a05e38-8ef3-4432-bad3-4348ee3316b8 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:47.625497 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (5455a34f-4c4a-42b8-98b6-c5464bec0497), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.632006 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.639769 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] 10.222.0.81 "DELETE /v2.0/networks/5455a34f-4c4a-42b8-98b6-c5464bec0497 HTTP/1.1" status: 204 len: 168 time: 1.4070337 Feb 19 03:30:47.650052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f15a21d4-6e91-427b-ac60-982d18ffb037 req-ea7782a4-8a8d-4115-8e82-e1a1a7c6c163 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609366 Feb 19 03:30:47.651215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Transition to ACTIVE for port object 8850a9df-c45f-4f20-9a19-eaea16cb007e will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:30:47.662452 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:47.676547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc99c1-69a7-4fc9-8496-6a1ae30eff71 admin admin] Pushing event deleted for resources: {'Network': ['ID=5455a34f-4c4a-42b8-98b6-c5464bec0497,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:47.696752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36496) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:47.817863 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-288285ad-72ac-4109-ba22-fca9d814f8b2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/c6f765ff-2be0-4ba6-8f16-1a2abddcd802 HTTP/1.1" status: 200 len: 992 time: 0.1164587 Feb 19 03:30:47.839864 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a673959e-6ab3-41f0-b938-0d8e02ca88d9 x-openstack-request-id: req-a673959e-6ab3-41f0-b938-0d8e02ca88d9 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:47.840166 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745fb9ce-f3df-44af-b5df-ee5279315f20", "tag": "7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:47.840481 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a673959e-6ab3-41f0-b938-0d8e02ca88d9 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:47.840941 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'tag': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'status': 'completed', 'code': 200} Feb 19 03:30:47.925075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Pushing event updated for resources: {'Port': ['ID=8850a9df-c45f-4f20-9a19-eaea16cb007e,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:47.985645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36506) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:48.101647 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cf04ee6c-d033-48f8-a9d3-5339dca778ba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d89d8a615d8b49b1855fe90deb9ad572&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1138105 Feb 19 03:30:48.104652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36514) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:48.164611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3e5f752-5735-42ca-bed6-6ec88f3c47a5 admin admin] Publish callbacks [] for security_group (48f8378b-f612-4f7c-9095-4901e09cb01a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.202211 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3e5f752-5735-42ca-bed6-6ec88f3c47a5 admin admin] Publish callbacks [] for security_group (48f8378b-f612-4f7c-9095-4901e09cb01a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.271575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7171b4a-554c-4c4d-8af2-3621964f380a req-6cba3b2c-afb3-4074-9d17-2ed2c64c9d1b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=5ae108ab-21c4-426e-ae04-60183dd4d4cb HTTP/1.1" status: 200 len: 210 time: 0.1506977 Feb 19 03:30:48.310577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eea6a-a02a-43a2-9483-053ce619f777 req-86556516-e144-47ca-a644-a0edd3ba15b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:48.313332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e52eea6a-a02a-43a2-9483-053ce619f777 req-86556516-e144-47ca-a644-a0edd3ba15b2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 1127 time: 0.3936210 Feb 19 03:30:48.315000 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3e5f752-5735-42ca-bed6-6ec88f3c47a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (48f8378b-f612-4f7c-9095-4901e09cb01a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.323339 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3e5f752-5735-42ca-bed6-6ec88f3c47a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.329498 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e3e5f752-5735-42ca-bed6-6ec88f3c47a5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/48f8378b-f612-4f7c-9095-4901e09cb01a HTTP/1.1" status: 204 len: 168 time: 0.2232349 Feb 19 03:30:48.341931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5f752-5735-42ca-bed6-6ec88f3c47a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f8378b-f612-4f7c-9095-4901e09cb01a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:48.349807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Attempting to bind port 8850a9df-c45f-4f20-9a19-eaea16cb007e on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:48.351114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Attempting to bind port 8850a9df-c45f-4f20-9a19-eaea16cb007e by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:48.352367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Attempting to bind port 8850a9df-c45f-4f20-9a19-eaea16cb007e on network 3bbe84fd-050d-450e-9984-0e5e5c7a338e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:48.486461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Port 8850a9df-c45f-4f20-9a19-eaea16cb007e on network 3bbe84fd-050d-450e-9984-0e5e5c7a338e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:30:48.486782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Attempting to bind port 8850a9df-c45f-4f20-9a19-eaea16cb007e on network 3bbe84fd-050d-450e-9984-0e5e5c7a338e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:48.515962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:48.516216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Checking segment: {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:48.516612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Bound using segment: {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:48.517080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Bound port: 8850a9df-c45f-4f20-9a19-eaea16cb007e, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:48.517427 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:48.655669 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3629d7a1-1931-4c27-aee8-0e98702a52f8 x-openstack-request-id: req-3629d7a1-1931-4c27-aee8-0e98702a52f8 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:48.661485 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae108ab-21c4-426e-ae04-60183dd4d4cb", "name": "network-vif-deleted", "tag": "0d7c01a4-4c90-41e4-be11-d4f71e281d9a", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:48.668779 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3629d7a1-1931-4c27-aee8-0e98702a52f8 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:48.669604 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae108ab-21c4-426e-ae04-60183dd4d4cb', 'name': 'network-vif-deleted', 'tag': '0d7c01a4-4c90-41e4-be11-d4f71e281d9a', 'status': 'completed', 'code': 200} Feb 19 03:30:48.681440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eea6a-a02a-43a2-9483-053ce619f777 req-e5c5e80a-a21c-4660-b248-c18e4350547f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:48.683330 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e52eea6a-a02a-43a2-9483-053ce619f777 req-e5c5e80a-a21c-4660-b248-c18e4350547f service neutron] 10.222.0.87 "GET /v2.0/networks?id=10b0f655-8a78-45fb-ad86-698ab2a20da7 HTTP/1.1" status: 200 len: 898 time: 0.3374135 Feb 19 03:30:48.770952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] For port 8850a9df-c45f-4f20-9a19-eaea16cb007e, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:48.798997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] For port 8850a9df-c45f-4f20-9a19-eaea16cb007e, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8850a9df-c45f-4f20-9a19-eaea16cb007e,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:48.818333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e52eea6a-a02a-43a2-9483-053ce619f777 req-99846275-b7a6-4369-904c-315452ab3368 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 HTTP/1.1" status: 200 len: 1000 time: 0.1163986 Feb 19 03:30:48.851656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.050876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.051571 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.053658 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-3178f8d0-8619-4932-913f-255615b1979e service neutron] 10.222.0.67 "PUT /v2.0/ports/8850a9df-c45f-4f20-9a19-eaea16cb007e HTTP/1.1" status: 200 len: 1092 time: 4.2403257 Feb 19 03:30:49.056487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178f8d0-8619-4932-913f-255615b1979e service neutron] Pushing event updated for resources: {'Port': ['ID=8850a9df-c45f-4f20-9a19-eaea16cb007e,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:49.075013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eea6a-a02a-43a2-9483-053ce619f777 req-d275bc88-5c55-4f98-8f91-a0d8be0711a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.076677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e52eea6a-a02a-43a2-9483-053ce619f777 req-d275bc88-5c55-4f98-8f91-a0d8be0711a0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b03a1538-ac33-42fd-801e-4ccc4783874f HTTP/1.1" status: 200 len: 835 time: 0.2385566 Feb 19 03:30:49.092815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12af3a-520c-48ca-9ab9-f01ee8f82f7a req-2a634a26-f615-4668-a589-8814d6222990 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.094238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da12af3a-520c-48ca-9ab9-f01ee8f82f7a req-2a634a26-f615-4668-a589-8814d6222990 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 944 time: 0.2906427 Feb 19 03:30:49.123274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36542) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:49.182824 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b13ac7d6-df35-4386-998b-6374c42bd5ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e49685739b384061a092c48eccd397c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583777 Feb 19 03:30:49.185233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36546) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:49.281618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b918d-e297-4057-9890-091a4241329c req-913602c3-7f02-4931-aecd-e80c8ec4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.283198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-913602c3-7f02-4931-aecd-e80c8ec4a316 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 1126 time: 0.1774073 Feb 19 03:30:49.291602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-da12af3a-520c-48ca-9ab9-f01ee8f82f7a req-b4bbcca4-fd72-44c3-b7f7-afb7aea4595e tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740994 Feb 19 03:30:49.328984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bafeb7-a09b-4bc6-b702-ce3fc36a5893 admin admin] Publish callbacks [] for security_group (f211e020-2b31-43bd-b268-d2a12fe12246), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.382663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-37d7eb52-e383-446a-8d31-15752fe0ebd5 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8850a9df-c45f-4f20-9a19-eaea16cb007e HTTP/1.1" status: 200 len: 217 time: 0.0890436 Feb 19 03:30:49.383656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36556) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:49.385584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52eea6a-a02a-43a2-9483-053ce619f777 req-e05374f2-f264-4033-9c3a-c25811f387c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.386346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bafeb7-a09b-4bc6-b702-ce3fc36a5893 admin admin] Publish callbacks [] for security_group (f211e020-2b31-43bd-b268-d2a12fe12246), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.387085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e52eea6a-a02a-43a2-9483-053ce619f777 req-e05374f2-f264-4033-9c3a-c25811f387c4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=10b0f655-8a78-45fb-ad86-698ab2a20da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2918162 Feb 19 03:30:49.470775 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bafeb7-a09b-4bc6-b702-ce3fc36a5893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f211e020-2b31-43bd-b268-d2a12fe12246), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.474505 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e0bafeb7-a09b-4bc6-b702-ce3fc36a5893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:49.475938 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e0bafeb7-a09b-4bc6-b702-ce3fc36a5893 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f211e020-2b31-43bd-b268-d2a12fe12246 HTTP/1.1" status: 204 len: 168 time: 0.2894351 Feb 19 03:30:49.487376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bafeb7-a09b-4bc6-b702-ce3fc36a5893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f211e020-2b31-43bd-b268-d2a12fe12246,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:49.682652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b918d-e297-4057-9890-091a4241329c req-27bef299-94b1-4a8e-bf6e-783aa9fee905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:49.693777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-27bef299-94b1-4a8e-bf6e-783aa9fee905 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68dbc269-9785-484b-ac8d-1be7e15dbc7d HTTP/1.1" status: 200 len: 854 time: 0.3044918 Feb 19 03:30:49.700523 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e52eea6a-a02a-43a2-9483-053ce619f777 req-a3c937ef-ad04-4c2c-821c-3f12eb4c27a3 service neutron] 10.222.0.87 "GET /v2.0/networks/10b0f655-8a78-45fb-ad86-698ab2a20da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961183 Feb 19 03:30:49.788538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-e95a95c0-8dc0-42e8-8e95-c804582f3f23 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bbe84fd-050d-450e-9984-0e5e5c7a338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520456 Feb 19 03:30:49.841861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64442966-eb47-422a-9357-5641e50784d4', 'tag': '58c023fc-73ea-425b-9bc0-ce7336343bf8'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:49.845112 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd14bda-05e7-4216-b2b4-28d72ade7251" -d '{"events": [{"name": "network-changed", "server_uuid": "64442966-eb47-422a-9357-5641e50784d4", "tag": "58c023fc-73ea-425b-9bc0-ce7336343bf8"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:49.910595 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8fc97d-43a4-446c-a211-fa4356d4d1bf x-openstack-request-id: req-ad8fc97d-43a4-446c-a211-fa4356d4d1bf {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:49.910889 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64442966-eb47-422a-9357-5641e50784d4", "tag": "58c023fc-73ea-425b-9bc0-ce7336343bf8", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:49.911162 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad8fc97d-43a4-446c-a211-fa4356d4d1bf {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:49.911547 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64442966-eb47-422a-9357-5641e50784d4', 'tag': '58c023fc-73ea-425b-9bc0-ce7336343bf8', 'status': 'completed', 'code': 200} Feb 19 03:30:50.003127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd14bda-05e7-4216-b2b4-28d72ade7251 req-4a05657b-ebe3-4995-842c-be69af69e463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.004965 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3dd14bda-05e7-4216-b2b4-28d72ade7251 req-4a05657b-ebe3-4995-842c-be69af69e463 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3ad779f9b2a43eaaba6e97f498154cc&device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 1128 time: 0.0680573 Feb 19 03:30:50.043793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-433c86e3-a326-406a-88ac-837d2e869abc service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495000 Feb 19 03:30:50.045664 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e52eea6a-a02a-43a2-9483-053ce619f777 req-3ab06ae8-cb8e-4043-8123-9fbed6fff762 service neutron] 10.222.0.87 "GET /v2.0/networks/10b0f655-8a78-45fb-ad86-698ab2a20da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060672 Feb 19 03:30:50.202237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd14bda-05e7-4216-b2b4-28d72ade7251 req-f8cfecfd-eb4c-4b5d-aacb-2aef0e42ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.204133 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3dd14bda-05e7-4216-b2b4-28d72ade7251 req-f8cfecfd-eb4c-4b5d-aacb-2aef0e42ed79 service neutron] 10.222.0.87 "GET /v2.0/networks?id=052c6a76-660c-463f-8d3d-ceaf5791ebdb HTTP/1.1" status: 200 len: 910 time: 0.1893265 Feb 19 03:30:50.311929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-620b918d-e297-4057-9890-091a4241329c req-54938f35-5fda-4125-bb44-3de0ee3da81b service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611969 Feb 19 03:30:50.367501 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3dd14bda-05e7-4216-b2b4-28d72ade7251 req-db024ae1-1519-4c0f-b850-6a55dba9b59a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58c023fc-73ea-425b-9bc0-ce7336343bf8 HTTP/1.1" status: 200 len: 1001 time: 0.1554759 Feb 19 03:30:50.463658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd14bda-05e7-4216-b2b4-28d72ade7251 req-4f389d8c-3b0b-4453-8a5c-9ab337ea6357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.467629 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3dd14bda-05e7-4216-b2b4-28d72ade7251 req-4f389d8c-3b0b-4453-8a5c-9ab337ea6357 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05559075-1486-4bb4-a10a-47404135662d HTTP/1.1" status: 200 len: 848 time: 0.0912969 Feb 19 03:30:50.571255 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd14bda-05e7-4216-b2b4-28d72ade7251 req-50e6f1b0-6385-4338-a338-9a8e601321af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.573186 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3dd14bda-05e7-4216-b2b4-28d72ade7251 req-50e6f1b0-6385-4338-a338-9a8e601321af service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=052c6a76-660c-463f-8d3d-ceaf5791ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0986273 Feb 19 03:30:50.611864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e01a6-61bc-4ad2-92a8-a3210e2e4dc3 req-a9fa26b2-1e4a-4c1c-9cd1-04e1f311d730 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:50.614275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a6e01a6-61bc-4ad2-92a8-a3210e2e4dc3 req-a9fa26b2-1e4a-4c1c-9cd1-04e1f311d730 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 944 time: 0.1924145 Feb 19 03:30:50.626755 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22e04794-39a4-4d82-8b7e-ccce20328b04 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (21b12914-1e7c-4776-b376-206c4883d5c1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:50.783396 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3dd14bda-05e7-4216-b2b4-28d72ade7251 req-bbbf939d-9feb-476a-9258-236cccc0db2d service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922920 Feb 19 03:30:50.800408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059b4241-48b2-4055-b08d-c2baf0f27218', 'tag': '8850a9df-c45f-4f20-9a19-eaea16cb007e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:30:50.803903 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6ba7c1-053a-45d1-bed4-2069d4bc0be5" -d '{"events": [{"name": "network-changed", "server_uuid": "059b4241-48b2-4055-b08d-c2baf0f27218", "tag": "8850a9df-c45f-4f20-9a19-eaea16cb007e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:30:50.911224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a6e01a6-61bc-4ad2-92a8-a3210e2e4dc3 req-3cc89324-b744-45a8-aaa5-23662eb74084 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789514 Feb 19 03:30:50.923197 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3dd14bda-05e7-4216-b2b4-28d72ade7251 req-79587914-df72-4be1-8421-e2d2b0d06b21 service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324828 Feb 19 03:30:51.024336 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fdd003-fdcd-4ce0-8b79-e1dd02f6bce7 x-openstack-request-id: req-93fdd003-fdcd-4ce0-8b79-e1dd02f6bce7 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:30:51.024606 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059b4241-48b2-4055-b08d-c2baf0f27218", "tag": "8850a9df-c45f-4f20-9a19-eaea16cb007e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:30:51.024929 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-93fdd003-fdcd-4ce0-8b79-e1dd02f6bce7 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:30:51.025284 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059b4241-48b2-4055-b08d-c2baf0f27218', 'tag': '8850a9df-c45f-4f20-9a19-eaea16cb007e', 'status': 'completed', 'code': 200} Feb 19 03:30:51.098172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36626) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:51.221988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ba7c1-053a-45d1-bed4-2069d4bc0be5 req-f66c4ee1-ff98-4aab-94e3-b83adffc299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:51.223536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f6ba7c1-053a-45d1-bed4-2069d4bc0be5 req-f66c4ee1-ff98-4aab-94e3-b83adffc299c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 1126 time: 0.1564555 Feb 19 03:30:51.257128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1809787953-network', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:51.305471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Made reservation on behalf of a3d0af4485064f3d98fe28389a0dffb2 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:51.308060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.330531 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.460378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ba7c1-053a-45d1-bed4-2069d4bc0be5 req-dc7a7b7c-7f09-4135-87bf-c3f483df1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:51.462126 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f6ba7c1-053a-45d1-bed4-2069d4bc0be5 req-dc7a7b7c-7f09-4135-87bf-c3f483df1582 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 915 time: 0.2119999 Feb 19 03:30:51.500793 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Publish callbacks [] for security_group (565c9266-1106-4c3b-967e-ce166f0953ca), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.511227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (565c9266-1106-4c3b-967e-ce166f0953ca), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.532491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:30:51.551310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565c9266-1106-4c3b-967e-ce166f0953ca,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:51.559214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f6ba7c1-053a-45d1-bed4-2069d4bc0be5 req-698a0de7-d876-414b-8900-debb430d1d69 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8850a9df-c45f-4f20-9a19-eaea16cb007e HTTP/1.1" status: 200 len: 217 time: 0.0878944 Feb 19 03:30:51.566174 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (130c5d0f-b7c7-4b6f-9464-112e5b352645), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.567637 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Added segment 130c5d0f-b7c7-4b6f-9464-112e5b352645 of type vlan for network 4a8609d5-9003-4647-bfc3-f6420e6a4893 Feb 19 03:30:51.639960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (4a8609d5-9003-4647-bfc3-f6420e6a4893), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.678244 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (4a8609d5-9003-4647-bfc3-f6420e6a4893), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.679512 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:51.680271 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:51.811584 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7097120 Feb 19 03:30:51.811584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c86c4-cb6d-42a2-b4ef-11aa4e553aca admin admin] Pushing event updated for resources: {'Network': ['ID=4a8609d5-9003-4647-bfc3-f6420e6a4893,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:51.813274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36642) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:51.819002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0988e236-bef2-4d37-94b2-55439b025c54 admin admin] Request body: {'subnet': {'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1809787953-subnet', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:51.821117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 4a8609d5-9003-4647-bfc3-f6420e6a4893 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:30:51.865915 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0988e236-bef2-4d37-94b2-55439b025c54 admin admin] Made reservation on behalf of a3d0af4485064f3d98fe28389a0dffb2 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:30:51.874217 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0988e236-bef2-4d37-94b2-55439b025c54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.192215 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ba7c1-053a-45d1-bed4-2069d4bc0be5 req-04e7d2f2-3829-4b0c-9964-37fc2adc81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.193641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f6ba7c1-053a-45d1-bed4-2069d4bc0be5 req-04e7d2f2-3829-4b0c-9964-37fc2adc81eb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68dbc269-9785-484b-ac8d-1be7e15dbc7d HTTP/1.1" status: 200 len: 854 time: 0.6217387 Feb 19 03:30:52.195692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-22e04794-39a4-4d82-8b7e-ccce20328b04 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Deleting port eb8c2ecc-4c34-4027-8246-54883d9b0911 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:52.196113 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22e04794-39a4-4d82-8b7e-ccce20328b04 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.300274 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0988e236-bef2-4d37-94b2-55439b025c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (6e107093-3ae1-45b7-9aec-60e714a796c0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.303543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f6ba7c1-053a-45d1-bed4-2069d4bc0be5 req-a1be5e2d-737b-4891-ac81-334d2fc871df service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bbe84fd-050d-450e-9984-0e5e5c7a338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964532 Feb 19 03:30:52.394487 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988e236-bef2-4d37-94b2-55439b025c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e107093-3ae1-45b7-9aec-60e714a796c0,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:52.398219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988e236-bef2-4d37-94b2-55439b025c54 admin admin] Checking segment: {'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:52.398653 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988e236-bef2-4d37-94b2-55439b025c54 admin admin] Network hostable DHCP agents. Network: 4a8609d5-9003-4647-bfc3-f6420e6a4893, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:30:52.424923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988e236-bef2-4d37-94b2-55439b025c54 admin admin] Network 4a8609d5-9003-4647-bfc3-f6420e6a4893 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:30:52.442998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-0988e236-bef2-4d37-94b2-55439b025c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 4a8609d5-9003-4647-bfc3-f6420e6a4893) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:52.457894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0988e236-bef2-4d37-94b2-55439b025c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.459977 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0988e236-bef2-4d37-94b2-55439b025c54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.500725 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0988e236-bef2-4d37-94b2-55439b025c54 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6834474 Feb 19 03:30:52.501873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36654) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:52.510226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:30:52.517745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171ce813-6c56-4cff-8cd7-837b1545f748 None None] Network 4a8609d5-9003-4647-bfc3-f6420e6a4893 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:52.533456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e056aa-ec0a-4991-bfe9-99ffbca77a8d req-aa936fc7-2805-4abc-b1db-111bc2f67187 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:52.538300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5e056aa-ec0a-4991-bfe9-99ffbca77a8d req-aa936fc7-2805-4abc-b1db-111bc2f67187 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 944 time: 0.3487155 Feb 19 03:30:52.569006 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (7ac2c71f-684b-4961-9d8b-b2584b71fba6), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.570185 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (7ac2c71f-684b-4961-9d8b-b2584b71fba6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.595889 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-22e04794-39a4-4d82-8b7e-ccce20328b04 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] For port eb8c2ecc-4c34-4027-8246-54883d9b0911, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=eb8c2ecc-4c34-4027-8246-54883d9b0911,segment=NetworkSegment(3526c099-40eb-4263-bbc2-f71ed406f243),segment_id=3526c099-40eb-4263-bbc2-f71ed406f243)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:52.596300 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22e04794-39a4-4d82-8b7e-ccce20328b04 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.675208 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Publish callbacks [] for router_controller (7ac2c71f-684b-4961-9d8b-b2584b71fba6), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.675747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-4a8609d5-9003-4647-bfc3-f6420e6a4893', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:30:52.676708 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.682171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-22e04794-39a4-4d82-8b7e-ccce20328b04 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Calling delete_port for eb8c2ecc-4c34-4027-8246-54883d9b0911 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:52.852701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f6ba7c1-053a-45d1-bed4-2069d4bc0be5 req-87a7b034-dd74-4851-a736-7049781822d2 service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386720 Feb 19 03:30:52.857660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5e056aa-ec0a-4991-bfe9-99ffbca77a8d req-e89eac91-0297-4176-a577-61db40913903 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072369 Feb 19 03:30:52.931252 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Publish callbacks [] for router_gateway (7ac2c71f-684b-4961-9d8b-b2584b71fba6), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:52.951936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Allocated IP 172.20.0.2 (4a8609d5-9003-4647-bfc3-f6420e6a4893/6e107093-3ae1-45b7-9aec-60e714a796c0/539800ab-078b-4f59-bae3-754e1e288002) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:52.967349 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.069997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f6ba7c1-053a-45d1-bed4-2069d4bc0be5 req-a525e12e-6b01-411d-aa4a-55aa0968df31 service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106204 Feb 19 03:30:53.196602 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22e04794-39a4-4d82-8b7e-ccce20328b04 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (eb8c2ecc-4c34-4027-8246-54883d9b0911), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.257047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e04794-39a4-4d82-8b7e-ccce20328b04 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'Port': ['ID=eb8c2ecc-4c34-4027-8246-54883d9b0911,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:53.299094 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Publish callbacks [] for port (539800ab-078b-4f59-bae3-754e1e288002), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.323186 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (539800ab-078b-4f59-bae3-754e1e288002), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.374814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Publish callbacks [] for router_gateway (7ac2c71f-684b-4961-9d8b-b2584b71fba6), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.425579 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.483358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Pushing event updated for resources: {'Port': ['ID=539800ab-078b-4f59-bae3-754e1e288002,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:53.535824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Network 4a8609d5-9003-4647-bfc3-f6420e6a4893 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:53.552104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:53.556216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:53.712297 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-22e04794-39a4-4d82-8b7e-ccce20328b04 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (21b12914-1e7c-4776-b376-206c4883d5c1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.737831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Attempting to bind port 539800ab-078b-4f59-bae3-754e1e288002 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:30:53.738199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Attempting to bind port 539800ab-078b-4f59-bae3-754e1e288002 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:30:53.740251 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Attempting to bind port 539800ab-078b-4f59-bae3-754e1e288002 on network 4a8609d5-9003-4647-bfc3-f6420e6a4893 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:30:53.748412 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Allocated IP 172.25.1.254 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/03c16e8b-55a9-4532-9585-d1fc14ea89fb) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:53.782894 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:30:53.783603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Checking segment: {'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:30:53.788270 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.789100 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Bound using segment: {'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:30:53.790019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Bound port: 539800ab-078b-4f59-bae3-754e1e288002, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:30:53.790580 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (539800ab-078b-4f59-bae3-754e1e288002), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.862773 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.980582 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Publish callbacks [] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:53.990042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] For port 539800ab-078b-4f59-bae3-754e1e288002, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:30:53.998603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] For port 539800ab-078b-4f59-bae3-754e1e288002, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=539800ab-078b-4f59-bae3-754e1e288002,segment=NetworkSegment(130c5d0f-b7c7-4b6f-9464-112e5b352645),segment_id=130c5d0f-b7c7-4b6f-9464-112e5b352645)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:30:54.016189 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (539800ab-078b-4f59-bae3-754e1e288002), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:54.053932 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:54.161711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:54.168053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80222ea8-f571-4f88-8051-9ead60f5847e None None] Pushing event updated for resources: {'Port': ['ID=539800ab-078b-4f59-bae3-754e1e288002,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:54.175227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:54.178251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:54.228790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Pushing event updated for resources: {'Port': ['ID=03c16e8b-55a9-4532-9585-d1fc14ea89fb,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:54.273491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e04794-39a4-4d82-8b7e-ccce20328b04 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Router 21b12914-1e7c-4776-b376-206c4883d5c1 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:30:54.427042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e04794-39a4-4d82-8b7e-ccce20328b04 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:30:54.436004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc325e5-d677-4cf8-8502-2bd11e7da457 req-86928e71-d49a-445b-b25a-989e280a52fa tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:54.438655 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d8ce4-17a3-44cb-9e25-5e3f2a15192e None None] Sync routers for ids ['21b12914-1e7c-4776-b376-206c4883d5c1'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:30:54.443270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dcc325e5-d677-4cf8-8502-2bd11e7da457 req-86928e71-d49a-445b-b25a-989e280a52fa tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 944 time: 0.3872309 Feb 19 03:30:54.451630 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-22e04794-39a4-4d82-8b7e-ccce20328b04 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "PUT /v2.0/routers/21b12914-1e7c-4776-b376-206c4883d5c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0634995 Feb 19 03:30:54.480910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36692) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:54.523674 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d8ce4-17a3-44cb-9e25-5e3f2a15192e None None] Routers {'21b12914-1e7c-4776-b376-206c4883d5c1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:54.524314 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0d8d8ce4-17a3-44cb-9e25-5e3f2a15192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['21b12914-1e7c-4776-b376-206c4883d5c1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:54.548394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dcc325e5-d677-4cf8-8502-2bd11e7da457 req-498d3499-09d9-4ac9-b096-b1d08702db36 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041358 Feb 19 03:30:54.620081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bd484f-fdc2-4ce2-825e-5e820654dc3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Deleting subnet 75927ff5-e2c5-4831-8125-a48848b4680a {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:30:54.635000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13bd484f-fdc2-4ce2-825e-5e820654dc3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for subnet (75927ff5-e2c5-4831-8125-a48848b4680a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:54.679751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8850a9df-c45f-4f20-9a19-eaea16cb007e details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:30:54.730543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13bd484f-fdc2-4ce2-825e-5e820654dc3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (75927ff5-e2c5-4831-8125-a48848b4680a), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:54.869086 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0d8d8ce4-17a3-44cb-9e25-5e3f2a15192e None None] Set router 21b12914-1e7c-4776-b376-206c4883d5c1 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:54.914040 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13bd484f-fdc2-4ce2-825e-5e820654dc3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (75927ff5-e2c5-4831-8125-a48848b4680a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:55.048654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8850a9df-c45f-4f20-9a19-eaea16cb007e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8850a9df-c45f-4f20-9a19-eaea16cb007e,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:55.058779 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13bd484f-fdc2-4ce2-825e-5e820654dc3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (75927ff5-e2c5-4831-8125-a48848b4680a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:55.119229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '8850a9df-c45f-4f20-9a19-eaea16cb007e', 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e', 'port_id': '8850a9df-c45f-4f20-9a19-eaea16cb007e', 'mac_address': 'fa:16:3e:c5:78:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68dbc269-9785-484b-ac8d-1be7e15dbc7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:30:55.135040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bd484f-fdc2-4ce2-825e-5e820654dc3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'Subnet': ['ID=75927ff5-e2c5-4831-8125-a48848b4680a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:55.157132 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-13bd484f-fdc2-4ce2-825e-5e820654dc3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:55.160902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-13bd484f-fdc2-4ce2-825e-5e820654dc3a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "DELETE /v2.0/subnets/75927ff5-e2c5-4831-8125-a48848b4680a HTTP/1.1" status: 204 len: 168 time: 0.6384916 Feb 19 03:30:55.167019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36704) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:55.266972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8850a9df-c45f-4f20-9a19-eaea16cb007e is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:55.267849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:55.270469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928f7f03-732c-4209-b2af-1c8e9eb39bb4 None None] Network 25ab2759-9370-4146-ab7a-5cf009b17452 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:55.403694 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0d8d8ce4-17a3-44cb-9e25-5e3f2a15192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1007165222', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:30:53Z', 'revision_number': 5, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:42Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:55.455795 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d8ce4-17a3-44cb-9e25-5e3f2a15192e None None] Checking router: 21b12914-1e7c-4776-b376-206c4883d5c1 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:30:55.466339 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d8ce4-17a3-44cb-9e25-5e3f2a15192e None None] Routers {'21b12914-1e7c-4776-b376-206c4883d5c1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:55.467190 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0d8d8ce4-17a3-44cb-9e25-5e3f2a15192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['21b12914-1e7c-4776-b376-206c4883d5c1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:55.519977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8850a9df-c45f-4f20-9a19-eaea16cb007e {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:30:55.572194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 539800ab-078b-4f59-bae3-754e1e288002 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:55.587053 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router (21b12914-1e7c-4776-b376-206c4883d5c1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:55.659662 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Publish callbacks [] for router_gateway (7ac2c71f-684b-4961-9d8b-b2584b71fba6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:55.675058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8850a9df-c45f-4f20-9a19-eaea16cb007e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8850a9df-c45f-4f20-9a19-eaea16cb007e,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:55.695307 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:55.741838 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 539800ab-078b-4f59-bae3-754e1e288002 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:55.742546 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (539800ab-078b-4f59-bae3-754e1e288002), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:55.884068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffdcc57-5038-465a-aed0-c4a8aefc7358 None None] DHCP port deletion for 25ab2759-9370-4146-ab7a-5cf009b17452 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:30:56.012041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8850a9df-c45f-4f20-9a19-eaea16cb007e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:56.027632 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router_gateway (21b12914-1e7c-4776-b376-206c4883d5c1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.029311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['8850a9df-c45f-4f20-9a19-eaea16cb007e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:30:56.102733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57902a13-5010-4d2c-a7ae-b97b9f11db46 None None] Network 4a8609d5-9003-4647-bfc3-f6420e6a4893 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:30:56.143586 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0d8d8ce4-17a3-44cb-9e25-5e3f2a15192e None None] Set router 21b12914-1e7c-4776-b376-206c4883d5c1 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:56.170317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b08ade-f7bb-402c-8341-2b694d452cd1 req-65da3591-f42b-4d3b-8ff2-390725abddd0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:56.171909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32b08ade-f7bb-402c-8341-2b694d452cd1 req-65da3591-f42b-4d3b-8ff2-390725abddd0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 945 time: 0.2491310 Feb 19 03:30:56.233054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Deleting port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:56.233385 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.266725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6151c736-af6d-4b84-83c0-f96124ca1cf9 None None] Provisioning complete for port 539800ab-078b-4f59-bae3-754e1e288002 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:56.267391 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6151c736-af6d-4b84-83c0-f96124ca1cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (539800ab-078b-4f59-bae3-754e1e288002), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.295637 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (7ac2c71f-684b-4961-9d8b-b2584b71fba6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.478066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 539800ab-078b-4f59-bae3-754e1e288002 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:56.478771 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (539800ab-078b-4f59-bae3-754e1e288002), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.505184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-32b08ade-f7bb-402c-8341-2b694d452cd1 req-c9ec4887-3c18-42fc-a638-c73db62d80cf tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861617 Feb 19 03:30:56.563335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] For port 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7e1bc3a6-ade4-4f7a-9a08-4f31273edadf,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:56.563743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.590262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Calling delete_port for 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:56.597026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdcc57-5038-465a-aed0-c4a8aefc7358 None None] Deleting port f925d0c0-0cf7-4a99-aeba-3e34af391d4c {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:56.597403 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2ffdcc57-5038-465a-aed0-c4a8aefc7358 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.668207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2ffdcc57-5038-465a-aed0-c4a8aefc7358 None None] For port f925d0c0-0cf7-4a99-aeba-3e34af391d4c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f925d0c0-0cf7-4a99-aeba-3e34af391d4c,segment=NetworkSegment(3526c099-40eb-4263-bbc2-f71ed406f243),segment_id=3526c099-40eb-4263-bbc2-f71ed406f243)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:56.668560 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2ffdcc57-5038-465a-aed0-c4a8aefc7358 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.686728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdcc57-5038-465a-aed0-c4a8aefc7358 None None] Calling delete_port for f925d0c0-0cf7-4a99-aeba-3e34af391d4c owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:56.721662 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0d8d8ce4-17a3-44cb-9e25-5e3f2a15192e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1007165222', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:30:53Z', 'revision_number': 5, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:42Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:56.726535 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:30:56.836236 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d8d8ce4-17a3-44cb-9e25-5e3f2a15192e None None] The sync data for ids ['21b12914-1e7c-4776-b376-206c4883d5c1'] in n-d-826755-2 is: [{'id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1007165222', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:30:53Z', 'revision_number': 5, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': '7e1bc3a6-ade4-4f7a-9a08-4f31273edadf', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:de:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b12914-1e7c-4776-b376-206c4883d5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:42Z', 'updated_at': '2022-02-19T03:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:30:56.847739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 539800ab-078b-4f59-bae3-754e1e288002, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=539800ab-078b-4f59-bae3-754e1e288002,segment=NetworkSegment(130c5d0f-b7c7-4b6f-9464-112e5b352645),segment_id=130c5d0f-b7c7-4b6f-9464-112e5b352645)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:30:56.854682 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2ffdcc57-5038-465a-aed0-c4a8aefc7358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (f925d0c0-0cf7-4a99-aeba-3e34af391d4c), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:56.876747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffdcc57-5038-465a-aed0-c4a8aefc7358 None None] No DVR routers for this DVR port f925d0c0-0cf7-4a99-aeba-3e34af391d4c on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:30:56.888562 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (539800ab-078b-4f59-bae3-754e1e288002), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.036867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:30:57.046973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7e1bc3a6-ade4-4f7a-9a08-4f31273edadf), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.084811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6151c736-af6d-4b84-83c0-f96124ca1cf9 None None] Current status of the port 539800ab-078b-4f59-bae3-754e1e288002 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:57.101699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Sync routers for ids ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:30:57.106900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdcc57-5038-465a-aed0-c4a8aefc7358 None None] Pushing event deleted for resources: {'Port': ['ID=f925d0c0-0cf7-4a99-aeba-3e34af391d4c,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:57.112694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'Port': ['ID=7e1bc3a6-ade4-4f7a-9a08-4f31273edadf,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:57.116265 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.121708 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f3ced000-ccf4-4445-bec5-dd13cee83d7b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6185603 Feb 19 03:30:57.122489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36744) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:57.212121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=539800ab-078b-4f59-bae3-754e1e288002,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:57.331630 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (21b12914-1e7c-4776-b376-206c4883d5c1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.414054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Routers {'7ac2c71f-684b-4961-9d8b-b2584b71fba6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:30:57.414702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:57.555745 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:30:57.627457 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (21b12914-1e7c-4776-b376-206c4883d5c1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.633911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router_controller (21b12914-1e7c-4776-b376-206c4883d5c1), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.765255 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (21b12914-1e7c-4776-b376-206c4883d5c1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.766041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Fanout notify agent at l3_agent the message router_deleted on router 21b12914-1e7c-4776-b376-206c4883d5c1 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:30:57.781823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Set router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:30:57.786986 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:57.788817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-72a50bf3-3aad-4cb3-9850-3f2ac0ab5759 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "DELETE /v2.0/routers/21b12914-1e7c-4776-b376-206c4883d5c1 HTTP/1.1" status: 204 len: 168 time: 2.6207218 Feb 19 03:30:57.811874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36760) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:57.882136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 539800ab-078b-4f59-bae3-754e1e288002 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:57.917633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (25ab2759-9370-4146-ab7a-5cf009b17452), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.083436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a39d25be-236c-485a-85ca-09531ae89c21 None None] Provisioning complete for port 539800ab-078b-4f59-bae3-754e1e288002 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:58.084096 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a39d25be-236c-485a-85ca-09531ae89c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (539800ab-078b-4f59-bae3-754e1e288002), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.098624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d56d91-7f9c-46be-99ec-c5125b086464 req-64c813d3-926e-48d7-b4f2-0f8e543252da tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:58.100403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6d56d91-7f9c-46be-99ec-c5125b086464 req-64c813d3-926e-48d7-b4f2-0f8e543252da tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 945 time: 0.3714850 Feb 19 03:30:58.133044 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (25ab2759-9370-4146-ab7a-5cf009b17452), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.199567 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.210621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ab2759-9370-4146-ab7a-5cf009b17452']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:58.270935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3526c099-40eb-4263-bbc2-f71ed406f243') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:58.275518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3526c099-40eb-4263-bbc2-f71ed406f243') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:58.328022 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (3526c099-40eb-4263-bbc2-f71ed406f243), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.332633 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6d56d91-7f9c-46be-99ec-c5125b086464 req-8d615ac8-c13d-459a-912f-bca7b06f8f57 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237828 Feb 19 03:30:58.369652 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (3526c099-40eb-4263-bbc2-f71ed406f243), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.386900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:30:58.388821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (3526c099-40eb-4263-bbc2-f71ed406f243), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:30:58.401579 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:30:58.529766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 539800ab-078b-4f59-bae3-754e1e288002 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:58.530443 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (539800ab-078b-4f59-bae3-754e1e288002), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.548017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (25ab2759-9370-4146-ab7a-5cf009b17452), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.574926 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:58.592423 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 36774) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:30:58.593712 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "DELETE /v2.0/networks/25ab2759-9370-4146-ab7a-5cf009b17452 HTTP/1.1" status: 204 len: 168 time: 0.7801652 Feb 19 03:30:58.595654 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023e94e-5554-4010-b28f-228f88b51551 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'Network': ['ID=25ab2759-9370-4146-ab7a-5cf009b17452,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:58.624952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a39d25be-236c-485a-85ca-09531ae89c21 None None] Current status of the port 539800ab-078b-4f59-bae3-754e1e288002 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:58.682291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8850a9df-c45f-4f20-9a19-eaea16cb007e up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:30:58.694854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Allocated IP 172.20.0.1 (4a8609d5-9003-4647-bfc3-f6420e6a4893/6e107093-3ae1-45b7-9aec-60e714a796c0/a5755d72-24ba-4449-8f9c-d764384ffda4) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:30:58.744323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:30:55Z', 'revision_number': 3, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:30:59.106839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Checking router: 7ac2c71f-684b-4961-9d8b-b2584b71fba6 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:30:59.107604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Updating router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 port 03c16e8b-55a9-4532-9585-d1fc14ea89fb binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:30:59.227916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 539800ab-078b-4f59-bae3-754e1e288002 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:59.262202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 8850a9df-c45f-4f20-9a19-eaea16cb007e completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:30:59.317143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 8850a9df-c45f-4f20-9a19-eaea16cb007e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:30:59.317938 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:59.379372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f925d0c0-0cf7-4a99-aeba-3e34af391d4c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:59.386479 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Publish callbacks [] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:59.438220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Deleting port afca9e54-b9ba-4e0a-95b4-29295ff8409f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:30:59.438657 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (afca9e54-b9ba-4e0a-95b4-29295ff8409f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:59.453279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f925d0c0-0cf7-4a99-aeba-3e34af391d4c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:59.455190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f925d0c0-0cf7-4a99-aeba-3e34af391d4c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:59.457454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device eb8c2ecc-4c34-4027-8246-54883d9b0911 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:59.465152 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:59.577811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263df22f-f99f-4259-940c-a3d386b27a75 req-4f7c6842-4a6f-4193-8dcf-877170968022 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:30:59.585690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-263df22f-f99f-4259-940c-a3d386b27a75 req-4f7c6842-4a6f-4193-8dcf-877170968022 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 945 time: 0.1071861 Feb 19 03:30:59.596348 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:59.695092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-263df22f-f99f-4259-940c-a3d386b27a75 req-5f58cabf-c31b-456b-b86e-feb86fb4d26a tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946758 Feb 19 03:30:59.725823 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (afca9e54-b9ba-4e0a-95b4-29295ff8409f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:59.726146 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for floatingip (afca9e54-b9ba-4e0a-95b4-29295ff8409f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:59.753346 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Network 4a8609d5-9003-4647-bfc3-f6420e6a4893 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:30:59.754794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Calling delete_port for afca9e54-b9ba-4e0a-95b4-29295ff8409f owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:30:59.762313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:30:59.763087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Pushing event updated for resources: {'Port': ['ID=a5755d72-24ba-4449-8f9c-d764384ffda4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:30:59.774329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:30:59.795600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: eb8c2ecc-4c34-4027-8246-54883d9b0911 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:30:59.796633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device eb8c2ecc-4c34-4027-8246-54883d9b0911 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:30:59.887700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8850a9df-c45f-4f20-9a19-eaea16cb007e is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:30:59.891502 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:30:59.933230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:30:59.994011 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (7ac2c71f-684b-4961-9d8b-b2584b71fba6), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.026102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:31:00.026447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7e1bc3a6-ade4-4f7a-9a08-4f31273edadf not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:31:00.087589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8850a9df-c45f-4f20-9a19-eaea16cb007e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8850a9df-c45f-4f20-9a19-eaea16cb007e,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:00.088676 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059b4241-48b2-4055-b08d-c2baf0f27218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8850a9df-c45f-4f20-9a19-eaea16cb007e'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:00.092091 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7e3ebc-a0ee-4e8f-bab0-50137ce26e4b" -d '{"events": [{"server_uuid": "059b4241-48b2-4055-b08d-c2baf0f27218", "name": "network-vif-plugged", "status": "completed", "tag": "8850a9df-c45f-4f20-9a19-eaea16cb007e"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:00.111271 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.283697 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8850a9df-c45f-4f20-9a19-eaea16cb007e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:00.307166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.355999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36838) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:00.373550 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Publish callbacks [] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.376817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-322deb4f-6178-415f-9f54-5d758482ac61 None None] Provisioning complete for port a5755d72-24ba-4449-8f9c-d764384ffda4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:00.377192 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-322deb4f-6178-415f-9f54-5d758482ac61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.438914 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.459653 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (afca9e54-b9ba-4e0a-95b4-29295ff8409f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.502379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'Port': ['ID=afca9e54-b9ba-4e0a-95b4-29295ff8409f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:00.510145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5ec49-58a2-4e52-be09-f4a384bf9bb0 None None] Pushing event updated for resources: {'Port': ['ID=03c16e8b-55a9-4532-9585-d1fc14ea89fb,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:00.562154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-322deb4f-6178-415f-9f54-5d758482ac61 None None] Port a5755d72-24ba-4449-8f9c-d764384ffda4 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:00.563915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Attempting to bind port 03c16e8b-55a9-4532-9585-d1fc14ea89fb on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:00.564428 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Attempting to bind port 03c16e8b-55a9-4532-9585-d1fc14ea89fb by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:00.564968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Attempting to bind port 03c16e8b-55a9-4532-9585-d1fc14ea89fb on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:00.577772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:00.578210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:00.578731 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.579787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:00.580402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Bound port: 03c16e8b-55a9-4532-9585-d1fc14ea89fb, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:00.582778 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.624378 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88059ec2-26ca-4b29-9544-bea6377792bd x-openstack-request-id: req-88059ec2-26ca-4b29-9544-bea6377792bd {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:00.624378 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059b4241-48b2-4055-b08d-c2baf0f27218", "name": "network-vif-plugged", "status": "completed", "tag": "8850a9df-c45f-4f20-9a19-eaea16cb007e", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:00.624378 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-88059ec2-26ca-4b29-9544-bea6377792bd {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:00.624378 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059b4241-48b2-4055-b08d-c2baf0f27218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8850a9df-c45f-4f20-9a19-eaea16cb007e', 'code': 200} Feb 19 03:31:00.641217 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f7034f43-6cf6-4a66-a749-6e1cc10016c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.679738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] For port 03c16e8b-55a9-4532-9585-d1fc14ea89fb, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:00.688536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] For port 03c16e8b-55a9-4532-9585-d1fc14ea89fb, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=03c16e8b-55a9-4532-9585-d1fc14ea89fb,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:00.699537 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.756622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a611e98-bec5-4abd-bd62-f7b87bf51691 req-7b5ffe41-2e4a-45f2-bddc-f357495f0bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:00.760523 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a611e98-bec5-4abd-bd62-f7b87bf51691 req-7b5ffe41-2e4a-45f2-bddc-f357495f0bf2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 1128 time: 0.1167819 Feb 19 03:31:00.781265 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for floatingip (5ad86752-909f-4a6b-af2d-38423b6c8ee1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.781594 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Floating IP 5ad86752-909f-4a6b-af2d-38423b6c8ee1 disassociated (deleted). External IP: 172.25.1.141, port: e65bdf1b-6e08-43b4-bca2-28ece6aad98c. Feb 19 03:31:00.826961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a611e98-bec5-4abd-bd62-f7b87bf51691 req-611860c9-40e2-41e5-ae5c-3cd1ea3745f3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588925 Feb 19 03:31:00.853400 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Routers {'7ac2c71f-684b-4961-9d8b-b2584b71fba6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:00.854820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:00.883295 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Publish callbacks [] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.890409 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f7034f43-6cf6-4a66-a749-6e1cc10016c5 admin admin] Publish callbacks [] for security_group (a3310c69-011e-4a71-8692-83c5e40574df), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.926669 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f7034f43-6cf6-4a66-a749-6e1cc10016c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a3310c69-011e-4a71-8692-83c5e40574df), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.971746 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:00.986118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f7034f43-6cf6-4a66-a749-6e1cc10016c5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0c508be1345a4f97a0d2c7f3ca43e988&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6290307 Feb 19 03:31:00.991814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36858) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:00.994515 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5ec49-58a2-4e52-be09-f4a384bf9bb0 None None] Pushing event updated for resources: {'Port': ['ID=03c16e8b-55a9-4532-9585-d1fc14ea89fb,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:00.997126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7034f43-6cf6-4a66-a749-6e1cc10016c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3310c69-011e-4a71-8692-83c5e40574df,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:01.054490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59108dc-2a0c-43f7-91fb-d1dadd932f37 req-49606337-3303-4c8c-842b-f1254fbb5470 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:01.072772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f59108dc-2a0c-43f7-91fb-d1dadd932f37 req-49606337-3303-4c8c-842b-f1254fbb5470 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 946 time: 0.1769221 Feb 19 03:31:01.075229 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (7ac2c71f-684b-4961-9d8b-b2584b71fba6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:01.135550 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Pushing event updated for resources: {'Port': ['ID=a5755d72-24ba-4449-8f9c-d764384ffda4,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:01.169859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] Set router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:01.246948 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89891997-7b74-467b-8d74-c39ae55d412f admin admin] Publish callbacks [] for security_group (a3310c69-011e-4a71-8692-83c5e40574df), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:01.295895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f59108dc-2a0c-43f7-91fb-d1dadd932f37 req-aa1bf6c1-fdd0-48e0-960f-5ea74b916364 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221024 Feb 19 03:31:01.301335 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89891997-7b74-467b-8d74-c39ae55d412f admin admin] Publish callbacks [] for security_group (a3310c69-011e-4a71-8692-83c5e40574df), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:01.360175 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89891997-7b74-467b-8d74-c39ae55d412f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a3310c69-011e-4a71-8692-83c5e40574df), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:01.364644 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-89891997-7b74-467b-8d74-c39ae55d412f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:01.366517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-89891997-7b74-467b-8d74-c39ae55d412f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a3310c69-011e-4a71-8692-83c5e40574df HTTP/1.1" status: 204 len: 168 time: 0.3662815 Feb 19 03:31:01.380118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89891997-7b74-467b-8d74-c39ae55d412f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3310c69-011e-4a71-8692-83c5e40574df,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:01.430705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Network 4a8609d5-9003-4647-bfc3-f6420e6a4893 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:01.444604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Router 72324df3-ebfd-451f-92ae-0faa79559453 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:31:01.446249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:01.603932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:30:58Z', 'revision_number': 1, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:01.694652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a6dd0c-dbed-4e60-a6af-50bac1ecb4a6 None None] The sync data for ids ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'] in n-d-826755-2 is: [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:30:58Z', 'revision_number': 1, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:02.002767 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b3c4f3cb-f9c7-4fc1-976a-d7e21784c39e None None] Provisioning complete for port a5755d72-24ba-4449-8f9c-d764384ffda4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:02.006646 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b3c4f3cb-f9c7-4fc1-976a-d7e21784c39e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.030856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36880) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:02.067962 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-861229ee-324d-4a5d-810d-dc6cfac773ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.267082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b3c4f3cb-f9c7-4fc1-976a-d7e21784c39e None None] Port a5755d72-24ba-4449-8f9c-d764384ffda4 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:02.302366 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-861229ee-324d-4a5d-810d-dc6cfac773ab admin admin] Publish callbacks [] for security_group (b6c8cca9-4861-4031-90c9-e62b1106d1c5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.316769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-861229ee-324d-4a5d-810d-dc6cfac773ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b6c8cca9-4861-4031-90c9-e62b1106d1c5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.393266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:31:02.425124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861229ee-324d-4a5d-810d-dc6cfac773ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c8cca9-4861-4031-90c9-e62b1106d1c5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:02.439684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-861229ee-324d-4a5d-810d-dc6cfac773ab admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=23752818a41148ffa7c65e24e2394963&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4071667 Feb 19 03:31:02.440337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36892) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:02.522124 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:02.529859 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:02.537890 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7acfec3-dfaf-49f7-a526-939af6be3ad3 None None] Sync routers for ids ['72324df3-ebfd-451f-92ae-0faa79559453'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:02.554381 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7acfec3-dfaf-49f7-a526-939af6be3ad3 None None] Routers {'72324df3-ebfd-451f-92ae-0faa79559453'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:02.563316 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c7acfec3-dfaf-49f7-a526-939af6be3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['72324df3-ebfd-451f-92ae-0faa79559453'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:02.633987 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5b4bac3f-e4d6-4790-addd-afd08ad7c657 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "DELETE /v2.0/floatingips/5ad86752-909f-4a6b-af2d-38423b6c8ee1 HTTP/1.1" status: 204 len: 168 time: 4.0360703 Feb 19 03:31:02.638147 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'tag': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:02.640492 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b577aeaf-dc46-41df-8239-d6df9f007590" -d '{"events": [{"name": "network-changed", "server_uuid": "fefd69f4-2705-4492-952e-a05ed7064b94", "tag": "e65bdf1b-6e08-43b4-bca2-28ece6aad98c"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:02.813764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:02.833347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1dfab3fb-7dcb-4703-b5b7-ee1a0193de79 admin admin] 10.222.0.81 "PUT /v2.0/routers/7ac2c71f-684b-4961-9d8b-b2584b71fba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7019727 Feb 19 03:31:02.833599 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c7acfec3-dfaf-49f7-a526-939af6be3ad3 None None] Set router 72324df3-ebfd-451f-92ae-0faa79559453 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:03.260855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216ffd0-7a80-482c-a1a7-304361402c72 req-59ddefcb-3ae6-45d7-aefc-56b84a7d3999 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:03.266175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8216ffd0-7a80-482c-a1a7-304361402c72 req-59ddefcb-3ae6-45d7-aefc-56b84a7d3999 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 946 time: 0.7954435 Feb 19 03:31:03.336567 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c7acfec3-dfaf-49f7-a526-939af6be3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:27:53Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '6b5e8b87-7373-40bd-a056-a219fef0f53b', 'name': '', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'mac_address': 'fa:16:3e:e3:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:51Z', 'updated_at': '2022-02-19T03:28:05Z', 'revision_number': 5, 'project_id': 'f0e03321fc4540048242162018f9360c', 'subnets': [{'id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:03.344582 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d34dd058-72be-4a6a-846c-ff8dfb9cba01 admin admin] Publish callbacks [] for security_group (b6c8cca9-4861-4031-90c9-e62b1106d1c5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.411486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8216ffd0-7a80-482c-a1a7-304361402c72 req-56ecbcee-e8e4-4654-bbf7-48d001514ebf tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358056 Feb 19 03:31:03.421681 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7acfec3-dfaf-49f7-a526-939af6be3ad3 None None] Checking router: 72324df3-ebfd-451f-92ae-0faa79559453 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:31:03.438784 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7acfec3-dfaf-49f7-a526-939af6be3ad3 None None] Routers {'72324df3-ebfd-451f-92ae-0faa79559453'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:03.440316 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c7acfec3-dfaf-49f7-a526-939af6be3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:30:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['72324df3-ebfd-451f-92ae-0faa79559453'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:03.460242 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d34dd058-72be-4a6a-846c-ff8dfb9cba01 admin admin] Publish callbacks [] for security_group (b6c8cca9-4861-4031-90c9-e62b1106d1c5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.541938 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d34dd058-72be-4a6a-846c-ff8dfb9cba01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b6c8cca9-4861-4031-90c9-e62b1106d1c5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.547138 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d34dd058-72be-4a6a-846c-ff8dfb9cba01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.548531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d34dd058-72be-4a6a-846c-ff8dfb9cba01 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b6c8cca9-4861-4031-90c9-e62b1106d1c5 HTTP/1.1" status: 204 len: 168 time: 1.1072426 Feb 19 03:31:03.594696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dd058-72be-4a6a-846c-ff8dfb9cba01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c8cca9-4861-4031-90c9-e62b1106d1c5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:03.726133 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5e81d45d-234f-4741-857d-c5e570e66025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:03.761154 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-c7acfec3-dfaf-49f7-a526-939af6be3ad3 None None] Set router 72324df3-ebfd-451f-92ae-0faa79559453 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:03.912214 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a989bb-9831-45d4-a444-22c07c4d02da x-openstack-request-id: req-b3a989bb-9831-45d4-a444-22c07c4d02da {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:03.913229 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefd69f4-2705-4492-952e-a05ed7064b94", "tag": "e65bdf1b-6e08-43b4-bca2-28ece6aad98c", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:03.913656 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3a989bb-9831-45d4-a444-22c07c4d02da {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:03.914273 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'tag': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c', 'status': 'completed', 'code': 200} Feb 19 03:31:04.129510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 03c16e8b-55a9-4532-9585-d1fc14ea89fb up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:04.156197 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577aeaf-dc46-41df-8239-d6df9f007590 req-0a78d352-07c5-477e-850c-bc36ebc5f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:04.166060 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b577aeaf-dc46-41df-8239-d6df9f007590 req-0a78d352-07c5-477e-850c-bc36ebc5f5ab service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=f0e03321fc4540048242162018f9360c&device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 1167 time: 0.2243526 Feb 19 03:31:04.408130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 03c16e8b-55a9-4532-9585-d1fc14ea89fb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:04.408508 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:04.439604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 36958) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:04.447264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1543696466-network', 'tenant_id': 'bd2548b110a84bebac52de33958872f9'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:04.458487 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-c7acfec3-dfaf-49f7-a526-939af6be3ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:27:53Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '6b5e8b87-7373-40bd-a056-a219fef0f53b', 'name': '', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'mac_address': 'fa:16:3e:e3:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:51Z', 'updated_at': '2022-02-19T03:28:05Z', 'revision_number': 5, 'project_id': 'f0e03321fc4540048242162018f9360c', 'subnets': [{'id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:04.517447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577aeaf-dc46-41df-8239-d6df9f007590 req-72cf3521-41e7-41cc-844d-1867041319c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:04.519512 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b577aeaf-dc46-41df-8239-d6df9f007590 req-72cf3521-41e7-41cc-844d-1867041319c7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1fafb969-84b5-4e55-a48c-59a9e68f5b71 HTTP/1.1" status: 200 len: 897 time: 0.3431501 Feb 19 03:31:04.528957 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7acfec3-dfaf-49f7-a526-939af6be3ad3 None None] The sync data for ids ['72324df3-ebfd-451f-92ae-0faa79559453'] in n-d-826755-2 is: [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:27:53Z', 'revision_number': 4, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '6b5e8b87-7373-40bd-a056-a219fef0f53b', 'name': '', 'network_id': '1fafb969-84b5-4e55-a48c-59a9e68f5b71', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'mac_address': 'fa:16:3e:e3:75:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:51Z', 'updated_at': '2022-02-19T03:28:05Z', 'revision_number': 5, 'project_id': 'f0e03321fc4540048242162018f9360c', 'subnets': [{'id': 'd803f941-1482-4b0d-8e66-9c890f6f1c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:04.581782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 03c16e8b-55a9-4532-9585-d1fc14ea89fb is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:04.582183 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:04.609478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Made reservation on behalf of bd2548b110a84bebac52de33958872f9 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:04.625706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 03c16e8b-55a9-4532-9585-d1fc14ea89fb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=03c16e8b-55a9-4532-9585-d1fc14ea89fb,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:04.633141 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:04.648273 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:04.678120 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b577aeaf-dc46-41df-8239-d6df9f007590 req-f63f678c-68a1-49bc-b8d9-d6a663113213 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e65bdf1b-6e08-43b4-bca2-28ece6aad98c HTTP/1.1" status: 200 len: 217 time: 0.1473033 Feb 19 03:31:04.688927 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:04.749034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0eed6e-2f78-40fc-9ca6-d4dfab871525 req-8430aba5-a9fe-44b2-850c-be8ad4364efa tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:04.750995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e0eed6e-2f78-40fc-9ca6-d4dfab871525 req-8430aba5-a9fe-44b2-850c-be8ad4364efa tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 985 time: 0.2182980 Feb 19 03:31:04.765375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577aeaf-dc46-41df-8239-d6df9f007590 req-4bbc18e4-86f5-4e71-b364-b32ad0ee8e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:04.767927 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b577aeaf-dc46-41df-8239-d6df9f007590 req-4bbc18e4-86f5-4e71-b364-b32ad0ee8e9d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d803f941-1482-4b0d-8e66-9c890f6f1c67 HTTP/1.1" status: 200 len: 835 time: 0.0826128 Feb 19 03:31:04.792483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=03c16e8b-55a9-4532-9585-d1fc14ea89fb,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:04.856623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577aeaf-dc46-41df-8239-d6df9f007590 req-f26abad7-f42e-4514-b063-55be9366d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:04.858988 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b577aeaf-dc46-41df-8239-d6df9f007590 req-f26abad7-f42e-4514-b063-55be9366d35b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1fafb969-84b5-4e55-a48c-59a9e68f5b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0840237 Feb 19 03:31:04.982957 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e0eed6e-2f78-40fc-9ca6-d4dfab871525 req-2529d106-8dd8-4cf0-ad25-54dfd1ebf524 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2090373 Feb 19 03:31:05.057702 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b577aeaf-dc46-41df-8239-d6df9f007590 req-5e253e62-ec76-48e4-8b4d-3d89347f6701 service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812315 Feb 19 03:31:05.083050 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Publish callbacks [] for security_group (943ea4cf-1c04-4474-b659-5b669578d01f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.102734 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (943ea4cf-1c04-4474-b659-5b669578d01f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.146315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:31:05.180792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943ea4cf-1c04-4474-b659-5b669578d01f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:05.184156 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (896314ea-18fc-47e7-8247-815ea76b3881), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.184516 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Added segment 896314ea-18fc-47e7-8247-815ea76b3881 of type vlan for network 731e9fcb-8d3e-4e19-ac83-3a1004b9770b Feb 19 03:31:05.323113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be716be-3e72-4bed-8bff-07faab5fbfda None None] New status for floating IP 5ad86752-909f-4a6b-af2d-38423b6c8ee1: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:31:05.378614 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (731e9fcb-8d3e-4e19-ac83-3a1004b9770b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.394143 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b577aeaf-dc46-41df-8239-d6df9f007590 req-42fab7e5-2a6d-4e1b-8d23-dcd40c6a083b service neutron] 10.222.0.87 "GET /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262560 Feb 19 03:31:05.453215 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (731e9fcb-8d3e-4e19-ac83-3a1004b9770b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.454388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:05.455272 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.579895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670a2f-23a1-4b92-8f12-e7aa23c4cd55 req-b860f16f-f430-4675-98b6-635b634fbf6d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:05.582006 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-57670a2f-23a1-4b92-8f12-e7aa23c4cd55 req-b860f16f-f430-4675-98b6-635b634fbf6d tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.87 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 985 time: 0.1541307 Feb 19 03:31:05.650705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2080786 Feb 19 03:31:05.651388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37002) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:05.685952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6a97f3f7-45fc-4d4e-ae1f-99ec6f6dfc39 admin admin] Request body: {'subnet': {'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1543696466-subnet', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:05.693199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8baa1-4521-4c19-b0d5-65cd477c42c8 admin admin] Pushing event updated for resources: {'Network': ['ID=731e9fcb-8d3e-4e19-ac83-3a1004b9770b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:05.719043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 731e9fcb-8d3e-4e19-ac83-3a1004b9770b details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:31:05.758755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a97f3f7-45fc-4d4e-ae1f-99ec6f6dfc39 admin admin] Made reservation on behalf of bd2548b110a84bebac52de33958872f9 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:05.761176 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a97f3f7-45fc-4d4e-ae1f-99ec6f6dfc39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.881305 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-57670a2f-23a1-4b92-8f12-e7aa23c4cd55 req-6666612d-f417-44f8-8a8c-2f697ee7eb3e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Deleting port e65bdf1b-6e08-43b4-bca2-28ece6aad98c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:05.884019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-57670a2f-23a1-4b92-8f12-e7aa23c4cd55 req-6666612d-f417-44f8-8a8c-2f697ee7eb3e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.926964 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7f32ab72-516b-4021-8690-a223147ba759 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:05.966362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 03c16e8b-55a9-4532-9585-d1fc14ea89fb up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:06.127159 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Sync routers for ids ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:06.135573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 03c16e8b-55a9-4532-9585-d1fc14ea89fb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:06.135794 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.140960 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Routers {'7ac2c71f-684b-4961-9d8b-b2584b71fba6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:06.141939 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:06.223212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-57670a2f-23a1-4b92-8f12-e7aa23c4cd55 req-6666612d-f417-44f8-8a8c-2f697ee7eb3e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] For port e65bdf1b-6e08-43b4-bca2-28ece6aad98c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e65bdf1b-6e08-43b4-bca2-28ece6aad98c,segment=NetworkSegment(d0fb1aef-852c-4b59-a48e-75c751b128e5),segment_id=d0fb1aef-852c-4b59-a48e-75c751b128e5)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:06.225161 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-57670a2f-23a1-4b92-8f12-e7aa23c4cd55 req-6666612d-f417-44f8-8a8c-2f697ee7eb3e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.241198 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-57670a2f-23a1-4b92-8f12-e7aa23c4cd55 req-6666612d-f417-44f8-8a8c-2f697ee7eb3e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Calling delete_port for e65bdf1b-6e08-43b4-bca2-28ece6aad98c owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:06.359084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 03c16e8b-55a9-4532-9585-d1fc14ea89fb is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:06.395890 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a97f3f7-45fc-4d4e-ae1f-99ec6f6dfc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (c5eb3d04-1831-4215-b566-38333cdef9a9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.435795 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Set router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:06.447571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a9bac-6605-4b2f-b5ca-cb397821f2fd req-a6dadff0-33f2-4fb7-9934-44e26236115a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:06.455743 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f40a9bac-6605-4b2f-b5ca-cb397821f2fd req-a6dadff0-33f2-4fb7-9934-44e26236115a tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/ports?device_id=fefd69f4-2705-4492-952e-a05ed7064b94 HTTP/1.1" status: 200 len: 985 time: 0.2144709 Feb 19 03:31:06.572644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a97f3f7-45fc-4d4e-ae1f-99ec6f6dfc39 admin admin] Checking segment: {'id': '896314ea-18fc-47e7-8247-815ea76b3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:06.573351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a97f3f7-45fc-4d4e-ae1f-99ec6f6dfc39 admin admin] Network hostable DHCP agents. Network: 731e9fcb-8d3e-4e19-ac83-3a1004b9770b, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:31:06.577917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a97f3f7-45fc-4d4e-ae1f-99ec6f6dfc39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5eb3d04-1831-4215-b566-38333cdef9a9,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:06.610728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f40a9bac-6605-4b2f-b5ca-cb397821f2fd req-5d3232b2-8210-40b0-9e97-bec2830774ae tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "GET /v2.0/security-groups?id=38c2f609-3449-4066-b4a4-4d94474d1916&id=5fce3f6d-cd3b-4153-b800-3511573b85bf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1532843 Feb 19 03:31:06.660766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a97f3f7-45fc-4d4e-ae1f-99ec6f6dfc39 admin admin] Network 731e9fcb-8d3e-4e19-ac83-3a1004b9770b is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:31:06.701137 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-57670a2f-23a1-4b92-8f12-e7aa23c4cd55 req-6666612d-f417-44f8-8a8c-2f697ee7eb3e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (e65bdf1b-6e08-43b4-bca2-28ece6aad98c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.717235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-6a97f3f7-45fc-4d4e-ae1f-99ec6f6dfc39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 731e9fcb-8d3e-4e19-ac83-3a1004b9770b) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:06.721960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a97f3f7-45fc-4d4e-ae1f-99ec6f6dfc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:06.722711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a97f3f7-45fc-4d4e-ae1f-99ec6f6dfc39 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.730854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403a27af-b4bf-4cc8-99b1-7346d0258604 None None] Network 731e9fcb-8d3e-4e19-ac83-3a1004b9770b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:31:06.755002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666612d-f417-44f8-8a8c-2f697ee7eb3e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'Port': ['ID=e65bdf1b-6e08-43b4-bca2-28ece6aad98c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:06.777302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6a97f3f7-45fc-4d4e-ae1f-99ec6f6dfc39 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1197481 Feb 19 03:31:06.777448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37030) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:06.781929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1543696466-router', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:06.852755 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 2, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:06.853064 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.854131 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.873864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-57670a2f-23a1-4b92-8f12-e7aa23c4cd55 req-6666612d-f417-44f8-8a8c-2f697ee7eb3e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] No DVR routers for this DVR port e65bdf1b-6e08-43b4-bca2-28ece6aad98c on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:31:06.877065 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-57670a2f-23a1-4b92-8f12-e7aa23c4cd55 req-6666612d-f417-44f8-8a8c-2f697ee7eb3e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:06.882034 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-57670a2f-23a1-4b92-8f12-e7aa23c4cd55 req-6666612d-f417-44f8-8a8c-2f697ee7eb3e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.87 "DELETE /v2.0/ports/e65bdf1b-6e08-43b4-bca2-28ece6aad98c HTTP/1.1" status: 204 len: 173 time: 1.2932155 Feb 19 03:31:06.883253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'name': 'network-vif-deleted', 'tag': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:06.898470 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2189a97f-b469-4319-8590-66f148f3ecd0" -d '{"events": [{"server_uuid": "fefd69f4-2705-4492-952e-a05ed7064b94", "name": "network-vif-deleted", "tag": "e65bdf1b-6e08-43b4-bca2-28ece6aad98c"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:06.962630 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Checking router: 7ac2c71f-684b-4961-9d8b-b2584b71fba6 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:31:06.970033 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Updating router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 port a5755d72-24ba-4449-8f9c-d764384ffda4 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:31:06.996273 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4116ccce-85f3-4ea3-a175-dedb200ed9f2 x-openstack-request-id: req-4116ccce-85f3-4ea3-a175-dedb200ed9f2 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:06.996568 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefd69f4-2705-4492-952e-a05ed7064b94", "name": "network-vif-deleted", "tag": "e65bdf1b-6e08-43b4-bca2-28ece6aad98c", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:06.996888 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4116ccce-85f3-4ea3-a175-dedb200ed9f2 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:06.997290 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefd69f4-2705-4492-952e-a05ed7064b94', 'name': 'network-vif-deleted', 'tag': 'e65bdf1b-6e08-43b4-bca2-28ece6aad98c', 'status': 'completed', 'code': 200} Feb 19 03:31:07.000356 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.002295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-731e9fcb-8d3e-4e19-ac83-3a1004b9770b', 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b', 'project_id': 'bd2548b110a84bebac52de33958872f9', 'fixed_ips': [{'subnet_id': 'c5eb3d04-1831-4215-b566-38333cdef9a9'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:31:07.005867 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.018751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Publish callbacks [] for router_controller (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.312984 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Publish callbacks [] for router_gateway (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.450045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Allocated IP 172.20.0.2 (731e9fcb-8d3e-4e19-ac83-3a1004b9770b/c5eb3d04-1831-4215-b566-38333cdef9a9/7160ae7f-f0d2-42c1-9fe3-41ee784119ce) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:07.620031 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Publish callbacks [] for router_gateway (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.657806 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.779083 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37052) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:07.838697 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Publish callbacks [] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.873118 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.877708 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Publish callbacks [] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.883742 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.887817 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.955579 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe24242f-a489-4ea9-8fc8-5f7f77220e2b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (5fce3f6d-cd3b-4153-b800-3511573b85bf), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:07.980096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Allocated IP 172.25.1.213 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/d94eca45-f172-404e-8c81-1af1a8dc0f0b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:07.998977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Pushing event updated for resources: {'Port': ['ID=7160ae7f-f0d2-42c1-9fe3-41ee784119ce,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:08.005375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Network 731e9fcb-8d3e-4e19-ac83-3a1004b9770b is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:08.007404 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe24242f-a489-4ea9-8fc8-5f7f77220e2b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (5fce3f6d-cd3b-4153-b800-3511573b85bf), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.015571 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Pushing event updated for resources: {'Port': ['ID=a5755d72-24ba-4449-8f9c-d764384ffda4,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:08.017994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:08.024627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:08.074069 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.074069 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.074651 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.075089 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.085183 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.093146 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.093654 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.094096 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.094553 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.094985 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.095419 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.095850 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.096277 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:08.132401 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe24242f-a489-4ea9-8fc8-5f7f77220e2b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5fce3f6d-cd3b-4153-b800-3511573b85bf), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.135069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe24242f-a489-4ea9-8fc8-5f7f77220e2b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.138774 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fe24242f-a489-4ea9-8fc8-5f7f77220e2b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "DELETE /v2.0/security-groups/5fce3f6d-cd3b-4153-b800-3511573b85bf HTTP/1.1" status: 204 len: 168 time: 0.3552496 Feb 19 03:31:08.139913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37060) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:08.184211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24242f-a489-4ea9-8fc8-5f7f77220e2b tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fce3f6d-cd3b-4153-b800-3511573b85bf,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:08.231333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Attempting to bind port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:08.231706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Attempting to bind port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '896314ea-18fc-47e7-8247-815ea76b3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:08.232072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Attempting to bind port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce on network 731e9fcb-8d3e-4e19-ac83-3a1004b9770b {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:08.270640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:08.271209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Checking segment: {'id': '896314ea-18fc-47e7-8247-815ea76b3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:08.271726 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.272037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Bound using segment: {'id': '896314ea-18fc-47e7-8247-815ea76b3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:08.274362 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Publish callbacks [] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.277970 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Attempting to bind port a5755d72-24ba-4449-8f9c-d764384ffda4 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:08.278283 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Attempting to bind port a5755d72-24ba-4449-8f9c-d764384ffda4 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:08.278652 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Attempting to bind port a5755d72-24ba-4449-8f9c-d764384ffda4 on network 4a8609d5-9003-4647-bfc3-f6420e6a4893 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:08.280196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Bound port: 7160ae7f-f0d2-42c1-9fe3-41ee784119ce, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896314ea-18fc-47e7-8247-815ea76b3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:08.282038 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.293776 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:08.294169 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Checking segment: {'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:08.295629 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.296035 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Bound using segment: {'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:08.296533 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Bound port: a5755d72-24ba-4449-8f9c-d764384ffda4, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:08.302213 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.324536 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-48eb55bb-b387-4d6a-abee-64a27a7cf55e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (38c2f609-3449-4066-b4a4-4d94474d1916), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.392690 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-48eb55bb-b387-4d6a-abee-64a27a7cf55e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (38c2f609-3449-4066-b4a4-4d94474d1916), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.420486 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.493098 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] For port a5755d72-24ba-4449-8f9c-d764384ffda4, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:08.495550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] For port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:08.502068 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] For port a5755d72-24ba-4449-8f9c-d764384ffda4, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a5755d72-24ba-4449-8f9c-d764384ffda4,segment=NetworkSegment(130c5d0f-b7c7-4b6f-9464-112e5b352645),segment_id=130c5d0f-b7c7-4b6f-9464-112e5b352645)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:08.505781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] For port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7160ae7f-f0d2-42c1-9fe3-41ee784119ce,segment=NetworkSegment(896314ea-18fc-47e7-8247-815ea76b3881),segment_id=896314ea-18fc-47e7-8247-815ea76b3881)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:08.525694 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.548690 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-48eb55bb-b387-4d6a-abee-64a27a7cf55e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (38c2f609-3449-4066-b4a4-4d94474d1916), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.552026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-48eb55bb-b387-4d6a-abee-64a27a7cf55e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.557601 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-48eb55bb-b387-4d6a-abee-64a27a7cf55e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "DELETE /v2.0/security-groups/38c2f609-3449-4066-b4a4-4d94474d1916 HTTP/1.1" status: 204 len: 168 time: 0.4165745 Feb 19 03:31:08.558223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37068) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:08.560972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:08.581066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:08.582138 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.592561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-594a6db5-e8c1-4ad3-91a8-f21bee9163e9 None None] Provisioning complete for port a5755d72-24ba-4449-8f9c-d764384ffda4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:08.599384 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-594a6db5-e8c1-4ad3-91a8-f21bee9163e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:08.606430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:08.633370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Pushing event updated for resources: {'Port': ['ID=d94eca45-f172-404e-8c81-1af1a8dc0f0b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:08.698359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb55bb-b387-4d6a-abee-64a27a7cf55e tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c2f609-3449-4066-b4a4-4d94474d1916,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:08.701008 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Routers {'7ac2c71f-684b-4961-9d8b-b2584b71fba6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:08.701826 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:08.796934 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b079dc1-ff60-4f71-9b0d-2c3a48943441 None None] Pushing event updated for resources: {'Port': ['ID=a5755d72-24ba-4449-8f9c-d764384ffda4,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:08.824452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e63747-77df-4df4-a739-d7763ef0f650 None None] Pushing event updated for resources: {'Port': ['ID=7160ae7f-f0d2-42c1-9fe3-41ee784119ce,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:08.904291 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:09.082412 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] Set router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:09.098387 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-594a6db5-e8c1-4ad3-91a8-f21bee9163e9 None None] Current status of the port a5755d72-24ba-4449-8f9c-d764384ffda4 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:09.098896 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-594a6db5-e8c1-4ad3-91a8-f21bee9163e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:09.235715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-594a6db5-e8c1-4ad3-91a8-f21bee9163e9 None None] For port a5755d72-24ba-4449-8f9c-d764384ffda4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a5755d72-24ba-4449-8f9c-d764384ffda4,segment=NetworkSegment(130c5d0f-b7c7-4b6f-9464-112e5b352645),segment_id=130c5d0f-b7c7-4b6f-9464-112e5b352645)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:09.247284 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-594a6db5-e8c1-4ad3-91a8-f21bee9163e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:09.395705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a6db5-e8c1-4ad3-91a8-f21bee9163e9 None None] Pushing event updated for resources: {'Port': ['ID=a5755d72-24ba-4449-8f9c-d764384ffda4,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:09.463769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2f67ab31-620c-4a6c-b137-ce2b659a7565 None None] Provisioning complete for port a5755d72-24ba-4449-8f9c-d764384ffda4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:09.464456 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2f67ab31-620c-4a6c-b137-ce2b659a7565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:09.501233 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Publish callbacks [] for router_gateway (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:09.635272 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24882cdc-2fe2-427d-9579-3ac7e7f6f1f1 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (72324df3-ebfd-451f-92ae-0faa79559453), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:09.688885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2f67ab31-620c-4a6c-b137-ce2b659a7565 None None] Current status of the port a5755d72-24ba-4449-8f9c-d764384ffda4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:09.775126 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:31:08Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:09.841164 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3696216b-49a4-4259-a7d2-62bad668243f None None] The sync data for ids ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'] in n-d-826755-2 is: [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:31:08Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:09.987639 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.103012 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.290927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7160ae7f-f0d2-42c1-9fe3-41ee784119ce up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:10.318300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-24882cdc-2fe2-427d-9579-3ac7e7f6f1f1 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Deleting port 6b5e8b87-7373-40bd-a056-a219fef0f53b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:10.319025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24882cdc-2fe2-427d-9579-3ac7e7f6f1f1 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.381197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Router b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:31:10.405550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:10.405911 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.590766 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-24882cdc-2fe2-427d-9579-3ac7e7f6f1f1 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] For port 6b5e8b87-7373-40bd-a056-a219fef0f53b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6b5e8b87-7373-40bd-a056-a219fef0f53b,segment=NetworkSegment(d0fb1aef-852c-4b59-a48e-75c751b128e5),segment_id=d0fb1aef-852c-4b59-a48e-75c751b128e5)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:10.591138 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24882cdc-2fe2-427d-9579-3ac7e7f6f1f1 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.631789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-24882cdc-2fe2-427d-9579-3ac7e7f6f1f1 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Calling delete_port for 6b5e8b87-7373-40bd-a056-a219fef0f53b owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:10.684369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:10.736375 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:10.741406 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-632fb7fd-3d68-48a4-9b17-d2353a2d0671 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9625318 Feb 19 03:31:10.742287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37100) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:10.997990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e65bdf1b-6e08-43b4-bca2-28ece6aad98c no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:31:11.062841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86aea36-ee11-410a-9095-fa9fd21a2923 None None] Network 731e9fcb-8d3e-4e19-ac83-3a1004b9770b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:31:11.149745 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24882cdc-2fe2-427d-9579-3ac7e7f6f1f1 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6b5e8b87-7373-40bd-a056-a219fef0f53b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:11.183152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Sync routers for ids ['b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:11.189487 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24882cdc-2fe2-427d-9579-3ac7e7f6f1f1 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'Port': ['ID=6b5e8b87-7373-40bd-a056-a219fef0f53b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:11.201279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: e65bdf1b-6e08-43b4-bca2-28ece6aad98c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:31:11.202095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e65bdf1b-6e08-43b4-bca2-28ece6aad98c not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:31:11.246252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Routers {'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:11.246894 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:11.399172 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Set router b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:11.519973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e61dda80-4a17-473e-a927-b87d33a32e3f None None] Provisioning complete for port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:11.520326 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e61dda80-4a17-473e-a927-b87d33a32e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:11.570753 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-24882cdc-2fe2-427d-9579-3ac7e7f6f1f1 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (72324df3-ebfd-451f-92ae-0faa79559453), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:11.657175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:11.657852 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:11.736985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7160ae7f-f0d2-42c1-9fe3-41ee784119ce,segment=NetworkSegment(896314ea-18fc-47e7-8247-815ea76b3881),segment_id=896314ea-18fc-47e7-8247-815ea76b3881)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:11.758876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e61dda80-4a17-473e-a927-b87d33a32e3f None None] Current status of the port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:11.759640 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e61dda80-4a17-473e-a927-b87d33a32e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:11.798687 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:11.807185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a5755d72-24ba-4449-8f9c-d764384ffda4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:11.954121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24882cdc-2fe2-427d-9579-3ac7e7f6f1f1 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Router 72324df3-ebfd-451f-92ae-0faa79559453 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:31:11.978187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=7160ae7f-f0d2-42c1-9fe3-41ee784119ce,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:12.091082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a5755d72-24ba-4449-8f9c-d764384ffda4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:12.100832 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:12.209967 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24882cdc-2fe2-427d-9579-3ac7e7f6f1f1 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:12.219554 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84caae83-1dfa-4ae1-afd4-e48054889900 None None] Sync routers for ids ['72324df3-ebfd-451f-92ae-0faa79559453'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:12.224076 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-24882cdc-2fe2-427d-9579-3ac7e7f6f1f1 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "PUT /v2.0/routers/72324df3-ebfd-451f-92ae-0faa79559453/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6601355 Feb 19 03:31:12.225178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37118) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:12.236125 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84caae83-1dfa-4ae1-afd4-e48054889900 None None] Routers {'72324df3-ebfd-451f-92ae-0faa79559453'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:12.248988 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-84caae83-1dfa-4ae1-afd4-e48054889900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['72324df3-ebfd-451f-92ae-0faa79559453'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:12.273633 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-e61dda80-4a17-473e-a927-b87d33a32e3f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:31:12.274224 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-e61dda80-4a17-473e-a927-b87d33a32e3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:31:12.325198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a5755d72-24ba-4449-8f9c-d764384ffda4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:12.334183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d3a4d0-9b0b-4315-bbc8-e6c25b04ce0c tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Deleting subnet d803f941-1482-4b0d-8e66-9c890f6f1c67 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:31:12.344321 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12d3a4d0-9b0b-4315-bbc8-e6c25b04ce0c tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for subnet (d803f941-1482-4b0d-8e66-9c890f6f1c67), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:12.378272 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'name': 'tempest-TestVolumeBackupRestore-1543696466-router', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:06Z', 'updated_at': '2022-02-19T03:31:09Z', 'revision_number': 3, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'gw_port': {'id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:07Z', 'updated_at': '2022-02-19T03:31:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:12.430500 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12d3a4d0-9b0b-4315-bbc8-e6c25b04ce0c tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (d803f941-1482-4b0d-8e66-9c890f6f1c67), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:12.482500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Checking router: b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:31:12.482851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Updating router b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 port d94eca45-f172-404e-8c81-1af1a8dc0f0b binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:31:12.522982 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:12.546274 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:12.566579 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-84caae83-1dfa-4ae1-afd4-e48054889900 None None] Set router 72324df3-ebfd-451f-92ae-0faa79559453 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:12.619930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7160ae7f-f0d2-42c1-9fe3-41ee784119ce up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:12.685057 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12d3a4d0-9b0b-4315-bbc8-e6c25b04ce0c tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d803f941-1482-4b0d-8e66-9c890f6f1c67), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:12.814126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12d3a4d0-9b0b-4315-bbc8-e6c25b04ce0c tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (d803f941-1482-4b0d-8e66-9c890f6f1c67), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:12.848386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Allocated IP 172.20.0.1 (731e9fcb-8d3e-4e19-ac83-3a1004b9770b/c5eb3d04-1831-4215-b566-38333cdef9a9/447859f4-ebd7-4b26-803c-6b281ce976d8) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:12.885701 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12d3a4d0-9b0b-4315-bbc8-e6c25b04ce0c tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:12.889310 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-12d3a4d0-9b0b-4315-bbc8-e6c25b04ce0c tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "DELETE /v2.0/subnets/d803f941-1482-4b0d-8e66-9c890f6f1c67 HTTP/1.1" status: 204 len: 168 time: 0.6631138 Feb 19 03:31:12.893407 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3a4d0-9b0b-4315-bbc8-e6c25b04ce0c tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'Subnet': ['ID=d803f941-1482-4b0d-8e66-9c890f6f1c67,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:12.898617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37122) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:12.930480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96fea39-9ade-4871-ac95-c4079d7938db None None] Network 1fafb969-84b5-4e55-a48c-59a9e68f5b71 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:31:12.962800 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-84caae83-1dfa-4ae1-afd4-e48054889900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:31:11Z', 'revision_number': 5, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:13.010159 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84caae83-1dfa-4ae1-afd4-e48054889900 None None] Checking router: 72324df3-ebfd-451f-92ae-0faa79559453 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:31:13.034899 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84caae83-1dfa-4ae1-afd4-e48054889900 None None] Routers {'72324df3-ebfd-451f-92ae-0faa79559453'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:13.036773 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-84caae83-1dfa-4ae1-afd4-e48054889900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['72324df3-ebfd-451f-92ae-0faa79559453'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:13.081660 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Publish callbacks [] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.169824 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router (72324df3-ebfd-451f-92ae-0faa79559453), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.191730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e61dda80-4a17-473e-a927-b87d33a32e3f None None] Current status of the port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:13.204704 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.290258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Network 731e9fcb-8d3e-4e19-ac83-3a1004b9770b is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:13.302084 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-84caae83-1dfa-4ae1-afd4-e48054889900 None None] Set router 72324df3-ebfd-451f-92ae-0faa79559453 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:13.305781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:13.334207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:13.386941 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router_gateway (72324df3-ebfd-451f-92ae-0faa79559453), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.388382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Pushing event updated for resources: {'Port': ['ID=447859f4-ebd7-4b26-803c-6b281ce976d8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:13.431206 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.510719 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Deleting port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:13.511103 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.564904 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Publish callbacks [] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.577561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:13.577927 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.599908 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.680410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-93dd4ab3-d18a-4101-90c3-1588d3017083 None None] Provisioning complete for port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:13.681277 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-93dd4ab3-d18a-4101-90c3-1588d3017083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.759503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] For port ffa89d7f-7a51-4b0d-92ac-5445e170ac7d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ffa89d7f-7a51-4b0d-92ac-5445e170ac7d,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:13.760556 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.773929 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.791553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Calling delete_port for ffa89d7f-7a51-4b0d-92ac-5445e170ac7d owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:13.876043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a544b9-b863-4c1d-9eb2-d13c971bbfa6 None None] Pushing event updated for resources: {'Port': ['ID=d94eca45-f172-404e-8c81-1af1a8dc0f0b,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:13.880636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Attempting to bind port d94eca45-f172-404e-8c81-1af1a8dc0f0b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:13.882106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Attempting to bind port d94eca45-f172-404e-8c81-1af1a8dc0f0b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:13.882536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Attempting to bind port d94eca45-f172-404e-8c81-1af1a8dc0f0b on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:13.892730 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-84caae83-1dfa-4ae1-afd4-e48054889900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:31:11Z', 'revision_number': 5, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:13.914805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:13.915242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:13.915775 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.915961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:13.919747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Bound port: d94eca45-f172-404e-8c81-1af1a8dc0f0b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:13.920153 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:13.989006 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84caae83-1dfa-4ae1-afd4-e48054889900 None None] The sync data for ids ['72324df3-ebfd-451f-92ae-0faa79559453'] in n-d-826755-2 is: [{'id': '72324df3-ebfd-451f-92ae-0faa79559453', 'name': 'tempest-TestSecurityGroupsBasicOps-router-584379972', 'tenant_id': 'f0e03321fc4540048242162018f9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:27:40Z', 'updated_at': '2022-02-19T03:31:11Z', 'revision_number': 5, 'project_id': 'f0e03321fc4540048242162018f9360c', 'gw_port': {'id': 'ffa89d7f-7a51-4b0d-92ac-5445e170ac7d', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f7:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72324df3-ebfd-451f-92ae-0faa79559453', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:27:43Z', 'updated_at': '2022-02-19T03:27:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:14.019635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac65d2e-3cc2-4b7d-b460-b4814f9fe48f None None] DHCP port deletion for 1fafb969-84b5-4e55-a48c-59a9e68f5b71 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:31:14.057509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-93dd4ab3-d18a-4101-90c3-1588d3017083 None None] Current status of the port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:14.224486 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Publish callbacks [] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.233630 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.279814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ffa89d7f-7a51-4b0d-92ac-5445e170ac7d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.290531 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.335389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'Port': ['ID=ffa89d7f-7a51-4b0d-92ac-5445e170ac7d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:14.474914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Pushing event updated for resources: {'Port': ['ID=447859f4-ebd7-4b26-803c-6b281ce976d8,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:14.481965 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (72324df3-ebfd-451f-92ae-0faa79559453), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.536619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Network 731e9fcb-8d3e-4e19-ac83-3a1004b9770b is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:14.538906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:14.675686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:14.682374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] For port d94eca45-f172-404e-8c81-1af1a8dc0f0b, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:14.693572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] For port d94eca45-f172-404e-8c81-1af1a8dc0f0b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d94eca45-f172-404e-8c81-1af1a8dc0f0b,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:14.745834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-8856df62-5820-4ed9-955e-ef6a581c76c0 None None] Provisioning complete for port 447859f4-ebd7-4b26-803c-6b281ce976d8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:14.746201 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8856df62-5820-4ed9-955e-ef6a581c76c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.749348 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.770640 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (72324df3-ebfd-451f-92ae-0faa79559453), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.775410 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router_controller (72324df3-ebfd-451f-92ae-0faa79559453), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.801070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Router b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:31:14.928995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bac65d2e-3cc2-4b7d-b460-b4814f9fe48f None None] Deleting port a2ae9c28-8a68-442e-b6c1-1b337e465630 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:14.929373 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bac65d2e-3cc2-4b7d-b460-b4814f9fe48f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:14.999304 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (72324df3-ebfd-451f-92ae-0faa79559453), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.000274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Fanout notify agent at l3_agent the message router_deleted on router 72324df3-ebfd-451f-92ae-0faa79559453 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:31:15.007960 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.012976 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f4625026-776a-4273-9cd7-5691012d2e06 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "DELETE /v2.0/routers/72324df3-ebfd-451f-92ae-0faa79559453 HTTP/1.1" status: 204 len: 168 time: 2.1132803 Feb 19 03:31:15.016643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37152) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:15.084171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Routers {'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:15.084970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:15.092353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:31:15.107356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9800e045-1cc3-4595-afc2-efb5cdbc123a admin admin] 10.222.0.81 "PUT /v2.0/routers/b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3634260 Feb 19 03:31:15.117803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6b5e8b87-7373-40bd-a056-a219fef0f53b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:31:15.143038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8856df62-5820-4ed9-955e-ef6a581c76c0 None None] Port 447859f4-ebd7-4b26-803c-6b281ce976d8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:15.229138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a544b9-b863-4c1d-9eb2-d13c971bbfa6 None None] Pushing event updated for resources: {'Port': ['ID=d94eca45-f172-404e-8c81-1af1a8dc0f0b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:15.263814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 6b5e8b87-7373-40bd-a056-a219fef0f53b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:31:15.267387 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (1fafb969-84b5-4e55-a48c-59a9e68f5b71), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.274787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6b5e8b87-7373-40bd-a056-a219fef0f53b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:31:15.282831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a2ae9c28-8a68-442e-b6c1-1b337e465630 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:31:15.413860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Deleting port a2ae9c28-8a68-442e-b6c1-1b337e465630 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:31:15.414301 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.423505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bac65d2e-3cc2-4b7d-b460-b4814f9fe48f None None] For port a2ae9c28-8a68-442e-b6c1-1b337e465630, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a2ae9c28-8a68-442e-b6c1-1b337e465630,segment=NetworkSegment(d0fb1aef-852c-4b59-a48e-75c751b128e5),segment_id=d0fb1aef-852c-4b59-a48e-75c751b128e5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:15.423907 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bac65d2e-3cc2-4b7d-b460-b4814f9fe48f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.545923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] For port a2ae9c28-8a68-442e-b6c1-1b337e465630, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a2ae9c28-8a68-442e-b6c1-1b337e465630,segment=NetworkSegment(d0fb1aef-852c-4b59-a48e-75c751b128e5),segment_id=d0fb1aef-852c-4b59-a48e-75c751b128e5)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:15.546525 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.555124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bac65d2e-3cc2-4b7d-b460-b4814f9fe48f None None] Calling delete_port for a2ae9c28-8a68-442e-b6c1-1b337e465630 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:15.559870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6f1e957d-6d9d-420a-b0a4-cf6d7fb8b4fe None None] Provisioning complete for port 447859f4-ebd7-4b26-803c-6b281ce976d8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:15.560242 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6f1e957d-6d9d-420a-b0a4-cf6d7fb8b4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.568576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Calling delete_port for a2ae9c28-8a68-442e-b6c1-1b337e465630 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:31:15.778556 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:15.781499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] Set router b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:15.784626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e957d-6d9d-420a-b0a4-cf6d7fb8b4fe None None] Port 447859f4-ebd7-4b26-803c-6b281ce976d8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:31:15.841841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] No DVR routers for this DVR port a2ae9c28-8a68-442e-b6c1-1b337e465630 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:31:15.853279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Port a2ae9c28-8a68-442e-b6c1-1b337e465630 update to DOWN by agent not found {{(pid=109900) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 19 03:31:15.890080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'Port': ['ID=a2ae9c28-8a68-442e-b6c1-1b337e465630,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:15.999342 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bac65d2e-3cc2-4b7d-b460-b4814f9fe48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (a2ae9c28-8a68-442e-b6c1-1b337e465630), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.059266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac65d2e-3cc2-4b7d-b460-b4814f9fe48f None None] Pushing event deleted for resources: {'Port': ['ID=a2ae9c28-8a68-442e-b6c1-1b337e465630,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:16.066291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac65d2e-3cc2-4b7d-b460-b4814f9fe48f None None] No DVR routers for this DVR port a2ae9c28-8a68-442e-b6c1-1b337e465630 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:31:16.096269 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (1fafb969-84b5-4e55-a48c-59a9e68f5b71), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.137606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fafb969-84b5-4e55-a48c-59a9e68f5b71']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:16.154892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fb1aef-852c-4b59-a48e-75c751b128e5') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:16.155278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fb1aef-852c-4b59-a48e-75c751b128e5') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:16.171755 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (d0fb1aef-852c-4b59-a48e-75c751b128e5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.213745 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d0fb1aef-852c-4b59-a48e-75c751b128e5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.220078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'name': 'tempest-TestVolumeBackupRestore-1543696466-router', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:06Z', 'updated_at': '2022-02-19T03:31:13Z', 'revision_number': 4, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'gw_port': {'id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:07Z', 'updated_at': '2022-02-19T03:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '447859f4-ebd7-4b26-803c-6b281ce976d8', 'name': '', 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'mac_address': 'fa:16:3e:1d:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'c5eb3d04-1831-4215-b566-38333cdef9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:12Z', 'updated_at': '2022-02-19T03:31:13Z', 'revision_number': 2, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'subnets': [{'id': 'c5eb3d04-1831-4215-b566-38333cdef9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:16.240117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:31:16.240528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (d0fb1aef-852c-4b59-a48e-75c751b128e5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:31:16.244171 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:31:16.284538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e4c9a-6198-4b18-a3f9-b942152ff8df None None] The sync data for ids ['b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'] in n-d-826755-2 is: [{'id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'name': 'tempest-TestVolumeBackupRestore-1543696466-router', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:06Z', 'updated_at': '2022-02-19T03:31:13Z', 'revision_number': 4, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'gw_port': {'id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:07Z', 'updated_at': '2022-02-19T03:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '447859f4-ebd7-4b26-803c-6b281ce976d8', 'name': '', 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'mac_address': 'fa:16:3e:1d:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'c5eb3d04-1831-4215-b566-38333cdef9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:12Z', 'updated_at': '2022-02-19T03:31:13Z', 'revision_number': 2, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'subnets': [{'id': 'c5eb3d04-1831-4215-b566-38333cdef9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:16.401728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (1fafb969-84b5-4e55-a48c-59a9e68f5b71), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.466283 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:16.471707 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] 10.222.0.81 "DELETE /v2.0/networks/1fafb969-84b5-4e55-a48c-59a9e68f5b71 HTTP/1.1" status: 204 len: 168 time: 1.4538159 Feb 19 03:31:16.472617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8acfe7-177c-4f7a-8cc6-0ce2e10074d7 tempest-TestSecurityGroupsBasicOps-47387449 tempest-TestSecurityGroupsBasicOps-47387449-project] Pushing event deleted for resources: {'Network': ['ID=1fafb969-84b5-4e55-a48c-59a9e68f5b71,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:16.755127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ffa89d7f-7a51-4b0d-92ac-5445e170ac7d no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:31:16.817626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: ffa89d7f-7a51-4b0d-92ac-5445e170ac7d {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:31:16.818204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ffa89d7f-7a51-4b0d-92ac-5445e170ac7d not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:31:17.268490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37258) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:17.308544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37262) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:17.516427 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca37250a-c56b-4f0e-843d-daebc90c45f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:17.829854 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca37250a-c56b-4f0e-843d-daebc90c45f3 admin admin] Publish callbacks [] for security_group (d5961458-0f49-405c-8363-60ec185ecd13), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:17.840939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0a17f31d-1d6f-41b4-8dc7-36b890f904f4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f0e03321fc4540048242162018f9360c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5285881 Feb 19 03:31:17.841223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37270) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:17.860188 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca37250a-c56b-4f0e-843d-daebc90c45f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d5961458-0f49-405c-8363-60ec185ecd13), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:17.960299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37250a-c56b-4f0e-843d-daebc90c45f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5961458-0f49-405c-8363-60ec185ecd13,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:17.987997 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0f64322-bf12-496d-a1d6-702e895d0c82 admin admin] Publish callbacks [] for security_group (c30361f2-d909-4e32-b32d-8abff47a2763), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.027302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ca37250a-c56b-4f0e-843d-daebc90c45f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f6000e1c2fdd46b1ad35a2e858c72357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7570763 Feb 19 03:31:18.027926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37274) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:18.070514 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0f64322-bf12-496d-a1d6-702e895d0c82 admin admin] Publish callbacks [] for security_group (c30361f2-d909-4e32-b32d-8abff47a2763), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.186000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-098e9946-28a2-4742-a712-29f0b5ab35d7 admin admin] Publish callbacks [] for security_group (d5961458-0f49-405c-8363-60ec185ecd13), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.189804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0f64322-bf12-496d-a1d6-702e895d0c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c30361f2-d909-4e32-b32d-8abff47a2763), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.194898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0f64322-bf12-496d-a1d6-702e895d0c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.217078 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c0f64322-bf12-496d-a1d6-702e895d0c82 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c30361f2-d909-4e32-b32d-8abff47a2763 HTTP/1.1" status: 204 len: 168 time: 0.3540332 Feb 19 03:31:18.242454 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f64322-bf12-496d-a1d6-702e895d0c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30361f2-d909-4e32-b32d-8abff47a2763,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:18.288831 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-098e9946-28a2-4742-a712-29f0b5ab35d7 admin admin] Publish callbacks [] for security_group (d5961458-0f49-405c-8363-60ec185ecd13), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.421395 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-098e9946-28a2-4742-a712-29f0b5ab35d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d5961458-0f49-405c-8363-60ec185ecd13), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.424925 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-098e9946-28a2-4742-a712-29f0b5ab35d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:18.426500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-098e9946-28a2-4742-a712-29f0b5ab35d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d5961458-0f49-405c-8363-60ec185ecd13 HTTP/1.1" status: 204 len: 168 time: 0.3976355 Feb 19 03:31:18.445961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e9946-28a2-4742-a712-29f0b5ab35d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5961458-0f49-405c-8363-60ec185ecd13,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:18.915573 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37290) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:18.936853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d94eca45-f172-404e-8c81-1af1a8dc0f0b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:18.965999 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c85b18c5-8d41-4f1d-9c68-7e323351daba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.071464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d94eca45-f172-404e-8c81-1af1a8dc0f0b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:19.073633 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.118243 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c85b18c5-8d41-4f1d-9c68-7e323351daba admin admin] Publish callbacks [] for security_group (faddc1d9-adde-4f24-b863-80fa54498566), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.124214 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c85b18c5-8d41-4f1d-9c68-7e323351daba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (faddc1d9-adde-4f24-b863-80fa54498566), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.190515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c85b18c5-8d41-4f1d-9c68-7e323351daba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d604dc1a79fd44888cf8f9ea30f571cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2733610 Feb 19 03:31:19.193232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37294) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:19.223190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b18c5-8d41-4f1d-9c68-7e323351daba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faddc1d9-adde-4f24-b863-80fa54498566,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:19.266602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d94eca45-f172-404e-8c81-1af1a8dc0f0b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:19.267078 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.301656 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb4a953c-c581-4081-bbe7-7c5dfbdafef7 admin admin] Publish callbacks [] for security_group (faddc1d9-adde-4f24-b863-80fa54498566), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.317483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port d94eca45-f172-404e-8c81-1af1a8dc0f0b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d94eca45-f172-404e-8c81-1af1a8dc0f0b,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:19.335719 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.381957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37298) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:19.402736 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb4a953c-c581-4081-bbe7-7c5dfbdafef7 admin admin] Publish callbacks [] for security_group (faddc1d9-adde-4f24-b863-80fa54498566), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.406156 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0ca9c81-3322-427c-907e-9fd65ab5eaf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.488952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=d94eca45-f172-404e-8c81-1af1a8dc0f0b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:19.523762 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb4a953c-c581-4081-bbe7-7c5dfbdafef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (faddc1d9-adde-4f24-b863-80fa54498566), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.528920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cb4a953c-c581-4081-bbe7-7c5dfbdafef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.530669 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cb4a953c-c581-4081-bbe7-7c5dfbdafef7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/faddc1d9-adde-4f24-b863-80fa54498566 HTTP/1.1" status: 204 len: 168 time: 0.3351758 Feb 19 03:31:19.541003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a953c-c581-4081-bbe7-7c5dfbdafef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faddc1d9-adde-4f24-b863-80fa54498566,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:19.637434 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0ca9c81-3322-427c-907e-9fd65ab5eaf4 admin admin] Publish callbacks [] for security_group (4e367b5d-f290-4932-a045-9230c1738dfd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.651372 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0ca9c81-3322-427c-907e-9fd65ab5eaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4e367b5d-f290-4932-a045-9230c1738dfd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.790506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d0ca9c81-3322-427c-907e-9fd65ab5eaf4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ce3f7d2e102a4592b028aa0192ed3a21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4031434 Feb 19 03:31:19.790920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37306) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:19.833859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca9c81-3322-427c-907e-9fd65ab5eaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e367b5d-f290-4932-a045-9230c1738dfd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:19.903725 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d50fbba-f79d-4979-a1cb-674390dff0ac admin admin] Publish callbacks [] for security_group (4e367b5d-f290-4932-a045-9230c1738dfd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.933350 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d50fbba-f79d-4979-a1cb-674390dff0ac admin admin] Publish callbacks [] for security_group (4e367b5d-f290-4932-a045-9230c1738dfd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:19.999442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d50fbba-f79d-4979-a1cb-674390dff0ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4e367b5d-f290-4932-a045-9230c1738dfd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:20.008527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3d50fbba-f79d-4979-a1cb-674390dff0ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:20.012922 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3d50fbba-f79d-4979-a1cb-674390dff0ac admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4e367b5d-f290-4932-a045-9230c1738dfd HTTP/1.1" status: 204 len: 168 time: 0.2208674 Feb 19 03:31:20.035402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50fbba-f79d-4979-a1cb-674390dff0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e367b5d-f290-4932-a045-9230c1738dfd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:20.341841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37318) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:20.435185 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6634ed1f-d065-4d55-a0d0-1df3545d58dd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4a8afc9c06b7474383f279ceccd2e9ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0922053 Feb 19 03:31:20.437666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37322) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:20.448719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Sync routers for ids ['b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:31:20.459929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Routers {'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:20.460567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:20.597007 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-907e754d-2f6b-4d06-a622-99d01b7f68be admin admin] Publish callbacks [] for security_group (d57ec6c4-d88d-4bc5-a3ad-9a0933f620e2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:20.634679 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-907e754d-2f6b-4d06-a622-99d01b7f68be admin admin] Publish callbacks [] for security_group (d57ec6c4-d88d-4bc5-a3ad-9a0933f620e2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:20.711965 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-907e754d-2f6b-4d06-a622-99d01b7f68be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d57ec6c4-d88d-4bc5-a3ad-9a0933f620e2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:20.717236 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-907e754d-2f6b-4d06-a622-99d01b7f68be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:20.724223 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-907e754d-2f6b-4d06-a622-99d01b7f68be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d57ec6c4-d88d-4bc5-a3ad-9a0933f620e2 HTTP/1.1" status: 204 len: 168 time: 0.2832048 Feb 19 03:31:20.749829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e754d-2f6b-4d06-a622-99d01b7f68be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57ec6c4-d88d-4bc5-a3ad-9a0933f620e2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:20.814095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Set router b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:20.986567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d94eca45-f172-404e-8c81-1af1a8dc0f0b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:21.089286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d94eca45-f172-404e-8c81-1af1a8dc0f0b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:21.090017 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.415470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d94eca45-f172-404e-8c81-1af1a8dc0f0b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:21.440947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'name': 'tempest-TestVolumeBackupRestore-1543696466-router', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:06Z', 'updated_at': '2022-02-19T03:31:13Z', 'revision_number': 4, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'gw_port': {'id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:07Z', 'updated_at': '2022-02-19T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '447859f4-ebd7-4b26-803c-6b281ce976d8', 'name': '', 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'mac_address': 'fa:16:3e:1d:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'c5eb3d04-1831-4215-b566-38333cdef9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:12Z', 'updated_at': '2022-02-19T03:31:13Z', 'revision_number': 2, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'subnets': [{'id': 'c5eb3d04-1831-4215-b566-38333cdef9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:21.470918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Checking router: b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:31:21.472076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Updating router b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 port 447859f4-ebd7-4b26-803c-6b281ce976d8 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:31:21.510894 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.927649 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Publish callbacks [] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.936383 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:21.992445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d61ed-76c4-4d3e-ac8a-7a05a2a1db8e None None] Pushing event updated for resources: {'Port': ['ID=447859f4-ebd7-4b26-803c-6b281ce976d8,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:22.116049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Attempting to bind port 447859f4-ebd7-4b26-803c-6b281ce976d8 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:22.117987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Attempting to bind port 447859f4-ebd7-4b26-803c-6b281ce976d8 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '896314ea-18fc-47e7-8247-815ea76b3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:22.121624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Attempting to bind port 447859f4-ebd7-4b26-803c-6b281ce976d8 on network 731e9fcb-8d3e-4e19-ac83-3a1004b9770b {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:22.132298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:22.135140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Checking segment: {'id': '896314ea-18fc-47e7-8247-815ea76b3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:22.138382 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:22.138822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Bound using segment: {'id': '896314ea-18fc-47e7-8247-815ea76b3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:22.140217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Bound port: 447859f4-ebd7-4b26-803c-6b281ce976d8, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896314ea-18fc-47e7-8247-815ea76b3881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:22.141074 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:22.309795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] For port 447859f4-ebd7-4b26-803c-6b281ce976d8, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:22.309795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] For port 447859f4-ebd7-4b26-803c-6b281ce976d8, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=447859f4-ebd7-4b26-803c-6b281ce976d8,segment=NetworkSegment(896314ea-18fc-47e7-8247-815ea76b3881),segment_id=896314ea-18fc-47e7-8247-815ea76b3881)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:22.330613 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:22.776418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Routers {'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:31:22.776997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:22.785192 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1047717e-70ee-4880-97e6-c1d4a9841b38 None None] Provisioning complete for port 447859f4-ebd7-4b26-803c-6b281ce976d8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:22.785570 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1047717e-70ee-4880-97e6-c1d4a9841b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:22.787750 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:22.826414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d61ed-76c4-4d3e-ac8a-7a05a2a1db8e None None] Pushing event updated for resources: {'Port': ['ID=447859f4-ebd7-4b26-803c-6b281ce976d8,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:22.989284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] Set router b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:31:23.063358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1047717e-70ee-4880-97e6-c1d4a9841b38 None None] Current status of the port 447859f4-ebd7-4b26-803c-6b281ce976d8 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:23.063746 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1047717e-70ee-4880-97e6-c1d4a9841b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:23.354193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1047717e-70ee-4880-97e6-c1d4a9841b38 None None] For port 447859f4-ebd7-4b26-803c-6b281ce976d8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=447859f4-ebd7-4b26-803c-6b281ce976d8,segment=NetworkSegment(896314ea-18fc-47e7-8247-815ea76b3881),segment_id=896314ea-18fc-47e7-8247-815ea76b3881)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:23.368000 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1047717e-70ee-4880-97e6-c1d4a9841b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:23.474574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'name': 'tempest-TestVolumeBackupRestore-1543696466-router', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:06Z', 'updated_at': '2022-02-19T03:31:13Z', 'revision_number': 4, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'gw_port': {'id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:07Z', 'updated_at': '2022-02-19T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '447859f4-ebd7-4b26-803c-6b281ce976d8', 'name': '', 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'mac_address': 'fa:16:3e:1d:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'c5eb3d04-1831-4215-b566-38333cdef9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:12Z', 'updated_at': '2022-02-19T03:31:22Z', 'revision_number': 4, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'subnets': [{'id': 'c5eb3d04-1831-4215-b566-38333cdef9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:31:23.562565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4e59ed-fc4b-4691-b84c-8bf25461fc34 None None] The sync data for ids ['b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'] in n-d-826755-2 is: [{'id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'name': 'tempest-TestVolumeBackupRestore-1543696466-router', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:06Z', 'updated_at': '2022-02-19T03:31:13Z', 'revision_number': 4, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'gw_port': {'id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:07Z', 'updated_at': '2022-02-19T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '447859f4-ebd7-4b26-803c-6b281ce976d8', 'name': '', 'network_id': '731e9fcb-8d3e-4e19-ac83-3a1004b9770b', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'mac_address': 'fa:16:3e:1d:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3599, 'fixed_ips': [{'subnet_id': 'c5eb3d04-1831-4215-b566-38333cdef9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:12Z', 'updated_at': '2022-02-19T03:31:22Z', 'revision_number': 4, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'subnets': [{'id': 'c5eb3d04-1831-4215-b566-38333cdef9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:31:23.594199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047717e-70ee-4880-97e6-c1d4a9841b38 None None] Pushing event updated for resources: {'Port': ['ID=447859f4-ebd7-4b26-803c-6b281ce976d8,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:23.619349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b4e50af8-e2e6-4932-b8d2-0a261b19453a None None] Provisioning complete for port 447859f4-ebd7-4b26-803c-6b281ce976d8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:23.619728 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b4e50af8-e2e6-4932-b8d2-0a261b19453a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:23.760389 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:23.858262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b4e50af8-e2e6-4932-b8d2-0a261b19453a None None] Current status of the port 447859f4-ebd7-4b26-803c-6b281ce976d8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:24.912125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 447859f4-ebd7-4b26-803c-6b281ce976d8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:25.020030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 447859f4-ebd7-4b26-803c-6b281ce976d8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:25.022766 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:25.153550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 447859f4-ebd7-4b26-803c-6b281ce976d8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:26.582638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5881e8d5-dda3-4823-a52e-b210d47a9fc5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:26.585513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5881e8d5-dda3-4823-a52e-b210d47a9fc5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 814 time: 0.1823337 Feb 19 03:31:26.619206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-d483326b-4a42-474c-9971-a922ff9b4126 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/quotas/7df611d7779e4ee2afeb0f6b7092e016 HTTP/1.1" status: 200 len: 375 time: 0.0256882 Feb 19 03:31:26.749104 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-d669a9dc-37e6-4955-8656-e5153f939b37 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1287684 Feb 19 03:31:26.927364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-9f40c056-814d-4ba2-bf96-2216dceb9b50 service neutron] 10.222.0.81 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710474 Feb 19 03:31:27.070462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-a637eba2-f830-43a4-8ef9-0615e8735d04 service neutron] 10.222.0.81 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262722 Feb 19 03:31:27.303101 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e07e1a0d-7fa2-4fe8-af7c-21ef08b7cab0 req-19c8f7c9-9224-4289-affd-cc85662a6fbd tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 210 time: 0.0436127 Feb 19 03:31:28.567083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db097cb2-7e03-4556-9647-895e25a3b10d req-42ca9674-6d63-4244-a77b-4515966694d8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 210 time: 0.1039250 Feb 19 03:31:28.949240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-d5dc9982-44b3-454a-ac2f-7acbf5588992 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:28.951923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-d5dc9982-44b3-454a-ac2f-7acbf5588992 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.67 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 814 time: 0.1491897 Feb 19 03:31:28.977756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Request body: {'port': {'device_id': '76c700f6-544d-45d8-bd91-a59327b71219', 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e', 'admin_state_up': True, 'tenant_id': '7df611d7779e4ee2afeb0f6b7092e016'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:29.132533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Made reservation on behalf of 7df611d7779e4ee2afeb0f6b7092e016 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:31:29.137100 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.302829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Allocated IP 172.20.0.12 (3bbe84fd-050d-450e-9984-0e5e5c7a338e/68dbc269-9785-484b-ac8d-1be7e15dbc7d/c4522d85-8a45-4831-9fe2-5a38e8deb0ee) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:31:29.598438 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks [] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.681366 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:29.695243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['c95dcb74-a786-48e6-b7ca-0cdf0244d544', '8850a9df-c45f-4f20-9a19-eaea16cb007e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:31:29.900609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Network 3bbe84fd-050d-450e-9984-0e5e5c7a338e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:31:29.908196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:31:29.917759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:31:29.981593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:29.983105 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.017065 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0460484 Feb 19 03:31:30.032778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Request body: {'port': {'device_id': '76c700f6-544d-45d8-bd91-a59327b71219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:31:30.108642 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.111483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8a00b-9228-464d-95a7-60360ec8bee5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Pushing event updated for resources: {'Port': ['ID=c4522d85-8a45-4831-9fe2-5a38e8deb0ee,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:30.155686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc383da1-c59c-4b6d-91f9-bb421e6e74f6 req-d86e33d4-747d-442c-823b-5567597a2932 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:30.160797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc383da1-c59c-4b6d-91f9-bb421e6e74f6 req-d86e33d4-747d-442c-823b-5567597a2932 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 932 time: 0.4453607 Feb 19 03:31:30.406371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc383da1-c59c-4b6d-91f9-bb421e6e74f6 req-760033c8-bff8-45a9-a16b-10dc3dae795e tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757101 Feb 19 03:31:30.738797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4522d85-8a45-4831-9fe2-5a38e8deb0ee {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:31:30.749393 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Publish callbacks [] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.767192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Transition to ACTIVE for port object c4522d85-8a45-4831-9fe2-5a38e8deb0ee will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:31:30.773446 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:30.891572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Pushing event updated for resources: {'Port': ['ID=c4522d85-8a45-4831-9fe2-5a38e8deb0ee,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:30.939386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Attempting to bind port c4522d85-8a45-4831-9fe2-5a38e8deb0ee on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:31:30.939651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Attempting to bind port c4522d85-8a45-4831-9fe2-5a38e8deb0ee by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:31:30.940236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Attempting to bind port c4522d85-8a45-4831-9fe2-5a38e8deb0ee on network 3bbe84fd-050d-450e-9984-0e5e5c7a338e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:30.945381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Port c4522d85-8a45-4831-9fe2-5a38e8deb0ee on network 3bbe84fd-050d-450e-9984-0e5e5c7a338e not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:31:30.945705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Attempting to bind port c4522d85-8a45-4831-9fe2-5a38e8deb0ee on network 3bbe84fd-050d-450e-9984-0e5e5c7a338e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:31:30.951255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:31:30.951629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Checking segment: {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:31:30.952077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Bound using segment: {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:31:30.953736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Bound port: c4522d85-8a45-4831-9fe2-5a38e8deb0ee, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:31:30.953736 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.049074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] For port c4522d85-8a45-4831-9fe2-5a38e8deb0ee, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:31:31.052797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] For port c4522d85-8a45-4831-9fe2-5a38e8deb0ee, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c4522d85-8a45-4831-9fe2-5a38e8deb0ee,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:31:31.061789 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.105033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.105139 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:31.106766 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] 10.222.0.67 "PUT /v2.0/ports/c4522d85-8a45-4831-9fe2-5a38e8deb0ee HTTP/1.1" status: 200 len: 1092 time: 1.0782042 Feb 19 03:31:31.107216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76c700f6-544d-45d8-bd91-a59327b71219', 'tag': 'c4522d85-8a45-4831-9fe2-5a38e8deb0ee'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:31.109600 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d906d17d-dfb2-4418-8180-5edf2d22bb60" -d '{"events": [{"name": "network-changed", "server_uuid": "76c700f6-544d-45d8-bd91-a59327b71219", "tag": "c4522d85-8a45-4831-9fe2-5a38e8deb0ee"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:31.176910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ffc2b-c9a8-4631-94fe-f60416f5857b service neutron] Pushing event updated for resources: {'Port': ['ID=c4522d85-8a45-4831-9fe2-5a38e8deb0ee,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:31.220192 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ac4358-8b64-4c38-8cec-4fdc3fd6e9c1 x-openstack-request-id: req-06ac4358-8b64-4c38-8cec-4fdc3fd6e9c1 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:31.221309 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76c700f6-544d-45d8-bd91-a59327b71219", "tag": "c4522d85-8a45-4831-9fe2-5a38e8deb0ee", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:31.222868 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-06ac4358-8b64-4c38-8cec-4fdc3fd6e9c1 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:31.223562 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76c700f6-544d-45d8-bd91-a59327b71219', 'tag': 'c4522d85-8a45-4831-9fe2-5a38e8deb0ee', 'status': 'completed', 'code': 200} Feb 19 03:31:31.291512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-a5223ffc-7b51-4c1c-b299-53ef79de4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.293289 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-a5223ffc-7b51-4c1c-b299-53ef79de4f53 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 1126 time: 0.0936949 Feb 19 03:31:31.347186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5995ed36-04ad-461f-a532-e8618035a98d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4522d85-8a45-4831-9fe2-5a38e8deb0ee HTTP/1.1" status: 200 len: 217 time: 0.0467334 Feb 19 03:31:31.415424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-0539bd34-da3d-4474-9b35-5c23e5f7b139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:31.417135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-0539bd34-da3d-4474-9b35-5c23e5f7b139 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68dbc269-9785-484b-ac8d-1be7e15dbc7d HTTP/1.1" status: 200 len: 854 time: 0.0639713 Feb 19 03:31:31.461655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-6e50a8e3-93dd-4049-b2c5-a58beed843f8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bbe84fd-050d-450e-9984-0e5e5c7a338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381615 Feb 19 03:31:31.592292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-312ca063-12c8-4998-a59d-36597bb73de3 service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238344 Feb 19 03:31:32.228382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75faf0-9923-4141-a16e-c9d41289f351 req-b7f772ab-073a-4708-a117-7c03becc3628 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:32.235464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d75faf0-9923-4141-a16e-c9d41289f351 req-b7f772ab-073a-4708-a117-7c03becc3628 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 944 time: 0.6516426 Feb 19 03:31:32.270433 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b941081-6701-41cb-b5ba-e8c686dbc833 req-5e464258-19de-4be6-b018-618198ef00a0 service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6467867 Feb 19 03:31:32.333558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2d75faf0-9923-4141-a16e-c9d41289f351 req-746cb046-a63f-4950-a995-417004ce557c tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972271 Feb 19 03:31:32.414808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906d17d-dfb2-4418-8180-5edf2d22bb60 req-c3257d86-b6b7-4264-a376-896a8cb97ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:32.416483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d906d17d-dfb2-4418-8180-5edf2d22bb60 req-c3257d86-b6b7-4264-a376-896a8cb97ef8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 1126 time: 0.0878074 Feb 19 03:31:32.539774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906d17d-dfb2-4418-8180-5edf2d22bb60 req-046fc224-d7b5-4f35-8abf-c923cebaa2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:32.541739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d906d17d-dfb2-4418-8180-5edf2d22bb60 req-046fc224-d7b5-4f35-8abf-c923cebaa2b5 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 915 time: 0.1182878 Feb 19 03:31:32.604720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d906d17d-dfb2-4418-8180-5edf2d22bb60 req-31898ad1-ea5d-45ed-a4f1-f61efdf5d35a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4522d85-8a45-4831-9fe2-5a38e8deb0ee HTTP/1.1" status: 200 len: 217 time: 0.0567117 Feb 19 03:31:32.675107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906d17d-dfb2-4418-8180-5edf2d22bb60 req-672b7af5-6318-4b7d-a2d3-6657a7471338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:32.676611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d906d17d-dfb2-4418-8180-5edf2d22bb60 req-672b7af5-6318-4b7d-a2d3-6657a7471338 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68dbc269-9785-484b-ac8d-1be7e15dbc7d HTTP/1.1" status: 200 len: 854 time: 0.0621872 Feb 19 03:31:32.726657 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d906d17d-dfb2-4418-8180-5edf2d22bb60 req-4c48fd53-ed03-4acc-a165-8c4ac75f2849 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bbe84fd-050d-450e-9984-0e5e5c7a338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438387 Feb 19 03:31:32.844417 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d906d17d-dfb2-4418-8180-5edf2d22bb60 req-3bf0977b-426f-4939-902d-8d2e9a4ae65a service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118309 Feb 19 03:31:33.033081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d906d17d-dfb2-4418-8180-5edf2d22bb60 req-4d6e543f-2d0b-434d-a160-8316dcf183e4 service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807511 Feb 19 03:31:33.537126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97fd3d-bb1b-4d54-914a-c44a92ab5d8c req-30b94bad-5388-4fa8-a727-728cf56dc538 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:33.538707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd97fd3d-bb1b-4d54-914a-c44a92ab5d8c req-30b94bad-5388-4fa8-a727-728cf56dc538 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 944 time: 0.1093214 Feb 19 03:31:33.621334 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd97fd3d-bb1b-4d54-914a-c44a92ab5d8c req-225f5ec5-c946-47fb-87b2-6d8eed5567ed tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746298 Feb 19 03:31:33.675472 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-502a1959-8617-4c14-9b12-ad180f089b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:34.555623 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:31:34.693728 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-74e25c60-f895-4711-afd6-12230b45a70a req-fb140142-6638-4ca5-881c-a1ded1b9a283 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0648131 Feb 19 03:31:34.757437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37550) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:34.783830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e25c60-f895-4711-afd6-12230b45a70a req-1981833f-e840-4173-8400-c141f98da278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:34.785901 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-74e25c60-f895-4711-afd6-12230b45a70a req-1981833f-e840-4173-8400-c141f98da278 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3ad779f9b2a43eaaba6e97f498154cc&device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 1128 time: 0.0681288 Feb 19 03:31:34.835196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81714efe-89f7-48b3-b61c-4a94215d5518 req-78e17659-9bd8-4b3b-a3e1-ee5d7f3a8135 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:34.837530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81714efe-89f7-48b3-b61c-4a94215d5518 req-78e17659-9bd8-4b3b-a3e1-ee5d7f3a8135 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 944 time: 0.0879700 Feb 19 03:31:34.931584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e25c60-f895-4711-afd6-12230b45a70a req-a43335b7-5a7f-440b-873f-a43c9c189610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:34.933477 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-74e25c60-f895-4711-afd6-12230b45a70a req-a43335b7-5a7f-440b-873f-a43c9c189610 service neutron] 10.222.0.87 "GET /v2.0/networks?id=052c6a76-660c-463f-8d3d-ceaf5791ebdb HTTP/1.1" status: 200 len: 910 time: 0.1270592 Feb 19 03:31:34.957320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81714efe-89f7-48b3-b61c-4a94215d5518 req-98fb459c-27b9-423b-b493-775fdc374b4b tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136653 Feb 19 03:31:35.016589 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3f79d29-dfe3-41ad-9b93-c1c04e3502b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:35.070792 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-74e25c60-f895-4711-afd6-12230b45a70a req-1ae2ee6f-07ae-483b-a738-1d0f9c8a9d7e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58c023fc-73ea-425b-9bc0-ce7336343bf8 HTTP/1.1" status: 200 len: 1001 time: 0.1307592 Feb 19 03:31:35.149971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e25c60-f895-4711-afd6-12230b45a70a req-dc1c7cc3-fbf1-498d-ad0d-6676e422d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:35.152317 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-74e25c60-f895-4711-afd6-12230b45a70a req-dc1c7cc3-fbf1-498d-ad0d-6676e422d40c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05559075-1486-4bb4-a10a-47404135662d HTTP/1.1" status: 200 len: 848 time: 0.0738885 Feb 19 03:31:35.225720 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3f79d29-dfe3-41ad-9b93-c1c04e3502b3 admin admin] Publish callbacks [] for security_group (8a0c0ebd-3aee-433f-be56-7ad12de18a63), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:35.229797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e25c60-f895-4711-afd6-12230b45a70a req-89027685-091d-4abc-9fdc-1b3ffbbeee8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:35.232172 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-74e25c60-f895-4711-afd6-12230b45a70a req-89027685-091d-4abc-9fdc-1b3ffbbeee8e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=052c6a76-660c-463f-8d3d-ceaf5791ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0729809 Feb 19 03:31:35.237018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d3f79d29-dfe3-41ad-9b93-c1c04e3502b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8a0c0ebd-3aee-433f-be56-7ad12de18a63), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:35.316400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f79d29-dfe3-41ad-9b93-c1c04e3502b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0c0ebd-3aee-433f-be56-7ad12de18a63,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:35.374520 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d3f79d29-dfe3-41ad-9b93-c1c04e3502b3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b043e75b861e42309edc8b8a4557802b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6083667 Feb 19 03:31:35.374913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37556) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:35.425486 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-74e25c60-f895-4711-afd6-12230b45a70a req-870daa04-b2e1-4b05-9e5f-0f192bc2aee3 service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844766 Feb 19 03:31:35.471647 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9bd124a-859d-4689-a877-4bae93558eec admin admin] Publish callbacks [] for security_group (8a0c0ebd-3aee-433f-be56-7ad12de18a63), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:35.506249 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9bd124a-859d-4689-a877-4bae93558eec admin admin] Publish callbacks [] for security_group (8a0c0ebd-3aee-433f-be56-7ad12de18a63), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:35.556476 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-74e25c60-f895-4711-afd6-12230b45a70a req-11f3f982-302e-4d84-a9b2-86feff7cce0e service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227105 Feb 19 03:31:35.589169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9bd124a-859d-4689-a877-4bae93558eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8a0c0ebd-3aee-433f-be56-7ad12de18a63), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:35.593922 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e9bd124a-859d-4689-a877-4bae93558eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:35.599059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e9bd124a-859d-4689-a877-4bae93558eec admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a0c0ebd-3aee-433f-be56-7ad12de18a63 HTTP/1.1" status: 204 len: 168 time: 0.2208045 Feb 19 03:31:35.610651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd124a-859d-4689-a877-4bae93558eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0c0ebd-3aee-433f-be56-7ad12de18a63,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:35.916820 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-504e6d5c-31e6-4b0d-91cb-b4cbe1250580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.015700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37574) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:36.038486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-25a0cf45-cd1e-4a1a-87a8-350dae800984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.127487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3d68e-839e-48b5-a3fd-92857da435ee req-8a6fc4cd-ab9b-4d73-aef3-9360f7e60e11 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:36.137059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acc3d68e-839e-48b5-a3fd-92857da435ee req-8a6fc4cd-ab9b-4d73-aef3-9360f7e60e11 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 944 time: 0.0874031 Feb 19 03:31:36.169163 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-25a0cf45-cd1e-4a1a-87a8-350dae800984 admin admin] Publish callbacks [] for security_group (71895cbe-ab50-41b1-98ba-aa4ec0dbea93), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.175617 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-25a0cf45-cd1e-4a1a-87a8-350dae800984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (71895cbe-ab50-41b1-98ba-aa4ec0dbea93), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.235144 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acc3d68e-839e-48b5-a3fd-92857da435ee req-38c51367-0975-46f0-9f63-13ac45bf029d tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901976 Feb 19 03:31:36.261791 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0cf45-cd1e-4a1a-87a8-350dae800984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71895cbe-ab50-41b1-98ba-aa4ec0dbea93,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:36.275033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37578) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:36.279251 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-25a0cf45-cd1e-4a1a-87a8-350dae800984 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=27e81db128e84a1e9a366881c8205c15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2569206 Feb 19 03:31:36.342833 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9547862e-08b9-4139-b2e4-f0417f8d2243 admin admin] Publish callbacks [] for security_group (71895cbe-ab50-41b1-98ba-aa4ec0dbea93), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.371215 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9547862e-08b9-4139-b2e4-f0417f8d2243 admin admin] Publish callbacks [] for security_group (71895cbe-ab50-41b1-98ba-aa4ec0dbea93), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.428049 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9547862e-08b9-4139-b2e4-f0417f8d2243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (71895cbe-ab50-41b1-98ba-aa4ec0dbea93), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.432222 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9547862e-08b9-4139-b2e4-f0417f8d2243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:36.433944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9547862e-08b9-4139-b2e4-f0417f8d2243 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/71895cbe-ab50-41b1-98ba-aa4ec0dbea93 HTTP/1.1" status: 204 len: 168 time: 0.1576054 Feb 19 03:31:36.443793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547862e-08b9-4139-b2e4-f0417f8d2243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71895cbe-ab50-41b1-98ba-aa4ec0dbea93,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:36.873821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c4522d85-8a45-4831-9fe2-5a38e8deb0ee details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:31:36.904948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37590) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:36.923340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-24b7f7c6-e040-4f73-b867-dfb1a5ef38da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.003531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port c4522d85-8a45-4831-9fe2-5a38e8deb0ee, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c4522d85-8a45-4831-9fe2-5a38e8deb0ee,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:37.019542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'c4522d85-8a45-4831-9fe2-5a38e8deb0ee', 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e', 'port_id': 'c4522d85-8a45-4831-9fe2-5a38e8deb0ee', 'mac_address': 'fa:16:3e:fd:21:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68dbc269-9785-484b-ac8d-1be7e15dbc7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:31:37.097537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port c4522d85-8a45-4831-9fe2-5a38e8deb0ee is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:37.098331 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.109562 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-24b7f7c6-e040-4f73-b867-dfb1a5ef38da admin admin] Publish callbacks [] for security_group (c06f52fd-6cd1-448d-84d9-b6cb5a8ec4ae), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.116176 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-24b7f7c6-e040-4f73-b867-dfb1a5ef38da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c06f52fd-6cd1-448d-84d9-b6cb5a8ec4ae), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.128928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4522d85-8a45-4831-9fe2-5a38e8deb0ee {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:31:37.152759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port c4522d85-8a45-4831-9fe2-5a38e8deb0ee, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c4522d85-8a45-4831-9fe2-5a38e8deb0ee,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:37.171976 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.178550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-24b7f7c6-e040-4f73-b867-dfb1a5ef38da admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=df12b4afed594dcea48c6f8b8b68b950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696390 Feb 19 03:31:37.180506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37594) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:37.193876 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.219899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7f7c6-e040-4f73-b867-dfb1a5ef38da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06f52fd-6cd1-448d-84d9-b6cb5a8ec4ae,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:37.339163 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9711-ec88-4f93-9065-a3c544c44096 admin admin] Publish callbacks [] for security_group (c06f52fd-6cd1-448d-84d9-b6cb5a8ec4ae), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.347098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=c4522d85-8a45-4831-9fe2-5a38e8deb0ee,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:37.360472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.360827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.361164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.361494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.361820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.363903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.364376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.365065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.367465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.367901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.368239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.368565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.381472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:37.400821 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9711-ec88-4f93-9065-a3c544c44096 admin admin] Publish callbacks [] for security_group (c06f52fd-6cd1-448d-84d9-b6cb5a8ec4ae), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.461925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed090b40-c9c4-4c73-b6f7-c62b67b8a331 req-fe4b2002-e64a-4771-ab56-7ace54875757 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:37.463801 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed090b40-c9c4-4c73-b6f7-c62b67b8a331 req-fe4b2002-e64a-4771-ab56-7ace54875757 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 945 time: 0.0972018 Feb 19 03:31:37.488930 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9711-ec88-4f93-9065-a3c544c44096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c06f52fd-6cd1-448d-84d9-b6cb5a8ec4ae), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.491505 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9711-ec88-4f93-9065-a3c544c44096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:37.493238 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4b9b9711-ec88-4f93-9065-a3c544c44096 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c06f52fd-6cd1-448d-84d9-b6cb5a8ec4ae HTTP/1.1" status: 204 len: 168 time: 0.3128350 Feb 19 03:31:37.503159 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b9711-ec88-4f93-9065-a3c544c44096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06f52fd-6cd1-448d-84d9-b6cb5a8ec4ae,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:37.542086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['c4522d85-8a45-4831-9fe2-5a38e8deb0ee'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:31:37.585013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed090b40-c9c4-4c73-b6f7-c62b67b8a331 req-21a76c72-2f53-4f82-819e-139f7d69a1b6 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151030 Feb 19 03:31:38.452230 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:38.721669 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857818a-0f54-4af6-9c10-30c72f69846c req-00b2c844-6377-48a4-93ff-c912f392238f tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:38.723210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2857818a-0f54-4af6-9c10-30c72f69846c req-00b2c844-6377-48a4-93ff-c912f392238f tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 945 time: 0.0638287 Feb 19 03:31:38.783629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2857818a-0f54-4af6-9c10-30c72f69846c req-fa74c00f-ec02-488e-90bc-6a2ba8e61aa5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541921 Feb 19 03:31:38.896393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c4522d85-8a45-4831-9fe2-5a38e8deb0ee up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:31:38.998176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port c4522d85-8a45-4831-9fe2-5a38e8deb0ee completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:31:39.003422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port c4522d85-8a45-4831-9fe2-5a38e8deb0ee triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:31:39.003958 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.144797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 37660) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:39.149919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port c4522d85-8a45-4831-9fe2-5a38e8deb0ee is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:31:39.150391 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.200812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port c4522d85-8a45-4831-9fe2-5a38e8deb0ee, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c4522d85-8a45-4831-9fe2-5a38e8deb0ee,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:31:39.202072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c700f6-544d-45d8-bd91-a59327b71219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4522d85-8a45-4831-9fe2-5a38e8deb0ee'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:31:39.205776 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85abd302-0026-48af-b902-3decad9f4e79" -d '{"events": [{"server_uuid": "76c700f6-544d-45d8-bd91-a59327b71219", "name": "network-vif-plugged", "status": "completed", "tag": "c4522d85-8a45-4831-9fe2-5a38e8deb0ee"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:31:39.221057 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.280965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=c4522d85-8a45-4831-9fe2-5a38e8deb0ee,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:39.285402 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fde4fa-2015-4c9b-9f15-4cd652335142 x-openstack-request-id: req-d2fde4fa-2015-4c9b-9f15-4cd652335142 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:31:39.285767 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c700f6-544d-45d8-bd91-a59327b71219", "name": "network-vif-plugged", "status": "completed", "tag": "c4522d85-8a45-4831-9fe2-5a38e8deb0ee", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:31:39.285957 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d2fde4fa-2015-4c9b-9f15-4cd652335142 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:31:39.286311 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c700f6-544d-45d8-bd91-a59327b71219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4522d85-8a45-4831-9fe2-5a38e8deb0ee', 'code': 200} Feb 19 03:31:39.355136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.414855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11c5c7-d5f1-489c-9a7f-8881e1d7640e req-4d850a7d-fa3d-4f7b-8d23-4775a43bd786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:39.416852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c11c5c7-d5f1-489c-9a7f-8881e1d7640e req-4d850a7d-fa3d-4f7b-8d23-4775a43bd786 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 1128 time: 0.0590718 Feb 19 03:31:39.457948 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Publish callbacks [] for security_group (d3ca8f33-d9a5-4777-a34e-9d9604bcd939), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.464460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d3ca8f33-d9a5-4777-a34e-9d9604bcd939), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.467620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c11c5c7-d5f1-489c-9a7f-8881e1d7640e req-473eeff6-5fe2-49cb-8d8c-91151b56c965 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448251 Feb 19 03:31:39.505841 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=333bc1eb56ca487fa29d059398d58526&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3597493 Feb 19 03:31:39.508064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ca8f33-d9a5-4777-a34e-9d9604bcd939,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:39.508832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 37672) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:39.515767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.516335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.516759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.517161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.517553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.517944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.518340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.518654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.519259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.519736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.520223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.520726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.521218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf98319-ddb4-429e-a4d4-0a458014a91b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.565326 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Publish callbacks [] for security_group (d3ca8f33-d9a5-4777-a34e-9d9604bcd939), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.589103 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Publish callbacks [] for security_group (d3ca8f33-d9a5-4777-a34e-9d9604bcd939), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.640154 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d3ca8f33-d9a5-4777-a34e-9d9604bcd939), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.642784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:39.646333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d3ca8f33-d9a5-4777-a34e-9d9604bcd939 HTTP/1.1" status: 204 len: 168 time: 0.1337926 Feb 19 03:31:39.652649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ca8f33-d9a5-4777-a34e-9d9604bcd939,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:39.660349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.660715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.661580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.661580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.661787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.661998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.662461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.662939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.663492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.663863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.664189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.664534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.664856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441f1d09-5689-40ce-bb8d-fc8e6b9f319e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:31:39.940550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ead0b-75fc-4ece-ba9d-ec907c6347af req-c45dbadd-7f69-4ef8-979e-fbc197daf0c5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:39.951327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-962ead0b-75fc-4ece-ba9d-ec907c6347af req-c45dbadd-7f69-4ef8-979e-fbc197daf0c5 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 946 time: 0.0796287 Feb 19 03:31:40.021116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-962ead0b-75fc-4ece-ba9d-ec907c6347af req-89d322ad-5154-43b6-a8d5-c792c9e6b67e tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667574 Feb 19 03:31:40.097196 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:41.225213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d6473-6552-4bfc-bcec-9e00e66ea148 req-8a8164fa-b350-4a3d-93e3-9be374ad78f4 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:41.226974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb8d6473-6552-4bfc-bcec-9e00e66ea148 req-8a8164fa-b350-4a3d-93e3-9be374ad78f4 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 946 time: 0.1076052 Feb 19 03:31:41.296236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb8d6473-6552-4bfc-bcec-9e00e66ea148 req-f91a0a40-914c-4db2-aa09-9ac9eb69652e tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599234 Feb 19 03:31:52.772508 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:53.495389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082ee41-0d3a-498c-af92-b74b9a4520c8 req-d761f35b-50d1-42c8-ac83-d8e83886730f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:53.507489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9082ee41-0d3a-498c-af92-b74b9a4520c8 req-d761f35b-50d1-42c8-ac83-d8e83886730f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.1257975 Feb 19 03:31:53.627364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9082ee41-0d3a-498c-af92-b74b9a4520c8 req-dca7456f-c984-4829-8a2d-d40af27f82d7 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182570 Feb 19 03:31:53.702334 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:54.905743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c85c2-0f4b-43e9-9721-ca8f66183340 req-f08611bf-ce0c-42d2-86a4-09612fa07e58 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:54.909688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-573c85c2-0f4b-43e9-9721-ca8f66183340 req-f08611bf-ce0c-42d2-86a4-09612fa07e58 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.1082747 Feb 19 03:31:55.023345 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-573c85c2-0f4b-43e9-9721-ca8f66183340 req-72589184-5422-4eae-a5ba-0800927d0929 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051230 Feb 19 03:31:56.217454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f493149-8a59-40e7-8898-10a04b529dbc req-b8746f79-61c6-41f2-9beb-90a18c5f295a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:56.219002 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f493149-8a59-40e7-8898-10a04b529dbc req-b8746f79-61c6-41f2-9beb-90a18c5f295a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0948110 Feb 19 03:31:56.348424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f493149-8a59-40e7-8898-10a04b529dbc req-5ed85fe5-9ea1-4ffd-809d-d15eb208a95e tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143227 Feb 19 03:31:57.335918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38450) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:57.487803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1aa96c-d83c-477d-af4d-b021d2850f00 req-7b62dfdc-fa5c-4336-b7a6-916bac49dc2d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:57.495849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab1aa96c-d83c-477d-af4d-b021d2850f00 req-7b62dfdc-fa5c-4336-b7a6-916bac49dc2d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0779943 Feb 19 03:31:57.560951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab1aa96c-d83c-477d-af4d-b021d2850f00 req-72ca3b6a-4592-4969-a603-cf16b740f9d4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633676 Feb 19 03:31:57.627827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa488391-6e89-4786-a616-c11bc5030df3 req-631128df-5d98-4c22-9858-5209e61e9c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:57.629777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa488391-6e89-4786-a616-c11bc5030df3 req-631128df-5d98-4c22-9858-5209e61e9c01 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 1128 time: 0.2923746 Feb 19 03:31:57.691635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa488391-6e89-4786-a616-c11bc5030df3 req-315df2c5-7a51-49d2-bc8c-b93645c0571e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556281 Feb 19 03:31:58.537897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38482) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:58.709910 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f63e-4d2f-429a-afc2-4d7b163ea99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:58.826285 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f63e-4d2f-429a-afc2-4d7b163ea99f admin admin] Publish callbacks [] for security_group (6e04082e-8478-4fcf-8288-54d764c58350), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:58.833308 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fbd3f63e-4d2f-429a-afc2-4d7b163ea99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6e04082e-8478-4fcf-8288-54d764c58350), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:58.913053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fbd3f63e-4d2f-429a-afc2-4d7b163ea99f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc6864be21dd4dab9f0b1a18ee03fc5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3713543 Feb 19 03:31:58.913604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 38492) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:31:58.921797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3f63e-4d2f-429a-afc2-4d7b163ea99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e04082e-8478-4fcf-8288-54d764c58350,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:31:58.960923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a130ca1-e4ba-4f63-977d-f5b69a235765 req-39267bd9-c808-49ba-9b59-e619b9c6f0e2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:31:58.964692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a130ca1-e4ba-4f63-977d-f5b69a235765 req-39267bd9-c808-49ba-9b59-e619b9c6f0e2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.2665415 Feb 19 03:31:59.048569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff9e2-e84e-4c7a-8909-e8cabdaa9b91 admin admin] Publish callbacks [] for security_group (6e04082e-8478-4fcf-8288-54d764c58350), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.079411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a130ca1-e4ba-4f63-977d-f5b69a235765 req-b937f669-ebe2-417e-92d1-33628f75d1d1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083312 Feb 19 03:31:59.098801 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff9e2-e84e-4c7a-8909-e8cabdaa9b91 admin admin] Publish callbacks [] for security_group (6e04082e-8478-4fcf-8288-54d764c58350), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.207426 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff9e2-e84e-4c7a-8909-e8cabdaa9b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6e04082e-8478-4fcf-8288-54d764c58350), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.210619 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2d2ff9e2-e84e-4c7a-8909-e8cabdaa9b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:31:59.222601 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2d2ff9e2-e84e-4c7a-8909-e8cabdaa9b91 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e04082e-8478-4fcf-8288-54d764c58350 HTTP/1.1" status: 204 len: 168 time: 0.3077071 Feb 19 03:31:59.261961 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ff9e2-e84e-4c7a-8909-e8cabdaa9b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e04082e-8478-4fcf-8288-54d764c58350,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:00.264267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97fd99-2b70-43a6-ae56-2a24be5679c4 req-ed6c12e2-89ef-4c2f-a121-73c447155f93 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:00.266325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b97fd99-2b70-43a6-ae56-2a24be5679c4 req-ed6c12e2-89ef-4c2f-a121-73c447155f93 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0992846 Feb 19 03:32:00.342726 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b97fd99-2b70-43a6-ae56-2a24be5679c4 req-d5cb80d3-507d-404b-ad9d-a36dab60087f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688064 Feb 19 03:32:01.474410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eac71a-3c07-435b-a151-5c539630163b req-211d8ec7-fe68-4990-b318-439371410a90 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:01.476121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45eac71a-3c07-435b-a151-5c539630163b req-211d8ec7-fe68-4990-b318-439371410a90 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0533462 Feb 19 03:32:01.528499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45eac71a-3c07-435b-a151-5c539630163b req-7423ecf3-5fcb-4cd9-9da2-0332d775892d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458646 Feb 19 03:32:02.655429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9199d-e959-479d-938a-1bb35119beec req-1c990805-5c8b-4306-b9cc-7caf46bbc754 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:02.657970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8c9199d-e959-479d-938a-1bb35119beec req-1c990805-5c8b-4306-b9cc-7caf46bbc754 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0580504 Feb 19 03:32:02.722937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8c9199d-e959-479d-938a-1bb35119beec req-d5c91829-30a1-44b2-acae-c0baba04904f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583458 Feb 19 03:32:03.655246 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1464b468-a6fa-4240-861e-ad075d39be17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:03.868033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03bc8a-208c-4734-8365-d6c9036abd34 req-5f22eee4-efbb-4971-b58b-0243cc582329 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:03.870215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd03bc8a-208c-4734-8365-d6c9036abd34 req-5f22eee4-efbb-4971-b58b-0243cc582329 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0624831 Feb 19 03:32:03.921983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd03bc8a-208c-4734-8365-d6c9036abd34 req-9e5f2aea-4f74-4c38-a539-37b202da9fc9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455575 Feb 19 03:32:05.078403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6922af-c129-4252-9b5d-f1c63012a2df req-b2b95ca4-9b9f-4b60-8661-eebd3f32d640 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:05.088114 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd6922af-c129-4252-9b5d-f1c63012a2df req-b2b95ca4-9b9f-4b60-8661-eebd3f32d640 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0737541 Feb 19 03:32:05.154844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd6922af-c129-4252-9b5d-f1c63012a2df req-ffc3d4ad-64a1-44e5-8731-1f015256bf1c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654280 Feb 19 03:32:05.906098 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9ef1eb29-a689-434c-bd33-696465dfcaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:06.276888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a260abff-23e7-4150-8f3c-00bd86e9c950 req-7ce071e7-6e20-4c96-a831-378a325d3a46 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:06.278294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a260abff-23e7-4150-8f3c-00bd86e9c950 req-7ce071e7-6e20-4c96-a831-378a325d3a46 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0594347 Feb 19 03:32:06.329708 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a260abff-23e7-4150-8f3c-00bd86e9c950 req-2950d034-dda7-487a-93d5-8028dabdf2d9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454519 Feb 19 03:32:07.132396 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:07.457486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba46dd3-a871-4fac-8e72-02e9f84e791a req-afd0ad73-95cd-4598-9472-f18ae37481a9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:07.459023 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dba46dd3-a871-4fac-8e72-02e9f84e791a req-afd0ad73-95cd-4598-9472-f18ae37481a9 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0560765 Feb 19 03:32:07.509516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dba46dd3-a871-4fac-8e72-02e9f84e791a req-1b32456d-b5b8-4357-81dd-88868f436b8c tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438075 Feb 19 03:32:08.460392 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:08.647294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598af14-cfe3-457f-a6f3-ff5fe669edf7 req-70077056-a335-4a2d-bb63-87f3ddbbab1d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:08.649844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4598af14-cfe3-457f-a6f3-ff5fe669edf7 req-70077056-a335-4a2d-bb63-87f3ddbbab1d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0645628 Feb 19 03:32:08.702928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4598af14-cfe3-457f-a6f3-ff5fe669edf7 req-3c8eceef-4944-40b9-a462-20951655744b tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476229 Feb 19 03:32:09.826750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7c4f1-c097-4c45-bf73-22744bb9c023 req-724b4440-4ecc-4f61-9896-29542e73f73d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:09.828245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84c7c4f1-c097-4c45-bf73-22744bb9c023 req-724b4440-4ecc-4f61-9896-29542e73f73d tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0558629 Feb 19 03:32:09.878652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84c7c4f1-c097-4c45-bf73-22744bb9c023 req-39db8f1e-8e11-445e-ada1-859954c08ea1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444605 Feb 19 03:32:10.072058 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:11.007232 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a411a4-3a0a-4535-be04-e691132fc966 req-e9b5ed82-770e-41ca-9350-5802e917c1b8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:11.020249 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7a411a4-3a0a-4535-be04-e691132fc966 req-e9b5ed82-770e-41ca-9350-5802e917c1b8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0649562 Feb 19 03:32:11.110300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7a411a4-3a0a-4535-be04-e691132fc966 req-97d51cf1-1488-40f0-a09d-2a87d9a04528 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888512 Feb 19 03:32:11.557074 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:32:12.449075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d57254-8743-44d4-8ceb-3b7c7b72bacb req-80e07e8c-e6fb-4d47-919f-c25070769090 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:12.457932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0d57254-8743-44d4-8ceb-3b7c7b72bacb req-80e07e8c-e6fb-4d47-919f-c25070769090 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0656044 Feb 19 03:32:12.519070 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0d57254-8743-44d4-8ceb-3b7c7b72bacb req-4fd62cd8-711a-4ca5-b445-fc4f21f067b8 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555956 Feb 19 03:32:13.157271 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf6a1d-d421-4760-83d0-fb96f85db0c3 req-497cf662-bd7b-4647-832b-e62d822b78f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:13.160487 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-18cf6a1d-d421-4760-83d0-fb96f85db0c3 req-497cf662-bd7b-4647-832b-e62d822b78f4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 1127 time: 0.0596049 Feb 19 03:32:13.232107 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-18cf6a1d-d421-4760-83d0-fb96f85db0c3 req-c4aa5872-d954-44f1-9474-39a490f8ab88 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643151 Feb 19 03:32:13.284078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:13.397618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:13.411168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'port_id': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'mac_address': 'fa:16:3e:ab:f0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:13.455081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:13.455565 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:13.469900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:13.490968 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:13.496693 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:13.556358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:13.700192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee8906-84f5-499e-a396-c3edcd17cfdb req-7f3f19e3-4854-479a-af0b-a26f47c39f25 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:13.724392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22ee8906-84f5-499e-a396-c3edcd17cfdb req-7f3f19e3-4854-479a-af0b-a26f47c39f25 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 944 time: 0.1068258 Feb 19 03:32:13.794797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22ee8906-84f5-499e-a396-c3edcd17cfdb req-d0a5b03e-c4f5-41bb-947a-63905413d127 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741193 Feb 19 03:32:13.915465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:14.936747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151d102-df39-4301-91ee-b8d75092b5b4 req-eafbab22-8fe4-4c85-88db-aed7792cf5d1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:14.944972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8151d102-df39-4301-91ee-b8d75092b5b4 req-eafbab22-8fe4-4c85-88db-aed7792cf5d1 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 944 time: 0.0712905 Feb 19 03:32:15.005874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8151d102-df39-4301-91ee-b8d75092b5b4 req-6f15b230-0f41-46e5-8344-b65ac60ee8f2 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599077 Feb 19 03:32:15.018773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 38724) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:15.141472 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a1b28b18-f3b2-4bb6-b23b-660bbf487558 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/floatingips/c6f765ff-2be0-4ba6-8f16-1a2abddcd802 HTTP/1.1" status: 200 len: 991 time: 0.1115255 Feb 19 03:32:15.289749 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:15.342789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:15.343612 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:15.430013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:15.430667 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:15.473904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:15.476851 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b85715-695d-462d-b1a8-7008ae293105" -d '{"events": [{"server_uuid": "745fb9ce-f3df-44af-b5df-ee5279315f20", "name": "network-vif-plugged", "status": "completed", "tag": "7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:15.495689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:15.502127 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:15.567069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:15.570828 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386eb25c-422c-40ba-b8f7-de5e244607ec x-openstack-request-id: req-386eb25c-422c-40ba-b8f7-de5e244607ec {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:15.571116 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745fb9ce-f3df-44af-b5df-ee5279315f20", "name": "network-vif-plugged", "status": "completed", "tag": "7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:15.571376 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-386eb25c-422c-40ba-b8f7-de5e244607ec {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:15.571757 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'code': 200} Feb 19 03:32:22.781337 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:23.717120 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:25.260145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-487faccf-26e5-4b76-8838-07712d44e0bd tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:25.261787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-487faccf-26e5-4b76-8838-07712d44e0bd tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 814 time: 0.1250441 Feb 19 03:32:25.278508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-5355e19c-ed8a-4c93-9637-a48f883b71f6 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/quotas/7df611d7779e4ee2afeb0f6b7092e016 HTTP/1.1" status: 200 len: 375 time: 0.0111425 Feb 19 03:32:25.371841 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-5620f86e-ef5a-4de5-bbb3-99b804ff5cba tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880089 Feb 19 03:32:25.750755 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-e07c353a-1f24-4be4-976d-78fa43e51401 service neutron] 10.222.0.81 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703909 Feb 19 03:32:25.858764 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-bbbe9c9d-ee58-40f8-a08b-c294a0e735c2 service neutron] 10.222.0.81 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067138 Feb 19 03:32:26.059139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad975a3b-2148-40b0-a7ff-77504fee3960 req-5d5b552d-90f3-4d95-8943-c2c30d31fe40 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 210 time: 0.0401268 Feb 19 03:32:27.192371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f557336-2dd2-4d10-9f95-ef5d09c951ef req-17f86801-d2b3-42d4-87ec-512553b25dc1 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 210 time: 0.0419309 Feb 19 03:32:27.977169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-f226d85f-b28f-4fc9-b83f-2f6348d1b737 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:27.978871 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-f226d85f-b28f-4fc9-b83f-2f6348d1b737 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.87 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 814 time: 0.7062435 Feb 19 03:32:27.991049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Request body: {'port': {'device_id': '31038851-e1d7-40eb-b081-3890e1b250de', 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e', 'admin_state_up': True, 'tenant_id': '7df611d7779e4ee2afeb0f6b7092e016'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:28.161554 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Made reservation on behalf of 7df611d7779e4ee2afeb0f6b7092e016 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:32:28.165306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.350224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba7893ff-253e-4e50-b359-a8b2435fd6db req-1da90ae2-205a-4519-b84d-7490fb2bdf67 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 210 time: 0.0546594 Feb 19 03:32:28.392038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Allocated IP 172.20.0.9 (3bbe84fd-050d-450e-9984-0e5e5c7a338e/68dbc269-9785-484b-ac8d-1be7e15dbc7d/afc7b64f-07b6-417a-84a1-5063abea3208) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:32:28.594081 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks [] for port (afc7b64f-07b6-417a-84a1-5063abea3208), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.642246 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.655857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['c95dcb74-a786-48e6-b7ca-0cdf0244d544', '8850a9df-c45f-4f20-9a19-eaea16cb007e', 'c4522d85-8a45-4831-9fe2-5a38e8deb0ee'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:28.672443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Network 3bbe84fd-050d-450e-9984-0e5e5c7a338e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:32:28.675357 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:32:28.685733 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:32:28.783798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Pushing event updated for resources: {'Port': ['ID=afc7b64f-07b6-417a-84a1-5063abea3208,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:28.797847 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:28.798698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:28.824914 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-441a27f8-4ba1-4b89-ba67-7964464448e8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8379118 Feb 19 03:32:28.838985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Request body: {'port': {'device_id': '31038851-e1d7-40eb-b081-3890e1b250de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:32:28.931177 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.284906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc7b64f-07b6-417a-84a1-5063abea3208 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:29.293262 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Publish callbacks [] for port (afc7b64f-07b6-417a-84a1-5063abea3208), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.323996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Transition to ACTIVE for port object afc7b64f-07b6-417a-84a1-5063abea3208 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:32:29.332770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.405960 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Pushing event updated for resources: {'Port': ['ID=afc7b64f-07b6-417a-84a1-5063abea3208,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:29.505391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Attempting to bind port afc7b64f-07b6-417a-84a1-5063abea3208 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:32:29.505889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Attempting to bind port afc7b64f-07b6-417a-84a1-5063abea3208 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:32:29.506317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Attempting to bind port afc7b64f-07b6-417a-84a1-5063abea3208 on network 3bbe84fd-050d-450e-9984-0e5e5c7a338e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:29.511648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Port afc7b64f-07b6-417a-84a1-5063abea3208 on network 3bbe84fd-050d-450e-9984-0e5e5c7a338e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:32:29.512081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Attempting to bind port afc7b64f-07b6-417a-84a1-5063abea3208 on network 3bbe84fd-050d-450e-9984-0e5e5c7a338e {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:32:29.517380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:32:29.517864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Checking segment: {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:32:29.518345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Bound using segment: {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:32:29.518877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Bound port: afc7b64f-07b6-417a-84a1-5063abea3208, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27eca22f-adf3-4be8-a8d9-d54e44d1a787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:32:29.519336 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.520756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb28de8-bbe9-4445-b10b-83c551077cd3 req-ef631e44-7c70-461e-9b4e-806feb009dce tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:29.522950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2cb28de8-bbe9-4445-b10b-83c551077cd3 req-ef631e44-7c70-461e-9b4e-806feb009dce tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 943 time: 0.0671039 Feb 19 03:32:29.574508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2cb28de8-bbe9-4445-b10b-83c551077cd3 req-48a79d5c-8cd7-4b61-8244-b04deff6a9b7 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455110 Feb 19 03:32:29.598152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] For port afc7b64f-07b6-417a-84a1-5063abea3208, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:32:29.602296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] For port afc7b64f-07b6-417a-84a1-5063abea3208, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=afc7b64f-07b6-417a-84a1-5063abea3208,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:32:29.609316 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.668179 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Pushing event updated for resources: {'Port': ['ID=afc7b64f-07b6-417a-84a1-5063abea3208,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:29.691345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:29.692082 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:29.693827 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-0db8438f-0d1f-464a-ab8f-7ea13bea3590 service neutron] 10.222.0.87 "PUT /v2.0/ports/afc7b64f-07b6-417a-84a1-5063abea3208 HTTP/1.1" status: 200 len: 1091 time: 0.8600798 Feb 19 03:32:29.694193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31038851-e1d7-40eb-b081-3890e1b250de', 'tag': 'afc7b64f-07b6-417a-84a1-5063abea3208'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:29.696752 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d107925-ff2d-4b93-80d6-9aa9747c5361" -d '{"events": [{"name": "network-changed", "server_uuid": "31038851-e1d7-40eb-b081-3890e1b250de", "tag": "afc7b64f-07b6-417a-84a1-5063abea3208"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:29.792554 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-fa21a715-8526-4c07-9816-05d12d2c7244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:29.794165 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-fa21a715-8526-4c07-9816-05d12d2c7244 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 1125 time: 0.0521319 Feb 19 03:32:29.855196 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-e29faae3-f80e-43b5-a2f3-ed8c5252845f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc7b64f-07b6-417a-84a1-5063abea3208 HTTP/1.1" status: 200 len: 217 time: 0.0545275 Feb 19 03:32:29.906727 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c47a30-0153-463a-8a93-5ee4f62862fb x-openstack-request-id: req-04c47a30-0153-463a-8a93-5ee4f62862fb {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:29.907026 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31038851-e1d7-40eb-b081-3890e1b250de", "tag": "afc7b64f-07b6-417a-84a1-5063abea3208", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:29.907355 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-04c47a30-0153-463a-8a93-5ee4f62862fb {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:29.907894 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31038851-e1d7-40eb-b081-3890e1b250de', 'tag': 'afc7b64f-07b6-417a-84a1-5063abea3208', 'status': 'completed', 'code': 200} Feb 19 03:32:29.909809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-18c45adc-8732-4151-a6b7-83f3a0f3454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:29.911738 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-18c45adc-8732-4151-a6b7-83f3a0f3454b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=68dbc269-9785-484b-ac8d-1be7e15dbc7d HTTP/1.1" status: 200 len: 854 time: 0.0499501 Feb 19 03:32:29.951077 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-ae5a11de-ded8-487e-8e84-15857dfae551 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbe84fd-050d-450e-9984-0e5e5c7a338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326486 Feb 19 03:32:30.055492 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-d010bd9b-4383-48bc-a32a-f35f9120716f service neutron] 10.222.0.87 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966825 Feb 19 03:32:30.160072 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-dc63c9f0-1b4a-48d2-bec1-c93db62f32ff req-3edaa39c-c66d-4c70-bc38-7ef7c48f1aec service neutron] 10.222.0.87 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969741 Feb 19 03:32:30.267584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107925-ff2d-4b93-80d6-9aa9747c5361 req-a76c3914-07a1-4213-9ec2-01fd2b29215c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.269178 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d107925-ff2d-4b93-80d6-9aa9747c5361 req-a76c3914-07a1-4213-9ec2-01fd2b29215c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 1125 time: 0.0593982 Feb 19 03:32:30.382619 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107925-ff2d-4b93-80d6-9aa9747c5361 req-1f24b838-4976-4401-9749-fb869c9b23f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.385537 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d107925-ff2d-4b93-80d6-9aa9747c5361 req-1f24b838-4976-4401-9749-fb869c9b23f5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 915 time: 0.1043224 Feb 19 03:32:30.437376 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d107925-ff2d-4b93-80d6-9aa9747c5361 req-41c5c7ec-90ad-4ef4-b238-4a99052e634c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=afc7b64f-07b6-417a-84a1-5063abea3208 HTTP/1.1" status: 200 len: 217 time: 0.0455782 Feb 19 03:32:30.500119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d107925-ff2d-4b93-80d6-9aa9747c5361 req-56a6ff41-4099-4ec1-839d-b9d6b5676f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.501639 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d107925-ff2d-4b93-80d6-9aa9747c5361 req-56a6ff41-4099-4ec1-839d-b9d6b5676f1e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=68dbc269-9785-484b-ac8d-1be7e15dbc7d HTTP/1.1" status: 200 len: 854 time: 0.0454190 Feb 19 03:32:30.540973 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d107925-ff2d-4b93-80d6-9aa9747c5361 req-9759e779-688d-425a-a107-3180d37624da service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=3bbe84fd-050d-450e-9984-0e5e5c7a338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288756 Feb 19 03:32:30.653299 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d107925-ff2d-4b93-80d6-9aa9747c5361 req-935be5bb-f03d-4248-88e3-0abfc379c8a3 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990860 Feb 19 03:32:30.796970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f318bc-2299-415b-a87b-8ae260adb4f1 req-50300ef3-e95d-45b5-b207-ad7744952e4e tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:30.802416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2f318bc-2299-415b-a87b-8ae260adb4f1 req-50300ef3-e95d-45b5-b207-ad7744952e4e tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 943 time: 0.0893359 Feb 19 03:32:30.825407 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0d107925-ff2d-4b93-80d6-9aa9747c5361 req-e2972fe1-11e9-41de-83cc-c15df3dfc600 service neutron] 10.222.0.87 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659398 Feb 19 03:32:30.874020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2f318bc-2299-415b-a87b-8ae260adb4f1 req-63aeaa01-5683-4afd-8bea-bef04a138551 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622051 Feb 19 03:32:32.063977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762bd49-5a74-4185-8bcf-199aab173a1e req-c165a5c6-d559-490c-9e39-37c2c0f06f01 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:32.065587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0762bd49-5a74-4185-8bcf-199aab173a1e req-c165a5c6-d559-490c-9e39-37c2c0f06f01 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 943 time: 0.0941391 Feb 19 03:32:32.145855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0762bd49-5a74-4185-8bcf-199aab173a1e req-fde30071-4909-4448-b98a-054addb72bfb tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722296 Feb 19 03:32:33.313657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef092e5a-ca15-4268-b1fa-9f07880224bf req-04c6792a-8049-43aa-a5ee-696a13c54a70 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:33.323631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef092e5a-ca15-4268-b1fa-9f07880224bf req-04c6792a-8049-43aa-a5ee-696a13c54a70 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 943 time: 0.0719700 Feb 19 03:32:33.349848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device afc7b64f-07b6-417a-84a1-5063abea3208 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:32:33.381424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef092e5a-ca15-4268-b1fa-9f07880224bf req-544235c5-72c6-41e1-924b-b733fbaf95c2 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564120 Feb 19 03:32:33.579556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port afc7b64f-07b6-417a-84a1-5063abea3208, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=afc7b64f-07b6-417a-84a1-5063abea3208,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:33.609534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'afc7b64f-07b6-417a-84a1-5063abea3208', 'network_id': '3bbe84fd-050d-450e-9984-0e5e5c7a338e', 'port_id': 'afc7b64f-07b6-417a-84a1-5063abea3208', 'mac_address': 'fa:16:3e:98:1f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68dbc269-9785-484b-ac8d-1be7e15dbc7d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:32:33.681196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port afc7b64f-07b6-417a-84a1-5063abea3208 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:33.681786 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.707288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc7b64f-07b6-417a-84a1-5063abea3208 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:32:33.719909 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ab32fca-b4bb-4e76-bd99-7dca35969ed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.752301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port afc7b64f-07b6-417a-84a1-5063abea3208, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=afc7b64f-07b6-417a-84a1-5063abea3208,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:33.757771 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:33.828865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=afc7b64f-07b6-417a-84a1-5063abea3208,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:34.121866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['afc7b64f-07b6-417a-84a1-5063abea3208'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:32:34.535061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af681ba-5bd6-4dd5-8048-b3dff0d9b35e req-da579a95-0e85-45ad-9b3c-d3cd11e9b7f0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:34.538095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0af681ba-5bd6-4dd5-8048-b3dff0d9b35e req-da579a95-0e85-45ad-9b3c-d3cd11e9b7f0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 944 time: 0.0620441 Feb 19 03:32:34.604408 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0af681ba-5bd6-4dd5-8048-b3dff0d9b35e req-cca4475a-8b1c-4cba-9ab8-0d4d9baa1f8a tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586233 Feb 19 03:32:35.368768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device afc7b64f-07b6-417a-84a1-5063abea3208 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:32:35.440326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port afc7b64f-07b6-417a-84a1-5063abea3208 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:32:35.446328 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port afc7b64f-07b6-417a-84a1-5063abea3208 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:32:35.453286 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.762940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port afc7b64f-07b6-417a-84a1-5063abea3208 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:32:35.763337 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.806955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port afc7b64f-07b6-417a-84a1-5063abea3208, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=afc7b64f-07b6-417a-84a1-5063abea3208,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:32:35.807972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31038851-e1d7-40eb-b081-3890e1b250de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc7b64f-07b6-417a-84a1-5063abea3208'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:32:35.810771 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaea3c7-365d-4222-b352-635a51cede8c" -d '{"events": [{"server_uuid": "31038851-e1d7-40eb-b081-3890e1b250de", "name": "network-vif-plugged", "status": "completed", "tag": "afc7b64f-07b6-417a-84a1-5063abea3208"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:32:35.815318 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.827519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba81f02-bd9f-4a16-b474-b9b3706340c9 req-48d99740-87dc-49f9-8391-5a16ed15f143 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:35.853964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ba81f02-bd9f-4a16-b474-b9b3706340c9 req-48d99740-87dc-49f9-8391-5a16ed15f143 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 944 time: 0.1360910 Feb 19 03:32:35.878854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=afc7b64f-07b6-417a-84a1-5063abea3208,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:35.924304 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1e864fa0-57f9-4a41-a057-66bc1470ffc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:35.967909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ba81f02-bd9f-4a16-b474-b9b3706340c9 req-c22a3404-8605-48f6-bb97-d4021ee76bd0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071198 Feb 19 03:32:36.038578 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-727682a2-3aab-4dc8-bdea-a4238922cbe3 x-openstack-request-id: req-727682a2-3aab-4dc8-bdea-a4238922cbe3 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:32:36.038901 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31038851-e1d7-40eb-b081-3890e1b250de", "name": "network-vif-plugged", "status": "completed", "tag": "afc7b64f-07b6-417a-84a1-5063abea3208", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:32:36.039292 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-727682a2-3aab-4dc8-bdea-a4238922cbe3 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:32:36.039856 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31038851-e1d7-40eb-b081-3890e1b250de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc7b64f-07b6-417a-84a1-5063abea3208', 'code': 200} Feb 19 03:32:36.197491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494daf4-67b7-4572-bc4f-57acb62c74a8 req-cf0ebc45-c440-47f5-859d-0564b6298490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:36.201228 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c494daf4-67b7-4572-bc4f-57acb62c74a8 req-cf0ebc45-c440-47f5-859d-0564b6298490 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 1127 time: 0.0931046 Feb 19 03:32:36.252324 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c494daf4-67b7-4572-bc4f-57acb62c74a8 req-f9ad2f45-55b0-411f-81a7-59b4a668996f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429311 Feb 19 03:32:36.280991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39118) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:36.403217 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-090d51da-2033-4f75-a815-e2c16dcd00ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.533030 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-090d51da-2033-4f75-a815-e2c16dcd00ee admin admin] Publish callbacks [] for security_group (005a9cba-1c3b-4a15-a5e4-bdbdf1529245), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.538745 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-090d51da-2033-4f75-a815-e2c16dcd00ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (005a9cba-1c3b-4a15-a5e4-bdbdf1529245), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.588457 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-090d51da-2033-4f75-a815-e2c16dcd00ee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0e1751c11ece471589f5d79515388687&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3060212 Feb 19 03:32:36.589311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d51da-2033-4f75-a815-e2c16dcd00ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005a9cba-1c3b-4a15-a5e4-bdbdf1529245,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:36.593113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 39126) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:32:36.645892 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7de2be16-fd56-4390-b983-1e880b1e7a23 req-94bd5a11-5c05-467e-ab0a-50d709014831 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0993011 Feb 19 03:32:36.682887 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c791adb5-4a57-4998-8ba4-8dafe7781d3d admin admin] Publish callbacks [] for security_group (005a9cba-1c3b-4a15-a5e4-bdbdf1529245), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.712887 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c791adb5-4a57-4998-8ba4-8dafe7781d3d admin admin] Publish callbacks [] for security_group (005a9cba-1c3b-4a15-a5e4-bdbdf1529245), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.779666 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c791adb5-4a57-4998-8ba4-8dafe7781d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (005a9cba-1c3b-4a15-a5e4-bdbdf1529245), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.782813 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c791adb5-4a57-4998-8ba4-8dafe7781d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:36.786704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c791adb5-4a57-4998-8ba4-8dafe7781d3d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/005a9cba-1c3b-4a15-a5e4-bdbdf1529245 HTTP/1.1" status: 204 len: 168 time: 0.1899467 Feb 19 03:32:36.799413 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2be16-fd56-4390-b983-1e880b1e7a23 req-7d951e92-86a9-46a9-a103-0d2ce790d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:36.800981 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7de2be16-fd56-4390-b983-1e880b1e7a23 req-7d951e92-86a9-46a9-a103-0d2ce790d77d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3ad779f9b2a43eaaba6e97f498154cc&device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 1128 time: 0.1015692 Feb 19 03:32:36.809688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c791adb5-4a57-4998-8ba4-8dafe7781d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005a9cba-1c3b-4a15-a5e4-bdbdf1529245,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:32:36.964721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2be16-fd56-4390-b983-1e880b1e7a23 req-4b73fbe7-4b12-41d2-8c4e-8e9bc01d1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:36.966237 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7de2be16-fd56-4390-b983-1e880b1e7a23 req-4b73fbe7-4b12-41d2-8c4e-8e9bc01d1eb4 service neutron] 10.222.0.87 "GET /v2.0/networks?id=052c6a76-660c-463f-8d3d-ceaf5791ebdb HTTP/1.1" status: 200 len: 910 time: 0.1335156 Feb 19 03:32:37.105957 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7de2be16-fd56-4390-b983-1e880b1e7a23 req-7faa0307-e152-4654-b6d9-7363e70d8818 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58c023fc-73ea-425b-9bc0-ce7336343bf8 HTTP/1.1" status: 200 len: 1001 time: 0.1325824 Feb 19 03:32:37.141861 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:37.154353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea635d-1bb7-46ec-9033-aa26d2360364 req-e8a7e784-dceb-4918-bcea-19e16f8c0024 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:37.156262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18ea635d-1bb7-46ec-9033-aa26d2360364 req-e8a7e784-dceb-4918-bcea-19e16f8c0024 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 945 time: 0.0881438 Feb 19 03:32:37.204950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2be16-fd56-4390-b983-1e880b1e7a23 req-fd9f494b-10d2-4cf9-b5fa-36e8313d496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:37.206454 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7de2be16-fd56-4390-b983-1e880b1e7a23 req-fd9f494b-10d2-4cf9-b5fa-36e8313d496f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05559075-1486-4bb4-a10a-47404135662d HTTP/1.1" status: 200 len: 848 time: 0.0926087 Feb 19 03:32:37.225686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18ea635d-1bb7-46ec-9033-aa26d2360364 req-67134079-8c96-462f-8e5c-a38b1d92ba87 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638504 Feb 19 03:32:37.336429 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2be16-fd56-4390-b983-1e880b1e7a23 req-a7b4aaa3-6c81-4618-bb3e-5c0009ff6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:37.341982 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7de2be16-fd56-4390-b983-1e880b1e7a23 req-a7b4aaa3-6c81-4618-bb3e-5c0009ff6111 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=052c6a76-660c-463f-8d3d-ceaf5791ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1268106 Feb 19 03:32:37.460935 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7de2be16-fd56-4390-b983-1e880b1e7a23 req-776adea6-f771-42ad-94da-870449d9ffaf service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089816 Feb 19 03:32:37.605807 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7de2be16-fd56-4390-b983-1e880b1e7a23 req-cb1c6257-4847-4158-851f-f7742b77d940 service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396079 Feb 19 03:32:38.459674 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:38.484061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d9630-b808-454e-95e3-43cd36cf40d5 req-a731dc76-e57a-4a13-bbb6-18695b855cfa tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:38.485776 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f40d9630-b808-454e-95e3-43cd36cf40d5 req-a731dc76-e57a-4a13-bbb6-18695b855cfa tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 945 time: 0.1248941 Feb 19 03:32:38.543044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f40d9630-b808-454e-95e3-43cd36cf40d5 req-07fc099d-ed36-493a-877d-48fbd4c7d876 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505641 Feb 19 03:32:40.094476 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:42.166141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8890416-b869-48b9-bd47-89a8ce721740 req-588bd032-8084-4082-91ec-86c3a9f2585b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734894 Feb 19 03:32:42.289037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8890416-b869-48b9-bd47-89a8ce721740 req-23dc31d9-762e-403e-b23f-975f54781719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:42.290922 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8890416-b869-48b9-bd47-89a8ce721740 req-23dc31d9-762e-403e-b23f-975f54781719 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 1127 time: 0.0784156 Feb 19 03:32:42.407983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8890416-b869-48b9-bd47-89a8ce721740 req-f7edfc15-c4aa-4073-b2f0-d1786d219df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:42.409902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8890416-b869-48b9-bd47-89a8ce721740 req-f7edfc15-c4aa-4073-b2f0-d1786d219df1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 915 time: 0.0999675 Feb 19 03:32:42.493614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8890416-b869-48b9-bd47-89a8ce721740 req-2dfbcc18-5a09-40e6-a636-a69df493f327 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c95dcb74-a786-48e6-b7ca-0cdf0244d544 HTTP/1.1" status: 200 len: 217 time: 0.0663199 Feb 19 03:32:42.568223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8890416-b869-48b9-bd47-89a8ce721740 req-46ea7444-ff08-4f72-83a6-504ca6d45443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:32:42.571641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8890416-b869-48b9-bd47-89a8ce721740 req-46ea7444-ff08-4f72-83a6-504ca6d45443 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68dbc269-9785-484b-ac8d-1be7e15dbc7d HTTP/1.1" status: 200 len: 854 time: 0.0705605 Feb 19 03:32:42.657199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8890416-b869-48b9-bd47-89a8ce721740 req-8dc7d977-f340-4975-a06f-037303fc0f51 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bbe84fd-050d-450e-9984-0e5e5c7a338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806010 Feb 19 03:32:42.891952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8890416-b869-48b9-bd47-89a8ce721740 req-8270c957-703b-4b48-83fc-25ee868ce5dc service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760032 Feb 19 03:32:43.087665 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8890416-b869-48b9-bd47-89a8ce721740 req-f5ac8f9a-bd1c-4b2a-81e7-7e0f73309419 service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892815 Feb 19 03:32:48.560472 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:32:52.796416 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:32:53.709979 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:03.654811 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fa78ffa6-2750-4579-a6e0-32509d0f1f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:05.915546 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a75cf526-a562-47d5-9d9b-9e86ccc7568a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:07.156181 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:08.466146 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:10.087851 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:22.778788 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:23.730252 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:25.560261 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:33:33.629766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e94228-4b5d-4d28-9eb8-d57f78c10f01 req-f8e62ce8-aa4a-4f79-918e-62c81b577a63 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:33.631559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01e94228-4b5d-4d28-9eb8-d57f78c10f01 req-f8e62ce8-aa4a-4f79-918e-62c81b577a63 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 945 time: 0.0590897 Feb 19 03:33:33.655223 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-21364cab-80c7-4bfc-aaa8-5971882051d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:33.695486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01e94228-4b5d-4d28-9eb8-d57f78c10f01 req-1caba384-153a-4bbe-b772-c06a15a739fa tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512838 Feb 19 03:33:34.205165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40786) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:34.581379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port 74abe550-5a9b-4179-84fa-97654e60ee98 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:34.581810 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (74abe550-5a9b-4179-84fa-97654e60ee98), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.664503 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (74abe550-5a9b-4179-84fa-97654e60ee98), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.665241 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (74abe550-5a9b-4179-84fa-97654e60ee98), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.685809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for 74abe550-5a9b-4179-84fa-97654e60ee98 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:34.845484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bccf44-8ca8-4c69-adc6-2a14a61e2b91 req-b16d1d89-17bb-457a-96b9-aaceb21f98a6 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:34.847246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58bccf44-8ca8-4c69-adc6-2a14a61e2b91 req-b16d1d89-17bb-457a-96b9-aaceb21f98a6 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 945 time: 0.0778573 Feb 19 03:33:34.926980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58bccf44-8ca8-4c69-adc6-2a14a61e2b91 req-b747220b-16eb-4286-a77f-cc838dd031bc tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722165 Feb 19 03:33:34.928410 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (74abe550-5a9b-4179-84fa-97654e60ee98), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:34.953578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=74abe550-5a9b-4179-84fa-97654e60ee98,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:34.964316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:34.964751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:34.965042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:34.965404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:34.965738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:34.966045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:34.966388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:34.966708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:34.967026 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:34.967353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:34.967707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:34.968029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:34.968850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:35.034738 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for floatingip (c6f765ff-2be0-4ba6-8f16-1a2abddcd802), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.034950 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Floating IP c6f765ff-2be0-4ba6-8f16-1a2abddcd802 disassociated (deleted). External IP: 172.25.1.28, port: 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8. Feb 19 03:33:35.258774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router 790b0427-67f7-41d9-a004-b0e3e964df46 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:33:35.449480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18bf67-c57e-4727-9635-e3651eb8524c req-3acd01f8-cc25-4e30-8f1f-125a95fe217b tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:35.453576 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8c18bf67-c57e-4727-9635-e3651eb8524c req-3acd01f8-cc25-4e30-8f1f-125a95fe217b tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.87 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 945 time: 0.0842402 Feb 19 03:33:35.576928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-8c18bf67-c57e-4727-9635-e3651eb8524c req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Deleting port afc7b64f-07b6-417a-84a1-5063abea3208 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:35.577282 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8c18bf67-c57e-4727-9635-e3651eb8524c req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.668885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:35.673622 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.681733 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-8c18bf67-c57e-4727-9635-e3651eb8524c req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] For port afc7b64f-07b6-417a-84a1-5063abea3208, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=afc7b64f-07b6-417a-84a1-5063abea3208,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:35.682068 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8c18bf67-c57e-4727-9635-e3651eb8524c req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.693642 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94935a6a-f602-40fb-b6bb-975c2630b8e3 None None] Sync routers for ids ['790b0427-67f7-41d9-a004-b0e3e964df46'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:35.695286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-8c18bf67-c57e-4727-9635-e3651eb8524c req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Calling delete_port for afc7b64f-07b6-417a-84a1-5063abea3208 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:35.713764 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94935a6a-f602-40fb-b6bb-975c2630b8e3 None None] Routers {'790b0427-67f7-41d9-a004-b0e3e964df46'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:35.714894 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-94935a6a-f602-40fb-b6bb-975c2630b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:33:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['790b0427-67f7-41d9-a004-b0e3e964df46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:35.721542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f3d0a440-9f18-4e8d-ab41-b42015626ed4 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/floatingips/c6f765ff-2be0-4ba6-8f16-1a2abddcd802 HTTP/1.1" status: 204 len: 168 time: 1.5126736 Feb 19 03:33:35.721542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'tag': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:33:35.722659 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd7e12e-e411-4025-88dd-43d990704699" -d '{"events": [{"name": "network-changed", "server_uuid": "745fb9ce-f3df-44af-b5df-ee5279315f20", "tag": "7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:33:35.836597 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-94935a6a-f602-40fb-b6bb-975c2630b8e3 None None] Set router 790b0427-67f7-41d9-a004-b0e3e964df46 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:35.857958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8c18bf67-c57e-4727-9635-e3651eb8524c req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (afc7b64f-07b6-417a-84a1-5063abea3208), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:35.871401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['afc7b64f-07b6-417a-84a1-5063abea3208'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:33:35.875116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['c95dcb74-a786-48e6-b7ca-0cdf0244d544', '8850a9df-c45f-4f20-9a19-eaea16cb007e', 'c4522d85-8a45-4831-9fe2-5a38e8deb0ee'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:33:35.907634 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82629603-e1f8-4730-bc10-52cf0150d4ef x-openstack-request-id: req-82629603-e1f8-4730-bc10-52cf0150d4ef {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:33:35.907929 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "745fb9ce-f3df-44af-b5df-ee5279315f20", "tag": "7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:33:35.908186 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-82629603-e1f8-4730-bc10-52cf0150d4ef {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:33:35.908587 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'tag': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'status': 'completed', 'code': 200} Feb 19 03:33:35.970880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Pushing event deleted for resources: {'Port': ['ID=afc7b64f-07b6-417a-84a1-5063abea3208,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:35.998231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c18bf67-c57e-4727-9635-e3651eb8524c req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] No DVR routers for this DVR port afc7b64f-07b6-417a-84a1-5063abea3208 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:33:36.000966 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8c18bf67-c57e-4727-9635-e3651eb8524c req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.005939 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8c18bf67-c57e-4727-9635-e3651eb8524c req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.87 "DELETE /v2.0/ports/afc7b64f-07b6-417a-84a1-5063abea3208 HTTP/1.1" status: 204 len: 173 time: 0.5368843 Feb 19 03:33:36.005939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31038851-e1d7-40eb-b081-3890e1b250de', 'name': 'network-vif-deleted', 'tag': 'afc7b64f-07b6-417a-84a1-5063abea3208'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:33:36.018225 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a216f48-e8da-4576-8fc9-59a34b1e458e" -d '{"events": [{"server_uuid": "31038851-e1d7-40eb-b081-3890e1b250de", "name": "network-vif-deleted", "tag": "afc7b64f-07b6-417a-84a1-5063abea3208"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:33:36.033153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.033901 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.034426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.034993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.035598 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.036055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.037421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.037915 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.038345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.038728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.039121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.039663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.040076 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:36.058541 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7fd97f9c-84ba-4dd3-a9f0-9dc05c2c5995 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:36.082573 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81852fb-1724-4478-a0b8-975cd0e858bb req-e703fb05-7370-45d5-84af-7b960880e0b7 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:36.084126 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e81852fb-1724-4478-a0b8-975cd0e858bb req-e703fb05-7370-45d5-84af-7b960880e0b7 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0949507 Feb 19 03:33:36.095255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7e12e-e411-4025-88dd-43d990704699 req-085c61b4-3ffd-44e8-8ab1-89945ea78c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:36.097254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fd7e12e-e411-4025-88dd-43d990704699 req-085c61b4-3ffd-44e8-8ab1-89945ea78c35 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=d251da4ce30245449da598358709f972&device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 1127 time: 0.1627774 Feb 19 03:33:36.151165 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-94935a6a-f602-40fb-b6bb-975c2630b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:30:04Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fb9ab951-30c8-46c7-893d-b91d1d42e53c', 'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:79:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:02Z', 'updated_at': '2022-02-19T03:30:25Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:36.199291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7e12e-e411-4025-88dd-43d990704699 req-5ffe3242-d619-4714-bb33-6a1c946a5a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:36.200797 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fd7e12e-e411-4025-88dd-43d990704699 req-5ffe3242-d619-4714-bb33-6a1c946a5a71 service neutron] 10.222.0.87 "GET /v2.0/networks?id=10b0f655-8a78-45fb-ad86-698ab2a20da7 HTTP/1.1" status: 200 len: 898 time: 0.0956557 Feb 19 03:33:36.228318 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94935a6a-f602-40fb-b6bb-975c2630b8e3 None None] Checking router: 790b0427-67f7-41d9-a004-b0e3e964df46 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:33:36.244619 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94935a6a-f602-40fb-b6bb-975c2630b8e3 None None] Routers {'790b0427-67f7-41d9-a004-b0e3e964df46'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:36.245740 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-94935a6a-f602-40fb-b6bb-975c2630b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:33:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['790b0427-67f7-41d9-a004-b0e3e964df46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:36.271055 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fd7e12e-e411-4025-88dd-43d990704699 req-711bc3aa-d833-4156-89d4-0d7d24d18a2c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 HTTP/1.1" status: 200 len: 217 time: 0.0496542 Feb 19 03:33:36.282688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e81852fb-1724-4478-a0b8-975cd0e858bb req-80739405-097e-4919-b2ab-1cce3eff2dff tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901634 Feb 19 03:33:36.372370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7e12e-e411-4025-88dd-43d990704699 req-9af24a68-7f7a-4618-b4a1-0835a571c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:36.374851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fd7e12e-e411-4025-88dd-43d990704699 req-9af24a68-7f7a-4618-b4a1-0835a571c203 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=b03a1538-ac33-42fd-801e-4ccc4783874f HTTP/1.1" status: 200 len: 835 time: 0.0911949 Feb 19 03:33:36.422131 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-94935a6a-f602-40fb-b6bb-975c2630b8e3 None None] Set router 790b0427-67f7-41d9-a004-b0e3e964df46 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:36.452159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc590264-46c9-45e2-9e7d-e4c807f7e049 req-9d75faa3-f5f0-43a9-9ffc-321cd4385392 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=31038851-e1d7-40eb-b081-3890e1b250de HTTP/1.1" status: 200 len: 210 time: 0.0298884 Feb 19 03:33:36.486982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7e12e-e411-4025-88dd-43d990704699 req-02862183-54eb-4be5-bf22-2bda04fd98d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:36.489042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fd7e12e-e411-4025-88dd-43d990704699 req-02862183-54eb-4be5-bf22-2bda04fd98d1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=10b0f655-8a78-45fb-ad86-698ab2a20da7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1063251 Feb 19 03:33:36.532585 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a2d4fc-8b8b-4fcb-a6ad-e9c1f7a834e6 x-openstack-request-id: req-08a2d4fc-8b8b-4fcb-a6ad-e9c1f7a834e6 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:33:36.533168 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31038851-e1d7-40eb-b081-3890e1b250de", "name": "network-vif-deleted", "tag": "afc7b64f-07b6-417a-84a1-5063abea3208", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:33:36.533257 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08a2d4fc-8b8b-4fcb-a6ad-e9c1f7a834e6 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:33:36.533660 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31038851-e1d7-40eb-b081-3890e1b250de', 'name': 'network-vif-deleted', 'tag': 'afc7b64f-07b6-417a-84a1-5063abea3208', 'status': 'completed', 'code': 200} Feb 19 03:33:36.622526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fd7e12e-e411-4025-88dd-43d990704699 req-2936eca0-8be6-4b3b-964a-f046c9180433 service neutron] 10.222.0.87 "GET /v2.0/networks/10b0f655-8a78-45fb-ad86-698ab2a20da7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185305 Feb 19 03:33:36.711120 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-94935a6a-f602-40fb-b6bb-975c2630b8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:30:04Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fb9ab951-30c8-46c7-893d-b91d1d42e53c', 'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:79:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:02Z', 'updated_at': '2022-02-19T03:30:25Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:36.736650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fd7e12e-e411-4025-88dd-43d990704699 req-70c0820f-7c8f-4311-8eb6-48f6c5da174e service neutron] 10.222.0.87 "GET /v2.0/networks/10b0f655-8a78-45fb-ad86-698ab2a20da7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122615 Feb 19 03:33:36.747011 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94935a6a-f602-40fb-b6bb-975c2630b8e3 None None] The sync data for ids ['790b0427-67f7-41d9-a004-b0e3e964df46'] in n-d-826755-2 is: [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:30:04Z', 'revision_number': 4, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fb9ab951-30c8-46c7-893d-b91d1d42e53c', 'name': '', 'network_id': '10b0f655-8a78-45fb-ad86-698ab2a20da7', 'tenant_id': 'd251da4ce30245449da598358709f972', 'mac_address': 'fa:16:3e:79:1e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:02Z', 'updated_at': '2022-02-19T03:30:25Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'subnets': [{'id': 'b03a1538-ac33-42fd-801e-4ccc4783874f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:36.988528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e351ec-f870-4ce5-866f-6f9399e7cacf None None] New status for floating IP c6f765ff-2be0-4ba6-8f16-1a2abddcd802: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:33:37.143316 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.411349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f7cac-0f55-4cb2-aeac-47b2d84f27b1 req-432aae03-1e8d-4c5a-b555-ecd2277f5ccd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:37.412937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-092f7cac-0f55-4cb2-aeac-47b2d84f27b1 req-432aae03-1e8d-4c5a-b555-ecd2277f5ccd tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0577888 Feb 19 03:33:37.468984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-092f7cac-0f55-4cb2-aeac-47b2d84f27b1 req-29e25285-937d-42b9-8580-893d0eab2eea tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/security-groups?id=e15f4dae-2b37-4259-a28f-c4d34bc9b039&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500295 Feb 19 03:33:37.567451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea829140-a80e-42b0-bbc5-d8f120446ffb req-6b46a376-b40f-4cc7-8521-bc7947ac4a81 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:37.568871 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea829140-a80e-42b0-bbc5-d8f120446ffb req-6b46a376-b40f-4cc7-8521-bc7947ac4a81 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 945 time: 0.0547020 Feb 19 03:33:37.696678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ea829140-a80e-42b0-bbc5-d8f120446ffb req-3b936d2f-a5da-4f3f-bc43-9bdb77f52c2f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:37.697034 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ea829140-a80e-42b0-bbc5-d8f120446ffb req-3b936d2f-a5da-4f3f-bc43-9bdb77f52c2f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.786820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ea829140-a80e-42b0-bbc5-d8f120446ffb req-3b936d2f-a5da-4f3f-bc43-9bdb77f52c2f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:37.787560 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ea829140-a80e-42b0-bbc5-d8f120446ffb req-3b936d2f-a5da-4f3f-bc43-9bdb77f52c2f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.798934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ea829140-a80e-42b0-bbc5-d8f120446ffb req-3b936d2f-a5da-4f3f-bc43-9bdb77f52c2f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:37.932973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ea829140-a80e-42b0-bbc5-d8f120446ffb req-3b936d2f-a5da-4f3f-bc43-9bdb77f52c2f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:37.961135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b936d2f-a5da-4f3f-bc43-9bdb77f52c2f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:38.008045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea829140-a80e-42b0-bbc5-d8f120446ffb req-3b936d2f-a5da-4f3f-bc43-9bdb77f52c2f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] No DVR routers for this DVR port 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:33:38.010821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ea829140-a80e-42b0-bbc5-d8f120446ffb req-3b936d2f-a5da-4f3f-bc43-9bdb77f52c2f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:38.014207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea829140-a80e-42b0-bbc5-d8f120446ffb req-3b936d2f-a5da-4f3f-bc43-9bdb77f52c2f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.87 "DELETE /v2.0/ports/7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 HTTP/1.1" status: 204 len: 173 time: 0.4396608 Feb 19 03:33:38.014653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'name': 'network-vif-deleted', 'tag': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:33:38.016955 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad03732d-87b4-41f5-9b61-1d8c0574b3f0" -d '{"events": [{"server_uuid": "745fb9ce-f3df-44af-b5df-ee5279315f20", "name": "network-vif-deleted", "tag": "7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:33:38.053862 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47da10b-44d1-4d3b-8fd3-36e94bdd69e7 x-openstack-request-id: req-d47da10b-44d1-4d3b-8fd3-36e94bdd69e7 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:33:38.054162 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "745fb9ce-f3df-44af-b5df-ee5279315f20", "name": "network-vif-deleted", "tag": "7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:33:38.054416 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d47da10b-44d1-4d3b-8fd3-36e94bdd69e7 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:33:38.054888 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745fb9ce-f3df-44af-b5df-ee5279315f20', 'name': 'network-vif-deleted', 'tag': '7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8', 'status': 'completed', 'code': 200} Feb 19 03:33:38.478313 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:38.595804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee07b9ee-72a0-4c21-8654-46bdf4e5eb31 req-596d9325-2d52-4613-886c-f08e4606d72a tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "GET /v2.0/ports?device_id=745fb9ce-f3df-44af-b5df-ee5279315f20 HTTP/1.1" status: 200 len: 210 time: 0.0272539 Feb 19 03:33:39.632203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device afc7b64f-07b6-417a-84a1-5063abea3208 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:33:39.657409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: afc7b64f-07b6-417a-84a1-5063abea3208 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:33:39.657761 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device afc7b64f-07b6-417a-84a1-5063abea3208 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:33:39.674620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40854) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:40.082043 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f730fcf-470f-46dc-8773-05ea9c9024ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (790b0427-67f7-41d9-a004-b0e3e964df46), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.084690 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.371711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5f730fcf-470f-46dc-8773-05ea9c9024ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port fb9ab951-30c8-46c7-893d-b91d1d42e53c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:40.372123 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f730fcf-470f-46dc-8773-05ea9c9024ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.458793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-5f730fcf-470f-46dc-8773-05ea9c9024ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port fb9ab951-30c8-46c7-893d-b91d1d42e53c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fb9ab951-30c8-46c7-893d-b91d1d42e53c,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:40.459148 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f730fcf-470f-46dc-8773-05ea9c9024ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.470855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5f730fcf-470f-46dc-8773-05ea9c9024ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for fb9ab951-30c8-46c7-893d-b91d1d42e53c owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:40.667476 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f730fcf-470f-46dc-8773-05ea9c9024ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fb9ab951-30c8-46c7-893d-b91d1d42e53c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:40.703907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f730fcf-470f-46dc-8773-05ea9c9024ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=fb9ab951-30c8-46c7-893d-b91d1d42e53c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:40.916026 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5f730fcf-470f-46dc-8773-05ea9c9024ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (790b0427-67f7-41d9-a004-b0e3e964df46), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.140371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f730fcf-470f-46dc-8773-05ea9c9024ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Router 790b0427-67f7-41d9-a004-b0e3e964df46 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:33:41.254653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f730fcf-470f-46dc-8773-05ea9c9024ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:41.263185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5f730fcf-470f-46dc-8773-05ea9c9024ae tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "PUT /v2.0/routers/790b0427-67f7-41d9-a004-b0e3e964df46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5837798 Feb 19 03:33:41.263276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40866) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:41.265340 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca72fc0-e488-4ea7-b932-4699cef919a8 None None] Sync routers for ids ['790b0427-67f7-41d9-a004-b0e3e964df46'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:41.277142 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca72fc0-e488-4ea7-b932-4699cef919a8 None None] Routers {'790b0427-67f7-41d9-a004-b0e3e964df46'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:41.278293 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5ca72fc0-e488-4ea7-b932-4699cef919a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:33:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['790b0427-67f7-41d9-a004-b0e3e964df46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:41.320016 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd728c8-1f69-48bb-81e2-6f417f0a5fc6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting subnet b03a1538-ac33-42fd-801e-4ccc4783874f {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:33:41.323710 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2fd728c8-1f69-48bb-81e2-6f417f0a5fc6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for subnet (b03a1538-ac33-42fd-801e-4ccc4783874f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.365206 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2fd728c8-1f69-48bb-81e2-6f417f0a5fc6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (b03a1538-ac33-42fd-801e-4ccc4783874f), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.388958 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5ca72fc0-e488-4ea7-b932-4699cef919a8 None None] Set router 790b0427-67f7-41d9-a004-b0e3e964df46 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:41.449184 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2fd728c8-1f69-48bb-81e2-6f417f0a5fc6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (b03a1538-ac33-42fd-801e-4ccc4783874f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.521518 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2fd728c8-1f69-48bb-81e2-6f417f0a5fc6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (b03a1538-ac33-42fd-801e-4ccc4783874f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.552554 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd728c8-1f69-48bb-81e2-6f417f0a5fc6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Subnet': ['ID=b03a1538-ac33-42fd-801e-4ccc4783874f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:41.558336 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2fd728c8-1f69-48bb-81e2-6f417f0a5fc6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.562071 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2fd728c8-1f69-48bb-81e2-6f417f0a5fc6 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/subnets/b03a1538-ac33-42fd-801e-4ccc4783874f HTTP/1.1" status: 204 len: 168 time: 0.2981448 Feb 19 03:33:41.564408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511bf5dd-49d3-4295-9bcf-115627337611 None None] Network 10b0f655-8a78-45fb-ad86-698ab2a20da7 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:41.565198 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40868) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:41.584181 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5ca72fc0-e488-4ea7-b932-4699cef919a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:33:40Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:41.625548 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca72fc0-e488-4ea7-b932-4699cef919a8 None None] Checking router: 790b0427-67f7-41d9-a004-b0e3e964df46 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:33:41.637631 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca72fc0-e488-4ea7-b932-4699cef919a8 None None] Routers {'790b0427-67f7-41d9-a004-b0e3e964df46'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:41.638321 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5ca72fc0-e488-4ea7-b932-4699cef919a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:33:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['790b0427-67f7-41d9-a004-b0e3e964df46'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:41.659460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:33:41.685334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router (790b0427-67f7-41d9-a004-b0e3e964df46), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.709425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:33:41.710003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 7e4f10cd-6546-4fe9-af3c-86cea9ae8fa8 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:33:41.792412 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5ca72fc0-e488-4ea7-b932-4699cef919a8 None None] Set router 790b0427-67f7-41d9-a004-b0e3e964df46 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:41.805528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_gateway (790b0427-67f7-41d9-a004-b0e3e964df46), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.856852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] DHCP port deletion for 10b0f655-8a78-45fb-ad86-698ab2a20da7 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:33:41.891349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Deleting port cba48659-236b-4f95-ba6a-610ba1946d2b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:41.891905 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.952530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Deleting port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:41.953512 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:41.989401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] For port cba48659-236b-4f95-ba6a-610ba1946d2b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=cba48659-236b-4f95-ba6a-610ba1946d2b,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:41.989778 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.003791 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Calling delete_port for cba48659-236b-4f95-ba6a-610ba1946d2b owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:42.033998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] For port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca,segment=NetworkSegment(d036b215-9eac-4d9d-8986-00ac47cb9b92),segment_id=d036b215-9eac-4d9d-8986-00ac47cb9b92)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:42.034350 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.049852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Calling delete_port for 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:42.144755 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5ca72fc0-e488-4ea7-b932-4699cef919a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:33:40Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:42.171212 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.174472 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca72fc0-e488-4ea7-b932-4699cef919a8 None None] The sync data for ids ['790b0427-67f7-41d9-a004-b0e3e964df46'] in n-d-826755-2 is: [{'id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1053590015', 'tenant_id': 'd251da4ce30245449da598358709f972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196'}], 'enable_snat': True}, 'gw_port_id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:48Z', 'updated_at': '2022-02-19T03:33:40Z', 'revision_number': 5, 'project_id': 'd251da4ce30245449da598358709f972', 'gw_port': {'id': 'cba48659-236b-4f95-ba6a-610ba1946d2b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:fa:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '790b0427-67f7-41d9-a004-b0e3e964df46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:51Z', 'updated_at': '2022-02-19T03:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:42.177286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a57a28-ad72-43ea-9263-bedc1271e1d8 req-d7796a49-bc34-4770-9b39-6403195da370 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097553 Feb 19 03:33:42.217406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Pushing event deleted for resources: {'Port': ['ID=0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:42.234298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.234750 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.235299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.235860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.236347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.236782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.237666 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.237776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.238612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.239024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.239445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.239870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.240366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:33:42.255832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6b75d5-b385-4121-918f-07b1a59cfb52 None None] No DVR routers for this DVR port 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:33:42.288741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a57a28-ad72-43ea-9263-bedc1271e1d8 req-18b5b168-75e2-4f7f-9450-163e354e5958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:42.291335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a57a28-ad72-43ea-9263-bedc1271e1d8 req-18b5b168-75e2-4f7f-9450-163e354e5958 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 1128 time: 0.0881505 Feb 19 03:33:42.340384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (cba48659-236b-4f95-ba6a-610ba1946d2b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.411416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Port': ['ID=cba48659-236b-4f95-ba6a-610ba1946d2b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:42.455053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a57a28-ad72-43ea-9263-bedc1271e1d8 req-d62eca4d-f25e-4a09-9fc1-8fcd147a88c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:42.457634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a57a28-ad72-43ea-9263-bedc1271e1d8 req-d62eca4d-f25e-4a09-9fc1-8fcd147a88c4 service neutron] 10.222.0.67 "GET /v2.0/networks?id=3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 200 len: 915 time: 0.1463134 Feb 19 03:33:42.458885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (790b0427-67f7-41d9-a004-b0e3e964df46), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.504898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a57a28-ad72-43ea-9263-bedc1271e1d8 req-dc6641f8-09ff-470e-9ff2-ccb2b545fc57 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8850a9df-c45f-4f20-9a19-eaea16cb007e HTTP/1.1" status: 200 len: 217 time: 0.0403171 Feb 19 03:33:42.563626 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (790b0427-67f7-41d9-a004-b0e3e964df46), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.566068 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router_controller (790b0427-67f7-41d9-a004-b0e3e964df46), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.573532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a57a28-ad72-43ea-9263-bedc1271e1d8 req-d1f53063-674d-478c-bf3c-2470f350595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:42.575051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a57a28-ad72-43ea-9263-bedc1271e1d8 req-d1f53063-674d-478c-bf3c-2470f350595b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=68dbc269-9785-484b-ac8d-1be7e15dbc7d HTTP/1.1" status: 200 len: 854 time: 0.0639133 Feb 19 03:33:42.622328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a57a28-ad72-43ea-9263-bedc1271e1d8 req-929991d5-c23d-432e-ae4b-fa58f4c1eaea service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=3bbe84fd-050d-450e-9984-0e5e5c7a338e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401633 Feb 19 03:33:42.627735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (790b0427-67f7-41d9-a004-b0e3e964df46), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.629322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Fanout notify agent at l3_agent the message router_deleted on router 790b0427-67f7-41d9-a004-b0e3e964df46 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:33:42.639283 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.642875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b8af7f68-cc59-44b4-8abc-43534de047b0 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/routers/790b0427-67f7-41d9-a004-b0e3e964df46 HTTP/1.1" status: 204 len: 168 time: 1.0741453 Feb 19 03:33:42.643109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40882) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:42.731714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a57a28-ad72-43ea-9263-bedc1271e1d8 req-424fcae2-0b18-4de0-844e-45329b124e62 service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036613 Feb 19 03:33:42.755845 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (10b0f655-8a78-45fb-ad86-698ab2a20da7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.863468 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (10b0f655-8a78-45fb-ad86-698ab2a20da7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.884960 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10b0f655-8a78-45fb-ad86-698ab2a20da7']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:42.889171 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56a57a28-ad72-43ea-9263-bedc1271e1d8 req-5391a653-012a-4c77-bb60-257bc5d822a1 service neutron] 10.222.0.67 "GET /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472085 Feb 19 03:33:42.897002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd036b215-9eac-4d9d-8986-00ac47cb9b92') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:42.897595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd036b215-9eac-4d9d-8986-00ac47cb9b92') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:42.908871 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (d036b215-9eac-4d9d-8986-00ac47cb9b92), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.937243 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d036b215-9eac-4d9d-8986-00ac47cb9b92), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.957911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:33:42.958753 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (d036b215-9eac-4d9d-8986-00ac47cb9b92), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:33:42.979498 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:33:43.021464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fb9ab951-30c8-46c7-893d-b91d1d42e53c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:33:43.035624 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (10b0f655-8a78-45fb-ad86-698ab2a20da7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.046641 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.050923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: fb9ab951-30c8-46c7-893d-b91d1d42e53c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:33:43.051757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fb9ab951-30c8-46c7-893d-b91d1d42e53c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:33:43.052035 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/networks/10b0f655-8a78-45fb-ad86-698ab2a20da7 HTTP/1.1" status: 204 len: 168 time: 0.4077878 Feb 19 03:33:43.052672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:33:43.054789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40890) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:43.069891 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58560d57-78e3-4159-811d-992c0404fc12 tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'Network': ['ID=10b0f655-8a78-45fb-ad86-698ab2a20da7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:43.076756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:33:43.077205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0fa08aa1-0ffb-469b-8445-d3ae0cbd68ca not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:33:43.133705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9fdaa92e-edaa-4db2-9b7d-24ede142723f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (e15f4dae-2b37-4259-a28f-c4d34bc9b039), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.164203 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9fdaa92e-edaa-4db2-9b7d-24ede142723f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (e15f4dae-2b37-4259-a28f-c4d34bc9b039), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.227165 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9fdaa92e-edaa-4db2-9b7d-24ede142723f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e15f4dae-2b37-4259-a28f-c4d34bc9b039), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.230360 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9fdaa92e-edaa-4db2-9b7d-24ede142723f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:43.235081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9fdaa92e-edaa-4db2-9b7d-24ede142723f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] 10.222.0.81 "DELETE /v2.0/security-groups/e15f4dae-2b37-4259-a28f-c4d34bc9b039 HTTP/1.1" status: 204 len: 168 time: 0.1792355 Feb 19 03:33:43.245587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdaa92e-edaa-4db2-9b7d-24ede142723f tempest-TestNetworkAdvancedServerOps-1624912099 tempest-TestNetworkAdvancedServerOps-1624912099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15f4dae-2b37-4259-a28f-c4d34bc9b039,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:44.805181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40916) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:44.861189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cba48659-236b-4f95-ba6a-610ba1946d2b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:33:44.882699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4d727056-2c7a-4cfa-b74b-82e9df0973d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d251da4ce30245449da598358709f972&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446299 Feb 19 03:33:44.885070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40932) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:44.907712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: cba48659-236b-4f95-ba6a-610ba1946d2b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:33:44.908057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device cba48659-236b-4f95-ba6a-610ba1946d2b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:33:44.955840 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-60301cb0-a3fe-4bb6-9780-642269bf402e admin admin] Publish callbacks [] for security_group (565e824e-04df-4db4-858a-6c5bfa6e64be), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:44.988707 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-60301cb0-a3fe-4bb6-9780-642269bf402e admin admin] Publish callbacks [] for security_group (565e824e-04df-4db4-858a-6c5bfa6e64be), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.059497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-60301cb0-a3fe-4bb6-9780-642269bf402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (565e824e-04df-4db4-858a-6c5bfa6e64be), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.062357 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-60301cb0-a3fe-4bb6-9780-642269bf402e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.067246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-60301cb0-a3fe-4bb6-9780-642269bf402e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/565e824e-04df-4db4-858a-6c5bfa6e64be HTTP/1.1" status: 204 len: 168 time: 0.1810300 Feb 19 03:33:45.087989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60301cb0-a3fe-4bb6-9780-642269bf402e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565e824e-04df-4db4-858a-6c5bfa6e64be,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:45.456184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 40948) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:45.528010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c7303e35-e0c5-4a80-8dc9-5fb45d6af195 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f2561e86b30740969566f051adff2990&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0589952 Feb 19 03:33:45.530692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 40952) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:45.605790 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-770ac238-5e2d-4b07-bba1-6f5789e56ea9 admin admin] Publish callbacks [] for security_group (021fc20a-0476-43b6-ab7e-e132bd32cad3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.645662 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-770ac238-5e2d-4b07-bba1-6f5789e56ea9 admin admin] Publish callbacks [] for security_group (021fc20a-0476-43b6-ab7e-e132bd32cad3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.712778 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-770ac238-5e2d-4b07-bba1-6f5789e56ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (021fc20a-0476-43b6-ab7e-e132bd32cad3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.715889 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-770ac238-5e2d-4b07-bba1-6f5789e56ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:45.719615 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-770ac238-5e2d-4b07-bba1-6f5789e56ea9 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/021fc20a-0476-43b6-ab7e-e132bd32cad3 HTTP/1.1" status: 204 len: 168 time: 0.1847613 Feb 19 03:33:45.728215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ac238-5e2d-4b07-bba1-6f5789e56ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021fc20a-0476-43b6-ab7e-e132bd32cad3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:48.635034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9de284-1ad4-43ed-b430-e1f63e859c88 req-c36ced7e-7ddb-40c8-a17c-35a16e507dcf tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:48.637735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe9de284-1ad4-43ed-b430-e1f63e859c88 req-c36ced7e-7ddb-40c8-a17c-35a16e507dcf tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 946 time: 0.0922513 Feb 19 03:33:48.707815 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe9de284-1ad4-43ed-b430-e1f63e859c88 req-6134b648-d87e-4768-8c26-94302206c9a6 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636101 Feb 19 03:33:48.856704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41188) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:49.054886 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd37b9a9-61c4-442b-b796-e8f263864261 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.150754 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd37b9a9-61c4-442b-b796-e8f263864261 admin admin] Publish callbacks [] for security_group (27213416-b505-4a33-a666-7a10d646ed1c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.156148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd37b9a9-61c4-442b-b796-e8f263864261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (27213416-b505-4a33-a666-7a10d646ed1c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.204303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37b9a9-61c4-442b-b796-e8f263864261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27213416-b505-4a33-a666-7a10d646ed1c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:49.212477 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bd37b9a9-61c4-442b-b796-e8f263864261 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9bcf9dab144d4d37bea5676718114d8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3547025 Feb 19 03:33:49.215009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41204) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:49.271014 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de4ddfe5-808b-4760-bc41-ef8fd8912b0b admin admin] Publish callbacks [] for security_group (27213416-b505-4a33-a666-7a10d646ed1c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.294983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de4ddfe5-808b-4760-bc41-ef8fd8912b0b admin admin] Publish callbacks [] for security_group (27213416-b505-4a33-a666-7a10d646ed1c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.365161 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de4ddfe5-808b-4760-bc41-ef8fd8912b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (27213416-b505-4a33-a666-7a10d646ed1c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.369032 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de4ddfe5-808b-4760-bc41-ef8fd8912b0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.370507 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-de4ddfe5-808b-4760-bc41-ef8fd8912b0b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/27213416-b505-4a33-a666-7a10d646ed1c HTTP/1.1" status: 204 len: 168 time: 0.1545749 Feb 19 03:33:49.399110 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ddfe5-808b-4760-bc41-ef8fd8912b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27213416-b505-4a33-a666-7a10d646ed1c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:49.795603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41222) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:49.822942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c859e3d-c660-4ba9-a747-8137c5a7c32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:49.953192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc811c8-2c41-4ec1-93ad-8ca22dc7fc9b req-b0359d4f-f192-4ea2-939b-13a2ba210afd tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:49.974089 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adc811c8-2c41-4ec1-93ad-8ca22dc7fc9b req-b0359d4f-f192-4ea2-939b-13a2ba210afd tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 946 time: 0.1294739 Feb 19 03:33:50.025919 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c859e3d-c660-4ba9-a747-8137c5a7c32a admin admin] Publish callbacks [] for security_group (9d733ce2-409f-419d-aed6-0377b00bebec), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.032252 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c859e3d-c660-4ba9-a747-8137c5a7c32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9d733ce2-409f-419d-aed6-0377b00bebec), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.082484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c859e3d-c660-4ba9-a747-8137c5a7c32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d733ce2-409f-419d-aed6-0377b00bebec,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:50.088711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adc811c8-2c41-4ec1-93ad-8ca22dc7fc9b req-0ea044fb-5f78-4338-b5df-65121b7ef5a7 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147237 Feb 19 03:33:50.099292 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5c859e3d-c660-4ba9-a747-8137c5a7c32a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=162f8e32481d4ab0a5d97f51cd724ed6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3021076 Feb 19 03:33:50.103379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41236) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:50.227233 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e23c1dc9-1401-4f2b-8d82-6a39bcf73657 admin admin] Publish callbacks [] for security_group (9d733ce2-409f-419d-aed6-0377b00bebec), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.237421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc5103-9483-4e5b-9c33-685ac210a0b1 req-22fdc25d-633b-4371-8eb8-e6af20d2c6b3 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:50.239296 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ecc5103-9483-4e5b-9c33-685ac210a0b1 req-22fdc25d-633b-4371-8eb8-e6af20d2c6b3 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.67 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 946 time: 0.1063051 Feb 19 03:33:50.313942 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e23c1dc9-1401-4f2b-8d82-6a39bcf73657 admin admin] Publish callbacks [] for security_group (9d733ce2-409f-419d-aed6-0377b00bebec), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.430634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-1ecc5103-9483-4e5b-9c33-685ac210a0b1 req-5aa64e04-4106-4b8a-9796-a77322957a4c tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Deleting port c4522d85-8a45-4831-9fe2-5a38e8deb0ee {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:50.431288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1ecc5103-9483-4e5b-9c33-685ac210a0b1 req-5aa64e04-4106-4b8a-9796-a77322957a4c tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.435067 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e23c1dc9-1401-4f2b-8d82-6a39bcf73657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9d733ce2-409f-419d-aed6-0377b00bebec), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.437658 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e23c1dc9-1401-4f2b-8d82-6a39bcf73657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.442265 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e23c1dc9-1401-4f2b-8d82-6a39bcf73657 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9d733ce2-409f-419d-aed6-0377b00bebec HTTP/1.1" status: 204 len: 168 time: 0.3374908 Feb 19 03:33:50.475648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c1dc9-1401-4f2b-8d82-6a39bcf73657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d733ce2-409f-419d-aed6-0377b00bebec,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:50.646226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-1ecc5103-9483-4e5b-9c33-685ac210a0b1 req-5aa64e04-4106-4b8a-9796-a77322957a4c tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] For port c4522d85-8a45-4831-9fe2-5a38e8deb0ee, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c4522d85-8a45-4831-9fe2-5a38e8deb0ee,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:50.647945 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1ecc5103-9483-4e5b-9c33-685ac210a0b1 req-5aa64e04-4106-4b8a-9796-a77322957a4c tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:50.701727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-1ecc5103-9483-4e5b-9c33-685ac210a0b1 req-5aa64e04-4106-4b8a-9796-a77322957a4c tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Calling delete_port for c4522d85-8a45-4831-9fe2-5a38e8deb0ee owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:51.418687 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1ecc5103-9483-4e5b-9c33-685ac210a0b1 req-5aa64e04-4106-4b8a-9796-a77322957a4c tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c4522d85-8a45-4831-9fe2-5a38e8deb0ee), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:51.432497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['c95dcb74-a786-48e6-b7ca-0cdf0244d544', '8850a9df-c45f-4f20-9a19-eaea16cb007e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:33:51.543552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51826d0f-88ff-452e-81af-5155f93fd17e req-e2ba0776-6360-43a3-a1e3-37922564d4fb tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:51.552313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51826d0f-88ff-452e-81af-5155f93fd17e req-e2ba0776-6360-43a3-a1e3-37922564d4fb tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=76c700f6-544d-45d8-bd91-a59327b71219 HTTP/1.1" status: 200 len: 946 time: 0.2654514 Feb 19 03:33:51.560952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa64e04-4106-4b8a-9796-a77322957a4c tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Pushing event deleted for resources: {'Port': ['ID=c4522d85-8a45-4831-9fe2-5a38e8deb0ee,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:51.606260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ecc5103-9483-4e5b-9c33-685ac210a0b1 req-5aa64e04-4106-4b8a-9796-a77322957a4c tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] No DVR routers for this DVR port c4522d85-8a45-4831-9fe2-5a38e8deb0ee on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:33:51.610094 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1ecc5103-9483-4e5b-9c33-685ac210a0b1 req-5aa64e04-4106-4b8a-9796-a77322957a4c tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:51.615484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ecc5103-9483-4e5b-9c33-685ac210a0b1 req-5aa64e04-4106-4b8a-9796-a77322957a4c tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.67 "DELETE /v2.0/ports/c4522d85-8a45-4831-9fe2-5a38e8deb0ee HTTP/1.1" status: 204 len: 173 time: 1.3684433 Feb 19 03:33:51.616491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76c700f6-544d-45d8-bd91-a59327b71219', 'name': 'network-vif-deleted', 'tag': 'c4522d85-8a45-4831-9fe2-5a38e8deb0ee'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:33:51.629295 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b0976a-4435-4ef6-ac5c-3eeaea7bf2ff" -d '{"events": [{"server_uuid": "76c700f6-544d-45d8-bd91-a59327b71219", "name": "network-vif-deleted", "tag": "c4522d85-8a45-4831-9fe2-5a38e8deb0ee"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:33:51.742432 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51826d0f-88ff-452e-81af-5155f93fd17e req-dc7e0dbf-177c-4ec6-95a0-8c14a4a80ef4 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888652 Feb 19 03:33:51.902614 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4983aaa5-bb16-426f-b27c-2190d0cbcb5a x-openstack-request-id: req-4983aaa5-bb16-426f-b27c-2190d0cbcb5a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:33:51.903848 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76c700f6-544d-45d8-bd91-a59327b71219", "name": "network-vif-deleted", "tag": "c4522d85-8a45-4831-9fe2-5a38e8deb0ee", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:33:51.904229 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4983aaa5-bb16-426f-b27c-2190d0cbcb5a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:33:51.904800 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76c700f6-544d-45d8-bd91-a59327b71219', 'name': 'network-vif-deleted', 'tag': 'c4522d85-8a45-4831-9fe2-5a38e8deb0ee', 'status': 'completed', 'code': 200} Feb 19 03:33:51.933453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41350) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:52.082968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1369685111-network', 'tenant_id': '48548c12d3224e16bb0f6d211d6e9ae5'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:52.106565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Made reservation on behalf of 48548c12d3224e16bb0f6d211d6e9ae5 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:52.112359 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.122751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.228336 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Publish callbacks [] for security_group (315776a2-2d42-40b8-be42-44f83ae8c7e9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.235376 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (315776a2-2d42-40b8-be42-44f83ae8c7e9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.277838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:33:52.310096 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (dff0ab85-4405-46d4-9dcb-ddc19e9a65f5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.310623 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Added segment dff0ab85-4405-46d4-9dcb-ddc19e9a65f5 of type vlan for network 11837fe0-82fa-4b4b-a5b2-c040aa803613 Feb 19 03:33:52.415951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315776a2-2d42-40b8-be42-44f83ae8c7e9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:52.435244 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (11837fe0-82fa-4b4b-a5b2-c040aa803613), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.473599 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (11837fe0-82fa-4b4b-a5b2-c040aa803613), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.475780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:52.476769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.555727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6210668 Feb 19 03:33:52.558881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41420) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:52.563834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3fe53d88-08d9-4f6e-8462-d6f444b28a06 admin admin] Request body: {'subnet': {'network_id': '11837fe0-82fa-4b4b-a5b2-c040aa803613', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1369685111-subnet', 'tenant_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:52.569092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7a412-c358-4fae-b0ed-b2ae3d7e27ee admin admin] Pushing event updated for resources: {'Network': ['ID=11837fe0-82fa-4b4b-a5b2-c040aa803613,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:52.581123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 11837fe0-82fa-4b4b-a5b2-c040aa803613 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:33:52.602631 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe53d88-08d9-4f6e-8462-d6f444b28a06 admin admin] Made reservation on behalf of 48548c12d3224e16bb0f6d211d6e9ae5 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:33:52.605332 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3fe53d88-08d9-4f6e-8462-d6f444b28a06 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.826389 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.839920 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3fe53d88-08d9-4f6e-8462-d6f444b28a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (ce2c8fef-68b3-4059-a197-ff10623917a0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.932770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe53d88-08d9-4f6e-8462-d6f444b28a06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2c8fef-68b3-4059-a197-ff10623917a0,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:52.938502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe53d88-08d9-4f6e-8462-d6f444b28a06 admin admin] Checking segment: {'id': 'dff0ab85-4405-46d4-9dcb-ddc19e9a65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '11837fe0-82fa-4b4b-a5b2-c040aa803613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:52.939130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe53d88-08d9-4f6e-8462-d6f444b28a06 admin admin] Network hostable DHCP agents. Network: 11837fe0-82fa-4b4b-a5b2-c040aa803613, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:33:52.966536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe53d88-08d9-4f6e-8462-d6f444b28a06 admin admin] Network 11837fe0-82fa-4b4b-a5b2-c040aa803613 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:33:52.983830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-3fe53d88-08d9-4f6e-8462-d6f444b28a06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 11837fe0-82fa-4b4b-a5b2-c040aa803613) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:52.995878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe53d88-08d9-4f6e-8462-d6f444b28a06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:52.996527 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3fe53d88-08d9-4f6e-8462-d6f444b28a06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:52.997163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f59245-02cf-481f-bbdc-e3c830000554 None None] Network 11837fe0-82fa-4b4b-a5b2-c040aa803613 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:53.058816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3fe53d88-08d9-4f6e-8462-d6f444b28a06 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4988654 Feb 19 03:33:53.061470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41476) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:53.066915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1369685111-router', 'tenant_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:33:53.117500 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (d239447e-d2e8-403c-914c-5e7dd02b84ef), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.118563 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (d239447e-d2e8-403c-914c-5e7dd02b84ef), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.231969 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Publish callbacks [] for router_controller (d239447e-d2e8-403c-914c-5e7dd02b84ef), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.248054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-11837fe0-82fa-4b4b-a5b2-c040aa803613', 'network_id': '11837fe0-82fa-4b4b-a5b2-c040aa803613', 'project_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'fixed_ips': [{'subnet_id': 'ce2c8fef-68b3-4059-a197-ff10623917a0'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:33:53.249428 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.335516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864db842-ae7f-4823-bdc5-33fab1c01bf3 req-1886005c-68bf-4a34-8ad9-4b1d4430046b tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:53.337360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-864db842-ae7f-4823-bdc5-33fab1c01bf3 req-1886005c-68bf-4a34-8ad9-4b1d4430046b tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 946 time: 0.1687620 Feb 19 03:33:53.427264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c4522d85-8a45-4831-9fe2-5a38e8deb0ee no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:33:53.458160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: c4522d85-8a45-4831-9fe2-5a38e8deb0ee {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:33:53.458893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c4522d85-8a45-4831-9fe2-5a38e8deb0ee not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:33:53.494356 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Publish callbacks [] for router_gateway (d239447e-d2e8-403c-914c-5e7dd02b84ef), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.527977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-864db842-ae7f-4823-bdc5-33fab1c01bf3 req-cdd48084-2e8a-4d4b-b798-a9b9aed0069b tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593821 Feb 19 03:33:53.547163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Allocated IP 172.20.0.2 (11837fe0-82fa-4b4b-a5b2-c040aa803613/ce2c8fef-68b3-4059-a197-ff10623917a0/873cce2f-a260-4024-94f0-f8a6bc4afed5) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:53.793342 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Publish callbacks [] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.797363 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.804267 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.844180 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Publish callbacks [] for router_gateway (d239447e-d2e8-403c-914c-5e7dd02b84ef), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.858196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Pushing event updated for resources: {'Port': ['ID=873cce2f-a260-4024-94f0-f8a6bc4afed5,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:53.868758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.870665 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Network 11837fe0-82fa-4b4b-a5b2-c040aa803613 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:53.872102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:53.875496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:53.970162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Attempting to bind port 873cce2f-a260-4024-94f0-f8a6bc4afed5 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:53.970544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Attempting to bind port 873cce2f-a260-4024-94f0-f8a6bc4afed5 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'dff0ab85-4405-46d4-9dcb-ddc19e9a65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '11837fe0-82fa-4b4b-a5b2-c040aa803613'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:53.970916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Attempting to bind port 873cce2f-a260-4024-94f0-f8a6bc4afed5 on network 11837fe0-82fa-4b4b-a5b2-c040aa803613 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:53.982412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:53.982412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Checking segment: {'id': 'dff0ab85-4405-46d4-9dcb-ddc19e9a65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '11837fe0-82fa-4b4b-a5b2-c040aa803613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:53.983632 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:53.984217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Bound using segment: {'id': 'dff0ab85-4405-46d4-9dcb-ddc19e9a65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '11837fe0-82fa-4b4b-a5b2-c040aa803613'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:53.986987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Bound port: 873cce2f-a260-4024-94f0-f8a6bc4afed5, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dff0ab85-4405-46d4-9dcb-ddc19e9a65f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '11837fe0-82fa-4b4b-a5b2-c040aa803613'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:53.987586 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.038095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Allocated IP 172.25.1.22 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/9f6658d1-3b24-4648-a3d0-82e611c7fa50) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:54.108029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] For port 873cce2f-a260-4024-94f0-f8a6bc4afed5, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:54.114020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] For port 873cce2f-a260-4024-94f0-f8a6bc4afed5, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=873cce2f-a260-4024-94f0-f8a6bc4afed5,segment=NetworkSegment(dff0ab85-4405-46d4-9dcb-ddc19e9a65f5),segment_id=dff0ab85-4405-46d4-9dcb-ddc19e9a65f5)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:54.128684 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.228232 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Publish callbacks [] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.257485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a83ad-989a-4cba-a745-0ab9d0bfcb2a None None] Pushing event updated for resources: {'Port': ['ID=873cce2f-a260-4024-94f0-f8a6bc4afed5,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:54.282684 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:54.362547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:54.366945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:54.377339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:54.431611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Pushing event updated for resources: {'Port': ['ID=9f6658d1-3b24-4648-a3d0-82e611c7fa50,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:54.918303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67b8d3-cb59-4db7-a280-3d7d622325e4 req-c1d0b2cc-a979-4873-96cf-2bddf3ea8da0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:54.927688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a67b8d3-cb59-4db7-a280-3d7d622325e4 req-c1d0b2cc-a979-4873-96cf-2bddf3ea8da0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 946 time: 0.2440767 Feb 19 03:33:54.975420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b22221-ae40-4142-a1e2-b98e9b9a18bb req-f0e4a3d4-64da-4098-b2ac-633624921139 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:33:54.977788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01b22221-ae40-4142-a1e2-b98e9b9a18bb req-f0e4a3d4-64da-4098-b2ac-633624921139 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.67 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 946 time: 0.2929063 Feb 19 03:33:54.980219 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Publish callbacks [] for router_gateway (d239447e-d2e8-403c-914c-5e7dd02b84ef), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.123206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 873cce2f-a260-4024-94f0-f8a6bc4afed5 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:55.246822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 873cce2f-a260-4024-94f0-f8a6bc4afed5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:55.247598 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.341669 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a67b8d3-cb59-4db7-a280-3d7d622325e4 req-363d73b7-d671-487d-893f-8ba7c9ae6617 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079525 Feb 19 03:33:55.379313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 873cce2f-a260-4024-94f0-f8a6bc4afed5 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:55.379995 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.432640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 873cce2f-a260-4024-94f0-f8a6bc4afed5, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=873cce2f-a260-4024-94f0-f8a6bc4afed5,segment=NetworkSegment(dff0ab85-4405-46d4-9dcb-ddc19e9a65f5),segment_id=dff0ab85-4405-46d4-9dcb-ddc19e9a65f5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:55.440845 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.470549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-01b22221-ae40-4142-a1e2-b98e9b9a18bb req-6a989ce8-0f73-4a22-8c58-43fe3c86c73d tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Deleting port 8850a9df-c45f-4f20-9a19-eaea16cb007e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:33:55.470898 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-01b22221-ae40-4142-a1e2-b98e9b9a18bb req-6a989ce8-0f73-4a22-8c58-43fe3c86c73d tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.517798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=873cce2f-a260-4024-94f0-f8a6bc4afed5,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:55.598931 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (d239447e-d2e8-403c-914c-5e7dd02b84ef), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.871306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-01b22221-ae40-4142-a1e2-b98e9b9a18bb req-6a989ce8-0f73-4a22-8c58-43fe3c86c73d tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] For port 8850a9df-c45f-4f20-9a19-eaea16cb007e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8850a9df-c45f-4f20-9a19-eaea16cb007e,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:33:55.872220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-01b22221-ae40-4142-a1e2-b98e9b9a18bb req-6a989ce8-0f73-4a22-8c58-43fe3c86c73d tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:55.915339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-01b22221-ae40-4142-a1e2-b98e9b9a18bb req-6a989ce8-0f73-4a22-8c58-43fe3c86c73d tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Calling delete_port for 8850a9df-c45f-4f20-9a19-eaea16cb007e owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:33:55.935486 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cc3abd-7111-4362-9998-fd9804b00f19 None None] Network 11837fe0-82fa-4b4b-a5b2-c040aa803613 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:33:55.999585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Router d239447e-d2e8-403c-914c-5e7dd02b84ef is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:33:56.057380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ad050ac4-11f5-49b6-a04f-dd2ab114bece None None] Provisioning complete for port 873cce2f-a260-4024-94f0-f8a6bc4afed5 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:56.057982 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ad050ac4-11f5-49b6-a04f-dd2ab114bece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.158957 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ad050ac4-11f5-49b6-a04f-dd2ab114bece None None] Current status of the port 873cce2f-a260-4024-94f0-f8a6bc4afed5 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:56.302766 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-01b22221-ae40-4142-a1e2-b98e9b9a18bb req-6a989ce8-0f73-4a22-8c58-43fe3c86c73d tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8850a9df-c45f-4f20-9a19-eaea16cb007e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.318031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['c95dcb74-a786-48e6-b7ca-0cdf0244d544'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:33:56.372342 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:56.387847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a989ce8-0f73-4a22-8c58-43fe3c86c73d tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Pushing event deleted for resources: {'Port': ['ID=8850a9df-c45f-4f20-9a19-eaea16cb007e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:56.403758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.408913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41788) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:33:56.411409 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3be10dd4-6559-40eb-a610-33aa639564f8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.3485577 Feb 19 03:33:56.445487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Sync routers for ids ['d239447e-d2e8-403c-914c-5e7dd02b84ef'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:33:56.463612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b22221-ae40-4142-a1e2-b98e9b9a18bb req-6a989ce8-0f73-4a22-8c58-43fe3c86c73d tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] No DVR routers for this DVR port 8850a9df-c45f-4f20-9a19-eaea16cb007e on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:33:56.466904 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-01b22221-ae40-4142-a1e2-b98e9b9a18bb req-6a989ce8-0f73-4a22-8c58-43fe3c86c73d tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:56.475092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01b22221-ae40-4142-a1e2-b98e9b9a18bb req-6a989ce8-0f73-4a22-8c58-43fe3c86c73d tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.67 "DELETE /v2.0/ports/8850a9df-c45f-4f20-9a19-eaea16cb007e HTTP/1.1" status: 204 len: 173 time: 1.4818356 Feb 19 03:33:56.475950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059b4241-48b2-4055-b08d-c2baf0f27218', 'name': 'network-vif-deleted', 'tag': '8850a9df-c45f-4f20-9a19-eaea16cb007e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:33:56.481289 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aeebe7b-1777-4829-ae9a-ee9d69c09aca" -d '{"events": [{"server_uuid": "059b4241-48b2-4055-b08d-c2baf0f27218", "name": "network-vif-deleted", "tag": "8850a9df-c45f-4f20-9a19-eaea16cb007e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:33:56.504822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Routers {'d239447e-d2e8-403c-914c-5e7dd02b84ef'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:56.506013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:33:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d239447e-d2e8-403c-914c-5e7dd02b84ef'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:56.656128 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7118b513-bc76-42b3-a45c-50f6685c920f req-9bcdd33e-5424-4cf6-a073-7c45af4a2f5f tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=059b4241-48b2-4055-b08d-c2baf0f27218 HTTP/1.1" status: 200 len: 210 time: 0.0783775 Feb 19 03:33:56.685033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Set router d239447e-d2e8-403c-914c-5e7dd02b84ef gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:56.731063 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce0912d-dd0c-4eb3-a81b-fc40cbc06119 x-openstack-request-id: req-1ce0912d-dd0c-4eb3-a81b-fc40cbc06119 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:33:56.731580 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059b4241-48b2-4055-b08d-c2baf0f27218", "name": "network-vif-deleted", "tag": "8850a9df-c45f-4f20-9a19-eaea16cb007e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:33:56.731993 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ce0912d-dd0c-4eb3-a81b-fc40cbc06119 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:33:56.732984 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059b4241-48b2-4055-b08d-c2baf0f27218', 'name': 'network-vif-deleted', 'tag': '8850a9df-c45f-4f20-9a19-eaea16cb007e', 'status': 'completed', 'code': 200} Feb 19 03:33:56.917447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2d6a4e99-518e-4e79-b54b-f1764c538285 None None] Provisioning complete for port 873cce2f-a260-4024-94f0-f8a6bc4afed5 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:56.917721 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2d6a4e99-518e-4e79-b54b-f1764c538285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.041268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 873cce2f-a260-4024-94f0-f8a6bc4afed5 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:33:57.276846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-2d6a4e99-518e-4e79-b54b-f1764c538285 None None] Current status of the port 873cce2f-a260-4024-94f0-f8a6bc4afed5 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:57.325618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 873cce2f-a260-4024-94f0-f8a6bc4afed5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:57.325996 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.391006 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.405945 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8850a9df-c45f-4f20-9a19-eaea16cb007e no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:33:57.620023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'name': 'tempest-ImageQuotaTest-1369685111-router', 'tenant_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '9f6658d1-3b24-4648-a3d0-82e611c7fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:53Z', 'updated_at': '2022-02-19T03:33:54Z', 'revision_number': 3, 'project_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'gw_port': {'id': '9f6658d1-3b24-4648-a3d0-82e611c7fa50', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:53Z', 'updated_at': '2022-02-19T03:33:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:57.636737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Allocated IP 172.20.0.1 (11837fe0-82fa-4b4b-a5b2-c040aa803613/ce2c8fef-68b3-4059-a197-ff10623917a0/8d4e363e-d116-4c15-b0f3-330df67f6287) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:33:57.649361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Checking router: d239447e-d2e8-403c-914c-5e7dd02b84ef for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:33:57.649926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Updating router d239447e-d2e8-403c-914c-5e7dd02b84ef port 9f6658d1-3b24-4648-a3d0-82e611c7fa50 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:33:57.653743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 8850a9df-c45f-4f20-9a19-eaea16cb007e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:33:57.654284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8850a9df-c45f-4f20-9a19-eaea16cb007e not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:33:57.684235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 873cce2f-a260-4024-94f0-f8a6bc4afed5 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:33:57.706000 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.824535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Publish callbacks [] for port (8d4e363e-d116-4c15-b0f3-330df67f6287), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.876468 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8d4e363e-d116-4c15-b0f3-330df67f6287), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:57.943295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Network 11837fe0-82fa-4b4b-a5b2-c040aa803613 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:57.946517 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:57.950161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:33:57.987174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4e363e-d116-4c15-b0f3-330df67f6287,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:58.014057 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (d239447e-d2e8-403c-914c-5e7dd02b84ef), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.141971 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Publish callbacks [] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.150116 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.239744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd3568-485c-481f-95fc-a15e9a790448 None None] Pushing event updated for resources: {'Port': ['ID=9f6658d1-3b24-4648-a3d0-82e611c7fa50,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:58.242423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Attempting to bind port 9f6658d1-3b24-4648-a3d0-82e611c7fa50 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:33:58.243132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Attempting to bind port 9f6658d1-3b24-4648-a3d0-82e611c7fa50 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:33:58.243741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Attempting to bind port 9f6658d1-3b24-4648-a3d0-82e611c7fa50 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:33:58.250618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:33:58.251274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:33:58.251928 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.252710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:33:58.253573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Bound port: 9f6658d1-3b24-4648-a3d0-82e611c7fa50, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:33:58.265977 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8d4e363e-d116-4c15-b0f3-330df67f6287), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.266445 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.388427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] For port 9f6658d1-3b24-4648-a3d0-82e611c7fa50, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:33:58.393961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] For port 9f6658d1-3b24-4648-a3d0-82e611c7fa50, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9f6658d1-3b24-4648-a3d0-82e611c7fa50,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:33:58.410364 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.476342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd3568-485c-481f-95fc-a15e9a790448 None None] Pushing event updated for resources: {'Port': ['ID=9f6658d1-3b24-4648-a3d0-82e611c7fa50,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:58.485526 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-25826558-9206-4a4e-9aff-02c7e4646df1 None None] Provisioning complete for port 8d4e363e-d116-4c15-b0f3-330df67f6287 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:58.485735 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-25826558-9206-4a4e-9aff-02c7e4646df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8d4e363e-d116-4c15-b0f3-330df67f6287), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.515177 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Publish callbacks [] for port (8d4e363e-d116-4c15-b0f3-330df67f6287), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.523962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (8d4e363e-d116-4c15-b0f3-330df67f6287), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:58.531216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-25826558-9206-4a4e-9aff-02c7e4646df1 None None] Port 8d4e363e-d116-4c15-b0f3-330df67f6287 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:33:58.534031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Routers {'d239447e-d2e8-403c-914c-5e7dd02b84ef'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:33:58.535043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:33:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d239447e-d2e8-403c-914c-5e7dd02b84ef'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:58.663045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] Set router d239447e-d2e8-403c-914c-5e7dd02b84ef gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:33:58.961379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'name': 'tempest-ImageQuotaTest-1369685111-router', 'tenant_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '9f6658d1-3b24-4648-a3d0-82e611c7fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:53Z', 'updated_at': '2022-02-19T03:33:58Z', 'revision_number': 4, 'project_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'gw_port': {'id': '9f6658d1-3b24-4648-a3d0-82e611c7fa50', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:53Z', 'updated_at': '2022-02-19T03:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8d4e363e-d116-4c15-b0f3-330df67f6287', 'name': '', 'network_id': '11837fe0-82fa-4b4b-a5b2-c040aa803613', 'tenant_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'mac_address': 'fa:16:3e:0b:b9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'ce2c8fef-68b3-4059-a197-ff10623917a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:57Z', 'updated_at': '2022-02-19T03:33:58Z', 'revision_number': 2, 'project_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'subnets': [{'id': 'ce2c8fef-68b3-4059-a197-ff10623917a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:33:58.993602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec2c449-291c-4bad-9948-9f5b09d3a4a8 None None] The sync data for ids ['d239447e-d2e8-403c-914c-5e7dd02b84ef'] in n-d-826755-2 is: [{'id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'name': 'tempest-ImageQuotaTest-1369685111-router', 'tenant_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '9f6658d1-3b24-4648-a3d0-82e611c7fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:53Z', 'updated_at': '2022-02-19T03:33:58Z', 'revision_number': 4, 'project_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'gw_port': {'id': '9f6658d1-3b24-4648-a3d0-82e611c7fa50', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:dc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:53Z', 'updated_at': '2022-02-19T03:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8d4e363e-d116-4c15-b0f3-330df67f6287', 'name': '', 'network_id': '11837fe0-82fa-4b4b-a5b2-c040aa803613', 'tenant_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'mac_address': 'fa:16:3e:0b:b9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'ce2c8fef-68b3-4059-a197-ff10623917a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:57Z', 'updated_at': '2022-02-19T03:33:58Z', 'revision_number': 2, 'project_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'subnets': [{'id': 'ce2c8fef-68b3-4059-a197-ff10623917a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:33:59.126424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (d239447e-d2e8-403c-914c-5e7dd02b84ef), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.139537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Pushing event updated for resources: {'Port': ['ID=8d4e363e-d116-4c15-b0f3-330df67f6287,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:33:59.240136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Network 11837fe0-82fa-4b4b-a5b2-c040aa803613 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:33:59.241842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:33:59.469669 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Router d239447e-d2e8-403c-914c-5e7dd02b84ef has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:33:59.700201 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:33:59.720293 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5c1ca9d2-fedb-4041-a960-6ac97e700d12 admin admin] 10.222.0.81 "PUT /v2.0/routers/d239447e-d2e8-403c-914c-5e7dd02b84ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3018997 Feb 19 03:33:59.816068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f58601d3-1e7a-4e5b-83cc-9811a957b18a None None] Provisioning complete for port 8d4e363e-d116-4c15-b0f3-330df67f6287 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:33:59.816548 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f58601d3-1e7a-4e5b-83cc-9811a957b18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8d4e363e-d116-4c15-b0f3-330df67f6287), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:33:59.893986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f58601d3-1e7a-4e5b-83cc-9811a957b18a None None] Port 8d4e363e-d116-4c15-b0f3-330df67f6287 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:01.042330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9f6658d1-3b24-4648-a3d0-82e611c7fa50 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:01.143453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 9f6658d1-3b24-4648-a3d0-82e611c7fa50 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:01.144948 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:01.302677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 9f6658d1-3b24-4648-a3d0-82e611c7fa50 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:01.303106 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:01.329329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 9f6658d1-3b24-4648-a3d0-82e611c7fa50, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9f6658d1-3b24-4648-a3d0-82e611c7fa50,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:01.336430 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:01.353634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41950) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:01.467164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=9f6658d1-3b24-4648-a3d0-82e611c7fa50,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:01.957975 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e0c716e-59f2-4bfa-811f-56b243bb2916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (d239447e-d2e8-403c-914c-5e7dd02b84ef), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.348130 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c716e-59f2-4bfa-811f-56b243bb2916 admin admin] Deleting port 8d4e363e-d116-4c15-b0f3-330df67f6287 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:02.348464 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e0c716e-59f2-4bfa-811f-56b243bb2916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8d4e363e-d116-4c15-b0f3-330df67f6287), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.433112 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e0c716e-59f2-4bfa-811f-56b243bb2916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8d4e363e-d116-4c15-b0f3-330df67f6287), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.445818 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8e0c716e-59f2-4bfa-811f-56b243bb2916 admin admin] Calling delete_port for 8d4e363e-d116-4c15-b0f3-330df67f6287 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:02.457301 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] Sync routers for ids ['d239447e-d2e8-403c-914c-5e7dd02b84ef'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:02.468798 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] Routers {'d239447e-d2e8-403c-914c-5e7dd02b84ef'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:02.469423 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:33:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d239447e-d2e8-403c-914c-5e7dd02b84ef'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:02.592382 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] Set router d239447e-d2e8-403c-914c-5e7dd02b84ef gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:02.626301 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:34:02.661559 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e0c716e-59f2-4bfa-811f-56b243bb2916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8d4e363e-d116-4c15-b0f3-330df67f6287), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:02.693539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c716e-59f2-4bfa-811f-56b243bb2916 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4e363e-d116-4c15-b0f3-330df67f6287,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:02.869136 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'name': 'tempest-ImageQuotaTest-1369685111-router', 'tenant_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '9f6658d1-3b24-4648-a3d0-82e611c7fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:53Z', 'updated_at': '2022-02-19T03:33:58Z', 'revision_number': 4, 'project_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'gw_port': {'id': '9f6658d1-3b24-4648-a3d0-82e611c7fa50', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:53Z', 'updated_at': '2022-02-19T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8d4e363e-d116-4c15-b0f3-330df67f6287', 'name': '', 'network_id': '11837fe0-82fa-4b4b-a5b2-c040aa803613', 'tenant_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'mac_address': 'fa:16:3e:0b:b9:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'ce2c8fef-68b3-4059-a197-ff10623917a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:57Z', 'updated_at': '2022-02-19T03:33:58Z', 'revision_number': 2, 'project_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'subnets': [{'id': 'ce2c8fef-68b3-4059-a197-ff10623917a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:02.900824 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] Checking router: d239447e-d2e8-403c-914c-5e7dd02b84ef for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:34:02.901187 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] Updating router d239447e-d2e8-403c-914c-5e7dd02b84ef port 8d4e363e-d116-4c15-b0f3-330df67f6287 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:34:02.920385 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] Port 8d4e363e-d116-4c15-b0f3-330df67f6287 not found while updating agent binding for router d239447e-d2e8-403c-914c-5e7dd02b84ef. {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 19 03:34:02.948561 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] Routers {'d239447e-d2e8-403c-914c-5e7dd02b84ef'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:02.949408 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:33:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['d239447e-d2e8-403c-914c-5e7dd02b84ef'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:02.991907 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9f6658d1-3b24-4648-a3d0-82e611c7fa50 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:02.993733 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e0c716e-59f2-4bfa-811f-56b243bb2916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (d239447e-d2e8-403c-914c-5e7dd02b84ef), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.091491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 9f6658d1-3b24-4648-a3d0-82e611c7fa50 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:03.091944 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.180579 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] Set router d239447e-d2e8-403c-914c-5e7dd02b84ef gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:03.258453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 9f6658d1-3b24-4648-a3d0-82e611c7fa50 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:03.427936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0c716e-59f2-4bfa-811f-56b243bb2916 admin admin] Router d239447e-d2e8-403c-914c-5e7dd02b84ef has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:34:03.486993 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'name': 'tempest-ImageQuotaTest-1369685111-router', 'tenant_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '9f6658d1-3b24-4648-a3d0-82e611c7fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:53Z', 'updated_at': '2022-02-19T03:34:02Z', 'revision_number': 5, 'project_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'gw_port': {'id': '9f6658d1-3b24-4648-a3d0-82e611c7fa50', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:53Z', 'updated_at': '2022-02-19T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:03.525107 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97228e0a-bff3-4844-9286-8257b19c564d None None] The sync data for ids ['d239447e-d2e8-403c-914c-5e7dd02b84ef'] in n-d-826755-2 is: [{'id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'name': 'tempest-ImageQuotaTest-1369685111-router', 'tenant_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '9f6658d1-3b24-4648-a3d0-82e611c7fa50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:33:53Z', 'updated_at': '2022-02-19T03:34:02Z', 'revision_number': 5, 'project_id': '48548c12d3224e16bb0f6d211d6e9ae5', 'gw_port': {'id': '9f6658d1-3b24-4648-a3d0-82e611c7fa50', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:dc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd239447e-d2e8-403c-914c-5e7dd02b84ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3667, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:33:53Z', 'updated_at': '2022-02-19T03:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:03.597422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0c716e-59f2-4bfa-811f-56b243bb2916 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:34:03.609746 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8e0c716e-59f2-4bfa-811f-56b243bb2916 admin admin] 10.222.0.81 "PUT /v2.0/routers/d239447e-d2e8-403c-914c-5e7dd02b84ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2524703 Feb 19 03:34:03.610372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41972) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:03.659714 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-722f3449-9f3a-4723-93e6-ff88284788c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.736497 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Publish callbacks [] for router (d239447e-d2e8-403c-914c-5e7dd02b84ef), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.850598 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Publish callbacks [] for router_gateway (d239447e-d2e8-403c-914c-5e7dd02b84ef), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:03.920761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Deleting port 9f6658d1-3b24-4648-a3d0-82e611c7fa50 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:03.921109 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.029004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] For port 9f6658d1-3b24-4648-a3d0-82e611c7fa50, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9f6658d1-3b24-4648-a3d0-82e611c7fa50,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:04.029289 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.044946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Calling delete_port for 9f6658d1-3b24-4648-a3d0-82e611c7fa50 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:04.274550 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9f6658d1-3b24-4648-a3d0-82e611c7fa50), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.327748 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f6658d1-3b24-4648-a3d0-82e611c7fa50,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:04.415871 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (d239447e-d2e8-403c-914c-5e7dd02b84ef), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.634131 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (d239447e-d2e8-403c-914c-5e7dd02b84ef), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.640906 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Publish callbacks [] for router_controller (d239447e-d2e8-403c-914c-5e7dd02b84ef), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.702892 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (d239447e-d2e8-403c-914c-5e7dd02b84ef), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.709192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d239447e-d2e8-403c-914c-5e7dd02b84ef {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:34:04.718398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.719634 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b7e7689e-6847-4eec-a6ac-716b5c0a1ff7 admin admin] 10.222.0.81 "DELETE /v2.0/routers/d239447e-d2e8-403c-914c-5e7dd02b84ef HTTP/1.1" status: 204 len: 168 time: 1.1083322 Feb 19 03:34:04.722623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 41982) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:04.798144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b062036-8731-4974-b54e-5bb0e96bde30 admin admin] Deleting subnet ce2c8fef-68b3-4059-a197-ff10623917a0 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:34:04.802129 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b062036-8731-4974-b54e-5bb0e96bde30 admin admin] Publish callbacks [] for subnet (ce2c8fef-68b3-4059-a197-ff10623917a0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.850122 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b062036-8731-4974-b54e-5bb0e96bde30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (ce2c8fef-68b3-4059-a197-ff10623917a0), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:04.986132 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b062036-8731-4974-b54e-5bb0e96bde30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (ce2c8fef-68b3-4059-a197-ff10623917a0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.007778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8d4e363e-d116-4c15-b0f3-330df67f6287 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:05.040396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 8d4e363e-d116-4c15-b0f3-330df67f6287 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:05.048969 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8d4e363e-d116-4c15-b0f3-330df67f6287 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:05.076606 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b062036-8731-4974-b54e-5bb0e96bde30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (ce2c8fef-68b3-4059-a197-ff10623917a0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.117940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b062036-8731-4974-b54e-5bb0e96bde30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2c8fef-68b3-4059-a197-ff10623917a0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:05.122386 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b062036-8731-4974-b54e-5bb0e96bde30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.129344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7b062036-8731-4974-b54e-5bb0e96bde30 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/ce2c8fef-68b3-4059-a197-ff10623917a0 HTTP/1.1" status: 204 len: 168 time: 0.4032178 Feb 19 03:34:05.129729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41986) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:05.131348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d663ae0-59f5-445e-9761-74e3652b19aa None None] Network 11837fe0-82fa-4b4b-a5b2-c040aa803613 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:05.265030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (11837fe0-82fa-4b4b-a5b2-c040aa803613), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.357771 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36296735-78d3-4666-80b5-38433148aa2d None None] Sync routers for ids ['d239447e-d2e8-403c-914c-5e7dd02b84ef'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:05.377934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36296735-78d3-4666-80b5-38433148aa2d None None] Routers set() bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:05.378686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36296735-78d3-4666-80b5-38433148aa2d None None] Router IDs set() for agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 03:34:05.381335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_agentschedulers_db [None req-36296735-78d3-4666-80b5-38433148aa2d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d239447e-d2e8-403c-914c-5e7dd02b84ef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:33:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent'). {{(pid=109900) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 03:34:05.392827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Deleting port 873cce2f-a260-4024-94f0-f8a6bc4afed5 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:05.393978 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.411025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36296735-78d3-4666-80b5-38433148aa2d None None] Routers set() bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:05.413336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36296735-78d3-4666-80b5-38433148aa2d None None] Router IDs set() for agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 19 03:34:05.415081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_agentschedulers_db [None req-36296735-78d3-4666-80b5-38433148aa2d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d239447e-d2e8-403c-914c-5e7dd02b84ef'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:33:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent'). {{(pid=109900) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 19 03:34:05.416874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36296735-78d3-4666-80b5-38433148aa2d None None] The sync data for ids ['d239447e-d2e8-403c-914c-5e7dd02b84ef'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:05.429199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6a7726-37a7-471f-afb7-3f3ed4aeb12c None None] DHCP port deletion for 11837fe0-82fa-4b4b-a5b2-c040aa803613 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:34:05.524693 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a7726-37a7-471f-afb7-3f3ed4aeb12c None None] Deleting port 873cce2f-a260-4024-94f0-f8a6bc4afed5 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:05.525426 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7726-37a7-471f-afb7-3f3ed4aeb12c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.538755 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] For port 873cce2f-a260-4024-94f0-f8a6bc4afed5, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=873cce2f-a260-4024-94f0-f8a6bc4afed5,segment=NetworkSegment(dff0ab85-4405-46d4-9dcb-ddc19e9a65f5),segment_id=dff0ab85-4405-46d4-9dcb-ddc19e9a65f5)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:05.539133 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.568249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Calling delete_port for 873cce2f-a260-4024-94f0-f8a6bc4afed5 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:05.652151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fe6a7726-37a7-471f-afb7-3f3ed4aeb12c None None] For port 873cce2f-a260-4024-94f0-f8a6bc4afed5, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=873cce2f-a260-4024-94f0-f8a6bc4afed5,segment=NetworkSegment(dff0ab85-4405-46d4-9dcb-ddc19e9a65f5),segment_id=dff0ab85-4405-46d4-9dcb-ddc19e9a65f5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:05.652966 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7726-37a7-471f-afb7-3f3ed4aeb12c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.671770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fe6a7726-37a7-471f-afb7-3f3ed4aeb12c None None] Calling delete_port for 873cce2f-a260-4024-94f0-f8a6bc4afed5 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:05.739416 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.766557 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe6a7726-37a7-471f-afb7-3f3ed4aeb12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (873cce2f-a260-4024-94f0-f8a6bc4afed5), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.791087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=873cce2f-a260-4024-94f0-f8a6bc4afed5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:05.797648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] No DVR routers for this DVR port 873cce2f-a260-4024-94f0-f8a6bc4afed5 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:05.807928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a7726-37a7-471f-afb7-3f3ed4aeb12c None None] No DVR routers for this DVR port 873cce2f-a260-4024-94f0-f8a6bc4afed5 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:05.812761 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a7726-37a7-471f-afb7-3f3ed4aeb12c None None] Pushing event deleted for resources: {'Port': ['ID=873cce2f-a260-4024-94f0-f8a6bc4afed5,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:05.917356 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a1a9185f-610f-4766-9282-ff0a144ee2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.927185 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (11837fe0-82fa-4b4b-a5b2-c040aa803613), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:05.952411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11837fe0-82fa-4b4b-a5b2-c040aa803613']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:05.962551 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dff0ab85-4405-46d4-9dcb-ddc19e9a65f5') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:05.962927 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dff0ab85-4405-46d4-9dcb-ddc19e9a65f5') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:05.981891 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (dff0ab85-4405-46d4-9dcb-ddc19e9a65f5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.012952 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (dff0ab85-4405-46d4-9dcb-ddc19e9a65f5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.021864 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:06.022442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (dff0ab85-4405-46d4-9dcb-ddc19e9a65f5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:06.025169 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:06.094060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (11837fe0-82fa-4b4b-a5b2-c040aa803613), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.100937 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.120985 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/11837fe0-82fa-4b4b-a5b2-c040aa803613 HTTP/1.1" status: 204 len: 168 time: 0.9778016 Feb 19 03:34:06.153808 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a570cc-3300-4487-95af-42b10fd1a4b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=11837fe0-82fa-4b4b-a5b2-c040aa803613,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:06.283285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 41998) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:06.334572 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4be8231f-5f9d-4f64-bbda-72e65a2b3ec9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=48548c12d3224e16bb0f6d211d6e9ae5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0492737 Feb 19 03:34:06.337041 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42000) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:06.410034 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7dfe-4ee6-497c-983a-0c29d16aacfa admin admin] Publish callbacks [] for security_group (315776a2-2d42-40b8-be42-44f83ae8c7e9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.436898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7dfe-4ee6-497c-983a-0c29d16aacfa admin admin] Publish callbacks [] for security_group (315776a2-2d42-40b8-be42-44f83ae8c7e9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.514452 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7dfe-4ee6-497c-983a-0c29d16aacfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (315776a2-2d42-40b8-be42-44f83ae8c7e9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.514774 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7dfe-4ee6-497c-983a-0c29d16aacfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:06.516320 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a3cc7dfe-4ee6-497c-983a-0c29d16aacfa admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/315776a2-2d42-40b8-be42-44f83ae8c7e9 HTTP/1.1" status: 204 len: 168 time: 0.1780958 Feb 19 03:34:06.526200 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc7dfe-4ee6-497c-983a-0c29d16aacfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315776a2-2d42-40b8-be42-44f83ae8c7e9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:06.951425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 873cce2f-a260-4024-94f0-f8a6bc4afed5 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:06.979350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 873cce2f-a260-4024-94f0-f8a6bc4afed5 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:06.979696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 873cce2f-a260-4024-94f0-f8a6bc4afed5 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:06.980167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9f6658d1-3b24-4648-a3d0-82e611c7fa50 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:07.008559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 9f6658d1-3b24-4648-a3d0-82e611c7fa50 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:07.008970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9f6658d1-3b24-4648-a3d0-82e611c7fa50 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:07.031853 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42012) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:07.047680 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7c2f-0d91-4a4c-a9f2-b45fc0854637 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.155631 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.167968 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7c2f-0d91-4a4c-a9f2-b45fc0854637 admin admin] Publish callbacks [] for security_group (b95d2820-8f5a-4c6b-9df3-89d59befe8d7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.172990 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e3cc7c2f-0d91-4a4c-a9f2-b45fc0854637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b95d2820-8f5a-4c6b-9df3-89d59befe8d7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.206710 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e3cc7c2f-0d91-4a4c-a9f2-b45fc0854637 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1732016 Feb 19 03:34:07.209175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42016) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:07.254054 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc7c2f-0d91-4a4c-a9f2-b45fc0854637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95d2820-8f5a-4c6b-9df3-89d59befe8d7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:07.299242 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4da6c649-32b1-4bf9-bc89-60ea57c37d71 admin admin] Publish callbacks [] for security_group (b95d2820-8f5a-4c6b-9df3-89d59befe8d7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.324469 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4da6c649-32b1-4bf9-bc89-60ea57c37d71 admin admin] Publish callbacks [] for security_group (b95d2820-8f5a-4c6b-9df3-89d59befe8d7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.381036 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4da6c649-32b1-4bf9-bc89-60ea57c37d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b95d2820-8f5a-4c6b-9df3-89d59befe8d7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.384380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4da6c649-32b1-4bf9-bc89-60ea57c37d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:07.385816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4da6c649-32b1-4bf9-bc89-60ea57c37d71 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b95d2820-8f5a-4c6b-9df3-89d59befe8d7 HTTP/1.1" status: 204 len: 168 time: 0.1750360 Feb 19 03:34:07.398164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6c649-32b1-4bf9-bc89-60ea57c37d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95d2820-8f5a-4c6b-9df3-89d59befe8d7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:07.907823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42038) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:08.175533 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-772811e1-966b-4c56-a81e-e2a99043c32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.336438 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-772811e1-966b-4c56-a81e-e2a99043c32a admin admin] Publish callbacks [] for security_group (8fb7af10-7c77-4315-8e3f-6fa5b9d0c7ed), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.345454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-772811e1-966b-4c56-a81e-e2a99043c32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8fb7af10-7c77-4315-8e3f-6fa5b9d0c7ed), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.398083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-772811e1-966b-4c56-a81e-e2a99043c32a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=168f01f376684fcd8d4b01d17bb91989&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4892001 Feb 19 03:34:08.400814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42056) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:08.402295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772811e1-966b-4c56-a81e-e2a99043c32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb7af10-7c77-4315-8e3f-6fa5b9d0c7ed,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:08.458011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42058) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:08.479451 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be084838-ef1e-4bf0-a347-184d42bbd253 admin admin] Publish callbacks [] for security_group (8fb7af10-7c77-4315-8e3f-6fa5b9d0c7ed), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.508443 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be084838-ef1e-4bf0-a347-184d42bbd253 admin admin] Publish callbacks [] for security_group (8fb7af10-7c77-4315-8e3f-6fa5b9d0c7ed), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.515324 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.601790 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be084838-ef1e-4bf0-a347-184d42bbd253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8fb7af10-7c77-4315-8e3f-6fa5b9d0c7ed), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.602017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-791491065-network', 'tenant_id': '350ad465f1ee412981ba9c55bc301703'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:08.604487 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be084838-ef1e-4bf0-a347-184d42bbd253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.606234 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-be084838-ef1e-4bf0-a347-184d42bbd253 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8fb7af10-7c77-4315-8e3f-6fa5b9d0c7ed HTTP/1.1" status: 204 len: 168 time: 0.2043240 Feb 19 03:34:08.627963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be084838-ef1e-4bf0-a347-184d42bbd253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb7af10-7c77-4315-8e3f-6fa5b9d0c7ed,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:08.631643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Made reservation on behalf of 350ad465f1ee412981ba9c55bc301703 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:08.635650 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.648440 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.802879 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Publish callbacks [] for security_group (14e21acf-6031-4f85-a877-07865b21867c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.815086 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (14e21acf-6031-4f85-a877-07865b21867c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.863889 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:08.904540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e21acf-6031-4f85-a877-07865b21867c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:08.925629 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (9018acf1-a2b6-4f7b-8483-619a1c6dd654), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:08.927961 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Added segment 9018acf1-a2b6-4f7b-8483-619a1c6dd654 of type vlan for network f87a9704-3c97-4220-be7c-a4024e6f8a77 Feb 19 03:34:08.987629 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (f87a9704-3c97-4220-be7c-a4024e6f8a77), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.053937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (f87a9704-3c97-4220-be7c-a4024e6f8a77), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.054975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:09.055554 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.086993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6278477 Feb 19 03:34:09.090662 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42078) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:09.097937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-52e7f57d-e3df-4b53-ba67-0ff64983d5f5 admin admin] Request body: {'subnet': {'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-791491065-subnet', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:09.120639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e7f57d-e3df-4b53-ba67-0ff64983d5f5 admin admin] Made reservation on behalf of 350ad465f1ee412981ba9c55bc301703 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:09.124221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52e7f57d-e3df-4b53-ba67-0ff64983d5f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.181166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4ee88-4362-46f7-91a5-fb82b2a42e56 admin admin] Pushing event updated for resources: {'Network': ['ID=f87a9704-3c97-4220-be7c-a4024e6f8a77,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:09.194854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:09.397162 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52e7f57d-e3df-4b53-ba67-0ff64983d5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (755924c4-5372-456c-bab3-c237cb07d54f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.503789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7f57d-e3df-4b53-ba67-0ff64983d5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=755924c4-5372-456c-bab3-c237cb07d54f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:09.512317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e7f57d-e3df-4b53-ba67-0ff64983d5f5 admin admin] Checking segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:09.512689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e7f57d-e3df-4b53-ba67-0ff64983d5f5 admin admin] Network hostable DHCP agents. Network: f87a9704-3c97-4220-be7c-a4024e6f8a77, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:09.538694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e7f57d-e3df-4b53-ba67-0ff64983d5f5 admin admin] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:09.554074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-52e7f57d-e3df-4b53-ba67-0ff64983d5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, f87a9704-3c97-4220-be7c-a4024e6f8a77) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:09.561012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e7f57d-e3df-4b53-ba67-0ff64983d5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:09.562097 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52e7f57d-e3df-4b53-ba67-0ff64983d5f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.563894 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f993daf-3709-435e-9bad-b868b6841891 None None] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:09.583921 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-52e7f57d-e3df-4b53-ba67-0ff64983d5f5 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4893386 Feb 19 03:34:09.584703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42090) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:09.588775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:09.635041 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (b1c0054a-9090-4069-8eaa-66b70d9de174), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.636885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (b1c0054a-9090-4069-8eaa-66b70d9de174), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.762389 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Publish callbacks [] for router_controller (b1c0054a-9090-4069-8eaa-66b70d9de174), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:09.807800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-f87a9704-3c97-4220-be7c-a4024e6f8a77', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:34:09.811507 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.119833 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.220394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Publish callbacks [] for router_gateway (b1c0054a-9090-4069-8eaa-66b70d9de174), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.257738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Allocated IP 172.20.0.2 (f87a9704-3c97-4220-be7c-a4024e6f8a77/755924c4-5372-456c-bab3-c237cb07d54f/5805b191-55cf-47fd-a122-f28aeccccc24) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:10.347882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75948a0-7f70-40df-bde2-e173907e71be req-b2d91438-533b-49fb-b92e-c86d5a7d24bc tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:10.361356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d75948a0-7f70-40df-bde2-e173907e71be req-b2d91438-533b-49fb-b92e-c86d5a7d24bc tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 945 time: 0.0902610 Feb 19 03:34:10.635950 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Publish callbacks [] for port (5805b191-55cf-47fd-a122-f28aeccccc24), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.652224 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.688412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:10.691033 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Publish callbacks [] for router_gateway (b1c0054a-9090-4069-8eaa-66b70d9de174), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.692531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:10.716520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:10.743841 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.794375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Pushing event updated for resources: {'Port': ['ID=5805b191-55cf-47fd-a122-f28aeccccc24,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:10.807689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Attempting to bind port 5805b191-55cf-47fd-a122-f28aeccccc24 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:10.808080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Attempting to bind port 5805b191-55cf-47fd-a122-f28aeccccc24 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:10.808533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Attempting to bind port 5805b191-55cf-47fd-a122-f28aeccccc24 on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:10.815386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:10.815772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Checking segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:10.816186 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.817201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Bound using segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:10.817672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Bound port: 5805b191-55cf-47fd-a122-f28aeccccc24, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:10.818064 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.914152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] For port 5805b191-55cf-47fd-a122-f28aeccccc24, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:10.918407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] For port 5805b191-55cf-47fd-a122-f28aeccccc24, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5805b191-55cf-47fd-a122-f28aeccccc24,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:10.928501 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:10.992123 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Allocated IP 172.25.1.20 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/ac510b0f-2ba3-4a99-ac69-8430cde18e92) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:10.999845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecafe6-1527-4b1c-9bd6-e5f1bb3498a1 None None] Pushing event updated for resources: {'Port': ['ID=5805b191-55cf-47fd-a122-f28aeccccc24,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:11.087814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d75948a0-7f70-40df-bde2-e173907e71be req-9ac55dc5-2ec6-423f-ace5-6825f83ab8f8 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7234194 Feb 19 03:34:11.172191 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Publish callbacks [] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.243672 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:11.325247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Pushing event updated for resources: {'Port': ['ID=ac510b0f-2ba3-4a99-ac69-8430cde18e92,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:11.350941 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:11.353221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:11.357067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:12.024656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3641ca-12c8-42fd-85de-52e251a74c7a req-459f12f5-b9cd-4b77-9813-b19d16f0dd37 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:12.027173 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c3641ca-12c8-42fd-85de-52e251a74c7a req-459f12f5-b9cd-4b77-9813-b19d16f0dd37 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.67 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 945 time: 0.1313543 Feb 19 03:34:12.195160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Publish callbacks [] for router_gateway (b1c0054a-9090-4069-8eaa-66b70d9de174), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.313275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-9c3641ca-12c8-42fd-85de-52e251a74c7a req-687002c7-6922-4972-95f7-3a7ae9254103 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Deleting port c95dcb74-a786-48e6-b7ca-0cdf0244d544 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:34:12.314821 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c3641ca-12c8-42fd-85de-52e251a74c7a req-687002c7-6922-4972-95f7-3a7ae9254103 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.438735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a072b1ad-3224-4e54-a3af-cb9510d852d6 req-0b659f6a-8320-4297-9cd1-5aa3f153cdeb tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:12.445311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a072b1ad-3224-4e54-a3af-cb9510d852d6 req-0b659f6a-8320-4297-9cd1-5aa3f153cdeb tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/ports?device_id=ecbeb200-a027-40c5-bc17-d207324ddb36 HTTP/1.1" status: 200 len: 945 time: 0.2499719 Feb 19 03:34:12.613818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-9c3641ca-12c8-42fd-85de-52e251a74c7a req-687002c7-6922-4972-95f7-3a7ae9254103 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] For port c95dcb74-a786-48e6-b7ca-0cdf0244d544, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c95dcb74-a786-48e6-b7ca-0cdf0244d544,segment=NetworkSegment(27eca22f-adf3-4be8-a8d9-d54e44d1a787),segment_id=27eca22f-adf3-4be8-a8d9-d54e44d1a787)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:12.614475 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c3641ca-12c8-42fd-85de-52e251a74c7a req-687002c7-6922-4972-95f7-3a7ae9254103 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.619196 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (b1c0054a-9090-4069-8eaa-66b70d9de174), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.637417 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7c2177-07d8-4800-95c7-00177bccc2e1 None None] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:12.651753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-9c3641ca-12c8-42fd-85de-52e251a74c7a req-687002c7-6922-4972-95f7-3a7ae9254103 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Calling delete_port for c95dcb74-a786-48e6-b7ca-0cdf0244d544 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:34:12.855975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a072b1ad-3224-4e54-a3af-cb9510d852d6 req-2d173f81-a7b5-470d-b04b-10df8fb01382 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.81 "GET /v2.0/security-groups?id=6457b31a-0658-4390-822a-9688ffea8079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919940 Feb 19 03:34:12.879210 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c3641ca-12c8-42fd-85de-52e251a74c7a req-687002c7-6922-4972-95f7-3a7ae9254103 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c95dcb74-a786-48e6-b7ca-0cdf0244d544), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:12.931438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Router b1c0054a-9090-4069-8eaa-66b70d9de174 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:34:12.945944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687002c7-6922-4972-95f7-3a7ae9254103 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Pushing event deleted for resources: {'Port': ['ID=c95dcb74-a786-48e6-b7ca-0cdf0244d544,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:13.042104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3641ca-12c8-42fd-85de-52e251a74c7a req-687002c7-6922-4972-95f7-3a7ae9254103 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] No DVR routers for this DVR port c95dcb74-a786-48e6-b7ca-0cdf0244d544 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:34:13.046189 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c3641ca-12c8-42fd-85de-52e251a74c7a req-687002c7-6922-4972-95f7-3a7ae9254103 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.056056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c3641ca-12c8-42fd-85de-52e251a74c7a req-687002c7-6922-4972-95f7-3a7ae9254103 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] 10.222.0.67 "DELETE /v2.0/ports/c95dcb74-a786-48e6-b7ca-0cdf0244d544 HTTP/1.1" status: 204 len: 173 time: 1.0191836 Feb 19 03:34:13.057064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbeb200-a027-40c5-bc17-d207324ddb36', 'name': 'network-vif-deleted', 'tag': 'c95dcb74-a786-48e6-b7ca-0cdf0244d544'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:34:13.059119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['c95dcb74-a786-48e6-b7ca-0cdf0244d544'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:34:13.065970 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddcdb17-0c8b-43aa-ac49-71250892c018" -d '{"events": [{"server_uuid": "ecbeb200-a027-40c5-bc17-d207324ddb36", "name": "network-vif-deleted", "tag": "c95dcb74-a786-48e6-b7ca-0cdf0244d544"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:34:13.079098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5805b191-55cf-47fd-a122-f28aeccccc24 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:13.125593 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:34:13.141654 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Sync routers for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:13.145066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-8952e1ab-4091-4b25-9304-53ccd12023bc None None] Provisioning complete for port 5805b191-55cf-47fd-a122-f28aeccccc24 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:13.145441 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8952e1ab-4091-4b25-9304-53ccd12023bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.157301 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:13.158175 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:13.161590 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0ab275-6ea6-48fe-998b-147cee5a7d2e x-openstack-request-id: req-4c0ab275-6ea6-48fe-998b-147cee5a7d2e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:34:13.162172 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbeb200-a027-40c5-bc17-d207324ddb36", "name": "network-vif-deleted", "tag": "c95dcb74-a786-48e6-b7ca-0cdf0244d544", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:34:13.162577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.162987 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c0ab275-6ea6-48fe-998b-147cee5a7d2e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:34:13.163637 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbeb200-a027-40c5-bc17-d207324ddb36', 'name': 'network-vif-deleted', 'tag': 'c95dcb74-a786-48e6-b7ca-0cdf0244d544', 'status': 'completed', 'code': 200} Feb 19 03:34:13.167672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42134) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:13.175850 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6a29ec98-584f-40ef-8c54-0b988fac8a2c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5796404 Feb 19 03:34:13.309980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5805b191-55cf-47fd-a122-f28aeccccc24 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:13.310354 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.314317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-8952e1ab-4091-4b25-9304-53ccd12023bc None None] Current status of the port 5805b191-55cf-47fd-a122-f28aeccccc24 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:13.314768 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8952e1ab-4091-4b25-9304-53ccd12023bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.356356 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:13.397534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8952e1ab-4091-4b25-9304-53ccd12023bc None None] For port 5805b191-55cf-47fd-a122-f28aeccccc24, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5805b191-55cf-47fd-a122-f28aeccccc24,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:13.431201 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8952e1ab-4091-4b25-9304-53ccd12023bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.497382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5805b191-55cf-47fd-a122-f28aeccccc24 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:13.499925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952e1ab-4091-4b25-9304-53ccd12023bc None None] Pushing event updated for resources: {'Port': ['ID=5805b191-55cf-47fd-a122-f28aeccccc24,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:13.631914 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:11Z', 'revision_number': 3, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:13.666053 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Checking router: b1c0054a-9090-4069-8eaa-66b70d9de174 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:34:13.666408 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Updating router b1c0054a-9090-4069-8eaa-66b70d9de174 port ac510b0f-2ba3-4a99-ac69-8430cde18e92 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:34:13.707102 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.781482 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.859603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-309ccc70-e149-4f93-9ff6-7d6ff75b9bc9 None None] Provisioning complete for port 5805b191-55cf-47fd-a122-f28aeccccc24 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:13.860096 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-309ccc70-e149-4f93-9ff6-7d6ff75b9bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:13.956219 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42150) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:14.025224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Allocated IP 172.20.0.1 (f87a9704-3c97-4220-be7c-a4024e6f8a77/755924c4-5372-456c-bab3-c237cb07d54f/0c740e1f-3764-4c9e-90ef-1d2abb81d6cc) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:14.065286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-309ccc70-e149-4f93-9ff6-7d6ff75b9bc9 None None] Current status of the port 5805b191-55cf-47fd-a122-f28aeccccc24 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:14.167082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-d8dcb656-fe9d-4512-ad9c-c2d95684c12c req-7bf808fb-c029-413d-961c-c194c6238468 service neutron] (109899) timed out ('10.222.0.81', 41006) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:34:14.200781 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Publish callbacks [] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.210856 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.233482 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Publish callbacks [] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.251505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-456a6852-15ff-4404-8b06-d4dc27121219 admin admin] Deleting subnet 68dbc269-9785-484b-ac8d-1be7e15dbc7d {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:34:14.255356 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-456a6852-15ff-4404-8b06-d4dc27121219 admin admin] Publish callbacks [] for subnet (68dbc269-9785-484b-ac8d-1be7e15dbc7d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.277900 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.297391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-456a6852-15ff-4404-8b06-d4dc27121219 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (68dbc269-9785-484b-ac8d-1be7e15dbc7d), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.299536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:14.302322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:14.319728 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Attempting to bind port ac510b0f-2ba3-4a99-ac69-8430cde18e92 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:14.320102 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Attempting to bind port ac510b0f-2ba3-4a99-ac69-8430cde18e92 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:14.320470 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Attempting to bind port ac510b0f-2ba3-4a99-ac69-8430cde18e92 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:14.328838 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Pushing event updated for resources: {'Port': ['ID=ac510b0f-2ba3-4a99-ac69-8430cde18e92,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:14.333625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:14.335110 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:14.335520 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:14.335930 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.336326 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:14.336914 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Bound port: ac510b0f-2ba3-4a99-ac69-8430cde18e92, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:14.337302 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.375263 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-456a6852-15ff-4404-8b06-d4dc27121219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (68dbc269-9785-484b-ac8d-1be7e15dbc7d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.407232 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.407839 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.408436 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.408958 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.409522 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.410015 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.410502 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.410976 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.411459 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.411951 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.413008 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.413493 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.414002 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:14.442796 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-456a6852-15ff-4404-8b06-d4dc27121219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (68dbc269-9785-484b-ac8d-1be7e15dbc7d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.443583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Pushing event updated for resources: {'Port': ['ID=0c740e1f-3764-4c9e-90ef-1d2abb81d6cc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:14.452629 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (b1c0054a-9090-4069-8eaa-66b70d9de174), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.457383 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] For port ac510b0f-2ba3-4a99-ac69-8430cde18e92, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:14.461314 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] For port ac510b0f-2ba3-4a99-ac69-8430cde18e92, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ac510b0f-2ba3-4a99-ac69-8430cde18e92,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:14.477342 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.485651 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-456a6852-15ff-4404-8b06-d4dc27121219 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.499455 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-456a6852-15ff-4404-8b06-d4dc27121219 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/68dbc269-9785-484b-ac8d-1be7e15dbc7d HTTP/1.1" status: 204 len: 168 time: 0.5421410 Feb 19 03:34:14.500595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a6852-15ff-4404-8b06-d4dc27121219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68dbc269-9785-484b-ac8d-1be7e15dbc7d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:14.517977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42164) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:14.577221 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:14.577965 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:14.634169 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d3e62-428c-4b5a-bfbf-ac965b240165 None None] Pushing event updated for resources: {'Port': ['ID=ac510b0f-2ba3-4a99-ac69-8430cde18e92,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:14.683411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (3bbe84fd-050d-450e-9984-0e5e5c7a338e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.707999 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.758194 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:14.812513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4fcc7e8e-b7cc-4f55-908c-c05da4be6ebb None None] Provisioning complete for port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:14.817211 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4fcc7e8e-b7cc-4f55-908c-c05da4be6ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.864938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4fcc7e8e-b7cc-4f55-908c-c05da4be6ebb None None] Port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:14.881013 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (3bbe84fd-050d-450e-9984-0e5e5c7a338e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:14.917128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbe84fd-050d-450e-9984-0e5e5c7a338e']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:14.944978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27eca22f-adf3-4be8-a8d9-d54e44d1a787') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:14.945363 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27eca22f-adf3-4be8-a8d9-d54e44d1a787') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:14.979295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5805b191-55cf-47fd-a122-f28aeccccc24 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:14.999607 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (27eca22f-adf3-4be8-a8d9-d54e44d1a787), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.017831 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (27eca22f-adf3-4be8-a8d9-d54e44d1a787), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.032347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:34:15.033053 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (27eca22f-adf3-4be8-a8d9-d54e44d1a787), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:34:15.038910 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:34:15.053964 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Publish callbacks [] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.066322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.100053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5805b191-55cf-47fd-a122-f28aeccccc24 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:15.100522 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.172147 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (3bbe84fd-050d-450e-9984-0e5e5c7a338e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.179813 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.187219 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] 10.222.0.81 "DELETE /v2.0/networks/3bbe84fd-050d-450e-9984-0e5e5c7a338e HTTP/1.1" status: 204 len: 168 time: 0.6778555 Feb 19 03:34:15.198769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Pushing event updated for resources: {'Port': ['ID=0c740e1f-3764-4c9e-90ef-1d2abb81d6cc,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:15.212200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (b1c0054a-9090-4069-8eaa-66b70d9de174), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.217211 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:11Z', 'revision_number': 3, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:15.232988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d834be-0db7-40bd-8ee0-6df1ee901821 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bbe84fd-050d-450e-9984-0e5e5c7a338e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:15.262241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5805b191-55cf-47fd-a122-f28aeccccc24 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:15.304419 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbea6bba-6f90-46cd-a0f2-dc329f253117 None None] The sync data for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 is: [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:11Z', 'revision_number': 3, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:15.364901 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:15.366334 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:15.393200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c95dcb74-a786-48e6-b7ca-0cdf0244d544 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:34:15.406363 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42172) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:15.427226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: c95dcb74-a786-48e6-b7ca-0cdf0244d544 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:34:15.429033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c95dcb74-a786-48e6-b7ca-0cdf0244d544 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:34:15.504716 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e2d064e7-9710-45e1-9df6-a637fce5c263 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7df611d7779e4ee2afeb0f6b7092e016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0957198 Feb 19 03:34:15.506593 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42176) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:15.614077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Router b1c0054a-9090-4069-8eaa-66b70d9de174 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:34:15.632697 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2af82122-2f20-470c-84b5-fc27a97a3000 admin admin] Publish callbacks [] for security_group (6457b31a-0658-4390-822a-9688ffea8079), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.687391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2af82122-2f20-470c-84b5-fc27a97a3000 admin admin] Publish callbacks [] for security_group (6457b31a-0658-4390-822a-9688ffea8079), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.762183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-da82b45f-56f3-4eec-a563-0fcb714c17a3 None None] Provisioning complete for port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:15.764241 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-da82b45f-56f3-4eec-a563-0fcb714c17a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.800756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2af82122-2f20-470c-84b5-fc27a97a3000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6457b31a-0658-4390-822a-9688ffea8079), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.804485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2af82122-2f20-470c-84b5-fc27a97a3000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:15.805976 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2af82122-2f20-470c-84b5-fc27a97a3000 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6457b31a-0658-4390-822a-9688ffea8079 HTTP/1.1" status: 204 len: 168 time: 0.2983487 Feb 19 03:34:15.845148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af82122-2f20-470c-84b5-fc27a97a3000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6457b31a-0658-4390-822a-9688ffea8079,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:15.872205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-da82b45f-56f3-4eec-a563-0fcb714c17a3 None None] Port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:15.876228 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:34:15.898204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-441e14b1-dc70-4289-b6fe-8e8b9c1ccb5d admin admin] 10.222.0.81 "PUT /v2.0/routers/b1c0054a-9090-4069-8eaa-66b70d9de174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7291834 Feb 19 03:34:16.812983 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42214) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:16.817835 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1897737897-network', 'tenant_id': '7221e0360174456d920e65f34d817e25'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:16.866666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Made reservation on behalf of 7221e0360174456d920e65f34d817e25 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:16.869847 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:16.885063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:16.986110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ac510b0f-2ba3-4a99-ac69-8430cde18e92 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:17.005717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Publish callbacks [] for security_group (c6d54a98-09c3-42ed-931c-2de24a7dfe25), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.011678 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c6d54a98-09c3-42ed-931c-2de24a7dfe25), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.029351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:17.054585 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e413b77c-3c0e-4c1d-942b-c8115d21ed4b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.055120 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Added segment e413b77c-3c0e-4c1d-942b-c8115d21ed4b of type vlan for network a294dce9-b780-4021-be39-00f3d3777fef Feb 19 03:34:17.062194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ac510b0f-2ba3-4a99-ac69-8430cde18e92 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:17.062820 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.068361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d54a98-09c3-42ed-931c-2de24a7dfe25,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:17.107379 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (a294dce9-b780-4021-be39-00f3d3777fef), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.144416 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (a294dce9-b780-4021-be39-00f3d3777fef), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.147081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:17.147874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.187917 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ac510b0f-2ba3-4a99-ac69-8430cde18e92 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:17.188311 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.212210 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3984058 Feb 19 03:34:17.213420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port ac510b0f-2ba3-4a99-ac69-8430cde18e92, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ac510b0f-2ba3-4a99-ac69-8430cde18e92,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:17.215098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42224) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:17.220023 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.221017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3011d0b0-7124-4cd5-8830-e980110f60c3 admin admin] Request body: {'subnet': {'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1897737897-subnet', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:17.256411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af05cee-b19a-4e0c-8423-2ae7bca0eedb admin admin] Pushing event updated for resources: {'Network': ['ID=a294dce9-b780-4021-be39-00f3d3777fef,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:17.273283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network a294dce9-b780-4021-be39-00f3d3777fef details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:17.286299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3011d0b0-7124-4cd5-8830-e980110f60c3 admin admin] Made reservation on behalf of 7221e0360174456d920e65f34d817e25 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:17.293645 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3011d0b0-7124-4cd5-8830-e980110f60c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.355113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=ac510b0f-2ba3-4a99-ac69-8430cde18e92,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:17.508398 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3011d0b0-7124-4cd5-8830-e980110f60c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (7591053b-d1fb-40c6-a848-9a0373fff2c2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.564001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011d0b0-7124-4cd5-8830-e980110f60c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7591053b-d1fb-40c6-a848-9a0373fff2c2,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:17.581684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3011d0b0-7124-4cd5-8830-e980110f60c3 admin admin] Checking segment: {'id': 'e413b77c-3c0e-4c1d-942b-c8115d21ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:17.582046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3011d0b0-7124-4cd5-8830-e980110f60c3 admin admin] Network hostable DHCP agents. Network: a294dce9-b780-4021-be39-00f3d3777fef, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:17.601814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3011d0b0-7124-4cd5-8830-e980110f60c3 admin admin] Network a294dce9-b780-4021-be39-00f3d3777fef is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:17.616561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-3011d0b0-7124-4cd5-8830-e980110f60c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, a294dce9-b780-4021-be39-00f3d3777fef) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:17.624351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3011d0b0-7124-4cd5-8830-e980110f60c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:17.627157 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3011d0b0-7124-4cd5-8830-e980110f60c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.631621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3a1dfd-624d-4163-b367-5e869a9ba130 None None] Network a294dce9-b780-4021-be39-00f3d3777fef requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:17.651310 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3011d0b0-7124-4cd5-8830-e980110f60c3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4325202 Feb 19 03:34:17.651505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42236) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:17.656651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1897737897-router', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:17.692980 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (586944aa-4cf9-4cd1-8e75-50da208917b1), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.701786 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (586944aa-4cf9-4cd1-8e75-50da208917b1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.788202 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Publish callbacks [] for router_controller (586944aa-4cf9-4cd1-8e75-50da208917b1), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.890405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-a294dce9-b780-4021-be39-00f3d3777fef', 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef', 'project_id': '7221e0360174456d920e65f34d817e25', 'fixed_ips': [{'subnet_id': '7591053b-d1fb-40c6-a848-9a0373fff2c2'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:34:17.894803 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:17.944582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Sync routers for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:18.006507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:18.008053 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Publish callbacks [] for router_gateway (586944aa-4cf9-4cd1-8e75-50da208917b1), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.008427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:18.142601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:18.337278 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Publish callbacks [] for router_gateway (586944aa-4cf9-4cd1-8e75-50da208917b1), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.376302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.497518 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Allocated IP 172.20.0.2 (a294dce9-b780-4021-be39-00f3d3777fef/7591053b-d1fb-40c6-a848-9a0373fff2c2/309c972b-1fcc-40d8-9773-98f69d257af7) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:18.584387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Allocated IP 172.25.1.207 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/81293d99-ab63-4a4a-9423-bdec8863d0ca) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:18.608394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 2, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:18.641092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Checking router: b1c0054a-9090-4069-8eaa-66b70d9de174 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:34:18.641767 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Updating router b1c0054a-9090-4069-8eaa-66b70d9de174 port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:34:18.746198 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Publish callbacks [] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.789804 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.790804 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Publish callbacks [] for port (309c972b-1fcc-40d8-9773-98f69d257af7), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.804240 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.837575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:18.843415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:18.855050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Pushing event updated for resources: {'Port': ['ID=309c972b-1fcc-40d8-9773-98f69d257af7,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:18.856845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:18.864511 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:18.881259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Network a294dce9-b780-4021-be39-00f3d3777fef is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:18.885065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:18.890255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:18.936268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Pushing event updated for resources: {'Port': ['ID=81293d99-ab63-4a4a-9423-bdec8863d0ca,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:19.198961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ac510b0f-2ba3-4a99-ac69-8430cde18e92 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:19.481319 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Publish callbacks [] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.513932 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.721964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Attempting to bind port 309c972b-1fcc-40d8-9773-98f69d257af7 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:19.723158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Attempting to bind port 309c972b-1fcc-40d8-9773-98f69d257af7 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'e413b77c-3c0e-4c1d-942b-c8115d21ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:19.723725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Attempting to bind port 309c972b-1fcc-40d8-9773-98f69d257af7 on network a294dce9-b780-4021-be39-00f3d3777fef {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:19.746967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Attempting to bind port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:19.747590 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Attempting to bind port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:19.748138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Attempting to bind port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:19.754286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a0489-851f-4820-957b-cd3e0ab9f21e None None] Pushing event updated for resources: {'Port': ['ID=0c740e1f-3764-4c9e-90ef-1d2abb81d6cc,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:19.759205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:19.759848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Checking segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:19.760444 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.761037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Bound using segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:19.762209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Bound port: 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:19.762774 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.777698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:19.778403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Checking segment: {'id': 'e413b77c-3c0e-4c1d-942b-c8115d21ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:19.778960 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.779541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Bound using segment: {'id': 'e413b77c-3c0e-4c1d-942b-c8115d21ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:19.780173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Bound port: 309c972b-1fcc-40d8-9773-98f69d257af7, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e413b77c-3c0e-4c1d-942b-c8115d21ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:19.780734 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.791709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ac510b0f-2ba3-4a99-ac69-8430cde18e92 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:19.792421 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.924906 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Publish callbacks [] for router_gateway (586944aa-4cf9-4cd1-8e75-50da208917b1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:19.991438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] For port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:20.032075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0cbd4975-5630-4451-9c12-9701cd84c6e3 None None] Provisioning complete for port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:20.032239 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0cbd4975-5630-4451-9c12-9701cd84c6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.036722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] For port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0c740e1f-3764-4c9e-90ef-1d2abb81d6cc,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:20.040329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] For port 309c972b-1fcc-40d8-9773-98f69d257af7, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:20.077549 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.139836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] For port 309c972b-1fcc-40d8-9773-98f69d257af7, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=309c972b-1fcc-40d8-9773-98f69d257af7,segment=NetworkSegment(e413b77c-3c0e-4c1d-942b-c8115d21ed4b),segment_id=e413b77c-3c0e-4c1d-942b-c8115d21ed4b)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:20.260907 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.262368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd4975-5630-4451-9c12-9701cd84c6e3 None None] Port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:20.282557 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (586944aa-4cf9-4cd1-8e75-50da208917b1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.331757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ac510b0f-2ba3-4a99-ac69-8430cde18e92 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:20.374348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:20.374981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:20.392292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a0489-851f-4820-957b-cd3e0ab9f21e None None] Pushing event updated for resources: {'Port': ['ID=0c740e1f-3764-4c9e-90ef-1d2abb81d6cc,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:20.595226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Router 586944aa-4cf9-4cd1-8e75-50da208917b1 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:34:20.631414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57305f0b-ab98-429e-9d31-68ecf2cd3a71 None None] Pushing event updated for resources: {'Port': ['ID=309c972b-1fcc-40d8-9773-98f69d257af7,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:20.680557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:20.789729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:34:20.800592 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Sync routers for ids ['586944aa-4cf9-4cd1-8e75-50da208917b1'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:20.818813 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:20.820322 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-458a4e7d-fe5c-44bc-92df-02d8c7daf921 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1678128 Feb 19 03:34:20.823802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42310) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:20.826479 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Routers {'586944aa-4cf9-4cd1-8e75-50da208917b1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:20.827508 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['586944aa-4cf9-4cd1-8e75-50da208917b1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:20.935870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-16fddc0b-09e8-4b49-b1c5-5a580083c251 None None] Provisioning complete for port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:20.936421 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-16fddc0b-09e8-4b49-b1c5-5a580083c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.060930 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Set router 586944aa-4cf9-4cd1-8e75-50da208917b1 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:21.117495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 309c972b-1fcc-40d8-9773-98f69d257af7 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:21.303360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-16fddc0b-09e8-4b49-b1c5-5a580083c251 None None] Current status of the port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:21.307161 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-16fddc0b-09e8-4b49-b1c5-5a580083c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.370634 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'name': 'tempest-TestVolumeBootPattern-1897737897-router', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:17Z', 'updated_at': '2022-02-19T03:34:19Z', 'revision_number': 3, 'project_id': '7221e0360174456d920e65f34d817e25', 'gw_port': {'id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:18Z', 'updated_at': '2022-02-19T03:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:21.401389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 309c972b-1fcc-40d8-9773-98f69d257af7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:21.401735 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.405721 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Checking router: 586944aa-4cf9-4cd1-8e75-50da208917b1 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:34:21.406528 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Updating router 586944aa-4cf9-4cd1-8e75-50da208917b1 port 81293d99-ab63-4a4a-9423-bdec8863d0ca binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:34:21.407536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:19Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:21.427832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-16fddc0b-09e8-4b49-b1c5-5a580083c251 None None] For port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0c740e1f-3764-4c9e-90ef-1d2abb81d6cc,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:21.443222 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.461998 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-16fddc0b-09e8-4b49-b1c5-5a580083c251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.463473 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f491a7f4-3cf8-410f-ad4d-31ae5b4040d4 None None] The sync data for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 is: [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:19Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:21.676403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fddc0b-09e8-4b49-b1c5-5a580083c251 None None] Pushing event updated for resources: {'Port': ['ID=0c740e1f-3764-4c9e-90ef-1d2abb81d6cc,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:21.717415 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.763261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 309c972b-1fcc-40d8-9773-98f69d257af7 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:21.763667 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.862585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 309c972b-1fcc-40d8-9773-98f69d257af7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=309c972b-1fcc-40d8-9773-98f69d257af7,segment=NetworkSegment(e413b77c-3c0e-4c1d-942b-c8115d21ed4b),segment_id=e413b77c-3c0e-4c1d-942b-c8115d21ed4b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:21.872182 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.989792 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Publish callbacks [] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:21.996562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=309c972b-1fcc-40d8-9773-98f69d257af7,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:22.011751 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.124049 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Attempting to bind port 81293d99-ab63-4a4a-9423-bdec8863d0ca on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:22.124840 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Attempting to bind port 81293d99-ab63-4a4a-9423-bdec8863d0ca by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:22.125458 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Attempting to bind port 81293d99-ab63-4a4a-9423-bdec8863d0ca on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:22.140272 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:22.140860 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:22.141409 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.141916 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:22.142791 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Bound port: 81293d99-ab63-4a4a-9423-bdec8863d0ca, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:22.143419 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.146535 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839bac3-7675-4769-90f6-7e4567889f13 None None] Pushing event updated for resources: {'Port': ['ID=81293d99-ab63-4a4a-9423-bdec8863d0ca,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:22.205015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Allocated IP 172.20.0.1 (a294dce9-b780-4021-be39-00f3d3777fef/7591053b-d1fb-40c6-a848-9a0373fff2c2/8b8c1fdf-ec58-4f32-a01f-3d13e81defe0) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:22.283685 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] For port 81293d99-ab63-4a4a-9423-bdec8863d0ca, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:22.287526 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] For port 81293d99-ab63-4a4a-9423-bdec8863d0ca, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=81293d99-ab63-4a4a-9423-bdec8863d0ca,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:22.320171 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.422257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f9cb5-9b7a-4f39-8685-d2f79860de42 None None] Network a294dce9-b780-4021-be39-00f3d3777fef requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:22.441480 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Routers {'586944aa-4cf9-4cd1-8e75-50da208917b1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:22.452066 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['586944aa-4cf9-4cd1-8e75-50da208917b1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:22.458333 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839bac3-7675-4769-90f6-7e4567889f13 None None] Pushing event updated for resources: {'Port': ['ID=81293d99-ab63-4a4a-9423-bdec8863d0ca,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:22.490180 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Publish callbacks [] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.550189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-43f96838-6d9c-4164-a0c9-410b331a4877 None None] Provisioning complete for port 309c972b-1fcc-40d8-9773-98f69d257af7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:22.550561 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-43f96838-6d9c-4164-a0c9-410b331a4877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.573978 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.707639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Network a294dce9-b780-4021-be39-00f3d3777fef is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:22.715291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:22.723232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:22.845392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-43f96838-6d9c-4164-a0c9-410b331a4877 None None] Current status of the port 309c972b-1fcc-40d8-9773-98f69d257af7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:22.848051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=8b8c1fdf-ec58-4f32-a01f-3d13e81defe0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:22.857126 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:22.872933 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] Set router 586944aa-4cf9-4cd1-8e75-50da208917b1 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:22.887374 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (586944aa-4cf9-4cd1-8e75-50da208917b1), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.188962 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a121676c-bcbd-41f6-9595-b8aa99a8bc5d None None] Provisioning complete for port 309c972b-1fcc-40d8-9773-98f69d257af7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:23.189216 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a121676c-bcbd-41f6-9595-b8aa99a8bc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.190336 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.294689 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'name': 'tempest-TestVolumeBootPattern-1897737897-router', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:17Z', 'updated_at': '2022-02-19T03:34:19Z', 'revision_number': 3, 'project_id': '7221e0360174456d920e65f34d817e25', 'gw_port': {'id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:18Z', 'updated_at': '2022-02-19T03:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:23.299935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 309c972b-1fcc-40d8-9773-98f69d257af7 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:23.341278 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5633e63-3af3-4d69-a7f2-d86308f318a3 None None] The sync data for ids ['586944aa-4cf9-4cd1-8e75-50da208917b1'] in n-d-826755-2 is: [{'id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'name': 'tempest-TestVolumeBootPattern-1897737897-router', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:17Z', 'updated_at': '2022-02-19T03:34:19Z', 'revision_number': 3, 'project_id': '7221e0360174456d920e65f34d817e25', 'gw_port': {'id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:18Z', 'updated_at': '2022-02-19T03:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:23.518663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 309c972b-1fcc-40d8-9773-98f69d257af7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:23.519181 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.605961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Publish callbacks [] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.623109 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.680022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a121676c-bcbd-41f6-9595-b8aa99a8bc5d None None] Current status of the port 309c972b-1fcc-40d8-9773-98f69d257af7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:23.743671 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a121676c-bcbd-41f6-9595-b8aa99a8bc5d None None] Provisioning complete for port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:23.748214 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a121676c-bcbd-41f6-9595-b8aa99a8bc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.816990 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Pushing event updated for resources: {'Port': ['ID=8b8c1fdf-ec58-4f32-a01f-3d13e81defe0,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:23.854915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 309c972b-1fcc-40d8-9773-98f69d257af7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:23.855480 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (586944aa-4cf9-4cd1-8e75-50da208917b1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.855789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:23.863306 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:23.890555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a121676c-bcbd-41f6-9595-b8aa99a8bc5d None None] Port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:23.949789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:23.952104 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:24.054420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Network a294dce9-b780-4021-be39-00f3d3777fef is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:24.057239 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:24.250566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Router 586944aa-4cf9-4cd1-8e75-50da208917b1 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:34:24.412888 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9029618c-1baa-4a79-8b9a-145cf590cf97 None None] Provisioning complete for port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:24.413770 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9029618c-1baa-4a79-8b9a-145cf590cf97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:24.499919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9029618c-1baa-4a79-8b9a-145cf590cf97 None None] Port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:24.504784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:34:24.528710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:24.534315 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c16acb4b-8fcd-4037-99b5-2b3907fc6dc9 admin admin] 10.222.0.81 "PUT /v2.0/routers/586944aa-4cf9-4cd1-8e75-50da208917b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7019002 Feb 19 03:34:24.637674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ded2d52c-8509-4063-b86f-6a0db2df680c None None] Provisioning complete for port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:24.638051 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ded2d52c-8509-4063-b86f-6a0db2df680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:24.722062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ded2d52c-8509-4063-b86f-6a0db2df680c None None] Port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:25.071561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 81293d99-ab63-4a4a-9423-bdec8863d0ca up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:25.137770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 81293d99-ab63-4a4a-9423-bdec8863d0ca triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:25.138529 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.244755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 81293d99-ab63-4a4a-9423-bdec8863d0ca is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:25.245153 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.298734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 81293d99-ab63-4a4a-9423-bdec8863d0ca, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=81293d99-ab63-4a4a-9423-bdec8863d0ca,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:25.307039 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:25.406650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=81293d99-ab63-4a4a-9423-bdec8863d0ca,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:26.133744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Sync routers for ids ['586944aa-4cf9-4cd1-8e75-50da208917b1'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:26.160497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Routers {'586944aa-4cf9-4cd1-8e75-50da208917b1'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:26.165075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['586944aa-4cf9-4cd1-8e75-50da208917b1'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:26.343315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Set router 586944aa-4cf9-4cd1-8e75-50da208917b1 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:26.613889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'name': 'tempest-TestVolumeBootPattern-1897737897-router', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:17Z', 'updated_at': '2022-02-19T03:34:23Z', 'revision_number': 4, 'project_id': '7221e0360174456d920e65f34d817e25', 'gw_port': {'id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:18Z', 'updated_at': '2022-02-19T03:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8b8c1fdf-ec58-4f32-a01f-3d13e81defe0', 'name': '', 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'mac_address': 'fa:16:3e:fb:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '7591053b-d1fb-40c6-a848-9a0373fff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:21Z', 'updated_at': '2022-02-19T03:34:23Z', 'revision_number': 2, 'project_id': '7221e0360174456d920e65f34d817e25', 'subnets': [{'id': '7591053b-d1fb-40c6-a848-9a0373fff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:26.704210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Checking router: 586944aa-4cf9-4cd1-8e75-50da208917b1 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:34:26.704655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Updating router 586944aa-4cf9-4cd1-8e75-50da208917b1 port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:34:26.759547 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.017407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 81293d99-ab63-4a4a-9423-bdec8863d0ca up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:27.085160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42472) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:27.291866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 81293d99-ab63-4a4a-9423-bdec8863d0ca triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:27.292473 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.336241 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03df3132-b29e-49c3-a442-7442fcdd5233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.450899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03df3132-b29e-49c3-a442-7442fcdd5233 admin admin] Publish callbacks [] for security_group (cc4115fc-6383-4453-81a2-468000d52fde), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.457703 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03df3132-b29e-49c3-a442-7442fcdd5233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cc4115fc-6383-4453-81a2-468000d52fde), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.487135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df3132-b29e-49c3-a442-7442fcdd5233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4115fc-6383-4453-81a2-468000d52fde,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:27.546792 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-03df3132-b29e-49c3-a442-7442fcdd5233 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0b43084028874eb088243aa93c2a9010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4605377 Feb 19 03:34:27.550276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42486) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:27.639538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 81293d99-ab63-4a4a-9423-bdec8863d0ca is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:27.643819 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Publish callbacks [] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.667271 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.681195 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a178248-e6cf-4830-b75b-b49748b25baf admin admin] Publish callbacks [] for security_group (cc4115fc-6383-4453-81a2-468000d52fde), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.738503 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a178248-e6cf-4830-b75b-b49748b25baf admin admin] Publish callbacks [] for security_group (cc4115fc-6383-4453-81a2-468000d52fde), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.799054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32e159-983c-4779-9ed0-dbeee932df37 None None] Pushing event updated for resources: {'Port': ['ID=8b8c1fdf-ec58-4f32-a01f-3d13e81defe0,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:27.828380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a178248-e6cf-4830-b75b-b49748b25baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cc4115fc-6383-4453-81a2-468000d52fde), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.831362 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7a178248-e6cf-4830-b75b-b49748b25baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.835239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7a178248-e6cf-4830-b75b-b49748b25baf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cc4115fc-6383-4453-81a2-468000d52fde HTTP/1.1" status: 204 len: 168 time: 0.2845387 Feb 19 03:34:27.856785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a178248-e6cf-4830-b75b-b49748b25baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4115fc-6383-4453-81a2-468000d52fde,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:27.960882 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Attempting to bind port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:27.960882 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Attempting to bind port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'e413b77c-3c0e-4c1d-942b-c8115d21ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:27.961247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Attempting to bind port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 on network a294dce9-b780-4021-be39-00f3d3777fef {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:27.991678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:27.993151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Checking segment: {'id': 'e413b77c-3c0e-4c1d-942b-c8115d21ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:27.994476 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:27.995032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Bound using segment: {'id': 'e413b77c-3c0e-4c1d-942b-c8115d21ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:27.996031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Bound port: 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e413b77c-3c0e-4c1d-942b-c8115d21ed4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:27.997204 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.136498 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] For port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:28.144638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] For port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8b8c1fdf-ec58-4f32-a01f-3d13e81defe0,segment=NetworkSegment(e413b77c-3c0e-4c1d-942b-c8115d21ed4b),segment_id=e413b77c-3c0e-4c1d-942b-c8115d21ed4b)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:28.176250 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.328347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e6421692-4511-44c2-b498-ea3042b986cb None None] Provisioning complete for port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:28.332598 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6421692-4511-44c2-b498-ea3042b986cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.392513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32e159-983c-4779-9ed0-dbeee932df37 None None] Pushing event updated for resources: {'Port': ['ID=8b8c1fdf-ec58-4f32-a01f-3d13e81defe0,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:28.444183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Routers {'586944aa-4cf9-4cd1-8e75-50da208917b1'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:28.445293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['586944aa-4cf9-4cd1-8e75-50da208917b1'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:28.508835 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42502) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:28.534769 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a04667f2-d154-419e-ad87-549c23bb15e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.739164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e6421692-4511-44c2-b498-ea3042b986cb None None] Current status of the port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:28.739547 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6421692-4511-44c2-b498-ea3042b986cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.766749 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a04667f2-d154-419e-ad87-549c23bb15e5 admin admin] Publish callbacks [] for security_group (68df1ace-4d96-483f-b524-9f7cf5e0cdf8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.767616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] Set router 586944aa-4cf9-4cd1-8e75-50da208917b1 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:28.775906 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a04667f2-d154-419e-ad87-549c23bb15e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (68df1ace-4d96-483f-b524-9f7cf5e0cdf8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:28.815224 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04667f2-d154-419e-ad87-549c23bb15e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68df1ace-4d96-483f-b524-9f7cf5e0cdf8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:28.919627 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a04667f2-d154-419e-ad87-549c23bb15e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3545316c08dd4116a10665be0fc74a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4090908 Feb 19 03:34:28.922730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42506) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:28.980691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e6421692-4511-44c2-b498-ea3042b986cb None None] For port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8b8c1fdf-ec58-4f32-a01f-3d13e81defe0,segment=NetworkSegment(e413b77c-3c0e-4c1d-942b-c8115d21ed4b),segment_id=e413b77c-3c0e-4c1d-942b-c8115d21ed4b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:28.982051 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38e1810a-789a-4222-96e6-2dc2be624d15 admin admin] Publish callbacks [] for security_group (68df1ace-4d96-483f-b524-9f7cf5e0cdf8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.008563 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6421692-4511-44c2-b498-ea3042b986cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.029259 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38e1810a-789a-4222-96e6-2dc2be624d15 admin admin] Publish callbacks [] for security_group (68df1ace-4d96-483f-b524-9f7cf5e0cdf8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.113166 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38e1810a-789a-4222-96e6-2dc2be624d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (68df1ace-4d96-483f-b524-9f7cf5e0cdf8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.118685 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38e1810a-789a-4222-96e6-2dc2be624d15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.123117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-38e1810a-789a-4222-96e6-2dc2be624d15 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/68df1ace-4d96-483f-b524-9f7cf5e0cdf8 HTTP/1.1" status: 204 len: 168 time: 0.1993208 Feb 19 03:34:29.133386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1810a-789a-4222-96e6-2dc2be624d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df1ace-4d96-483f-b524-9f7cf5e0cdf8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:29.243002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6421692-4511-44c2-b498-ea3042b986cb None None] Pushing event updated for resources: {'Port': ['ID=8b8c1fdf-ec58-4f32-a01f-3d13e81defe0,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:29.259586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-664d9516-7b35-4dde-b939-eef2c6de932e None None] Provisioning complete for port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:29.260193 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-664d9516-7b35-4dde-b939-eef2c6de932e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:29.387916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'name': 'tempest-TestVolumeBootPattern-1897737897-router', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:17Z', 'updated_at': '2022-02-19T03:34:23Z', 'revision_number': 4, 'project_id': '7221e0360174456d920e65f34d817e25', 'gw_port': {'id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:18Z', 'updated_at': '2022-02-19T03:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8b8c1fdf-ec58-4f32-a01f-3d13e81defe0', 'name': '', 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'mac_address': 'fa:16:3e:fb:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '7591053b-d1fb-40c6-a848-9a0373fff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:21Z', 'updated_at': '2022-02-19T03:34:28Z', 'revision_number': 4, 'project_id': '7221e0360174456d920e65f34d817e25', 'subnets': [{'id': '7591053b-d1fb-40c6-a848-9a0373fff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:29.434807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda586f7-cbd8-4178-89ce-d59265d2c6cc None None] The sync data for ids ['586944aa-4cf9-4cd1-8e75-50da208917b1'] in n-d-826755-2 is: [{'id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'name': 'tempest-TestVolumeBootPattern-1897737897-router', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:17Z', 'updated_at': '2022-02-19T03:34:23Z', 'revision_number': 4, 'project_id': '7221e0360174456d920e65f34d817e25', 'gw_port': {'id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:18Z', 'updated_at': '2022-02-19T03:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8b8c1fdf-ec58-4f32-a01f-3d13e81defe0', 'name': '', 'network_id': 'a294dce9-b780-4021-be39-00f3d3777fef', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'mac_address': 'fa:16:3e:fb:81:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '7591053b-d1fb-40c6-a848-9a0373fff2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:21Z', 'updated_at': '2022-02-19T03:34:28Z', 'revision_number': 4, 'project_id': '7221e0360174456d920e65f34d817e25', 'subnets': [{'id': '7591053b-d1fb-40c6-a848-9a0373fff2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:29.529865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-664d9516-7b35-4dde-b939-eef2c6de932e None None] Current status of the port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:30.582204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-84829286-0e82-4b81-a1f9-2a68c43da25c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:30.585755 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-84829286-0e82-4b81-a1f9-2a68c43da25c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.2222879 Feb 19 03:34:30.608994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-833406cc-de8f-44bd-89a1-4a56b2426982 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/quotas/350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 375 time: 0.0171955 Feb 19 03:34:30.693294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-2e3cd4d5-088f-4d3c-9219-f7a6cfd2c70f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831199 Feb 19 03:34:30.823605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-33cd0dee-43b1-45d7-b72f-0749001c1f2f service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252289 Feb 19 03:34:30.951948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-37caf032-0f84-4492-87bd-3197818392a2 service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212263 Feb 19 03:34:31.083245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:31.167951 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:31.168785 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:31.316651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:31.453164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc105862-cd50-4977-bd70-3d8f233d667a req-583ab60c-ed50-4175-8bf7-0b9e3950bfa1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0426469 Feb 19 03:34:32.651325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca1b86fd-e28d-4971-a9ec-b56d141732cf req-ca9a4edc-bb60-485b-80d0-e6c40393d2ac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0966442 Feb 19 03:34:32.768465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-77a0f447-beb3-469a-8125-e1a47a964e89 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:32.770016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-77a0f447-beb3-469a-8125-e1a47a964e89 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.2730827 Feb 19 03:34:32.817579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'port': {'device_id': 'e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'admin_state_up': True, 'tenant_id': '350ad465f1ee412981ba9c55bc301703'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:33.022600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Made reservation on behalf of 350ad465f1ee412981ba9c55bc301703 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:33.031568 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.209094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Allocated IP 172.20.0.14 (f87a9704-3c97-4220-be7c-a4024e6f8a77/755924c4-5372-456c-bab3-c237cb07d54f/bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:33.448152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42628) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:33.521398 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.614841 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.662582 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c5e56f96-ae4a-41e9-9852-db6f5109757f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.689362 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f458442-f832-4496-88e4-09e9dfdc174b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.753392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:33.807233 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:33.810074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:33.829461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:33.875368 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f458442-f832-4496-88e4-09e9dfdc174b admin admin] Publish callbacks [] for security_group (cae70b39-9be1-4154-a17f-53bd482222f2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:33.912330 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f458442-f832-4496-88e4-09e9dfdc174b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cae70b39-9be1-4154-a17f-53bd482222f2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:34.013843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:34.017824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f458442-f832-4496-88e4-09e9dfdc174b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae70b39-9be1-4154-a17f-53bd482222f2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:34.018671 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:34.083595 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9f458442-f832-4496-88e4-09e9dfdc174b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=88c51bca79c644649269bbedaf0c5830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6341851 Feb 19 03:34:34.087593 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42636) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:34.111088 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-7be7cb16-3a41-432f-b8d6-49ab17314291 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3218460 Feb 19 03:34:34.135610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-50186a4f-af9f-416e-a564-fb04c2bf3f8d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:34:34.140695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-50186a4f-af9f-416e-a564-fb04c2bf3f8d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0173845 Feb 19 03:34:34.167127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Request body: {'port': {'device_id': 'e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:34.208724 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80053d9d-fe20-4bee-ad50-0bec41752ab8 admin admin] Publish callbacks [] for security_group (cae70b39-9be1-4154-a17f-53bd482222f2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:34.258300 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80053d9d-fe20-4bee-ad50-0bec41752ab8 admin admin] Publish callbacks [] for security_group (cae70b39-9be1-4154-a17f-53bd482222f2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:34.300593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ca9e9-0876-4258-a8d6-7e634c087a2d req-4f7aca94-5d3e-491c-b024-5891df63520f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:34.316767 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c64ca9e9-0876-4258-a8d6-7e634c087a2d req-4f7aca94-5d3e-491c-b024-5891df63520f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 932 time: 0.4727452 Feb 19 03:34:34.378627 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80053d9d-fe20-4bee-ad50-0bec41752ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cae70b39-9be1-4154-a17f-53bd482222f2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:34.381590 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80053d9d-fe20-4bee-ad50-0bec41752ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:34.383066 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-80053d9d-fe20-4bee-ad50-0bec41752ab8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cae70b39-9be1-4154-a17f-53bd482222f2 HTTP/1.1" status: 204 len: 168 time: 0.2943206 Feb 19 03:34:34.413015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80053d9d-fe20-4bee-ad50-0bec41752ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae70b39-9be1-4154-a17f-53bd482222f2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:34.457989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0e63f42e-f94b-4a19-b36b-c760ab1b03a8 None None] Provisioning complete for port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:34.457989 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0e63f42e-f94b-4a19-b36b-c760ab1b03a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:34.750702 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:34.754204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0e63f42e-f94b-4a19-b36b-c760ab1b03a8 None None] Port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:34.780466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c64ca9e9-0876-4258-a8d6-7e634c087a2d req-d32ba546-7e10-4e92-a72d-55b5037baa0c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621456 Feb 19 03:34:34.988556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42646) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:35.006958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be856dfc-5ff4-4283-b90b-00eaf0697cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.156958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be856dfc-5ff4-4283-b90b-00eaf0697cdb admin admin] Publish callbacks [] for security_group (67f8d857-87ea-4e1a-9b93-b7a46dfa7644), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.174599 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be856dfc-5ff4-4283-b90b-00eaf0697cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (67f8d857-87ea-4e1a-9b93-b7a46dfa7644), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.266251 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-be856dfc-5ff4-4283-b90b-00eaf0697cdb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=99fab965cd4d47e69f574b5b86283d75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2726357 Feb 19 03:34:35.269321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be856dfc-5ff4-4283-b90b-00eaf0697cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f8d857-87ea-4e1a-9b93-b7a46dfa7644,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:35.285033 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42650) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:35.409136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12879883-13b8-4f4b-87e3-45ab1424ffe3 admin admin] Publish callbacks [] for security_group (67f8d857-87ea-4e1a-9b93-b7a46dfa7644), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.436775 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12879883-13b8-4f4b-87e3-45ab1424ffe3 admin admin] Publish callbacks [] for security_group (67f8d857-87ea-4e1a-9b93-b7a46dfa7644), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.479526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:34:35.513027 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12879883-13b8-4f4b-87e3-45ab1424ffe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (67f8d857-87ea-4e1a-9b93-b7a46dfa7644), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.516055 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12879883-13b8-4f4b-87e3-45ab1424ffe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.517531 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-12879883-13b8-4f4b-87e3-45ab1424ffe3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/67f8d857-87ea-4e1a-9b93-b7a46dfa7644 HTTP/1.1" status: 204 len: 168 time: 0.2268569 Feb 19 03:34:35.520186 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Publish callbacks [] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.546497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12879883-13b8-4f4b-87e3-45ab1424ffe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f8d857-87ea-4e1a-9b93-b7a46dfa7644,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:35.582786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Transition to ACTIVE for port object bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:34:35.603819 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:35.826122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Pushing event updated for resources: {'Port': ['ID=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:35.922444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.924291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.926363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.926928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.931732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.932298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.932855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.933396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.933911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.934431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.934969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.949287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.950060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:35.963434 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-52a59624-e555-470b-9aea-765c444e6d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:36.069108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Attempting to bind port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:36.069599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Attempting to bind port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:36.071040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Attempting to bind port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:36.088938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b on network f87a9704-3c97-4220-be7c-a4024e6f8a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:34:36.089453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Attempting to bind port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:36.135463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:36.138400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Checking segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:36.140108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Bound using segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:36.140594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Bound port: bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:36.141847 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:36.233111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7b2bc-75d5-4af3-bff0-d072ef0ac405 req-12ce8f8f-85a3-41b0-afd8-732fc3b65abe tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:36.241447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2be7b2bc-75d5-4af3-bff0-d072ef0ac405 req-12ce8f8f-85a3-41b0-afd8-732fc3b65abe tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1368532 Feb 19 03:34:36.288317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] For port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:36.300294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] For port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:36.333396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2be7b2bc-75d5-4af3-bff0-d072ef0ac405 req-cb06b264-e0c0-4240-bd57-4a5a89d4c5b2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857115 Feb 19 03:34:36.335064 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:36.466758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:36.467375 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:36.468806 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] 10.222.0.67 "PUT /v2.0/ports/bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b HTTP/1.1" status: 200 len: 1092 time: 2.3176396 Feb 19 03:34:36.469246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6', 'tag': 'bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:34:36.480191 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58543a6c-29ab-4e83-8f1e-9f4a491a7f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6", "tag": "bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:34:36.568204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a79a0-7295-4186-8750-8e93a834b11e service neutron] Pushing event updated for resources: {'Port': ['ID=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:36.676959 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748e6b52-9301-42d5-9324-497f270281a2 x-openstack-request-id: req-748e6b52-9301-42d5-9324-497f270281a2 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:34:36.676959 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6", "tag": "bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:34:36.676959 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-748e6b52-9301-42d5-9324-497f270281a2 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:34:36.676959 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6', 'tag': 'bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b', 'status': 'completed', 'code': 200} Feb 19 03:34:36.755185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-1ab4ba4f-d325-491f-92d6-295c579f15d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:36.757015 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-1ab4ba4f-d325-491f-92d6-295c579f15d8 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 1126 time: 0.2323594 Feb 19 03:34:37.004781 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-e274d6b6-eec1-48bc-8ffb-4e62539022e4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b HTTP/1.1" status: 200 len: 217 time: 0.2175989 Feb 19 03:34:37.167385 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:37.180708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-a06c4f74-b5a5-4927-aab1-9debaafdfa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:37.182668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-a06c4f74-b5a5-4927-aab1-9debaafdfa1b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.1578348 Feb 19 03:34:37.287161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-d462a01d-4809-4e5c-bbde-e0e9f44bb782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:37.289643 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-d462a01d-4809-4e5c-bbde-e0e9f44bb782 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0995612 Feb 19 03:34:37.496139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-942df25b-89a2-48fd-9e37-392b0d208179 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986067 Feb 19 03:34:37.657617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b349a-aaf2-43e2-bcba-1e8a93e9a49c req-28c07321-3595-4d00-b698-a352f5dcbc03 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:37.670413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b9b349a-aaf2-43e2-bcba-1e8a93e9a49c req-28c07321-3595-4d00-b698-a352f5dcbc03 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.2012892 Feb 19 03:34:37.744098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50519dae-b4c8-4196-aa82-d9d8806b4bc3 req-d81e3be9-9988-4108-b39b-a50ebc1a5478 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097299 Feb 19 03:34:37.787197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b9b349a-aaf2-43e2-bcba-1e8a93e9a49c req-7bdf2a40-c7b1-4728-b894-02caf39353b2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144245 Feb 19 03:34:37.918461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58543a6c-29ab-4e83-8f1e-9f4a491a7f5a req-acc02873-804b-4dd9-8dc1-3fe49f7af314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:37.920334 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58543a6c-29ab-4e83-8f1e-9f4a491a7f5a req-acc02873-804b-4dd9-8dc1-3fe49f7af314 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 1126 time: 0.1148036 Feb 19 03:34:38.169412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-507c6f2c-78fb-4292-94e6-cd7b0282f21d req-248cd1bb-0c3c-432d-b1d6-af1c3a7d9ecb service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1855226 Feb 19 03:34:38.196672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58543a6c-29ab-4e83-8f1e-9f4a491a7f5a req-19d8fb98-a6ae-4a6b-9b93-01bd474bf8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:38.198611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58543a6c-29ab-4e83-8f1e-9f4a491a7f5a req-19d8fb98-a6ae-4a6b-9b93-01bd474bf8dc service neutron] 10.222.0.67 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.2651577 Feb 19 03:34:38.277160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58543a6c-29ab-4e83-8f1e-9f4a491a7f5a req-38fa5901-6d6a-4508-b7ac-f1fa9c24dffc service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b HTTP/1.1" status: 200 len: 217 time: 0.0630884 Feb 19 03:34:38.381665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c6f2c-78fb-4292-94e6-cd7b0282f21d req-7b13d696-7b1e-4f3a-a3ff-575233f6c560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:38.383201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-507c6f2c-78fb-4292-94e6-cd7b0282f21d req-7b13d696-7b1e-4f3a-a3ff-575233f6c560 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3ad779f9b2a43eaaba6e97f498154cc&device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 1128 time: 0.1047685 Feb 19 03:34:38.385245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58543a6c-29ab-4e83-8f1e-9f4a491a7f5a req-78c9c12b-fa41-4f8b-8e15-c17fea582b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:38.386586 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58543a6c-29ab-4e83-8f1e-9f4a491a7f5a req-78c9c12b-fa41-4f8b-8e15-c17fea582b50 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0753829 Feb 19 03:34:38.490410 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:38.625799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58543a6c-29ab-4e83-8f1e-9f4a491a7f5a req-85f69a1c-205c-4e00-85ed-b9edaa993041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:38.633740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58543a6c-29ab-4e83-8f1e-9f4a491a7f5a req-85f69a1c-205c-4e00-85ed-b9edaa993041 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2402773 Feb 19 03:34:38.733983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c6f2c-78fb-4292-94e6-cd7b0282f21d req-cd797b5b-37b2-4b62-a73e-2e16c77dd19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:38.736180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-507c6f2c-78fb-4292-94e6-cd7b0282f21d req-cd797b5b-37b2-4b62-a73e-2e16c77dd19e service neutron] 10.222.0.87 "GET /v2.0/networks?id=052c6a76-660c-463f-8d3d-ceaf5791ebdb HTTP/1.1" status: 200 len: 910 time: 0.2529383 Feb 19 03:34:39.522800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58543a6c-29ab-4e83-8f1e-9f4a491a7f5a req-400679d9-3cbf-4a10-b694-7d7fb49bdbf8 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8788922 Feb 19 03:34:39.616623 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:34:39.665524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd694861-2fe8-4353-bd88-f68b949b3a22 req-fbe24f14-8873-4b7f-8d35-8f0b1f9a498a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:39.672393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd694861-2fe8-4353-bd88-f68b949b3a22 req-fbe24f14-8873-4b7f-8d35-8f0b1f9a498a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.2526982 Feb 19 03:34:39.676143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-507c6f2c-78fb-4292-94e6-cd7b0282f21d req-dc6057d7-d6e1-4d78-a133-c75ad603d14f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58c023fc-73ea-425b-9bc0-ce7336343bf8 HTTP/1.1" status: 200 len: 1001 time: 0.8620071 Feb 19 03:34:39.853936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c6f2c-78fb-4292-94e6-cd7b0282f21d req-58523da5-749e-4d76-ab4b-bc6ab00a6d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:39.857283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-507c6f2c-78fb-4292-94e6-cd7b0282f21d req-58523da5-749e-4d76-ab4b-bc6ab00a6d98 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05559075-1486-4bb4-a10a-47404135662d HTTP/1.1" status: 200 len: 848 time: 0.1563623 Feb 19 03:34:39.896649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58543a6c-29ab-4e83-8f1e-9f4a491a7f5a req-2aa9fe96-8dc8-4996-91c5-63f323e5a57d service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3440235 Feb 19 03:34:39.987373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd694861-2fe8-4353-bd88-f68b949b3a22 req-9da85f35-a305-469c-a3fb-473a249bc03f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112924 Feb 19 03:34:40.027002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507c6f2c-78fb-4292-94e6-cd7b0282f21d req-81986529-6d21-48c5-95c4-fad1f772bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:40.028586 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-507c6f2c-78fb-4292-94e6-cd7b0282f21d req-81986529-6d21-48c5-95c4-fad1f772bf1b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=052c6a76-660c-463f-8d3d-ceaf5791ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1582103 Feb 19 03:34:40.134830 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:40.220022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-507c6f2c-78fb-4292-94e6-cd7b0282f21d req-553f7a72-29f3-4e36-8ff2-da0a6039c4a0 service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839626 Feb 19 03:34:40.425695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-507c6f2c-78fb-4292-94e6-cd7b0282f21d req-63e5e73d-0321-452a-aa1b-6d0e121712f8 service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002666 Feb 19 03:34:40.801019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 42800) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:40.983421 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.168397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Publish callbacks [] for security_group (4b64ec5d-c39d-46dd-a79c-70cc5ded96db), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.193416 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4b64ec5d-c39d-46dd-a79c-70cc5ded96db), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.225890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c3ae9-3f8d-44da-bf2e-4ab7ffed778c req-750b0fbf-47c5-4346-880b-7961c34d14e2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:41.233813 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-884c3ae9-3f8d-44da-bf2e-4ab7ffed778c req-750b0fbf-47c5-4346-880b-7961c34d14e2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1102076 Feb 19 03:34:41.277225 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d747bfe8b6314293892b92b3016d26f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4739532 Feb 19 03:34:41.280330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 42816) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:41.288287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b64ec5d-c39d-46dd-a79c-70cc5ded96db,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:41.304095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.308837 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.309382 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.309904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.310411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.310912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.311410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.311920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.312786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.313288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.313786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.314319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.318680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa071d5-d6ae-4064-a9b6-e520b77e5410 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:41.391212 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-884c3ae9-3f8d-44da-bf2e-4ab7ffed778c req-80b1d1ae-e54a-49dd-935c-9484248cce56 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506865 Feb 19 03:34:41.450844 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd07817e-6ba4-4ee1-a5ec-274fc47ebac0 admin admin] Publish callbacks [] for security_group (4b64ec5d-c39d-46dd-a79c-70cc5ded96db), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.510125 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd07817e-6ba4-4ee1-a5ec-274fc47ebac0 admin admin] Publish callbacks [] for security_group (4b64ec5d-c39d-46dd-a79c-70cc5ded96db), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.600272 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd07817e-6ba4-4ee1-a5ec-274fc47ebac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4b64ec5d-c39d-46dd-a79c-70cc5ded96db), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.604247 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd07817e-6ba4-4ee1-a5ec-274fc47ebac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:41.605675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bd07817e-6ba4-4ee1-a5ec-274fc47ebac0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4b64ec5d-c39d-46dd-a79c-70cc5ded96db HTTP/1.1" status: 204 len: 168 time: 0.3243823 Feb 19 03:34:41.619183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd07817e-6ba4-4ee1-a5ec-274fc47ebac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b64ec5d-c39d-46dd-a79c-70cc5ded96db,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:42.755197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48517f-d84f-46b9-b51a-f4c148e55d39 req-36c74b33-94d7-44f3-8e84-e9511e04cc0f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:42.781995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de48517f-d84f-46b9-b51a-f4c148e55d39 req-36c74b33-94d7-44f3-8e84-e9511e04cc0f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.2399392 Feb 19 03:34:42.860427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de48517f-d84f-46b9-b51a-f4c148e55d39 req-aa6a1f24-a4b2-4994-8873-ecf150679ba9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773153 Feb 19 03:34:44.145788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ab1b1-645a-424f-a377-5d3bc72650c8 req-0ce52796-df0e-48ff-81df-318393ae27ba tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:44.152826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-048ab1b1-645a-424f-a377-5d3bc72650c8 req-0ce52796-df0e-48ff-81df-318393ae27ba tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1483297 Feb 19 03:34:44.257607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-048ab1b1-645a-424f-a377-5d3bc72650c8 req-4403ebe1-6f37-487a-af0e-f0e2d8aed057 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027477 Feb 19 03:34:45.456460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d931e-6b7d-4b08-b843-3872e7889723 req-a8ab136f-330f-47ca-8021-5e104b9bb979 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:45.472068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-811d931e-6b7d-4b08-b843-3872e7889723 req-a8ab136f-330f-47ca-8021-5e104b9bb979 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1242511 Feb 19 03:34:45.546627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-811d931e-6b7d-4b08-b843-3872e7889723 req-03b44641-eb34-45d2-b50e-f50bbc8d8c8c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735636 Feb 19 03:34:45.708095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43124) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:45.968572 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-31656939-14eb-4306-bcc7-258e0ad97bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.221401 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-31656939-14eb-4306-bcc7-258e0ad97bdd admin admin] Publish callbacks [] for security_group (faaa8201-5ed0-4f25-8215-207d9960072e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.235670 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-31656939-14eb-4306-bcc7-258e0ad97bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (faaa8201-5ed0-4f25-8215-207d9960072e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.318852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31656939-14eb-4306-bcc7-258e0ad97bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faaa8201-5ed0-4f25-8215-207d9960072e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:46.373728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-31656939-14eb-4306-bcc7-258e0ad97bdd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4334d2726bdf409b91403964336bcd1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6640601 Feb 19 03:34:46.376606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43180) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:46.529750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bb35a06-6022-4edc-8b75-8338fbde8d59 admin admin] Publish callbacks [] for security_group (faaa8201-5ed0-4f25-8215-207d9960072e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.574115 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bb35a06-6022-4edc-8b75-8338fbde8d59 admin admin] Publish callbacks [] for security_group (faaa8201-5ed0-4f25-8215-207d9960072e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.644720 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bb35a06-6022-4edc-8b75-8338fbde8d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (faaa8201-5ed0-4f25-8215-207d9960072e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.648414 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bb35a06-6022-4edc-8b75-8338fbde8d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:46.649794 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7bb35a06-6022-4edc-8b75-8338fbde8d59 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/faaa8201-5ed0-4f25-8215-207d9960072e HTTP/1.1" status: 204 len: 168 time: 0.2711775 Feb 19 03:34:46.680196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb35a06-6022-4edc-8b75-8338fbde8d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaa8201-5ed0-4f25-8215-207d9960072e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:46.823429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae80883-c5cb-4205-a970-b6fe70573049 req-bdcb2b91-3caf-4534-983d-7780a4b024a6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:46.831430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fae80883-c5cb-4205-a970-b6fe70573049 req-bdcb2b91-3caf-4534-983d-7780a4b024a6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1398358 Feb 19 03:34:46.901954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fae80883-c5cb-4205-a970-b6fe70573049 req-f3d8d7fe-1074-4a28-b19e-cdbc05deef68 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689824 Feb 19 03:34:47.154264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43256) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:47.172494 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-831d069e-1767-4b0c-adec-5a6259deb882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.309890 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-831d069e-1767-4b0c-adec-5a6259deb882 admin admin] Publish callbacks [] for security_group (8cd07488-9d9c-486b-a212-f8ba59756e56), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.318161 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-831d069e-1767-4b0c-adec-5a6259deb882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8cd07488-9d9c-486b-a212-f8ba59756e56), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.407581 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-831d069e-1767-4b0c-adec-5a6259deb882 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3429afab4d3f4d87a401fe707b2eefef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2523086 Feb 19 03:34:47.410381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d069e-1767-4b0c-adec-5a6259deb882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd07488-9d9c-486b-a212-f8ba59756e56,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:47.410510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43282) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:47.494633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3ce89ae-0f58-4b53-938a-17ed2fcc4cda admin admin] Publish callbacks [] for security_group (8cd07488-9d9c-486b-a212-f8ba59756e56), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.518300 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3ce89ae-0f58-4b53-938a-17ed2fcc4cda admin admin] Publish callbacks [] for security_group (8cd07488-9d9c-486b-a212-f8ba59756e56), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.592525 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3ce89ae-0f58-4b53-938a-17ed2fcc4cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8cd07488-9d9c-486b-a212-f8ba59756e56), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.600177 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3ce89ae-0f58-4b53-938a-17ed2fcc4cda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:47.603525 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d3ce89ae-0f58-4b53-938a-17ed2fcc4cda admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8cd07488-9d9c-486b-a212-f8ba59756e56 HTTP/1.1" status: 204 len: 168 time: 0.1918209 Feb 19 03:34:47.634343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ce89ae-0f58-4b53-938a-17ed2fcc4cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd07488-9d9c-486b-a212-f8ba59756e56,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:48.178956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df349c-436c-423b-83c1-752634189a92 req-5f2f0aa2-06b0-4cf6-aa3b-fc0729461d90 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:48.182337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78df349c-436c-423b-83c1-752634189a92 req-5f2f0aa2-06b0-4cf6-aa3b-fc0729461d90 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1290815 Feb 19 03:34:48.247984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78df349c-436c-423b-83c1-752634189a92 req-8889435d-f139-4970-a97f-2e6ffa7cfbe1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645838 Feb 19 03:34:49.496708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a72c8b-1162-405e-9d6f-b923f986b4a0 req-3df327c2-5b86-4656-ace1-d164b9737462 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:49.499546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53a72c8b-1162-405e-9d6f-b923f986b4a0 req-3df327c2-5b86-4656-ace1-d164b9737462 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1469414 Feb 19 03:34:49.567315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53a72c8b-1162-405e-9d6f-b923f986b4a0 req-4d2abfc2-5f0a-46e3-8f0a-0880bdd78046 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608487 Feb 19 03:34:50.066704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43524) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:50.105085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43528) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:50.283643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72e10637-119f-4027-80d3-fc1d478219a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.441805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8f1f525a-3cee-4db3-b1d5-289e04733968 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1580424392'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:50.442376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8f1f525a-3cee-4db3-b1d5-289e04733968 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Unknown quota resources ['metering_label']. {{(pid=109898) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:34:50.444850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72e10637-119f-4027-80d3-fc1d478219a2 admin admin] Publish callbacks [] for security_group (694349ab-9608-431a-b62f-bcb3a790f043), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.452184 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-72e10637-119f-4027-80d3-fc1d478219a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (694349ab-9608-431a-b62f-bcb3a790f043), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.528834 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-72e10637-119f-4027-80d3-fc1d478219a2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fae80781eda443619a8d03ed62dafa16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4224148 Feb 19 03:34:50.530069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e10637-119f-4027-80d3-fc1d478219a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694349ab-9608-431a-b62f-bcb3a790f043,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:50.531710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43538) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:50.724534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e8cea-9d25-47fd-89d5-42b6558a4d0f req-39a69c20-8ce3-4422-884e-021279416b13 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:50.726101 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-525e8cea-9d25-47fd-89d5-42b6558a4d0f req-39a69c20-8ce3-4422-884e-021279416b13 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.0729947 Feb 19 03:34:50.777146 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8f1f525a-3cee-4db3-b1d5-289e04733968 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.792588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43546) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:50.796119 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-525e8cea-9d25-47fd-89d5-42b6558a4d0f req-2b0c3a23-9c9f-4398-bcba-2c87dcac3608 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543909 Feb 19 03:34:50.800616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d3ed557b-ab7c-4fd0-96b2-e39bc6eca312 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c3d5e912-6400-4a55-a4b6-1594311e7a60'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:50.800817 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8f1f525a-3cee-4db3-b1d5-289e04733968 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7323616 Feb 19 03:34:50.801517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d3ed557b-ab7c-4fd0-96b2-e39bc6eca312 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109899) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:34:50.860568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80290f6b-73bd-420e-99c8-85b07a39a30d admin admin] Publish callbacks [] for security_group (694349ab-9608-431a-b62f-bcb3a790f043), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.902933 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80290f6b-73bd-420e-99c8-85b07a39a30d admin admin] Publish callbacks [] for security_group (694349ab-9608-431a-b62f-bcb3a790f043), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:50.973291 n-d-826755-2 neutron-server[109899]: WARNING neutron.services.metering.metering_plugin [None req-d3ed557b-ab7c-4fd0-96b2-e39bc6eca312 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 03:34:51.000743 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80290f6b-73bd-420e-99c8-85b07a39a30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (694349ab-9608-431a-b62f-bcb3a790f043), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.004151 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80290f6b-73bd-420e-99c8-85b07a39a30d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.005378 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-80290f6b-73bd-420e-99c8-85b07a39a30d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/694349ab-9608-431a-b62f-bcb3a790f043 HTTP/1.1" status: 204 len: 168 time: 0.4721498 Feb 19 03:34:51.020131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80290f6b-73bd-420e-99c8-85b07a39a30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694349ab-9608-431a-b62f-bcb3a790f043,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:51.175020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3ed557b-ab7c-4fd0-96b2-e39bc6eca312 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.179484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43558) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:51.184504 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-acf627d1-03d0-4290-8f04-2f187ffd2590 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c3d5e912-6400-4a55-a4b6-1594311e7a60'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:51.185319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-acf627d1-03d0-4290-8f04-2f187ffd2590 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109898) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:34:51.186799 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d3ed557b-ab7c-4fd0-96b2-e39bc6eca312 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3897262 Feb 19 03:34:51.309311 n-d-826755-2 neutron-server[109898]: WARNING neutron.services.metering.metering_plugin [None req-acf627d1-03d0-4290-8f04-2f187ffd2590 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 19 03:34:51.483355 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-acf627d1-03d0-4290-8f04-2f187ffd2590 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.485031 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-acf627d1-03d0-4290-8f04-2f187ffd2590 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3045158 Feb 19 03:34:51.487771 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43568) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:51.523666 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e8322f0f-5490-40bc-b6fb-eb357c3edde3 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=f9f3b7ff-8ad0-42cd-9b5a-fd142e266636 HTTP/1.1" status: 200 len: 462 time: 0.0310657 Feb 19 03:34:51.523812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43572) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:51.676254 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cdddbea1-1a49-4c64-be2a-06b28b199473 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:51.681127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43580) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:51.689923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cdddbea1-1a49-4c64-be2a-06b28b199473 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/f9f3b7ff-8ad0-42cd-9b5a-fd142e266636 HTTP/1.1" status: 204 len: 168 time: 0.1514747 Feb 19 03:34:51.692951 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-df797b57-9cae-4b62-ae72-7e52d8b78e39 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=f9f3b7ff-8ad0-42cd-9b5a-fd142e266636 HTTP/1.1" status: 200 len: 221 time: 0.0105464 Feb 19 03:34:51.699273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43582) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:51.710240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2ef113a3-f3b7-4fc9-a14b-0b9e8e3a9557 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--635734240', 'description': 'label created by tempest'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:51.710953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2ef113a3-f3b7-4fc9-a14b-0b9e8e3a9557 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Unknown quota resources ['metering_label']. {{(pid=109899) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 19 03:34:52.017912 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2ef113a3-f3b7-4fc9-a14b-0b9e8e3a9557 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.019968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2ef113a3-f3b7-4fc9-a14b-0b9e8e3a9557 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3191009 Feb 19 03:34:52.023338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43602) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.121157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a499b62-c8f0-423a-9050-9654e574fd67 req-68291d4c-5853-4159-96a3-397caf7e7119 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:52.122872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a499b62-c8f0-423a-9050-9654e574fd67 req-68291d4c-5853-4159-96a3-397caf7e7119 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1892905 Feb 19 03:34:52.161498 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0ad65553-606c-415f-9436-7ca7c24d4ce2 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=d6dfcaa4-7e52-48ca-bd2c-fe1294ba0bbb HTTP/1.1" status: 200 len: 467 time: 0.1365941 Feb 19 03:34:52.164261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43608) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.264772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43610) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.419324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a499b62-c8f0-423a-9050-9654e574fd67 req-3c527491-9122-4651-b0a6-8f5c31d6e2ee tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870944 Feb 19 03:34:52.429704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-240269239-network', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:52.439827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-644c2c84-621d-4c80-8bbb-1a3bd7eecdf1 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.443800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-644c2c84-621d-4c80-8bbb-1a3bd7eecdf1 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/d6dfcaa4-7e52-48ca-bd2c-fe1294ba0bbb HTTP/1.1" status: 204 len: 168 time: 0.2784507 Feb 19 03:34:52.446746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43616) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.462441 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-86a9bc95-32fc-4571-8648-e11358fe44c2 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=d6dfcaa4-7e52-48ca-bd2c-fe1294ba0bbb HTTP/1.1" status: 200 len: 216 time: 0.0145226 Feb 19 03:34:52.466096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43618) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.472740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Made reservation on behalf of ee446085b47140dcace9bcae46c503c8 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:52.475090 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.481664 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-540f1f8a-bb29-4734-b18c-b167b34c2f71 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0144801 Feb 19 03:34:52.486023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43620) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.490329 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.501175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-66a05f74-d83c-4fd5-9027-ee63681c5511 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0134425 Feb 19 03:34:52.504778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43622) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.569537 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Publish callbacks [] for security_group (af5f3776-8575-4cc5-8ecb-96743205486c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.574293 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ee73aaa6-89e8-40a8-b7c7-b79bf4b34512 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-labels/c3d5e912-6400-4a55-a4b6-1594311e7a60 HTTP/1.1" status: 200 len: 473 time: 0.0680754 Feb 19 03:34:52.578513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43624) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.580872 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (af5f3776-8575-4cc5-8ecb-96743205486c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.589385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1a053c31-5770-45e8-95f0-d243b7b5111c tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "GET /v2.0/metering/metering-label-rules/b81615e5-cb56-4f91-a945-1c415bce7876 HTTP/1.1" status: 200 len: 459 time: 0.0095334 Feb 19 03:34:52.592839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43628) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.626189 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:34:52.639970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.640474 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Added segment 9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01 of type vlan for network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 Feb 19 03:34:52.709314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (6c83f05a-997a-4399-b8e1-c841aea8dfb9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.751602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5f3776-8575-4cc5-8ecb-96743205486c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:52.762204 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (6c83f05a-997a-4399-b8e1-c841aea8dfb9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.764368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:52.766340 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.777167 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-119c6fd2-5d57-4001-9312-783dbbd89019 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.779418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-119c6fd2-5d57-4001-9312-783dbbd89019 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-label-rules/b81615e5-cb56-4f91-a945-1c415bce7876 HTTP/1.1" status: 204 len: 168 time: 0.1844468 Feb 19 03:34:52.781087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43634) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.803019 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:52.884679 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6157045 Feb 19 03:34:52.888431 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43638) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:52.894646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-11a223c5-7520-4a76-91cd-e07f2c0c2aae admin admin] Request body: {'subnet': {'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-240269239-subnet', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:52.911377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844479e0-aca7-4541-aaa9-a889ad2d48d3 admin admin] Pushing event updated for resources: {'Network': ['ID=6c83f05a-997a-4399-b8e1-c841aea8dfb9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:52.922709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:34:52.949378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a223c5-7520-4a76-91cd-e07f2c0c2aae admin admin] Made reservation on behalf of ee446085b47140dcace9bcae46c503c8 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:34:52.952174 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11a223c5-7520-4a76-91cd-e07f2c0c2aae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.079315 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6dd6f883-9dc3-40e6-aad8-2d9a91c21682 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.082140 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6dd6f883-9dc3-40e6-aad8-2d9a91c21682 tempest-MeteringIpV6TestJSON-2138122531 tempest-MeteringIpV6TestJSON-2138122531-project-admin] 10.222.0.81 "DELETE /v2.0/metering/metering-labels/c3d5e912-6400-4a55-a4b6-1594311e7a60 HTTP/1.1" status: 204 len: 168 time: 0.2990887 Feb 19 03:34:53.209242 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11a223c5-7520-4a76-91cd-e07f2c0c2aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (29fd9311-3742-4ead-9f9c-d8ed50f1af12), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.278532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a223c5-7520-4a76-91cd-e07f2c0c2aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=29fd9311-3742-4ead-9f9c-d8ed50f1af12,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:53.286657 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a223c5-7520-4a76-91cd-e07f2c0c2aae admin admin] Checking segment: {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:53.287019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a223c5-7520-4a76-91cd-e07f2c0c2aae admin admin] Network hostable DHCP agents. Network: 6c83f05a-997a-4399-b8e1-c841aea8dfb9, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:34:53.316204 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a223c5-7520-4a76-91cd-e07f2c0c2aae admin admin] Network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:34:53.332778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-11a223c5-7520-4a76-91cd-e07f2c0c2aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 6c83f05a-997a-4399-b8e1-c841aea8dfb9) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:53.337756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a223c5-7520-4a76-91cd-e07f2c0c2aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:53.339423 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11a223c5-7520-4a76-91cd-e07f2c0c2aae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.344216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a50c23-866b-486a-bd72-3fcfe374d702 None None] Network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:53.377402 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-11a223c5-7520-4a76-91cd-e07f2c0c2aae admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4877377 Feb 19 03:34:53.380021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43652) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:53.385798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-240269239-router', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:53.436055 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (3598800c-dae5-4af8-9757-41fd1a95f7e8), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.438010 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (3598800c-dae5-4af8-9757-41fd1a95f7e8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.498782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-6c83f05a-997a-4399-b8e1-c841aea8dfb9', 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9', 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'fixed_ips': [{'subnet_id': '29fd9311-3742-4ead-9f9c-d8ed50f1af12'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:34:53.499805 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.518281 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Publish callbacks [] for router_controller (3598800c-dae5-4af8-9757-41fd1a95f7e8), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.522992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43658) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:53.710070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Allocated IP 172.20.0.2 (6c83f05a-997a-4399-b8e1-c841aea8dfb9/29fd9311-3742-4ead-9f9c-d8ed50f1af12/e5040fdd-7f83-498a-a1c5-ced1b91cd82c) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:53.831638 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.938248 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Publish callbacks [] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.947339 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:53.995131 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3c084ed-bbba-487b-bdde-47c02f2ee436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.006390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:54.012003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:54.014765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:54.043387 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Publish callbacks [] for router_gateway (3598800c-dae5-4af8-9757-41fd1a95f7e8), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.081912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754fbc-3b77-496c-9a4b-ff3b4e911074 req-cd975aa8-c0fc-425b-92d4-c5d40ec00e26 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:54.083857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04754fbc-3b77-496c-9a4b-ff3b4e911074 req-cd975aa8-c0fc-425b-92d4-c5d40ec00e26 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.5474517 Feb 19 03:34:54.236277 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04754fbc-3b77-496c-9a4b-ff3b4e911074 req-8b2a97d8-cc52-40d1-971a-1ee1f631c49b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327219 Feb 19 03:34:54.254556 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3c084ed-bbba-487b-bdde-47c02f2ee436 admin admin] Publish callbacks [] for security_group (d138b2e7-1cf7-4274-93c1-98d8f6eadfb0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.271073 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f3c084ed-bbba-487b-bdde-47c02f2ee436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d138b2e7-1cf7-4274-93c1-98d8f6eadfb0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.324596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Pushing event updated for resources: {'Port': ['ID=e5040fdd-7f83-498a-a1c5-ced1b91cd82c,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:54.328811 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43678) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:54.329961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f3c084ed-bbba-487b-bdde-47c02f2ee436 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f5ae79279aab4967a3ad5f85ef6d8364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8054588 Feb 19 03:34:54.335846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c084ed-bbba-487b-bdde-47c02f2ee436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d138b2e7-1cf7-4274-93c1-98d8f6eadfb0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:54.338201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.338779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.339299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.339801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.340303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.341217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.341747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.342255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.342757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.343275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.343775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.344416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.345065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:34:54.360515 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Attempting to bind port e5040fdd-7f83-498a-a1c5-ced1b91cd82c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:54.361656 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Attempting to bind port e5040fdd-7f83-498a-a1c5-ced1b91cd82c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:54.362259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Attempting to bind port e5040fdd-7f83-498a-a1c5-ced1b91cd82c on network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:54.370233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:54.371111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Checking segment: {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:54.372633 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.373131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Bound using segment: {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:54.373515 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Bound port: e5040fdd-7f83-498a-a1c5-ced1b91cd82c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:54.373899 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.436304 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c11a754-98ba-49bc-84a8-506976382f60 admin admin] Publish callbacks [] for security_group (d138b2e7-1cf7-4274-93c1-98d8f6eadfb0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.448735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] For port e5040fdd-7f83-498a-a1c5-ced1b91cd82c, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:54.452479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] For port e5040fdd-7f83-498a-a1c5-ced1b91cd82c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e5040fdd-7f83-498a-a1c5-ced1b91cd82c,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:54.465847 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.480353 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c11a754-98ba-49bc-84a8-506976382f60 admin admin] Publish callbacks [] for security_group (d138b2e7-1cf7-4274-93c1-98d8f6eadfb0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.509684 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Publish callbacks [] for router_gateway (3598800c-dae5-4af8-9757-41fd1a95f7e8), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.530046 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.541871 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c11a754-98ba-49bc-84a8-506976382f60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d138b2e7-1cf7-4274-93c1-98d8f6eadfb0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.545964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c11a754-98ba-49bc-84a8-506976382f60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:54.552532 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1c11a754-98ba-49bc-84a8-506976382f60 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d138b2e7-1cf7-4274-93c1-98d8f6eadfb0 HTTP/1.1" status: 204 len: 168 time: 0.2211683 Feb 19 03:34:54.564946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11a754-98ba-49bc-84a8-506976382f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d138b2e7-1cf7-4274-93c1-98d8f6eadfb0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:54.674082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286e10c-49b9-435d-866f-897431f150a8 None None] Pushing event updated for resources: {'Port': ['ID=e5040fdd-7f83-498a-a1c5-ced1b91cd82c,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:54.748230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Allocated IP 172.25.1.188 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/fcff3008-e4c6-4037-b611-1cbba7a7302a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:54.997188 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Publish callbacks [] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.076269 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.145591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e5040fdd-7f83-498a-a1c5-ced1b91cd82c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:55.166855 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:55.168957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43698) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:55.186994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:55.198106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:55.203622 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1010172e-2a0f-468f-bf91-2f1ff352a70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.212633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e5040fdd-7f83-498a-a1c5-ced1b91cd82c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:55.213128 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.235726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Pushing event updated for resources: {'Port': ['ID=fcff3008-e4c6-4037-b611-1cbba7a7302a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:55.361929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e5040fdd-7f83-498a-a1c5-ced1b91cd82c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:55.362318 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.443018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port e5040fdd-7f83-498a-a1c5-ced1b91cd82c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e5040fdd-7f83-498a-a1c5-ced1b91cd82c,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:34:55.448516 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.525149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=e5040fdd-7f83-498a-a1c5-ced1b91cd82c,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:55.623357 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1010172e-2a0f-468f-bf91-2f1ff352a70b admin admin] Publish callbacks [] for security_group (a2b55870-b1fd-43de-b38e-6f8fcf4f22c3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.644852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d1866-5584-41ec-bfe4-6595437ff8af req-9f9de38b-6123-493a-8317-79763e180117 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:55.646572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-049d1866-5584-41ec-bfe4-6595437ff8af req-9f9de38b-6123-493a-8317-79763e180117 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.2102396 Feb 19 03:34:55.797226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Publish callbacks [] for router_gateway (3598800c-dae5-4af8-9757-41fd1a95f7e8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.799088 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1010172e-2a0f-468f-bf91-2f1ff352a70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a2b55870-b1fd-43de-b38e-6f8fcf4f22c3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:55.902373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010172e-2a0f-468f-bf91-2f1ff352a70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b55870-b1fd-43de-b38e-6f8fcf4f22c3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:55.915273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1010172e-2a0f-468f-bf91-2f1ff352a70b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=831d340fd9e547d4bd5c3ad1e1a29ca1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7437336 Feb 19 03:34:55.918153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43716) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:55.975487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-049d1866-5584-41ec-bfe4-6595437ff8af req-ce08925a-3a3f-461b-b3fc-5cca1ed0b385 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792243 Feb 19 03:34:55.998025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60a9f433-b8d0-4764-bcfa-1673b4196ace admin admin] Publish callbacks [] for security_group (a2b55870-b1fd-43de-b38e-6f8fcf4f22c3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.048216 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60a9f433-b8d0-4764-bcfa-1673b4196ace admin admin] Publish callbacks [] for security_group (a2b55870-b1fd-43de-b38e-6f8fcf4f22c3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.117203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37323f5-fbeb-45b2-a8f3-2a9915775920 None None] Network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:34:56.151564 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (3598800c-dae5-4af8-9757-41fd1a95f7e8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.164302 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60a9f433-b8d0-4764-bcfa-1673b4196ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a2b55870-b1fd-43de-b38e-6f8fcf4f22c3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.167320 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60a9f433-b8d0-4764-bcfa-1673b4196ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.170900 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-60a9f433-b8d0-4764-bcfa-1673b4196ace admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a2b55870-b1fd-43de-b38e-6f8fcf4f22c3 HTTP/1.1" status: 204 len: 168 time: 0.2495558 Feb 19 03:34:56.181493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a9f433-b8d0-4764-bcfa-1673b4196ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b55870-b1fd-43de-b38e-6f8fcf4f22c3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:56.269075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5dfc33bd-d93f-4e74-b1f9-2ac9ecb14dbd None None] Provisioning complete for port e5040fdd-7f83-498a-a1c5-ced1b91cd82c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:56.270105 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5dfc33bd-d93f-4e74-b1f9-2ac9ecb14dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.439295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Router 3598800c-dae5-4af8-9757-41fd1a95f7e8 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:34:56.444309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc33bd-d93f-4e74-b1f9-2ac9ecb14dbd None None] Current status of the port e5040fdd-7f83-498a-a1c5-ced1b91cd82c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:56.599470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:34:56.609094 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Sync routers for ids ['3598800c-dae5-4af8-9757-41fd1a95f7e8'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:34:56.629752 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:56.633902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dff8b0a2-0de4-4a69-9a26-d93ae7f25d88 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2498951 Feb 19 03:34:56.634290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43734) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:56.645155 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Routers {'3598800c-dae5-4af8-9757-41fd1a95f7e8'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:56.647669 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3598800c-dae5-4af8-9757-41fd1a95f7e8'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:56.832347 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Set router 3598800c-dae5-4af8-9757-41fd1a95f7e8 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:56.892814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-91aa4df5-2956-4022-80a3-8a826df71ecc None None] Provisioning complete for port e5040fdd-7f83-498a-a1c5-ced1b91cd82c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:56.893432 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91aa4df5-2956-4022-80a3-8a826df71ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:57.096002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e5040fdd-7f83-498a-a1c5-ced1b91cd82c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:34:57.170575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-91aa4df5-2956-4022-80a3-8a826df71ecc None None] Current status of the port e5040fdd-7f83-498a-a1c5-ced1b91cd82c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:57.202049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e5040fdd-7f83-498a-a1c5-ced1b91cd82c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:57.202620 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:57.249418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907dd1c-d15f-442c-ab11-ac65af2cbb2a req-ab9277ba-de98-48ca-891a-6c00c9a16a1a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:57.252217 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5907dd1c-d15f-442c-ab11-ac65af2cbb2a req-ab9277ba-de98-48ca-891a-6c00c9a16a1a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1183405 Feb 19 03:34:57.315483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e5040fdd-7f83-498a-a1c5-ced1b91cd82c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:34:57.348417 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5907dd1c-d15f-442c-ab11-ac65af2cbb2a req-e6cc67e2-9c69-46b4-bc42-2218c3fbd52b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889139 Feb 19 03:34:57.350833 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'name': 'tempest-TestServerMultinode-240269239-router', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:53Z', 'updated_at': '2022-02-19T03:34:55Z', 'revision_number': 3, 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'gw_port': {'id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:54Z', 'updated_at': '2022-02-19T03:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:57.385477 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Checking router: 3598800c-dae5-4af8-9757-41fd1a95f7e8 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:34:57.385872 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Updating router 3598800c-dae5-4af8-9757-41fd1a95f7e8 port fcff3008-e4c6-4037-b611-1cbba7a7302a binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:34:57.418062 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:57.931535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:57.937801 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Publish callbacks [] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:57.960637 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.066519 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197648d-a6b6-4b45-98b8-7a1567b8795b None None] Pushing event updated for resources: {'Port': ['ID=fcff3008-e4c6-4037-b611-1cbba7a7302a,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:58.068694 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Attempting to bind port fcff3008-e4c6-4037-b611-1cbba7a7302a on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:34:58.069068 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Attempting to bind port fcff3008-e4c6-4037-b611-1cbba7a7302a by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:34:58.069435 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Attempting to bind port fcff3008-e4c6-4037-b611-1cbba7a7302a on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:34:58.075813 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:34:58.076191 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:34:58.076594 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.077005 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:34:58.077484 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Bound port: fcff3008-e4c6-4037-b611-1cbba7a7302a, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:34:58.078214 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.134908 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] For port fcff3008-e4c6-4037-b611-1cbba7a7302a, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:34:58.147297 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] For port fcff3008-e4c6-4037-b611-1cbba7a7302a, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fcff3008-e4c6-4037-b611-1cbba7a7302a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:34:58.156054 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Allocated IP 172.20.0.1 (6c83f05a-997a-4399-b8e1-c841aea8dfb9/29fd9311-3742-4ead-9f9c-d8ed50f1af12/fc8e4431-0523-4c4b-b76d-6559ead6bab1) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:34:58.161407 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.278786 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Routers {'3598800c-dae5-4af8-9757-41fd1a95f7e8'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:34:58.296161 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3598800c-dae5-4af8-9757-41fd1a95f7e8'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:58.339617 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197648d-a6b6-4b45-98b8-7a1567b8795b None None] Pushing event updated for resources: {'Port': ['ID=fcff3008-e4c6-4037-b611-1cbba7a7302a,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:58.378762 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Publish callbacks [] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.446213 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] Set router 3598800c-dae5-4af8-9757-41fd1a95f7e8 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:34:58.568714 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.683671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c129e-3a7d-4416-8b7b-d22ee7fb5d04 req-6af5ac77-7f92-49df-82b6-f950f6677bcf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:34:58.696619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b3c129e-3a7d-4416-8b7b-d22ee7fb5d04 req-6af5ac77-7f92-49df-82b6-f950f6677bcf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1656551 Feb 19 03:34:58.701179 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Pushing event updated for resources: {'Port': ['ID=fc8e4431-0523-4c4b-b76d-6559ead6bab1,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:58.704637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:58.713739 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:58.721639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:34:58.760461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43792) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:58.826264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (3598800c-dae5-4af8-9757-41fd1a95f7e8), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:58.829188 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'name': 'tempest-TestServerMultinode-240269239-router', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:53Z', 'updated_at': '2022-02-19T03:34:55Z', 'revision_number': 3, 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'gw_port': {'id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:54Z', 'updated_at': '2022-02-19T03:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:34:58.834126 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b3c129e-3a7d-4416-8b7b-d22ee7fb5d04 req-d51a536d-a652-45b7-8629-6b6be72003af tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279361 Feb 19 03:34:58.895377 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab847fc4-28d4-4426-b2d4-23424e8cab9e None None] The sync data for ids ['3598800c-dae5-4af8-9757-41fd1a95f7e8'] in n-d-826755-2 is: [{'id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'name': 'tempest-TestServerMultinode-240269239-router', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:53Z', 'updated_at': '2022-02-19T03:34:55Z', 'revision_number': 3, 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'gw_port': {'id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:06:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:54Z', 'updated_at': '2022-02-19T03:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:34:58.981155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3b5ffd97-169b-4382-80e5-faf578023cd6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-608011155'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:59.020243 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.036321 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3b5ffd97-169b-4382-80e5-faf578023cd6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (0a2577d7-d923-48c6-9441-f2a82fd4975d), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.037386 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3b5ffd97-169b-4382-80e5-faf578023cd6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (0a2577d7-d923-48c6-9441-f2a82fd4975d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.120787 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3b5ffd97-169b-4382-80e5-faf578023cd6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router_controller (0a2577d7-d923-48c6-9441-f2a82fd4975d), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.131144 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3b5ffd97-169b-4382-80e5-faf578023cd6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (0a2577d7-d923-48c6-9441-f2a82fd4975d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.153908 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3b5ffd97-169b-4382-80e5-faf578023cd6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.155670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3b5ffd97-169b-4382-80e5-faf578023cd6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3941915 Feb 19 03:34:59.158692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43798) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:59.228953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bef3b946-5c43-41d8-9a9f-6234397a32af None None] Provisioning complete for port fc8e4431-0523-4c4b-b76d-6559ead6bab1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:34:59.229460 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bef3b946-5c43-41d8-9a9f-6234397a32af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.271422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0562edb-5043-4879-90c8-17b7fb94736c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (0a2577d7-d923-48c6-9441-f2a82fd4975d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.320220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bef3b946-5c43-41d8-9a9f-6234397a32af None None] Port fc8e4431-0523-4c4b-b76d-6559ead6bab1 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:34:59.328355 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Publish callbacks [] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.336781 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.444128 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (3598800c-dae5-4af8-9757-41fd1a95f7e8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.453781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Pushing event updated for resources: {'Port': ['ID=fc8e4431-0523-4c4b-b76d-6559ead6bab1,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:34:59.587725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:34:59.589157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:34:59.594506 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0562edb-5043-4879-90c8-17b7fb94736c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (0a2577d7-d923-48c6-9441-f2a82fd4975d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.599111 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0562edb-5043-4879-90c8-17b7fb94736c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router_controller (0a2577d7-d923-48c6-9441-f2a82fd4975d), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.653863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:34:59.720820 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0562edb-5043-4879-90c8-17b7fb94736c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (0a2577d7-d923-48c6-9441-f2a82fd4975d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.721370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0562edb-5043-4879-90c8-17b7fb94736c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2577d7-d923-48c6-9441-f2a82fd4975d {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:34:59.727363 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0562edb-5043-4879-90c8-17b7fb94736c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.732206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a0562edb-5043-4879-90c8-17b7fb94736c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] 10.222.0.81 "DELETE /v2.0/routers/0a2577d7-d923-48c6-9441-f2a82fd4975d HTTP/1.1" status: 204 len: 168 time: 0.5678403 Feb 19 03:34:59.732873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43804) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:34:59.742890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d58fecd8-7e65-40f5-bbdb-17fc00d8e25b tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Request body: {'router': {'name': 'tempest-router-230629478', 'distributed': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:34:59.793146 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d58fecd8-7e65-40f5-bbdb-17fc00d8e25b tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (d93320bd-5c99-4001-8199-cf3f4283bc5c), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.794317 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d58fecd8-7e65-40f5-bbdb-17fc00d8e25b tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (d93320bd-5c99-4001-8199-cf3f4283bc5c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.839396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Router 3598800c-dae5-4af8-9757-41fd1a95f7e8 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:34:59.969522 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d58fecd8-7e65-40f5-bbdb-17fc00d8e25b tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router_controller (d93320bd-5c99-4001-8199-cf3f4283bc5c), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:34:59.988197 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d58fecd8-7e65-40f5-bbdb-17fc00d8e25b tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (d93320bd-5c99-4001-8199-cf3f4283bc5c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.024453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:00.060127 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d58fecd8-7e65-40f5-bbdb-17fc00d8e25b tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.064639 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d58fecd8-7e65-40f5-bbdb-17fc00d8e25b tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3296263 Feb 19 03:35:00.065579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43814) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:00.067414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:35:00.079547 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-81c467b2-1767-4ffd-99d6-1d4fd166b43d admin admin] 10.222.0.81 "PUT /v2.0/routers/3598800c-dae5-4af8-9757-41fd1a95f7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4440553 Feb 19 03:35:00.090010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'port_id': 'bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b', 'mac_address': 'fa:16:3e:f9:cf:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:35:00.187465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a298f-fa8c-4192-b275-6813b5c3515b req-70b11aca-071b-4aaf-951e-6648e95864bf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:00.189626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-454a298f-fa8c-4192-b275-6813b5c3515b req-70b11aca-071b-4aaf-951e-6648e95864bf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 944 time: 0.1710913 Feb 19 03:35:00.223364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:00.223753 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.265408 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8102012d-0995-4351-9fbc-dc9c8032f279 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (d93320bd-5c99-4001-8199-cf3f4283bc5c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.266143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:00.293360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-454a298f-fa8c-4192-b275-6813b5c3515b req-10f96cc1-1c79-47e4-8694-76ae6c659d96 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903130 Feb 19 03:35:00.304078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4ca17a70-3983-417e-96fa-b17307bc05ff None None] Provisioning complete for port fc8e4431-0523-4c4b-b76d-6559ead6bab1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:00.304739 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4ca17a70-3983-417e-96fa-b17307bc05ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.307783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:00.352070 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.381554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4ca17a70-3983-417e-96fa-b17307bc05ff None None] Port fc8e4431-0523-4c4b-b76d-6559ead6bab1 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:00.464559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:00.575487 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8102012d-0995-4351-9fbc-dc9c8032f279 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (d93320bd-5c99-4001-8199-cf3f4283bc5c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.578048 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8102012d-0995-4351-9fbc-dc9c8032f279 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router_controller (d93320bd-5c99-4001-8199-cf3f4283bc5c), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.667037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8102012d-0995-4351-9fbc-dc9c8032f279 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (d93320bd-5c99-4001-8199-cf3f4283bc5c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.674351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8102012d-0995-4351-9fbc-dc9c8032f279 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d93320bd-5c99-4001-8199-cf3f4283bc5c {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:35:00.679376 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8102012d-0995-4351-9fbc-dc9c8032f279 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.685504 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:35:00.697315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43822) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:00.697488 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8102012d-0995-4351-9fbc-dc9c8032f279 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] 10.222.0.81 "DELETE /v2.0/routers/d93320bd-5c99-4001-8199-cf3f4283bc5c HTTP/1.1" status: 204 len: 168 time: 0.6277397 Feb 19 03:35:00.702323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4eb31d0b-cf80-408f-82c6-f14523af1d7c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Request body: {'router': {'name': 'tempest-router-1943729511', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'fb347f546bce4847813a20051f35b389'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:00.741191 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4eb31d0b-cf80-408f-82c6-f14523af1d7c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.742756 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4eb31d0b-cf80-408f-82c6-f14523af1d7c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.819748 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4eb31d0b-cf80-408f-82c6-f14523af1d7c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router_controller (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.832448 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4eb31d0b-cf80-408f-82c6-f14523af1d7c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.870937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4eb31d0b-cf80-408f-82c6-f14523af1d7c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:00.877333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43828) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:00.883075 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:00.887033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4eb31d0b-cf80-408f-82c6-f14523af1d7c tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1880715 Feb 19 03:35:01.116864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fcff3008-e4c6-4037-b611-1cbba7a7302a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:01.203230 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555599', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-554302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29882'] for router (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.204259 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.233698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port fcff3008-e4c6-4037-b611-1cbba7a7302a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:01.234063 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.267419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43838) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:01.273196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-827140433-network', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:01.306935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Made reservation on behalf of fc15ce5a2d8b4b8195d783115b25b191 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:01.311150 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.321977 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.365642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109898) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 19 03:35:01.366006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Router 49dc99f2-b4ed-4f03-acbe-7a98f0d58df8 migrating from provider to provider. {{(pid=109898) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 19 03:35:01.366282 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router_controller (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.376192 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router_controller (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.384156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port fcff3008-e4c6-4037-b611-1cbba7a7302a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:01.384795 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.395110 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555601', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-554295'] for router (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.441955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port fcff3008-e4c6-4037-b611-1cbba7a7302a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fcff3008-e4c6-4037-b611-1cbba7a7302a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:01.460585 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.526082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=fcff3008-e4c6-4037-b611-1cbba7a7302a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:01.560788 n-d-826755-2 neutron-server[109898]: WARNING neutron.scheduler.l3_agent_scheduler [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] No L3 agents can host the router 49dc99f2-b4ed-4f03-acbe-7a98f0d58df8 Feb 19 03:35:01.598682 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Publish callbacks [] for security_group (7364fd41-dd2e-436b-9783-c52592a2df92), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.607164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7646d3a5-8d8d-4f3a-96e9-36cb5892e48b req-515f8662-f999-49bc-82ac-08fc7b79c522 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:01.608816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7646d3a5-8d8d-4f3a-96e9-36cb5892e48b req-515f8662-f999-49bc-82ac-08fc7b79c522 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 945 time: 0.1478200 Feb 19 03:35:01.609907 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7364fd41-dd2e-436b-9783-c52592a2df92), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.644306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7364fd41-dd2e-436b-9783-c52592a2df92,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:01.653023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:01.681872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:01.712016 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (586045c5-c62c-45d7-a754-566eb82a2528), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.712363 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Added segment 586045c5-c62c-45d7-a754-566eb82a2528 of type vlan for network 62162409-beaf-4997-a82c-ae1e427a2e86 Feb 19 03:35:01.762618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Hosts for router 49dc99f2-b4ed-4f03-acbe-7a98f0d58df8: [] {{(pid=109898) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 19 03:35:01.769455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7646d3a5-8d8d-4f3a-96e9-36cb5892e48b req-9a215da9-2219-4b7f-82da-1180fe819152 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254151 Feb 19 03:35:01.791049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:35:01.795773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:01.796285 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.807226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (62162409-beaf-4997-a82c-ae1e427a2e86), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.824241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Sync routers for ids ['3598800c-dae5-4af8-9757-41fd1a95f7e8'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:35:01.829593 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Hosts for other DVR routers connected to router 49dc99f2-b4ed-4f03-acbe-7a98f0d58df8: set() {{(pid=109898) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 19 03:35:01.832735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.836381 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-56e818d9-3335-43f5-a557-a01c19d888c6 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] 10.222.0.81 "PUT /v2.0/routers/49dc99f2-b4ed-4f03-acbe-7a98f0d58df8 HTTP/1.1" status: 200 len: 717 time: 0.9547236 Feb 19 03:35:01.836948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43842) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:01.867958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (62162409-beaf-4997-a82c-ae1e427a2e86), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.869086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:01.869716 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.879242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Routers {'3598800c-dae5-4af8-9757-41fd1a95f7e8'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:01.880217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3598800c-dae5-4af8-9757-41fd1a95f7e8'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:01.925470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:01.926128 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:01.958129 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ab81223d-ae47-443d-8681-5f7f6321c594 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] 10.222.0.81 "GET /v2.0/routers/49dc99f2-b4ed-4f03-acbe-7a98f0d58df8 HTTP/1.1" status: 200 len: 717 time: 0.1178582 Feb 19 03:35:01.959116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43844) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:01.970103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6990557 Feb 19 03:35:01.970958 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43848) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:01.976232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7690e1da-1621-49e1-be79-375b86a6a8ce admin admin] Request body: {'subnet': {'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-827140433-subnet', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:01.980062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d79251-c6be-4f4a-b8da-451219c64488 admin admin] Pushing event updated for resources: {'Network': ['ID=62162409-beaf-4997-a82c-ae1e427a2e86,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:02.004496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 62162409-beaf-4997-a82c-ae1e427a2e86 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:02.023548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7690e1da-1621-49e1-be79-375b86a6a8ce admin admin] Made reservation on behalf of fc15ce5a2d8b4b8195d783115b25b191 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:02.026527 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7690e1da-1621-49e1-be79-375b86a6a8ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:02.045739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:02.047925 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa99d0a-33ca-4340-8919-733b528fa5b5" -d '{"events": [{"server_uuid": "e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6", "name": "network-vif-plugged", "status": "completed", "tag": "bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:02.091397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:02.119126 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:02.272593 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34666d6-6072-4934-9af3-e10065113936 x-openstack-request-id: req-a34666d6-6072-4934-9af3-e10065113936 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:02.272972 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6", "name": "network-vif-plugged", "status": "completed", "tag": "bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:02.273300 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a34666d6-6072-4934-9af3-e10065113936 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:02.273693 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b', 'code': 200} Feb 19 03:35:02.278188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:02.313741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Set router 3598800c-dae5-4af8-9757-41fd1a95f7e8 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:35:02.340119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc0c2a-6368-4f8a-858e-b73b8ba70304 req-a58cb49d-3f8d-4424-a294-d235a29f4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:02.342739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56dc0c2a-6368-4f8a-858e-b73b8ba70304 req-a58cb49d-3f8d-4424-a294-d235a29f4a0c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 1128 time: 0.1127284 Feb 19 03:35:02.405949 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56dc0c2a-6368-4f8a-858e-b73b8ba70304 req-9c982251-1bfa-4733-b3dc-9d6e29139e1b service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560815 Feb 19 03:35:02.420920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7690e1da-1621-49e1-be79-375b86a6a8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (23e6f066-0eff-416f-8fff-7c956dfe3269), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:02.460616 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b16e6138-1567-46b3-9e9c-7dd8071cabc0 tempest-RoutersTestDVR-1133586072 tempest-RoutersTestDVR-1133586072-project] 10.222.0.81 "GET /v2.0/routers/49dc99f2-b4ed-4f03-acbe-7a98f0d58df8 HTTP/1.1" status: 200 len: 683 time: 0.5001640 Feb 19 03:35:02.463986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43856) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:02.483606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690e1da-1621-49e1-be79-375b86a6a8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=23e6f066-0eff-416f-8fff-7c956dfe3269,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:02.503640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7690e1da-1621-49e1-be79-375b86a6a8ce admin admin] Checking segment: {'id': '586045c5-c62c-45d7-a754-566eb82a2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:02.504101 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7690e1da-1621-49e1-be79-375b86a6a8ce admin admin] Network hostable DHCP agents. Network: 62162409-beaf-4997-a82c-ae1e427a2e86, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:02.534762 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7690e1da-1621-49e1-be79-375b86a6a8ce admin admin] Network 62162409-beaf-4997-a82c-ae1e427a2e86 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:02.550292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7690e1da-1621-49e1-be79-375b86a6a8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 62162409-beaf-4997-a82c-ae1e427a2e86) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:02.555056 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7690e1da-1621-49e1-be79-375b86a6a8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:02.555743 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7690e1da-1621-49e1-be79-375b86a6a8ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:02.586640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f9ca57-1f07-48bf-9693-aa30ea0f10b2 None None] Network 62162409-beaf-4997-a82c-ae1e427a2e86 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:02.593280 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7690e1da-1621-49e1-be79-375b86a6a8ce admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6214075 Feb 19 03:35:02.596135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43858) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:02.600614 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-827140433-router', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:02.648405 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (dca53e5e-d118-4ae2-b887-5d835d9f042a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:02.649628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (dca53e5e-d118-4ae2-b887-5d835d9f042a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:02.760477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Publish callbacks [] for router_controller (dca53e5e-d118-4ae2-b887-5d835d9f042a), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:02.767921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-62162409-beaf-4997-a82c-ae1e427a2e86', 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86', 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'fixed_ips': [{'subnet_id': '23e6f066-0eff-416f-8fff-7c956dfe3269'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:02.769057 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:02.921616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'name': 'tempest-TestServerMultinode-240269239-router', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:53Z', 'updated_at': '2022-02-19T03:34:58Z', 'revision_number': 4, 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'gw_port': {'id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:54Z', 'updated_at': '2022-02-19T03:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fc8e4431-0523-4c4b-b76d-6559ead6bab1', 'name': '', 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'mac_address': 'fa:16:3e:e7:45:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '29fd9311-3742-4ead-9f9c-d8ed50f1af12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:57Z', 'updated_at': '2022-02-19T03:34:59Z', 'revision_number': 2, 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'subnets': [{'id': '29fd9311-3742-4ead-9f9c-d8ed50f1af12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:03.001086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Checking router: 3598800c-dae5-4af8-9757-41fd1a95f7e8 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:35:03.006026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Updating router 3598800c-dae5-4af8-9757-41fd1a95f7e8 port fc8e4431-0523-4c4b-b76d-6559ead6bab1 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:35:03.010362 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-880d1741-486e-4b3a-80f4-c38f235b3e97 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.054592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.142811 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Publish callbacks [] for router_gateway (dca53e5e-d118-4ae2-b887-5d835d9f042a), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.387538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cbddd-bb0a-4ed3-83d5-6c7262a30f43 req-e0c4f9dd-942e-480d-9250-faba84aa37f6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:03.396291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676cbddd-bb0a-4ed3-83d5-6c7262a30f43 req-e0c4f9dd-942e-480d-9250-faba84aa37f6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 946 time: 0.4168568 Feb 19 03:35:03.423923 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-880d1741-486e-4b3a-80f4-c38f235b3e97 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.429718 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-880d1741-486e-4b3a-80f4-c38f235b3e97 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router_controller (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.513755 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-676cbddd-bb0a-4ed3-83d5-6c7262a30f43 req-c8f7cda3-ac42-4060-a798-ef3998af27d1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161101 Feb 19 03:35:03.530831 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-880d1741-486e-4b3a-80f4-c38f235b3e97 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (49dc99f2-b4ed-4f03-acbe-7a98f0d58df8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.540211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880d1741-486e-4b3a-80f4-c38f235b3e97 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 49dc99f2-b4ed-4f03-acbe-7a98f0d58df8 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:35:03.549182 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-880d1741-486e-4b3a-80f4-c38f235b3e97 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.551342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-880d1741-486e-4b3a-80f4-c38f235b3e97 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] 10.222.0.81 "DELETE /v2.0/routers/49dc99f2-b4ed-4f03-acbe-7a98f0d58df8 HTTP/1.1" status: 204 len: 168 time: 1.0860729 Feb 19 03:35:03.555180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43866) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:03.565624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-36f5e2ed-4a1a-44ba-b7c0-6144c557e155 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Request body: {'router': {'name': 'tempest-router-1679624527', 'distributed': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:03.566284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fcff3008-e4c6-4037-b611-1cbba7a7302a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:03.600771 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Publish callbacks [] for router_gateway (dca53e5e-d118-4ae2-b887-5d835d9f042a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.618178 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-36f5e2ed-4a1a-44ba-b7c0-6144c557e155 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (d56fc48a-94d8-45f8-aab0-58040b255c40), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.621102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-36f5e2ed-4a1a-44ba-b7c0-6144c557e155 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (d56fc48a-94d8-45f8-aab0-58040b255c40), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.653632 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.701818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Allocated IP 172.20.0.2 (62162409-beaf-4997-a82c-ae1e427a2e86/23e6f066-0eff-416f-8fff-7c956dfe3269/fb4bc218-d906-4f45-93c3-d7dde29485c6) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:03.706928 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3ec0c8c9-afa4-48d3-904e-468ca66522fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.760226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-36f5e2ed-4a1a-44ba-b7c0-6144c557e155 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router_controller (d56fc48a-94d8-45f8-aab0-58040b255c40), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.769869 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-36f5e2ed-4a1a-44ba-b7c0-6144c557e155 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (d56fc48a-94d8-45f8-aab0-58040b255c40), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.777046 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Publish callbacks [] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.800846 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-36f5e2ed-4a1a-44ba-b7c0-6144c557e155 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.802205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-36f5e2ed-4a1a-44ba-b7c0-6144c557e155 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2456863 Feb 19 03:35:03.806323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43868) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:03.867687 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.914987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port fcff3008-e4c6-4037-b611-1cbba7a7302a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:03.915462 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:03.922104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a43a0-1a59-48fc-94ca-1ed31091c2fa None None] Pushing event updated for resources: {'Port': ['ID=fc8e4431-0523-4c4b-b76d-6559ead6bab1,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:03.925034 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e6332df1-25bd-4fca-a3a0-4e994c603204 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (d56fc48a-94d8-45f8-aab0-58040b255c40), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.019491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Allocated IP 172.25.1.224 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/a750ab0e-81d7-47e1-8f1c-96d273e7b202) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:04.195606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Attempting to bind port fc8e4431-0523-4c4b-b76d-6559ead6bab1 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:04.196052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Attempting to bind port fc8e4431-0523-4c4b-b76d-6559ead6bab1 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:04.196505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Attempting to bind port fc8e4431-0523-4c4b-b76d-6559ead6bab1 on network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:04.215296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:04.216348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Checking segment: {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:04.217301 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.217760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Bound using segment: {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:04.218211 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Bound port: fc8e4431-0523-4c4b-b76d-6559ead6bab1, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:04.218599 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.236907 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e6332df1-25bd-4fca-a3a0-4e994c603204 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (d56fc48a-94d8-45f8-aab0-58040b255c40), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.240110 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e6332df1-25bd-4fca-a3a0-4e994c603204 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router_controller (d56fc48a-94d8-45f8-aab0-58040b255c40), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.255796 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Publish callbacks [] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.324887 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e6332df1-25bd-4fca-a3a0-4e994c603204 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (d56fc48a-94d8-45f8-aab0-58040b255c40), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.325480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6332df1-25bd-4fca-a3a0-4e994c603204 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d56fc48a-94d8-45f8-aab0-58040b255c40 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:35:04.334988 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e6332df1-25bd-4fca-a3a0-4e994c603204 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.337637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e6332df1-25bd-4fca-a3a0-4e994c603204 tempest-RoutersTestDVR-1810777996 tempest-RoutersTestDVR-1810777996-project-admin] 10.222.0.81 "DELETE /v2.0/routers/d56fc48a-94d8-45f8-aab0-58040b255c40 HTTP/1.1" status: 204 len: 168 time: 0.5289776 Feb 19 03:35:04.342616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.386116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port fcff3008-e4c6-4037-b611-1cbba7a7302a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:04.391013 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Publish callbacks [] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.395805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] For port fc8e4431-0523-4c4b-b76d-6559ead6bab1, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:04.409441 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.425840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=a750ab0e-81d7-47e1-8f1c-96d273e7b202,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:04.426235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] For port fc8e4431-0523-4c4b-b76d-6559ead6bab1, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fc8e4431-0523-4c4b-b76d-6559ead6bab1,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:04.442810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:04.445445 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:04.448391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:04.498836 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.511369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Pushing event updated for resources: {'Port': ['ID=fb4bc218-d906-4f45-93c3-d7dde29485c6,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:04.563560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Network 62162409-beaf-4997-a82c-ae1e427a2e86 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:04.566715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a43a0-1a59-48fc-94ca-1ed31091c2fa None None] Pushing event updated for resources: {'Port': ['ID=fc8e4431-0523-4c4b-b76d-6559ead6bab1,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:04.575572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-798186d5-60f8-4671-ba78-bd62fb57331a None None] Provisioning complete for port fc8e4431-0523-4c4b-b76d-6559ead6bab1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:04.575990 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-798186d5-60f8-4671-ba78-bd62fb57331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.588653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:04.596425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:04.726884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Routers {'3598800c-dae5-4af8-9757-41fd1a95f7e8'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:04.732843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3598800c-dae5-4af8-9757-41fd1a95f7e8'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:04.800711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7e26c-bf1c-4417-8111-8e85e163b6b5 req-75661269-c2c9-484c-a576-fc5c801ab4ab tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:04.804919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6b7e26c-bf1c-4417-8111-8e85e163b6b5 req-75661269-c2c9-484c-a576-fc5c801ab4ab tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 946 time: 0.1407888 Feb 19 03:35:04.827044 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Publish callbacks [] for router_gateway (dca53e5e-d118-4ae2-b887-5d835d9f042a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.843343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43880) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:04.846791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Attempting to bind port fb4bc218-d906-4f45-93c3-d7dde29485c6 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:04.849123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Attempting to bind port fb4bc218-d906-4f45-93c3-d7dde29485c6 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '586045c5-c62c-45d7-a754-566eb82a2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:04.849599 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Attempting to bind port fb4bc218-d906-4f45-93c3-d7dde29485c6 on network 62162409-beaf-4997-a82c-ae1e427a2e86 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:04.880282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:04.885899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Checking segment: {'id': '586045c5-c62c-45d7-a754-566eb82a2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:04.886476 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.887271 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Bound using segment: {'id': '586045c5-c62c-45d7-a754-566eb82a2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:04.887591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Bound port: fb4bc218-d906-4f45-93c3-d7dde29485c6, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586045c5-c62c-45d7-a754-566eb82a2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:04.888098 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:04.932298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6b7e26c-bf1c-4417-8111-8e85e163b6b5 req-82683594-db45-4d16-9685-57621e35328c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220059 Feb 19 03:35:05.087390 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e78272b5-de94-4d0f-a4a8-06d632602331 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.117062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-798186d5-60f8-4671-ba78-bd62fb57331a None None] Current status of the port fc8e4431-0523-4c4b-b76d-6559ead6bab1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:05.117456 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-798186d5-60f8-4671-ba78-bd62fb57331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.165724 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] Set router 3598800c-dae5-4af8-9757-41fd1a95f7e8 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:35:05.173267 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (dca53e5e-d118-4ae2-b887-5d835d9f042a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.209686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd588fc-20ab-47b0-b1a6-5027c7a1d601 req-9a1266e7-20e3-474a-be12-d5894e00c44c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:05.216890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cd588fc-20ab-47b0-b1a6-5027c7a1d601 req-9a1266e7-20e3-474a-be12-d5894e00c44c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 946 time: 0.1244481 Feb 19 03:35:05.244432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] For port fb4bc218-d906-4f45-93c3-d7dde29485c6, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:05.251723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-798186d5-60f8-4671-ba78-bd62fb57331a None None] For port fc8e4431-0523-4c4b-b76d-6559ead6bab1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fc8e4431-0523-4c4b-b76d-6559ead6bab1,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:05.290073 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-798186d5-60f8-4671-ba78-bd62fb57331a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.293824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] For port fb4bc218-d906-4f45-93c3-d7dde29485c6, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fb4bc218-d906-4f45-93c3-d7dde29485c6,segment=NetworkSegment(586045c5-c62c-45d7-a754-566eb82a2528),segment_id=586045c5-c62c-45d7-a754-566eb82a2528)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:05.326364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cd588fc-20ab-47b0-b1a6-5027c7a1d601 req-512a7031-6af8-45fa-8640-b25fbb678952 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079214 Feb 19 03:35:05.356950 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e78272b5-de94-4d0f-a4a8-06d632602331 admin admin] Publish callbacks [] for security_group (706bd281-2321-43d8-96c6-06a412e65525), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.365686 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e78272b5-de94-4d0f-a4a8-06d632602331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (706bd281-2321-43d8-96c6-06a412e65525), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.374344 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.426692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Router dca53e5e-d118-4ae2-b887-5d835d9f042a is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:35:05.461554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798186d5-60f8-4671-ba78-bd62fb57331a None None] Pushing event updated for resources: {'Port': ['ID=fc8e4431-0523-4c4b-b76d-6559ead6bab1,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:05.518423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e78272b5-de94-4d0f-a4a8-06d632602331 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fb347f546bce4847813a20051f35b389&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6740842 Feb 19 03:35:05.525377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b821c6b6-552d-4f1f-b480-fe353e7dfefa None None] Provisioning complete for port fc8e4431-0523-4c4b-b76d-6559ead6bab1 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:05.525745 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b821c6b6-552d-4f1f-b480-fe353e7dfefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.526260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43892) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:05.559333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78272b5-de94-4d0f-a4a8-06d632602331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706bd281-2321-43d8-96c6-06a412e65525,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:05.663513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a8461-f8d7-4de0-8af1-80801e3c15fb req-443cd4cf-6b96-464b-b1bc-a3a67ea84487 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:05.665043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e4a8461-f8d7-4de0-8af1-80801e3c15fb req-443cd4cf-6b96-464b-b1bc-a3a67ea84487 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 946 time: 0.1443722 Feb 19 03:35:05.665892 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f233490-1e70-40fb-8420-82e51644dc27 admin admin] Publish callbacks [] for security_group (706bd281-2321-43d8-96c6-06a412e65525), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.711781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9fee8c-ecdd-4ae4-ac53-8ec4c0fdcf06 None None] Pushing event updated for resources: {'Port': ['ID=fb4bc218-d906-4f45-93c3-d7dde29485c6,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:05.799884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:35:05.810238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'name': 'tempest-TestServerMultinode-240269239-router', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:53Z', 'updated_at': '2022-02-19T03:34:58Z', 'revision_number': 4, 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'gw_port': {'id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:54Z', 'updated_at': '2022-02-19T03:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fc8e4431-0523-4c4b-b76d-6559ead6bab1', 'name': '', 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'mac_address': 'fa:16:3e:e7:45:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '29fd9311-3742-4ead-9f9c-d8ed50f1af12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:57Z', 'updated_at': '2022-02-19T03:35:04Z', 'revision_number': 4, 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'subnets': [{'id': '29fd9311-3742-4ead-9f9c-d8ed50f1af12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:05.811021 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Sync routers for ids ['dca53e5e-d118-4ae2-b887-5d835d9f042a'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:35:05.837881 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Routers {'dca53e5e-d118-4ae2-b887-5d835d9f042a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:05.839618 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.840983 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:34:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dca53e5e-d118-4ae2-b887-5d835d9f042a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:05.841208 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7e88cc28-e510-4af7-bd77-985ac1e00bf8 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2437680 Feb 19 03:35:05.845756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43896) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:05.872376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417e7c11-0125-42af-b0d2-262ca9761f75 None None] The sync data for ids ['3598800c-dae5-4af8-9757-41fd1a95f7e8'] in n-d-826755-2 is: [{'id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'name': 'tempest-TestServerMultinode-240269239-router', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:53Z', 'updated_at': '2022-02-19T03:34:58Z', 'revision_number': 4, 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'gw_port': {'id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:54Z', 'updated_at': '2022-02-19T03:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'fc8e4431-0523-4c4b-b76d-6559ead6bab1', 'name': '', 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'mac_address': 'fa:16:3e:e7:45:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '29fd9311-3742-4ead-9f9c-d8ed50f1af12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:57Z', 'updated_at': '2022-02-19T03:35:04Z', 'revision_number': 4, 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'subnets': [{'id': '29fd9311-3742-4ead-9f9c-d8ed50f1af12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:35:05.875678 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f233490-1e70-40fb-8420-82e51644dc27 admin admin] Publish callbacks [] for security_group (706bd281-2321-43d8-96c6-06a412e65525), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:05.900432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b821c6b6-552d-4f1f-b480-fe353e7dfefa None None] Current status of the port fc8e4431-0523-4c4b-b76d-6559ead6bab1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:05.919928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e4a8461-f8d7-4de0-8af1-80801e3c15fb req-dbf9f102-c283-453d-9ec8-3db5fb4ef018 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349703 Feb 19 03:35:05.932651 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1885305b-4ce8-4bba-8f78-a983632f36ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:06.061479 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f233490-1e70-40fb-8420-82e51644dc27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (706bd281-2321-43d8-96c6-06a412e65525), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:06.067271 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f233490-1e70-40fb-8420-82e51644dc27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:06.068857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0f233490-1e70-40fb-8420-82e51644dc27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/706bd281-2321-43d8-96c6-06a412e65525 HTTP/1.1" status: 204 len: 168 time: 0.5403912 Feb 19 03:35:06.104160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f233490-1e70-40fb-8420-82e51644dc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706bd281-2321-43d8-96c6-06a412e65525,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:06.256374 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Set router dca53e5e-d118-4ae2-b887-5d835d9f042a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:35:06.567056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fde9a-0da6-472d-995e-2154f95a85f6 req-eb0c8a42-33cc-426e-91b2-23dabd377baa tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:06.570353 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-913fde9a-0da6-472d-995e-2154f95a85f6 req-eb0c8a42-33cc-426e-91b2-23dabd377baa tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 946 time: 0.1393013 Feb 19 03:35:06.626156 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'name': 'tempest-TestServerMultinode-827140433-router', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:35:02Z', 'updated_at': '2022-02-19T03:35:04Z', 'revision_number': 3, 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'gw_port': {'id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:35:03Z', 'updated_at': '2022-02-19T03:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:06.719188 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Checking router: dca53e5e-d118-4ae2-b887-5d835d9f042a for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:35:06.719882 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Updating router dca53e5e-d118-4ae2-b887-5d835d9f042a port a750ab0e-81d7-47e1-8f1c-96d273e7b202 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:35:06.749489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-913fde9a-0da6-472d-995e-2154f95a85f6 req-a84ce13c-8ac7-4326-a7f0-5625e040d390 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677687 Feb 19 03:35:06.781799 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:06.829553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43910) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:06.879751 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c7860bb5-eb25-41ae-9486-c53a6c60c349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.092338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c7860bb5-eb25-41ae-9486-c53a6c60c349 admin admin] Publish callbacks [] for security_group (b0103c1d-ef3d-401a-8f2e-3d203b5b1a52), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.116010 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c7860bb5-eb25-41ae-9486-c53a6c60c349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b0103c1d-ef3d-401a-8f2e-3d203b5b1a52), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.159399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7860bb5-eb25-41ae-9486-c53a6c60c349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0103c1d-ef3d-401a-8f2e-3d203b5b1a52,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:07.177723 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.227167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fb4bc218-d906-4f45-93c3-d7dde29485c6 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:07.236072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c7860bb5-eb25-41ae-9486-c53a6c60c349 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1533b32625c9410ca10cd55f6dc6fb0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4048557 Feb 19 03:35:07.257296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43912) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:07.400830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a99e8-643e-4999-8447-09f4a7b65ae3 None None] Network 62162409-beaf-4997-a82c-ae1e427a2e86 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:07.426556 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02f09acb-4e72-4e43-b6d5-ef564915bb9f admin admin] Publish callbacks [] for security_group (b0103c1d-ef3d-401a-8f2e-3d203b5b1a52), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.463573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port fb4bc218-d906-4f45-93c3-d7dde29485c6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:07.464373 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.475526 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02f09acb-4e72-4e43-b6d5-ef564915bb9f admin admin] Publish callbacks [] for security_group (b0103c1d-ef3d-401a-8f2e-3d203b5b1a52), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.570147 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02f09acb-4e72-4e43-b6d5-ef564915bb9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (b0103c1d-ef3d-401a-8f2e-3d203b5b1a52), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.574047 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-02f09acb-4e72-4e43-b6d5-ef564915bb9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.575916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-02f09acb-4e72-4e43-b6d5-ef564915bb9f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b0103c1d-ef3d-401a-8f2e-3d203b5b1a52 HTTP/1.1" status: 204 len: 168 time: 0.3172748 Feb 19 03:35:07.587199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f09acb-4e72-4e43-b6d5-ef564915bb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0103c1d-ef3d-401a-8f2e-3d203b5b1a52,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:07.593461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1f1081a9-2ca0-49f5-8542-815a858f405a None None] Provisioning complete for port fb4bc218-d906-4f45-93c3-d7dde29485c6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:07.593840 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f1081a9-2ca0-49f5-8542-815a858f405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.704440 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Publish callbacks [] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.713312 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.772423 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c945a3-ace7-4ccb-958a-80b5be91be9a None None] Pushing event updated for resources: {'Port': ['ID=a750ab0e-81d7-47e1-8f1c-96d273e7b202,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:07.803495 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Attempting to bind port a750ab0e-81d7-47e1-8f1c-96d273e7b202 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:07.803879 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Attempting to bind port a750ab0e-81d7-47e1-8f1c-96d273e7b202 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:07.804248 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Attempting to bind port a750ab0e-81d7-47e1-8f1c-96d273e7b202 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:07.820320 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:07.820728 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:07.821144 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.821845 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:07.822343 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Bound port: a750ab0e-81d7-47e1-8f1c-96d273e7b202, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:07.822793 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.875450 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:07.955138 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] For port a750ab0e-81d7-47e1-8f1c-96d273e7b202, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:07.962662 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] For port a750ab0e-81d7-47e1-8f1c-96d273e7b202, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a750ab0e-81d7-47e1-8f1c-96d273e7b202,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:07.979004 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.013315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c726a7-70cf-43e2-9c63-68ad7eae51a5 req-3d32fcd1-ccd3-4f42-a9a5-ddd52a77699c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:08.022029 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9c726a7-70cf-43e2-9c63-68ad7eae51a5 req-3d32fcd1-ccd3-4f42-a9a5-ddd52a77699c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 946 time: 0.1510024 Feb 19 03:35:08.103732 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9c726a7-70cf-43e2-9c63-68ad7eae51a5 req-87ecc678-ef03-402b-98c2-06abca55e62e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763619 Feb 19 03:35:08.119357 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c945a3-ace7-4ccb-958a-80b5be91be9a None None] Pushing event updated for resources: {'Port': ['ID=a750ab0e-81d7-47e1-8f1c-96d273e7b202,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:08.135458 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Routers {'dca53e5e-d118-4ae2-b887-5d835d9f042a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:08.137389 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:35:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dca53e5e-d118-4ae2-b887-5d835d9f042a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:08.139547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae8b2a-a310-47c5-9026-b54749784d17 req-032e47b2-8842-4f4f-92e7-c0d5fca887d1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:08.145596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4ae8b2a-a310-47c5-9026-b54749784d17 req-032e47b2-8842-4f4f-92e7-c0d5fca887d1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 946 time: 0.2231507 Feb 19 03:35:08.337221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Allocated IP 172.20.0.1 (62162409-beaf-4997-a82c-ae1e427a2e86/23e6f066-0eff-416f-8fff-7c956dfe3269/40e91da2-58ac-4668-b1ee-02ef66eb980b) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:08.412017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-c4ae8b2a-a310-47c5-9026-b54749784d17 req-02a882fa-4868-41c7-810f-17b8b48413e8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Deleting port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:08.412378 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c4ae8b2a-a310-47c5-9026-b54749784d17 req-02a882fa-4868-41c7-810f-17b8b48413e8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.476910 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] Set router dca53e5e-d118-4ae2-b887-5d835d9f042a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:35:08.563468 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port fb4bc218-d906-4f45-93c3-d7dde29485c6 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:08.564103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c4ae8b2a-a310-47c5-9026-b54749784d17 req-02a882fa-4868-41c7-810f-17b8b48413e8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] For port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:08.564103 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c4ae8b2a-a310-47c5-9026-b54749784d17 req-02a882fa-4868-41c7-810f-17b8b48413e8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.564961 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.579339 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Publish callbacks [] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.590060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-c4ae8b2a-a310-47c5-9026-b54749784d17 req-02a882fa-4868-41c7-810f-17b8b48413e8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Calling delete_port for bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:08.650074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1f1081a9-2ca0-49f5-8542-815a858f405a None None] Current status of the port fb4bc218-d906-4f45-93c3-d7dde29485c6 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:08.650549 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f1081a9-2ca0-49f5-8542-815a858f405a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.662127 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.714909 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.743456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port fb4bc218-d906-4f45-93c3-d7dde29485c6, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fb4bc218-d906-4f45-93c3-d7dde29485c6,segment=NetworkSegment(586045c5-c62c-45d7-a754-566eb82a2528),segment_id=586045c5-c62c-45d7-a754-566eb82a2528)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:08.820498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Network 62162409-beaf-4997-a82c-ae1e427a2e86 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:08.839608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:08.849089 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-1f1081a9-2ca0-49f5-8542-815a858f405a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:35:08.849473 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-1f1081a9-2ca0-49f5-8542-815a858f405a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:35:08.850074 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.853372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fc8e4431-0523-4c4b-b76d-6559ead6bab1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:08.858726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:08.873097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Pushing event updated for resources: {'Port': ['ID=40e91da2-58ac-4668-b1ee-02ef66eb980b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:08.908955 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'name': 'tempest-TestServerMultinode-827140433-router', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:35:02Z', 'updated_at': '2022-02-19T03:35:04Z', 'revision_number': 3, 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'gw_port': {'id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:35:03Z', 'updated_at': '2022-02-19T03:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:08.942525 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d9d9a-70ec-4ffb-b419-9021542db044 None None] The sync data for ids ['dca53e5e-d118-4ae2-b887-5d835d9f042a'] in n-d-826755-2 is: [{'id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'name': 'tempest-TestServerMultinode-827140433-router', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:35:02Z', 'updated_at': '2022-02-19T03:35:04Z', 'revision_number': 3, 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'gw_port': {'id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:35:03Z', 'updated_at': '2022-02-19T03:35:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:35:08.956082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c4ae8b2a-a310-47c5-9026-b54749784d17 req-02a882fa-4868-41c7-810f-17b8b48413e8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:08.995936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=fb4bc218-d906-4f45-93c3-d7dde29485c6,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:09.017012 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (dca53e5e-d118-4ae2-b887-5d835d9f042a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.109756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port fc8e4431-0523-4c4b-b76d-6559ead6bab1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:09.110201 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.130574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a882fa-4868-41c7-810f-17b8b48413e8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event deleted for resources: {'Port': ['ID=bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:09.209045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ae8b2a-a310-47c5-9026-b54749784d17 req-02a882fa-4868-41c7-810f-17b8b48413e8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] No DVR routers for this DVR port bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:09.217033 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c4ae8b2a-a310-47c5-9026-b54749784d17 req-02a882fa-4868-41c7-810f-17b8b48413e8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.222886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4ae8b2a-a310-47c5-9026-b54749784d17 req-02a882fa-4868-41c7-810f-17b8b48413e8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "DELETE /v2.0/ports/bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b HTTP/1.1" status: 204 len: 173 time: 1.0708995 Feb 19 03:35:09.223487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6', 'name': 'network-vif-deleted', 'tag': 'bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:09.228095 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281524b9-4e82-485e-af73-3a91de4f07cf" -d '{"events": [{"server_uuid": "e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6", "name": "network-vif-deleted", "tag": "bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:09.239325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43946) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:09.359138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2a31df8-34ee-481a-a10b-cb1416864fcf req-62e76d74-b6ea-489b-815c-96d74e222af4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0746732 Feb 19 03:35:09.537970 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e8a494-7054-466d-9cd2-2cc34c411bda x-openstack-request-id: req-19e8a494-7054-466d-9cd2-2cc34c411bda {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:09.539147 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6", "name": "network-vif-deleted", "tag": "bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:09.539505 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-19e8a494-7054-466d-9cd2-2cc34c411bda {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:09.540155 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6', 'name': 'network-vif-deleted', 'tag': 'bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b', 'status': 'completed', 'code': 200} Feb 19 03:35:09.544200 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.588143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1981781815'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:09.603509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port fc8e4431-0523-4c4b-b76d-6559ead6bab1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:09.619532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1f1081a9-2ca0-49f5-8542-815a858f405a None None] Current status of the port fb4bc218-d906-4f45-93c3-d7dde29485c6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:09.648189 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Made reservation on behalf of af7a014f51ff4479888c29bcd2212ac8 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:09.652487 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.664327 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.684857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:09.764312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:35:09.765363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device bf9355ef-c4bd-4cca-bc9c-dc6bef6a072b not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:35:09.802023 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c054a372-f16a-439c-953e-8595b190b53d None None] Provisioning complete for port fb4bc218-d906-4f45-93c3-d7dde29485c6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:09.802402 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c054a372-f16a-439c-953e-8595b190b53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.915444 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks [] for security_group (cbee5112-f029-46f8-ab5a-aa896558b856), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.922829 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cbee5112-f029-46f8-ab5a-aa896558b856), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.956637 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Publish callbacks [] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.960624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fb4bc218-d906-4f45-93c3-d7dde29485c6 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:09.972785 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:09.983004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:09.989524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbee5112-f029-46f8-ab5a-aa896558b856,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:10.008758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (4bf336f7-a05c-428d-a733-e0f7195ada67), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.009110 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Added segment 4bf336f7-a05c-428d-a733-e0f7195ada67 of type vlan for network 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df Feb 19 03:35:10.066120 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.088203 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (dca53e5e-d118-4ae2-b887-5d835d9f042a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.090541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Pushing event updated for resources: {'Port': ['ID=40e91da2-58ac-4668-b1ee-02ef66eb980b,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:10.118492 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.126868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:10.127901 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.187870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c054a372-f16a-439c-953e-8595b190b53d None None] Current status of the port fb4bc218-d906-4f45-93c3-d7dde29485c6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:10.212820 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.241426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Pushing event updated for resources: {'Network': ['ID=44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:10.242496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port fb4bc218-d906-4f45-93c3-d7dde29485c6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:10.243090 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.256254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Network 62162409-beaf-4997-a82c-ae1e427a2e86 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:10.259291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:10.277935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bba92c69-d70d-428c-873d-78b075dbbbb8 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0333040 Feb 19 03:35:10.279740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43956) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:10.280277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:10.292630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d5140942-ba5f-4df2-a655-636556ecba0b tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Request body: {'subnet': {'network_id': '44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:10.497760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bd7814b3-ddca-428c-9c98-4696892499e4 None None] Provisioning complete for port 40e91da2-58ac-4668-b1ee-02ef66eb980b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:10.498138 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bd7814b3-ddca-428c-9c98-4696892499e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.499332 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Router dca53e5e-d118-4ae2-b887-5d835d9f042a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:35:10.544405 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5140942-ba5f-4df2-a655-636556ecba0b tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Made reservation on behalf of af7a014f51ff4479888c29bcd2212ac8 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:10.548506 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d5140942-ba5f-4df2-a655-636556ecba0b tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.656332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port fb4bc218-d906-4f45-93c3-d7dde29485c6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:10.658582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a750ab0e-81d7-47e1-8f1c-96d273e7b202 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:10.702051 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bd7814b3-ddca-428c-9c98-4696892499e4 None None] Port 40e91da2-58ac-4668-b1ee-02ef66eb980b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:10.708520 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-622823f7-f6c2-4ca5-a16c-958ca5f05ad1 req-c33ba55e-6aae-4ef9-bc15-e298709699d4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.1348777 Feb 19 03:35:10.771205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a750ab0e-81d7-47e1-8f1c-96d273e7b202 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:10.772003 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.783353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:35:10.814602 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-591638c3-6f86-446d-9471-6be84df65fab admin admin] 10.222.0.81 "PUT /v2.0/routers/dca53e5e-d118-4ae2-b887-5d835d9f042a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9647827 Feb 19 03:35:10.912265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ab2b10e8-fcbe-4d5e-a401-41eba0f59a92 None None] Provisioning complete for port 40e91da2-58ac-4668-b1ee-02ef66eb980b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:10.912641 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ab2b10e8-fcbe-4d5e-a401-41eba0f59a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:10.999283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ab2b10e8-fcbe-4d5e-a401-41eba0f59a92 None None] Port 40e91da2-58ac-4668-b1ee-02ef66eb980b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:11.024850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d5140942-ba5f-4df2-a655-636556ecba0b tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (f40d32ae-4637-41af-ab2b-40e85a85c7f6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.032164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a750ab0e-81d7-47e1-8f1c-96d273e7b202 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:11.032978 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.057694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port a750ab0e-81d7-47e1-8f1c-96d273e7b202, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a750ab0e-81d7-47e1-8f1c-96d273e7b202,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:11.066455 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.165248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5140942-ba5f-4df2-a655-636556ecba0b tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Pushing event updated for resources: {'Subnet': ['ID=f40d32ae-4637-41af-ab2b-40e85a85c7f6,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:11.175277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5140942-ba5f-4df2-a655-636556ecba0b tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Checking segment: {'id': '4bf336f7-a05c-428d-a733-e0f7195ada67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:11.175641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5140942-ba5f-4df2-a655-636556ecba0b tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Network hostable DHCP agents. Network: 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:11.183196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=a750ab0e-81d7-47e1-8f1c-96d273e7b202,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:11.204615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5140942-ba5f-4df2-a655-636556ecba0b tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Network 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:11.224091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d5140942-ba5f-4df2-a655-636556ecba0b tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:11.229478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5140942-ba5f-4df2-a655-636556ecba0b tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:11.230550 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d5140942-ba5f-4df2-a655-636556ecba0b tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.239978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55929f56-e704-46d4-ae86-5a528db3259f None None] Network 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:11.273793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d5140942-ba5f-4df2-a655-636556ecba0b tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9915400 Feb 19 03:35:11.276306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 43976) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:11.281741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Request body: {'port': {'network_id': '44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df', 'name': 'tempest-ExtraDHCPOptionsTestJSON-298820847'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:11.449916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df', 'network_id': '44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df', 'project_id': 'af7a014f51ff4479888c29bcd2212ac8', 'fixed_ips': [{'subnet_id': 'f40d32ae-4637-41af-ab2b-40e85a85c7f6'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:11.456219 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.540205 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 43990) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:11.661936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Allocated IP 172.20.0.2 (44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df/f40d32ae-4637-41af-ab2b-40e85a85c7f6/a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:11.772189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a750ab0e-81d7-47e1-8f1c-96d273e7b202 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:11.803035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Made reservation on behalf of af7a014f51ff4479888c29bcd2212ac8 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:11.807010 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.842106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] device_id is not set on port 6570a422-da71-471d-bfe0-fea2c1cf9f15 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:11.852293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886f457-bc6c-47b9-983e-7de83045b564 req-dd6c4fe7-67b1-4d27-a9de-59bd31035361 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:11.854172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-dd6c4fe7-67b1-4d27-a9de-59bd31035361 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/networks?id=6c83f05a-997a-4399-b8e1-c841aea8dfb9 HTTP/1.1" status: 200 len: 910 time: 0.2768025 Feb 19 03:35:11.907406 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-51c41673-f9b3-4df7-ae2b-44f38334ffee admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=aebcff6ec2a8462b86ba5dff2dfbef03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3638048 Feb 19 03:35:11.909949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44000) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:11.922513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-a7a86aca-28f8-4ffa-8afe-847eb95f3c0f tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/quotas/fc15ce5a2d8b4b8195d783115b25b191 HTTP/1.1" status: 200 len: 375 time: 0.0309951 Feb 19 03:35:11.949475 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a750ab0e-81d7-47e1-8f1c-96d273e7b202 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:11.950066 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.955659 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Publish callbacks [] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:11.997396 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.019090 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-660453a1-f574-433e-b827-19237c5a6271 admin admin] Publish callbacks [] for security_group (4cc9e197-223f-44ef-bc96-a275be13c36c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.064218 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-660453a1-f574-433e-b827-19237c5a6271 admin admin] Publish callbacks [] for security_group (4cc9e197-223f-44ef-bc96-a275be13c36c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.092529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-a74982d6-e7f3-4afe-8e65-bb57ab9a3224 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc15ce5a2d8b4b8195d783115b25b191&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1521549 Feb 19 03:35:12.120237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Sync routers for ids ['dca53e5e-d118-4ae2-b887-5d835d9f042a'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:35:12.126964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Allocated IP 172.20.0.10 (44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df/f40d32ae-4637-41af-ab2b-40e85a85c7f6/6570a422-da71-471d-bfe0-fea2c1cf9f15) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:12.150394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Network 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:12.154188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-660453a1-f574-433e-b827-19237c5a6271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (4cc9e197-223f-44ef-bc96-a275be13c36c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.158411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-660453a1-f574-433e-b827-19237c5a6271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.159086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:12.160804 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-660453a1-f574-433e-b827-19237c5a6271 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4cc9e197-223f-44ef-bc96-a275be13c36c HTTP/1.1" status: 204 len: 168 time: 0.2490809 Feb 19 03:35:12.161173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Pushing event updated for resources: {'Port': ['ID=a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:12.165463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:12.182499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660453a1-f574-433e-b827-19237c5a6271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc9e197-223f-44ef-bc96-a275be13c36c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:12.238297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Routers {'dca53e5e-d118-4ae2-b887-5d835d9f042a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:12.238919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:35:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dca53e5e-d118-4ae2-b887-5d835d9f042a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:12.343775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a750ab0e-81d7-47e1-8f1c-96d273e7b202 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:12.350805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Attempting to bind port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:12.351185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Attempting to bind port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '4bf336f7-a05c-428d-a733-e0f7195ada67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:12.351546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Attempting to bind port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca on network 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:12.365009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:12.365385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Checking segment: {'id': '4bf336f7-a05c-428d-a733-e0f7195ada67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:12.365793 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.366181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Bound using segment: {'id': '4bf336f7-a05c-428d-a733-e0f7195ada67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:12.366653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Bound port: a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf336f7-a05c-428d-a733-e0f7195ada67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:12.367031 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.503477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Set router dca53e5e-d118-4ae2-b887-5d835d9f042a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:35:12.532225 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks [] for port (6570a422-da71-471d-bfe0-fea2c1cf9f15), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.543036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] For port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:12.593267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] For port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca,segment=NetworkSegment(4bf336f7-a05c-428d-a733-e0f7195ada67),segment_id=4bf336f7-a05c-428d-a733-e0f7195ada67)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:12.608151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-5ab4fabd-3cf1-4276-8519-cc8ea33ed438 service neutron] 10.222.0.81 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041482 Feb 19 03:35:12.613086 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.768176 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (6570a422-da71-471d-bfe0-fea2c1cf9f15), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:12.796465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe462cb-07b3-41b1-924b-6474ae67d376 None None] Pushing event updated for resources: {'Port': ['ID=a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:12.848754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-28b27a9e-45eb-4265-8b51-e80751a3dbb2 service neutron] 10.222.0.81 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267048 Feb 19 03:35:12.858791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Network 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:12.862498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:12.869103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:12.942762 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Pushing event updated for resources: {'Port': ['ID=6570a422-da71-471d-bfe0-fea2c1cf9f15,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:12.978574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'name': 'tempest-TestServerMultinode-827140433-router', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:35:02Z', 'updated_at': '2022-02-19T03:35:09Z', 'revision_number': 4, 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'gw_port': {'id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:35:03Z', 'updated_at': '2022-02-19T03:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '40e91da2-58ac-4668-b1ee-02ef66eb980b', 'name': '', 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'mac_address': 'fa:16:3e:db:50:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '23e6f066-0eff-416f-8fff-7c956dfe3269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:35:07Z', 'updated_at': '2022-02-19T03:35:09Z', 'revision_number': 2, 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'subnets': [{'id': '23e6f066-0eff-416f-8fff-7c956dfe3269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:13.024085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:13.024974 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.046434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Checking router: dca53e5e-d118-4ae2-b887-5d835d9f042a for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:35:13.047238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Updating router dca53e5e-d118-4ae2-b887-5d835d9f042a port 40e91da2-58ac-4668-b1ee-02ef66eb980b binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:35:13.066020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44016) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:13.067403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-49b6e056-8d49-4409-8244-024a2c8f37b4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7898982 Feb 19 03:35:13.076382 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Request body: {'port': {'network_id': '44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df', 'name': 'tempest-ExtraDHCPOptionsTestJSON-857028731', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:13.077273 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.api.validators [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] bootfile-name is not in valid_values {{(pid=109898) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:35:13.077786 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.api.validators [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] tftp-server is not in valid_values {{(pid=109898) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:35:13.078506 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.api.validators [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] server-ip-address is not in valid_values {{(pid=109898) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:35:13.119917 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.273951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Made reservation on behalf of af7a014f51ff4479888c29bcd2212ac8 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:13.286993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.346302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] device_id is not set on port 3253099d-0058-43f7-af7d-2a7d2e188a6f yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:13.407209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30292fab-6972-499d-b934-32a57542c271 req-c753a118-1ca0-4806-bad2-6ee23d7e92ad tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.1132159 Feb 19 03:35:13.508481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Allocated IP 172.20.0.6 (44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df/f40d32ae-4637-41af-ab2b-40e85a85c7f6/3253099d-0058-43f7-af7d-2a7d2e188a6f) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:13.544737 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3bf162-c815-488c-a8ae-fb3c257aa54a req-5daac8cd-3e7e-4303-91cc-f8686dcc6f78 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 210 time: 0.0544271 Feb 19 03:35:13.891740 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks [] for port (3253099d-0058-43f7-af7d-2a7d2e188a6f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.903243 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Publish callbacks [] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.920615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:13.963030 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:13.991679 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3253099d-0058-43f7-af7d-2a7d2e188a6f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.093615 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Network 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:14.099986 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:14.106284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:14.223925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:14.224993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.267980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Pushing event updated for resources: {'Port': ['ID=3253099d-0058-43f7-af7d-2a7d2e188a6f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:14.287889 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3b258d17-b313-41f3-a570-a0f3b1b1113c tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.2197533 Feb 19 03:35:14.290834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44042) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:14.513867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d1d4e-3d89-430e-b66f-3b4bb68b19c1 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:14.520174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d1d4e-3d89-430e-b66f-3b4bb68b19c1 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:14.532715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d1d4e-3d89-430e-b66f-3b4bb68b19c1 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:14.535198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f49d1d4e-3d89-430e-b66f-3b4bb68b19c1 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2428894 Feb 19 03:35:14.537830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44046) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:14.582149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230ed3e-612d-4d02-981c-61c893dd3499 None None] Pushing event updated for resources: {'Port': ['ID=40e91da2-58ac-4668-b1ee-02ef66eb980b,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:14.597132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Attempting to bind port 40e91da2-58ac-4668-b1ee-02ef66eb980b on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:14.597707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Attempting to bind port 40e91da2-58ac-4668-b1ee-02ef66eb980b by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '586045c5-c62c-45d7-a754-566eb82a2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:14.598576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Attempting to bind port 40e91da2-58ac-4668-b1ee-02ef66eb980b on network 62162409-beaf-4997-a82c-ae1e427a2e86 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:14.604322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa26f22-1e47-4e97-b62d-89bd7bd4f40e None None] Network 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:14.633074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:14.633800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Checking segment: {'id': '586045c5-c62c-45d7-a754-566eb82a2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:14.634398 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.634970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Bound using segment: {'id': '586045c5-c62c-45d7-a754-566eb82a2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:14.635200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbdef76d-54e6-4a77-b743-63a04f29eeba req-ada10c22-5633-4083-bead-7418f931a7d7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0530338 Feb 19 03:35:14.635846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Bound port: 40e91da2-58ac-4668-b1ee-02ef66eb980b, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586045c5-c62c-45d7-a754-566eb82a2528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:14.636414 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.713206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ef0e08b5-39da-4073-aad5-3bcc1a9aff2a None None] Provisioning complete for port 40e91da2-58ac-4668-b1ee-02ef66eb980b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:14.713580 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ef0e08b5-39da-4073-aad5-3bcc1a9aff2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.749988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:14.750357 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.831829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b70947b-4bc8-480b-83b9-ba5a30b59b43 req-3c425c6c-7654-41eb-9633-5ec110142a62 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 210 time: 0.0593786 Feb 19 03:35:14.864741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-78639fd2-04d3-4c64-a6e4-ddc2df6aabe7 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Deleting port 3253099d-0058-43f7-af7d-2a7d2e188a6f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:14.865091 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78639fd2-04d3-4c64-a6e4-ddc2df6aabe7 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3253099d-0058-43f7-af7d-2a7d2e188a6f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:14.968288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e08b5-39da-4073-aad5-3bcc1a9aff2a None None] Port 40e91da2-58ac-4668-b1ee-02ef66eb980b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:14.996060 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78639fd2-04d3-4c64-a6e4-ddc2df6aabe7 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3253099d-0058-43f7-af7d-2a7d2e188a6f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.030102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-78639fd2-04d3-4c64-a6e4-ddc2df6aabe7 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Calling delete_port for 3253099d-0058-43f7-af7d-2a7d2e188a6f owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:15.042171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] For port 40e91da2-58ac-4668-b1ee-02ef66eb980b, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:15.060439 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] For port 40e91da2-58ac-4668-b1ee-02ef66eb980b, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=40e91da2-58ac-4668-b1ee-02ef66eb980b,segment=NetworkSegment(586045c5-c62c-45d7-a754-566eb82a2528),segment_id=586045c5-c62c-45d7-a754-566eb82a2528)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:15.069916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:15.070313 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.088762 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.187210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca,segment=NetworkSegment(4bf336f7-a05c-428d-a733-e0f7195ada67),segment_id=4bf336f7-a05c-428d-a733-e0f7195ada67)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:15.247566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.275677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-843e0c55-9c8a-4be1-ad4a-7c13702ff5d3 None None] Provisioning complete for port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:15.276085 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-843e0c55-9c8a-4be1-ad4a-7c13702ff5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:15.361777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Routers {'dca53e5e-d118-4ae2-b887-5d835d9f042a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:35:15.362424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:35:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dca53e5e-d118-4ae2-b887-5d835d9f042a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:15.513658 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230ed3e-612d-4d02-981c-61c893dd3499 None None] Pushing event updated for resources: {'Port': ['ID=40e91da2-58ac-4668-b1ee-02ef66eb980b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:15.700947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:15.745255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] Set router dca53e5e-d118-4ae2-b887-5d835d9f042a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:35:15.772011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886f457-bc6c-47b9-983e-7de83045b564 req-3c6c0884-39f6-45dc-af17-b298d731dab7 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:15.773337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-3c6c0884-39f6-45dc-af17-b298d731dab7 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.67 "GET /v2.0/networks?id=6c83f05a-997a-4399-b8e1-c841aea8dfb9 HTTP/1.1" status: 200 len: 910 time: 0.1316357 Feb 19 03:35:15.807799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-8886f457-bc6c-47b9-983e-7de83045b564 req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Request body: {'port': {'device_id': '7dd88b6e-f3b0-4cb7-b170-864efa03ffcc', 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9', 'admin_state_up': True, 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:15.816745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d31a400d-83ad-409c-9cbb-19402890cf5d req-eb2e4c03-c45a-4341-97bd-a22cd4bc5939 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0423999 Feb 19 03:35:16.002185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8886f457-bc6c-47b9-983e-7de83045b564 req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Made reservation on behalf of fc15ce5a2d8b4b8195d783115b25b191 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:16.005425 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8886f457-bc6c-47b9-983e-7de83045b564 req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.010847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-843e0c55-9c8a-4be1-ad4a-7c13702ff5d3 None None] Current status of the port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:16.053809 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78639fd2-04d3-4c64-a6e4-ddc2df6aabe7 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (3253099d-0058-43f7-af7d-2a7d2e188a6f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.081757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f934fb0-fffe-4b99-a09e-a22c286564a4 req-3534d3ba-0c14-4c54-96f5-d818ffa140b2 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 210 time: 0.0729618 Feb 19 03:35:16.166586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Could not find standard attr ID for object 3253099d-0058-43f7-af7d-2a7d2e188a6f. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:35:16.197455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Provisioning complete for port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:16.198110 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.217105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78639fd2-04d3-4c64-a6e4-ddc2df6aabe7 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Pushing event deleted for resources: {'Port': ['ID=3253099d-0058-43f7-af7d-2a7d2e188a6f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:16.269111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'name': 'tempest-TestServerMultinode-827140433-router', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:35:02Z', 'updated_at': '2022-02-19T03:35:09Z', 'revision_number': 4, 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'gw_port': {'id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:35:03Z', 'updated_at': '2022-02-19T03:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '40e91da2-58ac-4668-b1ee-02ef66eb980b', 'name': '', 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'mac_address': 'fa:16:3e:db:50:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '23e6f066-0eff-416f-8fff-7c956dfe3269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:35:07Z', 'updated_at': '2022-02-19T03:35:15Z', 'revision_number': 4, 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'subnets': [{'id': '23e6f066-0eff-416f-8fff-7c956dfe3269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:16.285209 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78639fd2-04d3-4c64-a6e4-ddc2df6aabe7 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.288503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-78639fd2-04d3-4c64-a6e4-ddc2df6aabe7 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] 10.222.0.81 "DELETE /v2.0/ports/3253099d-0058-43f7-af7d-2a7d2e188a6f HTTP/1.1" status: 204 len: 168 time: 1.7495399 Feb 19 03:35:16.292254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44066) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:16.297949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-afb8e8b5-f79a-443d-bce2-98dc3753103d tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Request body: {'port': {'name': 'tempest-new-port-name-116468760', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:16.298329 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.api.validators [None req-afb8e8b5-f79a-443d-bce2-98dc3753103d tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] bootfile-name is not in valid_values {{(pid=109898) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:35:16.298673 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.api.validators [None req-afb8e8b5-f79a-443d-bce2-98dc3753103d tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] tftp-server is not in valid_values {{(pid=109898) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:35:16.299153 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.api.validators [None req-afb8e8b5-f79a-443d-bce2-98dc3753103d tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] server-ip-address is not in valid_values {{(pid=109898) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 19 03:35:16.316362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc5ae87-4ddf-46d7-8166-9b56fc2a12cc None None] The sync data for ids ['dca53e5e-d118-4ae2-b887-5d835d9f042a'] in n-d-826755-2 is: [{'id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'name': 'tempest-TestServerMultinode-827140433-router', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:35:02Z', 'updated_at': '2022-02-19T03:35:09Z', 'revision_number': 4, 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'gw_port': {'id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:35:03Z', 'updated_at': '2022-02-19T03:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '40e91da2-58ac-4668-b1ee-02ef66eb980b', 'name': '', 'network_id': '62162409-beaf-4997-a82c-ae1e427a2e86', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'mac_address': 'fa:16:3e:db:50:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '23e6f066-0eff-416f-8fff-7c956dfe3269', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:35:07Z', 'updated_at': '2022-02-19T03:35:15Z', 'revision_number': 4, 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'subnets': [{'id': '23e6f066-0eff-416f-8fff-7c956dfe3269', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:35:16.422317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-8886f457-bc6c-47b9-983e-7de83045b564 req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Allocated IP 172.20.0.13 (6c83f05a-997a-4399-b8e1-c841aea8dfb9/29fd9311-3742-4ead-9f9c-d8ed50f1af12/a6d623e9-5540-4118-b9fd-31a97d541bcc) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:16.471008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Current status of the port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:16.484648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Provisioning complete for port 40e91da2-58ac-4668-b1ee-02ef66eb980b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:16.485237 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.504300 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afb8e8b5-f79a-443d-bce2-98dc3753103d tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6570a422-da71-471d-bfe0-fea2c1cf9f15), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.608824 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:35:16.667087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Current status of the port 40e91da2-58ac-4668-b1ee-02ef66eb980b is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:16.668499 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.690323 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8886f457-bc6c-47b9-983e-7de83045b564 req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks [] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.728637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] For port 40e91da2-58ac-4668-b1ee-02ef66eb980b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=40e91da2-58ac-4668-b1ee-02ef66eb980b,segment=NetworkSegment(586045c5-c62c-45d7-a754-566eb82a2528),segment_id=586045c5-c62c-45d7-a754-566eb82a2528)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:16.735986 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.755704 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8886f457-bc6c-47b9-983e-7de83045b564 req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.816709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Pushing event updated for resources: {'Port': ['ID=40e91da2-58ac-4668-b1ee-02ef66eb980b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:16.843868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Provisioning complete for port 6570a422-da71-471d-bfe0-fea2c1cf9f15 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:16.843868 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6570a422-da71-471d-bfe0-fea2c1cf9f15), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.855645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Pushing event updated for resources: {'Port': ['ID=a6d623e9-5540-4118-b9fd-31a97d541bcc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:16.867520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8886f457-bc6c-47b9-983e-7de83045b564 req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:16.869120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-8886f457-bc6c-47b9-983e-7de83045b564 req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:16.873336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-8886f457-bc6c-47b9-983e-7de83045b564 req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:16.889068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-74cab5e4-6bac-457d-ab52-44e6e5e2ecb3 None None] Port 6570a422-da71-471d-bfe0-fea2c1cf9f15 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:16.988960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886f457-bc6c-47b9-983e-7de83045b564 req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:16.989661 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8886f457-bc6c-47b9-983e-7de83045b564 req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:16.996368 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afb8e8b5-f79a-443d-bce2-98dc3753103d tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks [] for port (6570a422-da71-471d-bfe0-fea2c1cf9f15), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.009466 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afb8e8b5-f79a-443d-bce2-98dc3753103d tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (6570a422-da71-471d-bfe0-fea2c1cf9f15), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.047001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4ac4fd21-1f2e-4657-9b0d-e2367d0c462e None None] Could not find standard attr ID for object 3253099d-0058-43f7-af7d-2a7d2e188a6f. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:35:17.071636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49c1275a-1638-4bd0-8d8e-d129163c80dc req-20dda92f-2279-4996-ab9e-b0d22e23e041 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0615652 Feb 19 03:35:17.084904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-c5d9c392-ce26-47e4-95ab-d0dee3d42a66 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.2975597 Feb 19 03:35:17.099468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Request body: {'port': {'device_id': '7dd88b6e-f3b0-4cb7-b170-864efa03ffcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:17.218803 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb8e8b5-f79a-443d-bce2-98dc3753103d tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Pushing event updated for resources: {'Port': ['ID=6570a422-da71-471d-bfe0-fea2c1cf9f15,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:17.249055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-afb8e8b5-f79a-443d-bce2-98dc3753103d tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] In _notify_port_updated(), no bound segment for port 6570a422-da71-471d-bfe0-fea2c1cf9f15 on network 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:35:17.268454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.272720 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb8e8b5-f79a-443d-bce2-98dc3753103d tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:17.274435 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-afb8e8b5-f79a-443d-bce2-98dc3753103d tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.279290 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-afb8e8b5-f79a-443d-bce2-98dc3753103d tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] 10.222.0.81 "PUT /v2.0/ports/6570a422-da71-471d-bfe0-fea2c1cf9f15 HTTP/1.1" status: 200 len: 1136 time: 0.9859464 Feb 19 03:35:17.286546 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44076) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:17.402628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb15297c-9815-4445-a3a0-54af8b129091 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:17.410262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d962c0-2dcd-451c-8a08-6c4233424e52 req-720a2086-0f60-4d8a-be63-ce5bb86362f9 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:17.410506 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fb15297c-9815-4445-a3a0-54af8b129091 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] 10.222.0.81 "GET /v2.0/ports/6570a422-da71-471d-bfe0-fea2c1cf9f15 HTTP/1.1" status: 200 len: 1136 time: 0.1155717 Feb 19 03:35:17.410613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44078) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:17.413040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4d962c0-2dcd-451c-8a08-6c4233424e52 req-720a2086-0f60-4d8a-be63-ce5bb86362f9 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1028 time: 0.1710796 Feb 19 03:35:17.415780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b8916b54-e2f5-4cbd-b15f-467401f695be None None] Provisioning complete for port a6d623e9-5540-4118-b9fd-31a97d541bcc triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:17.417189 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b8916b54-e2f5-4cbd-b15f-467401f695be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.460324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b8916b54-e2f5-4cbd-b15f-467401f695be None None] Port a6d623e9-5540-4118-b9fd-31a97d541bcc cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:17.556760 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-367723e2-5bdc-4c54-8d41-2e31a2900a68 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Deleting port 6570a422-da71-471d-bfe0-fea2c1cf9f15 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:17.557117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-367723e2-5bdc-4c54-8d41-2e31a2900a68 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6570a422-da71-471d-bfe0-fea2c1cf9f15), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.586744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-948ca1c6-15c8-4e14-87d3-ffb50ece8e6a None None] Provisioning complete for port 6570a422-da71-471d-bfe0-fea2c1cf9f15 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:17.587251 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-948ca1c6-15c8-4e14-87d3-ffb50ece8e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6570a422-da71-471d-bfe0-fea2c1cf9f15), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.591518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4d962c0-2dcd-451c-8a08-6c4233424e52 req-b2c838a1-15eb-42e9-880a-81e23f4e824b tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722867 Feb 19 03:35:17.653235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-948ca1c6-15c8-4e14-87d3-ffb50ece8e6a None None] Port 6570a422-da71-471d-bfe0-fea2c1cf9f15 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:17.725173 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-367723e2-5bdc-4c54-8d41-2e31a2900a68 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6570a422-da71-471d-bfe0-fea2c1cf9f15), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.741294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-367723e2-5bdc-4c54-8d41-2e31a2900a68 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Calling delete_port for 6570a422-da71-471d-bfe0-fea2c1cf9f15 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:17.798234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d623e9-5540-4118-b9fd-31a97d541bcc {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:17.819711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Publish callbacks [] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.841850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Transition to ACTIVE for port object a6d623e9-5540-4118-b9fd-31a97d541bcc will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:35:17.864290 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.871254 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:17.953082 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-367723e2-5bdc-4c54-8d41-2e31a2900a68 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6570a422-da71-471d-bfe0-fea2c1cf9f15), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:17.968417 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:17.968849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.005197 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367723e2-5bdc-4c54-8d41-2e31a2900a68 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Pushing event deleted for resources: {'Port': ['ID=6570a422-da71-471d-bfe0-fea2c1cf9f15,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:18.090490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d623e9-5540-4118-b9fd-31a97d541bcc,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:18.101785 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-367723e2-5bdc-4c54-8d41-2e31a2900a68 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.129957 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-367723e2-5bdc-4c54-8d41-2e31a2900a68 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] 10.222.0.81 "DELETE /v2.0/ports/6570a422-da71-471d-bfe0-fea2c1cf9f15 HTTP/1.1" status: 204 len: 168 time: 0.7182350 Feb 19 03:35:18.132250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44086) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:18.203294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Attempting to bind port a6d623e9-5540-4118-b9fd-31a97d541bcc on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:18.204611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Attempting to bind port a6d623e9-5540-4118-b9fd-31a97d541bcc by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:18.204997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Attempting to bind port a6d623e9-5540-4118-b9fd-31a97d541bcc on network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:18.221060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:18.222323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 40e91da2-58ac-4668-b1ee-02ef66eb980b up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:18.251109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Port a6d623e9-5540-4118-b9fd-31a97d541bcc on network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:35:18.251556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Attempting to bind port a6d623e9-5540-4118-b9fd-31a97d541bcc on network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:18.273375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a567772-5573-4d09-a69e-840939cad484 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Deleting subnet f40d32ae-4637-41af-ab2b-40e85a85c7f6 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:35:18.280800 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a567772-5573-4d09-a69e-840939cad484 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks [] for subnet (f40d32ae-4637-41af-ab2b-40e85a85c7f6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.313798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d5ae8c1-b448-40be-a3cd-188a7303768d req-081316af-2b7d-47aa-b76e-99f3cb40397c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0946503 Feb 19 03:35:18.324905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:18.326346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Checking segment: {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:18.332110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Bound using segment: {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:18.335363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Bound port: a6d623e9-5540-4118-b9fd-31a97d541bcc, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:18.335863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.368835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 40e91da2-58ac-4668-b1ee-02ef66eb980b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:18.369209 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.423250 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a567772-5573-4d09-a69e-840939cad484 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (f40d32ae-4637-41af-ab2b-40e85a85c7f6), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.518599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] For port a6d623e9-5540-4118-b9fd-31a97d541bcc, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:18.523443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] For port a6d623e9-5540-4118-b9fd-31a97d541bcc, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a6d623e9-5540-4118-b9fd-31a97d541bcc,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:18.535513 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.559288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 40e91da2-58ac-4668-b1ee-02ef66eb980b is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:18.591331 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a567772-5573-4d09-a69e-840939cad484 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (f40d32ae-4637-41af-ab2b-40e85a85c7f6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.606536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:18.607267 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.608949 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] 10.222.0.67 "PUT /v2.0/ports/a6d623e9-5540-4118-b9fd-31a97d541bcc HTTP/1.1" status: 200 len: 1092 time: 1.5143931 Feb 19 03:35:18.609466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd88b6e-f3b0-4cb7-b170-864efa03ffcc', 'tag': 'a6d623e9-5540-4118-b9fd-31a97d541bcc'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:18.612229 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5373d57e-d95c-49e7-85a7-bcc03f2d1533" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd88b6e-f3b0-4cb7-b170-864efa03ffcc", "tag": "a6d623e9-5540-4118-b9fd-31a97d541bcc"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:18.704181 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a567772-5573-4d09-a69e-840939cad484 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (f40d32ae-4637-41af-ab2b-40e85a85c7f6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.754022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82619c-5957-4ed6-91f9-514c93a80a01 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d623e9-5540-4118-b9fd-31a97d541bcc,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:18.783571 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a567772-5573-4d09-a69e-840939cad484 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Pushing event deleted for resources: {'Subnet': ['ID=f40d32ae-4637-41af-ab2b-40e85a85c7f6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:18.794785 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a567772-5573-4d09-a69e-840939cad484 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.804992 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6a567772-5573-4d09-a69e-840939cad484 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] 10.222.0.81 "DELETE /v2.0/subnets/f40d32ae-4637-41af-ab2b-40e85a85c7f6 HTTP/1.1" status: 204 len: 168 time: 0.6707840 Feb 19 03:35:18.805217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cb39bc-8a92-44a1-b365-4df334410122 None None] Network 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:18.805634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44102) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:18.821680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886f457-bc6c-47b9-983e-7de83045b564 req-672694ba-c32f-44f9-acb8-09f57c1fd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:18.823502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-672694ba-c32f-44f9-acb8-09f57c1fd560 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc15ce5a2d8b4b8195d783115b25b191&device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1126 time: 0.1429353 Feb 19 03:35:18.925738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:18.953533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40366bb3-3443-4080-9f9d-08c25c198f6d req-9e830d08-d4b3-4bfb-bc41-3b43fcb7e60b tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:18.961829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40366bb3-3443-4080-9f9d-08c25c198f6d req-9e830d08-d4b3-4bfb-bc41-3b43fcb7e60b tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1126 time: 0.2216341 Feb 19 03:35:18.991572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-aeda1af0-e335-4c1b-861e-3388bcd54665 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6d623e9-5540-4118-b9fd-31a97d541bcc HTTP/1.1" status: 200 len: 217 time: 0.1579623 Feb 19 03:35:19.039398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Deleting port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:19.039737 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.071149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886f457-bc6c-47b9-983e-7de83045b564 req-bd3a2698-ca8f-409b-a3dd-035adbb732ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.072640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-bd3a2698-ca8f-409b-a3dd-035adbb732ca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29fd9311-3742-4ead-9f9c-d8ed50f1af12 HTTP/1.1" status: 200 len: 848 time: 0.0706189 Feb 19 03:35:19.094226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef3b3e0-d281-427f-ba63-ea7c2855ac07 None None] DHCP port deletion for 44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:35:19.151117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40366bb3-3443-4080-9f9d-08c25c198f6d req-e8056fbc-129a-4cfa-884e-0ce8d1badac7 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881003 Feb 19 03:35:19.182647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] For port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca,segment=NetworkSegment(4bf336f7-a05c-428d-a733-e0f7195ada67),segment_id=4bf336f7-a05c-428d-a733-e0f7195ada67)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:19.183085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.185719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886f457-bc6c-47b9-983e-7de83045b564 req-d4fbdbe3-cb12-47b0-9ae6-b3a0b24120e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.187277 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-d4fbdbe3-cb12-47b0-9ae6-b3a0b24120e2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c83f05a-997a-4399-b8e1-c841aea8dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1045268 Feb 19 03:35:19.208002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cef3b3e0-d281-427f-ba63-ea7c2855ac07 None None] Deleting port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:19.208541 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cef3b3e0-d281-427f-ba63-ea7c2855ac07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.227115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Calling delete_port for a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:19.235582 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a27374d-db39-4a90-a8dd-65c4f76f6526 x-openstack-request-id: req-6a27374d-db39-4a90-a8dd-65c4f76f6526 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:19.235784 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd88b6e-f3b0-4cb7-b170-864efa03ffcc", "tag": "a6d623e9-5540-4118-b9fd-31a97d541bcc", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:19.236041 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a27374d-db39-4a90-a8dd-65c4f76f6526 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:19.236434 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd88b6e-f3b0-4cb7-b170-864efa03ffcc', 'tag': 'a6d623e9-5540-4118-b9fd-31a97d541bcc', 'status': 'completed', 'code': 200} Feb 19 03:35:19.320400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-143aaeca-32c0-43ab-a9a0-47d84931fb52 service neutron] 10.222.0.67 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260853 Feb 19 03:35:19.335476 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-cef3b3e0-d281-427f-ba63-ea7c2855ac07 None None] For port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca,segment=NetworkSegment(4bf336f7-a05c-428d-a733-e0f7195ada67),segment_id=4bf336f7-a05c-428d-a733-e0f7195ada67)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:19.336235 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cef3b3e0-d281-427f-ba63-ea7c2855ac07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.353269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cef3b3e0-d281-427f-ba63-ea7c2855ac07 None None] Calling delete_port for a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:19.420616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.474164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Pushing event deleted for resources: {'Port': ['ID=a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:19.477203 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] No DVR routers for this DVR port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:35:19.479149 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 03:35:19.489497 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cef3b3e0-d281-427f-ba63-ea7c2855ac07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.507160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3b3e0-d281-427f-ba63-ea7c2855ac07 None None] No DVR routers for this DVR port a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:19.530784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3b3e0-d281-427f-ba63-ea7c2855ac07 None None] Pushing event deleted for resources: {'Port': ['ID=a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:19.531984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ada6ae8-29f7-4ba9-bf28-7ed3abcafe3a req-db8b0389-7c9d-44fc-b605-71b8e2ea6585 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0745611 Feb 19 03:35:19.589325 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.589676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8886f457-bc6c-47b9-983e-7de83045b564 req-d3d6fcb7-4c8b-4073-8b59-eeede015d9c4 service neutron] 10.222.0.67 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615833 Feb 19 03:35:19.611344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:19.624940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf336f7-a05c-428d-a733-e0f7195ada67') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:19.625220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf336f7-a05c-428d-a733-e0f7195ada67') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:19.650872 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (4bf336f7-a05c-428d-a733-e0f7195ada67), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.677647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (4bf336f7-a05c-428d-a733-e0f7195ada67), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.690745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:19.692199 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (4bf336f7-a05c-428d-a733-e0f7195ada67), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.723343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373d57e-d95c-49e7-85a7-bcc03f2d1533 req-ede52ae2-35a0-4e31-98f7-ac1a5cb12453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.726030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5373d57e-d95c-49e7-85a7-bcc03f2d1533 req-ede52ae2-35a0-4e31-98f7-ac1a5cb12453 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc15ce5a2d8b4b8195d783115b25b191&device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1126 time: 0.0814407 Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:19.776568 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:19.791480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:19.807933 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.813523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:19.817668 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] 10.222.0.81 "DELETE /v2.0/networks/44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df HTTP/1.1" status: 204 len: 168 time: 1.0109975 Feb 19 03:35:19.830176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:35:19.830872 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a4e92cdf-a4ff-414d-a5a7-3d9e11d6c4ca not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:35:19.854271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373d57e-d95c-49e7-85a7-bcc03f2d1533 req-b5acf2fe-7402-4736-9933-6c04dc0e6dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.854669 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f614d7f-9a0a-4537-bf4f-a858e9192ee4 tempest-ExtraDHCPOptionsTestJSON-1378804411 tempest-ExtraDHCPOptionsTestJSON-1378804411-project] Pushing event deleted for resources: {'Network': ['ID=44c81b69-1f20-4c8a-be0e-6ce7ccf2e9df,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:19.855859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5373d57e-d95c-49e7-85a7-bcc03f2d1533 req-b5acf2fe-7402-4736-9933-6c04dc0e6dfe service neutron] 10.222.0.67 "GET /v2.0/networks?id=6c83f05a-997a-4399-b8e1-c841aea8dfb9 HTTP/1.1" status: 200 len: 910 time: 0.1230433 Feb 19 03:35:19.920933 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5373d57e-d95c-49e7-85a7-bcc03f2d1533 req-c0dc02ba-5f31-4c2e-b2a9-7601e4e2e213 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6d623e9-5540-4118-b9fd-31a97d541bcc HTTP/1.1" status: 200 len: 217 time: 0.0554025 Feb 19 03:35:19.980357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373d57e-d95c-49e7-85a7-bcc03f2d1533 req-ce89545a-40cf-4517-a243-e5672290fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:19.995756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5373d57e-d95c-49e7-85a7-bcc03f2d1533 req-ce89545a-40cf-4517-a243-e5672290fcad service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29fd9311-3742-4ead-9f9c-d8ed50f1af12 HTTP/1.1" status: 200 len: 848 time: 0.0690546 Feb 19 03:35:20.052537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373d57e-d95c-49e7-85a7-bcc03f2d1533 req-fc8baa20-9531-4895-9011-e08dd9a4f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:20.054302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5373d57e-d95c-49e7-85a7-bcc03f2d1533 req-fc8baa20-9531-4895-9011-e08dd9a4f796 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c83f05a-997a-4399-b8e1-c841aea8dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518622 Feb 19 03:35:20.157602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5373d57e-d95c-49e7-85a7-bcc03f2d1533 req-56af631c-46c2-4af5-9cc9-d4ffade90668 service neutron] 10.222.0.67 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959129 Feb 19 03:35:20.176630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44122) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:20.257169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5373d57e-d95c-49e7-85a7-bcc03f2d1533 req-42d6baaf-1cea-4beb-a6d4-e73f7bc33364 service neutron] 10.222.0.67 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943265 Feb 19 03:35:20.331239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb16ec-4996-46bf-8b87-11061344fb6f req-23400fc9-f162-453c-8499-b9f0535e26c7 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:20.340986 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4fb16ec-4996-46bf-8b87-11061344fb6f req-23400fc9-f162-453c-8499-b9f0535e26c7 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1126 time: 0.0723150 Feb 19 03:35:20.376757 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e96114c4-9a12-4d91-b02d-5de2a96d1949 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af7a014f51ff4479888c29bcd2212ac8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1982682 Feb 19 03:35:20.377587 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44128) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:20.394313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4fb16ec-4996-46bf-8b87-11061344fb6f req-eecda6ef-39b1-49f1-9f15-8f8e62f318f9 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518234 Feb 19 03:35:20.445420 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1db26b0a-9f9c-4df4-8e1d-4c1abc3a4ab8 admin admin] Publish callbacks [] for security_group (cbee5112-f029-46f8-ab5a-aa896558b856), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:20.469832 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1db26b0a-9f9c-4df4-8e1d-4c1abc3a4ab8 admin admin] Publish callbacks [] for security_group (cbee5112-f029-46f8-ab5a-aa896558b856), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:20.530784 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1db26b0a-9f9c-4df4-8e1d-4c1abc3a4ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (cbee5112-f029-46f8-ab5a-aa896558b856), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:20.533944 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1db26b0a-9f9c-4df4-8e1d-4c1abc3a4ab8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:20.538017 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1db26b0a-9f9c-4df4-8e1d-4c1abc3a4ab8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cbee5112-f029-46f8-ab5a-aa896558b856 HTTP/1.1" status: 204 len: 168 time: 0.1566501 Feb 19 03:35:20.551945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db26b0a-9f9c-4df4-8e1d-4c1abc3a4ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbee5112-f029-46f8-ab5a-aa896558b856,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:20.697803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e81e3a5a-8561-4722-b8eb-5ba46a7dcddb req-3c937e78-72b4-40e8-a042-640d34299c9c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0525413 Feb 19 03:35:21.293783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44162) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:21.411229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1533798373'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:21.441718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:21.446087 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.456884 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.569205 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for security_group (53678529-3a5c-4dd2-a25d-3b1ea85dcf10), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.572145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cea07e-fb71-4c48-8559-034c797c4c3f req-70ca6638-3c7e-4c5f-acf0-c28054d4055e tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:21.573688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0cea07e-fb71-4c48-8559-034c797c4c3f req-70ca6638-3c7e-4c5f-acf0-c28054d4055e tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1126 time: 0.0814707 Feb 19 03:35:21.575497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (53678529-3a5c-4dd2-a25d-3b1ea85dcf10), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.613955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:21.631187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53678529-3a5c-4dd2-a25d-3b1ea85dcf10,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:21.641414 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ccaee08f-764f-43eb-9da2-f90e8c89806d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.641753 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Added segment ccaee08f-764f-43eb-9da2-f90e8c89806d of type vlan for network 9156882e-bb3e-4592-be6a-81551ea32694 Feb 19 03:35:21.695913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0cea07e-fb71-4c48-8559-034c797c4c3f req-775786cd-944e-4061-85c3-fbb6441cc11d tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085556 Feb 19 03:35:21.714089 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (9156882e-bb3e-4592-be6a-81551ea32694), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.755120 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (9156882e-bb3e-4592-be6a-81551ea32694), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.761627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:21.762739 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:21.813829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cefb6d2a-2c66-4941-9489-af102e77064f req-8d4bc7c9-fa28-4527-a1d0-3cc631b1257e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0462368 Feb 19 03:35:21.870600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5688825 Feb 19 03:35:21.892750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17ae7fd-a8e3-4e04-bc5f-c7b3414e26d7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Network': ['ID=9156882e-bb3e-4592-be6a-81551ea32694,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:21.910384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 9156882e-bb3e-4592-be6a-81551ea32694 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:22.799698 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:22.833559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94524f-2c48-4385-bcf2-ebf70bddb17d req-603ff738-f037-4b16-9b8d-3319d1b0889b tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:22.841425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c94524f-2c48-4385-bcf2-ebf70bddb17d req-603ff738-f037-4b16-9b8d-3319d1b0889b tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1126 time: 0.0795281 Feb 19 03:35:22.893227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c94524f-2c48-4385-bcf2-ebf70bddb17d req-d419244b-9b3a-42df-8765-c552e6b50795 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465786 Feb 19 03:35:22.988474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b778f74-537e-4da3-886d-3702df51fbcd req-31c485cb-103b-4474-be54-a2cb215dbdd9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0341997 Feb 19 03:35:23.765045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a6d623e9-5540-4118-b9fd-31a97d541bcc details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:35:23.889981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a6d623e9-5540-4118-b9fd-31a97d541bcc, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a6d623e9-5540-4118-b9fd-31a97d541bcc,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:23.903397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'a6d623e9-5540-4118-b9fd-31a97d541bcc', 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9', 'port_id': 'a6d623e9-5540-4118-b9fd-31a97d541bcc', 'mac_address': 'fa:16:3e:83:fd:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fd9311-3742-4ead-9f9c-d8ed50f1af12', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:35:23.910981 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:23.995525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a6d623e9-5540-4118-b9fd-31a97d541bcc is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:23.996183 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:24.020393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d623e9-5540-4118-b9fd-31a97d541bcc {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:24.023400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c9ef6-2c58-4130-9372-27984fe59e8a req-73f821ff-2ae0-4e98-82d9-892195f06404 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:24.029413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-236c9ef6-2c58-4130-9372-27984fe59e8a req-73f821ff-2ae0-4e98-82d9-892195f06404 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1126 time: 0.0587471 Feb 19 03:35:24.059924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a6d623e9-5540-4118-b9fd-31a97d541bcc, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a6d623e9-5540-4118-b9fd-31a97d541bcc,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:24.075734 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:24.116383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-236c9ef6-2c58-4130-9372-27984fe59e8a req-3851b681-e64d-4f4b-83e5-03418e2e4358 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802906 Feb 19 03:35:24.169172 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a6d623e9-5540-4118-b9fd-31a97d541bcc,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:24.244532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-edb7a351-1ec8-4395-8671-a00473ac55b4 req-c6b6fecf-e92c-4eb7-b30b-d6f55f63939e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e99c2e83-28dc-4d1c-9600-cc6efdcbc2c6 HTTP/1.1" status: 200 len: 210 time: 0.0372131 Feb 19 03:35:24.361085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a6d623e9-5540-4118-b9fd-31a97d541bcc'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:35:25.099621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44192) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:25.106552 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-44a74ea6-6fdd-43c7-b0d4-b3d9220e047c tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'subnet': {'network_id': '9156882e-bb3e-4592-be6a-81551ea32694', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:25.210340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a74ea6-6fdd-43c7-b0d4-b3d9220e047c tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:25.214441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44a74ea6-6fdd-43c7-b0d4-b3d9220e047c tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.242497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695559c-c00a-483f-9581-8a311709a0c4 req-8a665410-ff47-4804-9117-430f1898fc81 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:25.249966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b695559c-c00a-483f-9581-8a311709a0c4 req-8a665410-ff47-4804-9117-430f1898fc81 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1127 time: 0.0546770 Feb 19 03:35:25.313073 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b695559c-c00a-483f-9581-8a311709a0c4 req-4339c87a-fa0d-453c-be16-13ab2058920b tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578814 Feb 19 03:35:25.448589 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44a74ea6-6fdd-43c7-b0d4-b3d9220e047c tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (73b869be-977f-46e4-877b-41b632864c2d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.537396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a74ea6-6fdd-43c7-b0d4-b3d9220e047c tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Subnet': ['ID=73b869be-977f-46e4-877b-41b632864c2d,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:25.564861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a74ea6-6fdd-43c7-b0d4-b3d9220e047c tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Checking segment: {'id': 'ccaee08f-764f-43eb-9da2-f90e8c89806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9156882e-bb3e-4592-be6a-81551ea32694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:25.565930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a74ea6-6fdd-43c7-b0d4-b3d9220e047c tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network hostable DHCP agents. Network: 9156882e-bb3e-4592-be6a-81551ea32694, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:25.590529 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a74ea6-6fdd-43c7-b0d4-b3d9220e047c tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network 9156882e-bb3e-4592-be6a-81551ea32694 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:25.603560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-44a74ea6-6fdd-43c7-b0d4-b3d9220e047c tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 9156882e-bb3e-4592-be6a-81551ea32694) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:25.609352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a74ea6-6fdd-43c7-b0d4-b3d9220e047c tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:25.611034 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44a74ea6-6fdd-43c7-b0d4-b3d9220e047c tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.617280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb245bc-604e-4204-9033-e6ed327bf297 None None] Network 9156882e-bb3e-4592-be6a-81551ea32694 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:25.678813 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-44a74ea6-6fdd-43c7-b0d4-b3d9220e047c tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5763478 Feb 19 03:35:25.681805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44208) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:25.687206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c562b74d-35b6-464d-b4b7-9e5a67433918 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1179045733'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:25.737422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c562b74d-35b6-464d-b4b7-9e5a67433918 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:25.741466 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c562b74d-35b6-464d-b4b7-9e5a67433918 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.809131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c562b74d-35b6-464d-b4b7-9e5a67433918 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:25.830448 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c562b74d-35b6-464d-b4b7-9e5a67433918 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ef141687-606b-480d-810c-7be85a25de75), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.830854 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-c562b74d-35b6-464d-b4b7-9e5a67433918 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Added segment ef141687-606b-480d-810c-7be85a25de75 of type vlan for network d40aaf99-e767-48a9-a96c-a2ebd7cd42ae Feb 19 03:35:25.910202 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c562b74d-35b6-464d-b4b7-9e5a67433918 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (d40aaf99-e767-48a9-a96c-a2ebd7cd42ae), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.969197 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c562b74d-35b6-464d-b4b7-9e5a67433918 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (d40aaf99-e767-48a9-a96c-a2ebd7cd42ae), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.974172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c562b74d-35b6-464d-b4b7-9e5a67433918 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:25.974758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c562b74d-35b6-464d-b4b7-9e5a67433918 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:25.977737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a6d623e9-5540-4118-b9fd-31a97d541bcc up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:26.030862 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-9156882e-bb3e-4592-be6a-81551ea32694', 'network_id': '9156882e-bb3e-4592-be6a-81551ea32694', 'project_id': 'c55e0adeeab845dca61398c1b832de7b', 'fixed_ips': [{'subnet_id': '73b869be-977f-46e4-877b-41b632864c2d'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:26.031816 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.085533 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c562b74d-35b6-464d-b4b7-9e5a67433918 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4026022 Feb 19 03:35:26.088482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44212) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:26.093562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'subnet': {'network_id': 'd40aaf99-e767-48a9-a96c-a2ebd7cd42ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:26.125917 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port a6d623e9-5540-4118-b9fd-31a97d541bcc completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:35:26.143680 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port a6d623e9-5540-4118-b9fd-31a97d541bcc triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:26.144152 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.161892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562b74d-35b6-464d-b4b7-9e5a67433918 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Network': ['ID=d40aaf99-e767-48a9-a96c-a2ebd7cd42ae,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:26.186157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network d40aaf99-e767-48a9-a96c-a2ebd7cd42ae details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:26.311422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:26.316040 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.382973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Allocated IP 2001:db8:0:ffff::2 (9156882e-bb3e-4592-be6a-81551ea32694/73b869be-977f-46e4-877b-41b632864c2d/3a904e1d-4635-47d4-85aa-7ca009e20945) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:26.532264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a6d623e9-5540-4118-b9fd-31a97d541bcc is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:26.532752 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.533164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef6b2c-b68d-4240-9539-c53b2fd1783c req-c43a73e3-87c2-414c-8b41-f8ea1eeb5247 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:26.536584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17ef6b2c-b68d-4240-9539-c53b2fd1783c req-c43a73e3-87c2-414c-8b41-f8ea1eeb5247 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1127 time: 0.0908685 Feb 19 03:35:26.620836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17ef6b2c-b68d-4240-9539-c53b2fd1783c req-062eaba5-b0e1-417b-9760-6e6b9d1ece06 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769501 Feb 19 03:35:26.720407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd88b6e-f3b0-4cb7-b170-864efa03ffcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d623e9-5540-4118-b9fd-31a97d541bcc'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:26.727004 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897e0711-1c23-468e-bd49-f55b040be672" -d '{"events": [{"server_uuid": "7dd88b6e-f3b0-4cb7-b170-864efa03ffcc", "name": "network-vif-plugged", "status": "completed", "tag": "a6d623e9-5540-4118-b9fd-31a97d541bcc"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:26.760837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a6d623e9-5540-4118-b9fd-31a97d541bcc, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a6d623e9-5540-4118-b9fd-31a97d541bcc,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:26.780846 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:26.821308 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ab71f1-63dd-45b0-8589-2b25654b784b x-openstack-request-id: req-b3ab71f1-63dd-45b0-8589-2b25654b784b {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:26.821308 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd88b6e-f3b0-4cb7-b170-864efa03ffcc", "name": "network-vif-plugged", "status": "completed", "tag": "a6d623e9-5540-4118-b9fd-31a97d541bcc", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:26.821667 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3ab71f1-63dd-45b0-8589-2b25654b784b {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:26.821927 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd88b6e-f3b0-4cb7-b170-864efa03ffcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d623e9-5540-4118-b9fd-31a97d541bcc', 'code': 200} Feb 19 03:35:26.951758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad8cb6-d706-473d-b4fb-226b4616cd5f req-1f44587d-b8e5-4063-a7f2-3de509fe677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:26.953347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7ad8cb6-d706-473d-b4fb-226b4616cd5f req-1f44587d-b8e5-4063-a7f2-3de509fe677a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1128 time: 0.0891778 Feb 19 03:35:27.027005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.objects.ports [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109898) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:35:27.028691 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (60035ab3-d6c6-43af-a038-f0e84ca2faac), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.044189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a6d623e9-5540-4118-b9fd-31a97d541bcc,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:27.064332 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Publish callbacks [] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.074512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7ad8cb6-d706-473d-b4fb-226b4616cd5f req-af433963-57f3-4748-89a1-5679518d7b83 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132827 Feb 19 03:35:27.080899 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.157273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Network 9156882e-bb3e-4592-be6a-81551ea32694 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:27.160825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:27.165063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:27.192066 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Subnet': ['ID=60035ab3-d6c6-43af-a038-f0e84ca2faac,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:27.257841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Checking segment: {'id': 'ef141687-606b-480d-810c-7be85a25de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd40aaf99-e767-48a9-a96c-a2ebd7cd42ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:27.258249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network hostable DHCP agents. Network: d40aaf99-e767-48a9-a96c-a2ebd7cd42ae, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:27.285517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Pushing event updated for resources: {'Port': ['ID=3a904e1d-4635-47d4-85aa-7ca009e20945,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:27.302397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network d40aaf99-e767-48a9-a96c-a2ebd7cd42ae is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:27.303618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Attempting to bind port 3a904e1d-4635-47d4-85aa-7ca009e20945 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:27.303994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Attempting to bind port 3a904e1d-4635-47d4-85aa-7ca009e20945 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ccaee08f-764f-43eb-9da2-f90e8c89806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9156882e-bb3e-4592-be6a-81551ea32694'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:27.304364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Attempting to bind port 3a904e1d-4635-47d4-85aa-7ca009e20945 on network 9156882e-bb3e-4592-be6a-81551ea32694 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:27.309510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:27.309942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Checking segment: {'id': 'ccaee08f-764f-43eb-9da2-f90e8c89806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9156882e-bb3e-4592-be6a-81551ea32694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:27.310287 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.310687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Bound using segment: {'id': 'ccaee08f-764f-43eb-9da2-f90e8c89806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9156882e-bb3e-4592-be6a-81551ea32694'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:27.311608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Bound port: 3a904e1d-4635-47d4-85aa-7ca009e20945, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccaee08f-764f-43eb-9da2-f90e8c89806d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9156882e-bb3e-4592-be6a-81551ea32694'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:27.311885 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.318804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, d40aaf99-e767-48a9-a96c-a2ebd7cd42ae) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:27.331914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:27.332188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.363154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bcd26d-b3c5-4ef2-ac91-d7f3d3a9188b None None] Network d40aaf99-e767-48a9-a96c-a2ebd7cd42ae requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:27.373468 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2537d326-3874-4868-b55a-a760af14fc1e tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2813001 Feb 19 03:35:27.373728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44226) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:27.379605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'port': {'network_id': 'd40aaf99-e767-48a9-a96c-a2ebd7cd42ae', 'name': 'tempest-NetworksIpV6TestAttrs-828846707'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:27.560791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-d40aaf99-e767-48a9-a96c-a2ebd7cd42ae', 'network_id': 'd40aaf99-e767-48a9-a96c-a2ebd7cd42ae', 'project_id': 'c55e0adeeab845dca61398c1b832de7b', 'fixed_ips': [{'subnet_id': '60035ab3-d6c6-43af-a038-f0e84ca2faac'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:27.561650 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.587111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] For port 3a904e1d-4635-47d4-85aa-7ca009e20945, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:27.627568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:27.631795 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.692008 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] device_id is not set on port 4fae7782-a184-4541-adf3-302205a4b5d9 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:27.771242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Allocated IP 2001:db8::f816:3eff:fe70:ddaf (d40aaf99-e767-48a9-a96c-a2ebd7cd42ae/60035ab3-d6c6-43af-a038-f0e84ca2faac/1490e416-c6ad-42b8-8cbe-349d808be47d) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:27.871526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e5300-38d8-417f-98c4-439ff88ca7d7 req-73656552-2d11-441f-8e27-2a1d35b2bcba tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:27.878473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f4e5300-38d8-417f-98c4-439ff88ca7d7 req-73656552-2d11-441f-8e27-2a1d35b2bcba tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1128 time: 0.0691085 Feb 19 03:35:27.965234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f4e5300-38d8-417f-98c4-439ff88ca7d7 req-50e545fe-d440-4809-85cf-5101d93f7c78 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711410 Feb 19 03:35:27.985372 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Publish callbacks [] for port (1490e416-c6ad-42b8-8cbe-349d808be47d), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:27.999008 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (1490e416-c6ad-42b8-8cbe-349d808be47d), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:28.002980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] For port 3a904e1d-4635-47d4-85aa-7ca009e20945, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a904e1d-4635-47d4-85aa-7ca009e20945,segment=NetworkSegment(ccaee08f-764f-43eb-9da2-f90e8c89806d),segment_id=ccaee08f-764f-43eb-9da2-f90e8c89806d)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:28.054216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Pushing event updated for resources: {'Port': ['ID=1490e416-c6ad-42b8-8cbe-349d808be47d,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:28.063157 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:28.083477 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Allocated IP 2001:db8::f816:3eff:fe57:d321 (d40aaf99-e767-48a9-a96c-a2ebd7cd42ae/60035ab3-d6c6-43af-a038-f0e84ca2faac/4fae7782-a184-4541-adf3-302205a4b5d9) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:28.115811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Network d40aaf99-e767-48a9-a96c-a2ebd7cd42ae is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:28.133471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:28.140241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:28.280015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ebe66-24ea-4ce6-84e3-b8d8405f7953 None None] Pushing event updated for resources: {'Port': ['ID=3a904e1d-4635-47d4-85aa-7ca009e20945,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:28.331365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Attempting to bind port 1490e416-c6ad-42b8-8cbe-349d808be47d on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:28.332600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Attempting to bind port 1490e416-c6ad-42b8-8cbe-349d808be47d by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ef141687-606b-480d-810c-7be85a25de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd40aaf99-e767-48a9-a96c-a2ebd7cd42ae'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:28.334648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Attempting to bind port 1490e416-c6ad-42b8-8cbe-349d808be47d on network d40aaf99-e767-48a9-a96c-a2ebd7cd42ae {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:28.362378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:28.363091 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Checking segment: {'id': 'ef141687-606b-480d-810c-7be85a25de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd40aaf99-e767-48a9-a96c-a2ebd7cd42ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:28.363506 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:28.369145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Bound using segment: {'id': 'ef141687-606b-480d-810c-7be85a25de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd40aaf99-e767-48a9-a96c-a2ebd7cd42ae'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:28.371626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Bound port: 1490e416-c6ad-42b8-8cbe-349d808be47d, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef141687-606b-480d-810c-7be85a25de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd40aaf99-e767-48a9-a96c-a2ebd7cd42ae'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:28.374144 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1490e416-c6ad-42b8-8cbe-349d808be47d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:28.463911 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for port (4fae7782-a184-4541-adf3-302205a4b5d9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:28.578718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] For port 1490e416-c6ad-42b8-8cbe-349d808be47d, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:28.585935 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4fae7782-a184-4541-adf3-302205a4b5d9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:28.595941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] For port 1490e416-c6ad-42b8-8cbe-349d808be47d, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1490e416-c6ad-42b8-8cbe-349d808be47d,segment=NetworkSegment(ef141687-606b-480d-810c-7be85a25de75),segment_id=ef141687-606b-480d-810c-7be85a25de75)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:28.619958 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1490e416-c6ad-42b8-8cbe-349d808be47d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:28.681482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network d40aaf99-e767-48a9-a96c-a2ebd7cd42ae is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:28.708320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:28.722311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:28.740187 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:28.740889 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:28.796050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891cd9e5-e7b3-4763-b7ab-b3e82524b8fc None None] Pushing event updated for resources: {'Port': ['ID=1490e416-c6ad-42b8-8cbe-349d808be47d,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:28.818842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Port': ['ID=4fae7782-a184-4541-adf3-302205a4b5d9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:28.839202 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3888936e-2a9c-4829-8513-771752d52edb tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4620142 Feb 19 03:35:28.839686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44238) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:28.982100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa3a0d5-740e-4c77-bbbc-e2495c6d3cc7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Deleting subnet 60035ab3-d6c6-43af-a038-f0e84ca2faac {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:35:28.987648 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6aa3a0d5-740e-4c77-bbbc-e2495c6d3cc7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for subnet (60035ab3-d6c6-43af-a038-f0e84ca2faac), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.057756 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6aa3a0d5-740e-4c77-bbbc-e2495c6d3cc7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (60035ab3-d6c6-43af-a038-f0e84ca2faac), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.259852 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6aa3a0d5-740e-4c77-bbbc-e2495c6d3cc7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (60035ab3-d6c6-43af-a038-f0e84ca2faac), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.405482 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6aa3a0d5-740e-4c77-bbbc-e2495c6d3cc7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (60035ab3-d6c6-43af-a038-f0e84ca2faac), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.468194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa3a0d5-740e-4c77-bbbc-e2495c6d3cc7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Subnet': ['ID=60035ab3-d6c6-43af-a038-f0e84ca2faac,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:29.475761 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbf39d-c6db-437b-8cbe-f0d9b39d0356 req-3dc6fa35-de72-45b8-86eb-79b9c237fe0b tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:29.477703 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1dbf39d-c6db-437b-8cbe-f0d9b39d0356 req-3dc6fa35-de72-45b8-86eb-79b9c237fe0b tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1128 time: 0.2886140 Feb 19 03:35:29.478829 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6aa3a0d5-740e-4c77-bbbc-e2495c6d3cc7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:29.486223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44246) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:29.486774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6aa3a0d5-740e-4c77-bbbc-e2495c6d3cc7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/subnets/60035ab3-d6c6-43af-a038-f0e84ca2faac HTTP/1.1" status: 204 len: 168 time: 0.6455007 Feb 19 03:35:29.545132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1dbf39d-c6db-437b-8cbe-f0d9b39d0356 req-f9a093a0-f4cb-4bab-b0b1-5e3ca7a26d67 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571346 Feb 19 03:35:29.665509 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bee4ccd-93d6-457b-a354-b2d3c2267051 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:29.667963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bee4ccd-93d6-457b-a354-b2d3c2267051 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:29.675185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44250) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:29.686731 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3bee4ccd-93d6-457b-a354-b2d3c2267051 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1983354 Feb 19 03:35:29.951229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1490e416-c6ad-42b8-8cbe-349d808be47d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:30.022698 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cfb752f0-3eb0-461e-8714-60b7420e9a53 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (d40aaf99-e767-48a9-a96c-a2ebd7cd42ae), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.032820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 1490e416-c6ad-42b8-8cbe-349d808be47d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:30.033245 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1490e416-c6ad-42b8-8cbe-349d808be47d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.034133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777c0a3-b4b9-4ba7-914a-d02938245bf0 req-947d131b-7396-47d4-9dc6-b84112684099 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:30.045971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2777c0a3-b4b9-4ba7-914a-d02938245bf0 req-947d131b-7396-47d4-9dc6-b84112684099 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1128 time: 0.2412269 Feb 19 03:35:30.097527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8295bb63-33ef-475b-9c86-6b2ce8e654c7 None None] Network 9156882e-bb3e-4592-be6a-81551ea32694 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:30.158673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2777c0a3-b4b9-4ba7-914a-d02938245bf0 req-cf8e6832-149a-454a-a546-1d020e5bd21b tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083040 Feb 19 03:35:30.161032 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb752f0-3eb0-461e-8714-60b7420e9a53 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 03:35:30.161501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb752f0-3eb0-461e-8714-60b7420e9a53 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:35:30.164621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cfb752f0-3eb0-461e-8714-60b7420e9a53 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/networks/d40aaf99-e767-48a9-a96c-a2ebd7cd42ae HTTP/1.1" status: 409 len: 466 time: 0.4878044 Feb 19 03:35:30.183275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44256) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:30.183275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-94f82f7d-da86-4782-ac25-203877d7ea20 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-33032465'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:30.230131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-84fe4271-73fa-481e-887f-ede68e832178 None None] Provisioning complete for port 3a904e1d-4635-47d4-85aa-7ca009e20945 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:30.230834 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84fe4271-73fa-481e-887f-ede68e832178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.238964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f82f7d-da86-4782-ac25-203877d7ea20 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:30.243703 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-94f82f7d-da86-4782-ac25-203877d7ea20 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.294781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f82f7d-da86-4782-ac25-203877d7ea20 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:30.322675 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-94f82f7d-da86-4782-ac25-203877d7ea20 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8692d3e0-0f13-4277-8e6f-be39f8be4b2b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.324219 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-94f82f7d-da86-4782-ac25-203877d7ea20 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Added segment 8692d3e0-0f13-4277-8e6f-be39f8be4b2b of type vlan for network 1da9526c-6387-4971-bc45-7d4fb677a520 Feb 19 03:35:30.400382 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-94f82f7d-da86-4782-ac25-203877d7ea20 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (1da9526c-6387-4971-bc45-7d4fb677a520), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.450117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-94f82f7d-da86-4782-ac25-203877d7ea20 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (1da9526c-6387-4971-bc45-7d4fb677a520), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.454278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f82f7d-da86-4782-ac25-203877d7ea20 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:30.455199 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-94f82f7d-da86-4782-ac25-203877d7ea20 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.563098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ac8df0-8b10-49aa-a3cb-e3eaac50e22f None None] Network d40aaf99-e767-48a9-a96c-a2ebd7cd42ae requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:30.563414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-94f82f7d-da86-4782-ac25-203877d7ea20 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3878341 Feb 19 03:35:30.567723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44262) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:30.574262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'subnet': {'network_id': '1da9526c-6387-4971-bc45-7d4fb677a520', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:30.579722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f82f7d-da86-4782-ac25-203877d7ea20 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Network': ['ID=1da9526c-6387-4971-bc45-7d4fb677a520,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:30.614185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 1da9526c-6387-4971-bc45-7d4fb677a520 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:30.625638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 1490e416-c6ad-42b8-8cbe-349d808be47d is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:30.626816 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1490e416-c6ad-42b8-8cbe-349d808be47d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.639506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e1705-32fb-4308-9f80-e0a47d6fd7a3 req-e1072f54-7be7-4c81-9aab-f046df069f54 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:30.641238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-673e1705-32fb-4308-9f80-e0a47d6fd7a3 req-e1072f54-7be7-4c81-9aab-f046df069f54 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1128 time: 0.2042840 Feb 19 03:35:30.718086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:30.721685 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:30.742378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-673e1705-32fb-4308-9f80-e0a47d6fd7a3 req-0098a6b3-6e3d-4425-a32b-671a38772c7f tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911298 Feb 19 03:35:30.869834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-84fe4271-73fa-481e-887f-ede68e832178 None None] Current status of the port 3a904e1d-4635-47d4-85aa-7ca009e20945 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:30.870541 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84fe4271-73fa-481e-887f-ede68e832178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.034807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 1490e416-c6ad-42b8-8cbe-349d808be47d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1490e416-c6ad-42b8-8cbe-349d808be47d,segment=NetworkSegment(ef141687-606b-480d-810c-7be85a25de75),segment_id=ef141687-606b-480d-810c-7be85a25de75)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:31.079618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-84fe4271-73fa-481e-887f-ede68e832178 None None] For port 3a904e1d-4635-47d4-85aa-7ca009e20945, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a904e1d-4635-47d4-85aa-7ca009e20945,segment=NetworkSegment(ccaee08f-764f-43eb-9da2-f90e8c89806d),segment_id=ccaee08f-764f-43eb-9da2-f90e8c89806d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:31.083668 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1490e416-c6ad-42b8-8cbe-349d808be47d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.085252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a904e1d-4635-47d4-85aa-7ca009e20945 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:31.129061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.objects.ports [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109899) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:35:31.130586 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (02226542-ed1c-480d-8fd7-6222a1570110), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.243234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Checking segment: {'id': '8692d3e0-0f13-4277-8e6f-be39f8be4b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1da9526c-6387-4971-bc45-7d4fb677a520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:31.243602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network hostable DHCP agents. Network: 1da9526c-6387-4971-bc45-7d4fb677a520, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:31.257110 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84fe4271-73fa-481e-887f-ede68e832178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.263918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Subnet': ['ID=02226542-ed1c-480d-8fd7-6222a1570110,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:31.269775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=1490e416-c6ad-42b8-8cbe-349d808be47d,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:31.339068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network 1da9526c-6387-4971-bc45-7d4fb677a520 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:31.368382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 1da9526c-6387-4971-bc45-7d4fb677a520) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:31.375367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:31.375964 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.422078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0796472a-040c-41fd-ab95-5a324f329016 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8529973 Feb 19 03:35:31.428627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44282) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:31.435039 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'port': {'network_id': '1da9526c-6387-4971-bc45-7d4fb677a520', 'name': 'tempest-NetworksIpV6TestAttrs-422504224'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:31.448653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-4e7f13a5-7d91-4de4-93e3-4ddc47baddb6 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:31.456787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-4e7f13a5-7d91-4de4-93e3-4ddc47baddb6 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/networks?id=6c83f05a-997a-4399-b8e1-c841aea8dfb9 HTTP/1.1" status: 200 len: 910 time: 0.2252388 Feb 19 03:35:31.473409 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-189b512d-8af2-45f3-bcf3-18cf6d9a520f tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/quotas/fc15ce5a2d8b4b8195d783115b25b191 HTTP/1.1" status: 200 len: 375 time: 0.0155821 Feb 19 03:35:31.530831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-4976e58a-8e8f-46de-b97c-a65f2a0a0bb5 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?tenant_id=fc15ce5a2d8b4b8195d783115b25b191&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0564041 Feb 19 03:35:31.562628 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:31.566160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.601813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] device_id is not set on port 5b3b9fed-bc62-4212-9a20-8bb1bd6095d4 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:31.657091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-12980487-89bd-4f05-9284-a52908ef2bb5 service neutron] 10.222.0.81 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186054 Feb 19 03:35:31.699125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb117479-cd68-4d4e-b54f-f313278afb24 None None] Network 1da9526c-6387-4971-bc45-7d4fb677a520 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:31.700931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bad36a-51fb-40b9-a491-ce6d7ad8843c None None] DHCP port deletion for d40aaf99-e767-48a9-a96c-a2ebd7cd42ae request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:35:31.763555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe4271-73fa-481e-887f-ede68e832178 None None] Pushing event updated for resources: {'Port': ['ID=3a904e1d-4635-47d4-85aa-7ca009e20945,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:31.794767 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ecee981a-e54e-49c2-a572-68cfb9fb6142 None None] Provisioning complete for port 1490e416-c6ad-42b8-8cbe-349d808be47d triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:31.795556 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ecee981a-e54e-49c2-a572-68cfb9fb6142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1490e416-c6ad-42b8-8cbe-349d808be47d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.802739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3a904e1d-4635-47d4-85aa-7ca009e20945 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:31.802942 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:31.817722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Allocated IP 2001:db8::f816:3eff:fe92:1017 (1da9526c-6387-4971-bc45-7d4fb677a520/02226542-ed1c-480d-8fd7-6222a1570110/5b3b9fed-bc62-4212-9a20-8bb1bd6095d4) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:31.842758 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-1cf27500-7576-4a5f-aba5-f9fbd4cbdc9e service neutron] 10.222.0.81 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801243 Feb 19 03:35:32.058313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-1da9526c-6387-4971-bc45-7d4fb677a520', 'network_id': '1da9526c-6387-4971-bc45-7d4fb677a520', 'project_id': 'c55e0adeeab845dca61398c1b832de7b', 'fixed_ips': [{'subnet_id': '02226542-ed1c-480d-8fd7-6222a1570110'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:32.059208 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.065465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-03bad36a-51fb-40b9-a491-ce6d7ad8843c None None] Deleting port 1490e416-c6ad-42b8-8cbe-349d808be47d {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:32.065823 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-03bad36a-51fb-40b9-a491-ce6d7ad8843c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (1490e416-c6ad-42b8-8cbe-349d808be47d), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.088099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1cadd205-10e4-4fd4-80a4-643b1ebf12f2 req-b289061c-5796-4d4e-b033-f477d3b9dd9c tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 210 time: 0.0289290 Feb 19 03:35:32.191618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ecee981a-e54e-49c2-a572-68cfb9fb6142 None None] Current status of the port 1490e416-c6ad-42b8-8cbe-349d808be47d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:32.375980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-03bad36a-51fb-40b9-a491-ce6d7ad8843c None None] For port 1490e416-c6ad-42b8-8cbe-349d808be47d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1490e416-c6ad-42b8-8cbe-349d808be47d,segment=NetworkSegment(ef141687-606b-480d-810c-7be85a25de75),segment_id=ef141687-606b-480d-810c-7be85a25de75)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:32.376813 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-03bad36a-51fb-40b9-a491-ce6d7ad8843c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (1490e416-c6ad-42b8-8cbe-349d808be47d), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.383809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3a904e1d-4635-47d4-85aa-7ca009e20945 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:32.471541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-03bad36a-51fb-40b9-a491-ce6d7ad8843c None None] Calling delete_port for 1490e416-c6ad-42b8-8cbe-349d808be47d owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:32.482078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-956db83d-77f9-4a2c-aeb1-2e2fe4a7e4e3 None None] Provisioning complete for port 3a904e1d-4635-47d4-85aa-7ca009e20945 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:32.482771 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-956db83d-77f9-4a2c-aeb1-2e2fe4a7e4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.611574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a904e1d-4635-47d4-85aa-7ca009e20945 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:32.614840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for port (5b3b9fed-bc62-4212-9a20-8bb1bd6095d4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.655430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5b3b9fed-bc62-4212-9a20-8bb1bd6095d4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.776109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network 1da9526c-6387-4971-bc45-7d4fb677a520 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:32.784309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Allocated IP 2001:db8::f816:3eff:fefe:a25f (1da9526c-6387-4971-bc45-7d4fb677a520/02226542-ed1c-480d-8fd7-6222a1570110/900db982-41e9-473f-8502-9705b3f4367e) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:32.792846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:32.796349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:32.804221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:32.805159 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.829986 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-03bad36a-51fb-40b9-a491-ce6d7ad8843c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (1490e416-c6ad-42b8-8cbe-349d808be47d), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.838831 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Port': ['ID=5b3b9fed-bc62-4212-9a20-8bb1bd6095d4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:32.854004 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1539f288-d9e9-4abf-8694-fb81b0e760a0 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4242034 Feb 19 03:35:32.858615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44304) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:32.873205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bad36a-51fb-40b9-a491-ce6d7ad8843c None None] No DVR routers for this DVR port 1490e416-c6ad-42b8-8cbe-349d808be47d on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:32.904264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3a904e1d-4635-47d4-85aa-7ca009e20945 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:32.908360 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:32.949185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e443ecd-4d12-441f-b960-bf506bc1f503 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Deleting subnet 02226542-ed1c-480d-8fd7-6222a1570110 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:35:33.056387 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-956db83d-77f9-4a2c-aeb1-2e2fe4a7e4e3 None None] Current status of the port 3a904e1d-4635-47d4-85aa-7ca009e20945 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:33.061440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bad36a-51fb-40b9-a491-ce6d7ad8843c None None] Pushing event deleted for resources: {'Port': ['ID=1490e416-c6ad-42b8-8cbe-349d808be47d,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:33.266387 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Publish callbacks [] for port (900db982-41e9-473f-8502-9705b3f4367e), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.275346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73724a05-261b-4111-be93-f4d026bd839b req-7b701915-842d-4bdd-9321-0fee68c7f378 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 210 time: 0.0601704 Feb 19 03:35:33.278388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3a904e1d-4635-47d4-85aa-7ca009e20945 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:33.278763 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e443ecd-4d12-441f-b960-bf506bc1f503 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for subnet (02226542-ed1c-480d-8fd7-6222a1570110), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.282329 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (900db982-41e9-473f-8502-9705b3f4367e), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.340807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Network 1da9526c-6387-4971-bc45-7d4fb677a520 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:33.349342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:33.351824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Pushing event updated for resources: {'Port': ['ID=900db982-41e9-473f-8502-9705b3f4367e,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:33.354346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:33.423253 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1490e416-c6ad-42b8-8cbe-349d808be47d no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:33.453322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 1490e416-c6ad-42b8-8cbe-349d808be47d {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:35:33.453756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1490e416-c6ad-42b8-8cbe-349d808be47d not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:35:33.455506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Attempting to bind port 900db982-41e9-473f-8502-9705b3f4367e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:33.455939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Attempting to bind port 900db982-41e9-473f-8502-9705b3f4367e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8692d3e0-0f13-4277-8e6f-be39f8be4b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1da9526c-6387-4971-bc45-7d4fb677a520'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:33.456377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Attempting to bind port 900db982-41e9-473f-8502-9705b3f4367e on network 1da9526c-6387-4971-bc45-7d4fb677a520 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:33.464171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:33.464619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Checking segment: {'id': '8692d3e0-0f13-4277-8e6f-be39f8be4b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1da9526c-6387-4971-bc45-7d4fb677a520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:33.465123 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.465576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Bound using segment: {'id': '8692d3e0-0f13-4277-8e6f-be39f8be4b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1da9526c-6387-4971-bc45-7d4fb677a520'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:33.467439 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Bound port: 900db982-41e9-473f-8502-9705b3f4367e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8692d3e0-0f13-4277-8e6f-be39f8be4b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1da9526c-6387-4971-bc45-7d4fb677a520'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:33.467889 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (900db982-41e9-473f-8502-9705b3f4367e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.597808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] For port 900db982-41e9-473f-8502-9705b3f4367e, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:33.601933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] For port 900db982-41e9-473f-8502-9705b3f4367e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=900db982-41e9-473f-8502-9705b3f4367e,segment=NetworkSegment(8692d3e0-0f13-4277-8e6f-be39f8be4b2b),segment_id=8692d3e0-0f13-4277-8e6f-be39f8be4b2b)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:33.615497 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (900db982-41e9-473f-8502-9705b3f4367e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.789737 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-96e3b74c-219e-49fa-84e0-c55f79b9a661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:33.800001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd8797-6e24-4a9a-8086-3ae612632b33 None None] Pushing event updated for resources: {'Port': ['ID=900db982-41e9-473f-8502-9705b3f4367e,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:34.055088 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e443ecd-4d12-441f-b960-bf506bc1f503 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (02226542-ed1c-480d-8fd7-6222a1570110), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.350220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e443ecd-4d12-441f-b960-bf506bc1f503 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (02226542-ed1c-480d-8fd7-6222a1570110), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.475046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0beb451-619c-417a-beaa-e353acbcc434 req-9709a1e2-c45a-4828-9f34-213346e87f1f tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 210 time: 0.0481553 Feb 19 03:35:34.478999 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e443ecd-4d12-441f-b960-bf506bc1f503 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (02226542-ed1c-480d-8fd7-6222a1570110), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.533309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e443ecd-4d12-441f-b960-bf506bc1f503 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Subnet': ['ID=02226542-ed1c-480d-8fd7-6222a1570110,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:34.546968 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e443ecd-4d12-441f-b960-bf506bc1f503 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.550920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2e443ecd-4d12-441f-b960-bf506bc1f503 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/subnets/02226542-ed1c-480d-8fd7-6222a1570110 HTTP/1.1" status: 204 len: 168 time: 1.6906865 Feb 19 03:35:34.559362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44324) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:34.582339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-2856a8fa-ce98-40cb-9a2f-e0b3f344df69 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:34.592520 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-2856a8fa-ce98-40cb-9a2f-e0b3f344df69 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.87 "GET /v2.0/networks?id=6c83f05a-997a-4399-b8e1-c841aea8dfb9 HTTP/1.1" status: 200 len: 910 time: 0.4074566 Feb 19 03:35:34.605364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Request body: {'port': {'device_id': '4b7c3cd2-6078-41f8-8614-3a025e706e64', 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9', 'admin_state_up': True, 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:34.660285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Made reservation on behalf of fc15ce5a2d8b4b8195d783115b25b191 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:34.663603 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.685659 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 900db982-41e9-473f-8502-9705b3f4367e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:34.694956 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0641de-7cab-4e69-8734-19175f08ffaa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:34.696595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0641de-7cab-4e69-8734-19175f08ffaa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:34.698230 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9d0641de-7cab-4e69-8734-19175f08ffaa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1378562 Feb 19 03:35:34.703481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44330) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:34.812999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 900db982-41e9-473f-8502-9705b3f4367e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:34.813429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (900db982-41e9-473f-8502-9705b3f4367e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.844360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Allocated IP 172.20.0.5 (6c83f05a-997a-4399-b8e1-c841aea8dfb9/29fd9311-3742-4ead-9f9c-d8ed50f1af12/fe870ede-0fc4-46be-aa63-759c94ba13b6) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:34.929529 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-310f13bc-2a56-4ba5-ac35-f127da1bcd44 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (1da9526c-6387-4971-bc45-7d4fb677a520), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:34.951785 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-310f13bc-2a56-4ba5-ac35-f127da1bcd44 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 19 03:35:34.952393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-310f13bc-2a56-4ba5-ac35-f127da1bcd44 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:35:34.962014 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-310f13bc-2a56-4ba5-ac35-f127da1bcd44 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/networks/1da9526c-6387-4971-bc45-7d4fb677a520 HTTP/1.1" status: 409 len: 466 time: 0.2515852 Feb 19 03:35:34.962444 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44334) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:34.973251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9d1db047-1a98-4212-80c0-f33dff7cb3f9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1859405925'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:35.007114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1db047-1a98-4212-80c0-f33dff7cb3f9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:35.010654 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d1db047-1a98-4212-80c0-f33dff7cb3f9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.025449 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks [] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.057675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 900db982-41e9-473f-8502-9705b3f4367e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:35.058424 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (900db982-41e9-473f-8502-9705b3f4367e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.068409 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.075117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1db047-1a98-4212-80c0-f33dff7cb3f9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:35.097404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a6d623e9-5540-4118-b9fd-31a97d541bcc'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:35:35.100770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d1db047-1a98-4212-80c0-f33dff7cb3f9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (463bec36-9ea7-4229-bb6b-fb46d275875f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.101131 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-9d1db047-1a98-4212-80c0-f33dff7cb3f9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Added segment 463bec36-9ea7-4229-bb6b-fb46d275875f of type vlan for network ae82e7ab-9462-459d-bdcc-dc33adda5da0 Feb 19 03:35:35.209969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:35.216585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:35.245906 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d1db047-1a98-4212-80c0-f33dff7cb3f9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (ae82e7ab-9462-459d-bdcc-dc33adda5da0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.248564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:35.256003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44338) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:35.285924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4620cc6f-b5e0-4eb1-91ac-ba64e7ac5292 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249008135', 'description': 'tempest-secgroup-smoke-249008135 description', 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:35.308356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 900db982-41e9-473f-8502-9705b3f4367e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=900db982-41e9-473f-8502-9705b3f4367e,segment=NetworkSegment(8692d3e0-0f13-4277-8e6f-be39f8be4b2b),segment_id=8692d3e0-0f13-4277-8e6f-be39f8be4b2b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:35.319367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Pushing event updated for resources: {'Port': ['ID=fe870ede-0fc4-46be-aa63-759c94ba13b6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:35.326788 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (900db982-41e9-473f-8502-9705b3f4367e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.363099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.363863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.379079 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d1db047-1a98-4212-80c0-f33dff7cb3f9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (ae82e7ab-9462-459d-bdcc-dc33adda5da0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.386249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1db047-1a98-4212-80c0-f33dff7cb3f9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.387206 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9d1db047-1a98-4212-80c0-f33dff7cb3f9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.405283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-7deb2926-b8f7-4393-bd6e-b389714e9ce4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8038301 Feb 19 03:35:35.414549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-95684618-6f6e-4734-8398-33deb2360e72 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:35:35.415656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-95684618-6f6e-4734-8398-33deb2360e72 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054550 Feb 19 03:35:35.436930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=900db982-41e9-473f-8502-9705b3f4367e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:35.535300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Request body: {'port': {'device_id': '4b7c3cd2-6078-41f8-8614-3a025e706e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:35.665873 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4620cc6f-b5e0-4eb1-91ac-ba64e7ac5292 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.677279 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9d1db047-1a98-4212-80c0-f33dff7cb3f9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7134945 Feb 19 03:35:35.689639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44346) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:35.701466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'subnet': {'network_id': 'ae82e7ab-9462-459d-bdcc-dc33adda5da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:35.747312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-812f6062-b1b9-49c3-ab15-bc2119a40200 None None] Provisioning complete for port fe870ede-0fc4-46be-aa63-759c94ba13b6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:35.747884 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-812f6062-b1b9-49c3-ab15-bc2119a40200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.827931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-812f6062-b1b9-49c3-ab15-bc2119a40200 None None] Port fe870ede-0fc4-46be-aa63-759c94ba13b6 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:35.859548 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4620cc6f-b5e0-4eb1-91ac-ba64e7ac5292 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group (d24a924c-750a-4196-999f-8a7113b91fe5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.861422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1db047-1a98-4212-80c0-f33dff7cb3f9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Network': ['ID=ae82e7ab-9462-459d-bdcc-dc33adda5da0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:35.868868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4620cc6f-b5e0-4eb1-91ac-ba64e7ac5292 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d24a924c-750a-4196-999f-8a7113b91fe5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.875137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network ae82e7ab-9462-459d-bdcc-dc33adda5da0 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:35.911773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cba77f-f57a-4d94-bf87-2b8db6f0466f None None] Network 1da9526c-6387-4971-bc45-7d4fb677a520 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:35.926044 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620cc6f-b5e0-4eb1-91ac-ba64e7ac5292 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24a924c-750a-4196-999f-8a7113b91fe5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:35.931957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4620cc6f-b5e0-4eb1-91ac-ba64e7ac5292 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.932595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0b85f-fbcc-4f47-92dc-135de624c863 req-6fefb476-f08e-4771-af8e-aa5d6883b443 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:35.937623 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4620cc6f-b5e0-4eb1-91ac-ba64e7ac5292 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6779299 Feb 19 03:35:35.937866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbf0b85f-fbcc-4f47-92dc-135de624c863 req-6fefb476-f08e-4771-af8e-aa5d6883b443 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1027 time: 0.3113723 Feb 19 03:35:35.938604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44348) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:35.943769 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1118bcbf-f0e1-4621-b162-a6ea66694829 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Request body: {'security_group_rule': {'security_group_id': 'd24a924c-750a-4196-999f-8a7113b91fe5', 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:35.964457 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.988565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:35.989501 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1118bcbf-f0e1-4621-b162-a6ea66694829 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (734aa087-eb0b-44f8-872f-c919c85bdab7), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:35.993094 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.102886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bbf0b85f-fbcc-4f47-92dc-135de624c863 req-8d046b9b-a4a7-43aa-ad97-88a232394271 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585352 Feb 19 03:35:36.145681 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1118bcbf-f0e1-4621-b162-a6ea66694829 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (734aa087-eb0b-44f8-872f-c919c85bdab7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.158478 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1118bcbf-f0e1-4621-b162-a6ea66694829 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (734aa087-eb0b-44f8-872f-c919c85bdab7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.194418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118bcbf-f0e1-4621-b162-a6ea66694829 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734aa087-eb0b-44f8-872f-c919c85bdab7,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:36.203511 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1118bcbf-f0e1-4621-b162-a6ea66694829 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.207288 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1118bcbf-f0e1-4621-b162-a6ea66694829 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2656462 Feb 19 03:35:36.210375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44354) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:36.214884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-166d9093-31c4-44f8-9dbe-d6353c2d3c1d tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Request body: {'security_group_rule': {'security_group_id': 'd24a924c-750a-4196-999f-8a7113b91fe5', 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:36.234462 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-086003b6-2be3-475d-8d68-968cce199d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.259115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-59138603-1c7a-4299-9362-77eb4bdae607 None None] Provisioning complete for port 900db982-41e9-473f-8502-9705b3f4367e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:36.259831 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-59138603-1c7a-4299-9362-77eb4bdae607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (900db982-41e9-473f-8502-9705b3f4367e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.275110 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-166d9093-31c4-44f8-9dbe-d6353c2d3c1d tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (97a2a132-1b87-4dad-973e-23cc7e25d6fb), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.395887 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-166d9093-31c4-44f8-9dbe-d6353c2d3c1d tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (97a2a132-1b87-4dad-973e-23cc7e25d6fb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.409135 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-166d9093-31c4-44f8-9dbe-d6353c2d3c1d tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (97a2a132-1b87-4dad-973e-23cc7e25d6fb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.435700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd2c7d-157b-4f41-810c-f2ea7d8bbbc3 None None] DHCP port deletion for 1da9526c-6387-4971-bc45-7d4fb677a520 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:35:36.450338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d9093-31c4-44f8-9dbe-d6353c2d3c1d tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a2a132-1b87-4dad-973e-23cc7e25d6fb,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:36.469570 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-166d9093-31c4-44f8-9dbe-d6353c2d3c1d tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.473326 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-166d9093-31c4-44f8-9dbe-d6353c2d3c1d tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2595041 Feb 19 03:35:36.473512 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44356) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:36.477992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-547786f1-bfa9-441c-9453-7bc52b30d345 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Request body: {'security_group_rule': {'security_group_id': 'd24a924c-750a-4196-999f-8a7113b91fe5', 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:36.511243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-59138603-1c7a-4299-9362-77eb4bdae607 None None] Current status of the port 900db982-41e9-473f-8502-9705b3f4367e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:36.547530 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-547786f1-bfa9-441c-9453-7bc52b30d345 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (985cf5aa-d472-4aea-8b03-f292ac97ec5d), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.554235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-66bd2c7d-157b-4f41-810c-f2ea7d8bbbc3 None None] Deleting port 900db982-41e9-473f-8502-9705b3f4367e {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:36.554618 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66bd2c7d-157b-4f41-810c-f2ea7d8bbbc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (900db982-41e9-473f-8502-9705b3f4367e), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.573222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 900db982-41e9-473f-8502-9705b3f4367e no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:36.668985 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-547786f1-bfa9-441c-9453-7bc52b30d345 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (985cf5aa-d472-4aea-8b03-f292ac97ec5d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.684518 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-547786f1-bfa9-441c-9453-7bc52b30d345 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (985cf5aa-d472-4aea-8b03-f292ac97ec5d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.719092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-66bd2c7d-157b-4f41-810c-f2ea7d8bbbc3 None None] For port 900db982-41e9-473f-8502-9705b3f4367e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=900db982-41e9-473f-8502-9705b3f4367e,segment=NetworkSegment(8692d3e0-0f13-4277-8e6f-be39f8be4b2b),segment_id=8692d3e0-0f13-4277-8e6f-be39f8be4b2b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:36.719567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66bd2c7d-157b-4f41-810c-f2ea7d8bbbc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (900db982-41e9-473f-8502-9705b3f4367e), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.746721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-66bd2c7d-157b-4f41-810c-f2ea7d8bbbc3 None None] Calling delete_port for 900db982-41e9-473f-8502-9705b3f4367e owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:36.754691 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547786f1-bfa9-441c-9453-7bc52b30d345 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985cf5aa-d472-4aea-8b03-f292ac97ec5d,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:36.768035 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-547786f1-bfa9-441c-9453-7bc52b30d345 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.772004 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-547786f1-bfa9-441c-9453-7bc52b30d345 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2951183 Feb 19 03:35:36.772313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44364) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:36.778077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-dadf1510-d05c-4054-a082-49e375cd60ab tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Request body: {'security_group_rule': {'security_group_id': 'd24a924c-750a-4196-999f-8a7113b91fe5', 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:36.817148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dadf1510-d05c-4054-a082-49e375cd60ab tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (bc6dd6b8-7c92-4c9f-b6b7-968513e5d1db), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.846950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.objects.ports [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109899) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:35:36.853807 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (6a3bab6c-515c-4952-8e00-c653dd4996d0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.858175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe870ede-0fc4-46be-aa63-759c94ba13b6 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:36.904960 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Publish callbacks [] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.948840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Transition to ACTIVE for port object fe870ede-0fc4-46be-aa63-759c94ba13b6 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:35:36.956457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dadf1510-d05c-4054-a082-49e375cd60ab tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (bc6dd6b8-7c92-4c9f-b6b7-968513e5d1db), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.957643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Subnet': ['ID=6a3bab6c-515c-4952-8e00-c653dd4996d0,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:36.968134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dadf1510-d05c-4054-a082-49e375cd60ab tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (bc6dd6b8-7c92-4c9f-b6b7-968513e5d1db), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.973418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.973986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.974498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.975020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.975587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.976088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.976612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.977160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.977665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.978467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.978998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.979506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.980016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:36.986135 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:36.989697 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 900db982-41e9-473f-8502-9705b3f4367e is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:36.990243 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (900db982-41e9-473f-8502-9705b3f4367e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.007146 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf1510-d05c-4054-a082-49e375cd60ab tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6dd6b8-7c92-4c9f-b6b7-968513e5d1db,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:37.025636 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dadf1510-d05c-4054-a082-49e375cd60ab tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.026999 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dadf1510-d05c-4054-a082-49e375cd60ab tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2537525 Feb 19 03:35:37.029849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44368) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:37.034843 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-93b6b9d4-070f-4fab-9639-b66f8026b2ce tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Request body: {'security_group_rule': {'security_group_id': 'd24a924c-750a-4196-999f-8a7113b91fe5', 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:37.035581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Checking segment: {'id': '463bec36-9ea7-4229-bb6b-fb46d275875f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ae82e7ab-9462-459d-bdcc-dc33adda5da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:37.036803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network hostable DHCP agents. Network: ae82e7ab-9462-459d-bdcc-dc33adda5da0, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:37.076343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Pushing event updated for resources: {'Port': ['ID=fe870ede-0fc4-46be-aa63-759c94ba13b6,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:37.087481 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network ae82e7ab-9462-459d-bdcc-dc33adda5da0 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:37.089025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 900db982-41e9-473f-8502-9705b3f4367e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=900db982-41e9-473f-8502-9705b3f4367e,segment=NetworkSegment(8692d3e0-0f13-4277-8e6f-be39f8be4b2b),segment_id=8692d3e0-0f13-4277-8e6f-be39f8be4b2b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:37.092084 n-d-826755-2 neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-93b6b9d4-070f-4fab-9639-b66f8026b2ce tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Project a3d0af4485064f3d98fe28389a0dffb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:35:37.098517 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (900db982-41e9-473f-8502-9705b3f4367e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.100943 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93b6b9d4-070f-4fab-9639-b66f8026b2ce tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (78a35cde-0808-46b2-8756-8288b339f4da), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.193260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93b6b9d4-070f-4fab-9639-b66f8026b2ce tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (78a35cde-0808-46b2-8756-8288b339f4da), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.196433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, ae82e7ab-9462-459d-bdcc-dc33adda5da0) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:37.200804 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66bd2c7d-157b-4f41-810c-f2ea7d8bbbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (900db982-41e9-473f-8502-9705b3f4367e), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.208553 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93b6b9d4-070f-4fab-9639-b66f8026b2ce tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (78a35cde-0808-46b2-8756-8288b339f4da), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.217502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:37.218096 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.227908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6b9d4-070f-4fab-9639-b66f8026b2ce tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a35cde-0808-46b2-8756-8288b339f4da,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:37.228255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9ad36a-83c0-4f1b-b3c6-a6741bf7cd4f None None] Network ae82e7ab-9462-459d-bdcc-dc33adda5da0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:37.245396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Attempting to bind port fe870ede-0fc4-46be-aa63-759c94ba13b6 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:37.247553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Attempting to bind port fe870ede-0fc4-46be-aa63-759c94ba13b6 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:37.251049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Attempting to bind port fe870ede-0fc4-46be-aa63-759c94ba13b6 on network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:37.253996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-93b6b9d4-070f-4fab-9639-b66f8026b2ce tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.259820 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-93b6b9d4-070f-4fab-9639-b66f8026b2ce tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2286961 Feb 19 03:35:37.260637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44372) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:37.262849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Port fe870ede-0fc4-46be-aa63-759c94ba13b6 on network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:35:37.263174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Attempting to bind port fe870ede-0fc4-46be-aa63-759c94ba13b6 on network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:37.267772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b381ed47-71ec-41d2-9d60-13d528af22de tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Request body: {'security_group_rule': {'security_group_id': 'd24a924c-750a-4196-999f-8a7113b91fe5', 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:37.314926 n-d-826755-2 neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-b381ed47-71ec-41d2-9d60-13d528af22de tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Project a3d0af4485064f3d98fe28389a0dffb2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:35:37.321870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:37.322254 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b381ed47-71ec-41d2-9d60-13d528af22de tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (7a92257a-a686-4c5b-a63b-91770c33333e), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.322664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Checking segment: {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:37.323235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Bound using segment: {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:37.323844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Bound port: fe870ede-0fc4-46be-aa63-759c94ba13b6, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:37.324559 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.336451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cbbe5ced-2540-46da-98af-7646e2f40d34 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6496389 Feb 19 03:35:37.343131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44374) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:37.395148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d05f52-6a8c-4450-9991-bb5b8d743fe8 req-b169ffb1-a755-4c20-8f77-9843b474345e tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:37.397026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1d05f52-6a8c-4450-9991-bb5b8d743fe8 req-b169ffb1-a755-4c20-8f77-9843b474345e tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1052 time: 0.1180608 Feb 19 03:35:37.402452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd2c7d-157b-4f41-810c-f2ea7d8bbbc3 None None] No DVR routers for this DVR port 900db982-41e9-473f-8502-9705b3f4367e on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:37.475553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=900db982-41e9-473f-8502-9705b3f4367e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:37.490536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1d05f52-6a8c-4450-9991-bb5b8d743fe8 req-262ace46-023a-4c8c-873c-c6c508a95b60 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849016 Feb 19 03:35:37.503136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] For port fe870ede-0fc4-46be-aa63-759c94ba13b6, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:37.507192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] For port fe870ede-0fc4-46be-aa63-759c94ba13b6, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fe870ede-0fc4-46be-aa63-759c94ba13b6,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:37.538273 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.549387 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.582715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:37.583392 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.584844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] 10.222.0.87 "PUT /v2.0/ports/fe870ede-0fc4-46be-aa63-759c94ba13b6 HTTP/1.1" status: 200 len: 1091 time: 2.1610541 Feb 19 03:35:37.585699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7c3cd2-6078-41f8-8614-3a025e706e64', 'tag': 'fe870ede-0fc4-46be-aa63-759c94ba13b6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:37.588124 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159196cf-e752-48ee-89df-fd6a15a1f6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7c3cd2-6078-41f8-8614-3a025e706e64", "tag": "fe870ede-0fc4-46be-aa63-759c94ba13b6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:37.619081 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b381ed47-71ec-41d2-9d60-13d528af22de tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (7a92257a-a686-4c5b-a63b-91770c33333e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.630298 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (ae82e7ab-9462-459d-bdcc-dc33adda5da0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.642899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b381ed47-71ec-41d2-9d60-13d528af22de tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (7a92257a-a686-4c5b-a63b-91770c33333e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.671791 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381ed47-71ec-41d2-9d60-13d528af22de tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a92257a-a686-4c5b-a63b-91770c33333e,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:37.711256 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37dcf415-56a1-465d-83cf-960702421738 x-openstack-request-id: req-37dcf415-56a1-465d-83cf-960702421738 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:37.711555 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7c3cd2-6078-41f8-8614-3a025e706e64", "tag": "fe870ede-0fc4-46be-aa63-759c94ba13b6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:37.711816 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-37dcf415-56a1-465d-83cf-960702421738 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:37.712243 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7c3cd2-6078-41f8-8614-3a025e706e64', 'tag': 'fe870ede-0fc4-46be-aa63-759c94ba13b6', 'status': 'completed', 'code': 200} Feb 19 03:35:37.715077 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b381ed47-71ec-41d2-9d60-13d528af22de tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.725471 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b381ed47-71ec-41d2-9d60-13d528af22de tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4632678 Feb 19 03:35:37.734247 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17762931-dd27-4a80-8fc7-617d1fa8b320 service neutron] Pushing event updated for resources: {'Port': ['ID=fe870ede-0fc4-46be-aa63-759c94ba13b6,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:37.817606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-eb4356cc-bd13-4670-9b72-4c7efd12e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:37.822644 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-eb4356cc-bd13-4670-9b72-4c7efd12e263 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fc15ce5a2d8b4b8195d783115b25b191&device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1125 time: 0.1798708 Feb 19 03:35:37.825833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (6a3bab6c-515c-4952-8e00-c653dd4996d0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:37.941448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-471bf4a7-ef56-4365-8217-1244f9449af0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe870ede-0fc4-46be-aa63-759c94ba13b6 HTTP/1.1" status: 200 len: 217 time: 0.1074772 Feb 19 03:35:37.989498 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (6a3bab6c-515c-4952-8e00-c653dd4996d0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.043989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3bab6c-515c-4952-8e00-c653dd4996d0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:38.078640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd2c7d-157b-4f41-810c-f2ea7d8bbbc3 None None] Pushing event deleted for resources: {'Port': ['ID=900db982-41e9-473f-8502-9705b3f4367e,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:38.087282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ac68bd-1061-4369-b5a2-086487ac9189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-ae82e7ab-9462-459d-bdcc-dc33adda5da0', 'network_id': 'ae82e7ab-9462-459d-bdcc-dc33adda5da0', 'project_id': 'c55e0adeeab845dca61398c1b832de7b', 'fixed_ips': [{'subnet_id': '6a3bab6c-515c-4952-8e00-c653dd4996d0'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:38.087527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-6494ce7e-5b27-4b84-8b44-64c330498ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.088292 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a1ac68bd-1061-4369-b5a2-086487ac9189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.089037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-6494ce7e-5b27-4b84-8b44-64c330498ed3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=29fd9311-3742-4ead-9f9c-d8ed50f1af12 HTTP/1.1" status: 200 len: 848 time: 0.1448131 Feb 19 03:35:38.134612 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (ae82e7ab-9462-459d-bdcc-dc33adda5da0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.171244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae82e7ab-9462-459d-bdcc-dc33adda5da0']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:38.187790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '463bec36-9ea7-4229-bb6b-fb46d275875f') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:38.189706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '463bec36-9ea7-4229-bb6b-fb46d275875f') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:38.197365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-d587ea11-b4ae-4ff5-b31b-75efd853e4d7 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249008135&fields=id&tenant_id=a3d0af4485064f3d98fe28389a0dffb2 HTTP/1.1" status: 200 len: 267 time: 0.1591530 Feb 19 03:35:38.219378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fc22aa-3e61-41ef-9c8d-bfcf125ac16d None None] Network ae82e7ab-9462-459d-bdcc-dc33adda5da0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:38.227781 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (463bec36-9ea7-4229-bb6b-fb46d275875f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.259962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (463bec36-9ea7-4229-bb6b-fb46d275875f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.272063 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:38.274035 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (463bec36-9ea7-4229-bb6b-fb46d275875f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:38.335736 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:38.410045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-44f34746-d470-474b-bc45-ae5206cd8d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.412637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-44f34746-d470-474b-bc45-ae5206cd8d95 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6c83f05a-997a-4399-b8e1-c841aea8dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3040447 Feb 19 03:35:38.423175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (ae82e7ab-9462-459d-bdcc-dc33adda5da0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.449599 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.458058 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/networks/ae82e7ab-9462-459d-bdcc-dc33adda5da0 HTTP/1.1" status: 204 len: 168 time: 1.1072402 Feb 19 03:35:38.462599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44388) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:38.468423 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-aa94af49-b6a3-4cd7-a8ab-5ee69ff0606b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1332009440'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:38.473502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331413f-0b96-453a-ad56-0762ccb28f70 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Network': ['ID=ae82e7ab-9462-459d-bdcc-dc33adda5da0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:38.488602 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.497009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa94af49-b6a3-4cd7-a8ab-5ee69ff0606b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:38.505813 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa94af49-b6a3-4cd7-a8ab-5ee69ff0606b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.511884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-637f752c-c547-4674-bcb3-633ed1dd7f23 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.513480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-637f752c-c547-4674-bcb3-633ed1dd7f23 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/networks?id=4a8609d5-9003-4647-bfc3-f6420e6a4893 HTTP/1.1" status: 200 len: 814 time: 0.2984142 Feb 19 03:35:38.534318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa94af49-b6a3-4cd7-a8ab-5ee69ff0606b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:38.544058 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa94af49-b6a3-4cd7-a8ab-5ee69ff0606b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (0379be73-4c88-4b9e-8201-466a9e166e05), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.546387 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-aa94af49-b6a3-4cd7-a8ab-5ee69ff0606b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Added segment 0379be73-4c88-4b9e-8201-466a9e166e05 of type vlan for network ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de Feb 19 03:35:38.553364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-fc909819-4a78-4a59-b8ef-be188f8830c4 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/quotas/a3d0af4485064f3d98fe28389a0dffb2 HTTP/1.1" status: 200 len: 375 time: 0.0273280 Feb 19 03:35:38.566044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-357c2612-ddf8-4e9d-8e20-ff236f85f3ce service neutron] 10.222.0.87 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462193 Feb 19 03:35:38.613864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa94af49-b6a3-4cd7-a8ab-5ee69ff0606b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.648684 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa94af49-b6a3-4cd7-a8ab-5ee69ff0606b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.655505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa94af49-b6a3-4cd7-a8ab-5ee69ff0606b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.656788 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa94af49-b6a3-4cd7-a8ab-5ee69ff0606b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.704325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-c77e6dea-95c1-4143-842f-1295c8f9a5b5 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=a3d0af4485064f3d98fe28389a0dffb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1363904 Feb 19 03:35:38.722819 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-aa94af49-b6a3-4cd7-a8ab-5ee69ff0606b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2564063 Feb 19 03:35:38.723728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44392) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:38.728791 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1a8bfedc-abba-4e63-b1ce-637c62fbc715 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'subnet': {'network_id': 'ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:38.729276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55240c77-c41e-4ab2-b738-8bd8cb8dc1a1 req-481e2295-23bc-4fff-93ae-71b30cc053d3 service neutron] 10.222.0.87 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525879 Feb 19 03:35:38.792854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa94af49-b6a3-4cd7-a8ab-5ee69ff0606b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Network': ['ID=ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:38.807413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:38.851992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8bfedc-abba-4e63-b1ce-637c62fbc715 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:38.856745 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a8bfedc-abba-4e63-b1ce-637c62fbc715 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:38.943085 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-40f77e62-cee9-4d27-92e2-c4ce566f28c8 service neutron] 10.222.0.81 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127116 Feb 19 03:35:38.970564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159196cf-e752-48ee-89df-fd6a15a1f6cc req-8794937d-9342-4471-a052-5f6650294a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:38.970564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-159196cf-e752-48ee-89df-fd6a15a1f6cc req-8794937d-9342-4471-a052-5f6650294a93 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=fc15ce5a2d8b4b8195d783115b25b191&device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1125 time: 0.1312773 Feb 19 03:35:39.117158 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a8bfedc-abba-4e63-b1ce-637c62fbc715 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (39b9035f-2ac6-4193-a96f-6c84c9449900), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.145561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-b731b64c-73fb-48c0-90af-38aaaa325659 service neutron] 10.222.0.81 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003839 Feb 19 03:35:39.154065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159196cf-e752-48ee-89df-fd6a15a1f6cc req-65952ade-d38b-47c6-9244-224d1efd4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.155591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-159196cf-e752-48ee-89df-fd6a15a1f6cc req-65952ade-d38b-47c6-9244-224d1efd4282 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6c83f05a-997a-4399-b8e1-c841aea8dfb9 HTTP/1.1" status: 200 len: 910 time: 0.1782637 Feb 19 03:35:39.182227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bfedc-abba-4e63-b1ce-637c62fbc715 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Subnet': ['ID=39b9035f-2ac6-4193-a96f-6c84c9449900,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:39.232109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8bfedc-abba-4e63-b1ce-637c62fbc715 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Checking segment: {'id': '0379be73-4c88-4b9e-8201-466a9e166e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:39.232968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8bfedc-abba-4e63-b1ce-637c62fbc715 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network hostable DHCP agents. Network: ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:39.243575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-159196cf-e752-48ee-89df-fd6a15a1f6cc req-53b76084-9cb7-4fc1-8c8e-e9fa96c8ba88 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fe870ede-0fc4-46be-aa63-759c94ba13b6 HTTP/1.1" status: 200 len: 217 time: 0.0808053 Feb 19 03:35:39.264540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8bfedc-abba-4e63-b1ce-637c62fbc715 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:39.287657 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1a8bfedc-abba-4e63-b1ce-637c62fbc715 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:39.292494 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8bfedc-abba-4e63-b1ce-637c62fbc715 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.293324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1a8bfedc-abba-4e63-b1ce-637c62fbc715 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.301823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56baae36-dfe7-4e23-8caa-475fc66275cd None None] Network ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:39.347250 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1a8bfedc-abba-4e63-b1ce-637c62fbc715 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6224439 Feb 19 03:35:39.350013 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44404) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:39.363158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159196cf-e752-48ee-89df-fd6a15a1f6cc req-f0db8191-d06b-4845-b227-0973f6f35ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.364815 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-159196cf-e752-48ee-89df-fd6a15a1f6cc req-f0db8191-d06b-4845-b227-0973f6f35ac1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=29fd9311-3742-4ead-9f9c-d8ed50f1af12 HTTP/1.1" status: 200 len: 848 time: 0.1106224 Feb 19 03:35:39.466500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de', 'network_id': 'ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de', 'project_id': 'c55e0adeeab845dca61398c1b832de7b', 'fixed_ips': [{'subnet_id': '39b9035f-2ac6-4193-a96f-6c84c9449900'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:39.467584 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.474356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159196cf-e752-48ee-89df-fd6a15a1f6cc req-7b4f44ab-e494-4212-a3d9-abd94ce8a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.478626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-159196cf-e752-48ee-89df-fd6a15a1f6cc req-7b4f44ab-e494-4212-a3d9-abd94ce8a227 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6c83f05a-997a-4399-b8e1-c841aea8dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1074219 Feb 19 03:35:39.513816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.647559 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (39b9035f-2ac6-4193-a96f-6c84c9449900), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.707067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Allocated IP 2001:db8::2 (ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de/39b9035f-2ac6-4193-a96f-6c84c9449900/46dc047f-e984-4be2-aaa1-879cf7f0c4a3) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:39.723186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-159196cf-e752-48ee-89df-fd6a15a1f6cc req-d7736b5f-d52e-406f-979e-4e6f5b4f4136 service neutron] 10.222.0.87 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383220 Feb 19 03:35:39.820756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8682c6-7e46-4b7a-8d0d-41ab3b66f2ef req-e168b4a6-6fb7-4b16-b60c-ff85586c5711 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:39.824011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e8682c6-7e46-4b7a-8d0d-41ab3b66f2ef req-e168b4a6-6fb7-4b16-b60c-ff85586c5711 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1125 time: 0.1368494 Feb 19 03:35:39.908225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-159196cf-e752-48ee-89df-fd6a15a1f6cc req-22b167b0-8ce4-4e66-831d-1e11418bbd94 service neutron] 10.222.0.87 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743159 Feb 19 03:35:39.911181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e8682c6-7e46-4b7a-8d0d-41ab3b66f2ef req-10a389c3-467e-4523-827b-6c79afef6237 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786579 Feb 19 03:35:39.965905 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Publish callbacks [] for port (46dc047f-e984-4be2-aaa1-879cf7f0c4a3), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:39.979159 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (46dc047f-e984-4be2-aaa1-879cf7f0c4a3), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.031971 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (39b9035f-2ac6-4193-a96f-6c84c9449900), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.032686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Network ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:40.036994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:40.087555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:40.097609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Subnet': ['ID=39b9035f-2ac6-4193-a96f-6c84c9449900,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:40.123292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19c7742d-5a35-4151-aece-3e9b96ff06fb req-c3150ea0-83ea-48d7-a21b-b3ad035cc865 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0780263 Feb 19 03:35:40.149631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Pushing event updated for resources: {'Port': ['ID=46dc047f-e984-4be2-aaa1-879cf7f0c4a3,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:40.198493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.204839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Attempting to bind port 46dc047f-e984-4be2-aaa1-879cf7f0c4a3 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:40.205263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Attempting to bind port 46dc047f-e984-4be2-aaa1-879cf7f0c4a3 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '0379be73-4c88-4b9e-8201-466a9e166e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:40.206292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Attempting to bind port 46dc047f-e984-4be2-aaa1-879cf7f0c4a3 on network ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:40.213145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:40.213520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Checking segment: {'id': '0379be73-4c88-4b9e-8201-466a9e166e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:40.213924 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.214313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Bound using segment: {'id': '0379be73-4c88-4b9e-8201-466a9e166e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:40.214794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Bound port: 46dc047f-e984-4be2-aaa1-879cf7f0c4a3, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0379be73-4c88-4b9e-8201-466a9e166e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:40.215156 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (46dc047f-e984-4be2-aaa1-879cf7f0c4a3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.229479 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.259473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:40.274039 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0379be73-4c88-4b9e-8201-466a9e166e05') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:40.274325 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0379be73-4c88-4b9e-8201-466a9e166e05') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:40.286706 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (0379be73-4c88-4b9e-8201-466a9e166e05), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.313510 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (0379be73-4c88-4b9e-8201-466a9e166e05), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.321013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] For port 46dc047f-e984-4be2-aaa1-879cf7f0c4a3, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:40.328425 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:40.330397 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (0379be73-4c88-4b9e-8201-466a9e166e05), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:40.338121 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:40.447154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] For port 46dc047f-e984-4be2-aaa1-879cf7f0c4a3, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=46dc047f-e984-4be2-aaa1-879cf7f0c4a3,segment=NetworkSegment(0379be73-4c88-4b9e-8201-466a9e166e05),segment_id=0379be73-4c88-4b9e-8201-466a9e166e05)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:40.448817 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.db.api [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 19 03:35:40.448817 n-d-826755-2 neutron-server[109898]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 19 03:35:40.448817 n-d-826755-2 neutron-server[109898]: [parameters: {'id': 'ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de'}] Feb 19 03:35:40.448817 n-d-826755-2 neutron-server[109898]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:35:40.449280 n-d-826755-2 neutron-server[109898]: DEBUG oslo_db.api [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:35:40.457674 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (46dc047f-e984-4be2-aaa1-879cf7f0c4a3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:40.592503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fd0cc0-47ab-4bc0-8149-c49667da4dfd None None] Pushing event updated for resources: {'Port': ['ID=46dc047f-e984-4be2-aaa1-879cf7f0c4a3,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:40.652492 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca679ed8-03a7-4cbc-97e0-da281dc48793 None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:35:40.765105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a2216e-06a3-4e6a-b667-d654c3446f0a req-73a3e94b-3781-4128-bc5a-6cdab5d6a75c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832751 Feb 19 03:35:40.856718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca679ed8-03a7-4cbc-97e0-da281dc48793 None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:35:40.929645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2216e-06a3-4e6a-b667-d654c3446f0a req-37bac023-54a1-4783-9b9a-9901cac6d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:40.931613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a2216e-06a3-4e6a-b667-d654c3446f0a req-37bac023-54a1-4783-9b9a-9901cac6d8c9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=b3ad779f9b2a43eaaba6e97f498154cc&device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 1128 time: 0.0820630 Feb 19 03:35:40.950526 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.039565 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Deleting port 46dc047f-e984-4be2-aaa1-879cf7f0c4a3 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:41.042083 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (46dc047f-e984-4be2-aaa1-879cf7f0c4a3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.182561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] For port 46dc047f-e984-4be2-aaa1-879cf7f0c4a3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=46dc047f-e984-4be2-aaa1-879cf7f0c4a3,segment=NetworkSegment(0379be73-4c88-4b9e-8201-466a9e166e05),segment_id=0379be73-4c88-4b9e-8201-466a9e166e05)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:41.183180 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (46dc047f-e984-4be2-aaa1-879cf7f0c4a3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.196528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abdaaed-d7e9-4217-9564-011901746bfb None None] Network ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:41.224641 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Calling delete_port for 46dc047f-e984-4be2-aaa1-879cf7f0c4a3 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:41.231420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bb546-a97b-4127-9d77-82355440f2c0 req-5225443c-836a-46a0-91cd-6914b6a9f3c4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.233007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-226bb546-a97b-4127-9d77-82355440f2c0 req-5225443c-836a-46a0-91cd-6914b6a9f3c4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1125 time: 0.1422532 Feb 19 03:35:41.238616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2216e-06a3-4e6a-b667-d654c3446f0a req-0e284ab7-469b-408f-8d48-684bd79fc5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.240033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a2216e-06a3-4e6a-b667-d654c3446f0a req-0e284ab7-469b-408f-8d48-684bd79fc5d9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=052c6a76-660c-463f-8d3d-ceaf5791ebdb HTTP/1.1" status: 200 len: 910 time: 0.2880578 Feb 19 03:35:41.340050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-226bb546-a97b-4127-9d77-82355440f2c0 req-00a08ad6-d180-4946-b42d-5009a0fd61a5 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985794 Feb 19 03:35:41.342415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a2216e-06a3-4e6a-b667-d654c3446f0a req-6e91a867-9e27-4d7d-a3ec-6823979a47f2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58c023fc-73ea-425b-9bc0-ce7336343bf8 HTTP/1.1" status: 200 len: 1001 time: 0.0950367 Feb 19 03:35:41.445237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (46dc047f-e984-4be2-aaa1-879cf7f0c4a3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.495186 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Port': ['ID=46dc047f-e984-4be2-aaa1-879cf7f0c4a3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:41.497803 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] No DVR routers for this DVR port 46dc047f-e984-4be2-aaa1-879cf7f0c4a3 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:41.537293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.537649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.537996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.538338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.538675 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.539015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.539347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.539674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.540001 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.540329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.540657 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.541008 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.541335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:35:41.580561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef2b8e25-fc5d-4711-bfb2-50a30a88b98a req-15c5dc10-556d-43cd-b2e9-191d8b8cda5b tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0942953 Feb 19 03:35:41.613909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-0e10af65-2cc6-46de-a556-749099abaa09 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.615440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-0e10af65-2cc6-46de-a556-749099abaa09 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.67 "GET /v2.0/networks?id=4a8609d5-9003-4647-bfc3-f6420e6a4893 HTTP/1.1" status: 200 len: 814 time: 0.2708538 Feb 19 03:35:41.620258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2216e-06a3-4e6a-b667-d654c3446f0a req-c9a76154-5b5a-4c70-a38b-6531631f2969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.621343 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a2216e-06a3-4e6a-b667-d654c3446f0a req-c9a76154-5b5a-4c70-a38b-6531631f2969 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=05559075-1486-4bb4-a10a-47404135662d HTTP/1.1" status: 200 len: 848 time: 0.1369128 Feb 19 03:35:41.638645 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.666595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:41.680584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0379be73-4c88-4b9e-8201-466a9e166e05') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:41.681046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0379be73-4c88-4b9e-8201-466a9e166e05') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:41.696863 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (0379be73-4c88-4b9e-8201-466a9e166e05), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.716422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2216e-06a3-4e6a-b667-d654c3446f0a req-5737f1e8-4055-4c61-8ef4-0bfc087816b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:41.718181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a2216e-06a3-4e6a-b667-d654c3446f0a req-5737f1e8-4055-4c61-8ef4-0bfc087816b7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=052c6a76-660c-463f-8d3d-ceaf5791ebdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0878932 Feb 19 03:35:41.723621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-ab605f8a-749d-465d-b19e-48a566b7c630 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3d0af4485064f3d98fe28389a0dffb2 HTTP/1.1" status: 200 len: 379 time: 0.0992107 Feb 19 03:35:41.734463 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (0379be73-4c88-4b9e-8201-466a9e166e05), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.742014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:41.742715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (0379be73-4c88-4b9e-8201-466a9e166e05), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.757525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Request body: {'port': {'device_id': '5911479a-ccad-4b28-af80-a802224eec35', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'admin_state_up': True, 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'security_groups': ['d24a924c-750a-4196-999f-8a7113b91fe5']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:41.825892 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:41.835282 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.847432 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.851713 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/networks/ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de HTTP/1.1" status: 204 len: 168 time: 2.5005713 Feb 19 03:35:41.856502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44430) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:41.862313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-219c71e1-bde7-48b9-a548-28eb996f88fa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-346702277'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:41.909507 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66ac69-c000-43e9-b595-4178746140ef tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Network': ['ID=ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:41.929616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219c71e1-bde7-48b9-a548-28eb996f88fa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:41.934198 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-219c71e1-bde7-48b9-a548-28eb996f88fa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.975199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219c71e1-bde7-48b9-a548-28eb996f88fa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:41.988857 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-219c71e1-bde7-48b9-a548-28eb996f88fa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2b2053dd-09f9-46cb-be1b-e06e336d9242), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:41.989712 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-219c71e1-bde7-48b9-a548-28eb996f88fa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Added segment 2b2053dd-09f9-46cb-be1b-e06e336d9242 of type vlan for network 47e23c0a-740e-4684-8a0f-7c331a040a39 Feb 19 03:35:42.056881 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-219c71e1-bde7-48b9-a548-28eb996f88fa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (47e23c0a-740e-4684-8a0f-7c331a040a39), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.092209 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-219c71e1-bde7-48b9-a548-28eb996f88fa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (47e23c0a-740e-4684-8a0f-7c331a040a39), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.098802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219c71e1-bde7-48b9-a548-28eb996f88fa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:42.099745 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-219c71e1-bde7-48b9-a548-28eb996f88fa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.260497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c71e1-bde7-48b9-a548-28eb996f88fa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Network': ['ID=47e23c0a-740e-4684-8a0f-7c331a040a39,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:42.273631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 47e23c0a-740e-4684-8a0f-7c331a040a39 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:42.293291 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-219c71e1-bde7-48b9-a548-28eb996f88fa tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4354346 Feb 19 03:35:42.293977 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44436) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:42.299772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Request body: {'subnet': {'network_id': '47e23c0a-740e-4684-8a0f-7c331a040a39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:42.468930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a2216e-06a3-4e6a-b667-d654c3446f0a req-b439bce5-6e51-420c-b476-579e271acafd service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7434955 Feb 19 03:35:42.493044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Made reservation on behalf of a3d0af4485064f3d98fe28389a0dffb2 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:42.497133 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.549404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Made reservation on behalf of c55e0adeeab845dca61398c1b832de7b for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:42.552845 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.875478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b8a5f-fc72-4d0b-a083-b9a643f4e0ff req-5a7dc771-0cb5-4ab3-b221-191ef5f53f28 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:42.877111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b6b8a5f-fc72-4d0b-a083-b9a643f4e0ff req-5a7dc771-0cb5-4ab3-b221-191ef5f53f28 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1125 time: 0.3861682 Feb 19 03:35:42.908680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.objects.ports [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109898) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 19 03:35:42.910652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (a89b2ccb-a7ef-49bf-b2b4-5dc20560d93a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:42.965029 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event updated for resources: {'Subnet': ['ID=a89b2ccb-a7ef-49bf-b2b4-5dc20560d93a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:42.985423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6a2216e-06a3-4e6a-b667-d654c3446f0a req-06b46b21-bd33-4fe6-942e-bee16341bc56 service neutron] 10.222.0.87 "GET /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102487 Feb 19 03:35:42.994930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Checking segment: {'id': '2b2053dd-09f9-46cb-be1b-e06e336d9242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '47e23c0a-740e-4684-8a0f-7c331a040a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:42.995624 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network hostable DHCP agents. Network: 47e23c0a-740e-4684-8a0f-7c331a040a39, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:43.020536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b6b8a5f-fc72-4d0b-a083-b9a643f4e0ff req-a907e95c-ce29-4e40-a98a-84f808ad9a63 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027939 Feb 19 03:35:43.021672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Allocated IP 172.20.0.9 (4a8609d5-9003-4647-bfc3-f6420e6a4893/6e107093-3ae1-45b7-9aec-60e714a796c0/ee98d61e-728f-48a0-8555-3af3a7396984) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:43.022699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Network 47e23c0a-740e-4684-8a0f-7c331a040a39 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:43.038551 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 47e23c0a-740e-4684-8a0f-7c331a040a39) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:43.043295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:43.043903 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.058932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f973f0c8-2852-40a8-973a-580957405c8e None None] Network 47e23c0a-740e-4684-8a0f-7c331a040a39 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:43.077474 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-92676bca-e221-4ed7-8e8a-f90955253e08 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7818849 Feb 19 03:35:43.078167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44442) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:43.231075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9efaf181-632c-43dd-bf8b-aeba08f388de req-959c6e4a-3006-49c1-8394-3cf1816c720e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0475671 Feb 19 03:35:43.265701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bb3aac-1180-4f92-ac01-28ed309b9730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-47e23c0a-740e-4684-8a0f-7c331a040a39', 'network_id': '47e23c0a-740e-4684-8a0f-7c331a040a39', 'project_id': 'c55e0adeeab845dca61398c1b832de7b', 'fixed_ips': [{'subnet_id': 'a89b2ccb-a7ef-49bf-b2b4-5dc20560d93a'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:43.265701 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3aac-1180-4f92-ac01-28ed309b9730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.283012 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for port (ee98d61e-728f-48a0-8555-3af3a7396984), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.283325 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (47e23c0a-740e-4684-8a0f-7c331a040a39), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.399519 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a89b2ccb-a7ef-49bf-b2b4-5dc20560d93a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.399762 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.526049 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (a89b2ccb-a7ef-49bf-b2b4-5dc20560d93a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.550209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event updated for resources: {'Port': ['ID=ee98d61e-728f-48a0-8555-3af3a7396984,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server [None req-f3bb3aac-1180-4f92-ac01-28ed309b9730 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a89b2ccb-a7ef-49bf-b2b4-5dc20560d93a: This subnet is being modified by another concurrent operation. Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a89b2ccb-a7ef-49bf-b2b4-5dc20560d93a: This subnet is being modified by another concurrent operation. Feb 19 03:35:43.556588 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Feb 19 03:35:43.572956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Network 4a8609d5-9003-4647-bfc3-f6420e6a4893 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:43.574489 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:43.580487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:43.589877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Subnet': ['ID=a89b2ccb-a7ef-49bf-b2b4-5dc20560d93a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:43.590054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfbc7cd-c585-4ebe-a322-612f616c2bc0 None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:35:43.708940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:43.713005 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.762010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3ef42bdc-4d8e-4953-bd7a-e47edbd1fada tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0283558 Feb 19 03:35:43.779764 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (47e23c0a-740e-4684-8a0f-7c331a040a39), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.832287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e23c0a-740e-4684-8a0f-7c331a040a39']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:43.859801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2053dd-09f9-46cb-be1b-e06e336d9242') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:43.860287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2053dd-09f9-46cb-be1b-e06e336d9242') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:43.876962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (2b2053dd-09f9-46cb-be1b-e06e336d9242), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.885945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Request body: {'port': {'device_id': '5911479a-ccad-4b28-af80-a802224eec35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:43.913385 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2b2053dd-09f9-46cb-be1b-e06e336d9242), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.915158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfbc7cd-c585-4ebe-a322-612f616c2bc0 None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:35:43.921213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:43.924183 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (2b2053dd-09f9-46cb-be1b-e06e336d9242), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:43.929142 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:44.038750 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.083717 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (47e23c0a-740e-4684-8a0f-7c331a040a39), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.091021 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.094641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/networks/47e23c0a-740e-4684-8a0f-7c331a040a39 HTTP/1.1" status: 204 len: 168 time: 1.0152721 Feb 19 03:35:44.111465 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44494) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:44.173337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fe870ede-0fc4-46be-aa63-759c94ba13b6 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:35:44.196420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22472b52-9f68-47fd-a881-3c08edb4ce36 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Network': ['ID=47e23c0a-740e-4684-8a0f-7c331a040a39,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:44.199446 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cfba55-88cf-4c42-b19f-4ba5d25978f7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] DELETE failed (client error): The resource could not be found. Feb 19 03:35:44.200011 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89cfba55-88cf-4c42-b19f-4ba5d25978f7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:35:44.206567 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-89cfba55-88cf-4c42-b19f-4ba5d25978f7 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/subnets/a89b2ccb-a7ef-49bf-b2b4-5dc20560d93a HTTP/1.1" status: 404 len: 337 time: 0.0940752 Feb 19 03:35:44.207285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44496) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:44.228896 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d479301-a543-4f27-9f41-0dd40a4ef866 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] DELETE failed (client error): The resource could not be found. Feb 19 03:35:44.229566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d479301-a543-4f27-9f41-0dd40a4ef866 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:35:44.239651 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5d479301-a543-4f27-9f41-0dd40a4ef866 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/networks/47e23c0a-740e-4684-8a0f-7c331a040a39 HTTP/1.1" status: 404 len: 339 time: 0.0310097 Feb 19 03:35:44.241670 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44498) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:44.289165 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-116e2ad4-915c-4552-8df0-a35d6559195d tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] DELETE failed (client error): The resource could not be found. Feb 19 03:35:44.289817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116e2ad4-915c-4552-8df0-a35d6559195d tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:35:44.296059 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-116e2ad4-915c-4552-8df0-a35d6559195d tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/subnets/39b9035f-2ac6-4193-a96f-6c84c9449900 HTTP/1.1" status: 404 len: 337 time: 0.0531182 Feb 19 03:35:44.307920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44502) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:44.349289 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f86f93-f933-4942-bb0b-89d98af08049 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] DELETE failed (client error): The resource could not be found. Feb 19 03:35:44.350099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f86f93-f933-4942-bb0b-89d98af08049 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:35:44.364630 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-24f86f93-f933-4942-bb0b-89d98af08049 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/networks/ae1f16cf-87c8-4c9e-89f6-3d4f98a0b3de HTTP/1.1" status: 404 len: 339 time: 0.0552669 Feb 19 03:35:44.368817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44506) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:44.452007 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a75d60e-e472-4045-bdbf-ab3d4a84b60f tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] DELETE failed (client error): The resource could not be found. Feb 19 03:35:44.452570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a75d60e-e472-4045-bdbf-ab3d4a84b60f tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:35:44.461023 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6a75d60e-e472-4045-bdbf-ab3d4a84b60f tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/subnets/6a3bab6c-515c-4952-8e00-c653dd4996d0 HTTP/1.1" status: 404 len: 337 time: 0.0898783 Feb 19 03:35:44.461023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44510) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:44.482881 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-78329f82-cb18-47dd-b611-ab91ea26a775 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] DELETE failed (client error): The resource could not be found. Feb 19 03:35:44.483487 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78329f82-cb18-47dd-b611-ab91ea26a775 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:35:44.512587 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-78329f82-cb18-47dd-b611-ab91ea26a775 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/networks/ae82e7ab-9462-459d-bdcc-dc33adda5da0 HTTP/1.1" status: 404 len: 339 time: 0.0503592 Feb 19 03:35:44.517349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44514) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:44.618474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38895db8-2607-4597-88f4-32b5380f367d None None] Network 47e23c0a-740e-4684-8a0f-7c331a040a39 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:44.642600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38895db8-2607-4597-88f4-32b5380f367d None None] Network 47e23c0a-740e-4684-8a0f-7c331a040a39 could not be found, it might have been deleted concurrently. {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:35:44.651065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f886c78-20ac-4817-b023-275be333ebc0 req-5d254177-d9fe-47cd-8e32-05baa32c9dab tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:44.655681 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port fe870ede-0fc4-46be-aa63-759c94ba13b6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fe870ede-0fc4-46be-aa63-759c94ba13b6,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:44.667127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f886c78-20ac-4817-b023-275be333ebc0 req-5d254177-d9fe-47cd-8e32-05baa32c9dab tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1125 time: 0.4792202 Feb 19 03:35:44.671461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'fe870ede-0fc4-46be-aa63-759c94ba13b6', 'network_id': '6c83f05a-997a-4399-b8e1-c841aea8dfb9', 'port_id': 'fe870ede-0fc4-46be-aa63-759c94ba13b6', 'mac_address': 'fa:16:3e:53:b7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29fd9311-3742-4ead-9f9c-d8ed50f1af12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:35:44.760977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-516a1cf5-4fce-41a4-988a-8f170eee213e req-c56f7339-e2d9-45dc-86c4-34f0e291e0b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6627293 Feb 19 03:35:44.772060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0051b348-f887-4b2d-95a7-ceae8226d1c9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Deleting port 5b3b9fed-bc62-4212-9a20-8bb1bd6095d4 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:44.773416 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0051b348-f887-4b2d-95a7-ceae8226d1c9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5b3b9fed-bc62-4212-9a20-8bb1bd6095d4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.777933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port fe870ede-0fc4-46be-aa63-759c94ba13b6 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:44.778323 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.807844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe870ede-0fc4-46be-aa63-759c94ba13b6 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:44.850624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port fe870ede-0fc4-46be-aa63-759c94ba13b6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fe870ede-0fc4-46be-aa63-759c94ba13b6,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:44.874073 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.948810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=fe870ede-0fc4-46be-aa63-759c94ba13b6,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:44.960165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0051b348-f887-4b2d-95a7-ceae8226d1c9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5b3b9fed-bc62-4212-9a20-8bb1bd6095d4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:44.981736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0051b348-f887-4b2d-95a7-ceae8226d1c9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Calling delete_port for 5b3b9fed-bc62-4212-9a20-8bb1bd6095d4 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:45.076030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-806b7628-9e76-43d2-bb93-ae3f707c3142 None None] Provisioning complete for port ee98d61e-728f-48a0-8555-3af3a7396984 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:45.076446 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-806b7628-9e76-43d2-bb93-ae3f707c3142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:45.175714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-806b7628-9e76-43d2-bb93-ae3f707c3142 None None] Port ee98d61e-728f-48a0-8555-3af3a7396984 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:35:45.193863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f886c78-20ac-4817-b023-275be333ebc0 req-d50bd9b7-5182-464d-965d-b49ba04ddfdb tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150168 Feb 19 03:35:45.220081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee98d61e-728f-48a0-8555-3af3a7396984 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:35:45.243466 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Publish callbacks [] for port (ee98d61e-728f-48a0-8555-3af3a7396984), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:45.260756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fe870ede-0fc4-46be-aa63-759c94ba13b6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:35:45.275781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Transition to ACTIVE for port object ee98d61e-728f-48a0-8555-3af3a7396984 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:35:45.297542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a1cf5-4fce-41a4-988a-8f170eee213e req-b4e02b29-2b21-430a-b6b3-edd8b285b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:45.299597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-516a1cf5-4fce-41a4-988a-8f170eee213e req-b4e02b29-2b21-430a-b6b3-edd8b285b76f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc15ce5a2d8b4b8195d783115b25b191&device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1128 time: 0.4598196 Feb 19 03:35:45.304147 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:45.655738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0051b348-f887-4b2d-95a7-ceae8226d1c9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5b3b9fed-bc62-4212-9a20-8bb1bd6095d4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:45.710786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b348-f887-4b2d-95a7-ceae8226d1c9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Port': ['ID=5b3b9fed-bc62-4212-9a20-8bb1bd6095d4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:45.721534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a1cf5-4fce-41a4-988a-8f170eee213e req-c6ce714f-216d-4c54-9109-679b401510fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:45.723114 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-516a1cf5-4fce-41a4-988a-8f170eee213e req-c6ce714f-216d-4c54-9109-679b401510fa service neutron] 10.222.0.67 "GET /v2.0/networks?id=6c83f05a-997a-4399-b8e1-c841aea8dfb9 HTTP/1.1" status: 200 len: 910 time: 0.2675092 Feb 19 03:35:45.724006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Pushing event updated for resources: {'Port': ['ID=ee98d61e-728f-48a0-8555-3af3a7396984,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:45.748271 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0051b348-f887-4b2d-95a7-ceae8226d1c9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:45.761233 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0051b348-f887-4b2d-95a7-ceae8226d1c9 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/ports/5b3b9fed-bc62-4212-9a20-8bb1bd6095d4 HTTP/1.1" status: 204 len: 168 time: 1.2426481 Feb 19 03:35:45.761918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44550) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:45.809920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-516a1cf5-4fce-41a4-988a-8f170eee213e req-c48554f4-fc9b-4d14-a2d1-34a20a9124fe service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6d623e9-5540-4118-b9fd-31a97d541bcc HTTP/1.1" status: 200 len: 217 time: 0.0792489 Feb 19 03:35:45.830675 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c84120-804b-4e71-84ed-dc2da5096e17 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] DELETE failed (client error): The resource could not be found. Feb 19 03:35:45.831139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c84120-804b-4e71-84ed-dc2da5096e17 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:35:45.842099 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-22c84120-804b-4e71-84ed-dc2da5096e17 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/subnets/02226542-ed1c-480d-8fd7-6222a1570110 HTTP/1.1" status: 404 len: 337 time: 0.0780568 Feb 19 03:35:45.842768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44552) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:45.943418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3696f-c7de-4c12-b7c0-9a95ed483471 req-324bee9c-e0cc-45fe-a19e-4d32fafc9c34 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:45.945701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34f3696f-c7de-4c12-b7c0-9a95ed483471 req-324bee9c-e0cc-45fe-a19e-4d32fafc9c34 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.5359070 Feb 19 03:35:45.948785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Attempting to bind port ee98d61e-728f-48a0-8555-3af3a7396984 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:35:45.952638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Attempting to bind port ee98d61e-728f-48a0-8555-3af3a7396984 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:35:45.958485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Attempting to bind port ee98d61e-728f-48a0-8555-3af3a7396984 on network 4a8609d5-9003-4647-bfc3-f6420e6a4893 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:46.019557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Port ee98d61e-728f-48a0-8555-3af3a7396984 on network 4a8609d5-9003-4647-bfc3-f6420e6a4893 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:35:46.019907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Attempting to bind port ee98d61e-728f-48a0-8555-3af3a7396984 on network 4a8609d5-9003-4647-bfc3-f6420e6a4893 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:35:46.025647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (1da9526c-6387-4971-bc45-7d4fb677a520), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.045544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a1cf5-4fce-41a4-988a-8f170eee213e req-27a1440b-7413-4a2d-b059-4fa873fdace3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.047556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-516a1cf5-4fce-41a4-988a-8f170eee213e req-27a1440b-7413-4a2d-b059-4fa873fdace3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=29fd9311-3742-4ead-9f9c-d8ed50f1af12 HTTP/1.1" status: 200 len: 848 time: 0.1787732 Feb 19 03:35:46.055824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:35:46.056959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Checking segment: {'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:46.057354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Bound using segment: {'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:35:46.057795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Bound port: ee98d61e-728f-48a0-8555-3af3a7396984, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130c5d0f-b7c7-4b6f-9464-112e5b352645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:35:46.058154 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.169183 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fe870ede-0fc4-46be-aa63-759c94ba13b6 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:35:46.214054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (1da9526c-6387-4971-bc45-7d4fb677a520), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.225635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34f3696f-c7de-4c12-b7c0-9a95ed483471 req-ddf80bfa-7587-43da-b3a5-84c17660873f tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071011 Feb 19 03:35:46.261060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da9526c-6387-4971-bc45-7d4fb677a520']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:46.266926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a1cf5-4fce-41a4-988a-8f170eee213e req-80d917bb-5d93-4cb5-8197-83ffa9634508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.270768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-516a1cf5-4fce-41a4-988a-8f170eee213e req-80d917bb-5d93-4cb5-8197-83ffa9634508 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6c83f05a-997a-4399-b8e1-c841aea8dfb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2163265 Feb 19 03:35:46.290601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8692d3e0-0f13-4277-8e6f-be39f8be4b2b') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:46.291001 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8692d3e0-0f13-4277-8e6f-be39f8be4b2b') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:46.310677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port fe870ede-0fc4-46be-aa63-759c94ba13b6 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:35:46.316368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port fe870ede-0fc4-46be-aa63-759c94ba13b6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:35:46.316759 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.340913 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (8692d3e0-0f13-4277-8e6f-be39f8be4b2b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.366815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8692d3e0-0f13-4277-8e6f-be39f8be4b2b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.381498 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:46.381923 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (8692d3e0-0f13-4277-8e6f-be39f8be4b2b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:46.487324 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:46.500605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-516a1cf5-4fce-41a4-988a-8f170eee213e req-5ad39138-50f7-4db3-b938-65f7ee9392c3 service neutron] 10.222.0.67 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2136912 Feb 19 03:35:46.522768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port fe870ede-0fc4-46be-aa63-759c94ba13b6 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:35:46.523277 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.556947 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (1da9526c-6387-4971-bc45-7d4fb677a520), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.568174 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.574508 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/networks/1da9526c-6387-4971-bc45-7d4fb677a520 HTTP/1.1" status: 204 len: 168 time: 0.7306991 Feb 19 03:35:46.581124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44556) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:46.603593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7c3cd2-6078-41f8-8614-3a025e706e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe870ede-0fc4-46be-aa63-759c94ba13b6'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:46.607461 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25e9b09-639c-4c4d-a552-bf9aab29577e" -d '{"events": [{"server_uuid": "4b7c3cd2-6078-41f8-8614-3a025e706e64", "name": "network-vif-plugged", "status": "completed", "tag": "fe870ede-0fc4-46be-aa63-759c94ba13b6"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:46.614348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f832ef-5800-4fc2-83b3-d6844ce75957 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Network': ['ID=1da9526c-6387-4971-bc45-7d4fb677a520,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:46.622366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] For port ee98d61e-728f-48a0-8555-3af3a7396984, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:35:46.662159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port fe870ede-0fc4-46be-aa63-759c94ba13b6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fe870ede-0fc4-46be-aa63-759c94ba13b6,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:46.691177 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.727808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] For port ee98d61e-728f-48a0-8555-3af3a7396984, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=ee98d61e-728f-48a0-8555-3af3a7396984,segment=NetworkSegment(130c5d0f-b7c7-4b6f-9464-112e5b352645),segment_id=130c5d0f-b7c7-4b6f-9464-112e5b352645)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:35:46.775921 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.797261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=fe870ede-0fc4-46be-aa63-759c94ba13b6,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:46.841349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce1a56-b955-4419-b984-d4a586c47f3b req-fc79f360-c22b-4b8f-bc10-0655e51eb47a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.845505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9ce1a56-b955-4419-b984-d4a586c47f3b req-fc79f360-c22b-4b8f-bc10-0655e51eb47a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1126 time: 0.3417485 Feb 19 03:35:46.903782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Pushing event updated for resources: {'Port': ['ID=ee98d61e-728f-48a0-8555-3af3a7396984,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:46.954691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:46.955343 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:46.956807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e4fa7ae2-3c54-493f-a2a6-0a0bcd8e0c4f service neutron] 10.222.0.67 "PUT /v2.0/ports/ee98d61e-728f-48a0-8555-3af3a7396984 HTTP/1.1" status: 200 len: 1091 time: 3.1859577 Feb 19 03:35:46.963565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:46.970917 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09179d96-f337-40f6-b075-f8a7f5b0001b" -d '{"events": [{"name": "network-changed", "server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:46.999527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-516a1cf5-4fce-41a4-988a-8f170eee213e req-0d9f6c8e-22b7-45c1-8e56-effad9ff04d3 service neutron] 10.222.0.67 "GET /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4810107 Feb 19 03:35:47.084148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9ce1a56-b955-4419-b984-d4a586c47f3b req-e1bbd208-f089-49e0-a41a-8ab9175f9898 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034242 Feb 19 03:35:47.096853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2fe98fe1-5e10-4558-9658-7336662ba840 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Deleting port 4fae7782-a184-4541-adf3-302205a4b5d9 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:47.097863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fe98fe1-5e10-4558-9658-7336662ba840 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4fae7782-a184-4541-adf3-302205a4b5d9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:47.213624 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9cf454-b326-4031-bd54-39f8f093c750 x-openstack-request-id: req-7b9cf454-b326-4031-bd54-39f8f093c750 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:47.214133 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7c3cd2-6078-41f8-8614-3a025e706e64", "name": "network-vif-plugged", "status": "completed", "tag": "fe870ede-0fc4-46be-aa63-759c94ba13b6", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:47.214133 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b9cf454-b326-4031-bd54-39f8f093c750 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:47.214547 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7c3cd2-6078-41f8-8614-3a025e706e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe870ede-0fc4-46be-aa63-759c94ba13b6', 'code': 200} Feb 19 03:35:47.223091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-646f5938-c2dc-4612-a338-292e4c12726a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:47.225364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-646f5938-c2dc-4612-a338-292e4c12726a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3d0af4485064f3d98fe28389a0dffb2&device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 1125 time: 0.2043383 Feb 19 03:35:47.227229 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fe98fe1-5e10-4558-9658-7336662ba840 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4fae7782-a184-4541-adf3-302205a4b5d9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:47.368270 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd85307a-c2df-495a-9eb0-61789dceb97a x-openstack-request-id: req-cd85307a-c2df-495a-9eb0-61789dceb97a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:47.369015 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:47.369830 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd85307a-c2df-495a-9eb0-61789dceb97a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:47.370493 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'status': 'completed', 'code': 200} Feb 19 03:35:47.380950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2fe98fe1-5e10-4558-9658-7336662ba840 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Calling delete_port for 4fae7782-a184-4541-adf3-302205a4b5d9 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:47.405704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-e0874405-e7cf-4936-b259-40b2c1baea3f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee98d61e-728f-48a0-8555-3af3a7396984 HTTP/1.1" status: 200 len: 217 time: 0.1694643 Feb 19 03:35:47.581183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949ab3e-f695-48ae-a416-ed675e5c941e req-4d999656-143f-4149-81cd-8895d91069d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:47.583147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1949ab3e-f695-48ae-a416-ed675e5c941e req-4d999656-143f-4149-81cd-8895d91069d4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1127 time: 0.2957039 Feb 19 03:35:47.584849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-53954d21-251f-40e1-a932-df20a8695e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:47.586584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-53954d21-251f-40e1-a932-df20a8695e65 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e107093-3ae1-45b7-9aec-60e714a796c0 HTTP/1.1" status: 200 len: 853 time: 0.1715455 Feb 19 03:35:47.698576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea07055-addb-428a-ae47-1d9d74231371 req-aadcba9f-13ca-46f4-ab8b-8a935020a44d tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:47.700674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ea07055-addb-428a-ae47-1d9d74231371 req-aadcba9f-13ca-46f4-ab8b-8a935020a44d tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.2727838 Feb 19 03:35:47.711356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1949ab3e-f695-48ae-a416-ed675e5c941e req-0d7e4fa5-ddec-4a60-b747-d9a712e03769 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179063 Feb 19 03:35:47.720684 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fe98fe1-5e10-4558-9658-7336662ba840 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4fae7782-a184-4541-adf3-302205a4b5d9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:47.826059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe98fe1-5e10-4558-9658-7336662ba840 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Port': ['ID=4fae7782-a184-4541-adf3-302205a4b5d9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:47.835684 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2fe98fe1-5e10-4558-9658-7336662ba840 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:47.840024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2fe98fe1-5e10-4558-9658-7336662ba840 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/ports/4fae7782-a184-4541-adf3-302205a4b5d9 HTTP/1.1" status: 204 len: 168 time: 1.2397823 Feb 19 03:35:47.842590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44572) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:47.851955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-a79c0d76-1a1b-4fc8-bbe3-a84ae7bddaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:47.853943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-a79c0d76-1a1b-4fc8-bbe3-a84ae7bddaf4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a8609d5-9003-4647-bfc3-f6420e6a4893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2561786 Feb 19 03:35:47.863846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ea07055-addb-428a-ae47-1d9d74231371 req-9ca34acc-387b-4d37-b6d8-f1a257d94434 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508236 Feb 19 03:35:47.926791 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffd3d29-ae87-4a81-9502-3142a959f333 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] DELETE failed (client error): The resource could not be found. Feb 19 03:35:47.927253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffd3d29-ae87-4a81-9502-3142a959f333 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:35:47.930491 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0ffd3d29-ae87-4a81-9502-3142a959f333 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/subnets/60035ab3-d6c6-43af-a038-f0e84ca2faac HTTP/1.1" status: 404 len: 337 time: 0.0868392 Feb 19 03:35:47.933003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44574) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:48.005240 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-3e93e272-dc2a-41cb-b860-65b67d7e49fc service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398933 Feb 19 03:35:48.021893 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (d40aaf99-e767-48a9-a96c-a2ebd7cd42ae), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.185850 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (d40aaf99-e767-48a9-a96c-a2ebd7cd42ae), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.209938 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c255e38-0a85-4d63-b9ae-973c9db70d85 req-b58b57b9-2531-416f-abf7-dad152ea1eb3 service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982677 Feb 19 03:35:48.247667 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40aaf99-e767-48a9-a96c-a2ebd7cd42ae']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:48.263473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef141687-606b-480d-810c-7be85a25de75') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:48.263818 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef141687-606b-480d-810c-7be85a25de75') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:48.294625 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (ef141687-606b-480d-810c-7be85a25de75), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.323313 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ef141687-606b-480d-810c-7be85a25de75), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.341720 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:48.343229 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (ef141687-606b-480d-810c-7be85a25de75), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.351384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebc8f2d-63c2-4aee-8c69-ff7b82c544b1 req-c589e9ca-c777-4af9-9969-c3e8f6995fdf tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:48.353247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ebc8f2d-63c2-4aee-8c69-ff7b82c544b1 req-c589e9ca-c777-4af9-9969-c3e8f6995fdf tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1127 time: 0.1092169 Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:48.379267 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:48.394515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09179d96-f337-40f6-b075-f8a7f5b0001b req-5f3b9aaf-0e05-4c8b-85de-2d995c3266b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:48.396137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09179d96-f337-40f6-b075-f8a7f5b0001b req-5f3b9aaf-0e05-4c8b-85de-2d995c3266b6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3d0af4485064f3d98fe28389a0dffb2&device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 1125 time: 0.1147122 Feb 19 03:35:48.487256 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (d40aaf99-e767-48a9-a96c-a2ebd7cd42ae), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.511431 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.519105 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/networks/d40aaf99-e767-48a9-a96c-a2ebd7cd42ae HTTP/1.1" status: 204 len: 168 time: 0.5848453 Feb 19 03:35:48.519737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44578) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:48.560905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09179d96-f337-40f6-b075-f8a7f5b0001b req-dbf44bdb-fb0f-49c0-b2db-3d64e88f3073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:48.566742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09179d96-f337-40f6-b075-f8a7f5b0001b req-dbf44bdb-fb0f-49c0-b2db-3d64e88f3073 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a8609d5-9003-4647-bfc3-f6420e6a4893 HTTP/1.1" status: 200 len: 915 time: 0.1585004 Feb 19 03:35:48.577121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ebc8f2d-63c2-4aee-8c69-ff7b82c544b1 req-657b4c17-d34f-442c-9078-fc4ee1d92cec tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179244 Feb 19 03:35:48.605065 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce57048-ee03-408c-b33c-26452a6f487d tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Deleting subnet 73b869be-977f-46e4-877b-41b632864c2d {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:35:48.614824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bb148-ef78-4330-9dab-b716ae3b2432 tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Network': ['ID=d40aaf99-e767-48a9-a96c-a2ebd7cd42ae,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:48.616769 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fce57048-ee03-408c-b33c-26452a6f487d tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for subnet (73b869be-977f-46e4-877b-41b632864c2d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.653560 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09179d96-f337-40f6-b075-f8a7f5b0001b req-be673247-71f0-473f-b63b-e31332d1f8d1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee98d61e-728f-48a0-8555-3af3a7396984 HTTP/1.1" status: 200 len: 217 time: 0.0690935 Feb 19 03:35:48.708819 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fce57048-ee03-408c-b33c-26452a6f487d tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (73b869be-977f-46e4-877b-41b632864c2d), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.774415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09179d96-f337-40f6-b075-f8a7f5b0001b req-79dbdfc1-54fb-470e-8804-810d7a8ad6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:48.775911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09179d96-f337-40f6-b075-f8a7f5b0001b req-79dbdfc1-54fb-470e-8804-810d7a8ad6ce service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e107093-3ae1-45b7-9aec-60e714a796c0 HTTP/1.1" status: 200 len: 853 time: 0.1166575 Feb 19 03:35:48.829924 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fce57048-ee03-408c-b33c-26452a6f487d tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (73b869be-977f-46e4-877b-41b632864c2d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:48.924575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09179d96-f337-40f6-b075-f8a7f5b0001b req-2dc89293-e320-4155-974a-f3a1619cf2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:48.934146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09179d96-f337-40f6-b075-f8a7f5b0001b req-2dc89293-e320-4155-974a-f3a1619cf2e7 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a8609d5-9003-4647-bfc3-f6420e6a4893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1512935 Feb 19 03:35:48.969260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fce57048-ee03-408c-b33c-26452a6f487d tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (73b869be-977f-46e4-877b-41b632864c2d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.011189 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fce57048-ee03-408c-b33c-26452a6f487d tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.011841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd19e52-48b2-406e-8ce8-019044277ff2 None None] Network 9156882e-bb3e-4592-be6a-81551ea32694 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:49.019874 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fce57048-ee03-408c-b33c-26452a6f487d tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/subnets/73b869be-977f-46e4-877b-41b632864c2d HTTP/1.1" status: 204 len: 168 time: 0.4854262 Feb 19 03:35:49.022233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44586) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:49.056536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce57048-ee03-408c-b33c-26452a6f487d tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Subnet': ['ID=73b869be-977f-46e4-877b-41b632864c2d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:49.175705 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (9156882e-bb3e-4592-be6a-81551ea32694), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.260007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Deleting port 3a904e1d-4635-47d4-85aa-7ca009e20945 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:49.260474 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.321502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3206dcbd-d3b2-4449-97f4-445e73ab9e1f None None] DHCP port deletion for 9156882e-bb3e-4592-be6a-81551ea32694 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:35:49.395612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3206dcbd-d3b2-4449-97f4-445e73ab9e1f None None] Deleting port 3a904e1d-4635-47d4-85aa-7ca009e20945 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:49.396254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3206dcbd-d3b2-4449-97f4-445e73ab9e1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.425699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] For port 3a904e1d-4635-47d4-85aa-7ca009e20945, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a904e1d-4635-47d4-85aa-7ca009e20945,segment=NetworkSegment(ccaee08f-764f-43eb-9da2-f90e8c89806d),segment_id=ccaee08f-764f-43eb-9da2-f90e8c89806d)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:49.426264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.453603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Calling delete_port for 3a904e1d-4635-47d4-85aa-7ca009e20945 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:49.487198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3206dcbd-d3b2-4449-97f4-445e73ab9e1f None None] For port 3a904e1d-4635-47d4-85aa-7ca009e20945, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a904e1d-4635-47d4-85aa-7ca009e20945,segment=NetworkSegment(ccaee08f-764f-43eb-9da2-f90e8c89806d),segment_id=ccaee08f-764f-43eb-9da2-f90e8c89806d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:49.490093 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3206dcbd-d3b2-4449-97f4-445e73ab9e1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.522795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3206dcbd-d3b2-4449-97f4-445e73ab9e1f None None] Calling delete_port for 3a904e1d-4635-47d4-85aa-7ca009e20945 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:49.589001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc0d38-a5d9-4aa2-9c46-28f07565698d req-f7766d18-0f71-4157-bbf4-5fb40e47fcdf tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:49.607273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47bc0d38-a5d9-4aa2-9c46-28f07565698d req-f7766d18-0f71-4157-bbf4-5fb40e47fcdf tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.5492883 Feb 19 03:35:49.616929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09179d96-f337-40f6-b075-f8a7f5b0001b req-ccaa2eb0-102e-463a-853c-12d9f6c9270f service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6704443 Feb 19 03:35:49.644122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.678525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Port': ['ID=3a904e1d-4635-47d4-85aa-7ca009e20945,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:49.699224 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] No DVR routers for this DVR port 3a904e1d-4635-47d4-85aa-7ca009e20945 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:49.816946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47bc0d38-a5d9-4aa2-9c46-28f07565698d req-bbf742e0-bf34-4ebd-b078-44c7dd6aa5bf tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031591 Feb 19 03:35:49.890033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09179d96-f337-40f6-b075-f8a7f5b0001b req-879e08e6-a354-4c17-a2c3-837c4c2d2efb service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620559 Feb 19 03:35:49.903970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (9156882e-bb3e-4592-be6a-81551ea32694), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.951690 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3206dcbd-d3b2-4449-97f4-445e73ab9e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (3a904e1d-4635-47d4-85aa-7ca009e20945), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:49.974057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9156882e-bb3e-4592-be6a-81551ea32694']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:49.989552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206dcbd-d3b2-4449-97f4-445e73ab9e1f None None] Pushing event deleted for resources: {'Port': ['ID=3a904e1d-4635-47d4-85aa-7ca009e20945,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:49.989552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3206dcbd-d3b2-4449-97f4-445e73ab9e1f None None] No DVR routers for this DVR port 3a904e1d-4635-47d4-85aa-7ca009e20945 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:50.005746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccaee08f-764f-43eb-9da2-f90e8c89806d') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:50.006678 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccaee08f-764f-43eb-9da2-f90e8c89806d') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:50.034834 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (ccaee08f-764f-43eb-9da2-f90e8c89806d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.062935 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ccaee08f-764f-43eb-9da2-f90e8c89806d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.075355 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:50.075764 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (ccaee08f-764f-43eb-9da2-f90e8c89806d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:50.079428 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:50.088547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c6324-66bc-4af2-a318-3d4f9a38a32d req-14f9c834-42f6-49d2-a644-3de4547f12b2 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:50.099227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-949c6324-66bc-4af2-a318-3d4f9a38a32d req-14f9c834-42f6-49d2-a644-3de4547f12b2 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1127 time: 0.1200504 Feb 19 03:35:50.166037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (9156882e-bb3e-4592-be6a-81551ea32694), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.178166 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-949c6324-66bc-4af2-a318-3d4f9a38a32d req-d258b3b3-bdd3-4bea-b0bc-477e981fd564 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722897 Feb 19 03:35:50.222736 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.227776 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] 10.222.0.81 "DELETE /v2.0/networks/9156882e-bb3e-4592-be6a-81551ea32694 HTTP/1.1" status: 204 len: 168 time: 1.1852081 Feb 19 03:35:50.233004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9efe0a-cada-4030-80df-17c84468df1b tempest-NetworksIpV6TestAttrs-498993005 tempest-NetworksIpV6TestAttrs-498993005-project] Pushing event deleted for resources: {'Network': ['ID=9156882e-bb3e-4592-be6a-81551ea32694,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:50.304282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ac15e-547d-420f-8bde-bded4f6b0b58 req-2a6b39ba-50af-4573-b7c4-62735e4c7af9 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:50.306295 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f09ac15e-547d-420f-8bde-bded4f6b0b58 req-2a6b39ba-50af-4573-b7c4-62735e4c7af9 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1127 time: 0.0459549 Feb 19 03:35:50.401573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f09ac15e-547d-420f-8bde-bded4f6b0b58 req-cbe1f015-c396-4d1c-9037-1e1b11f92be2 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843172 Feb 19 03:35:50.558450 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a904e1d-4635-47d4-85aa-7ca009e20945 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:50.644887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44602) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:50.652583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 3a904e1d-4635-47d4-85aa-7ca009e20945 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:35:50.652953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a904e1d-4635-47d4-85aa-7ca009e20945 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:35:50.707485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f1cfa-99e8-4f51-835c-bd276371a7dd req-0f433b19-a119-44b6-a851-0d8857b592ea tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:50.720305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e4f1cfa-99e8-4f51-835c-bd276371a7dd req-0f433b19-a119-44b6-a851-0d8857b592ea tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1127 time: 0.1398525 Feb 19 03:35:50.818449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e4f1cfa-99e8-4f51-835c-bd276371a7dd req-8b00878a-7215-4800-a33e-f6b2bdef78e4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959783 Feb 19 03:35:50.862225 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8425d31a-6ad4-448b-bbc6-6e5684a67233 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c55e0adeeab845dca61398c1b832de7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2158186 Feb 19 03:35:50.864987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44610) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:50.926341 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cec3a12e-f87d-4996-8d27-fee268a14559 admin admin] Publish callbacks [] for security_group (53678529-3a5c-4dd2-a25d-3b1ea85dcf10), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:50.969053 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cec3a12e-f87d-4996-8d27-fee268a14559 admin admin] Publish callbacks [] for security_group (53678529-3a5c-4dd2-a25d-3b1ea85dcf10), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:51.119710 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cec3a12e-f87d-4996-8d27-fee268a14559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (53678529-3a5c-4dd2-a25d-3b1ea85dcf10), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:51.126013 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cec3a12e-f87d-4996-8d27-fee268a14559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:51.141728 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cec3a12e-f87d-4996-8d27-fee268a14559 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/53678529-3a5c-4dd2-a25d-3b1ea85dcf10 HTTP/1.1" status: 204 len: 168 time: 0.2721608 Feb 19 03:35:51.162296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3a12e-f87d-4996-8d27-fee268a14559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53678529-3a5c-4dd2-a25d-3b1ea85dcf10,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:51.249959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b7c8f-9c86-4344-a08b-1bf513fcee87 req-fa09f891-a86e-4cd4-a5ed-034bb92b3d03 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:51.257372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-301b7c8f-9c86-4344-a08b-1bf513fcee87 req-fa09f891-a86e-4cd4-a5ed-034bb92b3d03 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.1254976 Feb 19 03:35:51.321702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-301b7c8f-9c86-4344-a08b-1bf513fcee87 req-4039db68-a960-45b9-8aca-c317b82c6542 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634384 Feb 19 03:35:51.490894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1aeb7e-89db-49f4-a1dd-3e7dc02694a1 req-46e300c8-9318-48f4-8b04-fdb8e0afb0c2 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:51.494735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d1aeb7e-89db-49f4-a1dd-3e7dc02694a1 req-46e300c8-9318-48f4-8b04-fdb8e0afb0c2 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1127 time: 0.0903211 Feb 19 03:35:51.579052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d1aeb7e-89db-49f4-a1dd-3e7dc02694a1 req-dc4b1135-70af-4c33-93af-50e4bf663cd0 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726774 Feb 19 03:35:52.287323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44644) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:52.490154 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-226152832'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:52.554668 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:52.555919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864b094-5f57-428f-8028-e9260f7be53d req-7ba13d73-7aad-414c-8dbc-483d8fbdc5fa tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:52.558024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.564045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a864b094-5f57-428f-8028-e9260f7be53d req-7ba13d73-7aad-414c-8dbc-483d8fbdc5fa tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.1557760 Feb 19 03:35:52.576430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.601849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7f70-0d6c-4c32-839f-90e1d068326f req-6d81efa2-0e5d-4863-a0f5-0efd6ddc80a0 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:52.603686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4be7f70-0d6c-4c32-839f-90e1d068326f req-6d81efa2-0e5d-4863-a0f5-0efd6ddc80a0 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.87 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1127 time: 0.1533518 Feb 19 03:35:52.667456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a864b094-5f57-428f-8028-e9260f7be53d req-855b49de-81fb-4787-8313-a8cab5d3cfd4 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024094 Feb 19 03:35:52.765580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (7cd83b14-7550-407a-b340-c74704cba0fd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.772102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7cd83b14-7550-407a-b340-c74704cba0fd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.801555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-d4be7f70-0d6c-4c32-839f-90e1d068326f req-3cff1abb-1fb2-437b-b2d9-3fe9b0f580e5 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Deleting port fe870ede-0fc4-46be-aa63-759c94ba13b6 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:52.801947 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d4be7f70-0d6c-4c32-839f-90e1d068326f req-3cff1abb-1fb2-437b-b2d9-3fe9b0f580e5 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.813776 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.843528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:52.862479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd83b14-7550-407a-b340-c74704cba0fd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:52.868977 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (886c9842-8d2a-4cf9-b327-ebc74e6f33b3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.869326 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Added segment 886c9842-8d2a-4cf9-b327-ebc74e6f33b3 of type vlan for network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a Feb 19 03:35:52.888140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834df4a3-752a-4b29-aeb8-e8e774bba6be req-4899185e-43d3-414d-a3e5-10936b9bed90 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:52.895936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-834df4a3-752a-4b29-aeb8-e8e774bba6be req-4899185e-43d3-414d-a3e5-10936b9bed90 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4b7c3cd2-6078-41f8-8614-3a025e706e64 HTTP/1.1" status: 200 len: 1127 time: 0.1282322 Feb 19 03:35:52.951627 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d4be7f70-0d6c-4c32-839f-90e1d068326f req-3cff1abb-1fb2-437b-b2d9-3fe9b0f580e5 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] For port fe870ede-0fc4-46be-aa63-759c94ba13b6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fe870ede-0fc4-46be-aa63-759c94ba13b6,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:52.951880 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d4be7f70-0d6c-4c32-839f-90e1d068326f req-3cff1abb-1fb2-437b-b2d9-3fe9b0f580e5 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.957139 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (6877a481-0d50-4cbb-b7b4-a160e31c2f4a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:52.974546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-d4be7f70-0d6c-4c32-839f-90e1d068326f req-3cff1abb-1fb2-437b-b2d9-3fe9b0f580e5 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Calling delete_port for fe870ede-0fc4-46be-aa63-759c94ba13b6 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:52.990118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-834df4a3-752a-4b29-aeb8-e8e774bba6be req-2e38cd50-44c5-4f7d-9cd3-40023fb5608a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931816 Feb 19 03:35:53.013173 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (6877a481-0d50-4cbb-b7b4-a160e31c2f4a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.021418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:53.022288 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.117967 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8238752 Feb 19 03:35:53.130087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44652) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:53.137564 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'name': 'tempest-PortsIpV6TestJSON-1679081650'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:53.161162 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422acc0-d4a6-4a82-aead-4e86c470f087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Network': ['ID=6877a481-0d50-4cbb-b7b4-a160e31c2f4a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:53.180967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:53.223951 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d4be7f70-0d6c-4c32-839f-90e1d068326f req-3cff1abb-1fb2-437b-b2d9-3fe9b0f580e5 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fe870ede-0fc4-46be-aa63-759c94ba13b6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.262906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a6d623e9-5540-4118-b9fd-31a97d541bcc'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:35:53.317456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fe870ede-0fc4-46be-aa63-759c94ba13b6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:35:53.364725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:53.376429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.380083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff1abb-1fb2-437b-b2d9-3fe9b0f580e5 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe870ede-0fc4-46be-aa63-759c94ba13b6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:53.419229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:53.492799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4be7f70-0d6c-4c32-839f-90e1d068326f req-3cff1abb-1fb2-437b-b2d9-3fe9b0f580e5 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] No DVR routers for this DVR port fe870ede-0fc4-46be-aa63-759c94ba13b6 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:53.495712 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d4be7f70-0d6c-4c32-839f-90e1d068326f req-3cff1abb-1fb2-437b-b2d9-3fe9b0f580e5 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.499866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4be7f70-0d6c-4c32-839f-90e1d068326f req-3cff1abb-1fb2-437b-b2d9-3fe9b0f580e5 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.87 "DELETE /v2.0/ports/fe870ede-0fc4-46be-aa63-759c94ba13b6 HTTP/1.1" status: 204 len: 173 time: 0.8895562 Feb 19 03:35:53.500549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7c3cd2-6078-41f8-8614-3a025e706e64', 'name': 'network-vif-deleted', 'tag': 'fe870ede-0fc4-46be-aa63-759c94ba13b6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:53.503093 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bf2dfa-fea6-4794-a1af-0a1be323a36f" -d '{"events": [{"server_uuid": "4b7c3cd2-6078-41f8-8614-3a025e706e64", "name": "network-vif-deleted", "tag": "fe870ede-0fc4-46be-aa63-759c94ba13b6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:53.609346 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:35:53.781943 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.919784 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (7c28cdaf-1e07-4645-8071-ba25100fb0e3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:53.979420 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c61678d-2f98-4fde-98f9-2c47aad33d7e x-openstack-request-id: req-0c61678d-2f98-4fde-98f9-2c47aad33d7e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:53.980314 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7c3cd2-6078-41f8-8614-3a025e706e64", "name": "network-vif-deleted", "tag": "fe870ede-0fc4-46be-aa63-759c94ba13b6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:53.980817 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c61678d-2f98-4fde-98f9-2c47aad33d7e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:53.981402 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7c3cd2-6078-41f8-8614-3a025e706e64', 'name': 'network-vif-deleted', 'tag': 'fe870ede-0fc4-46be-aa63-759c94ba13b6', 'status': 'completed', 'code': 200} Feb 19 03:35:53.984435 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7c28cdaf-1e07-4645-8071-ba25100fb0e3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:54.174359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=7c28cdaf-1e07-4645-8071-ba25100fb0e3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:54.199167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d95d1-c579-4959-b0cb-80e6864a350b req-da8d94a6-094b-46b7-90df-3bc05a4cb251 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:54.200823 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-527d95d1-c579-4959-b0cb-80e6864a350b req-da8d94a6-094b-46b7-90df-3bc05a4cb251 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.0977948 Feb 19 03:35:54.221930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Checking segment: {'id': '886c9842-8d2a-4cf9-b327-ebc74e6f33b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:54.222200 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network hostable DHCP agents. Network: 6877a481-0d50-4cbb-b7b4-a160e31c2f4a, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:54.272235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:54.294901 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 6877a481-0d50-4cbb-b7b4-a160e31c2f4a) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:54.299801 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:54.306350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:54.308558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:54.314650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c140c7d1-cc96-49fe-949b-3d7552aea9b6 None None] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:54.345320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-527d95d1-c579-4959-b0cb-80e6864a350b req-602b84e8-f55f-4804-af07-c0687c1656a1 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363654 Feb 19 03:35:54.365052 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-07904617-9843-4f07-be37-6e3f988fc328 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2338827 Feb 19 03:35:54.367822 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44668) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:54.373117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3c64ed87-a18d-42fc-801b-0e63a4049b7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1601735165'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:54.439609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c64ed87-a18d-42fc-801b-0e63a4049b7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:54.444028 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c64ed87-a18d-42fc-801b-0e63a4049b7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:54.541410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c64ed87-a18d-42fc-801b-0e63a4049b7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:54.557780 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c64ed87-a18d-42fc-801b-0e63a4049b7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f0fe09c5-d888-4068-b886-c9fb552dd560), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:54.558773 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-3c64ed87-a18d-42fc-801b-0e63a4049b7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Added segment f0fe09c5-d888-4068-b886-c9fb552dd560 of type vlan for network 00b0af40-3ec7-48e5-bec3-4c021c5e4f68 Feb 19 03:35:54.627569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c64ed87-a18d-42fc-801b-0e63a4049b7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (00b0af40-3ec7-48e5-bec3-4c021c5e4f68), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:54.666042 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c64ed87-a18d-42fc-801b-0e63a4049b7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (00b0af40-3ec7-48e5-bec3-4c021c5e4f68), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:54.677046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c64ed87-a18d-42fc-801b-0e63a4049b7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:54.677678 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c64ed87-a18d-42fc-801b-0e63a4049b7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:54.756462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44676) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:54.756743 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3c64ed87-a18d-42fc-801b-0e63a4049b7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3875971 Feb 19 03:35:54.762625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'ports': [{'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a'}, {'network_id': '00b0af40-3ec7-48e5-bec3-4c021c5e4f68'}]} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:54.794877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:54.794877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': '00b0af40-3ec7-48e5-bec3-4c021c5e4f68'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:54.795939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64ed87-a18d-42fc-801b-0e63a4049b7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Network': ['ID=00b0af40-3ec7-48e5-bec3-4c021c5e4f68,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:54.833709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 00b0af40-3ec7-48e5-bec3-4c021c5e4f68 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:54.929799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4056b1d-aa95-4ead-ac54-0bb8c78820c3 req-3fbba60d-63b8-40ea-9f5f-e8ac1816a7c2 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:54.937955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4056b1d-aa95-4ead-ac54-0bb8c78820c3 req-3fbba60d-63b8-40ea-9f5f-e8ac1816a7c2 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1128 time: 0.0793641 Feb 19 03:35:55.059833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4056b1d-aa95-4ead-ac54-0bb8c78820c3 req-659779dc-3a0a-481f-a0c6-ad27c414bd3d tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209869 Feb 19 03:35:55.091503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 2} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:55.097262 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.117145 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.293583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port 6280b47b-58aa-401a-be23-519221bf8437 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:55.480393 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (6280b47b-58aa-401a-be23-519221bf8437), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.604685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port 0e6bf7b3-07f7-4876-a8b6-5f2740f3335c yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:55.623669 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472986a-cb18-4882-aa5b-cc90529e137d req-043c28c8-ad88-46e6-955f-fa300414c84a tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:55.630836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a472986a-cb18-4882-aa5b-cc90529e137d req-043c28c8-ad88-46e6-955f-fa300414c84a tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.1633401 Feb 19 03:35:55.706821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a472986a-cb18-4882-aa5b-cc90529e137d req-fe0bf93a-c598-4e65-a7d3-ff37588157da tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750332 Feb 19 03:35:55.807872 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (0e6bf7b3-07f7-4876-a8b6-5f2740f3335c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.863572 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (6280b47b-58aa-401a-be23-519221bf8437), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:55.960036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:35:55.965938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:55.976568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:55.977575 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0e6bf7b3-07f7-4876-a8b6-5f2740f3335c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.048859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=6280b47b-58aa-401a-be23-519221bf8437,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:56.206670 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fe870ede-0fc4-46be-aa63-759c94ba13b6 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:35:56.237420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=0e6bf7b3-07f7-4876-a8b6-5f2740f3335c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:56.293954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: fe870ede-0fc4-46be-aa63-759c94ba13b6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:35:56.294418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fe870ede-0fc4-46be-aa63-759c94ba13b6 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:35:56.316916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Checking segment: {'id': 'f0fe09c5-d888-4068-b886-c9fb552dd560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '00b0af40-3ec7-48e5-bec3-4c021c5e4f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:56.325608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network hostable DHCP agents. Network: 00b0af40-3ec7-48e5-bec3-4c021c5e4f68, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:56.388155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd569-bcfb-4a53-9357-17f0f164ae07 req-6b3ff0f1-51d5-4122-8ac8-c5edd6506e7c tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:56.389730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4cdd569-bcfb-4a53-9357-17f0f164ae07 req-6b3ff0f1-51d5-4122-8ac8-c5edd6506e7c tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1128 time: 0.1660299 Feb 19 03:35:56.396279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 00b0af40-3ec7-48e5-bec3-4c021c5e4f68 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:56.490790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 00b0af40-3ec7-48e5-bec3-4c021c5e4f68) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:56.500684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415e221c-42ed-4263-888a-541778603415 None None] Network 00b0af40-3ec7-48e5-bec3-4c021c5e4f68 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:56.509676 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:35:56.515065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:56.520033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:56.520743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.528469 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ade843-752c-4229-86a6-cd067a2e399a req-e34b4b74-35a0-4c5d-a552-b220bbc216b4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:56.529993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0ade843-752c-4229-86a6-cd067a2e399a req-e34b4b74-35a0-4c5d-a552-b220bbc216b4 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 1128 time: 0.2173934 Feb 19 03:35:56.559599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eb5bd199-bd2a-4bc1-9e21-217ca6c78d61 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8019760 Feb 19 03:35:56.562594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44688) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:56.579765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-a4cdd569-bcfb-4a53-9357-17f0f164ae07 req-4d0dad8a-883e-4e67-98e1-af452a679d1a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Deleting port a6d623e9-5540-4118-b9fd-31a97d541bcc {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:56.580698 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a4cdd569-bcfb-4a53-9357-17f0f164ae07 req-4d0dad8a-883e-4e67-98e1-af452a679d1a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.730637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0ade843-752c-4229-86a6-cd067a2e399a req-1b80750f-e764-4087-bf65-cb3ff9900d8b tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/security-groups?id=7364fd41-dd2e-436b-9783-c52592a2df92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874342 Feb 19 03:35:56.788274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-a4cdd569-bcfb-4a53-9357-17f0f164ae07 req-4d0dad8a-883e-4e67-98e1-af452a679d1a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] For port a6d623e9-5540-4118-b9fd-31a97d541bcc, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a6d623e9-5540-4118-b9fd-31a97d541bcc,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:35:56.788756 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a4cdd569-bcfb-4a53-9357-17f0f164ae07 req-4d0dad8a-883e-4e67-98e1-af452a679d1a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:56.802944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-a4cdd569-bcfb-4a53-9357-17f0f164ae07 req-4d0dad8a-883e-4e67-98e1-af452a679d1a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Calling delete_port for a6d623e9-5540-4118-b9fd-31a97d541bcc owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:56.868053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bfd46298-1ec5-46d4-a54b-fc21e945d415 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 0e6bf7b3-07f7-4876-a8b6-5f2740f3335c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:56.870127 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd46298-1ec5-46d4-a54b-fc21e945d415 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0e6bf7b3-07f7-4876-a8b6-5f2740f3335c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.010573 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd46298-1ec5-46d4-a54b-fc21e945d415 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0e6bf7b3-07f7-4876-a8b6-5f2740f3335c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.028087 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a4cdd569-bcfb-4a53-9357-17f0f164ae07 req-4d0dad8a-883e-4e67-98e1-af452a679d1a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a6d623e9-5540-4118-b9fd-31a97d541bcc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.030772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bfd46298-1ec5-46d4-a54b-fc21e945d415 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 0e6bf7b3-07f7-4876-a8b6-5f2740f3335c owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:57.050919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a6d623e9-5540-4118-b9fd-31a97d541bcc'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:35:57.086231 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec2b480-57fc-4da1-b881-1bec3880007d req-338c260d-34c6-44af-bae1-976359c56d88 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:57.099871 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ec2b480-57fc-4da1-b881-1bec3880007d req-338c260d-34c6-44af-bae1-976359c56d88 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.2474592 Feb 19 03:35:57.132076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0dad8a-883e-4e67-98e1-af452a679d1a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6d623e9-5540-4118-b9fd-31a97d541bcc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:57.173630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cdd569-bcfb-4a53-9357-17f0f164ae07 req-4d0dad8a-883e-4e67-98e1-af452a679d1a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] No DVR routers for this DVR port a6d623e9-5540-4118-b9fd-31a97d541bcc on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:35:57.177395 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-a4cdd569-bcfb-4a53-9357-17f0f164ae07 req-4d0dad8a-883e-4e67-98e1-af452a679d1a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.191917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4cdd569-bcfb-4a53-9357-17f0f164ae07 req-4d0dad8a-883e-4e67-98e1-af452a679d1a tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.67 "DELETE /v2.0/ports/a6d623e9-5540-4118-b9fd-31a97d541bcc HTTP/1.1" status: 204 len: 173 time: 0.7965922 Feb 19 03:35:57.196089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd88b6e-f3b0-4cb7-b170-864efa03ffcc', 'name': 'network-vif-deleted', 'tag': 'a6d623e9-5540-4118-b9fd-31a97d541bcc'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:35:57.206715 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5e2dab-b0b6-4ced-8cec-a53ceb346e4c" -d '{"events": [{"server_uuid": "7dd88b6e-f3b0-4cb7-b170-864efa03ffcc", "name": "network-vif-deleted", "tag": "a6d623e9-5540-4118-b9fd-31a97d541bcc"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:35:57.299032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ec2b480-57fc-4da1-b881-1bec3880007d req-0cd0f2d5-d9e6-4334-8448-994636ccf6f4 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1981378 Feb 19 03:35:57.310817 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd46298-1ec5-46d4-a54b-fc21e945d415 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (0e6bf7b3-07f7-4876-a8b6-5f2740f3335c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.399682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd46298-1ec5-46d4-a54b-fc21e945d415 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=0e6bf7b3-07f7-4876-a8b6-5f2740f3335c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:57.409442 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648f13c1-bcaf-4d13-8bf8-1eae3975708b x-openstack-request-id: req-648f13c1-bcaf-4d13-8bf8-1eae3975708b {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:35:57.409774 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd88b6e-f3b0-4cb7-b170-864efa03ffcc", "name": "network-vif-deleted", "tag": "a6d623e9-5540-4118-b9fd-31a97d541bcc", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:35:57.410104 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-648f13c1-bcaf-4d13-8bf8-1eae3975708b {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:35:57.411431 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd88b6e-f3b0-4cb7-b170-864efa03ffcc', 'name': 'network-vif-deleted', 'tag': 'a6d623e9-5540-4118-b9fd-31a97d541bcc', 'status': 'completed', 'code': 200} Feb 19 03:35:57.411759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bfd46298-1ec5-46d4-a54b-fc21e945d415 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.416914 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bfd46298-1ec5-46d4-a54b-fc21e945d415 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/0e6bf7b3-07f7-4876-a8b6-5f2740f3335c HTTP/1.1" status: 204 len: 168 time: 0.8532312 Feb 19 03:35:57.420348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44696) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:57.536976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da5082-f75f-43c3-88ff-d651214b948c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:57.542839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58da5082-f75f-43c3-88ff-d651214b948c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:57.547368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-58da5082-f75f-43c3-88ff-d651214b948c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1227453 Feb 19 03:35:57.547785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44700) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:57.648455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b23c4-7301-4c93-97e9-0c567e1643cd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 6280b47b-58aa-401a-be23-519221bf8437 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:35:57.648915 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e0b23c4-7301-4c93-97e9-0c567e1643cd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6280b47b-58aa-401a-be23-519221bf8437), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.756090 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e0b23c4-7301-4c93-97e9-0c567e1643cd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6280b47b-58aa-401a-be23-519221bf8437), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.794578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b23c4-7301-4c93-97e9-0c567e1643cd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 6280b47b-58aa-401a-be23-519221bf8437 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:35:57.899331 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-981486a8-6d8c-479b-a0d2-f07c672806c7 req-35a69d40-c401-4f20-96d2-87224da99df1 tempest-TestServerMultinode-1385765339 tempest-TestServerMultinode-1385765339-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=7dd88b6e-f3b0-4cb7-b170-864efa03ffcc HTTP/1.1" status: 200 len: 210 time: 0.0351281 Feb 19 03:35:57.935766 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e0b23c4-7301-4c93-97e9-0c567e1643cd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (6280b47b-58aa-401a-be23-519221bf8437), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.965960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b23c4-7301-4c93-97e9-0c567e1643cd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=6280b47b-58aa-401a-be23-519221bf8437,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:57.977387 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1e0b23c4-7301-4c93-97e9-0c567e1643cd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:57.981323 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1e0b23c4-7301-4c93-97e9-0c567e1643cd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/6280b47b-58aa-401a-be23-519221bf8437 HTTP/1.1" status: 204 len: 168 time: 0.4321640 Feb 19 03:35:57.983543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44706) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:58.041939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017ede5a-a302-4e90-8d2a-80796ab08f82 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:58.043944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-017ede5a-a302-4e90-8d2a-80796ab08f82 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0592248 Feb 19 03:35:58.046623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44708) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:58.072457 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5db1a0a-f95b-440b-aa4e-60218d02e9d5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:35:58.074139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b5db1a0a-f95b-440b-aa4e-60218d02e9d5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/0e6bf7b3-07f7-4876-a8b6-5f2740f3335c HTTP/1.1" status: 404 len: 333 time: 0.0264308 Feb 19 03:35:58.076853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44710) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:58.101991 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ef2a2e-b866-4f56-a5f3-1a53854bd9f3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:35:58.103574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-14ef2a2e-b866-4f56-a5f3-1a53854bd9f3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/6280b47b-58aa-401a-be23-519221bf8437 HTTP/1.1" status: 404 len: 333 time: 0.0257223 Feb 19 03:35:58.106455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44712) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:58.187173 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (00b0af40-3ec7-48e5-bec3-4c021c5e4f68), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.276529 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (00b0af40-3ec7-48e5-bec3-4c021c5e4f68), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.297482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b0af40-3ec7-48e5-bec3-4c021c5e4f68']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:58.307342 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fe09c5-d888-4068-b886-c9fb552dd560') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:58.308015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fe09c5-d888-4068-b886-c9fb552dd560') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:35:58.322527 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (f0fe09c5-d888-4068-b886-c9fb552dd560), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.337017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f0fe09c5-d888-4068-b886-c9fb552dd560), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.343411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:35:58.343870 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (f0fe09c5-d888-4068-b886-c9fb552dd560), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:35:58.347673 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:35:58.452997 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (00b0af40-3ec7-48e5-bec3-4c021c5e4f68), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.465207 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.472688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/networks/00b0af40-3ec7-48e5-bec3-4c021c5e4f68 HTTP/1.1" status: 204 len: 168 time: 0.3617935 Feb 19 03:35:58.473017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44716) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:58.478296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f59708ee-c8e5-4ed6-bef9-8925c3461852 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1791933407'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:58.484809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa076b3-85d7-46e3-9863-32eb49bc09b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Network': ['ID=00b0af40-3ec7-48e5-bec3-4c021c5e4f68,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:58.500049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ce8e0-d08d-4d65-bdf9-c40a2e0e7ac5 req-4e779c0c-fb11-4de7-bf85-b85d11074bbc tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:58.502097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f56ce8e0-d08d-4d65-bdf9-c40a2e0e7ac5 req-4e779c0c-fb11-4de7-bf85-b85d11074bbc tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.0939155 Feb 19 03:35:58.506359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59708ee-c8e5-4ed6-bef9-8925c3461852 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:58.509843 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f59708ee-c8e5-4ed6-bef9-8925c3461852 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.536554 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59708ee-c8e5-4ed6-bef9-8925c3461852 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:35:58.547334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f59708ee-c8e5-4ed6-bef9-8925c3461852 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6669cb66-45ee-44bc-af91-c32439efd8b0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.547584 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-f59708ee-c8e5-4ed6-bef9-8925c3461852 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Added segment 6669cb66-45ee-44bc-af91-c32439efd8b0 of type vlan for network b1c2dc09-598d-45bb-9a0d-fbfeaa395e81 Feb 19 03:35:58.594520 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f56ce8e0-d08d-4d65-bdf9-c40a2e0e7ac5 req-f6fc474a-15a9-4545-874e-fa2fcf81f668 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809081 Feb 19 03:35:58.604037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f59708ee-c8e5-4ed6-bef9-8925c3461852 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (b1c2dc09-598d-45bb-9a0d-fbfeaa395e81), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.636449 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f59708ee-c8e5-4ed6-bef9-8925c3461852 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (b1c2dc09-598d-45bb-9a0d-fbfeaa395e81), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.642286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59708ee-c8e5-4ed6-bef9-8925c3461852 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:58.642959 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f59708ee-c8e5-4ed6-bef9-8925c3461852 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.711493 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f59708ee-c8e5-4ed6-bef9-8925c3461852 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2372906 Feb 19 03:35:58.714691 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44720) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:58.722830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': 'b1c2dc09-598d-45bb-9a0d-fbfeaa395e81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:58.728312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59708ee-c8e5-4ed6-bef9-8925c3461852 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Network': ['ID=b1c2dc09-598d-45bb-9a0d-fbfeaa395e81,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:58.740089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network b1c2dc09-598d-45bb-9a0d-fbfeaa395e81 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:35:58.850753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:58.854257 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:58.918344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.ipam_backend_mixin [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Performing IP validity checks on allocation pools {{(pid=109898) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:35:58.921281 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.ipam_backend_mixin [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109898) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:35:58.984708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44726) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:59.129079 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (08893657-bf2e-4a57-b887-99c5115f36c6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.240568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Subnet': ['ID=08893657-bf2e-4a57-b887-99c5115f36c6,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:35:59.252074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Checking segment: {'id': '6669cb66-45ee-44bc-af91-c32439efd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1c2dc09-598d-45bb-9a0d-fbfeaa395e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:35:59.252433 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network hostable DHCP agents. Network: b1c2dc09-598d-45bb-9a0d-fbfeaa395e81, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:35:59.327677 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network b1c2dc09-598d-45bb-9a0d-fbfeaa395e81 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:35:59.340395 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, b1c2dc09-598d-45bb-9a0d-fbfeaa395e81) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:35:59.356838 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71b485e-5125-443c-9a96-a2560e17f1e9 None None] Network b1c2dc09-598d-45bb-9a0d-fbfeaa395e81 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:35:59.364439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.365062 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.395549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44728) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:35:59.396132 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1c89be05-3e17-4726-b99f-5a45cd528262 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6798067 Feb 19 03:35:59.404730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': 'b1c2dc09-598d-45bb-9a0d-fbfeaa395e81', 'name': 'tempest-PortsIpV6TestJSON-750073382'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:35:59.530530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-b1c2dc09-598d-45bb-9a0d-fbfeaa395e81', 'network_id': 'b1c2dc09-598d-45bb-9a0d-fbfeaa395e81', 'project_id': '7e73a044c64f4273a095c786f30b2166', 'fixed_ips': [{'subnet_id': '08893657-bf2e-4a57-b887-99c5115f36c6'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:35:59.531532 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.544460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b477c92-b58e-4dc8-88ef-2a620ed93f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (3598800c-dae5-4af8-9757-41fd1a95f7e8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.662974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:35:59.666723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.739509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port 4f952459-7dd7-4979-9168-e856f7c9f1d8 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:35:59.746746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Allocated IP 2001:db8::2 (b1c2dc09-598d-45bb-9a0d-fbfeaa395e81/08893657-bf2e-4a57-b887-99c5115f36c6/e2ec3999-e312-467a-baae-97b33a542bee) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:35:59.921360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b926e-c4fb-44c0-a8d0-1e0692fbd077 req-e56cf52c-abce-4669-84fd-2887c4d85fa7 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:35:59.923961 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Publish callbacks [] for port (e2ec3999-e312-467a-baae-97b33a542bee), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:35:59.930024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-414b926e-c4fb-44c0-a8d0-1e0692fbd077 req-e56cf52c-abce-4669-84fd-2887c4d85fa7 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.2254834 Feb 19 03:35:59.937325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (e2ec3999-e312-467a-baae-97b33a542bee), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.034347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8::3b3 (b1c2dc09-598d-45bb-9a0d-fbfeaa395e81/08893657-bf2e-4a57-b887-99c5115f36c6/4f952459-7dd7-4979-9168-e856f7c9f1d8) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:00.055276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Pushing event updated for resources: {'Port': ['ID=e2ec3999-e312-467a-baae-97b33a542bee,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:00.075235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.075584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.076261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.076261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.076568 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.079651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.080019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.080399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.080736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.081071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.081401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.081725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.082046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:00.087839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Network b1c2dc09-598d-45bb-9a0d-fbfeaa395e81 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:00.098021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:00.102036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:00.114416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-414b926e-c4fb-44c0-a8d0-1e0692fbd077 req-758f065d-a08b-4d97-9971-546ba857f5d8 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806169 Feb 19 03:36:00.207786 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Attempting to bind port e2ec3999-e312-467a-baae-97b33a542bee on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:36:00.221758 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Attempting to bind port e2ec3999-e312-467a-baae-97b33a542bee by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '6669cb66-45ee-44bc-af91-c32439efd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1c2dc09-598d-45bb-9a0d-fbfeaa395e81'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:36:00.222812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Attempting to bind port e2ec3999-e312-467a-baae-97b33a542bee on network b1c2dc09-598d-45bb-9a0d-fbfeaa395e81 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:36:00.243949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:36:00.245115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Checking segment: {'id': '6669cb66-45ee-44bc-af91-c32439efd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1c2dc09-598d-45bb-9a0d-fbfeaa395e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:00.245115 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.245341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Bound using segment: {'id': '6669cb66-45ee-44bc-af91-c32439efd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1c2dc09-598d-45bb-9a0d-fbfeaa395e81'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:36:00.246668 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Bound port: e2ec3999-e312-467a-baae-97b33a542bee, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6669cb66-45ee-44bc-af91-c32439efd8b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1c2dc09-598d-45bb-9a0d-fbfeaa395e81'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:36:00.247112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2ec3999-e312-467a-baae-97b33a542bee), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.331500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] For port e2ec3999-e312-467a-baae-97b33a542bee, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:36:00.336935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] For port e2ec3999-e312-467a-baae-97b33a542bee, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e2ec3999-e312-467a-baae-97b33a542bee,segment=NetworkSegment(6669cb66-45ee-44bc-af91-c32439efd8b0),segment_id=6669cb66-45ee-44bc-af91-c32439efd8b0)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:36:00.350828 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e2ec3999-e312-467a-baae-97b33a542bee), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.366989 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (4f952459-7dd7-4979-9168-e856f7c9f1d8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.452981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953db13-fe3d-48bf-92df-ce78acfa7348 None None] Pushing event updated for resources: {'Port': ['ID=e2ec3999-e312-467a-baae-97b33a542bee,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:00.457175 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4f952459-7dd7-4979-9168-e856f7c9f1d8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.469009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3b477c92-b58e-4dc8-88ef-2a620ed93f8f admin admin] Deleting port fc8e4431-0523-4c4b-b76d-6559ead6bab1 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:00.470999 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b477c92-b58e-4dc8-88ef-2a620ed93f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.516008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network b1c2dc09-598d-45bb-9a0d-fbfeaa395e81 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:00.519870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:00.522957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:00.532574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:00.533367 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.562460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=4f952459-7dd7-4979-9168-e856f7c9f1d8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:00.579834 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-810fb6cc-bcb3-4998-853c-54b547834d4a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1823008 Feb 19 03:36:00.582577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44736) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:00.582927 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-3b477c92-b58e-4dc8-88ef-2a620ed93f8f admin admin] For port fc8e4431-0523-4c4b-b76d-6559ead6bab1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fc8e4431-0523-4c4b-b76d-6559ead6bab1,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:00.583420 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b477c92-b58e-4dc8-88ef-2a620ed93f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.604765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3b477c92-b58e-4dc8-88ef-2a620ed93f8f admin admin] Calling delete_port for fc8e4431-0523-4c4b-b76d-6559ead6bab1 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:00.714621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-41e63745-7ff5-4729-9b31-cecaa89a8d73 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 4f952459-7dd7-4979-9168-e856f7c9f1d8 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:00.716911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41e63745-7ff5-4729-9b31-cecaa89a8d73 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4f952459-7dd7-4979-9168-e856f7c9f1d8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.852201 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41e63745-7ff5-4729-9b31-cecaa89a8d73 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4f952459-7dd7-4979-9168-e856f7c9f1d8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.866127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-41e63745-7ff5-4729-9b31-cecaa89a8d73 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 4f952459-7dd7-4979-9168-e856f7c9f1d8 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:00.877506 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b477c92-b58e-4dc8-88ef-2a620ed93f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (fc8e4431-0523-4c4b-b76d-6559ead6bab1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:00.902485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b477c92-b58e-4dc8-88ef-2a620ed93f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8e4431-0523-4c4b-b76d-6559ead6bab1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:01.038518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41e63745-7ff5-4729-9b31-cecaa89a8d73 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4f952459-7dd7-4979-9168-e856f7c9f1d8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.080866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e63745-7ff5-4729-9b31-cecaa89a8d73 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=4f952459-7dd7-4979-9168-e856f7c9f1d8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:01.122705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41e63745-7ff5-4729-9b31-cecaa89a8d73 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.132827 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-41e63745-7ff5-4729-9b31-cecaa89a8d73 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/4f952459-7dd7-4979-9168-e856f7c9f1d8 HTTP/1.1" status: 204 len: 168 time: 0.5479443 Feb 19 03:36:01.135255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44748) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:01.195718 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c96830-c6c1-4495-bbe5-6e4d913271ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] DELETE failed (client error): The resource could not be found. Feb 19 03:36:01.196480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c96830-c6c1-4495-bbe5-6e4d913271ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:01.202386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a2c96830-c6c1-4495-bbe5-6e4d913271ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/4f952459-7dd7-4979-9168-e856f7c9f1d8 HTTP/1.1" status: 404 len: 333 time: 0.0637355 Feb 19 03:36:01.202795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44752) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:01.227486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b477c92-b58e-4dc8-88ef-2a620ed93f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (3598800c-dae5-4af8-9757-41fd1a95f7e8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.258819 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2921da-7f46-41b3-b6bf-f8a2c5414580 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:36:01.260286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3d2921da-7f46-41b3-b6bf-f8a2c5414580 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/4f952459-7dd7-4979-9168-e856f7c9f1d8 HTTP/1.1" status: 404 len: 333 time: 0.0563447 Feb 19 03:36:01.264362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44756) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:01.351770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b583a85-10f5-4c24-ad72-62be738ef0e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting subnet 08893657-bf2e-4a57-b887-99c5115f36c6 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:01.355354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b583a85-10f5-4c24-ad72-62be738ef0e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (08893657-bf2e-4a57-b887-99c5115f36c6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.423949 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b583a85-10f5-4c24-ad72-62be738ef0e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (08893657-bf2e-4a57-b887-99c5115f36c6), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.535725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b477c92-b58e-4dc8-88ef-2a620ed93f8f admin admin] Router 3598800c-dae5-4af8-9757-41fd1a95f7e8 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:01.696924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b477c92-b58e-4dc8-88ef-2a620ed93f8f admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:01.706550 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69376150-1c5b-4ca9-b109-7bf2947e53fb None None] Sync routers for ids ['3598800c-dae5-4af8-9757-41fd1a95f7e8'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:01.715819 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3b477c92-b58e-4dc8-88ef-2a620ed93f8f admin admin] 10.222.0.81 "PUT /v2.0/routers/3598800c-dae5-4af8-9757-41fd1a95f7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7171159 Feb 19 03:36:01.719100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44762) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:01.722746 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69376150-1c5b-4ca9-b109-7bf2947e53fb None None] Routers {'3598800c-dae5-4af8-9757-41fd1a95f7e8'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:01.725293 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-69376150-1c5b-4ca9-b109-7bf2947e53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:35:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3598800c-dae5-4af8-9757-41fd1a95f7e8'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:01.886321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ef031f-bb35-4d30-aa54-fbbd4af8f805 None None] Network b1c2dc09-598d-45bb-9a0d-fbfeaa395e81 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:01.907881 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a6d623e9-5540-4118-b9fd-31a97d541bcc no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:01.945044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab3bc0-1598-41b1-9b90-b87f8cad762d req-a552e382-8c32-47ad-a162-2f426d75dced tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:01.947414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26ab3bc0-1598-41b1-9b90-b87f8cad762d req-a552e382-8c32-47ad-a162-2f426d75dced tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.6992958 Feb 19 03:36:01.963141 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Publish callbacks [] for router (3598800c-dae5-4af8-9757-41fd1a95f7e8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:01.976308 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-69376150-1c5b-4ca9-b109-7bf2947e53fb None None] Set router 3598800c-dae5-4af8-9757-41fd1a95f7e8 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:01.983863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: a6d623e9-5540-4118-b9fd-31a97d541bcc {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:01.984578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a6d623e9-5540-4118-b9fd-31a97d541bcc not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:02.014371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-79b7f050-39f1-4aaf-b682-79ea03a87d42 None None] Provisioning complete for port e2ec3999-e312-467a-baae-97b33a542bee triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:02.014987 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79b7f050-39f1-4aaf-b682-79ea03a87d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2ec3999-e312-467a-baae-97b33a542bee), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.016030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26ab3bc0-1598-41b1-9b90-b87f8cad762d req-ef82a9cc-5c37-48c1-925a-8adf3e78d03a tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623047 Feb 19 03:36:02.077324 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b583a85-10f5-4c24-ad72-62be738ef0e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (08893657-bf2e-4a57-b887-99c5115f36c6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.173528 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b583a85-10f5-4c24-ad72-62be738ef0e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (08893657-bf2e-4a57-b887-99c5115f36c6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.204941 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Publish callbacks [] for router_gateway (3598800c-dae5-4af8-9757-41fd1a95f7e8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.234019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b583a85-10f5-4c24-ad72-62be738ef0e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Subnet': ['ID=08893657-bf2e-4a57-b887-99c5115f36c6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:02.243164 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b583a85-10f5-4c24-ad72-62be738ef0e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.250855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7b583a85-10f5-4c24-ad72-62be738ef0e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/08893657-bf2e-4a57-b887-99c5115f36c6 HTTP/1.1" status: 204 len: 168 time: 0.9843001 Feb 19 03:36:02.251319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44772) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:02.273724 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-69376150-1c5b-4ca9-b109-7bf2947e53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'name': 'tempest-TestServerMultinode-240269239-router', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:53Z', 'updated_at': '2022-02-19T03:36:00Z', 'revision_number': 5, 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'gw_port': {'id': 'fcff3008-e4c6-4037-b611-1cbba7a7302a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:06:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3759, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:54Z', 'updated_at': '2022-02-19T03:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:02.300507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-79b7f050-39f1-4aaf-b682-79ea03a87d42 None None] Current status of the port e2ec3999-e312-467a-baae-97b33a542bee is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:02.300951 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79b7f050-39f1-4aaf-b682-79ea03a87d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2ec3999-e312-467a-baae-97b33a542bee), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.322793 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69376150-1c5b-4ca9-b109-7bf2947e53fb None None] Checking router: 3598800c-dae5-4af8-9757-41fd1a95f7e8 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:36:02.334087 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69376150-1c5b-4ca9-b109-7bf2947e53fb None None] Routers {'3598800c-dae5-4af8-9757-41fd1a95f7e8'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:02.335001 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-69376150-1c5b-4ca9-b109-7bf2947e53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:35:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3598800c-dae5-4af8-9757-41fd1a95f7e8'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:02.355126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Deleting port fcff3008-e4c6-4037-b611-1cbba7a7302a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:02.356652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.403446 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (b1c2dc09-598d-45bb-9a0d-fbfeaa395e81), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.415970 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-79b7f050-39f1-4aaf-b682-79ea03a87d42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:36:02.416332 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-79b7f050-39f1-4aaf-b682-79ea03a87d42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:36:02.458498 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-69376150-1c5b-4ca9-b109-7bf2947e53fb None None] Set router 3598800c-dae5-4af8-9757-41fd1a95f7e8 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:02.559230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] For port fcff3008-e4c6-4037-b611-1cbba7a7302a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fcff3008-e4c6-4037-b611-1cbba7a7302a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:02.559609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.582058 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Calling delete_port for fcff3008-e4c6-4037-b611-1cbba7a7302a owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:02.586013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port e2ec3999-e312-467a-baae-97b33a542bee {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:02.586356 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e2ec3999-e312-467a-baae-97b33a542bee), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.587023 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-69376150-1c5b-4ca9-b109-7bf2947e53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'name': 'tempest-TestServerMultinode-240269239-router', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:53Z', 'updated_at': '2022-02-19T03:36:02Z', 'revision_number': 6, 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:02.740839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3bb8d9-047c-4fd4-8cd0-deead59927b6 None None] Network b1c2dc09-598d-45bb-9a0d-fbfeaa395e81 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:02.786457 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69376150-1c5b-4ca9-b109-7bf2947e53fb None None] The sync data for ids ['3598800c-dae5-4af8-9757-41fd1a95f7e8'] in n-d-826755-2 is: [{'id': '3598800c-dae5-4af8-9757-41fd1a95f7e8', 'name': 'tempest-TestServerMultinode-240269239-router', 'tenant_id': 'ee446085b47140dcace9bcae46c503c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:53Z', 'updated_at': '2022-02-19T03:36:02Z', 'revision_number': 6, 'project_id': 'ee446085b47140dcace9bcae46c503c8', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:02.835681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] For port e2ec3999-e312-467a-baae-97b33a542bee, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e2ec3999-e312-467a-baae-97b33a542bee,segment=NetworkSegment(6669cb66-45ee-44bc-af91-c32439efd8b0),segment_id=6669cb66-45ee-44bc-af91-c32439efd8b0)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:02.836064 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e2ec3999-e312-467a-baae-97b33a542bee), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.882712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e2ec3999-e312-467a-baae-97b33a542bee up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:02.896809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for e2ec3999-e312-467a-baae-97b33a542bee owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:02.955530 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (fcff3008-e4c6-4037-b611-1cbba7a7302a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.983191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-79b7f050-39f1-4aaf-b682-79ea03a87d42 None None] Current status of the port e2ec3999-e312-467a-baae-97b33a542bee is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:02.983817 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79b7f050-39f1-4aaf-b682-79ea03a87d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e2ec3999-e312-467a-baae-97b33a542bee), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:02.997835 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcff3008-e4c6-4037-b611-1cbba7a7302a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:03.087154 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e2ec3999-e312-467a-baae-97b33a542bee), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.112374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port e2ec3999-e312-467a-baae-97b33a542bee triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:03.113649 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e2ec3999-e312-467a-baae-97b33a542bee), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.114733 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No DVR routers for this DVR port e2ec3999-e312-467a-baae-97b33a542bee on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:03.144245 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (3598800c-dae5-4af8-9757-41fd1a95f7e8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.151765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Port e2ec3999-e312-467a-baae-97b33a542bee was deleted so its status cannot be updated. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 19 03:36:03.182810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=e2ec3999-e312-467a-baae-97b33a542bee,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:03.285407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d160cede-6708-45d8-9643-4689b4f7711a None None] DHCP port deletion for b1c2dc09-598d-45bb-9a0d-fbfeaa395e81 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:36:03.314093 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e9af585d-86b6-482d-9ed2-1021687c22f6 None None] Could not find standard attr ID for object e2ec3999-e312-467a-baae-97b33a542bee. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:36:03.387839 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (3598800c-dae5-4af8-9757-41fd1a95f7e8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.390174 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Publish callbacks [] for router_controller (3598800c-dae5-4af8-9757-41fd1a95f7e8), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.419276 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (b1c2dc09-598d-45bb-9a0d-fbfeaa395e81), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.458808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3d640-4376-4edd-8e97-5ecb4e81c582 req-b7566a1f-e3bb-4cce-922f-09bfdb73286b tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:03.459746 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (3598800c-dae5-4af8-9757-41fd1a95f7e8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.460290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3598800c-dae5-4af8-9757-41fd1a95f7e8 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:36:03.461092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fe3d640-4376-4edd-8e97-5ecb4e81c582 req-b7566a1f-e3bb-4cce-922f-09bfdb73286b tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.2300293 Feb 19 03:36:03.463327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c2dc09-598d-45bb-9a0d-fbfeaa395e81']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:03.473754 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.479276 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-775a11b4-8bcc-48c3-afbb-b6d74efcbca7 admin admin] 10.222.0.81 "DELETE /v2.0/routers/3598800c-dae5-4af8-9757-41fd1a95f7e8 HTTP/1.1" status: 204 len: 168 time: 1.7579358 Feb 19 03:36:03.480412 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44786) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:03.524747 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6669cb66-45ee-44bc-af91-c32439efd8b0') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:03.525620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6669cb66-45ee-44bc-af91-c32439efd8b0') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:03.548703 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (6669cb66-45ee-44bc-af91-c32439efd8b0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.555885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-024c9e38-da87-4313-b768-974104439b4f admin admin] Deleting subnet 29fd9311-3742-4ead-9f9c-d8ed50f1af12 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:03.562166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-024c9e38-da87-4313-b768-974104439b4f admin admin] Publish callbacks [] for subnet (29fd9311-3742-4ead-9f9c-d8ed50f1af12), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.582191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9fe3d640-4376-4edd-8e97-5ecb4e81c582 req-65a6407d-a563-4ef6-b8ad-881dee9dcbdb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091039 Feb 19 03:36:03.591376 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6669cb66-45ee-44bc-af91-c32439efd8b0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.605309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:36:03.605981 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (6669cb66-45ee-44bc-af91-c32439efd8b0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:36:03.609230 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:36:03.635544 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-024c9e38-da87-4313-b768-974104439b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (29fd9311-3742-4ead-9f9c-d8ed50f1af12), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.682367 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a560a218-3451-4b26-a12a-73ee2bb7c646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.767970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-024c9e38-da87-4313-b768-974104439b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (29fd9311-3742-4ead-9f9c-d8ed50f1af12), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.775926 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (b1c2dc09-598d-45bb-9a0d-fbfeaa395e81), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.785229 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.793937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/networks/b1c2dc09-598d-45bb-9a0d-fbfeaa395e81 HTTP/1.1" status: 204 len: 168 time: 1.5406170 Feb 19 03:36:03.801230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44788) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:03.811604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-43c7c313-f8c4-42a2-b72a-7b3702bc536f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2033654268'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:03.844715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd1438-87bc-40c1-a23a-c8a67105f13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Network': ['ID=b1c2dc09-598d-45bb-9a0d-fbfeaa395e81,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:03.867749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc78a8b-16d8-4091-8805-80265ea7ad9c req-d0983e56-b783-4512-9a25-294c5ee6aad3 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:03.880783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fc78a8b-16d8-4091-8805-80265ea7ad9c req-d0983e56-b783-4512-9a25-294c5ee6aad3 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 946 time: 0.1876037 Feb 19 03:36:03.889339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c7c313-f8c4-42a2-b72a-7b3702bc536f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:03.894972 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43c7c313-f8c4-42a2-b72a-7b3702bc536f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:03.930352 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-ff989ff3-fa04-4a0c-9efb-b4a292746ff6 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:03.931920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-ff989ff3-fa04-4a0c-9efb-b4a292746ff6 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.87 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 946 time: 0.1369922 Feb 19 03:36:03.974786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c7c313-f8c4-42a2-b72a-7b3702bc536f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:36:03.981235 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-024c9e38-da87-4313-b768-974104439b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (29fd9311-3742-4ead-9f9c-d8ed50f1af12), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.045961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fc78a8b-16d8-4091-8805-80265ea7ad9c req-1237fa09-51f0-499c-88a6-34a3518803fe tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632395 Feb 19 03:36:04.094129 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c9e38-da87-4313-b768-974104439b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29fd9311-3742-4ead-9f9c-d8ed50f1af12,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:04.097970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43c7c313-f8c4-42a2-b72a-7b3702bc536f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (efd907a2-c40d-458f-9258-62a2c0ad642c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.098546 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-43c7c313-f8c4-42a2-b72a-7b3702bc536f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Added segment efd907a2-c40d-458f-9258-62a2c0ad642c of type vlan for network 25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c Feb 19 03:36:04.100523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-024c9e38-da87-4313-b768-974104439b4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.100696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a52b3b-4472-4539-b39e-1a1528059f56 None None] Network 6c83f05a-997a-4399-b8e1-c841aea8dfb9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:04.105073 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-024c9e38-da87-4313-b768-974104439b4f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/29fd9311-3742-4ead-9f9c-d8ed50f1af12 HTTP/1.1" status: 204 len: 168 time: 0.6236796 Feb 19 03:36:04.111440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44796) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:04.163875 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43c7c313-f8c4-42a2-b72a-7b3702bc536f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.208446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43c7c313-f8c4-42a2-b72a-7b3702bc536f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.215404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c7c313-f8c4-42a2-b72a-7b3702bc536f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:04.216519 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43c7c313-f8c4-42a2-b72a-7b3702bc536f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.249722 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (6c83f05a-997a-4399-b8e1-c841aea8dfb9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.278007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Deleting port 58c023fc-73ea-425b-9bc0-ce7336343bf8 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:04.278354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.287575 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-43c7c313-f8c4-42a2-b72a-7b3702bc536f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4849353 Feb 19 03:36:04.290556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44798) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:04.304235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8eca5f6f-df39-496d-b409-b89e91cc8c64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': '25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:04.324922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ab8b4e-208b-447e-b67e-461c18e632fb None None] DHCP port deletion for 6c83f05a-997a-4399-b8e1-c841aea8dfb9 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:36:04.370355 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c7c313-f8c4-42a2-b72a-7b3702bc536f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Network': ['ID=25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:04.397289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:36:04.430036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eca5f6f-df39-496d-b409-b89e91cc8c64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:04.430891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-14ab8b4e-208b-447e-b67e-461c18e632fb None None] Deleting port e5040fdd-7f83-498a-a1c5-ced1b91cd82c {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:04.431601 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-14ab8b4e-208b-447e-b67e-461c18e632fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.434530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] For port 58c023fc-73ea-425b-9bc0-ce7336343bf8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=58c023fc-73ea-425b-9bc0-ce7336343bf8,segment=NetworkSegment(acfaf12a-c76b-423a-9e56-2153651f577c),segment_id=acfaf12a-c76b-423a-9e56-2153651f577c)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:04.434902 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.435836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eca5f6f-df39-496d-b409-b89e91cc8c64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.443730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Deleting port e5040fdd-7f83-498a-a1c5-ced1b91cd82c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:04.444737 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.522125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-14ab8b4e-208b-447e-b67e-461c18e632fb None None] For port e5040fdd-7f83-498a-a1c5-ced1b91cd82c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e5040fdd-7f83-498a-a1c5-ced1b91cd82c,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:04.522521 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-14ab8b4e-208b-447e-b67e-461c18e632fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.539707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-14ab8b4e-208b-447e-b67e-461c18e632fb None None] Calling delete_port for e5040fdd-7f83-498a-a1c5-ced1b91cd82c owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:04.603719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fc8e4431-0523-4c4b-b76d-6559ead6bab1 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:04.644275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: fc8e4431-0523-4c4b-b76d-6559ead6bab1 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:04.644451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fc8e4431-0523-4c4b-b76d-6559ead6bab1 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:04.645000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e5040fdd-7f83-498a-a1c5-ced1b91cd82c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:04.661039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] For port e5040fdd-7f83-498a-a1c5-ced1b91cd82c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=e5040fdd-7f83-498a-a1c5-ced1b91cd82c,segment=NetworkSegment(9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01),segment_id=9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:04.661696 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.738660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Calling delete_port for e5040fdd-7f83-498a-a1c5-ced1b91cd82c owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:04.789416 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eca5f6f-df39-496d-b409-b89e91cc8c64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (c849abe9-0ff9-458f-8b57-d105d1430040), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.825176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port e5040fdd-7f83-498a-a1c5-ced1b91cd82c is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:04.825600 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.852655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eca5f6f-df39-496d-b409-b89e91cc8c64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Subnet': ['ID=c849abe9-0ff9-458f-8b57-d105d1430040,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:04.874775 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.890949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e2ec3999-e312-467a-baae-97b33a542bee no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:04.894387 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-14ab8b4e-208b-447e-b67e-461c18e632fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (e5040fdd-7f83-498a-a1c5-ced1b91cd82c), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:04.919244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eca5f6f-df39-496d-b409-b89e91cc8c64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Checking segment: {'id': 'efd907a2-c40d-458f-9258-62a2c0ad642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:04.920389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca5f6f-df39-496d-b409-b89e91cc8c64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network hostable DHCP agents. Network: 25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:36:04.923153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] No DVR routers for this DVR port e5040fdd-7f83-498a-a1c5-ced1b91cd82c on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:04.932888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5040fdd-7f83-498a-a1c5-ced1b91cd82c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:04.949490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: e2ec3999-e312-467a-baae-97b33a542bee {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:04.949883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device e2ec3999-e312-467a-baae-97b33a542bee not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:04.950318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fcff3008-e4c6-4037-b611-1cbba7a7302a no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:04.960344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eca5f6f-df39-496d-b409-b89e91cc8c64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:36:04.977392 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: fcff3008-e4c6-4037-b611-1cbba7a7302a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:04.977890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fcff3008-e4c6-4037-b611-1cbba7a7302a not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:04.983399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab8b4e-208b-447e-b67e-461c18e632fb None None] Pushing event deleted for resources: {'Port': ['ID=e5040fdd-7f83-498a-a1c5-ced1b91cd82c,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:04.988206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab8b4e-208b-447e-b67e-461c18e632fb None None] No DVR routers for this DVR port e5040fdd-7f83-498a-a1c5-ced1b91cd82c on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:05.011210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8eca5f6f-df39-496d-b409-b89e91cc8c64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:05.029174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1334b6f-888b-447b-8e69-ddf37700ac11 None None] Network 25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:05.032569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eca5f6f-df39-496d-b409-b89e91cc8c64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.036412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8eca5f6f-df39-496d-b409-b89e91cc8c64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.092979 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8eca5f6f-df39-496d-b409-b89e91cc8c64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7990611 Feb 19 03:36:05.094283 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44816) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:05.104390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': '25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1354385531'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:05.105290 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b06eb26-4ec5-48d5-b631-8f7b8c043cb2 req-b0ec0b8c-dbbc-43a0-8100-07ad19fcadbf tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.114426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b06eb26-4ec5-48d5-b631-8f7b8c043cb2 req-b0ec0b8c-dbbc-43a0-8100-07ad19fcadbf tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 943 time: 0.2811880 Feb 19 03:36:05.139365 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (6c83f05a-997a-4399-b8e1-c841aea8dfb9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.213325 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.213686 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (fcaa3812-edab-4568-abf0-ea834fd33c0b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.214004 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Floating IP fcaa3812-edab-4568-abf0-ea834fd33c0b disassociated. External IP: 172.25.1.21, port: 58c023fc-73ea-425b-9bc0-ce7336343bf8. Feb 19 03:36:05.214341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Calling delete_port for 58c023fc-73ea-425b-9bc0-ce7336343bf8 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:05.234340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c83f05a-997a-4399-b8e1-c841aea8dfb9']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:05.278248 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:05.282851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.305140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:05.305437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:05.316985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port 362cfc01-9693-4761-892f-3d8b88daee1c yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:05.338678 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.389584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b06eb26-4ec5-48d5-b631-8f7b8c043cb2 req-3d163359-3b15-4f48-8db6-2fcb79e759f1 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2742639 Feb 19 03:36:05.404105 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.421637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:36:05.422888 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (9f79d1e7-0bb2-44f0-b668-0b3da9aaaa01), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:36:05.424943 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:36:05.518368 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (6c83f05a-997a-4399-b8e1-c841aea8dfb9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.522782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8::3e1 (25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c/c849abe9-0ff9-458f-8b57-d105d1430040/362cfc01-9693-4761-892f-3d8b88daee1c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:05.554675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c', 'network_id': '25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c', 'project_id': '7e73a044c64f4273a095c786f30b2166', 'fixed_ips': [{'subnet_id': 'c849abe9-0ff9-458f-8b57-d105d1430040'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:36:05.574823 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.594290 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.597825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6c83f05a-997a-4399-b8e1-c841aea8dfb9 HTTP/1.1" status: 204 len: 168 time: 1.4827573 Feb 19 03:36:05.613488 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44824) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:05.629064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622c918-b627-47f5-a3d4-29af6ebd6731 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c83f05a-997a-4399-b8e1-c841aea8dfb9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:05.689314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (362cfc01-9693-4761-892f-3d8b88daee1c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.725267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2005d-d385-40f7-aeec-415ae8ea1a1f req-1844f54b-ecc1-49fe-bfd3-89e0a5e6e40e tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.726828 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22c2005d-d385-40f7-aeec-415ae8ea1a1f req-1844f54b-ecc1-49fe-bfd3-89e0a5e6e40e tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 946 time: 0.2005410 Feb 19 03:36:05.736418 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (362cfc01-9693-4761-892f-3d8b88daee1c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.759337 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (58c023fc-73ea-425b-9bc0-ce7336343bf8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.784030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:05.789963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:05.795227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:05.801439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:05.802283 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:05.806698 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=362cfc01-9693-4761-892f-3d8b88daee1c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:05.835603 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-20bf8b82-c162-4ff0-880e-2361a9dbf903 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7397788 Feb 19 03:36:05.836707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44826) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:05.860640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Allocated IP 2001:db8::2 (25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c/c849abe9-0ff9-458f-8b57-d105d1430040/0bb83c6b-c5c8-4b2e-8dff-304b7964fc45) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:05.862487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event deleted for resources: {'Port': ['ID=58c023fc-73ea-425b-9bc0-ce7336343bf8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:05.954938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b4321f44-fa3f-4428-85a8-5fd2803be13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 362cfc01-9693-4761-892f-3d8b88daee1c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:05.955560 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4321f44-fa3f-4428-85a8-5fd2803be13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (362cfc01-9693-4761-892f-3d8b88daee1c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.044460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:06.065984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4321f44-fa3f-4428-85a8-5fd2803be13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (362cfc01-9693-4761-892f-3d8b88daee1c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.081827 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Publish callbacks [] for port (0bb83c6b-c5c8-4b2e-8dff-304b7964fc45), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.087406 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22c2005d-d385-40f7-aeec-415ae8ea1a1f req-d6e85537-f7ce-42a3-a186-29c3314f45da tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/security-groups?id=5f86ef9a-ecf0-44c9-a890-dfeda8112b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3471737 Feb 19 03:36:06.091304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device ee98d61e-728f-48a0-8555-3af3a7396984 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:36:06.109393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b4321f44-fa3f-4428-85a8-5fd2803be13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 362cfc01-9693-4761-892f-3d8b88daee1c owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:06.260970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port ee98d61e-728f-48a0-8555-3af3a7396984, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=ee98d61e-728f-48a0-8555-3af3a7396984,segment=NetworkSegment(130c5d0f-b7c7-4b6f-9464-112e5b352645),segment_id=130c5d0f-b7c7-4b6f-9464-112e5b352645)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:06.303399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'port_id': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'mac_address': 'fa:16:3e:94:c1:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:36:06.305719 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (0bb83c6b-c5c8-4b2e-8dff-304b7964fc45), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.360888 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-53b96d98-deb2-4476-9b87-5edb2f0ed3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.366592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:06.392981 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4321f44-fa3f-4428-85a8-5fd2803be13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (362cfc01-9693-4761-892f-3d8b88daee1c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.403670 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94c162-eb57-42de-8f5f-35ba41672fdf None None] Sync routers for ids ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:06.462840 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4321f44-fa3f-4428-85a8-5fd2803be13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=362cfc01-9693-4761-892f-3d8b88daee1c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:06.528847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Network 25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:06.530178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b4321f44-fa3f-4428-85a8-5fd2803be13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.536757 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b4321f44-fa3f-4428-85a8-5fd2803be13a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/362cfc01-9693-4761-892f-3d8b88daee1c HTTP/1.1" status: 204 len: 168 time: 0.6962986 Feb 19 03:36:06.537432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44834) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:06.537627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94c162-eb57-42de-8f5f-35ba41672fdf None None] Routers {'4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:06.539155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bc94c162-eb57-42de-8f5f-35ba41672fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:06.545422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:06.553086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:06.565354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Pushing event updated for resources: {'Port': ['ID=0bb83c6b-c5c8-4b2e-8dff-304b7964fc45,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:06.591033 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38accb5-4887-45c9-a919-fd45750e152b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:36:06.594034 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d38accb5-4887-45c9-a919-fd45750e152b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/362cfc01-9693-4761-892f-3d8b88daee1c HTTP/1.1" status: 404 len: 333 time: 0.0542440 Feb 19 03:36:06.595961 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44836) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:06.628014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port ee98d61e-728f-48a0-8555-3af3a7396984 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:06.629292 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.658826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee98d61e-728f-48a0-8555-3af3a7396984 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:36:06.680475 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e00e5d6-c603-48af-95f0-b2efcd59c083 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting subnet c849abe9-0ff9-458f-8b57-d105d1430040 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:06.689632 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e00e5d6-c603-48af-95f0-b2efcd59c083 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (c849abe9-0ff9-458f-8b57-d105d1430040), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.736586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port ee98d61e-728f-48a0-8555-3af3a7396984, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=ee98d61e-728f-48a0-8555-3af3a7396984,segment=NetworkSegment(130c5d0f-b7c7-4b6f-9464-112e5b352645),segment_id=130c5d0f-b7c7-4b6f-9464-112e5b352645)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:06.748971 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e00e5d6-c603-48af-95f0-b2efcd59c083 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (c849abe9-0ff9-458f-8b57-d105d1430040), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.789397 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.849070 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e00e5d6-c603-48af-95f0-b2efcd59c083 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (c849abe9-0ff9-458f-8b57-d105d1430040), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.861033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=ee98d61e-728f-48a0-8555-3af3a7396984,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:06.876626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Attempting to bind port 0bb83c6b-c5c8-4b2e-8dff-304b7964fc45 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:36:06.877077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Attempting to bind port 0bb83c6b-c5c8-4b2e-8dff-304b7964fc45 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'efd907a2-c40d-458f-9258-62a2c0ad642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:36:06.877453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Attempting to bind port 0bb83c6b-c5c8-4b2e-8dff-304b7964fc45 on network 25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:36:06.898972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:36:06.899496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Checking segment: {'id': 'efd907a2-c40d-458f-9258-62a2c0ad642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:06.900055 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.900457 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Bound using segment: {'id': 'efd907a2-c40d-458f-9258-62a2c0ad642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:36:06.900982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Bound port: 0bb83c6b-c5c8-4b2e-8dff-304b7964fc45, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd907a2-c40d-458f-9258-62a2c0ad642c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:36:06.901468 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0bb83c6b-c5c8-4b2e-8dff-304b7964fc45), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.933392 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e00e5d6-c603-48af-95f0-b2efcd59c083 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (c849abe9-0ff9-458f-8b57-d105d1430040), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.943457 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-bc94c162-eb57-42de-8f5f-35ba41672fdf None None] Set router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:06.972280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00e5d6-c603-48af-95f0-b2efcd59c083 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Subnet': ['ID=c849abe9-0ff9-458f-8b57-d105d1430040,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:06.977126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4e00e5d6-c603-48af-95f0-b2efcd59c083 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.977358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] No DVR routers for this DVR port 58c023fc-73ea-425b-9bc0-ce7336343bf8 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:06.992197 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4e00e5d6-c603-48af-95f0-b2efcd59c083 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/c849abe9-0ff9-458f-8b57-d105d1430040 HTTP/1.1" status: 204 len: 168 time: 0.3920751 Feb 19 03:36:06.992384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44846) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:06.993880 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:06.997107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-98e809c3-8ab9-42a2-aabd-77a2a8154c52 req-6f0af8c3-4948-4f26-a83a-5fb4cdc5a0a1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.87 "DELETE /v2.0/ports/58c023fc-73ea-425b-9bc0-ce7336343bf8 HTTP/1.1" status: 204 len: 173 time: 3.0550940 Feb 19 03:36:06.997557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64442966-eb47-422a-9357-5641e50784d4', 'name': 'network-vif-deleted', 'tag': '58c023fc-73ea-425b-9bc0-ce7336343bf8'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:36:07.000040 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ef9220-9fdf-4a0a-aa69-7a6f3f083d5b" -d '{"events": [{"server_uuid": "64442966-eb47-422a-9357-5641e50784d4", "name": "network-vif-deleted", "tag": "58c023fc-73ea-425b-9bc0-ce7336343bf8"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:36:07.076195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f543df2-908b-4cd2-a66c-b33797fcc8ca req-5fbe11b8-1b3c-41ce-97f5-1673669be486 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:07.083677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f543df2-908b-4cd2-a66c-b33797fcc8ca req-5fbe11b8-1b3c-41ce-97f5-1673669be486 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 944 time: 0.1422250 Feb 19 03:36:07.160932 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.175240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['ee98d61e-728f-48a0-8555-3af3a7396984'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:36:07.183934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f543df2-908b-4cd2-a66c-b33797fcc8ca req-9d992523-f5ac-4423-a15e-6bf2d68f5af3 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947657 Feb 19 03:36:07.222273 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14a52104-1f11-48e2-8385-acb897127c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (dca53e5e-d118-4ae2-b887-5d835d9f042a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.276148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] For port 0bb83c6b-c5c8-4b2e-8dff-304b7964fc45, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:36:07.283134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 0bb83c6b-c5c8-4b2e-8dff-304b7964fc45 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:07.283486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0bb83c6b-c5c8-4b2e-8dff-304b7964fc45), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.303163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] For port 0bb83c6b-c5c8-4b2e-8dff-304b7964fc45, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0bb83c6b-c5c8-4b2e-8dff-304b7964fc45,segment=NetworkSegment(efd907a2-c40d-458f-9258-62a2c0ad642c),segment_id=efd907a2-c40d-458f-9258-62a2c0ad642c)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:36:07.304634 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab09bf1-80d6-4c62-a7df-26e1e30bc230 x-openstack-request-id: req-1ab09bf1-80d6-4c62-a7df-26e1e30bc230 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:36:07.307558 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64442966-eb47-422a-9357-5641e50784d4", "name": "network-vif-deleted", "tag": "58c023fc-73ea-425b-9bc0-ce7336343bf8", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:36:07.307941 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ab09bf1-80d6-4c62-a7df-26e1e30bc230 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:36:07.308469 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64442966-eb47-422a-9357-5641e50784d4', 'name': 'network-vif-deleted', 'tag': '58c023fc-73ea-425b-9bc0-ce7336343bf8', 'status': 'completed', 'code': 200} Feb 19 03:36:07.317449 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.371164 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0bb83c6b-c5c8-4b2e-8dff-304b7964fc45), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.506821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] For port 0bb83c6b-c5c8-4b2e-8dff-304b7964fc45, host n-d-826755-2, got binding levels [] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:07.507204 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0bb83c6b-c5c8-4b2e-8dff-304b7964fc45), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.507913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38c6a15b-be02-45a6-9944-309b7034b239 req-0ae43013-3870-436e-85b2-7fc0076e65d1 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "GET /v2.0/ports?device_id=64442966-eb47-422a-9357-5641e50784d4 HTTP/1.1" status: 200 len: 210 time: 0.0328548 Feb 19 03:36:07.549816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 0bb83c6b-c5c8-4b2e-8dff-304b7964fc45 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:07.590388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4c1b9e-fa9a-44b7-8ef1-20b6ad0ed8e5 None None] Pushing event updated for resources: {'Port': ['ID=0bb83c6b-c5c8-4b2e-8dff-304b7964fc45,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:07.635258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a9c90a-a3de-4615-9846-2d7cbc3681dc None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:36:07.705798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-14a52104-1f11-48e2-8385-acb897127c36 admin admin] Deleting port 40e91da2-58ac-4668-b1ee-02ef66eb980b {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:07.706273 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14a52104-1f11-48e2-8385-acb897127c36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.712496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bc94c162-eb57-42de-8f5f-35ba41672fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '92c6607a-475c-4a78-a4f0-cbca47fe80ad', 'name': '', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'mac_address': 'fa:16:3e:8b:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '05559075-1486-4bb4-a10a-47404135662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:29Z', 'updated_at': '2022-02-19T03:29:41Z', 'revision_number': 5, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'subnets': [{'id': '05559075-1486-4bb4-a10a-47404135662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:07.734611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (0bb83c6b-c5c8-4b2e-8dff-304b7964fc45), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.760434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94c162-eb57-42de-8f5f-35ba41672fdf None None] Checking router: 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:36:07.773262 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=0bb83c6b-c5c8-4b2e-8dff-304b7964fc45,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:07.784533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No DVR routers for this DVR port 0bb83c6b-c5c8-4b2e-8dff-304b7964fc45 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:07.807494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-14a52104-1f11-48e2-8385-acb897127c36 admin admin] For port 40e91da2-58ac-4668-b1ee-02ef66eb980b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=40e91da2-58ac-4668-b1ee-02ef66eb980b,segment=NetworkSegment(586045c5-c62c-45d7-a754-566eb82a2528),segment_id=586045c5-c62c-45d7-a754-566eb82a2528)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:07.809404 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14a52104-1f11-48e2-8385-acb897127c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.826559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-14a52104-1f11-48e2-8385-acb897127c36 admin admin] Calling delete_port for 40e91da2-58ac-4668-b1ee-02ef66eb980b owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:07.843613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc94c162-eb57-42de-8f5f-35ba41672fdf None None] Routers {'4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:07.844243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bc94c162-eb57-42de-8f5f-35ba41672fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:07.888735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.915010 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:07.926427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efd907a2-c40d-458f-9258-62a2c0ad642c') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:07.927138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efd907a2-c40d-458f-9258-62a2c0ad642c') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:07.939324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (efd907a2-c40d-458f-9258-62a2c0ad642c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.955412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (efd907a2-c40d-458f-9258-62a2c0ad642c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.964270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a9c90a-a3de-4615-9846-2d7cbc3681dc None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:36:07.967257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:36:07.968142 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (efd907a2-c40d-458f-9258-62a2c0ad642c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:36:07.972245 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:36:08.059107 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.086427 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14a52104-1f11-48e2-8385-acb897127c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (40e91da2-58ac-4668-b1ee-02ef66eb980b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.090806 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.094875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/networks/25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c HTTP/1.1" status: 204 len: 168 time: 1.1014218 Feb 19 03:36:08.096077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877c096-b7ad-46e6-9dc9-701fcb1b37fa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Network': ['ID=25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:08.106694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44856) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:08.125243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'name': 'tempest-PortsIpV6TestJSON-48519904'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:08.160801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a52104-1f11-48e2-8385-acb897127c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e91da2-58ac-4668-b1ee-02ef66eb980b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:08.377472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-bc94c162-eb57-42de-8f5f-35ba41672fdf None None] Set router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:08.381868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 58c023fc-73ea-425b-9bc0-ce7336343bf8 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:08.447211 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14a52104-1f11-48e2-8385-acb897127c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (dca53e5e-d118-4ae2-b887-5d835d9f042a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.483769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ac2b9-992a-42d6-8058-3d5c53c2da25 req-6b6d82fd-32a3-47dd-95fe-41b4daaada79 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:08.491764 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f19ac2b9-992a-42d6-8058-3d5c53c2da25 req-6b6d82fd-32a3-47dd-95fe-41b4daaada79 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 944 time: 0.2251809 Feb 19 03:36:08.511930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 58c023fc-73ea-425b-9bc0-ce7336343bf8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:08.512572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 58c023fc-73ea-425b-9bc0-ce7336343bf8 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:08.589832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f19ac2b9-992a-42d6-8058-3d5c53c2da25 req-f4e98a3c-46f8-4be0-88c4-0fd02f243890 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914209 Feb 19 03:36:08.684241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44866) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:08.694881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:08.698431 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.701582 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.722822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port 07ad3363-7e34-46c9-ac24-160ec5151cc3 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:08.942473 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f9027c-26b1-40a5-b4ed-9e70a3250e6b None None] Network 25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:08.969874 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (07ad3363-7e34-46c9-ac24-160ec5151cc3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:08.976412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f9027c-26b1-40a5-b4ed-9e70a3250e6b None None] Network 25aeb1bc-92e3-49d4-a12b-857a6eb9ca8c could not be found, it might have been deleted concurrently. {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:36:09.037405 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (07ad3363-7e34-46c9-ac24-160ec5151cc3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.123168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=07ad3363-7e34-46c9-ac24-160ec5151cc3,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:09.136871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-bc94c162-eb57-42de-8f5f-35ba41672fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '92c6607a-475c-4a78-a4f0-cbca47fe80ad', 'name': '', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'mac_address': 'fa:16:3e:8b:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '05559075-1486-4bb4-a10a-47404135662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:29Z', 'updated_at': '2022-02-19T03:29:41Z', 'revision_number': 5, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'subnets': [{'id': '05559075-1486-4bb4-a10a-47404135662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:09.182412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:09.185734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:09.195552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:09.201561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:09.202371 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.241847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc94c162-eb57-42de-8f5f-35ba41672fdf None None] The sync data for ids ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'] in n-d-826755-2 is: [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '92c6607a-475c-4a78-a4f0-cbca47fe80ad', 'name': '', 'network_id': '052c6a76-660c-463f-8d3d-ceaf5791ebdb', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'mac_address': 'fa:16:3e:8b:57:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '05559075-1486-4bb4-a10a-47404135662d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:29Z', 'updated_at': '2022-02-19T03:29:41Z', 'revision_number': 5, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'subnets': [{'id': '05559075-1486-4bb4-a10a-47404135662d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:09.410300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a52104-1f11-48e2-8385-acb897127c36 admin admin] Router dca53e5e-d118-4ae2-b887-5d835d9f042a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:09.417541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d118972a-de97-431c-8023-b86cf7d96357 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.3015034 Feb 19 03:36:09.418293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44868) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:09.568242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-fe2abfcc-e504-4b9e-9dce-3f726fcc4e1a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Deleting port b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:09.568735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe2abfcc-e504-4b9e-9dce-3f726fcc4e1a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.605130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a52104-1f11-48e2-8385-acb897127c36 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:09.617686 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e58561-fbde-4cbd-b842-67a49b895013 None None] Sync routers for ids ['dca53e5e-d118-4ae2-b887-5d835d9f042a'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:09.622780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-14a52104-1f11-48e2-8385-acb897127c36 admin admin] 10.222.0.81 "PUT /v2.0/routers/dca53e5e-d118-4ae2-b887-5d835d9f042a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0045147 Feb 19 03:36:09.625656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44874) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:09.643281 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e58561-fbde-4cbd-b842-67a49b895013 None None] Routers {'dca53e5e-d118-4ae2-b887-5d835d9f042a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:09.644397 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-16e58561-fbde-4cbd-b842-67a49b895013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dca53e5e-d118-4ae2-b887-5d835d9f042a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:09.659591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-11f7655d-9274-46f0-82d4-fb80649046da tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 07ad3363-7e34-46c9-ac24-160ec5151cc3 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:09.659987 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11f7655d-9274-46f0-82d4-fb80649046da tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (07ad3363-7e34-46c9-ac24-160ec5151cc3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.714613 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe2abfcc-e504-4b9e-9dce-3f726fcc4e1a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.715309 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe2abfcc-e504-4b9e-9dce-3f726fcc4e1a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for floatingip (b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.744878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed48565f-0744-42e9-ae1d-1ad475f438d4 None None] New status for floating IP fcaa3812-edab-4568-abf0-ea834fd33c0b: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:36:09.760794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-fe2abfcc-e504-4b9e-9dce-3f726fcc4e1a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Calling delete_port for b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:09.888128 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-16e58561-fbde-4cbd-b842-67a49b895013 None None] Set router dca53e5e-d118-4ae2-b887-5d835d9f042a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:09.900687 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11f7655d-9274-46f0-82d4-fb80649046da tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (07ad3363-7e34-46c9-ac24-160ec5151cc3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:09.918020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-11f7655d-9274-46f0-82d4-fb80649046da tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 07ad3363-7e34-46c9-ac24-160ec5151cc3 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:09.944225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065bad64-d9e9-4339-91c7-851e90b88da2 req-ecc814a4-6a14-4bb5-b71f-aa37af6289c3 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:09.946976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-065bad64-d9e9-4339-91c7-851e90b88da2 req-ecc814a4-6a14-4bb5-b71f-aa37af6289c3 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 944 time: 0.1933389 Feb 19 03:36:09.960119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device ee98d61e-728f-48a0-8555-3af3a7396984 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:10.025664 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Publish callbacks [] for router (dca53e5e-d118-4ae2-b887-5d835d9f042a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.087098 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe2abfcc-e504-4b9e-9dce-3f726fcc4e1a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.104971 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11f7655d-9274-46f0-82d4-fb80649046da tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (07ad3363-7e34-46c9-ac24-160ec5151cc3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.134257 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.138355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port ee98d61e-728f-48a0-8555-3af3a7396984 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:36:10.146996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port ee98d61e-728f-48a0-8555-3af3a7396984 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:10.147542 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.177470 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2abfcc-e504-4b9e-9dce-3f726fcc4e1a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event deleted for resources: {'Port': ['ID=b1cfa2c4-52fc-40f3-95af-85f7e25a3d8a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:10.209450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-065bad64-d9e9-4339-91c7-851e90b88da2 req-ca3b1de2-8206-4e6c-8ce5-e6ef682629a0 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434275 Feb 19 03:36:10.258818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port ee98d61e-728f-48a0-8555-3af3a7396984 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:10.259313 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.288140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:36:10.290832 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c30478-391e-4b4f-909f-bdd8cb50eb69" -d '{"events": [{"server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "name": "network-vif-plugged", "status": "completed", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:36:10.307014 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port ee98d61e-728f-48a0-8555-3af3a7396984, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=ee98d61e-728f-48a0-8555-3af3a7396984,segment=NetworkSegment(130c5d0f-b7c7-4b6f-9464-112e5b352645),segment_id=130c5d0f-b7c7-4b6f-9464-112e5b352645)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:10.315213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7655d-9274-46f0-82d4-fb80649046da tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=07ad3363-7e34-46c9-ac24-160ec5151cc3,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:10.320782 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.338203 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Publish callbacks [] for router_gateway (dca53e5e-d118-4ae2-b887-5d835d9f042a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.374267 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-16e58561-fbde-4cbd-b842-67a49b895013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'name': 'tempest-TestServerMultinode-827140433-router', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224'}], 'enable_snat': True}, 'gw_port_id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:35:02Z', 'updated_at': '2022-02-19T03:36:08Z', 'revision_number': 5, 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'gw_port': {'id': 'a750ab0e-81d7-47e1-8f1c-96d273e7b202', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:4a:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:35:03Z', 'updated_at': '2022-02-19T03:35:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:10.399329 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-11f7655d-9274-46f0-82d4-fb80649046da tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.407078 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-11f7655d-9274-46f0-82d4-fb80649046da tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/07ad3363-7e34-46c9-ac24-160ec5151cc3 HTTP/1.1" status: 204 len: 168 time: 0.9810953 Feb 19 03:36:10.407713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44882) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:10.418650 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'mac_address': 'fa:16:3e:93:40:4a', 'name': 'tempest-PortsIpV6TestJSON-1511069568'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:10.441115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=ee98d61e-728f-48a0-8555-3af3a7396984,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:10.465223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Deleting port a750ab0e-81d7-47e1-8f1c-96d273e7b202 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:10.465864 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.479309 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e58561-fbde-4cbd-b842-67a49b895013 None None] Checking router: dca53e5e-d118-4ae2-b887-5d835d9f042a for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:36:10.491181 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e58561-fbde-4cbd-b842-67a49b895013 None None] Routers {'dca53e5e-d118-4ae2-b887-5d835d9f042a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:10.492625 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-16e58561-fbde-4cbd-b842-67a49b895013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['dca53e5e-d118-4ae2-b887-5d835d9f042a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:10.499890 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427a964d-755d-46e8-8dce-7921365a15fa x-openstack-request-id: req-427a964d-755d-46e8-8dce-7921365a15fa {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:36:10.500178 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "name": "network-vif-plugged", "status": "completed", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:36:10.500530 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-427a964d-755d-46e8-8dce-7921365a15fa {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:36:10.500966 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'code': 200} Feb 19 03:36:10.548486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe2abfcc-e504-4b9e-9dce-3f726fcc4e1a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for floatingip (fcaa3812-edab-4568-abf0-ea834fd33c0b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.551579 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-fe2abfcc-e504-4b9e-9dce-3f726fcc4e1a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.554799 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-fe2abfcc-e504-4b9e-9dce-3f726fcc4e1a tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "DELETE /v2.0/floatingips/fcaa3812-edab-4568-abf0-ea834fd33c0b HTTP/1.1" status: 204 len: 168 time: 1.8664711 Feb 19 03:36:10.626767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:10.719666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44890) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:10.736099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.739975 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-16e58561-fbde-4cbd-b842-67a49b895013 None None] Set router dca53e5e-d118-4ae2-b887-5d835d9f042a gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:10.771514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] For port a750ab0e-81d7-47e1-8f1c-96d273e7b202, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a750ab0e-81d7-47e1-8f1c-96d273e7b202,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:10.771514 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.777814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port 01dbf18c-ad0d-43b5-b150-aa9bb7041836 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:10.827755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Calling delete_port for a750ab0e-81d7-47e1-8f1c-96d273e7b202 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:10.834806 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-16e58561-fbde-4cbd-b842-67a49b895013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'name': 'tempest-TestServerMultinode-827140433-router', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:35:02Z', 'updated_at': '2022-02-19T03:36:10Z', 'revision_number': 6, 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:10.851650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b82725-6175-4da7-832c-7fdf868f2b86 req-644d3df1-3542-40fa-a8b2-68ebd7ee84b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:10.874147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8b82725-6175-4da7-832c-7fdf868f2b86 req-644d3df1-3542-40fa-a8b2-68ebd7ee84b8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 1127 time: 0.2542233 Feb 19 03:36:10.876994 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e58561-fbde-4cbd-b842-67a49b895013 None None] The sync data for ids ['dca53e5e-d118-4ae2-b887-5d835d9f042a'] in n-d-826755-2 is: [{'id': 'dca53e5e-d118-4ae2-b887-5d835d9f042a', 'name': 'tempest-TestServerMultinode-827140433-router', 'tenant_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:35:02Z', 'updated_at': '2022-02-19T03:36:10Z', 'revision_number': 6, 'project_id': 'fc15ce5a2d8b4b8195d783115b25b191', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:10.897650 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c934d75-95d0-40bd-9892-36b3ac47fa90 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group (5f86ef9a-ecf0-44c9-a890-dfeda8112b56), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:10.961366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8b82725-6175-4da7-832c-7fdf868f2b86 req-c24ef583-e010-4624-85f3-b078632d4f69 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810933 Feb 19 03:36:10.973817 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c934d75-95d0-40bd-9892-36b3ac47fa90 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group (5f86ef9a-ecf0-44c9-a890-dfeda8112b56), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.082227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (01dbf18c-ad0d-43b5-b150-aa9bb7041836), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.129818 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a750ab0e-81d7-47e1-8f1c-96d273e7b202), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.133028 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (01dbf18c-ad0d-43b5-b150-aa9bb7041836), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.155254 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:11.158404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:11.160624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a750ab0e-81d7-47e1-8f1c-96d273e7b202,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:11.180324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c934d75-95d0-40bd-9892-36b3ac47fa90 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5f86ef9a-ecf0-44c9-a890-dfeda8112b56), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.183152 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c934d75-95d0-40bd-9892-36b3ac47fa90 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.184396 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0c934d75-95d0-40bd-9892-36b3ac47fa90 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] 10.222.0.81 "DELETE /v2.0/security-groups/5f86ef9a-ecf0-44c9-a890-dfeda8112b56 HTTP/1.1" status: 204 len: 168 time: 0.4624941 Feb 19 03:36:11.188006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:11.193483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:11.194116 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.223119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c934d75-95d0-40bd-9892-36b3ac47fa90 tempest-TestServerBasicOps-165679904 tempest-TestServerBasicOps-165679904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f86ef9a-ecf0-44c9-a890-dfeda8112b56,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:11.259123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44906) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:11.262402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=01dbf18c-ad0d-43b5-b150-aa9bb7041836,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:11.290102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (dca53e5e-d118-4ae2-b887-5d835d9f042a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.296315 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8fd97973-7c23-42fa-8673-6a22c72b9003 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8832183 Feb 19 03:36:11.299002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44910) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:11.408164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cbf5ee-5829-4663-a328-fb3cee4d2b8e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:11.415536 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-68cbf5ee-5829-4663-a328-fb3cee4d2b8e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/01dbf18c-ad0d-43b5-b150-aa9bb7041836 HTTP/1.1" status: 200 len: 845 time: 0.1130149 Feb 19 03:36:11.417026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44912) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:11.535459 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (dca53e5e-d118-4ae2-b887-5d835d9f042a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.537666 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Publish callbacks [] for router_controller (dca53e5e-d118-4ae2-b887-5d835d9f042a), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.541781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae00d1-74d4-43dd-933b-853477fa27e9 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 01dbf18c-ad0d-43b5-b150-aa9bb7041836 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:11.542406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1ae00d1-74d4-43dd-933b-853477fa27e9 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (01dbf18c-ad0d-43b5-b150-aa9bb7041836), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.623833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1ae00d1-74d4-43dd-933b-853477fa27e9 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (01dbf18c-ad0d-43b5-b150-aa9bb7041836), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.639112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae00d1-74d4-43dd-933b-853477fa27e9 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 01dbf18c-ad0d-43b5-b150-aa9bb7041836 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:11.709617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e025add-c0b9-458d-bf72-a4e17bedf91e req-57015691-b41c-44fb-ac26-8166baac1985 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:11.717711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e025add-c0b9-458d-bf72-a4e17bedf91e req-57015691-b41c-44fb-ac26-8166baac1985 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 945 time: 0.2800879 Feb 19 03:36:11.722133 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (dca53e5e-d118-4ae2-b887-5d835d9f042a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.722686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dca53e5e-d118-4ae2-b887-5d835d9f042a {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:36:11.750851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1ae00d1-74d4-43dd-933b-853477fa27e9 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (01dbf18c-ad0d-43b5-b150-aa9bb7041836), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.768133 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.769904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-236532b8-0975-4896-ba35-28e7400387b8 admin admin] 10.222.0.81 "DELETE /v2.0/routers/dca53e5e-d118-4ae2-b887-5d835d9f042a HTTP/1.1" status: 204 len: 168 time: 2.1393785 Feb 19 03:36:11.777446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44916) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:11.832882 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e025add-c0b9-458d-bf72-a4e17bedf91e req-b743ace2-cd5f-4ac1-bbc2-23c97825d7cd tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083364 Feb 19 03:36:11.850011 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b1ae00d1-74d4-43dd-933b-853477fa27e9 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:11.855662 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b1ae00d1-74d4-43dd-933b-853477fa27e9 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/01dbf18c-ad0d-43b5-b150-aa9bb7041836 HTTP/1.1" status: 204 len: 168 time: 0.4362717 Feb 19 03:36:11.859559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44918) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:11.869560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae00d1-74d4-43dd-933b-853477fa27e9 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=01dbf18c-ad0d-43b5-b150-aa9bb7041836,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:11.930556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a10125-5683-4987-8b0f-3900b4e93e2a admin admin] Deleting subnet 23e6f066-0eff-416f-8fff-7c956dfe3269 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:11.934661 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-06a10125-5683-4987-8b0f-3900b4e93e2a admin admin] Publish callbacks [] for subnet (23e6f066-0eff-416f-8fff-7c956dfe3269), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.041931 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-06a10125-5683-4987-8b0f-3900b4e93e2a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (23e6f066-0eff-416f-8fff-7c956dfe3269), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.174741 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-06a10125-5683-4987-8b0f-3900b4e93e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (23e6f066-0eff-416f-8fff-7c956dfe3269), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.251937 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-06a10125-5683-4987-8b0f-3900b4e93e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (23e6f066-0eff-416f-8fff-7c956dfe3269), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.309513 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a10125-5683-4987-8b0f-3900b4e93e2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23e6f066-0eff-416f-8fff-7c956dfe3269,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:12.331567 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-06a10125-5683-4987-8b0f-3900b4e93e2a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.338159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435e1edb-d84b-4013-9d7f-dfff06d2fc00 None None] Network 62162409-beaf-4997-a82c-ae1e427a2e86 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:12.340347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-06a10125-5683-4987-8b0f-3900b4e93e2a admin admin] 10.222.0.81 "DELETE /v2.0/subnets/23e6f066-0eff-416f-8fff-7c956dfe3269 HTTP/1.1" status: 204 len: 168 time: 0.5582237 Feb 19 03:36:12.343636 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44926) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:12.541139 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (62162409-beaf-4997-a82c-ae1e427a2e86), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.631705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ac7822-67cc-438e-9e60-95c1510d090a None None] DHCP port deletion for 62162409-beaf-4997-a82c-ae1e427a2e86 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:36:12.637015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a750ab0e-81d7-47e1-8f1c-96d273e7b202 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:12.676342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Deleting port fb4bc218-d906-4f45-93c3-d7dde29485c6 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:12.676898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.682581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: a750ab0e-81d7-47e1-8f1c-96d273e7b202 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:12.685253 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a750ab0e-81d7-47e1-8f1c-96d273e7b202 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:12.685806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 40e91da2-58ac-4668-b1ee-02ef66eb980b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:12.733619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 40e91da2-58ac-4668-b1ee-02ef66eb980b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:12.734135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 40e91da2-58ac-4668-b1ee-02ef66eb980b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:12.781471 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e86fb9-b4cc-4e30-b96b-6214ee2f1f3b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:36:12.789019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-94e86fb9-b4cc-4e30-b96b-6214ee2f1f3b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/01dbf18c-ad0d-43b5-b150-aa9bb7041836 HTTP/1.1" status: 404 len: 333 time: 0.9283059 Feb 19 03:36:12.791123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44930) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:12.805619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'name': 'tempest-PortsIpV6TestJSON-401906827'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:12.817081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] For port fb4bc218-d906-4f45-93c3-d7dde29485c6, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fb4bc218-d906-4f45-93c3-d7dde29485c6,segment=NetworkSegment(586045c5-c62c-45d7-a754-566eb82a2528),segment_id=586045c5-c62c-45d7-a754-566eb82a2528)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:12.817639 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.833447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac7822-67cc-438e-9e60-95c1510d090a None None] Deleting port fb4bc218-d906-4f45-93c3-d7dde29485c6 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:12.833824 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7822-67cc-438e-9e60-95c1510d090a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.835569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Calling delete_port for fb4bc218-d906-4f45-93c3-d7dde29485c6 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:12.971030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:12.976326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d8ac7822-67cc-438e-9e60-95c1510d090a None None] For port fb4bc218-d906-4f45-93c3-d7dde29485c6, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fb4bc218-d906-4f45-93c3-d7dde29485c6,segment=NetworkSegment(586045c5-c62c-45d7-a754-566eb82a2528),segment_id=586045c5-c62c-45d7-a754-566eb82a2528)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:12.979386 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7822-67cc-438e-9e60-95c1510d090a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.009820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d8ac7822-67cc-438e-9e60-95c1510d090a None None] Calling delete_port for fb4bc218-d906-4f45-93c3-d7dde29485c6 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:13.011730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Pushing event deleted for resources: {'Port': ['ID=fb4bc218-d906-4f45-93c3-d7dde29485c6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:13.020440 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] No DVR routers for this DVR port fb4bc218-d906-4f45-93c3-d7dde29485c6 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:13.031170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:13.034643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.134133 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d8ac7822-67cc-438e-9e60-95c1510d090a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (fb4bc218-d906-4f45-93c3-d7dde29485c6), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.147194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ac7822-67cc-438e-9e60-95c1510d090a None None] No DVR routers for this DVR port fb4bc218-d906-4f45-93c3-d7dde29485c6 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:13.169815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (62162409-beaf-4997-a82c-ae1e427a2e86), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.170292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ac7822-67cc-438e-9e60-95c1510d090a None None] Pushing event deleted for resources: {'Port': ['ID=fb4bc218-d906-4f45-93c3-d7dde29485c6,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:13.189217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port c0c7a1e6-401d-4eb6-8468-693c13946aa1 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:13.211045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62162409-beaf-4997-a82c-ae1e427a2e86']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:13.222786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586045c5-c62c-45d7-a754-566eb82a2528') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:13.223088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586045c5-c62c-45d7-a754-566eb82a2528') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:13.235600 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (586045c5-c62c-45d7-a754-566eb82a2528), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.254110 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (586045c5-c62c-45d7-a754-566eb82a2528), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.263322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:36:13.263873 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (586045c5-c62c-45d7-a754-566eb82a2528), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:36:13.266531 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:36:13.348458 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (62162409-beaf-4997-a82c-ae1e427a2e86), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.369479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3997287e-f551-45c7-abf4-07c54a1c1f7c req-4eb77dd6-4482-418b-ad52-9e39f28e58b3 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:13.370565 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.376745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3997287e-f551-45c7-abf4-07c54a1c1f7c req-4eb77dd6-4482-418b-ad52-9e39f28e58b3 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 945 time: 0.3786931 Feb 19 03:36:13.379908 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] 10.222.0.81 "DELETE /v2.0/networks/62162409-beaf-4997-a82c-ae1e427a2e86 HTTP/1.1" status: 204 len: 168 time: 1.0334024 Feb 19 03:36:13.391342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4fa1c6-2628-444b-8e2e-828420a248bf admin admin] Pushing event deleted for resources: {'Network': ['ID=62162409-beaf-4997-a82c-ae1e427a2e86,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:13.527539 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3997287e-f551-45c7-abf4-07c54a1c1f7c req-a6dd299f-54d4-4acc-a2d6-741aa2b7a7e7 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499126 Feb 19 03:36:13.592656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44940) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.654329 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5cf82107-9472-48ce-bc78-b361f6adb871 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee446085b47140dcace9bcae46c503c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0601389 Feb 19 03:36:13.660387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44942) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:13.719159 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (c0c7a1e6-401d-4eb6-8468-693c13946aa1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.772116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cefe06-8d4b-4fd4-83de-e6192d475604 req-0d1de9b7-1ade-4646-b265-b6570d6de9bc tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:13.774438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b4cefe06-8d4b-4fd4-83de-e6192d475604 req-0d1de9b7-1ade-4646-b265-b6570d6de9bc tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 945 time: 0.1425815 Feb 19 03:36:13.776121 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ec55167-627b-4614-9063-0cb846005b1c admin admin] Publish callbacks [] for security_group (af5f3776-8575-4cc5-8ecb-96743205486c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.782629 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1143342-27d4-4fca-a6c4-791d8e28cbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.825470 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ec55167-627b-4614-9063-0cb846005b1c admin admin] Publish callbacks [] for security_group (af5f3776-8575-4cc5-8ecb-96743205486c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.944592 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ec55167-627b-4614-9063-0cb846005b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (af5f3776-8575-4cc5-8ecb-96743205486c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.948329 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8ec55167-627b-4614-9063-0cb846005b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.951576 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8ec55167-627b-4614-9063-0cb846005b1c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/af5f3776-8575-4cc5-8ecb-96743205486c HTTP/1.1" status: 204 len: 168 time: 0.2872880 Feb 19 03:36:13.975458 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c0c7a1e6-401d-4eb6-8468-693c13946aa1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:13.980602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec55167-627b-4614-9063-0cb846005b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5f3776-8575-4cc5-8ecb-96743205486c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:14.028907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=c0c7a1e6-401d-4eb6-8468-693c13946aa1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:14.072868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b4cefe06-8d4b-4fd4-83de-e6192d475604 req-60d7693f-8659-406d-af03-e502f84f90cd tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758685 Feb 19 03:36:14.075424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:14.090603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:14.090603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:14.090603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:14.090603 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.091050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44948) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:14.134891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fa3ee931-9489-4ad3-85a5-c3d7938216db tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3363736 Feb 19 03:36:14.135211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44952) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:14.141843 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ac5c48dd-6fb3-484d-ad5b-250906f70c7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:14.315322 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac5c48dd-6fb3-484d-ad5b-250906f70c7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c0c7a1e6-401d-4eb6-8468-693c13946aa1), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.361909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e1143342-27d4-4fca-a6c4-791d8e28cbe0 admin admin] Deleting port 92c6607a-475c-4a78-a4f0-cbca47fe80ad {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:14.362281 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1143342-27d4-4fca-a6c4-791d8e28cbe0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.589152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fb4bc218-d906-4f45-93c3-d7dde29485c6 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:14.601702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44958) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:14.643893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: fb4bc218-d906-4f45-93c3-d7dde29485c6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:14.644233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fb4bc218-d906-4f45-93c3-d7dde29485c6 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:14.699432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-e1143342-27d4-4fca-a6c4-791d8e28cbe0 admin admin] For port 92c6607a-475c-4a78-a4f0-cbca47fe80ad, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=92c6607a-475c-4a78-a4f0-cbca47fe80ad,segment=NetworkSegment(acfaf12a-c76b-423a-9e56-2153651f577c),segment_id=acfaf12a-c76b-423a-9e56-2153651f577c)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:14.699805 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1143342-27d4-4fca-a6c4-791d8e28cbe0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.750159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e1143342-27d4-4fca-a6c4-791d8e28cbe0 admin admin] Calling delete_port for 92c6607a-475c-4a78-a4f0-cbca47fe80ad owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:14.798390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-53ef69e1-b599-4e9d-857d-5c570884380f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fc15ce5a2d8b4b8195d783115b25b191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1923585 Feb 19 03:36:14.798627 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405001ab-e52f-460e-87d4-69400c342c8a tempest-TestVolumeBackupRestore-2142684588 tempest-TestVolumeBackupRestore-2142684588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:14.803031 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-405001ab-e52f-460e-87d4-69400c342c8a tempest-TestVolumeBackupRestore-2142684588 tempest-TestVolumeBackupRestore-2142684588-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 1122 time: 0.7063396 Feb 19 03:36:14.803031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44960) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:14.812656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44962) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:14.920929 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac5c48dd-6fb3-484d-ad5b-250906f70c7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (c0c7a1e6-401d-4eb6-8468-693c13946aa1), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.941862 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac5c48dd-6fb3-484d-ad5b-250906f70c7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (c0c7a1e6-401d-4eb6-8468-693c13946aa1), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:14.958462 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac814836-8f0e-421e-8397-92dd8545b8cf admin admin] Publish callbacks [] for security_group (7364fd41-dd2e-436b-9783-c52592a2df92), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.007081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ac5c48dd-6fb3-484d-ad5b-250906f70c7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] In _notify_port_updated(), no bound segment for port c0c7a1e6-401d-4eb6-8468-693c13946aa1 on network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:36:15.012569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5c48dd-6fb3-484d-ad5b-250906f70c7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:15.013217 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac5c48dd-6fb3-484d-ad5b-250906f70c7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.017162 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ac5c48dd-6fb3-484d-ad5b-250906f70c7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "PUT /v2.0/ports/c0c7a1e6-401d-4eb6-8468-693c13946aa1 HTTP/1.1" status: 200 len: 818 time: 0.8782945 Feb 19 03:36:15.023362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44968) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:15.062468 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c48dd-6fb3-484d-ad5b-250906f70c7d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=c0c7a1e6-401d-4eb6-8468-693c13946aa1,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:15.084503 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac814836-8f0e-421e-8397-92dd8545b8cf admin admin] Publish callbacks [] for security_group (7364fd41-dd2e-436b-9783-c52592a2df92), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.133916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:15.173799 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.252346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac814836-8f0e-421e-8397-92dd8545b8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7364fd41-dd2e-436b-9783-c52592a2df92), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.255193 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac814836-8f0e-421e-8397-92dd8545b8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.256653 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ac814836-8f0e-421e-8397-92dd8545b8cf admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7364fd41-dd2e-436b-9783-c52592a2df92 HTTP/1.1" status: 204 len: 168 time: 0.4525990 Feb 19 03:36:15.267379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac814836-8f0e-421e-8397-92dd8545b8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7364fd41-dd2e-436b-9783-c52592a2df92,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:15.318136 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1143342-27d4-4fca-a6c4-791d8e28cbe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (92c6607a-475c-4a78-a4f0-cbca47fe80ad), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.340411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.365425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1143342-27d4-4fca-a6c4-791d8e28cbe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c6607a-475c-4a78-a4f0-cbca47fe80ad,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:15.459561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-8c621999-8566-49ea-8a4e-508db56c6591 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port c0c7a1e6-401d-4eb6-8468-693c13946aa1 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:15.459920 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8c621999-8566-49ea-8a4e-508db56c6591 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c0c7a1e6-401d-4eb6-8468-693c13946aa1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.564411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Allocated IP 172.25.1.67 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/2ee072b6-24a4-4017-81c1-6f586a123a71) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:15.723388 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8c621999-8566-49ea-8a4e-508db56c6591 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c0c7a1e6-401d-4eb6-8468-693c13946aa1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.760616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-8c621999-8566-49ea-8a4e-508db56c6591 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for c0c7a1e6-401d-4eb6-8468-693c13946aa1 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:15.803578 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for port (2ee072b6-24a4-4017-81c1-6f586a123a71), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.893654 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2ee072b6-24a4-4017-81c1-6f586a123a71), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.906589 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e1143342-27d4-4fca-a6c4-791d8e28cbe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:15.978474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:15.983945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:15.988351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:16.048185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event updated for resources: {'Port': ['ID=2ee072b6-24a4-4017-81c1-6f586a123a71,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:16.255799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1143342-27d4-4fca-a6c4-791d8e28cbe0 admin admin] Router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:16.271401 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8c621999-8566-49ea-8a4e-508db56c6591 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c0c7a1e6-401d-4eb6-8468-693c13946aa1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:16.324689 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8c621999-8566-49ea-8a4e-508db56c6591 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:16.332181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8c621999-8566-49ea-8a4e-508db56c6591 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/c0c7a1e6-401d-4eb6-8468-693c13946aa1 HTTP/1.1" status: 204 len: 168 time: 1.3055458 Feb 19 03:36:16.334653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44976) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:16.397737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c621999-8566-49ea-8a4e-508db56c6591 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=c0c7a1e6-401d-4eb6-8468-693c13946aa1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:16.475321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268d199d-0fa9-48b7-afb7-4ce35c9724c6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:16.479490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-268d199d-0fa9-48b7-afb7-4ce35c9724c6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1414049 Feb 19 03:36:16.493977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 44980) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:16.495174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1143342-27d4-4fca-a6c4-791d8e28cbe0 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:16.510568 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d028e-d181-4da5-9635-21dc190b015a None None] Sync routers for ids ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:16.511135 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e1143342-27d4-4fca-a6c4-791d8e28cbe0 admin admin] 10.222.0.81 "PUT /v2.0/routers/4fe4c904-9b63-41f2-a6ec-8c24faaf0d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2452962 Feb 19 03:36:16.517608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44982) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:16.530613 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d028e-d181-4da5-9635-21dc190b015a None None] Routers {'4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:16.531535 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0d5d028e-d181-4da5-9635-21dc190b015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:16.542990 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b42f99-f6ea-49ab-9598-aefa957de837 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:36:16.553017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 44984) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:16.553683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-01b42f99-f6ea-49ab-9598-aefa957de837 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/c0c7a1e6-401d-4eb6-8468-693c13946aa1 HTTP/1.1" status: 404 len: 333 time: 0.0564167 Feb 19 03:36:16.658467 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0d5d028e-d181-4da5-9635-21dc190b015a None None] Set router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:16.683831 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Publish callbacks [] for router (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:16.823032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-360209b3-ff95-4442-a060-c425ce3c5acd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-728198135'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:16.853128 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0d5d028e-d181-4da5-9635-21dc190b015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:36:15Z', 'revision_number': 5, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:16.881833 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d028e-d181-4da5-9635-21dc190b015a None None] Checking router: 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:36:16.891215 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5d028e-d181-4da5-9635-21dc190b015a None None] Routers {'4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:16.895207 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0d5d028e-d181-4da5-9635-21dc190b015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:17.071010 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0d5d028e-d181-4da5-9635-21dc190b015a None None] Set router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:17.275323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360209b3-ff95-4442-a060-c425ce3c5acd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:17.278833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-360209b3-ff95-4442-a060-c425ce3c5acd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.293932 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0d5d028e-d181-4da5-9635-21dc190b015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:36:15Z', 'revision_number': 5, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:17.307436 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for floatingip (633868b9-734d-4f30-b964-94fd1017c3bb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.325110 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5d028e-d181-4da5-9635-21dc190b015a None None] The sync data for ids ['4fe4c904-9b63-41f2-a6ec-8c24faaf0d94'] in n-d-826755-2 is: [{'id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'name': 'tempest-TestServerBasicOps-1639990152-router', 'tenant_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208'}], 'enable_snat': True}, 'gw_port_id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:20Z', 'updated_at': '2022-02-19T03:36:15Z', 'revision_number': 5, 'project_id': 'b3ad779f9b2a43eaaba6e97f498154cc', 'gw_port': {'id': '01549b5c-8b8d-49fe-8e25-3830c6c2b01b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4c904-9b63-41f2-a6ec-8c24faaf0d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:23Z', 'updated_at': '2022-02-19T03:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:17.459055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360209b3-ff95-4442-a060-c425ce3c5acd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:36:17.462631 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Publish callbacks [] for router_gateway (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.502363 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-360209b3-ff95-4442-a060-c425ce3c5acd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (abc3dfc5-71ef-4461-b47a-d873a2a8ce03), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.502715 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-360209b3-ff95-4442-a060-c425ce3c5acd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Added segment abc3dfc5-71ef-4461-b47a-d873a2a8ce03 of type vlan for network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 Feb 19 03:36:17.576597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2ee072b6-24a4-4017-81c1-6f586a123a71), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.614160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-360209b3-ff95-4442-a060-c425ce3c5acd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (fb4a5cf5-f3d7-4101-8e70-ecaaf7650334), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.670705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Deleting port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:17.671134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.688489 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-360209b3-ff95-4442-a060-c425ce3c5acd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (fb4a5cf5-f3d7-4101-8e70-ecaaf7650334), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.692612 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360209b3-ff95-4442-a060-c425ce3c5acd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:17.693247 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-360209b3-ff95-4442-a060-c425ce3c5acd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:17.983821 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-360209b3-ff95-4442-a060-c425ce3c5acd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3015153 Feb 19 03:36:17.987093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45030) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:18.002644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1afb19e6-ede4-4a47-acdf-89bf9fb7654d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': 'fb4a5cf5-f3d7-4101-8e70-ecaaf7650334', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:18.178368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afb19e6-ede4-4a47-acdf-89bf9fb7654d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:18.184550 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1afb19e6-ede4-4a47-acdf-89bf9fb7654d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.225613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360209b3-ff95-4442-a060-c425ce3c5acd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Network': ['ID=fb4a5cf5-f3d7-4101-8e70-ecaaf7650334,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:18.238238 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for port (2ee072b6-24a4-4017-81c1-6f586a123a71), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.242786 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:36:18.257604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] For port 01549b5c-8b8d-49fe-8e25-3830c6c2b01b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=01549b5c-8b8d-49fe-8e25-3830c6c2b01b,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:18.257975 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.267808 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (2ee072b6-24a4-4017-81c1-6f586a123a71), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.399196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event updated for resources: {'Port': ['ID=2ee072b6-24a4-4017-81c1-6f586a123a71,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:18.415048 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1afb19e6-ede4-4a47-acdf-89bf9fb7654d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (9426ef47-3b02-4984-a6e0-207e41f856e2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.427405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Calling delete_port for 01549b5c-8b8d-49fe-8e25-3830c6c2b01b owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:18.491541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb19e6-ede4-4a47-acdf-89bf9fb7654d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Subnet': ['ID=9426ef47-3b02-4984-a6e0-207e41f856e2,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:18.497698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 92c6607a-475c-4a78-a4f0-cbca47fe80ad no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:18.503005 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afb19e6-ede4-4a47-acdf-89bf9fb7654d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Checking segment: {'id': 'abc3dfc5-71ef-4461-b47a-d873a2a8ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fb4a5cf5-f3d7-4101-8e70-ecaaf7650334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:18.503464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb19e6-ede4-4a47-acdf-89bf9fb7654d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network hostable DHCP agents. Network: fb4a5cf5-f3d7-4101-8e70-ecaaf7650334, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:36:18.523794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afb19e6-ede4-4a47-acdf-89bf9fb7654d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:36:18.539961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-1afb19e6-ede4-4a47-acdf-89bf9fb7654d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, fb4a5cf5-f3d7-4101-8e70-ecaaf7650334) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:18.545754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afb19e6-ede4-4a47-acdf-89bf9fb7654d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:18.546588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1afb19e6-ede4-4a47-acdf-89bf9fb7654d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.560758 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 92c6607a-475c-4a78-a4f0-cbca47fe80ad {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:18.563829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 92c6607a-475c-4a78-a4f0-cbca47fe80ad not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:18.567654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebe874a-d3e7-49bf-b8dd-e9c0c03b18d9 None None] Network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:18.576803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1afb19e6-ede4-4a47-acdf-89bf9fb7654d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5855286 Feb 19 03:36:18.577445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45050) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:18.587409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-cd400ff9-a1c6-4b62-a533-6fac8bb6a0ae tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': 'fb4a5cf5-f3d7-4101-8e70-ecaaf7650334', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:18.665963 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (633868b9-734d-4f30-b964-94fd1017c3bb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.765404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-fb4a5cf5-f3d7-4101-8e70-ecaaf7650334', 'network_id': 'fb4a5cf5-f3d7-4101-8e70-ecaaf7650334', 'project_id': '7e73a044c64f4273a095c786f30b2166', 'fixed_ips': [{'subnet_id': '9426ef47-3b02-4984-a6e0-207e41f856e2'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:36:18.766248 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.852468 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (01549b5c-8b8d-49fe-8e25-3830c6c2b01b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.860573 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd400ff9-a1c6-4b62-a533-6fac8bb6a0ae tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:18.864532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd400ff9-a1c6-4b62-a533-6fac8bb6a0ae tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:18.875818 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Floating IP 633868b9-734d-4f30-b964-94fd1017c3bb associated. External IP: 172.25.1.67, port: ee98d61e-728f-48a0-8555-3af3a7396984. Feb 19 03:36:18.968369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Allocated IP 2001:db8::2 (fb4a5cf5-f3d7-4101-8e70-ecaaf7650334/9426ef47-3b02-4984-a6e0-207e41f856e2/b7467931-4064-4459-afa4-942a521c64d4) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:18.991788 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=01549b5c-8b8d-49fe-8e25-3830c6c2b01b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:19.086980 n-d-826755-2 neutron-server[109899]: INFO neutron.db.ipam_backend_mixin [None req-cd400ff9-a1c6-4b62-a533-6fac8bb6a0ae tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9426ef47-3b02-4984-a6e0-207e41f856e2 (CIDR: 2001:db8::/64) Feb 19 03:36:19.094307 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd400ff9-a1c6-4b62-a533-6fac8bb6a0ae tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:36:19.095065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd400ff9-a1c6-4b62-a533-6fac8bb6a0ae tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:19.129877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cd400ff9-a1c6-4b62-a533-6fac8bb6a0ae tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5509717 Feb 19 03:36:19.130545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45070) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:19.145194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3f91e06b-bc68-4dbf-aca3-a1efeb6872e6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': 'fb4a5cf5-f3d7-4101-8e70-ecaaf7650334', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:19.219918 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Publish callbacks [] for port (b7467931-4064-4459-afa4-942a521c64d4), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.236403 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (b7467931-4064-4459-afa4-942a521c64d4), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.243482 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.315322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:19.316927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:19.321296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:19.362055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f91e06b-bc68-4dbf-aca3-a1efeb6872e6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:19.374954 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f91e06b-bc68-4dbf-aca3-a1efeb6872e6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.377844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Pushing event updated for resources: {'Port': ['ID=b7467931-4064-4459-afa4-942a521c64d4,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:19.409188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Attempting to bind port b7467931-4064-4459-afa4-942a521c64d4 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:36:19.411244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Attempting to bind port b7467931-4064-4459-afa4-942a521c64d4 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'abc3dfc5-71ef-4461-b47a-d873a2a8ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fb4a5cf5-f3d7-4101-8e70-ecaaf7650334'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:36:19.413142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Attempting to bind port b7467931-4064-4459-afa4-942a521c64d4 on network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:36:19.429147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:36:19.429147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Checking segment: {'id': 'abc3dfc5-71ef-4461-b47a-d873a2a8ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fb4a5cf5-f3d7-4101-8e70-ecaaf7650334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:19.429147 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.429616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Bound using segment: {'id': 'abc3dfc5-71ef-4461-b47a-d873a2a8ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fb4a5cf5-f3d7-4101-8e70-ecaaf7650334'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:36:19.429708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Bound port: b7467931-4064-4459-afa4-942a521c64d4, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc3dfc5-71ef-4461-b47a-d873a2a8ce03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fb4a5cf5-f3d7-4101-8e70-ecaaf7650334'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:36:19.430083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7467931-4064-4459-afa4-942a521c64d4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.511410 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.515664 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Publish callbacks [] for router_controller (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.554426 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] For port b7467931-4064-4459-afa4-942a521c64d4, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:36:19.559105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] For port b7467931-4064-4459-afa4-942a521c64d4, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b7467931-4064-4459-afa4-942a521c64d4,segment=NetworkSegment(abc3dfc5-71ef-4461-b47a-d873a2a8ce03),segment_id=abc3dfc5-71ef-4461-b47a-d873a2a8ce03)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:36:19.579743 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b7467931-4064-4459-afa4-942a521c64d4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.613866 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (4fe4c904-9b63-41f2-a6ec-8c24faaf0d94), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.614590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:36:19.621659 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:19.625623 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1e5a3af9-356c-4bc9-abf7-efccea149a48 admin admin] 10.222.0.81 "DELETE /v2.0/routers/4fe4c904-9b63-41f2-a6ec-8c24faaf0d94 HTTP/1.1" status: 204 len: 168 time: 3.1023352 Feb 19 03:36:19.627912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45074) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:19.740438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a8c4d-fc43-4cb1-b47b-a57d2c35406c None None] Pushing event updated for resources: {'Port': ['ID=b7467931-4064-4459-afa4-942a521c64d4,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:19.961376 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f91e06b-bc68-4dbf-aca3-a1efeb6872e6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (4d1b8476-f06e-4895-a740-8b6363044a3c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.126175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:20.196080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ee30f5-a50c-4c4c-b9b9-b3995074c081 admin admin] Deleting subnet 05559075-1486-4bb4-a10a-47404135662d {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:20.199571 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26ee30f5-a50c-4c4c-b9b9-b3995074c081 admin admin] Publish callbacks [] for subnet (05559075-1486-4bb4-a10a-47404135662d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.270681 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26ee30f5-a50c-4c4c-b9b9-b3995074c081 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (05559075-1486-4bb4-a10a-47404135662d), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.553799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:20.564407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876acbf2-7d2f-4682-9632-0d27428ba8c4 None None] Sync routers for ids ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:20.572508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26ee30f5-a50c-4c4c-b9b9-b3995074c081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (05559075-1486-4bb4-a10a-47404135662d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.581321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876acbf2-7d2f-4682-9632-0d27428ba8c4 None None] Routers {'7ac2c71f-684b-4961-9d8b-b2584b71fba6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:20.582123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-876acbf2-7d2f-4682-9632-0d27428ba8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:20.694393 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26ee30f5-a50c-4c4c-b9b9-b3995074c081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (05559075-1486-4bb4-a10a-47404135662d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.735516 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-26ee30f5-a50c-4c4c-b9b9-b3995074c081 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.739542 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-26ee30f5-a50c-4c4c-b9b9-b3995074c081 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/05559075-1486-4bb4-a10a-47404135662d HTTP/1.1" status: 204 len: 168 time: 1.1105261 Feb 19 03:36:20.745013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45080) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:20.760994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee30f5-a50c-4c4c-b9b9-b3995074c081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05559075-1486-4bb4-a10a-47404135662d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:20.781970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91e06b-bc68-4dbf-aca3-a1efeb6872e6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:20.782473 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.820011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-3f91e06b-bc68-4dbf-aca3-a1efeb6872e6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:20.831575 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f04c91d8-e46c-43d6-a78f-a5a419535e3e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.9660518 Feb 19 03:36:20.832710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:36:20.833610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f91e06b-bc68-4dbf-aca3-a1efeb6872e6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:20.836804 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7fbc6d-6f69-4060-a003-60be08774f13" -d '{"events": [{"name": "network-changed", "server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:36:20.842021 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3f91e06b-bc68-4dbf-aca3-a1efeb6872e6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:20.842377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45082) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:20.909099 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc20e805-5994-4b49-bac3-87a0e6a6b317 x-openstack-request-id: req-dc20e805-5994-4b49-bac3-87a0e6a6b317 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:36:20.910980 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:36:20.911338 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dc20e805-5994-4b49-bac3-87a0e6a6b317 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:36:20.919320 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'status': 'completed', 'code': 200} Feb 19 03:36:20.934151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b7467931-4064-4459-afa4-942a521c64d4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:20.938691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac247c1-9776-4eff-b9f4-b2ee7f9ee12c None None] Network 052c6a76-660c-463f-8d3d-ceaf5791ebdb requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:20.947655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c33218-250b-4315-8e59-4eeb9da1e7b9 tempest-TestVolumeBackupRestore-2142684588 tempest-TestVolumeBackupRestore-2142684588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:20.952629 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-13c33218-250b-4315-8e59-4eeb9da1e7b9 tempest-TestVolumeBackupRestore-2142684588 tempest-TestVolumeBackupRestore-2142684588-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 1122 time: 0.1025689 Feb 19 03:36:20.953446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45086) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:20.963129 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a08fb203-c2f9-4ed1-857a-00d157fff91e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Request body: {'floatingip': {'port_id': 'ee98d61e-728f-48a0-8555-3af3a7396984'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:20.979029 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3f91e06b-bc68-4dbf-aca3-a1efeb6872e6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8445895 Feb 19 03:36:20.983114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45088) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:21.027628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91e06b-bc68-4dbf-aca3-a1efeb6872e6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Subnet': ['ID=4d1b8476-f06e-4895-a740-8b6363044a3c,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:21.064487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': 'fb4a5cf5-f3d7-4101-8e70-ecaaf7650334', 'fixed_ips': [{'subnet_id': '9426ef47-3b02-4984-a6e0-207e41f856e2'}, {'subnet_id': '4d1b8476-f06e-4895-a740-8b6363044a3c'}], 'name': 'tempest-PortsIpV6TestJSON-377864884'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:21.121571 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a08fb203-c2f9-4ed1-857a-00d157fff91e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for floatingip (633868b9-734d-4f30-b964-94fd1017c3bb), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:21.140983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-876acbf2-7d2f-4682-9632-0d27428ba8c4 None None] Set router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:21.193798 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (052c6a76-660c-463f-8d3d-ceaf5791ebdb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:21.248505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fbc6d-6f69-4060-a003-60be08774f13 req-618c4da9-1294-475b-9540-7d37fdfc0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.250376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a7fbc6d-6f69-4060-a003-60be08774f13 req-618c4da9-1294-475b-9540-7d37fdfc0e16 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3d0af4485064f3d98fe28389a0dffb2&device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 1127 time: 0.2975235 Feb 19 03:36:21.381149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fbc6d-6f69-4060-a003-60be08774f13 req-89476ac6-c4fd-4e79-9485-41a79fef9a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.382828 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a7fbc6d-6f69-4060-a003-60be08774f13 req-89476ac6-c4fd-4e79-9485-41a79fef9a53 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a8609d5-9003-4647-bfc3-f6420e6a4893 HTTP/1.1" status: 200 len: 915 time: 0.1233022 Feb 19 03:36:21.507707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:21.538722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Deleting port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:21.539105 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:21.574887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b7467931-4064-4459-afa4-942a521c64d4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:21.575415 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7467931-4064-4459-afa4-942a521c64d4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:21.648153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e126b-4441-429f-8c18-cf6aad52d7a9 None None] Network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:21.649881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a7fbc6d-6f69-4060-a003-60be08774f13 req-1993dcf2-ef42-4fcb-9a99-76938ca403b4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee98d61e-728f-48a0-8555-3af3a7396984 HTTP/1.1" status: 200 len: 998 time: 0.2445002 Feb 19 03:36:21.685772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495d5b87-c999-4788-bd36-4293b4d3f819 None None] DHCP port deletion for 052c6a76-660c-463f-8d3d-ceaf5791ebdb request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:36:21.782363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] For port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb,segment=NetworkSegment(acfaf12a-c76b-423a-9e56-2153651f577c),segment_id=acfaf12a-c76b-423a-9e56-2153651f577c)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:21.782979 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:21.787664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fbc6d-6f69-4060-a003-60be08774f13 req-b7679cf3-8674-4176-aa03-72822ee0fb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:21.789260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a7fbc6d-6f69-4060-a003-60be08774f13 req-b7679cf3-8674-4176-aa03-72822ee0fb97 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e107093-3ae1-45b7-9aec-60e714a796c0 HTTP/1.1" status: 200 len: 853 time: 0.1273572 Feb 19 03:36:21.799018 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:21.825422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b7467931-4064-4459-afa4-942a521c64d4 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:21.826122 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7467931-4064-4459-afa4-942a521c64d4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:21.828623 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6901c8ca-43af-4b2a-8ca5-4d0016424808 None None] Provisioning complete for port b7467931-4064-4459-afa4-942a521c64d4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:21.829193 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6901c8ca-43af-4b2a-8ca5-4d0016424808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7467931-4064-4459-afa4-942a521c64d4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:21.867006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Calling delete_port for 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:21.869678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port f66b11a8-5d28-4672-bb89-c878ad2d1fea yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:21.951365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-876acbf2-7d2f-4682-9632-0d27428ba8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '633868b9-734d-4f30-b964-94fd1017c3bb', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'port_id': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'mac_address': 'fa:16:3e:94:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911479a-ccad-4b28-af80-a802224eec35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:36:16Z', 'updated_at': '2022-02-19T03:36:16Z', 'revision_number': 0, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:31:09Z', 'revision_number': 5, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:21.998906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876acbf2-7d2f-4682-9632-0d27428ba8c4 None None] Checking router: 7ac2c71f-684b-4961-9d8b-b2584b71fba6 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:36:22.006722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fbc6d-6f69-4060-a003-60be08774f13 req-8b235ab2-021b-4cf8-9336-a251a27f783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:22.008274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a7fbc6d-6f69-4060-a003-60be08774f13 req-8b235ab2-021b-4cf8-9336-a251a27f783a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a8609d5-9003-4647-bfc3-f6420e6a4893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1917810 Feb 19 03:36:22.030347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port b7467931-4064-4459-afa4-942a521c64d4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b7467931-4064-4459-afa4-942a521c64d4,segment=NetworkSegment(abc3dfc5-71ef-4461-b47a-d873a2a8ce03),segment_id=abc3dfc5-71ef-4461-b47a-d873a2a8ce03)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:22.038141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-495d5b87-c999-4788-bd36-4293b4d3f819 None None] Deleting port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:22.038818 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-495d5b87-c999-4788-bd36-4293b4d3f819 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.111380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-495d5b87-c999-4788-bd36-4293b4d3f819 None None] For port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb,segment=NetworkSegment(acfaf12a-c76b-423a-9e56-2153651f577c),segment_id=acfaf12a-c76b-423a-9e56-2153651f577c)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:22.111809 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-495d5b87-c999-4788-bd36-4293b4d3f819 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.125272 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-495d5b87-c999-4788-bd36-4293b4d3f819 None None] Calling delete_port for 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:22.141803 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a08fb203-c2f9-4ed1-857a-00d157fff91e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.154824 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a08fb203-c2f9-4ed1-857a-00d157fff91e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (633868b9-734d-4f30-b964-94fd1017c3bb), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.187683 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.203994 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b7467931-4064-4459-afa4-942a521c64d4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.206247 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-495d5b87-c999-4788-bd36-4293b4d3f819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.247342 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:22.347600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a7fbc6d-6f69-4060-a003-60be08774f13 req-ba62a3d1-7ca0-4530-992c-badc39efda30 service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298495 Feb 19 03:36:22.349315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=b7467931-4064-4459-afa4-942a521c64d4,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:22.352749 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6901c8ca-43af-4b2a-8ca5-4d0016424808 None None] Current status of the port b7467931-4064-4459-afa4-942a521c64d4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:22.356074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 01549b5c-8b8d-49fe-8e25-3830c6c2b01b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:22.361345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] No DVR routers for this DVR port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:22.418058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 01549b5c-8b8d-49fe-8e25-3830c6c2b01b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:22.418058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 01549b5c-8b8d-49fe-8e25-3830c6c2b01b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:22.418811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d5b87-c999-4788-bd36-4293b4d3f819 None None] Pushing event deleted for resources: {'Port': ['ID=5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:22.424803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876acbf2-7d2f-4682-9632-0d27428ba8c4 None None] Routers {'7ac2c71f-684b-4961-9d8b-b2584b71fba6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:22.425427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-876acbf2-7d2f-4682-9632-0d27428ba8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:22.433309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d5b87-c999-4788-bd36-4293b4d3f819 None None] No DVR routers for this DVR port 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:22.592421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08fb203-c2f9-4ed1-857a-00d157fff91e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:22.636874 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (052c6a76-660c-463f-8d3d-ceaf5791ebdb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.687955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f1848-522e-46c8-9b51-be54b84ea8d0 None None] Update dhcp port {'port': {'network_id': 'fb4a5cf5-f3d7-4101-8e70-ecaaf7650334', 'fixed_ips': [{'subnet_id': '9426ef47-3b02-4984-a6e0-207e41f856e2', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d1b8476-f06e-4895-a740-8b6363044a3c'}], 'binding:host_id': 'n-d-826755-2'}, 'id': 'b7467931-4064-4459-afa4-942a521c64d4'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:36:22.735723 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-218f1848-522e-46c8-9b51-be54b84ea8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7467931-4064-4459-afa4-942a521c64d4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.739025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b7467931-4064-4459-afa4-942a521c64d4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:22.760118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08fb203-c2f9-4ed1-857a-00d157fff91e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:22.769000 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a08fb203-c2f9-4ed1-857a-00d157fff91e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.814040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-876acbf2-7d2f-4682-9632-0d27428ba8c4 None None] Set router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:22.859002 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a08fb203-c2f9-4ed1-857a-00d157fff91e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "PUT /v2.0/floatingips/633868b9-734d-4f30-b964-94fd1017c3bb HTTP/1.1" status: 200 len: 990 time: 1.9038396 Feb 19 03:36:22.884096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052c6a76-660c-463f-8d3d-ceaf5791ebdb']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:22.887321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8::27 (fb4a5cf5-f3d7-4101-8e70-ecaaf7650334/9426ef47-3b02-4984-a6e0-207e41f856e2/f66b11a8-5d28-4672-bb89-c878ad2d1fea) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:22.909785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8:0:1::2e8 (fb4a5cf5-f3d7-4101-8e70-ecaaf7650334/4d1b8476-f06e-4895-a740-8b6363044a3c/f66b11a8-5d28-4672-bb89-c878ad2d1fea) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:22.913874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfaf12a-c76b-423a-9e56-2153651f577c') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:22.914369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfaf12a-c76b-423a-9e56-2153651f577c') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:22.918435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6a7fbc6d-6f69-4060-a003-60be08774f13 req-3f15b421-d186-45e0-8551-b56164679353 service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511909 Feb 19 03:36:22.921036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984'}, {'name': 'network-changed', 'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:36:22.926054 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e" -d '{"events": [{"name": "network-changed", "server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984"}, {"name": "network-changed", "server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:36:22.950465 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (acfaf12a-c76b-423a-9e56-2153651f577c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.963232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b7467931-4064-4459-afa4-942a521c64d4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:22.963599 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7467931-4064-4459-afa4-942a521c64d4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:22.984255 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (acfaf12a-c76b-423a-9e56-2153651f577c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.001526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:36:23.003943 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (acfaf12a-c76b-423a-9e56-2153651f577c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:36:23.007517 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:36:23.034166 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 19 Feb 2022 03:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63caadef-2851-4fa3-95f5-7450d599bf97 x-openstack-request-id: req-63caadef-2851-4fa3-95f5-7450d599bf97 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:36:23.034466 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:36:23.034773 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-63caadef-2851-4fa3-95f5-7450d599bf97 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:36:23.035307 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'status': 'completed', 'code': 200} Feb 19 03:36:23.035626 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'status': 'completed', 'code': 200} Feb 19 03:36:23.177155 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (052c6a76-660c-463f-8d3d-ceaf5791ebdb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.202219 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.209064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] 10.222.0.81 "DELETE /v2.0/networks/052c6a76-660c-463f-8d3d-ceaf5791ebdb HTTP/1.1" status: 204 len: 168 time: 2.4568715 Feb 19 03:36:23.209431 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45108) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:23.210035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45c91f-1ed3-40ca-818e-7407624fdb5a admin admin] Pushing event deleted for resources: {'Network': ['ID=052c6a76-660c-463f-8d3d-ceaf5791ebdb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:23.237837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-d245fb62-d5d7-45a1-ae1e-442867843622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:23.239401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-d245fb62-d5d7-45a1-ae1e-442867843622 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3d0af4485064f3d98fe28389a0dffb2&device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 1127 time: 0.1642921 Feb 19 03:36:23.252863 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.345506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b7467931-4064-4459-afa4-942a521c64d4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:23.368626 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.451751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:23.461480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-ca7f2f62-8e4d-4dbe-ab4d-9a5202b6ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:23.462975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-ca7f2f62-8e4d-4dbe-ab4d-9a5202b6ae6f service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a8609d5-9003-4647-bfc3-f6420e6a4893 HTTP/1.1" status: 200 len: 915 time: 0.2135801 Feb 19 03:36:23.504558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:23.505017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5e2e5c5c-ce6c-46b6-bf2e-d49dfa81f7cb not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:23.527800 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.598745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-218f1848-522e-46c8-9b51-be54b84ea8d0 None None] Allocated IP 2001:db8:0:1::2 (fb4a5cf5-f3d7-4101-8e70-ecaaf7650334/4d1b8476-f06e-4895-a740-8b6363044a3c/b7467931-4064-4459-afa4-942a521c64d4) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:23.598990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=f66b11a8-5d28-4672-bb89-c878ad2d1fea,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:23.650667 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-be013c2b-11b9-4533-ad4f-01bc73e5da59 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee98d61e-728f-48a0-8555-3af3a7396984 HTTP/1.1" status: 200 len: 998 time: 0.1805320 Feb 19 03:36:23.659824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:23.670714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:23.674250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:23.679806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:23.680761 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.728377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eafdee58-a4ee-4236-af76-5809df44ebd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 2.7037060 Feb 19 03:36:23.731180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45112) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:23.735848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-8a240875-c64d-46ea-9f25-042ba18083ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:23.739037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9f7db12d-44a7-4fa4-903d-e30fe17b04f4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9426ef47-3b02-4984-a6e0-207e41f856e2'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:23.739319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-8a240875-c64d-46ea-9f25-042ba18083ff service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e107093-3ae1-45b7-9aec-60e714a796c0 HTTP/1.1" status: 200 len: 853 time: 0.0775208 Feb 19 03:36:23.761307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-876acbf2-7d2f-4682-9632-0d27428ba8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '633868b9-734d-4f30-b964-94fd1017c3bb', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'port_id': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'mac_address': 'fa:16:3e:94:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911479a-ccad-4b28-af80-a802224eec35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:36:16Z', 'updated_at': '2022-02-19T03:36:21Z', 'revision_number': 1, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:31:09Z', 'revision_number': 5, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:23.823102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-c3a43db0-a7d8-45ca-a7fa-7159e22e7710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:23.824655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-c3a43db0-a7d8-45ca-a7fa-7159e22e7710 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a8609d5-9003-4647-bfc3-f6420e6a4893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0753233 Feb 19 03:36:23.834267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-218f1848-522e-46c8-9b51-be54b84ea8d0 None None] For port b7467931-4064-4459-afa4-942a521c64d4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b7467931-4064-4459-afa4-942a521c64d4,segment=NetworkSegment(abc3dfc5-71ef-4461-b47a-d873a2a8ce03),segment_id=abc3dfc5-71ef-4461-b47a-d873a2a8ce03)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:23.905609 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-218f1848-522e-46c8-9b51-be54b84ea8d0 None None] Publish callbacks [] for port (b7467931-4064-4459-afa4-942a521c64d4), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.927527 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-218f1848-522e-46c8-9b51-be54b84ea8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b7467931-4064-4459-afa4-942a521c64d4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.934274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876acbf2-7d2f-4682-9632-0d27428ba8c4 None None] The sync data for ids ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'] in n-d-826755-2 is: [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '633868b9-734d-4f30-b964-94fd1017c3bb', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'port_id': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'mac_address': 'fa:16:3e:94:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911479a-ccad-4b28-af80-a802224eec35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:36:16Z', 'updated_at': '2022-02-19T03:36:21Z', 'revision_number': 1, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:31:09Z', 'revision_number': 5, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:23.947287 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:23.981047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-2ea2e3f4-45e9-40e3-a048-38efcdb05572 service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466720 Feb 19 03:36:24.020942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f7db12d-44a7-4fa4-903d-e30fe17b04f4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:24.052124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f1848-522e-46c8-9b51-be54b84ea8d0 None None] Pushing event updated for resources: {'Port': ['ID=b7467931-4064-4459-afa4-942a521c64d4,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:24.120395 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee3268d4-f70e-44c5-b4c9-63baf5da96c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:24.167932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-f621329e-388e-4262-ac44-ea7b9c7578d9 service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821547 Feb 19 03:36:24.316314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-f675ad1c-6da3-49db-9447-365e869e7a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.317333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-f675ad1c-6da3-49db-9447-365e869e7a70 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3d0af4485064f3d98fe28389a0dffb2&device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 1127 time: 0.0892911 Feb 19 03:36:24.349485 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c838b8d-f8fa-4975-8bbe-cbebbf6ab0d2 None None] New status for floating IP 633868b9-734d-4f30-b964-94fd1017c3bb: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:36:24.454668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-fba64b9b-cc81-40ab-9de1-cede62f1a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.459424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-fba64b9b-cc81-40ab-9de1-cede62f1a502 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a8609d5-9003-4647-bfc3-f6420e6a4893 HTTP/1.1" status: 200 len: 915 time: 0.1325910 Feb 19 03:36:24.622912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-d166d62b-06cb-4a85-97e4-05d2153f889a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee98d61e-728f-48a0-8555-3af3a7396984 HTTP/1.1" status: 200 len: 998 time: 0.1579623 Feb 19 03:36:24.641307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b7467931-4064-4459-afa4-942a521c64d4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:24.746961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-23ef63c3-b020-4e34-a29b-f6fbc6542f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.749696 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-23ef63c3-b020-4e34-a29b-f6fbc6542f5d service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e107093-3ae1-45b7-9aec-60e714a796c0 HTTP/1.1" status: 200 len: 853 time: 0.1197479 Feb 19 03:36:24.784348 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b7467931-4064-4459-afa4-942a521c64d4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:24.785004 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7467931-4064-4459-afa4-942a521c64d4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:24.871954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-eeb50469-5ec6-416e-aa06-c88795ecfb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:24.873952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-eeb50469-5ec6-416e-aa06-c88795ecfb25 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a8609d5-9003-4647-bfc3-f6420e6a4893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1173196 Feb 19 03:36:24.984810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b7467931-4064-4459-afa4-942a521c64d4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:25.065624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-1cdc6371-37f7-4132-809c-e90d4d323034 service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837969 Feb 19 03:36:25.165320 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561b8d64-7da9-40d1-b416-21c569704b7c None None] Network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:25.219919 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-9f7db12d-44a7-4fa4-903d-e30fe17b04f4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Delete allocated IP 2001:db8:0:1::2e8 (fb4a5cf5-f3d7-4101-8e70-ecaaf7650334/4d1b8476-f06e-4895-a740-8b6363044a3c) {{(pid=109898) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:36:25.234391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02ccb578-9aa9-4b25-99f1-4b8760b3e83e req-ee0e1379-2714-4942-8e74-71509e5728de service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606627 Feb 19 03:36:25.257496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86520ea0-ee2e-4af2-b5f4-246e07ad69ab None None] Sync routers for ids ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:25.351089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-80b70502-979a-41c1-ade1-f0e82bf42176 None None] Provisioning complete for port b7467931-4064-4459-afa4-942a521c64d4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:25.351456 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80b70502-979a-41c1-ade1-f0e82bf42176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7467931-4064-4459-afa4-942a521c64d4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:25.394009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86520ea0-ee2e-4af2-b5f4-246e07ad69ab None None] Routers {'7ac2c71f-684b-4961-9d8b-b2584b71fba6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:25.394673 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-86520ea0-ee2e-4af2-b5f4-246e07ad69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:25.492257 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f7db12d-44a7-4fa4-903d-e30fe17b04f4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:25.510231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f7db12d-44a7-4fa4-903d-e30fe17b04f4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:25.572116 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-86520ea0-ee2e-4af2-b5f4-246e07ad69ab None None] Set router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:25.656497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9f7db12d-44a7-4fa4-903d-e30fe17b04f4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] In _notify_port_updated(), no bound segment for port f66b11a8-5d28-4672-bb89-c878ad2d1fea on network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:36:25.662022 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7db12d-44a7-4fa4-903d-e30fe17b04f4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:25.662976 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f7db12d-44a7-4fa4-903d-e30fe17b04f4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:25.664463 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9f7db12d-44a7-4fa4-903d-e30fe17b04f4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "PUT /v2.0/ports/f66b11a8-5d28-4672-bb89-c878ad2d1fea HTTP/1.1" status: 200 len: 924 time: 1.9320910 Feb 19 03:36:25.668606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45120) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:25.670085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7db12d-44a7-4fa4-903d-e30fe17b04f4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=f66b11a8-5d28-4672-bb89-c878ad2d1fea,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:25.689005 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ceffebc1-ce5c-42e3-bcec-4147eb04537d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9426ef47-3b02-4984-a6e0-207e41f856e2'}, {'subnet_id': '4d1b8476-f06e-4895-a740-8b6363044a3c'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:25.690465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-80b70502-979a-41c1-ade1-f0e82bf42176 None None] Current status of the port b7467931-4064-4459-afa4-942a521c64d4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:25.787514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ee3268d4-f70e-44c5-b4c9-63baf5da96c0 admin admin] Deleting port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:25.787811 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee3268d4-f70e-44c5-b4c9-63baf5da96c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:25.872194 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ceffebc1-ce5c-42e3-bcec-4147eb04537d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:25.993746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-86520ea0-ee2e-4af2-b5f4-246e07ad69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '633868b9-734d-4f30-b964-94fd1017c3bb', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'port_id': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'mac_address': 'fa:16:3e:94:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911479a-ccad-4b28-af80-a802224eec35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:36:16Z', 'updated_at': '2022-02-19T03:36:24Z', 'revision_number': 2, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:31:09Z', 'revision_number': 5, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:26.049731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ee3268d4-f70e-44c5-b4c9-63baf5da96c0 admin admin] For port ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2,segment=NetworkSegment(d085ff15-8a9a-41bf-bfa2-bf714add296a),segment_id=d085ff15-8a9a-41bf-bfa2-bf714add296a)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:26.050103 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee3268d4-f70e-44c5-b4c9-63baf5da96c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.083234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ee3268d4-f70e-44c5-b4c9-63baf5da96c0 admin admin] Calling delete_port for ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:26.101547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86520ea0-ee2e-4af2-b5f4-246e07ad69ab None None] Checking router: 7ac2c71f-684b-4961-9d8b-b2584b71fba6 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:36:26.124819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86520ea0-ee2e-4af2-b5f4-246e07ad69ab None None] Routers {'7ac2c71f-684b-4961-9d8b-b2584b71fba6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:26.125725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-86520ea0-ee2e-4af2-b5f4-246e07ad69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:26.285016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ec2df056-b3bb-44e0-9d39-3309495a7c26 None None] Provisioning complete for port f66b11a8-5d28-4672-bb89-c878ad2d1fea triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:26.286404 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ec2df056-b3bb-44e0-9d39-3309495a7c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.445289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ec2df056-b3bb-44e0-9d39-3309495a7c26 None None] Port f66b11a8-5d28-4672-bb89-c878ad2d1fea cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:26.511201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ec2df056-b3bb-44e0-9d39-3309495a7c26 None None] Provisioning complete for port b7467931-4064-4459-afa4-942a521c64d4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:26.511694 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ec2df056-b3bb-44e0-9d39-3309495a7c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7467931-4064-4459-afa4-942a521c64d4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.554166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee3268d4-f70e-44c5-b4c9-63baf5da96c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.572412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-86520ea0-ee2e-4af2-b5f4-246e07ad69ab None None] Set router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:26.674154 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3268d4-f70e-44c5-b4c9-63baf5da96c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:26.692269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-ceffebc1-ce5c-42e3-bcec-4147eb04537d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8:0:1::1ba (fb4a5cf5-f3d7-4101-8e70-ecaaf7650334/4d1b8476-f06e-4895-a740-8b6363044a3c/f66b11a8-5d28-4672-bb89-c878ad2d1fea) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:26.913389 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ceffebc1-ce5c-42e3-bcec-4147eb04537d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.925654 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ceffebc1-ce5c-42e3-bcec-4147eb04537d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:26.952807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ec2df056-b3bb-44e0-9d39-3309495a7c26 None None] Current status of the port b7467931-4064-4459-afa4-942a521c64d4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:27.062966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ceffebc1-ce5c-42e3-bcec-4147eb04537d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] In _notify_port_updated(), no bound segment for port f66b11a8-5d28-4672-bb89-c878ad2d1fea on network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 {{(pid=109899) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:36:27.068427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceffebc1-ce5c-42e3-bcec-4147eb04537d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:27.069170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ceffebc1-ce5c-42e3-bcec-4147eb04537d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:27.073460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ee3268d4-f70e-44c5-b4c9-63baf5da96c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:27.073664 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ceffebc1-ce5c-42e3-bcec-4147eb04537d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "PUT /v2.0/ports/f66b11a8-5d28-4672-bb89-c878ad2d1fea HTTP/1.1" status: 200 len: 1010 time: 1.4036980 Feb 19 03:36:27.076030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45128) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:27.084403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffebc1-ce5c-42e3-bcec-4147eb04537d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=f66b11a8-5d28-4672-bb89-c878ad2d1fea,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:27.130667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-603081d2-82e6-4800-b9b1-18f37d9b229b None None] Provisioning complete for port f66b11a8-5d28-4672-bb89-c878ad2d1fea triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:27.132119 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-603081d2-82e6-4800-b9b1-18f37d9b229b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:27.230500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-603081d2-82e6-4800-b9b1-18f37d9b229b None None] Port f66b11a8-5d28-4672-bb89-c878ad2d1fea cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:27.353146 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-385c7b78-1688-4b9d-9443-291c09b6bce1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port f66b11a8-5d28-4672-bb89-c878ad2d1fea {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:27.353501 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-385c7b78-1688-4b9d-9443-291c09b6bce1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:27.434485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-86520ea0-ee2e-4af2-b5f4-246e07ad69ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '633868b9-734d-4f30-b964-94fd1017c3bb', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'port_id': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'mac_address': 'fa:16:3e:94:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911479a-ccad-4b28-af80-a802224eec35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:36:16Z', 'updated_at': '2022-02-19T03:36:24Z', 'revision_number': 2, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:31:09Z', 'revision_number': 5, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:27.439002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c6be7e5b-af76-4313-911e-abb34c08766c None None] Provisioning complete for port f66b11a8-5d28-4672-bb89-c878ad2d1fea triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:27.439788 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c6be7e5b-af76-4313-911e-abb34c08766c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:27.493074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86520ea0-ee2e-4af2-b5f4-246e07ad69ab None None] The sync data for ids ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'] in n-d-826755-2 is: [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '633868b9-734d-4f30-b964-94fd1017c3bb', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'floating_ip_address': '172.25.1.67', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'port_id': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3872, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'mac_address': 'fa:16:3e:94:c1:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5911479a-ccad-4b28-af80-a802224eec35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:36:16Z', 'updated_at': '2022-02-19T03:36:24Z', 'revision_number': 2, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:31:09Z', 'revision_number': 5, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:27.514849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c6be7e5b-af76-4313-911e-abb34c08766c None None] Port f66b11a8-5d28-4672-bb89-c878ad2d1fea cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:27.617689 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-385c7b78-1688-4b9d-9443-291c09b6bce1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:27.641472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-385c7b78-1688-4b9d-9443-291c09b6bce1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for f66b11a8-5d28-4672-bb89-c878ad2d1fea owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:27.656150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6d42ca27-75eb-40d7-bb8a-7656dee8c40f None None] Provisioning complete for port f66b11a8-5d28-4672-bb89-c878ad2d1fea triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:27.658621 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6d42ca27-75eb-40d7-bb8a-7656dee8c40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:27.660584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3268d4-f70e-44c5-b4c9-63baf5da96c0 admin admin] Router cbaeee1c-fca3-4e04-a0ee-5a89f019d99e has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:27.757850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6d42ca27-75eb-40d7-bb8a-7656dee8c40f None None] Port f66b11a8-5d28-4672-bb89-c878ad2d1fea cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:27.829853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-4789b114-5b66-4603-bdd2-694db864232a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:27.830460 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-4789b114-5b66-4603-bdd2-694db864232a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.2563970 Feb 19 03:36:27.855378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-ebdb3c7c-0699-4058-ba95-101a046754e9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/quotas/350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 375 time: 0.0176432 Feb 19 03:36:27.913528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3268d4-f70e-44c5-b4c9-63baf5da96c0 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:27.923182 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ee3268d4-f70e-44c5-b4c9-63baf5da96c0 admin admin] 10.222.0.81 "PUT /v2.0/routers/cbaeee1c-fca3-4e04-a0ee-5a89f019d99e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7095098 Feb 19 03:36:27.926162 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45142) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:27.927686 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904eb2db-a01a-410a-a8d0-e9283f1c5b88 None None] Sync routers for ids ['cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:27.941389 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-92ac81eb-e689-4f3e-b429-dd861e6e8705 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825915 Feb 19 03:36:27.952875 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904eb2db-a01a-410a-a8d0-e9283f1c5b88 None None] Routers {'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:27.953795 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-904eb2db-a01a-410a-a8d0-e9283f1c5b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:28.074688 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-385c7b78-1688-4b9d-9443-291c09b6bce1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f66b11a8-5d28-4672-bb89-c878ad2d1fea), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:28.103175 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-904eb2db-a01a-410a-a8d0-e9283f1c5b88 None None] Set router cbaeee1c-fca3-4e04-a0ee-5a89f019d99e gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:28.113396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c7b78-1688-4b9d-9443-291c09b6bce1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=f66b11a8-5d28-4672-bb89-c878ad2d1fea,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:28.117536 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Publish callbacks [] for router (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:28.137787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-777613b4-4e35-4017-9b64-0f55aa1bb731 service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870182 Feb 19 03:36:28.255699 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-385c7b78-1688-4b9d-9443-291c09b6bce1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:28.269086 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-385c7b78-1688-4b9d-9443-291c09b6bce1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/f66b11a8-5d28-4672-bb89-c878ad2d1fea HTTP/1.1" status: 204 len: 168 time: 1.1914709 Feb 19 03:36:28.271535 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45146) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:28.340983 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cdf156-32e8-452f-bf61-03ba0a7fee0c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:36:28.346624 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-77cdf156-32e8-452f-bf61-03ba0a7fee0c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/f66b11a8-5d28-4672-bb89-c878ad2d1fea HTTP/1.1" status: 404 len: 333 time: 0.0725632 Feb 19 03:36:28.347940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45148) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:28.351939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-7c554e78-d011-4182-8729-59d7a9bc13ac service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073891 Feb 19 03:36:28.506730 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-904eb2db-a01a-410a-a8d0-e9283f1c5b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'name': 'tempest-TestServerBasicOps-1718870367-router', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:36:26Z', 'revision_number': 5, 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'gw_port': {'id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:28.557676 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bad8bbd-631d-41ee-82eb-c5ac9d6a81b2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting subnet 4d1b8476-f06e-4895-a740-8b6363044a3c {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:28.586156 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6bad8bbd-631d-41ee-82eb-c5ac9d6a81b2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (4d1b8476-f06e-4895-a740-8b6363044a3c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:28.590356 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Publish callbacks [] for router_gateway (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:28.590787 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904eb2db-a01a-410a-a8d0-e9283f1c5b88 None None] Checking router: cbaeee1c-fca3-4e04-a0ee-5a89f019d99e for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:36:28.617870 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904eb2db-a01a-410a-a8d0-e9283f1c5b88 None None] Routers {'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:28.618457 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-904eb2db-a01a-410a-a8d0-e9283f1c5b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:28.678247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb0ea8d1-23ee-4433-bcce-0ffe5987cef9 req-e187e217-e449-4175-a4c9-3a4755ba4733 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0515394 Feb 19 03:36:28.704700 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6bad8bbd-631d-41ee-82eb-c5ac9d6a81b2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (4d1b8476-f06e-4895-a740-8b6363044a3c), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:28.797268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Deleting port 5df625b2-4ca7-4a9c-af63-a70974b58b21 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:28.797689 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:28.797828 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-904eb2db-a01a-410a-a8d0-e9283f1c5b88 None None] Set router cbaeee1c-fca3-4e04-a0ee-5a89f019d99e gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:28.855217 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6bad8bbd-631d-41ee-82eb-c5ac9d6a81b2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (4d1b8476-f06e-4895-a740-8b6363044a3c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:28.945021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] For port 5df625b2-4ca7-4a9c-af63-a70974b58b21, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5df625b2-4ca7-4a9c-af63-a70974b58b21,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:28.945679 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:28.962786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Calling delete_port for 5df625b2-4ca7-4a9c-af63-a70974b58b21 owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:28.978038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6bad8bbd-631d-41ee-82eb-c5ac9d6a81b2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (4d1b8476-f06e-4895-a740-8b6363044a3c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.015632 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad8bbd-631d-41ee-82eb-c5ac9d6a81b2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Subnet': ['ID=4d1b8476-f06e-4895-a740-8b6363044a3c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:29.038539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201d0bae-9760-4cda-a4ef-8295635cfd28 None None] Network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:29.107735 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6bad8bbd-631d-41ee-82eb-c5ac9d6a81b2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.115515 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6bad8bbd-631d-41ee-82eb-c5ac9d6a81b2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/4d1b8476-f06e-4895-a740-8b6363044a3c HTTP/1.1" status: 204 len: 168 time: 0.6828537 Feb 19 03:36:29.118597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45162) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:29.154652 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-904eb2db-a01a-410a-a8d0-e9283f1c5b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'name': 'tempest-TestServerBasicOps-1718870367-router', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:36:26Z', 'revision_number': 5, 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'gw_port': {'id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:29.203688 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b630d6-2cde-4294-84a2-c39f69416e0e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting subnet 9426ef47-3b02-4984-a6e0-207e41f856e2 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:29.208711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1b630d6-2cde-4294-84a2-c39f69416e0e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (9426ef47-3b02-4984-a6e0-207e41f856e2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.224607 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904eb2db-a01a-410a-a8d0-e9283f1c5b88 None None] The sync data for ids ['cbaeee1c-fca3-4e04-a0ee-5a89f019d99e'] in n-d-826755-2 is: [{'id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'name': 'tempest-TestServerBasicOps-1718870367-router', 'tenant_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81'}], 'enable_snat': True}, 'gw_port_id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:29:40Z', 'updated_at': '2022-02-19T03:36:26Z', 'revision_number': 5, 'project_id': '12a2860e8d1046c2ad4cedb7c64b02f9', 'gw_port': {'id': '5df625b2-4ca7-4a9c-af63-a70974b58b21', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:d2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbaeee1c-fca3-4e04-a0ee-5a89f019d99e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:29:41Z', 'updated_at': '2022-02-19T03:29:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:29.280319 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1b630d6-2cde-4294-84a2-c39f69416e0e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (9426ef47-3b02-4984-a6e0-207e41f856e2), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.409570 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1b630d6-2cde-4294-84a2-c39f69416e0e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (9426ef47-3b02-4984-a6e0-207e41f856e2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.424865 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5df625b2-4ca7-4a9c-af63-a70974b58b21), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.485505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Pushing event deleted for resources: {'Port': ['ID=5df625b2-4ca7-4a9c-af63-a70974b58b21,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:29.528885 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1b630d6-2cde-4294-84a2-c39f69416e0e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (9426ef47-3b02-4984-a6e0-207e41f856e2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.605677 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d1b630d6-2cde-4294-84a2-c39f69416e0e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.610853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d1b630d6-2cde-4294-84a2-c39f69416e0e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/9426ef47-3b02-4984-a6e0-207e41f856e2 HTTP/1.1" status: 204 len: 168 time: 0.4903295 Feb 19 03:36:29.613544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b630d6-2cde-4294-84a2-c39f69416e0e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Subnet': ['ID=9426ef47-3b02-4984-a6e0-207e41f856e2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:29.614477 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45166) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:29.715419 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.835136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8fa48d3-a870-44ea-b7cc-ce8c09cc5bcf req-a206ef5c-779f-4543-98fb-91f63126a073 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0507555 Feb 19 03:36:29.837801 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (fb4a5cf5-f3d7-4101-8e70-ecaaf7650334), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.921836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:29.928164 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Publish callbacks [] for router_controller (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.099658 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-b302a6cc-febb-400f-99fd-d4eaff0a8e19 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:30.101243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-b302a6cc-febb-400f-99fd-d4eaff0a8e19 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.1883662 Feb 19 03:36:30.123013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'port': {'device_id': '11dcb742-d798-4b79-83f4-75cb02ffa3d9', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'admin_state_up': True, 'tenant_id': '350ad465f1ee412981ba9c55bc301703'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:30.156487 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (cbaeee1c-fca3-4e04-a0ee-5a89f019d99e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.157045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbaeee1c-fca3-4e04-a0ee-5a89f019d99e {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:36:30.169551 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.182150 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-926bfafa-46bc-40ca-884f-f4ccbd11dc40 admin admin] 10.222.0.81 "DELETE /v2.0/routers/cbaeee1c-fca3-4e04-a0ee-5a89f019d99e HTTP/1.1" status: 204 len: 168 time: 2.2548618 Feb 19 03:36:30.183990 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45170) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:30.295835 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port b7467931-4064-4459-afa4-942a521c64d4 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:30.298583 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b7467931-4064-4459-afa4-942a521c64d4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.314592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d35ccb-0d60-48c8-9b2a-9f93b8a5cb89 admin admin] Deleting subnet 9c05de94-71e3-4480-8725-df696d018eb1 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:30.314990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec39c2-8520-4eae-a59f-709adec26b5f None None] Network fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:30.318828 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b3d35ccb-0d60-48c8-9b2a-9f93b8a5cb89 admin admin] Publish callbacks [] for subnet (9c05de94-71e3-4480-8725-df696d018eb1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.350939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Made reservation on behalf of 350ad465f1ee412981ba9c55bc301703 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:30.354690 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.438916 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b3d35ccb-0d60-48c8-9b2a-9f93b8a5cb89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (9c05de94-71e3-4480-8725-df696d018eb1), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.486173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] For port b7467931-4064-4459-afa4-942a521c64d4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b7467931-4064-4459-afa4-942a521c64d4,segment=NetworkSegment(abc3dfc5-71ef-4461-b47a-d873a2a8ce03),segment_id=abc3dfc5-71ef-4461-b47a-d873a2a8ce03)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:30.487140 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b7467931-4064-4459-afa4-942a521c64d4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.496561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5595a088-c8bb-4b20-8188-3adf202191ff None None] Provisioning complete for port b7467931-4064-4459-afa4-942a521c64d4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:30.496883 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5595a088-c8bb-4b20-8188-3adf202191ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7467931-4064-4459-afa4-942a521c64d4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.508478 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for b7467931-4064-4459-afa4-942a521c64d4 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:30.590606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Allocated IP 172.20.0.9 (f87a9704-3c97-4220-be7c-a4024e6f8a77/755924c4-5372-456c-bab3-c237cb07d54f/1aa2877e-b1c2-4d86-bdba-9514a21d12c6) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:30.614913 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:36:30.634847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5595a088-c8bb-4b20-8188-3adf202191ff None None] Current status of the port b7467931-4064-4459-afa4-942a521c64d4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:30.749411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f2636e-992e-40ee-84cf-5ac3f2fc0c26 None None] DHCP port deletion for fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:36:30.843016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2636e-992e-40ee-84cf-5ac3f2fc0c26 None None] Deleting port b7467931-4064-4459-afa4-942a521c64d4 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:30.843983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3f2636e-992e-40ee-84cf-5ac3f2fc0c26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b7467931-4064-4459-afa4-942a521c64d4), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.858082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.971653 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:30.994604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a3f2636e-992e-40ee-84cf-5ac3f2fc0c26 None None] For port b7467931-4064-4459-afa4-942a521c64d4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b7467931-4064-4459-afa4-942a521c64d4,segment=NetworkSegment(abc3dfc5-71ef-4461-b47a-d873a2a8ce03),segment_id=abc3dfc5-71ef-4461-b47a-d873a2a8ce03)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:30.995011 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3f2636e-992e-40ee-84cf-5ac3f2fc0c26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b7467931-4064-4459-afa4-942a521c64d4), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.023939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a3f2636e-992e-40ee-84cf-5ac3f2fc0c26 None None] Calling delete_port for b7467931-4064-4459-afa4-942a521c64d4 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:31.095536 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b3d35ccb-0d60-48c8-9b2a-9f93b8a5cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (9c05de94-71e3-4480-8725-df696d018eb1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.097507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b7467931-4064-4459-afa4-942a521c64d4 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:31.211277 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b7467931-4064-4459-afa4-942a521c64d4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.229320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No DVR routers for this DVR port b7467931-4064-4459-afa4-942a521c64d4 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:31.237804 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b3d35ccb-0d60-48c8-9b2a-9f93b8a5cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (9c05de94-71e3-4480-8725-df696d018eb1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.300681 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b3d35ccb-0d60-48c8-9b2a-9f93b8a5cb89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.307747 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b3d35ccb-0d60-48c8-9b2a-9f93b8a5cb89 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9c05de94-71e3-4480-8725-df696d018eb1 HTTP/1.1" status: 204 len: 168 time: 1.1176198 Feb 19 03:36:31.335545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45180) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:31.337345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d35ccb-0d60-48c8-9b2a-9f93b8a5cb89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c05de94-71e3-4480-8725-df696d018eb1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:31.374494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d26cce-0fa6-426d-b203-56f7def94699 None None] Network fc1211d1-0410-4da6-a440-b203fd9b555b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:31.419268 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (fc1211d1-0410-4da6-a440-b203fd9b555b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.424250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=b7467931-4064-4459-afa4-942a521c64d4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:31.433302 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3f2636e-992e-40ee-84cf-5ac3f2fc0c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (b7467931-4064-4459-afa4-942a521c64d4), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.490217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f2636e-992e-40ee-84cf-5ac3f2fc0c26 None None] No DVR routers for this DVR port b7467931-4064-4459-afa4-942a521c64d4 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:31.498412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2636e-992e-40ee-84cf-5ac3f2fc0c26 None None] Pushing event deleted for resources: {'Port': ['ID=b7467931-4064-4459-afa4-942a521c64d4,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:31.514638 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b7467931-4064-4459-afa4-942a521c64d4 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:31.515022 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7467931-4064-4459-afa4-942a521c64d4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.558706 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (fb4a5cf5-f3d7-4101-8e70-ecaaf7650334), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.569657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:31.577809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:31.588588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:31.611024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:31.616321 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4a5cf5-f3d7-4101-8e70-ecaaf7650334']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:31.647210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc3dfc5-71ef-4461-b47a-d873a2a8ce03') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:31.647581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc3dfc5-71ef-4461-b47a-d873a2a8ce03') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:31.648394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:31.650185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ff20849e-bd3c-4f52-bc2c-ec5eaceb66e2 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:31.650468 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5df625b2-4ca7-4a9c-af63-a70974b58b21 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:31.659422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Deleting port 2c068103-0a0f-43a3-9d04-ba18af332092 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:31.659764 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.663534 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (abc3dfc5-71ef-4461-b47a-d873a2a8ce03), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.694429 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5df625b2-4ca7-4a9c-af63-a70974b58b21 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:31.694429 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5df625b2-4ca7-4a9c-af63-a70974b58b21 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:31.714289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf599bf-ebbe-4f52-9670-cd0d038f290e None None] DHCP port deletion for fc1211d1-0410-4da6-a440-b203fd9b555b request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:36:31.751352 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (abc3dfc5-71ef-4461-b47a-d873a2a8ce03), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.785348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=1aa2877e-b1c2-4d86-bdba-9514a21d12c6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:31.798516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca1d9d-46e7-4d0e-8292-e8245f1ae403 req-af93c325-c8f9-493e-8888-665a8082e1d3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:31.802416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90ca1d9d-46e7-4d0e-8292-e8245f1ae403 req-af93c325-c8f9-493e-8888-665a8082e1d3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 931 time: 0.8235996 Feb 19 03:36:31.836871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:31.841422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.851558 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:36:31.852212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (abc3dfc5-71ef-4461-b47a-d873a2a8ce03), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.883293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dcf599bf-ebbe-4f52-9670-cd0d038f290e None None] Deleting port 2c068103-0a0f-43a3-9d04-ba18af332092 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:31.883667 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dcf599bf-ebbe-4f52-9670-cd0d038f290e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.941757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90ca1d9d-46e7-4d0e-8292-e8245f1ae403 req-b56c91af-9370-43c6-abcf-3863623ecb72 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310956 Feb 19 03:36:31.952394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-c02c1c9d-1f2d-4c46-ae6f-8a85fb55a572 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8357985 Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: self.session.flush() Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:36:31.954666 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:36:31.963570 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (fb4a5cf5-f3d7-4101-8e70-ecaaf7650334), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.963929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Request body: {'port': {'device_id': '11dcb742-d798-4b79-83f4-75cb02ffa3d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:31.992341 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:31.999575 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/networks/fb4a5cf5-f3d7-4101-8e70-ecaaf7650334 HTTP/1.1" status: 204 len: 168 time: 2.3806825 Feb 19 03:36:32.009559 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45184) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:32.045822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dcf599bf-ebbe-4f52-9670-cd0d038f290e None None] For port 2c068103-0a0f-43a3-9d04-ba18af332092, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2c068103-0a0f-43a3-9d04-ba18af332092,segment=NetworkSegment(d085ff15-8a9a-41bf-bfa2-bf714add296a),segment_id=d085ff15-8a9a-41bf-bfa2-bf714add296a)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:32.046533 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dcf599bf-ebbe-4f52-9670-cd0d038f290e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.065748 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29c9f72-9fdc-4d23-98fb-9705f5aba4ed tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Network': ['ID=fb4a5cf5-f3d7-4101-8e70-ecaaf7650334,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:32.074274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dcf599bf-ebbe-4f52-9670-cd0d038f290e None None] Calling delete_port for 2c068103-0a0f-43a3-9d04-ba18af332092 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:32.088357 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bf3d1cce-d5b9-44db-8f7c-f09a959ea9fc None None] Provisioning complete for port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:32.089300 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bf3d1cce-d5b9-44db-8f7c-f09a959ea9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.104434 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.157948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] For port 2c068103-0a0f-43a3-9d04-ba18af332092, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2c068103-0a0f-43a3-9d04-ba18af332092,segment=NetworkSegment(d085ff15-8a9a-41bf-bfa2-bf714add296a),segment_id=d085ff15-8a9a-41bf-bfa2-bf714add296a)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:32.158750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.177337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Calling delete_port for 2c068103-0a0f-43a3-9d04-ba18af332092 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:32.192164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bf3d1cce-d5b9-44db-8f7c-f09a959ea9fc None None] Port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:32.271529 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dcf599bf-ebbe-4f52-9670-cd0d038f290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.286819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c431ce0-3b52-4e90-8415-c5c0a90be458 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:32.288969 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1c431ce0-3b52-4e90-8415-c5c0a90be458 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2777689 Feb 19 03:36:32.292935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45186) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:32.340551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf599bf-ebbe-4f52-9670-cd0d038f290e None None] Pushing event deleted for resources: {'Port': ['ID=2c068103-0a0f-43a3-9d04-ba18af332092,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:32.344115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf599bf-ebbe-4f52-9670-cd0d038f290e None None] No DVR routers for this DVR port 2c068103-0a0f-43a3-9d04-ba18af332092 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:32.366576 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2c068103-0a0f-43a3-9d04-ba18af332092), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.400108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c068103-0a0f-43a3-9d04-ba18af332092,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:32.405002 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] No DVR routers for this DVR port 2c068103-0a0f-43a3-9d04-ba18af332092 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:32.415904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-98c8c9b8-bcad-413c-bbab-0d6c17d6893c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0858212 Feb 19 03:36:32.421154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45188) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:32.426438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-655749bb-77f0-488c-9a74-38d4c020a375 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1271432763'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:32.515016 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (fc1211d1-0410-4da6-a440-b203fd9b555b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.516143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655749bb-77f0-488c-9a74-38d4c020a375 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:32.520416 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-655749bb-77f0-488c-9a74-38d4c020a375 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.565691 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1211d1-0410-4da6-a440-b203fd9b555b']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:32.580630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd085ff15-8a9a-41bf-bfa2-bf714add296a') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:32.583269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd085ff15-8a9a-41bf-bfa2-bf714add296a') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:32.589944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2c068103-0a0f-43a3-9d04-ba18af332092 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:32.594786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655749bb-77f0-488c-9a74-38d4c020a375 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:36:32.604151 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (d085ff15-8a9a-41bf-bfa2-bf714add296a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.607017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-655749bb-77f0-488c-9a74-38d4c020a375 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e77e2da1-3ab1-454f-8c62-8d36991f36ef), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.607377 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-655749bb-77f0-488c-9a74-38d4c020a375 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Added segment e77e2da1-3ab1-454f-8c62-8d36991f36ef of type vlan for network 31459422-a008-43a2-a6aa-fd26881a1edf Feb 19 03:36:32.624491 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d085ff15-8a9a-41bf-bfa2-bf714add296a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.634134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:36:32.634904 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (d085ff15-8a9a-41bf-bfa2-bf714add296a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:36:32.642109 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:36:32.645152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 2c068103-0a0f-43a3-9d04-ba18af332092 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:32.645471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2c068103-0a0f-43a3-9d04-ba18af332092 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:32.666673 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-655749bb-77f0-488c-9a74-38d4c020a375 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (31459422-a008-43a2-a6aa-fd26881a1edf), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.691374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:36:32.705974 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Publish callbacks [] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.736567 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-655749bb-77f0-488c-9a74-38d4c020a375 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (31459422-a008-43a2-a6aa-fd26881a1edf), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.743392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655749bb-77f0-488c-9a74-38d4c020a375 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:32.743953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (fc1211d1-0410-4da6-a440-b203fd9b555b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.746338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-655749bb-77f0-488c-9a74-38d4c020a375 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.749239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Transition to ACTIVE for port object 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:36:32.751774 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.760768 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/fc1211d1-0410-4da6-a440-b203fd9b555b HTTP/1.1" status: 204 len: 168 time: 1.4196203 Feb 19 03:36:32.774200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:32.794479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed600a8c-1d70-4f4b-b395-9c77a5f5d4d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1211d1-0410-4da6-a440-b203fd9b555b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:32.864920 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-655749bb-77f0-488c-9a74-38d4c020a375 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4424622 Feb 19 03:36:32.868274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45194) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:32.878614 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e4e5e801-04d7-480b-83a6-1bbe9b5ccfc4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': '31459422-a008-43a2-a6aa-fd26881a1edf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:32.891526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655749bb-77f0-488c-9a74-38d4c020a375 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Network': ['ID=31459422-a008-43a2-a6aa-fd26881a1edf,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:32.903077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa2877e-b1c2-4d86-bdba-9514a21d12c6,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:32.913682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 31459422-a008-43a2-a6aa-fd26881a1edf details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:36:33.064441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Attempting to bind port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:36:33.064919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Attempting to bind port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:36:33.065319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Attempting to bind port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:36:33.075641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 on network f87a9704-3c97-4220-be7c-a4024e6f8a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:36:33.075971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Attempting to bind port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:36:33.087527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:36:33.087873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Checking segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:33.094450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Bound using segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:36:33.095754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Bound port: 1aa2877e-b1c2-4d86-bdba-9514a21d12c6, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:36:33.096184 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.161474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45198) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:33.193168 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e5e801-04d7-480b-83a6-1bbe9b5ccfc4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:33.197374 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e801-04d7-480b-83a6-1bbe9b5ccfc4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.255179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6256f0f-e7da-40e8-9ab1-2be4837e5d55 req-d3cab18b-74ed-4805-82fc-5a97eaed2e21 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.257155 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6256f0f-e7da-40e8-9ab1-2be4837e5d55 req-d3cab18b-74ed-4805-82fc-5a97eaed2e21 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1709144 Feb 19 03:36:33.293388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] For port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:36:33.317999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] For port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1aa2877e-b1c2-4d86-bdba-9514a21d12c6,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:36:33.320334 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5fe7fe80-c05f-4342-889c-925ba22ec800 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b3ad779f9b2a43eaaba6e97f498154cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1371579 Feb 19 03:36:33.325361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45200) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:33.351645 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.371756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6256f0f-e7da-40e8-9ab1-2be4837e5d55 req-512a0149-764a-4ef2-a232-3ba2a7ce200d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040938 Feb 19 03:36:33.419022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.419658 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.421303 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-0add885a-0058-457c-a242-148ea894bad6 service neutron] 10.222.0.87 "PUT /v2.0/ports/1aa2877e-b1c2-4d86-bdba-9514a21d12c6 HTTP/1.1" status: 200 len: 1091 time: 1.4621742 Feb 19 03:36:33.424771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11dcb742-d798-4b79-83f4-75cb02ffa3d9', 'tag': '1aa2877e-b1c2-4d86-bdba-9514a21d12c6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:36:33.426835 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f529da96-55b3-47e2-b9a0-57cbcd5c2033" -d '{"events": [{"name": "network-changed", "server_uuid": "11dcb742-d798-4b79-83f4-75cb02ffa3d9", "tag": "1aa2877e-b1c2-4d86-bdba-9514a21d12c6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:36:33.506665 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9742d4b-c4c4-437e-970c-7733d4428080 x-openstack-request-id: req-c9742d4b-c4c4-437e-970c-7733d4428080 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:36:33.506908 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11dcb742-d798-4b79-83f4-75cb02ffa3d9", "tag": "1aa2877e-b1c2-4d86-bdba-9514a21d12c6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:36:33.507343 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c9742d4b-c4c4-437e-970c-7733d4428080 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:36:33.507861 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11dcb742-d798-4b79-83f4-75cb02ffa3d9', 'tag': '1aa2877e-b1c2-4d86-bdba-9514a21d12c6', 'status': 'completed', 'code': 200} Feb 19 03:36:33.535395 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e801-04d7-480b-83a6-1bbe9b5ccfc4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (66f56d3e-5415-48ed-bc62-b36481fb969c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.557110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add885a-0058-457c-a242-148ea894bad6 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa2877e-b1c2-4d86-bdba-9514a21d12c6,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:33.575365 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49104ad5-4ea6-45e9-9512-24156eddac7f admin admin] Publish callbacks [] for security_group (3c5adf86-01e9-41ac-b7e4-113bd585ff28), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.618922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-9925aa3e-d2de-4ff0-9b88-92b3917b570c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.620619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-9925aa3e-d2de-4ff0-9b88-92b3917b570c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 1125 time: 0.1450889 Feb 19 03:36:33.626572 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49104ad5-4ea6-45e9-9512-24156eddac7f admin admin] Publish callbacks [] for security_group (3c5adf86-01e9-41ac-b7e4-113bd585ff28), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.647163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e5e801-04d7-480b-83a6-1bbe9b5ccfc4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Checking segment: {'id': 'e77e2da1-3ab1-454f-8c62-8d36991f36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '31459422-a008-43a2-a6aa-fd26881a1edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:33.647581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e5e801-04d7-480b-83a6-1bbe9b5ccfc4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network hostable DHCP agents. Network: 31459422-a008-43a2-a6aa-fd26881a1edf, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:36:33.666372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5e801-04d7-480b-83a6-1bbe9b5ccfc4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Subnet': ['ID=66f56d3e-5415-48ed-bc62-b36481fb969c,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:33.685008 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cd95b44e-58fb-4772-bcf7-90e39026bbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.698262 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e5e801-04d7-480b-83a6-1bbe9b5ccfc4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 31459422-a008-43a2-a6aa-fd26881a1edf is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:36:33.712324 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-e4e5e801-04d7-480b-83a6-1bbe9b5ccfc4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 31459422-a008-43a2-a6aa-fd26881a1edf) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:33.722242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e5e801-04d7-480b-83a6-1bbe9b5ccfc4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.724610 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4e5e801-04d7-480b-83a6-1bbe9b5ccfc4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.724985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec0a1ad-7492-4001-8e77-37da923b7be1 None None] Network 31459422-a008-43a2-a6aa-fd26881a1edf requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:33.754046 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e4e5e801-04d7-480b-83a6-1bbe9b5ccfc4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8798168 Feb 19 03:36:33.756220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-7b31fbfe-e505-4ce1-ab71-0760e9314d09 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aa2877e-b1c2-4d86-bdba-9514a21d12c6 HTTP/1.1" status: 200 len: 217 time: 0.1267550 Feb 19 03:36:33.756751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45206) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:33.764839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': '31459422-a008-43a2-a6aa-fd26881a1edf', 'name': 'tempest-PortsIpV6TestJSON-518187415'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:33.877807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-57f4868a-a144-4025-9ae3-970f894a710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.879655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-57f4868a-a144-4025-9ae3-970f894a710f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.1163647 Feb 19 03:36:33.910999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-31459422-a008-43a2-a6aa-fd26881a1edf', 'network_id': '31459422-a008-43a2-a6aa-fd26881a1edf', 'project_id': '7e73a044c64f4273a095c786f30b2166', 'fixed_ips': [{'subnet_id': '66f56d3e-5415-48ed-bc62-b36481fb969c'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:36:33.914381 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.923536 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49104ad5-4ea6-45e9-9512-24156eddac7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3c5adf86-01e9-41ac-b7e4-113bd585ff28), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.926745 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-49104ad5-4ea6-45e9-9512-24156eddac7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:33.931061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-49104ad5-4ea6-45e9-9512-24156eddac7f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3c5adf86-01e9-41ac-b7e4-113bd585ff28 HTTP/1.1" status: 204 len: 168 time: 0.6039774 Feb 19 03:36:33.946870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49104ad5-4ea6-45e9-9512-24156eddac7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5adf86-01e9-41ac-b7e4-113bd585ff28,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:33.963647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-980ba3ac-17de-4d51-b54d-4645c0060140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:33.968340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-980ba3ac-17de-4d51-b54d-4645c0060140 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0790596 Feb 19 03:36:33.969762 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:33.976764 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.021998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port 90aa38e2-9a7b-4622-a041-056a819306d0 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:34.169718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-347183c8-098e-43f5-b1aa-8f2ff24f08c2 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953726 Feb 19 03:36:34.170861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Allocated IP 2001:db8::2 (31459422-a008-43a2-a6aa-fd26881a1edf/66f56d3e-5415-48ed-bc62-b36481fb969c/ade30843-fd12-4210-8dec-b25b8a07288c) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:34.286198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2585774-d5ae-40b7-96a9-fecb8fb4e282 req-7ab7c82e-d89b-4aa9-b735-56bbfca88f84 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113946 Feb 19 03:36:34.413068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529da96-55b3-47e2-b9a0-57cbcd5c2033 req-424f7563-f667-4f43-bd34-32b7533a4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.415626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f529da96-55b3-47e2-b9a0-57cbcd5c2033 req-424f7563-f667-4f43-bd34-32b7533a4278 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 1125 time: 0.0772336 Feb 19 03:36:34.457453 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Publish callbacks [] for port (ade30843-fd12-4210-8dec-b25b8a07288c), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.475900 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.560790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Pushing event updated for resources: {'Port': ['ID=ade30843-fd12-4210-8dec-b25b8a07288c,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:34.570880 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45214) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:34.583734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Network 31459422-a008-43a2-a6aa-fd26881a1edf is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:34.585424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:34.591667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:34.615246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8::f1 (31459422-a008-43a2-a6aa-fd26881a1edf/66f56d3e-5415-48ed-bc62-b36481fb969c/90aa38e2-9a7b-4622-a041-056a819306d0) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:34.650884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529da96-55b3-47e2-b9a0-57cbcd5c2033 req-7b2b86f4-8b95-4b6d-b287-97b50b0fed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.654840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f529da96-55b3-47e2-b9a0-57cbcd5c2033 req-7b2b86f4-8b95-4b6d-b287-97b50b0fed83 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.2329581 Feb 19 03:36:34.659455 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-711a019c-38f9-4395-944d-50d19b5b7401 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12a2860e8d1046c2ad4cedb7c64b02f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874035 Feb 19 03:36:34.660363 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45216) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:34.678847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Attempting to bind port ade30843-fd12-4210-8dec-b25b8a07288c on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:36:34.679227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Attempting to bind port ade30843-fd12-4210-8dec-b25b8a07288c by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'e77e2da1-3ab1-454f-8c62-8d36991f36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '31459422-a008-43a2-a6aa-fd26881a1edf'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:36:34.679764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Attempting to bind port ade30843-fd12-4210-8dec-b25b8a07288c on network 31459422-a008-43a2-a6aa-fd26881a1edf {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:36:34.686841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:36:34.687565 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Checking segment: {'id': 'e77e2da1-3ab1-454f-8c62-8d36991f36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '31459422-a008-43a2-a6aa-fd26881a1edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:34.687565 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.687887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Bound using segment: {'id': 'e77e2da1-3ab1-454f-8c62-8d36991f36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '31459422-a008-43a2-a6aa-fd26881a1edf'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:36:34.688602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Bound port: ade30843-fd12-4210-8dec-b25b8a07288c, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e77e2da1-3ab1-454f-8c62-8d36991f36ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '31459422-a008-43a2-a6aa-fd26881a1edf'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:36:34.691022 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.755205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f529da96-55b3-47e2-b9a0-57cbcd5c2033 req-2508e0d9-e294-4022-82eb-9fb41a4f6adf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1aa2877e-b1c2-4d86-bdba-9514a21d12c6 HTTP/1.1" status: 200 len: 217 time: 0.0761847 Feb 19 03:36:34.778166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] For port ade30843-fd12-4210-8dec-b25b8a07288c, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:36:34.783265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] For port ade30843-fd12-4210-8dec-b25b8a07288c, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ade30843-fd12-4210-8dec-b25b8a07288c,segment=NetworkSegment(e77e2da1-3ab1-454f-8c62-8d36991f36ef),segment_id=e77e2da1-3ab1-454f-8c62-8d36991f36ef)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:36:34.790964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a34dde0-16d0-414d-8224-959f7c09194d admin admin] Publish callbacks [] for security_group (f9941274-839c-4756-81a6-600670bf87fe), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.797164 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.887326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f93d68-5756-45f2-824a-03d4d65774b5 req-7581a52e-7683-4e76-80bb-aafb8ed770bf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.889832 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a34dde0-16d0-414d-8224-959f7c09194d admin admin] Publish callbacks [] for security_group (f9941274-839c-4756-81a6-600670bf87fe), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:34.895339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4f93d68-5756-45f2-824a-03d4d65774b5 req-7581a52e-7683-4e76-80bb-aafb8ed770bf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.2391565 Feb 19 03:36:34.919287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689b532-7a27-4c22-a66d-f5ddca99638d None None] Pushing event updated for resources: {'Port': ['ID=ade30843-fd12-4210-8dec-b25b8a07288c,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:34.953731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529da96-55b3-47e2-b9a0-57cbcd5c2033 req-7cab4dd8-95f7-4932-91fe-c149450afc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:34.955973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f529da96-55b3-47e2-b9a0-57cbcd5c2033 req-7cab4dd8-95f7-4932-91fe-c149450afc56 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.1931989 Feb 19 03:36:34.972319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4f93d68-5756-45f2-824a-03d4d65774b5 req-ce6a8ec4-5433-4bf2-8760-c6c99e36958d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758309 Feb 19 03:36:35.008774 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (90aa38e2-9a7b-4622-a041-056a819306d0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:35.021548 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a34dde0-16d0-414d-8224-959f7c09194d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f9941274-839c-4756-81a6-600670bf87fe), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:35.024640 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6a34dde0-16d0-414d-8224-959f7c09194d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:35.026421 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6a34dde0-16d0-414d-8224-959f7c09194d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f9941274-839c-4756-81a6-600670bf87fe HTTP/1.1" status: 204 len: 168 time: 0.3621590 Feb 19 03:36:35.041565 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34dde0-16d0-414d-8224-959f7c09194d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9941274-839c-4756-81a6-600670bf87fe,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:35.073526 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (90aa38e2-9a7b-4622-a041-056a819306d0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:35.081135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529da96-55b3-47e2-b9a0-57cbcd5c2033 req-f18c40cb-426b-45af-852c-e8d3062f754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:35.083407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f529da96-55b3-47e2-b9a0-57cbcd5c2033 req-f18c40cb-426b-45af-852c-e8d3062f754a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1050692 Feb 19 03:36:35.172851 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 31459422-a008-43a2-a6aa-fd26881a1edf is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:35.183751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:35.188021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:35.207997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:35.208704 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:35.244401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=90aa38e2-9a7b-4622-a041-056a819306d0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:35.276140 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-608dcae2-c95e-4826-9d71-71ef83f5acc0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5175371 Feb 19 03:36:35.276823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45222) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:35.284568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': '31459422-a008-43a2-a6aa-fd26881a1edf', 'name': 'tempest-PortsIpV6TestJSON-1117568405'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:35.353932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f529da96-55b3-47e2-b9a0-57cbcd5c2033 req-9615ba87-2d87-47e7-9d6b-950f0aa94c73 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645242 Feb 19 03:36:35.490798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f529da96-55b3-47e2-b9a0-57cbcd5c2033 req-20f647d9-c6ec-443d-96e2-99f1ec69c7a5 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297102 Feb 19 03:36:35.565915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:35.571775 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:35.598542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port 8da3997a-2710-4033-8a15-8f1d126aec71 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:35.761864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8::21e (31459422-a008-43a2-a6aa-fd26881a1edf/66f56d3e-5415-48ed-bc62-b36481fb969c/8da3997a-2710-4033-8a15-8f1d126aec71) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:35.934439 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d20d0dbd-4365-4460-82c1-3f4d6ab5372d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.029367 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (8da3997a-2710-4033-8a15-8f1d126aec71), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.135739 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8da3997a-2710-4033-8a15-8f1d126aec71), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.209500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a0bba-f135-467c-a449-243d56c9bbd1 req-161954a2-5939-4782-a2cc-014b95594fb0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:36.216782 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-670a0bba-f135-467c-a449-243d56c9bbd1 req-161954a2-5939-4782-a2cc-014b95594fb0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1416054 Feb 19 03:36:36.221151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 31459422-a008-43a2-a6aa-fd26881a1edf is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:36.231267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:36.242208 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=8da3997a-2710-4033-8a15-8f1d126aec71,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:36.246390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:36.251934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:36.252572 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.299350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5a385a5e-7346-4049-9b73-00f084950728 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0204589 Feb 19 03:36:36.301961 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45228) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:36.324282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-670a0bba-f135-467c-a449-243d56c9bbd1 req-f01376af-c0ab-4e5a-b446-5c1398a6cc78 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924883 Feb 19 03:36:36.363232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71eaa1b9-a31c-48d4-b199-ca4034acccca None None] Network 31459422-a008-43a2-a6aa-fd26881a1edf requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:36.426741 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1328aa5-69bd-4cc4-93b9-f22b1fd81eac tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:36.428321 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e1328aa5-69bd-4cc4-93b9-f22b1fd81eac tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af1 HTTP/1.1" status: 200 len: 927 time: 0.1253605 Feb 19 03:36:36.431563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45230) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:36.544754 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-bc3f53dc-312e-4d75-9e66-07140747eee2 None None] Provisioning complete for port ade30843-fd12-4210-8dec-b25b8a07288c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:36.544754 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc3f53dc-312e-4d75-9e66-07140747eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.597073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 8da3997a-2710-4033-8a15-8f1d126aec71 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:36.598377 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8da3997a-2710-4033-8a15-8f1d126aec71), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.699668 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f53dc-312e-4d75-9e66-07140747eee2 None None] Current status of the port ade30843-fd12-4210-8dec-b25b8a07288c is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:36.700286 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc3f53dc-312e-4d75-9e66-07140747eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.705269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ade30843-fd12-4210-8dec-b25b8a07288c up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:36.759213 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8da3997a-2710-4033-8a15-8f1d126aec71), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.789007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bc3f53dc-312e-4d75-9e66-07140747eee2 None None] For port ade30843-fd12-4210-8dec-b25b8a07288c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ade30843-fd12-4210-8dec-b25b8a07288c,segment=NetworkSegment(e77e2da1-3ab1-454f-8c62-8d36991f36ef),segment_id=e77e2da1-3ab1-454f-8c62-8d36991f36ef)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:36.790089 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 8da3997a-2710-4033-8a15-8f1d126aec71 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:36.801822 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc3f53dc-312e-4d75-9e66-07140747eee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.848561 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ade30843-fd12-4210-8dec-b25b8a07288c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:36.850214 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:36.903964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f53dc-312e-4d75-9e66-07140747eee2 None None] Pushing event updated for resources: {'Port': ['ID=ade30843-fd12-4210-8dec-b25b8a07288c,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:37.026086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ade30843-fd12-4210-8dec-b25b8a07288c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:37.056205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-03599e61-3924-4990-9397-eebeb9c0a1e5 None None] Provisioning complete for port ade30843-fd12-4210-8dec-b25b8a07288c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:37.057180 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-03599e61-3924-4990-9397-eebeb9c0a1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.081846 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8da3997a-2710-4033-8a15-8f1d126aec71), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.140735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=8da3997a-2710-4033-8a15-8f1d126aec71,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:37.159967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.160802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.161315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.162172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.164176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.165191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.165712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.166454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.166975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.167492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.168007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.168503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.169193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:37.193112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-03599e61-3924-4990-9397-eebeb9c0a1e5 None None] Current status of the port ade30843-fd12-4210-8dec-b25b8a07288c is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:37.200197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-03599e61-3924-4990-9397-eebeb9c0a1e5 None None] Could not find standard attr ID for object 8da3997a-2710-4033-8a15-8f1d126aec71. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:36:37.205856 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.211180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a65af67b-d2ee-4ef3-9322-4ec9ca3bfd07 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/8da3997a-2710-4033-8a15-8f1d126aec71 HTTP/1.1" status: 204 len: 168 time: 0.7782564 Feb 19 03:36:37.213738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45234) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:37.233971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-03599e61-3924-4990-9397-eebeb9c0a1e5 None None] Provisioning complete for port 90aa38e2-9a7b-4622-a041-056a819306d0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:37.234444 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-03599e61-3924-4990-9397-eebeb9c0a1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (90aa38e2-9a7b-4622-a041-056a819306d0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.237851 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.255858 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b1d236-ab88-4746-9e82-509e669ec464 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:36:37.258023 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d1b1d236-ab88-4746-9e82-509e669ec464 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/8da3997a-2710-4033-8a15-8f1d126aec71 HTTP/1.1" status: 404 len: 333 time: 0.0432837 Feb 19 03:36:37.260680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45236) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:37.280730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-03599e61-3924-4990-9397-eebeb9c0a1e5 None None] Port 90aa38e2-9a7b-4622-a041-056a819306d0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:37.399616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-cba1f4f7-9714-4086-8e26-ed56f3bade8e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 90aa38e2-9a7b-4622-a041-056a819306d0 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:37.400597 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cba1f4f7-9714-4086-8e26-ed56f3bade8e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (90aa38e2-9a7b-4622-a041-056a819306d0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.407942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0eeaa554-a2bb-4763-9c0c-2e64d65036a5 None None] Provisioning complete for port 90aa38e2-9a7b-4622-a041-056a819306d0 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:37.408298 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0eeaa554-a2bb-4763-9c0c-2e64d65036a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (90aa38e2-9a7b-4622-a041-056a819306d0), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.498542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67837013-70d1-468e-92c1-aed5b729a364 req-b387ebae-5c6c-4619-aa3c-539ee2014efd tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:37.500584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67837013-70d1-468e-92c1-aed5b729a364 req-b387ebae-5c6c-4619-aa3c-539ee2014efd tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.0823569 Feb 19 03:36:37.513001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0eeaa554-a2bb-4763-9c0c-2e64d65036a5 None None] Port 90aa38e2-9a7b-4622-a041-056a819306d0 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:37.554786 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cba1f4f7-9714-4086-8e26-ed56f3bade8e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (90aa38e2-9a7b-4622-a041-056a819306d0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.573083 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-cba1f4f7-9714-4086-8e26-ed56f3bade8e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 90aa38e2-9a7b-4622-a041-056a819306d0 owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:37.602105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67837013-70d1-468e-92c1-aed5b729a364 req-c9b7ba6b-2505-434b-8091-014998000e01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936627 Feb 19 03:36:37.730382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-2ea2fb7d-9fec-4666-8d13-8a549ae8cbdf None None] Could not find standard attr ID for object 8da3997a-2710-4033-8a15-8f1d126aec71. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:36:37.757204 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cba1f4f7-9714-4086-8e26-ed56f3bade8e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (90aa38e2-9a7b-4622-a041-056a819306d0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.801481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1f4f7-9714-4086-8e26-ed56f3bade8e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=90aa38e2-9a7b-4622-a041-056a819306d0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:37.821691 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cba1f4f7-9714-4086-8e26-ed56f3bade8e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:37.825414 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cba1f4f7-9714-4086-8e26-ed56f3bade8e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/90aa38e2-9a7b-4622-a041-056a819306d0 HTTP/1.1" status: 204 len: 168 time: 0.5590076 Feb 19 03:36:37.827963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45248) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:37.869448 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbc389ab-832e-4c59-a375-49b26f932b88 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:36:37.874044 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45250) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:37.874208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bbc389ab-832e-4c59-a375-49b26f932b88 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/90aa38e2-9a7b-4622-a041-056a819306d0 HTTP/1.1" status: 404 len: 333 time: 0.0450821 Feb 19 03:36:37.946417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37a4635-0a74-4e03-99e2-979da7f27188 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting subnet 66f56d3e-5415-48ed-bc62-b36481fb969c {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:37.951853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e37a4635-0a74-4e03-99e2-979da7f27188 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (66f56d3e-5415-48ed-bc62-b36481fb969c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.006026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e37a4635-0a74-4e03-99e2-979da7f27188 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (66f56d3e-5415-48ed-bc62-b36481fb969c), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.119200 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e37a4635-0a74-4e03-99e2-979da7f27188 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (66f56d3e-5415-48ed-bc62-b36481fb969c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.190903 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e37a4635-0a74-4e03-99e2-979da7f27188 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (66f56d3e-5415-48ed-bc62-b36481fb969c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.220028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a4635-0a74-4e03-99e2-979da7f27188 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Subnet': ['ID=66f56d3e-5415-48ed-bc62-b36481fb969c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:38.229523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e37a4635-0a74-4e03-99e2-979da7f27188 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.236971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45254) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:38.245828 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e37a4635-0a74-4e03-99e2-979da7f27188 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/66f56d3e-5415-48ed-bc62-b36481fb969c HTTP/1.1" status: 204 len: 168 time: 0.3700235 Feb 19 03:36:38.323464 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (31459422-a008-43a2-a6aa-fd26881a1edf), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.333341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c3916-08af-49e7-a4a0-1f781b6cc37d None None] Network 31459422-a008-43a2-a6aa-fd26881a1edf requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:38.394162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port ade30843-fd12-4210-8dec-b25b8a07288c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:38.394834 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.484774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] For port ade30843-fd12-4210-8dec-b25b8a07288c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ade30843-fd12-4210-8dec-b25b8a07288c,segment=NetworkSegment(e77e2da1-3ab1-454f-8c62-8d36991f36ef),segment_id=e77e2da1-3ab1-454f-8c62-8d36991f36ef)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:38.485500 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.508688 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.543550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for ade30843-fd12-4210-8dec-b25b8a07288c owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:38.549596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137f52c4-945c-43a7-8fec-ea9049cfeeca None None] DHCP port deletion for 31459422-a008-43a2-a6aa-fd26881a1edf request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:36:38.620350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-137f52c4-945c-43a7-8fec-ea9049cfeeca None None] Deleting port ade30843-fd12-4210-8dec-b25b8a07288c {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:38.621101 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-137f52c4-945c-43a7-8fec-ea9049cfeeca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.645773 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.678155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=ade30843-fd12-4210-8dec-b25b8a07288c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:38.684307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No DVR routers for this DVR port ade30843-fd12-4210-8dec-b25b8a07288c on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:38.735048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-137f52c4-945c-43a7-8fec-ea9049cfeeca None None] For port ade30843-fd12-4210-8dec-b25b8a07288c, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ade30843-fd12-4210-8dec-b25b8a07288c,segment=NetworkSegment(e77e2da1-3ab1-454f-8c62-8d36991f36ef),segment_id=e77e2da1-3ab1-454f-8c62-8d36991f36ef)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:38.735508 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-137f52c4-945c-43a7-8fec-ea9049cfeeca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.752354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-137f52c4-945c-43a7-8fec-ea9049cfeeca None None] Calling delete_port for ade30843-fd12-4210-8dec-b25b8a07288c owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:38.814835 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (31459422-a008-43a2-a6aa-fd26881a1edf), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.849762 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aef808-ba2d-4cb4-98c5-5864c9ec0290 req-3a8f2b7f-a58d-497b-abe4-5c5a45654b82 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:38.851437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93aef808-ba2d-4cb4-98c5-5864c9ec0290 req-3a8f2b7f-a58d-497b-abe4-5c5a45654b82 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1142905 Feb 19 03:36:38.855535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31459422-a008-43a2-a6aa-fd26881a1edf']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:38.866700 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-137f52c4-945c-43a7-8fec-ea9049cfeeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (ade30843-fd12-4210-8dec-b25b8a07288c), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.898435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f52c4-945c-43a7-8fec-ea9049cfeeca None None] Pushing event deleted for resources: {'Port': ['ID=ade30843-fd12-4210-8dec-b25b8a07288c,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:38.905829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e77e2da1-3ab1-454f-8c62-8d36991f36ef') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:38.906752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e77e2da1-3ab1-454f-8c62-8d36991f36ef') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:38.907809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f52c4-945c-43a7-8fec-ea9049cfeeca None None] No DVR routers for this DVR port ade30843-fd12-4210-8dec-b25b8a07288c on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:38.929381 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (e77e2da1-3ab1-454f-8c62-8d36991f36ef), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.941760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93aef808-ba2d-4cb4-98c5-5864c9ec0290 req-7dcc662f-bb65-4d84-a947-5d2a945fb9d2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831783 Feb 19 03:36:38.948352 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e77e2da1-3ab1-454f-8c62-8d36991f36ef), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.955819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:36:38.956313 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (e77e2da1-3ab1-454f-8c62-8d36991f36ef), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:36:38.959927 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:36:39.043454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (31459422-a008-43a2-a6aa-fd26881a1edf), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:39.050447 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:39.054987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/networks/31459422-a008-43a2-a6aa-fd26881a1edf HTTP/1.1" status: 204 len: 168 time: 0.8165700 Feb 19 03:36:39.059168 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45258) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:39.070810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1493589a-5ebb-4f3a-a6bf-5840a6777481 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1192823499'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:39.077060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f3e52b-92f0-4d8b-a5de-2ecc19511eaa tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Network': ['ID=31459422-a008-43a2-a6aa-fd26881a1edf,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:39.096553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1493589a-5ebb-4f3a-a6bf-5840a6777481 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:39.101222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1493589a-5ebb-4f3a-a6bf-5840a6777481 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:39.148353 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1493589a-5ebb-4f3a-a6bf-5840a6777481 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:36:39.162867 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1493589a-5ebb-4f3a-a6bf-5840a6777481 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (4a9a8b7f-49f6-4277-96e3-00fd1e2872a5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:39.163382 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-1493589a-5ebb-4f3a-a6bf-5840a6777481 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Added segment 4a9a8b7f-49f6-4277-96e3-00fd1e2872a5 of type vlan for network 7023ad9a-c89f-457d-b3e9-52e5844e4a8a Feb 19 03:36:39.210953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1493589a-5ebb-4f3a-a6bf-5840a6777481 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (7023ad9a-c89f-457d-b3e9-52e5844e4a8a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:39.246482 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1493589a-5ebb-4f3a-a6bf-5840a6777481 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (7023ad9a-c89f-457d-b3e9-52e5844e4a8a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:39.251587 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1493589a-5ebb-4f3a-a6bf-5840a6777481 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.252175 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1493589a-5ebb-4f3a-a6bf-5840a6777481 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:39.314150 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1493589a-5ebb-4f3a-a6bf-5840a6777481 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2524655 Feb 19 03:36:39.318532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45270) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:39.324223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f1be02c8-c358-4f14-a918-adc53f5dd087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': '7023ad9a-c89f-457d-b3e9-52e5844e4a8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:39.396399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493589a-5ebb-4f3a-a6bf-5840a6777481 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Network': ['ID=7023ad9a-c89f-457d-b3e9-52e5844e4a8a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:39.409753 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 7023ad9a-c89f-457d-b3e9-52e5844e4a8a details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:36:39.459442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1be02c8-c358-4f14-a918-adc53f5dd087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:39.464791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1be02c8-c358-4f14-a918-adc53f5dd087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:39.770054 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1be02c8-c358-4f14-a918-adc53f5dd087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (d722ed15-2977-4afd-81c1-adfaf7a1f72c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:39.866523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be02c8-c358-4f14-a918-adc53f5dd087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Subnet': ['ID=d722ed15-2977-4afd-81c1-adfaf7a1f72c,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:39.875775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1be02c8-c358-4f14-a918-adc53f5dd087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Checking segment: {'id': '4a9a8b7f-49f6-4277-96e3-00fd1e2872a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7023ad9a-c89f-457d-b3e9-52e5844e4a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:39.876132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1be02c8-c358-4f14-a918-adc53f5dd087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network hostable DHCP agents. Network: 7023ad9a-c89f-457d-b3e9-52e5844e4a8a, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:36:39.895709 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1be02c8-c358-4f14-a918-adc53f5dd087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 7023ad9a-c89f-457d-b3e9-52e5844e4a8a is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:36:39.908242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f1be02c8-c358-4f14-a918-adc53f5dd087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 7023ad9a-c89f-457d-b3e9-52e5844e4a8a) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:39.917583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085cc3df-1fbb-4b3d-ad5c-0438f73fb4f8 None None] Network 7023ad9a-c89f-457d-b3e9-52e5844e4a8a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:39.919935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1be02c8-c358-4f14-a918-adc53f5dd087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:39.920861 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1be02c8-c358-4f14-a918-adc53f5dd087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:39.950922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45272) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:39.953234 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f1be02c8-c358-4f14-a918-adc53f5dd087 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6336067 Feb 19 03:36:39.956239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': '7023ad9a-c89f-457d-b3e9-52e5844e4a8a', 'name': 'tempest-PortsIpV6TestJSON-2022466534', 'fixed_ips': [{'subnet_id': 'd722ed15-2977-4afd-81c1-adfaf7a1f72c', 'ip_address': '2001:db8::10'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:40.129207 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:40.136016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-7023ad9a-c89f-457d-b3e9-52e5844e4a8a', 'network_id': '7023ad9a-c89f-457d-b3e9-52e5844e4a8a', 'project_id': '7e73a044c64f4273a095c786f30b2166', 'fixed_ips': [{'subnet_id': 'd722ed15-2977-4afd-81c1-adfaf7a1f72c'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:36:40.140942 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:40.180332 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12333614-57fb-4e57-bc47-b99fac25a61f req-b4548fd5-93bb-4102-aaea-abc6efb84192 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:40.181898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12333614-57fb-4e57-bc47-b99fac25a61f req-b4548fd5-93bb-4102-aaea-abc6efb84192 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1219540 Feb 19 03:36:40.199483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:40.380319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Allocated IP 2001:db8::2 (7023ad9a-c89f-457d-b3e9-52e5844e4a8a/d722ed15-2977-4afd-81c1-adfaf7a1f72c/0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:40.430501 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-12333614-57fb-4e57-bc47-b99fac25a61f req-8adb0b25-93af-46c3-9029-d8217f109502 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159455 Feb 19 03:36:40.477317 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:40.525493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port 79d06c12-3e7f-460a-bec8-d0a2b386b90c yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:40.616385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ade30843-fd12-4210-8dec-b25b8a07288c no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:40.652187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: ade30843-fd12-4210-8dec-b25b8a07288c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:40.652532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ade30843-fd12-4210-8dec-b25b8a07288c not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:40.745321 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Publish callbacks [] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:40.756839 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:40.809790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Network 7023ad9a-c89f-457d-b3e9-52e5844e4a8a is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:40.813457 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:40.817604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:40.836374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Pushing event updated for resources: {'Port': ['ID=0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:40.903983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8::10 (7023ad9a-c89f-457d-b3e9-52e5844e4a8a/d722ed15-2977-4afd-81c1-adfaf7a1f72c/79d06c12-3e7f-460a-bec8-d0a2b386b90c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:40.904229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Attempting to bind port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:36:40.904436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Attempting to bind port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '4a9a8b7f-49f6-4277-96e3-00fd1e2872a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7023ad9a-c89f-457d-b3e9-52e5844e4a8a'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:36:40.904890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Attempting to bind port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb on network 7023ad9a-c89f-457d-b3e9-52e5844e4a8a {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:36:40.912517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:36:40.913081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Checking segment: {'id': '4a9a8b7f-49f6-4277-96e3-00fd1e2872a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7023ad9a-c89f-457d-b3e9-52e5844e4a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:40.913539 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:40.914219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Bound using segment: {'id': '4a9a8b7f-49f6-4277-96e3-00fd1e2872a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7023ad9a-c89f-457d-b3e9-52e5844e4a8a'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:36:40.914592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Bound port: 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9a8b7f-49f6-4277-96e3-00fd1e2872a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7023ad9a-c89f-457d-b3e9-52e5844e4a8a'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:36:40.914918 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:41.015103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] For port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:36:41.021537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] For port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb,segment=NetworkSegment(4a9a8b7f-49f6-4277-96e3-00fd1e2872a5),segment_id=4a9a8b7f-49f6-4277-96e3-00fd1e2872a5)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:36:41.037855 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:41.121850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39a49a-d6d8-4bb0-8071-63825d6699fb None None] Pushing event updated for resources: {'Port': ['ID=0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:41.169253 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (79d06c12-3e7f-460a-bec8-d0a2b386b90c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:41.229367 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (79d06c12-3e7f-460a-bec8-d0a2b386b90c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:41.298167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 7023ad9a-c89f-457d-b3e9-52e5844e4a8a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:41.300015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:41.304699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:41.310428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:41.311231 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:41.315760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=79d06c12-3e7f-460a-bec8-d0a2b386b90c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:41.351955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ab354907-0b13-46fb-b74b-44ecdc6fe2b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3974147 Feb 19 03:36:41.353229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45280) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:41.359285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': '7023ad9a-c89f-457d-b3e9-52e5844e4a8a', 'name': 'tempest-PortsIpV6TestJSON-154867158', 'fixed_ips': [{'subnet_id': 'd722ed15-2977-4afd-81c1-adfaf7a1f72c', 'ip_address': '2001:db8::f'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:41.593687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:41.681620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd628373-7233-4cd2-8c4b-71445fa904c2 req-61216b55-9875-4661-951c-f09cbf9e7a75 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:41.684839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd628373-7233-4cd2-8c4b-71445fa904c2 req-61216b55-9875-4661-951c-f09cbf9e7a75 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1164172 Feb 19 03:36:41.717585 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:41.742043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port 7b8ce737-f74a-4867-93e8-6245a65f01f3 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:41.775297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd628373-7233-4cd2-8c4b-71445fa904c2 req-6f9c92df-4c95-416f-b06d-9aae2ce61b90 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835013 Feb 19 03:36:42.004517 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8::f (7023ad9a-c89f-457d-b3e9-52e5844e4a8a/d722ed15-2977-4afd-81c1-adfaf7a1f72c/7b8ce737-f74a-4867-93e8-6245a65f01f3) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:42.239558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (7b8ce737-f74a-4867-93e8-6245a65f01f3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:42.292390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7b8ce737-f74a-4867-93e8-6245a65f01f3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:42.349350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 7023ad9a-c89f-457d-b3e9-52e5844e4a8a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:42.352701 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:42.361899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:42.368152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:42.368976 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:42.376074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=7b8ce737-f74a-4867-93e8-6245a65f01f3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:42.418701 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.419208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.419629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.420010 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.421376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.424385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.424385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.424385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.424385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.424385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.424385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.424385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.424385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:36:42.450927 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-29b15170-4327-43ad-a816-98ac03b728e3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0950458 Feb 19 03:36:42.460730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45294) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:42.649418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f800e594-ffcb-470d-8749-93946ce96050 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:42.656844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f800e594-ffcb-470d-8749-93946ce96050 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1985624 Feb 19 03:36:42.660019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45298) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:42.676682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:42.757739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1affab3c-1f28-4e8a-9f25-867c7e3b28c9 None None] Network 7023ad9a-c89f-457d-b3e9-52e5844e4a8a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:42.792975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c524542-3ae8-44f7-b667-70b91df14420 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:42.805223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c524542-3ae8-44f7-b667-70b91df14420 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:42.815974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c524542-3ae8-44f7-b667-70b91df14420 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:42.820308 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6c524542-3ae8-44f7-b667-70b91df14420 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1589472 Feb 19 03:36:42.823299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45302) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:42.928300 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:42.929083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:42.991084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-78eb4ca4-0418-4638-a28b-9a972faf417f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 7b8ce737-f74a-4867-93e8-6245a65f01f3 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:42.991327 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78eb4ca4-0418-4638-a28b-9a972faf417f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7b8ce737-f74a-4867-93e8-6245a65f01f3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.036858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-59fb9f98-915a-48ab-8787-c0690dd43932 None None] Provisioning complete for port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:43.037119 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-59fb9f98-915a-48ab-8787-c0690dd43932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.063917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ecfca9-0a1a-4a70-8188-f72aacd9370c req-fcba34f4-e6e6-4914-8e4d-f633155ec5d8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:43.065642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9ecfca9-0a1a-4a70-8188-f72aacd9370c req-fcba34f4-e6e6-4914-8e4d-f633155ec5d8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1310301 Feb 19 03:36:43.167125 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78eb4ca4-0418-4638-a28b-9a972faf417f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7b8ce737-f74a-4867-93e8-6245a65f01f3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.198176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9ecfca9-0a1a-4a70-8188-f72aacd9370c req-df79d8b8-eb2a-4aa4-9898-e09ffb67e0b3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161876 Feb 19 03:36:43.205936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-78eb4ca4-0418-4638-a28b-9a972faf417f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 7b8ce737-f74a-4867-93e8-6245a65f01f3 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:43.427772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:43.428251 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.608996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb,segment=NetworkSegment(4a9a8b7f-49f6-4277-96e3-00fd1e2872a5),segment_id=4a9a8b7f-49f6-4277-96e3-00fd1e2872a5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:43.638726 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.663747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-59fb9f98-915a-48ab-8787-c0690dd43932 None None] Current status of the port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:43.664217 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-59fb9f98-915a-48ab-8787-c0690dd43932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.825973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:43.836326 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-59fb9f98-915a-48ab-8787-c0690dd43932 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:36:43.836326 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-59fb9f98-915a-48ab-8787-c0690dd43932 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:36:43.876375 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78eb4ca4-0418-4638-a28b-9a972faf417f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7b8ce737-f74a-4867-93e8-6245a65f01f3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.924194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb4ca4-0418-4638-a28b-9a972faf417f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=7b8ce737-f74a-4867-93e8-6245a65f01f3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:43.954383 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78eb4ca4-0418-4638-a28b-9a972faf417f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:43.960956 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-78eb4ca4-0418-4638-a28b-9a972faf417f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/7b8ce737-f74a-4867-93e8-6245a65f01f3 HTTP/1.1" status: 204 len: 168 time: 1.1336498 Feb 19 03:36:43.962233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45306) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:43.996425 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e81be4-890f-4927-abd5-cba58277f889 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:36:43.999874 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-10e81be4-890f-4927-abd5-cba58277f889 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/7b8ce737-f74a-4867-93e8-6245a65f01f3 HTTP/1.1" status: 404 len: 333 time: 0.0348296 Feb 19 03:36:44.004310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45308) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:44.192052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7df7c13d-e7de-42a0-b69a-f04949792930 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 79d06c12-3e7f-460a-bec8-d0a2b386b90c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:44.192711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7df7c13d-e7de-42a0-b69a-f04949792930 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (79d06c12-3e7f-460a-bec8-d0a2b386b90c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:44.382277 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7df7c13d-e7de-42a0-b69a-f04949792930 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (79d06c12-3e7f-460a-bec8-d0a2b386b90c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:44.402896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7df7c13d-e7de-42a0-b69a-f04949792930 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 79d06c12-3e7f-460a-bec8-d0a2b386b90c owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:44.432652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6c4e4-d097-47e3-a185-57ff81829199 req-9370e0ca-1769-49e0-a62b-d5916b5c3d43 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:44.434497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85d6c4e4-d097-47e3-a185-57ff81829199 req-9370e0ca-1769-49e0-a62b-d5916b5c3d43 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1332543 Feb 19 03:36:44.454328 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-59fb9f98-915a-48ab-8787-c0690dd43932 None None] Current status of the port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:44.558241 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85d6c4e4-d097-47e3-a185-57ff81829199 req-bd5e7dde-fd6d-4cb7-8fb9-2a0e69214879 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912168 Feb 19 03:36:44.620755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-36e61f44-363c-4cd2-84e9-71193d40f622 None None] Provisioning complete for port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:44.622217 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-36e61f44-363c-4cd2-84e9-71193d40f622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:44.714165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:44.781743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7df7c13d-e7de-42a0-b69a-f04949792930 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (79d06c12-3e7f-460a-bec8-d0a2b386b90c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:44.836406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7c13d-e7de-42a0-b69a-f04949792930 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=79d06c12-3e7f-460a-bec8-d0a2b386b90c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:44.864146 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7df7c13d-e7de-42a0-b69a-f04949792930 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:44.871036 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7df7c13d-e7de-42a0-b69a-f04949792930 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/79d06c12-3e7f-460a-bec8-d0a2b386b90c HTTP/1.1" status: 204 len: 168 time: 0.8601420 Feb 19 03:36:44.871282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45314) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:44.893285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36c9f4f2-62be-4331-a80f-5f7e34154dc6 req-c0b69443-5d3b-4ad5-acc5-954f5ffaab05 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1927059 Feb 19 03:36:44.913392 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1ea369-1c92-423c-a28f-ec1c17193ccd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:36:44.916767 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8a1ea369-1c92-423c-a28f-ec1c17193ccd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/79d06c12-3e7f-460a-bec8-d0a2b386b90c HTTP/1.1" status: 404 len: 333 time: 0.0428479 Feb 19 03:36:44.917724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45316) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:44.924756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:44.925312 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:44.991234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-36e61f44-363c-4cd2-84e9-71193d40f622 None None] Current status of the port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:44.998184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-36e61f44-363c-4cd2-84e9-71193d40f622 None None] Could not find standard attr ID for object 7b8ce737-f74a-4867-93e8-6245a65f01f3. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:36:45.003472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-36e61f44-363c-4cd2-84e9-71193d40f622 None None] Could not find standard attr ID for object 79d06c12-3e7f-460a-bec8-d0a2b386b90c. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:36:45.068512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3d1ae4-cc4b-4951-89dd-15318f157bbc tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting subnet d722ed15-2977-4afd-81c1-adfaf7a1f72c {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:45.075179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd3d1ae4-cc4b-4951-89dd-15318f157bbc tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (d722ed15-2977-4afd-81c1-adfaf7a1f72c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.083485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:45.113302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9f4f2-62be-4331-a80f-5f7e34154dc6 req-3d4136fe-0c6f-464a-a604-168718d2460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:45.115246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36c9f4f2-62be-4331-a80f-5f7e34154dc6 req-3d4136fe-0c6f-464a-a604-168718d2460d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3d0af4485064f3d98fe28389a0dffb2&device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 1127 time: 0.1064522 Feb 19 03:36:45.127740 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd3d1ae4-cc4b-4951-89dd-15318f157bbc tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (d722ed15-2977-4afd-81c1-adfaf7a1f72c), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.128742 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-40fe44ee-969b-43ba-b7a3-2cc9c322bb01 None None] Could not find standard attr ID for object 7b8ce737-f74a-4867-93e8-6245a65f01f3. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:36:45.318260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9f4f2-62be-4331-a80f-5f7e34154dc6 req-3b5146e0-68de-42a9-8291-ba141b1b85b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:45.318260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36c9f4f2-62be-4331-a80f-5f7e34154dc6 req-3b5146e0-68de-42a9-8291-ba141b1b85b8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a8609d5-9003-4647-bfc3-f6420e6a4893 HTTP/1.1" status: 200 len: 915 time: 0.1465149 Feb 19 03:36:45.375816 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd3d1ae4-cc4b-4951-89dd-15318f157bbc tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d722ed15-2977-4afd-81c1-adfaf7a1f72c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.434048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36c9f4f2-62be-4331-a80f-5f7e34154dc6 req-91e2cf95-fe45-4c42-a0e0-7008781e6f53 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee98d61e-728f-48a0-8555-3af3a7396984 HTTP/1.1" status: 200 len: 1000 time: 0.1212971 Feb 19 03:36:45.496048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9f4f2-62be-4331-a80f-5f7e34154dc6 req-8433e809-bcc6-40c8-bbde-40347dab30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:45.497682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36c9f4f2-62be-4331-a80f-5f7e34154dc6 req-8433e809-bcc6-40c8-bbde-40347dab30aa service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e107093-3ae1-45b7-9aec-60e714a796c0 HTTP/1.1" status: 200 len: 853 time: 0.0578656 Feb 19 03:36:45.499426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd3d1ae4-cc4b-4951-89dd-15318f157bbc tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (d722ed15-2977-4afd-81c1-adfaf7a1f72c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.525617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d1ae4-cc4b-4951-89dd-15318f157bbc tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Subnet': ['ID=d722ed15-2977-4afd-81c1-adfaf7a1f72c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:45.568972 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cd3d1ae4-cc4b-4951-89dd-15318f157bbc tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.574326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cd3d1ae4-cc4b-4951-89dd-15318f157bbc tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/d722ed15-2977-4afd-81c1-adfaf7a1f72c HTTP/1.1" status: 204 len: 168 time: 0.6524453 Feb 19 03:36:45.575062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45320) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:45.633546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f877b4-124f-4948-a954-8874160dc8c0 None None] Network 7023ad9a-c89f-457d-b3e9-52e5844e4a8a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:45.676908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9f4f2-62be-4331-a80f-5f7e34154dc6 req-b1485d40-1633-4c39-a954-157eff248bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:45.678957 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36c9f4f2-62be-4331-a80f-5f7e34154dc6 req-b1485d40-1633-4c39-a954-157eff248bec service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a8609d5-9003-4647-bfc3-f6420e6a4893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1557944 Feb 19 03:36:45.789296 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (7023ad9a-c89f-457d-b3e9-52e5844e4a8a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:45.863476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb38fb0-a002-4ecc-87cd-15c2635624cc req-1343deec-8d5d-476f-9194-17e3c4897897 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:45.865022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fb38fb0-a002-4ecc-87cd-15c2635624cc req-1343deec-8d5d-476f-9194-17e3c4897897 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1522210 Feb 19 03:36:45.905218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36c9f4f2-62be-4331-a80f-5f7e34154dc6 req-4c4799e2-21c2-481b-8919-52a3fc0981e0 service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145159 Feb 19 03:36:45.965712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcec618-760b-4d62-a3ff-9d1b1be2edc6 None None] DHCP port deletion for 7023ad9a-c89f-457d-b3e9-52e5844e4a8a request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:36:46.005965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:46.006368 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.025962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fb38fb0-a002-4ecc-87cd-15c2635624cc req-aa43a18b-5ab8-494b-a88c-25d9abc51583 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424496 Feb 19 03:36:46.051421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dfcec618-760b-4d62-a3ff-9d1b1be2edc6 None None] Deleting port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:46.052136 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dfcec618-760b-4d62-a3ff-9d1b1be2edc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.104373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36c9f4f2-62be-4331-a80f-5f7e34154dc6 req-1822f5c3-3d3f-45c0-aadc-72f6b7211e47 service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916280 Feb 19 03:36:46.116536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] For port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb,segment=NetworkSegment(4a9a8b7f-49f6-4277-96e3-00fd1e2872a5),segment_id=4a9a8b7f-49f6-4277-96e3-00fd1e2872a5)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:46.120355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.149460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:46.149701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dfcec618-760b-4d62-a3ff-9d1b1be2edc6 None None] For port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb,segment=NetworkSegment(4a9a8b7f-49f6-4277-96e3-00fd1e2872a5),segment_id=4a9a8b7f-49f6-4277-96e3-00fd1e2872a5)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:46.149964 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dfcec618-760b-4d62-a3ff-9d1b1be2edc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.167379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dfcec618-760b-4d62-a3ff-9d1b1be2edc6 None None] Calling delete_port for 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:46.267075 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.280008 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dfcec618-760b-4d62-a3ff-9d1b1be2edc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.311440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcec618-760b-4d62-a3ff-9d1b1be2edc6 None None] Pushing event deleted for resources: {'Port': ['ID=0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:46.315550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:46.315982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcec618-760b-4d62-a3ff-9d1b1be2edc6 None None] No DVR routers for this DVR port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:46.319340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No DVR routers for this DVR port 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:46.437843 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (7023ad9a-c89f-457d-b3e9-52e5844e4a8a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.479785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7023ad9a-c89f-457d-b3e9-52e5844e4a8a']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:46.491763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9a8b7f-49f6-4277-96e3-00fd1e2872a5') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:46.492065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9a8b7f-49f6-4277-96e3-00fd1e2872a5') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:46.507600 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (4a9a8b7f-49f6-4277-96e3-00fd1e2872a5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.536532 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (4a9a8b7f-49f6-4277-96e3-00fd1e2872a5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.544800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:36:46.545644 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (4a9a8b7f-49f6-4277-96e3-00fd1e2872a5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:36:46.550356 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:36:46.585424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:46.620681 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:46.621123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0c9e36a9-c058-43e6-ba78-fcb7ebe00ecb not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:46.652643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (7023ad9a-c89f-457d-b3e9-52e5844e4a8a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.661369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.665393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/networks/7023ad9a-c89f-457d-b3e9-52e5844e4a8a HTTP/1.1" status: 204 len: 168 time: 1.0897133 Feb 19 03:36:46.669709 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45326) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:46.675231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-966bd437-1876-43fd-a4e5-709e63f084b6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-773277896'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:46.682221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca94b7-3cce-4792-af8f-0fae6c59f6b8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Network': ['ID=7023ad9a-c89f-457d-b3e9-52e5844e4a8a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:46.713119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966bd437-1876-43fd-a4e5-709e63f084b6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:46.720061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-966bd437-1876-43fd-a4e5-709e63f084b6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.776869 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966bd437-1876-43fd-a4e5-709e63f084b6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:36:46.793531 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-966bd437-1876-43fd-a4e5-709e63f084b6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d9ea0585-f55e-4793-a137-21a11289cb00), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.794343 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-966bd437-1876-43fd-a4e5-709e63f084b6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Added segment d9ea0585-f55e-4793-a137-21a11289cb00 of type vlan for network 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d Feb 19 03:36:46.839284 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-966bd437-1876-43fd-a4e5-709e63f084b6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.865309 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-966bd437-1876-43fd-a4e5-709e63f084b6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.870611 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966bd437-1876-43fd-a4e5-709e63f084b6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:46.871250 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-966bd437-1876-43fd-a4e5-709e63f084b6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:46.922642 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-966bd437-1876-43fd-a4e5-709e63f084b6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2517295 Feb 19 03:36:46.925662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45330) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:46.931822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bf6be675-ca11-4d95-9a18-e6f6a0c6a786 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': '79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:46.950342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bd437-1876-43fd-a4e5-709e63f084b6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Network': ['ID=79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:46.962568 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:36:47.053458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6be675-ca11-4d95-9a18-e6f6a0c6a786 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:47.057291 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf6be675-ca11-4d95-9a18-e6f6a0c6a786 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.202278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ef5c8-1d6a-45ba-8228-44cab05ce8f2 req-2e5ccad0-751d-485a-ad5b-a287b04e9bb2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:47.203740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e00ef5c8-1d6a-45ba-8228-44cab05ce8f2 req-2e5ccad0-751d-485a-ad5b-a287b04e9bb2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.0756841 Feb 19 03:36:47.315394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e00ef5c8-1d6a-45ba-8228-44cab05ce8f2 req-2dfc40af-e686-429b-b094-c8bba6d62a48 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028619 Feb 19 03:36:47.333648 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf6be675-ca11-4d95-9a18-e6f6a0c6a786 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (c1a2d8f1-71f2-4007-83c6-0ff4d7131f48), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.396873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6be675-ca11-4d95-9a18-e6f6a0c6a786 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Subnet': ['ID=c1a2d8f1-71f2-4007-83c6-0ff4d7131f48,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:47.405133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6be675-ca11-4d95-9a18-e6f6a0c6a786 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Checking segment: {'id': 'd9ea0585-f55e-4793-a137-21a11289cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:47.405511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6be675-ca11-4d95-9a18-e6f6a0c6a786 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network hostable DHCP agents. Network: 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:36:47.424587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6be675-ca11-4d95-9a18-e6f6a0c6a786 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:36:47.433814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-bf6be675-ca11-4d95-9a18-e6f6a0c6a786 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:47.438714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6be675-ca11-4d95-9a18-e6f6a0c6a786 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:47.439317 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf6be675-ca11-4d95-9a18-e6f6a0c6a786 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.447562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdf73ac-28f9-42db-9037-e2eb9a43e028 None None] Network 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:47.460853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bf6be675-ca11-4d95-9a18-e6f6a0c6a786 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5338850 Feb 19 03:36:47.463455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45334) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:47.468428 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a96dc838-b6cf-49a9-8825-2e22f3630855 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1137623536', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:47.492211 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a96dc838-b6cf-49a9-8825-2e22f3630855 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (86d5c1df-50d8-46bc-9e80-acb5992e2fd6), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.493625 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a96dc838-b6cf-49a9-8825-2e22f3630855 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (86d5c1df-50d8-46bc-9e80-acb5992e2fd6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.559797 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a96dc838-b6cf-49a9-8825-2e22f3630855 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for router_controller (86d5c1df-50d8-46bc-9e80-acb5992e2fd6), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.566868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d', 'network_id': '79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d', 'project_id': '7e73a044c64f4273a095c786f30b2166', 'fixed_ips': [{'subnet_id': 'c1a2d8f1-71f2-4007-83c6-0ff4d7131f48'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:36:47.568402 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.569443 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a96dc838-b6cf-49a9-8825-2e22f3630855 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (86d5c1df-50d8-46bc-9e80-acb5992e2fd6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.598957 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a96dc838-b6cf-49a9-8825-2e22f3630855 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.600739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a96dc838-b6cf-49a9-8825-2e22f3630855 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1358280 Feb 19 03:36:47.603593 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45336) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:47.610578 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'network_id': '79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d', 'name': 'tempest-PortsIpV6TestJSON-385863393'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:47.734132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Allocated IP 2001:db8::2 (79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d/c1a2d8f1-71f2-4007-83c6-0ff4d7131f48/26cb411a-530b-44f1-8f40-da8521790362) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:47.757759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:47.761865 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.784405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port ce465fdc-199c-488f-a6d2-8f252ceec523 yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:47.925785 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Publish callbacks [] for port (26cb411a-530b-44f1-8f40-da8521790362), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.933065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (26cb411a-530b-44f1-8f40-da8521790362), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:47.979746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Network 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:47.983707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:47.990481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:47.996703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Pushing event updated for resources: {'Port': ['ID=26cb411a-530b-44f1-8f40-da8521790362,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:48.014704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8::ad (79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d/c1a2d8f1-71f2-4007-83c6-0ff4d7131f48/ce465fdc-199c-488f-a6d2-8f252ceec523) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:48.062311 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Attempting to bind port 26cb411a-530b-44f1-8f40-da8521790362 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:36:48.062684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Attempting to bind port 26cb411a-530b-44f1-8f40-da8521790362 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'd9ea0585-f55e-4793-a137-21a11289cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:36:48.063046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Attempting to bind port 26cb411a-530b-44f1-8f40-da8521790362 on network 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:36:48.071038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:36:48.071553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Checking segment: {'id': 'd9ea0585-f55e-4793-a137-21a11289cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:48.072017 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.072469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Bound using segment: {'id': 'd9ea0585-f55e-4793-a137-21a11289cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:36:48.073042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Bound port: 26cb411a-530b-44f1-8f40-da8521790362, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ea0585-f55e-4793-a137-21a11289cb00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:36:48.073477 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (26cb411a-530b-44f1-8f40-da8521790362), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.154081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] For port 26cb411a-530b-44f1-8f40-da8521790362, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:36:48.158331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] For port 26cb411a-530b-44f1-8f40-da8521790362, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=26cb411a-530b-44f1-8f40-da8521790362,segment=NetworkSegment(d9ea0585-f55e-4793-a137-21a11289cb00),segment_id=d9ea0585-f55e-4793-a137-21a11289cb00)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:36:48.169969 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (26cb411a-530b-44f1-8f40-da8521790362), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.197347 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.250215 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.258985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08eddf-393c-4f1b-a1d8-7c01105ff182 None None] Pushing event updated for resources: {'Port': ['ID=26cb411a-530b-44f1-8f40-da8521790362,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:48.306332 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:48.310084 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:48.314939 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:48.321035 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:48.324976 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.348089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=ce465fdc-199c-488f-a6d2-8f252ceec523,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:48.368457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45342) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:48.369817 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c95aecb6-41a4-445f-a43b-13995b21b46d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7643061 Feb 19 03:36:48.598392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8a34d-546b-4691-9bea-2384d6d290ef req-426e9d65-00e4-4780-a66c-6f71fe0f0eb7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:48.601329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2cc8a34d-546b-4691-9bea-2384d6d290ef req-426e9d65-00e4-4780-a66c-6f71fe0f0eb7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1387260 Feb 19 03:36:48.696718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 26cb411a-530b-44f1-8f40-da8521790362 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:48.755266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 26cb411a-530b-44f1-8f40-da8521790362 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:48.755637 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (26cb411a-530b-44f1-8f40-da8521790362), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.769894 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2cc8a34d-546b-4691-9bea-2384d6d290ef req-4af7cd6a-357b-4075-8650-acdda9c9bac6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594453 Feb 19 03:36:48.844988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 26cb411a-530b-44f1-8f40-da8521790362 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:48.845840 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (26cb411a-530b-44f1-8f40-da8521790362), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.852649 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.883704 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 26cb411a-530b-44f1-8f40-da8521790362, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=26cb411a-530b-44f1-8f40-da8521790362,segment=NetworkSegment(d9ea0585-f55e-4793-a137-21a11289cb00),segment_id=d9ea0585-f55e-4793-a137-21a11289cb00)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:48.890884 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (26cb411a-530b-44f1-8f40-da8521790362), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:48.954097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=26cb411a-530b-44f1-8f40-da8521790362,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:49.138554 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:49.143905 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:49.219953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=ce465fdc-199c-488f-a6d2-8f252ceec523,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:49.332527 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (86d5c1df-50d8-46bc-9e80-acb5992e2fd6), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:49.385287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459fb10d-ac54-4c6a-be50-bff1529d1b96 None None] Network 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:49.459223 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ce28ae8a-85e0-4082-ad1c-7f0f8cd35270 None None] Provisioning complete for port 26cb411a-530b-44f1-8f40-da8521790362 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:49.459988 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ce28ae8a-85e0-4082-ad1c-7f0f8cd35270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (26cb411a-530b-44f1-8f40-da8521790362), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:49.609304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ce28ae8a-85e0-4082-ad1c-7f0f8cd35270 None None] Current status of the port 26cb411a-530b-44f1-8f40-da8521790362 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:49.822949 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:49.954998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-56acddfd-92cd-487a-b19f-2979b4bd3c66 None None] Provisioning complete for port 26cb411a-530b-44f1-8f40-da8521790362 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:49.955944 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-56acddfd-92cd-487a-b19f-2979b4bd3c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (26cb411a-530b-44f1-8f40-da8521790362), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.043539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d1417-5ab3-45f4-8c43-09ac5522c70e req-fc0c0080-08ee-450a-8d51-4770e64c3335 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:50.045140 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d83d1417-5ab3-45f4-8c43-09ac5522c70e req-fc0c0080-08ee-450a-8d51-4770e64c3335 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1785257 Feb 19 03:36:50.081674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-56acddfd-92cd-487a-b19f-2979b4bd3c66 None None] Current status of the port 26cb411a-530b-44f1-8f40-da8521790362 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:50.095441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-56acddfd-92cd-487a-b19f-2979b4bd3c66 None None] Provisioning complete for port ce465fdc-199c-488f-a6d2-8f252ceec523 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:50.096237 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-56acddfd-92cd-487a-b19f-2979b4bd3c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.139400 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-56acddfd-92cd-487a-b19f-2979b4bd3c66 None None] Port ce465fdc-199c-488f-a6d2-8f252ceec523 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:50.161531 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d83d1417-5ab3-45f4-8c43-09ac5522c70e req-14b3786f-c539-4a05-b457-d939d01d5a51 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082833 Feb 19 03:36:50.259351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.267588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.267899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-904e9eba-185f-4366-ada5-ac975167dd2b None None] Provisioning complete for port ce465fdc-199c-488f-a6d2-8f252ceec523 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:50.268030 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-904e9eba-185f-4366-ada5-ac975167dd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.268411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (86d5c1df-50d8-46bc-9e80-acb5992e2fd6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.311880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-904e9eba-185f-4366-ada5-ac975167dd2b None None] Port ce465fdc-199c-488f-a6d2-8f252ceec523 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:50.355349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=ce465fdc-199c-488f-a6d2-8f252ceec523,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:50.402139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:50.403720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:50.541996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Router 86d5c1df-50d8-46bc-9e80-acb5992e2fd6 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:36:50.542395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-129e886b-c667-4fe6-b8d5-1db2b83f780d None None] Provisioning complete for port ce465fdc-199c-488f-a6d2-8f252ceec523 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:50.542843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-129e886b-c667-4fe6-b8d5-1db2b83f780d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.590031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-129e886b-c667-4fe6-b8d5-1db2b83f780d None None] Port ce465fdc-199c-488f-a6d2-8f252ceec523 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:50.619441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 26cb411a-530b-44f1-8f40-da8521790362 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:50.687381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:50.694588 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-98afbbcf-ea66-49c8-9e87-80f39e3a851d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "PUT /v2.0/routers/86d5c1df-50d8-46bc-9e80-acb5992e2fd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3240621 Feb 19 03:36:50.699090 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45354) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:50.704155 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de97d57-ed74-4389-9ff3-d10cdc4460dd None None] Sync routers for ids ['86d5c1df-50d8-46bc-9e80-acb5992e2fd6'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:50.724020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de97d57-ed74-4389-9ff3-d10cdc4460dd None None] Routers {'86d5c1df-50d8-46bc-9e80-acb5992e2fd6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:50.724555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1de97d57-ed74-4389-9ff3-d10cdc4460dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['86d5c1df-50d8-46bc-9e80-acb5992e2fd6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:50.727795 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 26cb411a-530b-44f1-8f40-da8521790362 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:50.728656 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (26cb411a-530b-44f1-8f40-da8521790362), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.755713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fde7ff0-0a69-45ea-ab09-dee0810eb9c9 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:50.759943 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9fde7ff0-0a69-45ea-ab09-dee0810eb9c9 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d5c1df-50d8-46bc-9e80-acb5992e2fd6 HTTP/1.1" status: 200 len: 987 time: 0.0557673 Feb 19 03:36:50.760157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45356) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:50.796759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1de97d57-ed74-4389-9ff3-d10cdc4460dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:50.806599 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5cef7724-40c2-4a8a-a794-c7b5c0331737 None None] Provisioning complete for port ce465fdc-199c-488f-a6d2-8f252ceec523 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:50.806963 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5cef7724-40c2-4a8a-a794-c7b5c0331737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:50.835214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de97d57-ed74-4389-9ff3-d10cdc4460dd None None] Routers {'86d5c1df-50d8-46bc-9e80-acb5992e2fd6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:50.835919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1de97d57-ed74-4389-9ff3-d10cdc4460dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['86d5c1df-50d8-46bc-9e80-acb5992e2fd6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:50.882185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1de97d57-ed74-4389-9ff3-d10cdc4460dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:50.882756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de97d57-ed74-4389-9ff3-d10cdc4460dd None None] The sync data for ids ['86d5c1df-50d8-46bc-9e80-acb5992e2fd6'] in n-d-826755-2 is: [] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:50.889554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5cef7724-40c2-4a8a-a794-c7b5c0331737 None None] Port ce465fdc-199c-488f-a6d2-8f252ceec523 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:50.928135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 26cb411a-530b-44f1-8f40-da8521790362 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:51.333588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07daa017-d197-448c-b70d-1f09f532c5da req-1f3fd76b-cbbc-4349-be6f-60d6ca914245 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:51.335211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07daa017-d197-448c-b70d-1f09f532c5da req-1f3fd76b-cbbc-4349-be6f-60d6ca914245 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.0672224 Feb 19 03:36:51.395681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07daa017-d197-448c-b70d-1f09f532c5da req-b41a1744-0845-4fb1-93a4-a8f86c7ef22d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517561 Feb 19 03:36:51.520575 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63cc5c80-3ff3-475c-adce-79ca554e979e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (86d5c1df-50d8-46bc-9e80-acb5992e2fd6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:51.749914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-63cc5c80-3ff3-475c-adce-79ca554e979e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port ce465fdc-199c-488f-a6d2-8f252ceec523 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:51.750578 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63cc5c80-3ff3-475c-adce-79ca554e979e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:51.840539 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63cc5c80-3ff3-475c-adce-79ca554e979e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:51.852848 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-63cc5c80-3ff3-475c-adce-79ca554e979e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for ce465fdc-199c-488f-a6d2-8f252ceec523 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:52.031877 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63cc5c80-3ff3-475c-adce-79ca554e979e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (ce465fdc-199c-488f-a6d2-8f252ceec523), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.062100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc5c80-3ff3-475c-adce-79ca554e979e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=ce465fdc-199c-488f-a6d2-8f252ceec523,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:52.163532 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-63cc5c80-3ff3-475c-adce-79ca554e979e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (86d5c1df-50d8-46bc-9e80-acb5992e2fd6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.355202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63cc5c80-3ff3-475c-adce-79ca554e979e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Router 86d5c1df-50d8-46bc-9e80-acb5992e2fd6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:52.438740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63cc5c80-3ff3-475c-adce-79ca554e979e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:52.446696 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-63cc5c80-3ff3-475c-adce-79ca554e979e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "PUT /v2.0/routers/86d5c1df-50d8-46bc-9e80-acb5992e2fd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6852736 Feb 19 03:36:52.446912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45380) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:52.460014 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7fb61c-cd09-45c4-8211-3bca45391175 None None] Sync routers for ids ['86d5c1df-50d8-46bc-9e80-acb5992e2fd6'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:52.486646 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7fb61c-cd09-45c4-8211-3bca45391175 None None] Routers {'86d5c1df-50d8-46bc-9e80-acb5992e2fd6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:52.487353 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4f7fb61c-cd09-45c4-8211-3bca45391175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['86d5c1df-50d8-46bc-9e80-acb5992e2fd6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:52.522683 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4f7fb61c-cd09-45c4-8211-3bca45391175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:52.532984 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7fb61c-cd09-45c4-8211-3bca45391175 None None] Routers {'86d5c1df-50d8-46bc-9e80-acb5992e2fd6'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:52.533941 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4f7fb61c-cd09-45c4-8211-3bca45391175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['86d5c1df-50d8-46bc-9e80-acb5992e2fd6'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:52.553662 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e2926ee-f7f1-45ab-b863-df134bde24b7 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:36:52.555989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3e2926ee-f7f1-45ab-b863-df134bde24b7 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/ce465fdc-199c-488f-a6d2-8f252ceec523 HTTP/1.1" status: 404 len: 333 time: 0.1070702 Feb 19 03:36:52.558657 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45382) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:52.569106 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-4f7fb61c-cd09-45c4-8211-3bca45391175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:52.570634 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7fb61c-cd09-45c4-8211-3bca45391175 None None] The sync data for ids ['86d5c1df-50d8-46bc-9e80-acb5992e2fd6'] in n-d-826755-2 is: [] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:52.587900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38a0de-530f-4dfd-ba25-4a090da28bae req-e5327e94-ba71-4874-8ac7-f16c83f7a548 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:52.594983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab38a0de-530f-4dfd-ba25-4a090da28bae req-e5327e94-ba71-4874-8ac7-f16c83f7a548 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.0922482 Feb 19 03:36:52.655196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab38a0de-530f-4dfd-ba25-4a090da28bae req-95f626ca-658b-42f3-a380-1dcb2d685c1a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590293 Feb 19 03:36:52.676890 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-277772df-cc88-4e50-bbd4-cbf36e1295d5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for router (86d5c1df-50d8-46bc-9e80-acb5992e2fd6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.812538 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.865237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-277772df-cc88-4e50-bbd4-cbf36e1295d5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (86d5c1df-50d8-46bc-9e80-acb5992e2fd6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.870518 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-277772df-cc88-4e50-bbd4-cbf36e1295d5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for router_controller (86d5c1df-50d8-46bc-9e80-acb5992e2fd6), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.927424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-277772df-cc88-4e50-bbd4-cbf36e1295d5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (86d5c1df-50d8-46bc-9e80-acb5992e2fd6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.928091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277772df-cc88-4e50-bbd4-cbf36e1295d5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Fanout notify agent at l3_agent the message router_deleted on router 86d5c1df-50d8-46bc-9e80-acb5992e2fd6 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:36:52.935738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-277772df-cc88-4e50-bbd4-cbf36e1295d5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:52.939858 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-277772df-cc88-4e50-bbd4-cbf36e1295d5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/routers/86d5c1df-50d8-46bc-9e80-acb5992e2fd6 HTTP/1.1" status: 204 len: 168 time: 0.3776729 Feb 19 03:36:52.940468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45386) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:53.000035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-714bd2cd-56cc-4afb-8241-3f6992dcdc2c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting subnet c1a2d8f1-71f2-4007-83c6-0ff4d7131f48 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:36:53.004400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-714bd2cd-56cc-4afb-8241-3f6992dcdc2c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (c1a2d8f1-71f2-4007-83c6-0ff4d7131f48), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.050794 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-714bd2cd-56cc-4afb-8241-3f6992dcdc2c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (c1a2d8f1-71f2-4007-83c6-0ff4d7131f48), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.152724 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-714bd2cd-56cc-4afb-8241-3f6992dcdc2c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (c1a2d8f1-71f2-4007-83c6-0ff4d7131f48), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.225308 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-714bd2cd-56cc-4afb-8241-3f6992dcdc2c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (c1a2d8f1-71f2-4007-83c6-0ff4d7131f48), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.254150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bd2cd-56cc-4afb-8241-3f6992dcdc2c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a2d8f1-71f2-4007-83c6-0ff4d7131f48,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:53.258633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-714bd2cd-56cc-4afb-8241-3f6992dcdc2c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.261847 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-714bd2cd-56cc-4afb-8241-3f6992dcdc2c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/c1a2d8f1-71f2-4007-83c6-0ff4d7131f48 HTTP/1.1" status: 204 len: 168 time: 0.3205626 Feb 19 03:36:53.265100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45390) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:53.271541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b11562-2c30-4f33-9658-a57dee82c8d1 None None] Network 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:53.347983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.411688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 26cb411a-530b-44f1-8f40-da8521790362 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:53.412038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (26cb411a-530b-44f1-8f40-da8521790362), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.460247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b2f77-6fe6-4289-8ef6-9d39b1420a20 None None] DHCP port deletion for 79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:36:53.479706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] For port 26cb411a-530b-44f1-8f40-da8521790362, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=26cb411a-530b-44f1-8f40-da8521790362,segment=NetworkSegment(d9ea0585-f55e-4793-a137-21a11289cb00),segment_id=d9ea0585-f55e-4793-a137-21a11289cb00)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:53.480082 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (26cb411a-530b-44f1-8f40-da8521790362), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.492402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45392) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:53.499089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 26cb411a-530b-44f1-8f40-da8521790362 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:53.523056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f26b2f77-6fe6-4289-8ef6-9d39b1420a20 None None] Deleting port 26cb411a-530b-44f1-8f40-da8521790362 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:53.523784 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f26b2f77-6fe6-4289-8ef6-9d39b1420a20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (26cb411a-530b-44f1-8f40-da8521790362), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.595060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (26cb411a-530b-44f1-8f40-da8521790362), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.626781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=26cb411a-530b-44f1-8f40-da8521790362,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:53.630463 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No DVR routers for this DVR port 26cb411a-530b-44f1-8f40-da8521790362 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:53.735323 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.789507 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:53.811126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-f26b2f77-6fe6-4289-8ef6-9d39b1420a20 None None] For port 26cb411a-530b-44f1-8f40-da8521790362, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=26cb411a-530b-44f1-8f40-da8521790362,segment=NetworkSegment(d9ea0585-f55e-4793-a137-21a11289cb00),segment_id=d9ea0585-f55e-4793-a137-21a11289cb00)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:53.811521 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f26b2f77-6fe6-4289-8ef6-9d39b1420a20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (26cb411a-530b-44f1-8f40-da8521790362), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.811845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ea0585-f55e-4793-a137-21a11289cb00') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:53.813018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ea0585-f55e-4793-a137-21a11289cb00') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:53.825164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f26b2f77-6fe6-4289-8ef6-9d39b1420a20 None None] Calling delete_port for 26cb411a-530b-44f1-8f40-da8521790362 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:53.831768 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.841961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (d9ea0585-f55e-4793-a137-21a11289cb00), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.878082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Deleting port 2ee072b6-24a4-4017-81c1-6f586a123a71 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:53.878916 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2ee072b6-24a4-4017-81c1-6f586a123a71), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.893915 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (d9ea0585-f55e-4793-a137-21a11289cb00), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.913003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:36:53.913372 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (d9ea0585-f55e-4793-a137-21a11289cb00), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:36:53.921464 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:36:53.975682 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f26b2f77-6fe6-4289-8ef6-9d39b1420a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (26cb411a-530b-44f1-8f40-da8521790362), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.010881 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b2f77-6fe6-4289-8ef6-9d39b1420a20 None None] Pushing event deleted for resources: {'Port': ['ID=26cb411a-530b-44f1-8f40-da8521790362,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:54.018522 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26b2f77-6fe6-4289-8ef6-9d39b1420a20 None None] No DVR routers for this DVR port 26cb411a-530b-44f1-8f40-da8521790362 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:54.042792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.056097 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.060521 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/networks/79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d HTTP/1.1" status: 204 len: 168 time: 0.7943027 Feb 19 03:36:54.066467 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2ee072b6-24a4-4017-81c1-6f586a123a71), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.066911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for floatingip (2ee072b6-24a4-4017-81c1-6f586a123a71), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.074792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45404) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:54.075597 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a6229-694f-40e4-827c-5a595f5ac522 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Network': ['ID=79d7b147-7255-49c8-9ac4-b5d4a8eb6b3d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:54.127583 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddd6019-15de-4886-89f3-b5b71ed9cc36 req-a26b64c8-8f95-4967-89ba-52a79e22c84b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:54.127583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ddd6019-15de-4886-89f3-b5b71ed9cc36 req-a26b64c8-8f95-4967-89ba-52a79e22c84b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.3374579 Feb 19 03:36:54.139073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Calling delete_port for 2ee072b6-24a4-4017-81c1-6f586a123a71 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:54.172821 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a6fa78-b4a2-435b-b15c-efefe2be78e6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:54.179847 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-11a6fa78-b4a2-435b-b15c-efefe2be78e6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/7c28cdaf-1e07-4645-8071-ba25100fb0e3 HTTP/1.1" status: 200 len: 845 time: 0.0979609 Feb 19 03:36:54.180813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45406) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:54.286192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ddd6019-15de-4886-89f3-b5b71ed9cc36 req-6eb92f20-7ef1-4e9b-a9f4-89076ac8fca9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539023 Feb 19 03:36:54.298402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d09e4f3f-e702-4277-b42b-545c30b45653 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/7c28cdaf-1e07-4645-8071-ba25100fb0e3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1094549 Feb 19 03:36:54.304159 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45408) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:54.310534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1af2e13b-e5d6-48fc-8535-1a8880f477e8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:54.422625 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (2ee072b6-24a4-4017-81c1-6f586a123a71), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.429472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af2e13b-e5d6-48fc-8535-1a8880f477e8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:54.434299 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1af2e13b-e5d6-48fc-8535-1a8880f477e8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.459499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event deleted for resources: {'Port': ['ID=2ee072b6-24a4-4017-81c1-6f586a123a71,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:54.568138 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for floatingip (633868b9-734d-4f30-b964-94fd1017c3bb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.568924 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Floating IP 633868b9-734d-4f30-b964-94fd1017c3bb disassociated (deleted). External IP: 172.25.1.67, port: ee98d61e-728f-48a0-8555-3af3a7396984. Feb 19 03:36:54.650475 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 26cb411a-530b-44f1-8f40-da8521790362 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:36:54.705274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 26cb411a-530b-44f1-8f40-da8521790362 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:36:54.707002 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1af2e13b-e5d6-48fc-8535-1a8880f477e8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (ca5c9f05-7f12-48e6-9e78-df932825a0d6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.708145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 26cb411a-530b-44f1-8f40-da8521790362 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:36:54.783647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2e13b-e5d6-48fc-8535-1a8880f477e8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Subnet': ['ID=ca5c9f05-7f12-48e6-9e78-df932825a0d6,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:54.793892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af2e13b-e5d6-48fc-8535-1a8880f477e8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:54.795744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1af2e13b-e5d6-48fc-8535-1a8880f477e8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:54.800571 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af2e13b-e5d6-48fc-8535-1a8880f477e8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:54.801310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1af2e13b-e5d6-48fc-8535-1a8880f477e8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:54.806735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc9f11c-9bb6-4f00-996f-38506cefed12 None None] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:54.850843 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1af2e13b-e5d6-48fc-8535-1a8880f477e8 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5435426 Feb 19 03:36:54.853814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45410) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:54.865313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c5337152-9394-4f2c-bd1e-b98ead8572d0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'security_group': {'name': 'tempest-secgroup-1226423171'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:54.885243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:36:54.920969 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c5337152-9394-4f2c-bd1e-b98ead8572d0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.024160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:36:55.029642 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.057152 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c5337152-9394-4f2c-bd1e-b98ead8572d0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (617c8291-4e17-46aa-87cd-535ce514429c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.061236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9428c3c3-cab2-40a5-a0e3-521f97f421ff None None] Sync routers for ids ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:36:55.066249 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c5337152-9394-4f2c-bd1e-b98ead8572d0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (617c8291-4e17-46aa-87cd-535ce514429c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.067111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7aef3340-decb-4b9d-95ac-ad911c8dc0bb tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "DELETE /v2.0/floatingips/633868b9-734d-4f30-b964-94fd1017c3bb HTTP/1.1" status: 204 len: 168 time: 1.5692306 Feb 19 03:36:55.067836 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:36:55.071189 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962e5695-21f5-44d3-bf00-ca8bde98ebb8" -d '{"events": [{"name": "network-changed", "server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:36:55.100843 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9428c3c3-cab2-40a5-a0e3-521f97f421ff None None] Routers {'7ac2c71f-684b-4961-9d8b-b2584b71fba6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:55.101548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9428c3c3-cab2-40a5-a0e3-521f97f421ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:55.122989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5337152-9394-4f2c-bd1e-b98ead8572d0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=617c8291-4e17-46aa-87cd-535ce514429c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:55.138868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c5337152-9394-4f2c-bd1e-b98ead8572d0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.143409 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c5337152-9394-4f2c-bd1e-b98ead8572d0 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2846568 Feb 19 03:36:55.144894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45418) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:55.149594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c6fc86b9-f780-45fe-b218-9d658a92db08 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'security_group': {'name': 'tempest-secgroup-1583879790'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:55.189630 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c6fc86b9-f780-45fe-b218-9d658a92db08 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.203026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'project_id': '7e73a044c64f4273a095c786f30b2166', 'fixed_ips': [{'subnet_id': 'ca5c9f05-7f12-48e6-9e78-df932825a0d6'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:36:55.204591 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.290624 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c6fc86b9-f780-45fe-b218-9d658a92db08 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (01f4291e-34f3-464b-ac9e-03b043a44446), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.297601 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c6fc86b9-f780-45fe-b218-9d658a92db08 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (01f4291e-34f3-464b-ac9e-03b043a44446), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.347137 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc86b9-f780-45fe-b218-9d658a92db08 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01f4291e-34f3-464b-ac9e-03b043a44446,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:55.364856 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d3169d-c9de-4a59-bc23-1a77035e40a9 x-openstack-request-id: req-a5d3169d-c9de-4a59-bc23-1a77035e40a9 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:36:55.365149 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:36:55.365409 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a5d3169d-c9de-4a59-bc23-1a77035e40a9 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:36:55.365814 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'status': 'completed', 'code': 200} Feb 19 03:36:55.382728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c6fc86b9-f780-45fe-b218-9d658a92db08 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.384516 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c6fc86b9-f780-45fe-b218-9d658a92db08 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2382486 Feb 19 03:36:55.387020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45424) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:55.391816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9428c3c3-cab2-40a5-a0e3-521f97f421ff None None] Set router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:55.393510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1089658606', 'security_groups': ['01f4291e-34f3-464b-ac9e-03b043a44446'], 'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ca5c9f05-7f12-48e6-9e78-df932825a0d6'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:55.570555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e5695-21f5-44d3-bf00-ca8bde98ebb8 req-bce90127-9c0f-4354-9a25-168ae02d24d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:55.572922 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-962e5695-21f5-44d3-bf00-ca8bde98ebb8 req-bce90127-9c0f-4354-9a25-168ae02d24d3 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3d0af4485064f3d98fe28389a0dffb2&device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 1127 time: 0.1709037 Feb 19 03:36:55.608828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2f052-2435-4ae5-ad17-599a0fa70ab3 req-3c6c6740-cdd5-48f5-bdcf-c31fac9019e3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:55.610874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68b2f052-2435-4ae5-ad17-599a0fa70ab3 req-3c6c6740-cdd5-48f5-bdcf-c31fac9019e3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1767566 Feb 19 03:36:55.646791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Allocated IP 2001:db8::2 (6877a481-0d50-4cbb-b7b4-a160e31c2f4a/ca5c9f05-7f12-48e6-9e78-df932825a0d6/4af74225-bc89-4e82-be46-d574be5a81e6) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:55.735279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9428c3c3-cab2-40a5-a0e3-521f97f421ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:31:09Z', 'revision_number': 5, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:55.746234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:55.770791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9428c3c3-cab2-40a5-a0e3-521f97f421ff None None] Checking router: 7ac2c71f-684b-4961-9d8b-b2584b71fba6 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:36:55.793214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9428c3c3-cab2-40a5-a0e3-521f97f421ff None None] Routers {'7ac2c71f-684b-4961-9d8b-b2584b71fba6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:36:55.793817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9428c3c3-cab2-40a5-a0e3-521f97f421ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:36:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:55.840302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:55.863440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68b2f052-2435-4ae5-ad17-599a0fa70ab3 req-41561561-fed5-4ab4-8a4f-d8d26826e962 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311397 Feb 19 03:36:55.882105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port a37d9952-00bc-418e-9147-448ead083397 yet. {{(pid=109899) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:36:55.917455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9428c3c3-cab2-40a5-a0e3-521f97f421ff None None] Set router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:36:55.939361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e5695-21f5-44d3-bf00-ca8bde98ebb8 req-8244d446-93d9-4f25-9eef-e25a69672611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:55.941210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-962e5695-21f5-44d3-bf00-ca8bde98ebb8 req-8244d446-93d9-4f25-9eef-e25a69672611 service neutron] 10.222.0.67 "GET /v2.0/networks?id=4a8609d5-9003-4647-bfc3-f6420e6a4893 HTTP/1.1" status: 200 len: 915 time: 0.3605947 Feb 19 03:36:55.990557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-962e5695-21f5-44d3-bf00-ca8bde98ebb8 req-d770c16e-7ab5-4973-b685-642d33cc4a45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee98d61e-728f-48a0-8555-3af3a7396984 HTTP/1.1" status: 200 len: 217 time: 0.0428886 Feb 19 03:36:56.058824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e5695-21f5-44d3-bf00-ca8bde98ebb8 req-85070244-705b-400f-8bf1-0ec8b84771e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:56.060319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-962e5695-21f5-44d3-bf00-ca8bde98ebb8 req-85070244-705b-400f-8bf1-0ec8b84771e3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=6e107093-3ae1-45b7-9aec-60e714a796c0 HTTP/1.1" status: 200 len: 853 time: 0.0565658 Feb 19 03:36:56.111552 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Publish callbacks [] for port (4af74225-bc89-4e82-be46-d574be5a81e6), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.128826 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.190828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:56.197578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:56.204822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:56.221040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Pushing event updated for resources: {'Port': ['ID=4af74225-bc89-4e82-be46-d574be5a81e6,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:56.283380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Attempting to bind port 4af74225-bc89-4e82-be46-d574be5a81e6 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:36:56.283926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Attempting to bind port 4af74225-bc89-4e82-be46-d574be5a81e6 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '886c9842-8d2a-4cf9-b327-ebc74e6f33b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:36:56.284497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Attempting to bind port 4af74225-bc89-4e82-be46-d574be5a81e6 on network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:36:56.297689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:36:56.299245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Checking segment: {'id': '886c9842-8d2a-4cf9-b327-ebc74e6f33b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:36:56.299792 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.300408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Bound using segment: {'id': '886c9842-8d2a-4cf9-b327-ebc74e6f33b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:36:56.300914 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Bound port: 4af74225-bc89-4e82-be46-d574be5a81e6, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886c9842-8d2a-4cf9-b327-ebc74e6f33b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:36:56.301398 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.348933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9428c3c3-cab2-40a5-a0e3-521f97f421ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:31:09Z', 'revision_number': 5, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:36:56.386540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9428c3c3-cab2-40a5-a0e3-521f97f421ff None None] The sync data for ids ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'] in n-d-826755-2 is: [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:31:00Z', 'revision_number': 4, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'a5755d72-24ba-4449-8f9c-d764384ffda4', 'name': '', 'network_id': '4a8609d5-9003-4647-bfc3-f6420e6a4893', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'mac_address': 'fa:16:3e:c7:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3577, 'fixed_ips': [{'subnet_id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:58Z', 'updated_at': '2022-02-19T03:31:09Z', 'revision_number': 5, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'subnets': [{'id': '6e107093-3ae1-45b7-9aec-60e714a796c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:36:56.417312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] For port 4af74225-bc89-4e82-be46-d574be5a81e6, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:36:56.420956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] For port 4af74225-bc89-4e82-be46-d574be5a81e6, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4af74225-bc89-4e82-be46-d574be5a81e6,segment=NetworkSegment(886c9842-8d2a-4cf9-b327-ebc74e6f33b3),segment_id=886c9842-8d2a-4cf9-b327-ebc74e6f33b3)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:36:56.443318 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:56.507537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374ce3a-4be5-4eb9-b610-237d2982b944 None None] Pushing event updated for resources: {'Port': ['ID=4af74225-bc89-4e82-be46-d574be5a81e6,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:56.834994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e5695-21f5-44d3-bf00-ca8bde98ebb8 req-b69c9193-e134-4547-9dd5-c4e328c6d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:56.836521 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-962e5695-21f5-44d3-bf00-ca8bde98ebb8 req-b69c9193-e134-4547-9dd5-c4e328c6d95e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=4a8609d5-9003-4647-bfc3-f6420e6a4893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7557309 Feb 19 03:36:56.859323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372a4ca-b6b7-4dfa-a068-33be13737c2b req-3fe680bc-03ad-4e95-9f77-318d83eb536f tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:56.870492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2372a4ca-b6b7-4dfa-a068-33be13737c2b req-3fe680bc-03ad-4e95-9f77-318d83eb536f tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 945 time: 0.8763101 Feb 19 03:36:56.921346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8::2f9 (6877a481-0d50-4cbb-b7b4-a160e31c2f4a/ca5c9f05-7f12-48e6-9e78-df932825a0d6/a37d9952-00bc-418e-9147-448ead083397) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:57.042490 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95d4f0-9951-4655-a326-2a940d1fca28 None None] New status for floating IP 633868b9-734d-4f30-b964-94fd1017c3bb: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:36:57.184733 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2372a4ca-b6b7-4dfa-a068-33be13737c2b req-2a76418e-14ce-4023-af66-ce807c32fdf0 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/security-groups?id=d24a924c-750a-4196-999f-8a7113b91fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130620 Feb 19 03:36:57.259359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f0f0c-d9c1-40a5-b093-57ededee0df1 req-ab8ab159-6be2-4de5-8523-f031901a2fc2 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:57.260965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-369f0f0c-d9c1-40a5-b093-57ededee0df1 req-ab8ab159-6be2-4de5-8523-f031901a2fc2 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.67 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 945 time: 0.2688692 Feb 19 03:36:57.262980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-962e5695-21f5-44d3-bf00-ca8bde98ebb8 req-a5ac76bb-b84e-4caa-982d-720f84e84957 service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744237 Feb 19 03:36:57.331999 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (a37d9952-00bc-418e-9147-448ead083397), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.518166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9613f8b-1d90-450a-91f4-cb3cfc3cf2ed req-6d236047-9c8d-4b85-813f-fa1608767717 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:57.519735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9613f8b-1d90-450a-91f4-cb3cfc3cf2ed req-6d236047-9c8d-4b85-813f-fa1608767717 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.2278824 Feb 19 03:36:57.523226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-962e5695-21f5-44d3-bf00-ca8bde98ebb8 req-788018e8-8dd0-4ed2-8e86-32a6ad8a56b5 service neutron] 10.222.0.67 "GET /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398071 Feb 19 03:36:57.525553 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a37d9952-00bc-418e-9147-448ead083397), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.606912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-369f0f0c-d9c1-40a5-b093-57ededee0df1 req-7f853606-622c-439d-b12c-d60e744e7200 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Deleting port ee98d61e-728f-48a0-8555-3af3a7396984 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:36:57.607172 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-369f0f0c-d9c1-40a5-b093-57ededee0df1 req-7f853606-622c-439d-b12c-d60e744e7200 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.615767 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:57.676812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9613f8b-1d90-450a-91f4-cb3cfc3cf2ed req-5806ff82-5205-43a2-9cd8-7f4da820e6c1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219203 Feb 19 03:36:57.678706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:57.681591 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:36:57.691333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:57.691333 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.809347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-369f0f0c-d9c1-40a5-b093-57ededee0df1 req-7f853606-622c-439d-b12c-d60e744e7200 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] For port ee98d61e-728f-48a0-8555-3af3a7396984, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=ee98d61e-728f-48a0-8555-3af3a7396984,segment=NetworkSegment(130c5d0f-b7c7-4b6f-9464-112e5b352645),segment_id=130c5d0f-b7c7-4b6f-9464-112e5b352645)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:57.809713 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-369f0f0c-d9c1-40a5-b093-57ededee0df1 req-7f853606-622c-439d-b12c-d60e744e7200 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:57.826511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-369f0f0c-d9c1-40a5-b093-57ededee0df1 req-7f853606-622c-439d-b12c-d60e744e7200 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Calling delete_port for ee98d61e-728f-48a0-8555-3af3a7396984 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:36:57.894505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=a37d9952-00bc-418e-9147-448ead083397,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:57.939011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3e65fa64-25e3-45d3-a76a-58eae1745128 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5504963 Feb 19 03:36:57.942189 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45432) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:57.947590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-702a602d-f0b4-4cef-911e-88e8daa7c961 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:58.018512 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-369f0f0c-d9c1-40a5-b093-57ededee0df1 req-7f853606-622c-439d-b12c-d60e744e7200 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ee98d61e-728f-48a0-8555-3af3a7396984), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.080681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f853606-622c-439d-b12c-d60e744e7200 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event deleted for resources: {'Port': ['ID=ee98d61e-728f-48a0-8555-3af3a7396984,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:58.089214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-34d4b169-2b6c-4001-ad0e-d6abd9592da2 None None] Provisioning complete for port 4af74225-bc89-4e82-be46-d574be5a81e6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:58.089833 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34d4b169-2b6c-4001-ad0e-d6abd9592da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.169188 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702a602d-f0b4-4cef-911e-88e8daa7c961 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:58.173144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-702a602d-f0b4-4cef-911e-88e8daa7c961 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.180584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-369f0f0c-d9c1-40a5-b093-57ededee0df1 req-7f853606-622c-439d-b12c-d60e744e7200 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] No DVR routers for this DVR port ee98d61e-728f-48a0-8555-3af3a7396984 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:36:58.184124 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-369f0f0c-d9c1-40a5-b093-57ededee0df1 req-7f853606-622c-439d-b12c-d60e744e7200 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.188937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-369f0f0c-d9c1-40a5-b093-57ededee0df1 req-7f853606-622c-439d-b12c-d60e744e7200 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.67 "DELETE /v2.0/ports/ee98d61e-728f-48a0-8555-3af3a7396984 HTTP/1.1" status: 204 len: 173 time: 0.9137239 Feb 19 03:36:58.189758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'name': 'network-vif-deleted', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:36:58.194045 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8812cc3f-f177-4f3a-8efd-46159d2898f4" -d '{"events": [{"server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "name": "network-vif-deleted", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:36:58.282035 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba171082-7812-433d-b6a9-13b2d8222d5f x-openstack-request-id: req-ba171082-7812-433d-b6a9-13b2d8222d5f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:36:58.283245 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5911479a-ccad-4b28-af80-a802224eec35", "name": "network-vif-deleted", "tag": "ee98d61e-728f-48a0-8555-3af3a7396984", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:36:58.283646 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ba171082-7812-433d-b6a9-13b2d8222d5f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:36:58.284521 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5911479a-ccad-4b28-af80-a802224eec35', 'name': 'network-vif-deleted', 'tag': 'ee98d61e-728f-48a0-8555-3af3a7396984', 'status': 'completed', 'code': 200} Feb 19 03:36:58.308405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-34d4b169-2b6c-4001-ad0e-d6abd9592da2 None None] Current status of the port 4af74225-bc89-4e82-be46-d574be5a81e6 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:58.309106 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34d4b169-2b6c-4001-ad0e-d6abd9592da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.371864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-34d4b169-2b6c-4001-ad0e-d6abd9592da2 None None] For port 4af74225-bc89-4e82-be46-d574be5a81e6, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4af74225-bc89-4e82-be46-d574be5a81e6,segment=NetworkSegment(886c9842-8d2a-4cf9-b327-ebc74e6f33b3),segment_id=886c9842-8d2a-4cf9-b327-ebc74e6f33b3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:36:58.382680 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34d4b169-2b6c-4001-ad0e-d6abd9592da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.394331 n-d-826755-2 neutron-server[109898]: INFO neutron.db.ipam_backend_mixin [None req-702a602d-f0b4-4cef-911e-88e8daa7c961 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ca5c9f05-7f12-48e6-9e78-df932825a0d6 (CIDR: 2001:db8::/64) Feb 19 03:36:58.403464 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-702a602d-f0b4-4cef-911e-88e8daa7c961 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:36:58.404226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702a602d-f0b4-4cef-911e-88e8daa7c961 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:36:58.429708 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-702a602d-f0b4-4cef-911e-88e8daa7c961 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4862335 Feb 19 03:36:58.432283 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45440) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:58.443974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f1c56b8a-d92e-4bb7-8d16-7dabb5e0b14c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:58.467366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-908ad687-2a57-42f0-93b2-37498c092edb req-7e3892ec-0c01-4d17-ad0a-ba8bf4bec948 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0656130 Feb 19 03:36:58.479001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-34d4b169-2b6c-4001-ad0e-d6abd9592da2 None None] Provisioning complete for port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:58.479571 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34d4b169-2b6c-4001-ad0e-d6abd9592da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7c28cdaf-1e07-4645-8071-ba25100fb0e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.555044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-34d4b169-2b6c-4001-ad0e-d6abd9592da2 None None] Port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:58.616077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d4b169-2b6c-4001-ad0e-d6abd9592da2 None None] Pushing event updated for resources: {'Port': ['ID=4af74225-bc89-4e82-be46-d574be5a81e6,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:58.670169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c56b8a-d92e-4bb7-8d16-7dabb5e0b14c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:36:58.674282 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b8a-d92e-4bb7-8d16-7dabb5e0b14c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.692808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b71a92cf-7918-4c0d-9c6d-e2c0f907f7fe None None] Provisioning complete for port a37d9952-00bc-418e-9147-448ead083397 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:58.693295 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b71a92cf-7918-4c0d-9c6d-e2c0f907f7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a37d9952-00bc-418e-9147-448ead083397), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.747749 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b71a92cf-7918-4c0d-9c6d-e2c0f907f7fe None None] Port a37d9952-00bc-418e-9147-448ead083397 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:36:58.751756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4af74225-bc89-4e82-be46-d574be5a81e6 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:36:58.822999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4af74225-bc89-4e82-be46-d574be5a81e6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:36:58.823372 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:58.867320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29fdbc-503c-42e1-a49a-58429b113d48 req-55cdcc86-9008-4d6c-9ef4-a9b7d11d6860 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:58.868988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb29fdbc-503c-42e1-a49a-58429b113d48 req-55cdcc86-9008-4d6c-9ef4-a9b7d11d6860 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.0883365 Feb 19 03:36:58.933139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4af74225-bc89-4e82-be46-d574be5a81e6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:36:58.960589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb29fdbc-503c-42e1-a49a-58429b113d48 req-f2cba0ae-0193-4494-9210-4befce7a1ba0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839190 Feb 19 03:36:59.080903 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b8a-d92e-4bb7-8d16-7dabb5e0b14c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (d6fc0a7c-85de-4820-b6a5-07feede11272), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.131792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c56b8a-d92e-4bb7-8d16-7dabb5e0b14c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:36:59.134899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f1c56b8a-d92e-4bb7-8d16-7dabb5e0b14c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:36:59.137893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c56b8a-d92e-4bb7-8d16-7dabb5e0b14c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:59.138489 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c56b8a-d92e-4bb7-8d16-7dabb5e0b14c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.147173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0d3e5-8a94-4503-87a9-9c106bc2e979 None None] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:36:59.164693 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f1c56b8a-d92e-4bb7-8d16-7dabb5e0b14c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7280509 Feb 19 03:36:59.164693 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c56b8a-d92e-4bb7-8d16-7dabb5e0b14c tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Subnet': ['ID=d6fc0a7c-85de-4820-b6a5-07feede11272,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:36:59.165326 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45444) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:36:59.171180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c8f1315c-6621-4d90-802c-1b630a29e9fe tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-692501934', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd6fc0a7c-85de-4820-b6a5-07feede11272'}], 'security_groups': ['617c8291-4e17-46aa-87cd-535ce514429c']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:36:59.359348 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c8f1315c-6621-4d90-802c-1b630a29e9fe tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a37d9952-00bc-418e-9147-448ead083397), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.400748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Update dhcp port {'port': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'fixed_ips': [{'subnet_id': 'ca5c9f05-7f12-48e6-9e78-df932825a0d6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd6fc0a7c-85de-4820-b6a5-07feede11272'}], 'binding:host_id': 'n-d-826755-2'}, 'id': '4af74225-bc89-4e82-be46-d574be5a81e6'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:36:59.617518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed9c41f4-9ef9-4b0f-a75b-ec36ab8b32c4 req-f220f2e9-09ef-4338-9c2d-25829df742ea tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0537789 Feb 19 03:36:59.697816 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.749078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c8f1315c-6621-4d90-802c-1b630a29e9fe tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Delete allocated IP 2001:db8::2f9 (6877a481-0d50-4cbb-b7b4-a160e31c2f4a/ca5c9f05-7f12-48e6-9e78-df932825a0d6) {{(pid=109898) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:36:59.758922 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c8f1315c-6621-4d90-802c-1b630a29e9fe tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8:0:1::199 (6877a481-0d50-4cbb-b7b4-a160e31c2f4a/d6fc0a7c-85de-4820-b6a5-07feede11272/a37d9952-00bc-418e-9147-448ead083397) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:36:59.928333 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c8f1315c-6621-4d90-802c-1b630a29e9fe tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (a37d9952-00bc-418e-9147-448ead083397), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.934374 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c8f1315c-6621-4d90-802c-1b630a29e9fe tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (a37d9952-00bc-418e-9147-448ead083397), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:36:59.984891 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-c8f1315c-6621-4d90-802c-1b630a29e9fe tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] In _notify_port_updated(), no bound segment for port a37d9952-00bc-418e-9147-448ead083397 on network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a {{(pid=109898) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:36:59.996163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1315c-6621-4d90-802c-1b630a29e9fe tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:36:59.996935 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c8f1315c-6621-4d90-802c-1b630a29e9fe tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.001561 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c8f1315c-6621-4d90-802c-1b630a29e9fe tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "PUT /v2.0/ports/a37d9952-00bc-418e-9147-448ead083397 HTTP/1.1" status: 200 len: 930 time: 0.8320522 Feb 19 03:37:00.001779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45452) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:00.025886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Allocated IP 2001:db8:0:1::2 (6877a481-0d50-4cbb-b7b4-a160e31c2f4a/d6fc0a7c-85de-4820-b6a5-07feede11272/4af74225-bc89-4e82-be46-d574be5a81e6) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:00.066378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1315c-6621-4d90-802c-1b630a29e9fe tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=a37d9952-00bc-418e-9147-448ead083397,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:00.172360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] For port 4af74225-bc89-4e82-be46-d574be5a81e6, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4af74225-bc89-4e82-be46-d574be5a81e6,segment=NetworkSegment(886c9842-8d2a-4cf9-b327-ebc74e6f33b3),segment_id=886c9842-8d2a-4cf9-b327-ebc74e6f33b3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:00.195474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90689794-1d45-4c4d-938e-144ac7d9d188 req-1711fc21-d949-47ce-9c56-acb0007090f5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:00.197214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90689794-1d45-4c4d-938e-144ac7d9d188 req-1711fc21-d949-47ce-9c56-acb0007090f5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1018903 Feb 19 03:37:00.203815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c15c0def-a03a-4731-aec6-6aa4fb2579b5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port a37d9952-00bc-418e-9147-448ead083397 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:00.204158 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c15c0def-a03a-4731-aec6-6aa4fb2579b5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a37d9952-00bc-418e-9147-448ead083397), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.220570 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Publish callbacks [] for port (4af74225-bc89-4e82-be46-d574be5a81e6), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.233082 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.289206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Pushing event updated for resources: {'Port': ['ID=4af74225-bc89-4e82-be46-d574be5a81e6,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:00.295661 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c15c0def-a03a-4731-aec6-6aa4fb2579b5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a37d9952-00bc-418e-9147-448ead083397), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.300937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.301485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.301990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.302517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.303154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.303658 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.304151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.304655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.305210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.305702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.306204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.306708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.307194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924cd1c6-f897-465b-a9ca-50876474f573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:00.309419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c15c0def-a03a-4731-aec6-6aa4fb2579b5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for a37d9952-00bc-418e-9147-448ead083397 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:00.422491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90689794-1d45-4c4d-938e-144ac7d9d188 req-dd033974-dac5-4297-9de8-3ee435fc2455 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014867 Feb 19 03:37:00.506555 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c15c0def-a03a-4731-aec6-6aa4fb2579b5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a37d9952-00bc-418e-9147-448ead083397), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.546790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c0def-a03a-4731-aec6-6aa4fb2579b5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=a37d9952-00bc-418e-9147-448ead083397,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:00.601302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c15c0def-a03a-4731-aec6-6aa4fb2579b5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.607281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c15c0def-a03a-4731-aec6-6aa4fb2579b5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/a37d9952-00bc-418e-9147-448ead083397 HTTP/1.1" status: 204 len: 168 time: 0.6021309 Feb 19 03:37:00.607928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45454) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:00.627292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4af74225-bc89-4e82-be46-d574be5a81e6 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:00.712589 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-034cc66f-00f7-4c96-80f9-8ad9557cce09 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:37:00.718122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-034cc66f-00f7-4c96-80f9-8ad9557cce09 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/a37d9952-00bc-418e-9147-448ead083397 HTTP/1.1" status: 404 len: 333 time: 0.1069701 Feb 19 03:37:00.718551 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45458) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:00.793832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4af74225-bc89-4e82-be46-d574be5a81e6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:00.794204 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:00.804242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfaee0c9-8443-44d2-a714-e47273d18e2f req-c452379e-1d6b-4aa8-852f-c1d338bd1e26 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0591776 Feb 19 03:37:00.905674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4af74225-bc89-4e82-be46-d574be5a81e6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:01.154883 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e23f9ef9-e655-4c29-b9a3-c9d7d0371cef tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (01f4291e-34f3-464b-ac9e-03b043a44446), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.183357 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e23f9ef9-e655-4c29-b9a3-c9d7d0371cef tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (01f4291e-34f3-464b-ac9e-03b043a44446), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.204933 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9a42e250-2706-4167-9ff0-76d3ace813c1 None None] Provisioning complete for port 4af74225-bc89-4e82-be46-d574be5a81e6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:01.205495 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9a42e250-2706-4167-9ff0-76d3ace813c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.238849 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e23f9ef9-e655-4c29-b9a3-c9d7d0371cef tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (01f4291e-34f3-464b-ac9e-03b043a44446), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.242715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e23f9ef9-e655-4c29-b9a3-c9d7d0371cef tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.244144 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e23f9ef9-e655-4c29-b9a3-c9d7d0371cef tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/security-groups/01f4291e-34f3-464b-ac9e-03b043a44446 HTTP/1.1" status: 204 len: 168 time: 0.5246367 Feb 19 03:37:01.247117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45460) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:01.278707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f9ef9-e655-4c29-b9a3-c9d7d0371cef tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f4291e-34f3-464b-ac9e-03b043a44446,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:01.341930 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f633079a-50a5-41ba-a471-aaf869b388a1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (617c8291-4e17-46aa-87cd-535ce514429c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.377830 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f633079a-50a5-41ba-a471-aaf869b388a1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (617c8291-4e17-46aa-87cd-535ce514429c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.433059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9a42e250-2706-4167-9ff0-76d3ace813c1 None None] Current status of the port 4af74225-bc89-4e82-be46-d574be5a81e6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:01.441312 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f633079a-50a5-41ba-a471-aaf869b388a1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (617c8291-4e17-46aa-87cd-535ce514429c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.445011 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f633079a-50a5-41ba-a471-aaf869b388a1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.448702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f633079a-50a5-41ba-a471-aaf869b388a1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/security-groups/617c8291-4e17-46aa-87cd-535ce514429c HTTP/1.1" status: 204 len: 168 time: 0.1974711 Feb 19 03:37:01.449712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45462) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:01.457413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9a42e250-2706-4167-9ff0-76d3ace813c1 None None] Provisioning complete for port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:01.457794 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9a42e250-2706-4167-9ff0-76d3ace813c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7c28cdaf-1e07-4645-8071-ba25100fb0e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.466364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f633079a-50a5-41ba-a471-aaf869b388a1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=617c8291-4e17-46aa-87cd-535ce514429c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:01.498571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9a42e250-2706-4167-9ff0-76d3ace813c1 None None] Port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:37:01.504787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9a42e250-2706-4167-9ff0-76d3ace813c1 None None] Could not find standard attr ID for object a37d9952-00bc-418e-9147-448ead083397. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:37:01.531854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-885939fd-8a38-4234-8128-857bd16b2d5f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting subnet ca5c9f05-7f12-48e6-9e78-df932825a0d6 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:37:01.536482 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-885939fd-8a38-4234-8128-857bd16b2d5f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (ca5c9f05-7f12-48e6-9e78-df932825a0d6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.617711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7e7bbdba-d850-45d5-b58e-f97507aabd92 None None] Could not find standard attr ID for object a37d9952-00bc-418e-9147-448ead083397. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:37:01.633585 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-885939fd-8a38-4234-8128-857bd16b2d5f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (ca5c9f05-7f12-48e6-9e78-df932825a0d6), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.680202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b15613-05c2-414c-84e3-01244a208c1e req-45b00201-78c7-4444-be6c-3516177376be tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:01.681785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b15613-05c2-414c-84e3-01244a208c1e req-45b00201-78c7-4444-be6c-3516177376be tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1190314 Feb 19 03:37:01.778633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-885939fd-8a38-4234-8128-857bd16b2d5f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (ca5c9f05-7f12-48e6-9e78-df932825a0d6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.784236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48b15613-05c2-414c-84e3-01244a208c1e req-d4168e01-b056-442d-a667-ee3e9e0b5bdd tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826538 Feb 19 03:37:01.841500 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-885939fd-8a38-4234-8128-857bd16b2d5f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (ca5c9f05-7f12-48e6-9e78-df932825a0d6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.869581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885939fd-8a38-4234-8128-857bd16b2d5f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Subnet': ['ID=ca5c9f05-7f12-48e6-9e78-df932825a0d6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:01.873814 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-885939fd-8a38-4234-8128-857bd16b2d5f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:01.882876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d7ad33-882c-4cdf-be03-5ac4c6af1cdc None None] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:01.883928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45468) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:01.889099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d22252dc-ed8f-4358-adcf-d976f58a73c5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:01.889515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-885939fd-8a38-4234-8128-857bd16b2d5f tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/ca5c9f05-7f12-48e6-9e78-df932825a0d6 HTTP/1.1" status: 204 len: 168 time: 0.4385116 Feb 19 03:37:01.926077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79fbd67d-2759-4981-89ed-1d32246605b0 req-5fa24480-e464-4ceb-8aa7-23a7a5c72101 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0348094 Feb 19 03:37:02.022936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22252dc-ed8f-4358-adcf-d976f58a73c5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:02.026473 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d22252dc-ed8f-4358-adcf-d976f58a73c5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.086111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device ee98d61e-728f-48a0-8555-3af3a7396984 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:02.111385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: ee98d61e-728f-48a0-8555-3af3a7396984 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:02.111385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device ee98d61e-728f-48a0-8555-3af3a7396984 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:02.283488 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d22252dc-ed8f-4358-adcf-d976f58a73c5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (d651e4db-1790-4dea-90f7-cfec2b4abf53), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.324489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22252dc-ed8f-4358-adcf-d976f58a73c5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:02.335673 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d22252dc-ed8f-4358-adcf-d976f58a73c5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:02.340015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22252dc-ed8f-4358-adcf-d976f58a73c5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:02.340616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d22252dc-ed8f-4358-adcf-d976f58a73c5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.361161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22252dc-ed8f-4358-adcf-d976f58a73c5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Subnet': ['ID=d651e4db-1790-4dea-90f7-cfec2b4abf53,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:02.369827 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d22252dc-ed8f-4358-adcf-d976f58a73c5 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4844451 Feb 19 03:37:02.372128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45470) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:02.377849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-826a84f5-7039-4334-86da-cd09bac6be76 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'security_group': {'name': 'tempest-secgroup-933573708'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:02.407113 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-826a84f5-7039-4334-86da-cd09bac6be76 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.501066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-826a84f5-7039-4334-86da-cd09bac6be76 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (93a4f503-dd56-4eae-a398-e9837ca948cf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.506287 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-826a84f5-7039-4334-86da-cd09bac6be76 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (93a4f503-dd56-4eae-a398-e9837ca948cf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.563771 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a84f5-7039-4334-86da-cd09bac6be76 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a4f503-dd56-4eae-a398-e9837ca948cf,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:02.569926 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-826a84f5-7039-4334-86da-cd09bac6be76 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.571670 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-826a84f5-7039-4334-86da-cd09bac6be76 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1983595 Feb 19 03:37:02.574638 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45474) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:02.585037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-15396b82-c329-4469-a3ae-1b0ba26b5f53 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'security_group': {'name': 'tempest-secgroup-1576951758'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:02.642166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15396b82-c329-4469-a3ae-1b0ba26b5f53 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.745785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4abb961-6ae3-4e19-bab5-1492f83c0542 None None] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:02.777843 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15396b82-c329-4469-a3ae-1b0ba26b5f53 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (e322c2e8-b9b4-4445-8f3c-7232b56b3e9d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.785128 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15396b82-c329-4469-a3ae-1b0ba26b5f53 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e322c2e8-b9b4-4445-8f3c-7232b56b3e9d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.823421 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15396b82-c329-4469-a3ae-1b0ba26b5f53 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.825437 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-15396b82-c329-4469-a3ae-1b0ba26b5f53 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2492120 Feb 19 03:37:02.827684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45480) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:02.832810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8f4128be-33cd-4ab7-903e-218ff38e0f60 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'security_group': {'name': 'tempest-secgroup-1111559890'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:02.836265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15396b82-c329-4469-a3ae-1b0ba26b5f53 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e322c2e8-b9b4-4445-8f3c-7232b56b3e9d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:02.883562 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f4128be-33cd-4ab7-903e-218ff38e0f60 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.913690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-84981dd7-72a0-4db4-88aa-75b1c40476af None None] Provisioning complete for port 4af74225-bc89-4e82-be46-d574be5a81e6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:02.914330 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84981dd7-72a0-4db4-88aa-75b1c40476af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:02.972730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64f3e9-81d6-4bb1-91dc-fedd757cd514 req-876a4f6e-637c-405a-98c1-f88d924add41 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:02.979720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a64f3e9-81d6-4bb1-91dc-fedd757cd514 req-876a4f6e-637c-405a-98c1-f88d924add41 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1075885 Feb 19 03:37:03.049616 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f4128be-33cd-4ab7-903e-218ff38e0f60 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (084cdc91-c6fe-490b-8ed1-e91d0c4be4a2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.063262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a64f3e9-81d6-4bb1-91dc-fedd757cd514 req-5e37315d-4333-4b3f-bbb8-7ef37425e350 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793302 Feb 19 03:37:03.066286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a815103-8f10-4d9e-b987-17bc49271c26 None None] Update dhcp port {'port': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'fixed_ips': [{'subnet_id': 'd6fc0a7c-85de-4820-b6a5-07feede11272', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd651e4db-1790-4dea-90f7-cfec2b4abf53'}], 'binding:host_id': 'n-d-826755-2'}, 'id': '4af74225-bc89-4e82-be46-d574be5a81e6'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:37:03.069749 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f4128be-33cd-4ab7-903e-218ff38e0f60 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (084cdc91-c6fe-490b-8ed1-e91d0c4be4a2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.102291 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4a815103-8f10-4d9e-b987-17bc49271c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.125531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-84981dd7-72a0-4db4-88aa-75b1c40476af None None] Current status of the port 4af74225-bc89-4e82-be46-d574be5a81e6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:03.133643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4128be-33cd-4ab7-903e-218ff38e0f60 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084cdc91-c6fe-490b-8ed1-e91d0c4be4a2,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:03.146085 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8f4128be-33cd-4ab7-903e-218ff38e0f60 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.149086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8f4128be-33cd-4ab7-903e-218ff38e0f60 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3197689 Feb 19 03:37:03.151904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45484) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:03.158445 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-213169640', 'security_groups': ['084cdc91-c6fe-490b-8ed1-e91d0c4be4a2'], 'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd651e4db-1790-4dea-90f7-cfec2b4abf53'}]}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:03.177291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-84981dd7-72a0-4db4-88aa-75b1c40476af None None] Provisioning complete for port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:03.177968 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84981dd7-72a0-4db4-88aa-75b1c40476af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7c28cdaf-1e07-4645-8071-ba25100fb0e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.231084 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df610771-f348-42e1-a49d-6f60dbe00a34 req-8002f519-199c-43c2-a110-6a566a715bdd tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0672643 Feb 19 03:37:03.293350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-84981dd7-72a0-4db4-88aa-75b1c40476af None None] Port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:37:03.342331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:03.347443 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.372078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] device_id is not set on port 2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab yet. {{(pid=109898) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 19 03:37:03.383716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-4a815103-8f10-4d9e-b987-17bc49271c26 None None] Allocated IP 2001:db8::2 (6877a481-0d50-4cbb-b7b4-a160e31c2f4a/d651e4db-1790-4dea-90f7-cfec2b4abf53/4af74225-bc89-4e82-be46-d574be5a81e6) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:03.531224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4a815103-8f10-4d9e-b987-17bc49271c26 None None] For port 4af74225-bc89-4e82-be46-d574be5a81e6, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4af74225-bc89-4e82-be46-d574be5a81e6,segment=NetworkSegment(886c9842-8d2a-4cf9-b327-ebc74e6f33b3),segment_id=886c9842-8d2a-4cf9-b327-ebc74e6f33b3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:03.566825 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4a815103-8f10-4d9e-b987-17bc49271c26 None None] Publish callbacks [] for port (4af74225-bc89-4e82-be46-d574be5a81e6), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.579503 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4a815103-8f10-4d9e-b987-17bc49271c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.646710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8::31 (6877a481-0d50-4cbb-b7b4-a160e31c2f4a/d651e4db-1790-4dea-90f7-cfec2b4abf53/2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:03.705594 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a815103-8f10-4d9e-b987-17bc49271c26 None None] Pushing event updated for resources: {'Port': ['ID=4af74225-bc89-4e82-be46-d574be5a81e6,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:03.723754 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66604bc5-6180-4565-b484-754f5bd4da48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.860899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.904795 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.948351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:03.951679 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:03.959097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:37:03.964448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:03.966594 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:03.980400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:03.995440 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c43af6df-1ece-4c9f-96b1-fbe85cd0b37b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8416986 Feb 19 03:37:03.998044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45488) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:04.004446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-85a0fdc5-8b16-4404-a0da-0bea915aad5b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:04.216031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a0fdc5-8b16-4404-a0da-0bea915aad5b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:04.223914 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85a0fdc5-8b16-4404-a0da-0bea915aad5b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.352730 n-d-826755-2 neutron-server[109899]: INFO neutron.db.ipam_backend_mixin [None req-85a0fdc5-8b16-4404-a0da-0bea915aad5b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d651e4db-1790-4dea-90f7-cfec2b4abf53 (CIDR: 2001:db8::/64) Feb 19 03:37:04.360924 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a0fdc5-8b16-4404-a0da-0bea915aad5b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:37:04.361383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a0fdc5-8b16-4404-a0da-0bea915aad5b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:04.385664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716480fd-4f73-4d3f-bc43-4e24b6c28709 req-575d2af6-ccbc-4662-8ebd-d6d329e21c38 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:04.387306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-716480fd-4f73-4d3f-bc43-4e24b6c28709 req-575d2af6-ccbc-4662-8ebd-d6d329e21c38 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.2117074 Feb 19 03:37:04.393275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-85a0fdc5-8b16-4404-a0da-0bea915aad5b tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3933432 Feb 19 03:37:04.395882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45494) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:04.401608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a1e79776-a950-4894-ae5b-e9106a80ce8d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:04.473569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-cf2df752-779b-43fc-9922-beec62356c2f None None] Provisioning complete for port 4af74225-bc89-4e82-be46-d574be5a81e6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:04.474182 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cf2df752-779b-43fc-9922-beec62356c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.491783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-716480fd-4f73-4d3f-bc43-4e24b6c28709 req-1a3b0df6-d941-484e-b4ce-ea675b94437a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914035 Feb 19 03:37:04.569397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e79776-a950-4894-ae5b-e9106a80ce8d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:04.573283 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a1e79776-a950-4894-ae5b-e9106a80ce8d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.674519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4af74225-bc89-4e82-be46-d574be5a81e6 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:04.699131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7993122c-f4ed-4388-8a78-fd7ea984be1b req-7a36b04c-565d-425b-a306-724c68ee7789 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0680389 Feb 19 03:37:04.703384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cf2df752-779b-43fc-9922-beec62356c2f None None] Current status of the port 4af74225-bc89-4e82-be46-d574be5a81e6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:04.744096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-cf2df752-779b-43fc-9922-beec62356c2f None None] Provisioning complete for port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:04.744571 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cf2df752-779b-43fc-9922-beec62356c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7c28cdaf-1e07-4645-8071-ba25100fb0e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.796157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cf2df752-779b-43fc-9922-beec62356c2f None None] Port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:37:04.804364 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4af74225-bc89-4e82-be46-d574be5a81e6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:04.807301 n-d-826755-2 neutron-server[109898]: INFO neutron.db.ipam_backend_mixin [None req-a1e79776-a950-4894-ae5b-e9106a80ce8d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d6fc0a7c-85de-4820-b6a5-07feede11272 (CIDR: 2001:db8:0:1::/64) Feb 19 03:37:04.807897 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.814126 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e79776-a950-4894-ae5b-e9106a80ce8d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:37:04.814589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e79776-a950-4894-ae5b-e9106a80ce8d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:04.849537 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a1e79776-a950-4894-ae5b-e9106a80ce8d tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4525015 Feb 19 03:37:04.852186 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45498) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:04.857585 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4cb682f0-ab5f-4128-a31d-673e9dc397c4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'subnet': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:04.954388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d4c4046a-9504-47ca-9628-7c3dd84599a3 None None] Provisioning complete for port 2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:04.954779 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d4c4046a-9504-47ca-9628-7c3dd84599a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:04.957453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4af74225-bc89-4e82-be46-d574be5a81e6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:04.993699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d4c4046a-9504-47ca-9628-7c3dd84599a3 None None] Port 2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:37:05.039153 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb682f0-ab5f-4128-a31d-673e9dc397c4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Made reservation on behalf of 7e73a044c64f4273a095c786f30b2166 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:05.043219 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cb682f0-ab5f-4128-a31d-673e9dc397c4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:05.274013 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cb682f0-ab5f-4128-a31d-673e9dc397c4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (eb3cf068-33fe-40c3-a65a-3c99e0927d9f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:05.318854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb682f0-ab5f-4128-a31d-673e9dc397c4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:05.322358 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-4cb682f0-ab5f-4128-a31d-673e9dc397c4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:05.327658 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb682f0-ab5f-4128-a31d-673e9dc397c4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:05.328382 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4cb682f0-ab5f-4128-a31d-673e9dc397c4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:05.335071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685ade44-15de-4154-a262-f93273a4db1d None None] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:05.336900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb682f0-ab5f-4128-a31d-673e9dc397c4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Subnet': ['ID=eb3cf068-33fe-40c3-a65a-3c99e0927d9f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:05.352680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45500) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:05.353232 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4cb682f0-ab5f-4128-a31d-673e9dc397c4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.4995792 Feb 19 03:37:05.360009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e3b6c2fd-b5a3-481a-a424-cfd5e422f9df tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-746708071', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eb3cf068-33fe-40c3-a65a-3c99e0927d9f'}], 'security_groups': ['93a4f503-dd56-4eae-a398-e9837ca948cf', 'e322c2e8-b9b4-4445-8f3c-7232b56b3e9d']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:05.553039 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3b6c2fd-b5a3-481a-a424-cfd5e422f9df tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:05.570529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7d1454-52a3-4b9c-a02b-5000f50962e3 None None] Update dhcp port {'port': {'network_id': '6877a481-0d50-4cbb-b7b4-a160e31c2f4a', 'fixed_ips': [{'subnet_id': 'd6fc0a7c-85de-4820-b6a5-07feede11272', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd651e4db-1790-4dea-90f7-cfec2b4abf53', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb3cf068-33fe-40c3-a65a-3c99e0927d9f'}], 'binding:host_id': 'n-d-826755-2'}, 'id': '4af74225-bc89-4e82-be46-d574be5a81e6'} from n-d-826755-2. {{(pid=109900) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 19 03:37:05.622125 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1454-52a3-4b9c-a02b-5000f50962e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:05.742802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602fa23-36d0-4769-8aca-488539591606 req-9c77898e-eeef-41c3-83a7-546f136cfc15 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:05.744691 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e602fa23-36d0-4769-8aca-488539591606 req-9c77898e-eeef-41c3-83a7-546f136cfc15 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1341689 Feb 19 03:37:05.849677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-cf7d1454-52a3-4b9c-a02b-5000f50962e3 None None] Allocated IP 2001:db8:0:2::2 (6877a481-0d50-4cbb-b7b4-a160e31c2f4a/eb3cf068-33fe-40c3-a65a-3c99e0927d9f/4af74225-bc89-4e82-be46-d574be5a81e6) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:05.880070 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e602fa23-36d0-4769-8aca-488539591606 req-d471809b-aae1-4bfd-9724-51eb646a3f55 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262126 Feb 19 03:37:05.962347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-cf7d1454-52a3-4b9c-a02b-5000f50962e3 None None] For port 4af74225-bc89-4e82-be46-d574be5a81e6, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4af74225-bc89-4e82-be46-d574be5a81e6,segment=NetworkSegment(886c9842-8d2a-4cf9-b327-ebc74e6f33b3),segment_id=886c9842-8d2a-4cf9-b327-ebc74e6f33b3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:05.985526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfc9e32c-63bf-4ca2-a91d-cf66e0f1b717 req-bd334aeb-9c80-475e-9708-19e29a94ffd4 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0376577 Feb 19 03:37:06.006627 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1454-52a3-4b9c-a02b-5000f50962e3 None None] Publish callbacks [] for port (4af74225-bc89-4e82-be46-d574be5a81e6), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.031475 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cf7d1454-52a3-4b9c-a02b-5000f50962e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.038158 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2ba16616-e0ad-4813-8fb1-b1d0d7436b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.157113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d1454-52a3-4b9c-a02b-5000f50962e3 None None] Pushing event updated for resources: {'Port': ['ID=4af74225-bc89-4e82-be46-d574be5a81e6,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:06.180789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-e3b6c2fd-b5a3-481a-a424-cfd5e422f9df tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Delete allocated IP 2001:db8::31 (6877a481-0d50-4cbb-b7b4-a160e31c2f4a/d651e4db-1790-4dea-90f7-cfec2b4abf53) {{(pid=109899) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 19 03:37:06.190786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-e3b6c2fd-b5a3-481a-a424-cfd5e422f9df tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Allocated IP 2001:db8:0:2::356 (6877a481-0d50-4cbb-b7b4-a160e31c2f4a/eb3cf068-33fe-40c3-a65a-3c99e0927d9f/2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:06.390118 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3b6c2fd-b5a3-481a-a424-cfd5e422f9df tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for port (2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.397683 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3b6c2fd-b5a3-481a-a424-cfd5e422f9df tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.478645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6c2fd-b5a3-481a-a424-cfd5e422f9df tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event updated for resources: {'Port': ['ID=2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:06.504462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6c2fd-b5a3-481a-a424-cfd5e422f9df tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] In _notify_port_updated(), no bound segment for port 2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab on network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a {{(pid=109899) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 19 03:37:06.510036 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b6c2fd-b5a3-481a-a424-cfd5e422f9df tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:06.510452 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e3b6c2fd-b5a3-481a-a424-cfd5e422f9df tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.514978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45508) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:06.523027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e3b6c2fd-b5a3-481a-a424-cfd5e422f9df tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "PUT /v2.0/ports/2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab HTTP/1.1" status: 200 len: 969 time: 1.1689823 Feb 19 03:37:06.637511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1734fa34-7988-4dbb-8bb0-062d1b93e3d1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:06.637511 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1734fa34-7988-4dbb-8bb0-062d1b93e3d1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.641790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4af74225-bc89-4e82-be46-d574be5a81e6 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:06.710325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4af74225-bc89-4e82-be46-d574be5a81e6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:06.710716 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.797676 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1734fa34-7988-4dbb-8bb0-062d1b93e3d1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:06.811480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1734fa34-7988-4dbb-8bb0-062d1b93e3d1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab owned by {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:06.820825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4af74225-bc89-4e82-be46-d574be5a81e6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:07.055533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1734fa34-7988-4dbb-8bb0-062d1b93e3d1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.072903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-33dd20bd-b575-4002-8f44-e2203e86d6b1 None None] Provisioning complete for port 4af74225-bc89-4e82-be46-d574be5a81e6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:07.073155 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-33dd20bd-b575-4002-8f44-e2203e86d6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.109548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3d476-8846-4789-ba55-57ce4c4651b4 req-fb07e97b-0c96-4d04-ad5d-1bcaf9b337e3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:07.111161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ee3d476-8846-4789-ba55-57ce4c4651b4 req-fb07e97b-0c96-4d04-ad5d-1bcaf9b337e3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1385355 Feb 19 03:37:07.126360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734fa34-7988-4dbb-8bb0-062d1b93e3d1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:07.210708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1734fa34-7988-4dbb-8bb0-062d1b93e3d1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.219074 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1734fa34-7988-4dbb-8bb0-062d1b93e3d1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab HTTP/1.1" status: 204 len: 168 time: 0.7029552 Feb 19 03:37:07.302146 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45520) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:07.302308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ee3d476-8846-4789-ba55-57ce4c4651b4 req-c91c43b7-906e-4274-956e-b6c5d3462e92 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342955 Feb 19 03:37:07.302383 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.302383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-33dd20bd-b575-4002-8f44-e2203e86d6b1 None None] Current status of the port 4af74225-bc89-4e82-be46-d574be5a81e6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:07.321962 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-49203560-e1bd-4642-ad35-fdb9833ce2d6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] GET failed (client error): The resource could not be found. Feb 19 03:37:07.325507 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-49203560-e1bd-4642-ad35-fdb9833ce2d6 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports/2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab HTTP/1.1" status: 404 len: 333 time: 0.0969567 Feb 19 03:37:07.328390 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45522) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:07.336142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-33dd20bd-b575-4002-8f44-e2203e86d6b1 None None] Provisioning complete for port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:07.336679 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-33dd20bd-b575-4002-8f44-e2203e86d6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7c28cdaf-1e07-4645-8071-ba25100fb0e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.404920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-33dd20bd-b575-4002-8f44-e2203e86d6b1 None None] Port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:37:07.418369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-33dd20bd-b575-4002-8f44-e2203e86d6b1 None None] Could not find standard attr ID for object 2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:37:07.465155 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21bb467f-0130-45e8-93dc-c7a250de9559 req-f291308d-ae87-46b7-ae8f-f5f73cbbaa69 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0768075 Feb 19 03:37:07.467132 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4626c459-bdb1-4f99-ab82-2fbabc630564 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (084cdc91-c6fe-490b-8ed1-e91d0c4be4a2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.495917 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4626c459-bdb1-4f99-ab82-2fbabc630564 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (084cdc91-c6fe-490b-8ed1-e91d0c4be4a2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.544443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-56aa59e2-32cc-4caa-8d12-8b97c296219d None None] Could not find standard attr ID for object 2c40cc1c-1aa0-4ff9-97e3-ed060d8d61ab. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:37:07.546890 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4626c459-bdb1-4f99-ab82-2fbabc630564 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (084cdc91-c6fe-490b-8ed1-e91d0c4be4a2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.551113 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4626c459-bdb1-4f99-ab82-2fbabc630564 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.555684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45524) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:07.579518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4626c459-bdb1-4f99-ab82-2fbabc630564 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/security-groups/084cdc91-c6fe-490b-8ed1-e91d0c4be4a2 HTTP/1.1" status: 204 len: 168 time: 0.2491198 Feb 19 03:37:07.594923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626c459-bdb1-4f99-ab82-2fbabc630564 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=084cdc91-c6fe-490b-8ed1-e91d0c4be4a2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:07.625184 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:37:07.626874 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ac6094e-4e8c-4534-a49b-303c0c782d64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (e322c2e8-b9b4-4445-8f3c-7232b56b3e9d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.662444 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ac6094e-4e8c-4534-a49b-303c0c782d64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (e322c2e8-b9b4-4445-8f3c-7232b56b3e9d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.750792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ac6094e-4e8c-4534-a49b-303c0c782d64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e322c2e8-b9b4-4445-8f3c-7232b56b3e9d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.754816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4ac6094e-4e8c-4534-a49b-303c0c782d64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.756550 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4ac6094e-4e8c-4534-a49b-303c0c782d64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/security-groups/e322c2e8-b9b4-4445-8f3c-7232b56b3e9d HTTP/1.1" status: 204 len: 168 time: 0.1990049 Feb 19 03:37:07.759585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45526) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:07.787420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6094e-4e8c-4534-a49b-303c0c782d64 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e322c2e8-b9b4-4445-8f3c-7232b56b3e9d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:07.850606 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47406864-faf2-4954-b00f-f7999827493e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (93a4f503-dd56-4eae-a398-e9837ca948cf), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.876587 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47406864-faf2-4954-b00f-f7999827493e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (93a4f503-dd56-4eae-a398-e9837ca948cf), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.923760 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47406864-faf2-4954-b00f-f7999827493e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (93a4f503-dd56-4eae-a398-e9837ca948cf), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.927187 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47406864-faf2-4954-b00f-f7999827493e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:07.928608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-47406864-faf2-4954-b00f-f7999827493e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/security-groups/93a4f503-dd56-4eae-a398-e9837ca948cf HTTP/1.1" status: 204 len: 168 time: 0.1677094 Feb 19 03:37:07.931361 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45528) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:07.960526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47406864-faf2-4954-b00f-f7999827493e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a4f503-dd56-4eae-a398-e9837ca948cf,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:08.027037 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-de51f362-a9ed-48e3-a4b2-8b281d56f7e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting subnet d651e4db-1790-4dea-90f7-cfec2b4abf53 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:37:08.030861 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de51f362-a9ed-48e3-a4b2-8b281d56f7e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (d651e4db-1790-4dea-90f7-cfec2b4abf53), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.079507 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de51f362-a9ed-48e3-a4b2-8b281d56f7e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (d651e4db-1790-4dea-90f7-cfec2b4abf53), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.183950 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de51f362-a9ed-48e3-a4b2-8b281d56f7e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d651e4db-1790-4dea-90f7-cfec2b4abf53), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.258259 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de51f362-a9ed-48e3-a4b2-8b281d56f7e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (d651e4db-1790-4dea-90f7-cfec2b4abf53), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.331722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de51f362-a9ed-48e3-a4b2-8b281d56f7e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Subnet': ['ID=d651e4db-1790-4dea-90f7-cfec2b4abf53,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:08.347232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-de51f362-a9ed-48e3-a4b2-8b281d56f7e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.351509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2b2188-b044-48c6-9524-64b41b85cc66 None None] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:08.381120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45534) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:08.381490 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-de51f362-a9ed-48e3-a4b2-8b281d56f7e1 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/d651e4db-1790-4dea-90f7-cfec2b4abf53 HTTP/1.1" status: 204 len: 168 time: 0.4487548 Feb 19 03:37:08.493129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e283e5-2cad-47b9-a8b1-ca2f6055dded tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting subnet eb3cf068-33fe-40c3-a65a-3c99e0927d9f {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:37:08.506430 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16e283e5-2cad-47b9-a8b1-ca2f6055dded tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (eb3cf068-33fe-40c3-a65a-3c99e0927d9f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.517092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d24e94-3ccd-4153-b7f4-2df46e99e322 req-2fbee3ae-d1ea-4afa-bc58-9e49308d7ac8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:08.519537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99d24e94-3ccd-4153-b7f4-2df46e99e322 req-2fbee3ae-d1ea-4afa-bc58-9e49308d7ac8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1266608 Feb 19 03:37:08.612093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99d24e94-3ccd-4153-b7f4-2df46e99e322 req-04808556-f507-4869-a199-3709bcbf13c8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712910 Feb 19 03:37:08.623650 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16e283e5-2cad-47b9-a8b1-ca2f6055dded tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (eb3cf068-33fe-40c3-a65a-3c99e0927d9f), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.739297 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16e283e5-2cad-47b9-a8b1-ca2f6055dded tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (eb3cf068-33fe-40c3-a65a-3c99e0927d9f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.756987 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.824419 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16e283e5-2cad-47b9-a8b1-ca2f6055dded tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (eb3cf068-33fe-40c3-a65a-3c99e0927d9f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.869410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e283e5-2cad-47b9-a8b1-ca2f6055dded tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3cf068-33fe-40c3-a65a-3c99e0927d9f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:08.873548 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4161302d-f7b2-4b3a-998e-c845e3dbcb77 req-0a2091a1-5dd3-4090-b76d-a282d4a19d8d tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0605011 Feb 19 03:37:08.879537 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16e283e5-2cad-47b9-a8b1-ca2f6055dded tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:08.886883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45538) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:08.895114 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-16e283e5-2cad-47b9-a8b1-ca2f6055dded tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/eb3cf068-33fe-40c3-a65a-3c99e0927d9f HTTP/1.1" status: 204 len: 168 time: 0.5119801 Feb 19 03:37:08.916422 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-882e3db5-5ae4-4101-af64-8434c08ad800 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] DELETE failed (client error): The resource could not be found. Feb 19 03:37:08.916920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882e3db5-5ae4-4101-af64-8434c08ad800 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:08.920134 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-882e3db5-5ae4-4101-af64-8434c08ad800 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/d651e4db-1790-4dea-90f7-cfec2b4abf53 HTTP/1.1" status: 404 len: 337 time: 0.0320389 Feb 19 03:37:08.922789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45540) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.005842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdfa3d5a-63e4-4a1d-8c47-e5883621f91a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting subnet d6fc0a7c-85de-4820-b6a5-07feede11272 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:37:09.010319 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3d5a-63e4-4a1d-8c47-e5883621f91a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (d6fc0a7c-85de-4820-b6a5-07feede11272), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:09.074473 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3d5a-63e4-4a1d-8c47-e5883621f91a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (d6fc0a7c-85de-4820-b6a5-07feede11272), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:09.211588 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3d5a-63e4-4a1d-8c47-e5883621f91a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d6fc0a7c-85de-4820-b6a5-07feede11272), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:09.303505 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3d5a-63e4-4a1d-8c47-e5883621f91a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (d6fc0a7c-85de-4820-b6a5-07feede11272), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:09.320452 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cdfa3d5a-63e4-4a1d-8c47-e5883621f91a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:09.327260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45544) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.341038 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cdfa3d5a-63e4-4a1d-8c47-e5883621f91a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/d6fc0a7c-85de-4820-b6a5-07feede11272 HTTP/1.1" status: 204 len: 168 time: 0.4152186 Feb 19 03:37:09.384162 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fc0e0f-712c-4d47-a417-d2b2da01c678 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] DELETE failed (client error): The resource could not be found. Feb 19 03:37:09.384626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fc0e0f-712c-4d47-a417-d2b2da01c678 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:09.397199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-66fc0e0f-712c-4d47-a417-d2b2da01c678 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/ca5c9f05-7f12-48e6-9e78-df932825a0d6 HTTP/1.1" status: 404 len: 337 time: 0.0688510 Feb 19 03:37:09.398404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45546) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.407419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa3d5a-63e4-4a1d-8c47-e5883621f91a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Subnet': ['ID=d6fc0a7c-85de-4820-b6a5-07feede11272,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:09.455643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45548) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.463096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-93e97e3d-240d-457a-9df1-667ee4e9aece tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "GET /v2.0/ports?device_id=86d5c1df-50d8-46bc-9e80-acb5992e2fd6 HTTP/1.1" status: 200 len: 205 time: 0.0615814 Feb 19 03:37:09.502173 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-b8cbd510-3fe6-4ecf-810e-a1e6d9dbce39 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] delete failed (client error): The resource could not be found. Feb 19 03:37:09.506109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45550) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.515447 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b8cbd510-3fe6-4ecf-810e-a1e6d9dbce39 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/routers/86d5c1df-50d8-46bc-9e80-acb5992e2fd6 HTTP/1.1" status: 404 len: 336 time: 0.0586102 Feb 19 03:37:09.537384 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6bde0f-4efd-4067-b688-0322780b6bf7 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] DELETE failed (client error): The resource could not be found. Feb 19 03:37:09.537848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6bde0f-4efd-4067-b688-0322780b6bf7 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:09.545459 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45552) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.549206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2b6bde0f-4efd-4067-b688-0322780b6bf7 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/c1a2d8f1-71f2-4007-83c6-0ff4d7131f48 HTTP/1.1" status: 404 len: 337 time: 0.0420003 Feb 19 03:37:09.585971 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccef928d-ae69-4cd1-b0f1-26316ca5044a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] DELETE failed (client error): The resource could not be found. Feb 19 03:37:09.586346 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccef928d-ae69-4cd1-b0f1-26316ca5044a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:09.592416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45554) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.593137 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ccef928d-ae69-4cd1-b0f1-26316ca5044a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/d722ed15-2977-4afd-81c1-adfaf7a1f72c HTTP/1.1" status: 404 len: 337 time: 0.0466383 Feb 19 03:37:09.637545 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-f341eb27-81da-4003-896e-44ffa92b89c2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] DELETE failed (client error): The resource could not be found. Feb 19 03:37:09.637999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f341eb27-81da-4003-896e-44ffa92b89c2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:09.652405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f341eb27-81da-4003-896e-44ffa92b89c2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/66f56d3e-5415-48ed-bc62-b36481fb969c HTTP/1.1" status: 404 len: 337 time: 0.0587187 Feb 19 03:37:09.656752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45558) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.708010 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ff43ea-5d67-4bce-8939-a01ded915dd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] DELETE failed (client error): The resource could not be found. Feb 19 03:37:09.708995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ff43ea-5d67-4bce-8939-a01ded915dd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:09.715815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45560) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.716155 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-19ff43ea-5d67-4bce-8939-a01ded915dd4 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/f66b11a8-5d28-4672-bb89-c878ad2d1fea HTTP/1.1" status: 404 len: 333 time: 0.0580943 Feb 19 03:37:09.753032 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-08261128-97ac-44bb-85e1-aae90bfdf450 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] DELETE failed (client error): The resource could not be found. Feb 19 03:37:09.753803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08261128-97ac-44bb-85e1-aae90bfdf450 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:09.756958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-08261128-97ac-44bb-85e1-aae90bfdf450 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/4d1b8476-f06e-4895-a740-8b6363044a3c HTTP/1.1" status: 404 len: 337 time: 0.0395267 Feb 19 03:37:09.760672 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45562) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.790863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a18ed5c-a717-4e62-b9b5-d181b0e1f0ca None None] Network 6877a481-0d50-4cbb-b7b4-a160e31c2f4a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:09.832347 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bd21309-5ad6-4745-b120-cb80a554def2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] DELETE failed (client error): The resource could not be found. Feb 19 03:37:09.842519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bd21309-5ad6-4745-b120-cb80a554def2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:09.846347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6bd21309-5ad6-4745-b120-cb80a554def2 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/9426ef47-3b02-4984-a6e0-207e41f856e2 HTTP/1.1" status: 404 len: 337 time: 0.0845859 Feb 19 03:37:09.849026 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45564) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.856847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7366da-fb74-40d0-b4ad-e87d3a1d9295 req-a4741fef-fdab-4718-b2a2-3eb42c94f7e6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:09.858821 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea7366da-fb74-40d0-b4ad-e87d3a1d9295 req-a4741fef-fdab-4718-b2a2-3eb42c94f7e6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.1079009 Feb 19 03:37:09.911960 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5ca7cf-ae03-402e-8b49-76a14a1cc9b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] DELETE failed (client error): The resource could not be found. Feb 19 03:37:09.915115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5ca7cf-ae03-402e-8b49-76a14a1cc9b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:09.920891 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-de5ca7cf-ae03-402e-8b49-76a14a1cc9b3 tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/362cfc01-9693-4761-892f-3d8b88daee1c HTTP/1.1" status: 404 len: 333 time: 0.0681918 Feb 19 03:37:09.921597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45568) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.961401 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f1d447-a40e-43b5-8544-b254c030707a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] DELETE failed (client error): The resource could not be found. Feb 19 03:37:09.962173 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f1d447-a40e-43b5-8544-b254c030707a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:09.964546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d0414957-5517-40fa-8569-068351eba74c None None] Provisioning complete for port 4af74225-bc89-4e82-be46-d574be5a81e6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:09.965530 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0414957-5517-40fa-8569-068351eba74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:09.965857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a5f1d447-a40e-43b5-8544-b254c030707a tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/c849abe9-0ff9-458f-8b57-d105d1430040 HTTP/1.1" status: 404 len: 337 time: 0.0429037 Feb 19 03:37:09.968416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45570) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:09.991266 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea7366da-fb74-40d0-b4ad-e87d3a1d9295 req-3be94e81-a871-45b4-a411-767cf87dd014 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265967 Feb 19 03:37:09.999732 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee0b4728-6e87-4e99-9bae-08e609a21dfd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] DELETE failed (client error): The resource could not be found. Feb 19 03:37:10.000492 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee0b4728-6e87-4e99-9bae-08e609a21dfd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:37:10.003977 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ee0b4728-6e87-4e99-9bae-08e609a21dfd tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/subnets/08893657-bf2e-4a57-b887-99c5115f36c6 HTTP/1.1" status: 404 len: 337 time: 0.0343137 Feb 19 03:37:10.006612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45572) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:10.107875 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ee228bc0-5b78-4f66-9809-cb01fc15aade tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Deleting port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:10.108517 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee228bc0-5b78-4f66-9809-cb01fc15aade tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7c28cdaf-1e07-4645-8071-ba25100fb0e3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.237161 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.270868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fbf572dd-26e9-414b-84e9-f8443d306ae4 req-afd1bdc2-149b-4036-8c12-8135106ca47d tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0858097 Feb 19 03:37:10.274001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694653ae-996d-4f07-b8e2-d2910d7a54e8 None None] DHCP port deletion for 6877a481-0d50-4cbb-b7b4-a160e31c2f4a request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:37:10.294823 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee228bc0-5b78-4f66-9809-cb01fc15aade tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7c28cdaf-1e07-4645-8071-ba25100fb0e3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.309975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d0414957-5517-40fa-8569-068351eba74c None None] Current status of the port 4af74225-bc89-4e82-be46-d574be5a81e6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:10.322150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ee228bc0-5b78-4f66-9809-cb01fc15aade tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Calling delete_port for 7c28cdaf-1e07-4645-8071-ba25100fb0e3 owned by {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:10.328128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d0414957-5517-40fa-8569-068351eba74c None None] Provisioning complete for port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:10.328500 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d0414957-5517-40fa-8569-068351eba74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7c28cdaf-1e07-4645-8071-ba25100fb0e3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.368194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d0414957-5517-40fa-8569-068351eba74c None None] Port 7c28cdaf-1e07-4645-8071-ba25100fb0e3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:37:10.381129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-694653ae-996d-4f07-b8e2-d2910d7a54e8 None None] Deleting port 4af74225-bc89-4e82-be46-d574be5a81e6 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:10.381624 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-694653ae-996d-4f07-b8e2-d2910d7a54e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.461058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-694653ae-996d-4f07-b8e2-d2910d7a54e8 None None] For port 4af74225-bc89-4e82-be46-d574be5a81e6, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4af74225-bc89-4e82-be46-d574be5a81e6,segment=NetworkSegment(886c9842-8d2a-4cf9-b327-ebc74e6f33b3),segment_id=886c9842-8d2a-4cf9-b327-ebc74e6f33b3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:10.461458 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-694653ae-996d-4f07-b8e2-d2910d7a54e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.482771 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-694653ae-996d-4f07-b8e2-d2910d7a54e8 None None] Calling delete_port for 4af74225-bc89-4e82-be46-d574be5a81e6 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:10.495045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee228bc0-5b78-4f66-9809-cb01fc15aade tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (7c28cdaf-1e07-4645-8071-ba25100fb0e3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.546664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee228bc0-5b78-4f66-9809-cb01fc15aade tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Port': ['ID=7c28cdaf-1e07-4645-8071-ba25100fb0e3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:10.559869 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ee228bc0-5b78-4f66-9809-cb01fc15aade tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.564409 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ee228bc0-5b78-4f66-9809-cb01fc15aade tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/ports/7c28cdaf-1e07-4645-8071-ba25100fb0e3 HTTP/1.1" status: 204 len: 168 time: 0.5565331 Feb 19 03:37:10.564536 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-694653ae-996d-4f07-b8e2-d2910d7a54e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (4af74225-bc89-4e82-be46-d574be5a81e6), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.566944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45576) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:10.578382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694653ae-996d-4f07-b8e2-d2910d7a54e8 None None] No DVR routers for this DVR port 4af74225-bc89-4e82-be46-d574be5a81e6 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:37:10.598605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694653ae-996d-4f07-b8e2-d2910d7a54e8 None None] Pushing event deleted for resources: {'Port': ['ID=4af74225-bc89-4e82-be46-d574be5a81e6,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:10.632839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4af74225-bc89-4e82-be46-d574be5a81e6 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:10.661652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 4af74225-bc89-4e82-be46-d574be5a81e6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:10.662307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4af74225-bc89-4e82-be46-d574be5a81e6 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:10.682565 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (6877a481-0d50-4cbb-b7b4-a160e31c2f4a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.783180 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (6877a481-0d50-4cbb-b7b4-a160e31c2f4a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.803873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6877a481-0d50-4cbb-b7b4-a160e31c2f4a']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:10.813919 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '886c9842-8d2a-4cf9-b327-ebc74e6f33b3') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:10.814174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '886c9842-8d2a-4cf9-b327-ebc74e6f33b3') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:10.823570 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (886c9842-8d2a-4cf9-b327-ebc74e6f33b3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.837155 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (886c9842-8d2a-4cf9-b327-ebc74e6f33b3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.843578 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:37:10.844006 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (886c9842-8d2a-4cf9-b327-ebc74e6f33b3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:37:10.846966 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:37:10.909197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (6877a481-0d50-4cbb-b7b4-a160e31c2f4a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.914910 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:10.921189 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] 10.222.0.81 "DELETE /v2.0/networks/6877a481-0d50-4cbb-b7b4-a160e31c2f4a HTTP/1.1" status: 204 len: 168 time: 0.3506179 Feb 19 03:37:10.941548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287641bc-39c1-40cb-b772-bcc67644e45e tempest-PortsIpV6TestJSON-96300312 tempest-PortsIpV6TestJSON-96300312-project] Pushing event deleted for resources: {'Network': ['ID=6877a481-0d50-4cbb-b7b4-a160e31c2f4a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:11.138678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d852d1b-c635-4274-9406-d078fddebb61 req-57546719-9a5b-411e-b955-edb771499774 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:11.140455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d852d1b-c635-4274-9406-d078fddebb61 req-57546719-9a5b-411e-b955-edb771499774 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.0664039 Feb 19 03:37:11.198550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d852d1b-c635-4274-9406-d078fddebb61 req-615832e7-edb4-465a-915f-477376fd307a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511909 Feb 19 03:37:11.239949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45584) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:11.391785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3ca4b3a-76df-42fd-8fae-3f0f0ad132d8 req-40de5dba-81b0-44de-af61-c5d86baf14e2 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0369003 Feb 19 03:37:11.413678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9aca9db5-36be-4f8b-b9ed-a90d3dff9fe1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7e73a044c64f4273a095c786f30b2166&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718543 Feb 19 03:37:11.415586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45590) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:11.472903 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83de16aa-58d1-41e9-93b9-63a5e6547b05 admin admin] Publish callbacks [] for security_group (7cd83b14-7550-407a-b340-c74704cba0fd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:11.500654 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83de16aa-58d1-41e9-93b9-63a5e6547b05 admin admin] Publish callbacks [] for security_group (7cd83b14-7550-407a-b340-c74704cba0fd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:11.555224 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83de16aa-58d1-41e9-93b9-63a5e6547b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7cd83b14-7550-407a-b340-c74704cba0fd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:11.559043 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-83de16aa-58d1-41e9-93b9-63a5e6547b05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:11.563963 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-83de16aa-58d1-41e9-93b9-63a5e6547b05 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7cd83b14-7550-407a-b340-c74704cba0fd HTTP/1.1" status: 204 len: 168 time: 0.1473589 Feb 19 03:37:11.574000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de16aa-58d1-41e9-93b9-63a5e6547b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd83b14-7550-407a-b340-c74704cba0fd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:12.352105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd1de7-c006-4879-b04f-722f5ae54cea req-660efd9a-9b1d-41da-8fd5-d81d38d37e26 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:12.353911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72cd1de7-c006-4879-b04f-722f5ae54cea req-660efd9a-9b1d-41da-8fd5-d81d38d37e26 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 943 time: 0.0619352 Feb 19 03:37:12.411679 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72cd1de7-c006-4879-b04f-722f5ae54cea req-4ce31f15-8efc-4a8f-b835-169bd188daa1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476270 Feb 19 03:37:12.543070 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f08a5ffd-ab90-418a-a811-c531c285a109 req-145d902f-a429-42fd-962c-fbbb07bbda17 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0494294 Feb 19 03:37:12.559824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:37:12.687958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1aa2877e-b1c2-4d86-bdba-9514a21d12c6,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:12.705038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '1aa2877e-b1c2-4d86-bdba-9514a21d12c6', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'port_id': '1aa2877e-b1c2-4d86-bdba-9514a21d12c6', 'mac_address': 'fa:16:3e:45:0b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:37:12.760059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:12.760577 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:12.778201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:37:12.805892 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1aa2877e-b1c2-4d86-bdba-9514a21d12c6,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:12.812864 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:12.877146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=1aa2877e-b1c2-4d86-bdba-9514a21d12c6,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:12.891395 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45634) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:13.147353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['1aa2877e-b1c2-4d86-bdba-9514a21d12c6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:13.200427 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8f752c5-3373-44bc-8900-9f7f41a05259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:13.342438 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8f752c5-3373-44bc-8900-9f7f41a05259 admin admin] Publish callbacks [] for security_group (17bf0685-335c-499e-8be4-9168b7d80256), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:13.356197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d8f752c5-3373-44bc-8900-9f7f41a05259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (17bf0685-335c-499e-8be4-9168b7d80256), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:13.411911 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d8f752c5-3373-44bc-8900-9f7f41a05259 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9abc26b819d74a9abdd981884f8486f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5170321 Feb 19 03:37:13.411911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f752c5-3373-44bc-8900-9f7f41a05259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bf0685-335c-499e-8be4-9168b7d80256,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:13.412257 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45646) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:13.514350 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69c0383d-f351-4c42-8699-72c5b8fd41f8 admin admin] Publish callbacks [] for security_group (17bf0685-335c-499e-8be4-9168b7d80256), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:13.557542 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69c0383d-f351-4c42-8699-72c5b8fd41f8 admin admin] Publish callbacks [] for security_group (17bf0685-335c-499e-8be4-9168b7d80256), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:13.582007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb06e4-8ee3-43e8-a778-10a832219a55 req-f3e74e90-ff67-40c6-af8e-ef4c6f27a9f9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:13.583522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14bb06e4-8ee3-43e8-a778-10a832219a55 req-f3e74e90-ff67-40c6-af8e-ef4c6f27a9f9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 944 time: 0.0884535 Feb 19 03:37:13.643854 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69c0383d-f351-4c42-8699-72c5b8fd41f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (17bf0685-335c-499e-8be4-9168b7d80256), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:13.646368 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-69c0383d-f351-4c42-8699-72c5b8fd41f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:13.647529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-69c0383d-f351-4c42-8699-72c5b8fd41f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/17bf0685-335c-499e-8be4-9168b7d80256 HTTP/1.1" status: 204 len: 168 time: 0.2336802 Feb 19 03:37:13.657857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14bb06e4-8ee3-43e8-a778-10a832219a55 req-8be12b3a-8337-4b81-a309-fb7b4bc9700f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636709 Feb 19 03:37:13.677779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0383d-f351-4c42-8699-72c5b8fd41f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bf0685-335c-499e-8be4-9168b7d80256,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:13.785543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2fd20324-5f4f-4420-8767-03b50d4c688e req-9b8f061a-4d01-4388-b899-3722f02c309e tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "GET /v2.0/ports?device_id=5911479a-ccad-4b28-af80-a802224eec35 HTTP/1.1" status: 200 len: 210 time: 0.0445158 Feb 19 03:37:14.453069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45678) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:14.558503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-668113279-network', 'tenant_id': '944e8b8081a8443485b46b670a72af5d'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:14.578859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Made reservation on behalf of 944e8b8081a8443485b46b670a72af5d for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:14.581145 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.589650 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.590055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:14.644546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:37:14.648936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:14.649306 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.666400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Publish callbacks [] for security_group (611693b0-5641-4c68-8863-a9d2512f2ae5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.675318 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (611693b0-5641-4c68-8863-a9d2512f2ae5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.710314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:37:14.719573 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611693b0-5641-4c68-8863-a9d2512f2ae5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:14.746965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:14.747349 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.751031 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e87dac30-aa49-4cd4-9844-18e5fd5883d3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.751387 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Added segment e87dac30-aa49-4cd4-9844-18e5fd5883d3 of type vlan for network ea2985da-4103-4911-a155-6abf58de17e9 Feb 19 03:37:14.772239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dcb742-d798-4b79-83f4-75cb02ffa3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa2877e-b1c2-4d86-bdba-9514a21d12c6'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:14.774872 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8493ded-bb44-4487-b6e3-c8193e7cb5a3" -d '{"events": [{"server_uuid": "11dcb742-d798-4b79-83f4-75cb02ffa3d9", "name": "network-vif-plugged", "status": "completed", "tag": "1aa2877e-b1c2-4d86-bdba-9514a21d12c6"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:14.790614 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1aa2877e-b1c2-4d86-bdba-9514a21d12c6,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:14.796199 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.824180 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (ea2985da-4103-4911-a155-6abf58de17e9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:14.862509 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=1aa2877e-b1c2-4d86-bdba-9514a21d12c6,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:15.176532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514a787-6d2e-4ec4-a8fb-e6bc477e1601 req-d442f73d-2481-4b1a-a232-9e924d4c6982 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:15.178161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e514a787-6d2e-4ec4-a8fb-e6bc477e1601 req-d442f73d-2481-4b1a-a232-9e924d4c6982 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 944 time: 0.4396241 Feb 19 03:37:15.184350 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (ea2985da-4103-4911-a155-6abf58de17e9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.185524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:15.186202 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.267839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8134491 Feb 19 03:37:15.270999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45690) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:15.275402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66854fe3-497a-4906-a1ef-9573a73be6f9 admin admin] Pushing event updated for resources: {'Network': ['ID=ea2985da-4103-4911-a155-6abf58de17e9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:15.277088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8975c8ec-d8ec-4bd7-81dd-40ab565a4718 admin admin] Request body: {'subnet': {'network_id': 'ea2985da-4103-4911-a155-6abf58de17e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-668113279-subnet', 'tenant_id': '944e8b8081a8443485b46b670a72af5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:15.288621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network ea2985da-4103-4911-a155-6abf58de17e9 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:37:15.299689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e514a787-6d2e-4ec4-a8fb-e6bc477e1601 req-ec2fd7b6-9ec4-4c6d-9733-f69d6600ee9b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106272 Feb 19 03:37:15.322897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8975c8ec-d8ec-4bd7-81dd-40ab565a4718 admin admin] Made reservation on behalf of 944e8b8081a8443485b46b670a72af5d for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:15.322897 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8975c8ec-d8ec-4bd7-81dd-40ab565a4718 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.361474 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea7a2c0-79b0-4c7b-a298-5bcd76ce4379 x-openstack-request-id: req-7ea7a2c0-79b0-4c7b-a298-5bcd76ce4379 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:15.361774 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dcb742-d798-4b79-83f4-75cb02ffa3d9", "name": "network-vif-plugged", "status": "completed", "tag": "1aa2877e-b1c2-4d86-bdba-9514a21d12c6", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:15.362058 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ea7a2c0-79b0-4c7b-a298-5bcd76ce4379 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:15.362503 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dcb742-d798-4b79-83f4-75cb02ffa3d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa2877e-b1c2-4d86-bdba-9514a21d12c6', 'code': 200} Feb 19 03:37:15.409497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45692) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:15.504951 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8800be0-81e1-4101-b735-dc799b4cb7f2 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group (d24a924c-750a-4196-999f-8a7113b91fe5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.507699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89864657-b11f-4882-b308-0e5e55b3985a req-e08e77de-556e-40d4-816b-9e8c5e768b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:15.509253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89864657-b11f-4882-b308-0e5e55b3985a req-e08e77de-556e-40d4-816b-9e8c5e768b53 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 1127 time: 0.0786860 Feb 19 03:37:15.523609 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8975c8ec-d8ec-4bd7-81dd-40ab565a4718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (fc491bad-cb75-4a53-a7c0-03f961e650bd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.546793 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8800be0-81e1-4101-b735-dc799b4cb7f2 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group (d24a924c-750a-4196-999f-8a7113b91fe5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.570938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975c8ec-d8ec-4bd7-81dd-40ab565a4718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc491bad-cb75-4a53-a7c0-03f961e650bd,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:15.588201 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8975c8ec-d8ec-4bd7-81dd-40ab565a4718 admin admin] Checking segment: {'id': 'e87dac30-aa49-4cd4-9844-18e5fd5883d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ea2985da-4103-4911-a155-6abf58de17e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:37:15.588526 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8975c8ec-d8ec-4bd7-81dd-40ab565a4718 admin admin] Network hostable DHCP agents. Network: ea2985da-4103-4911-a155-6abf58de17e9, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:37:15.594570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89864657-b11f-4882-b308-0e5e55b3985a req-3f09bc88-52cf-4fc5-bd56-e1aaf3042b9f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755839 Feb 19 03:37:15.607995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8975c8ec-d8ec-4bd7-81dd-40ab565a4718 admin admin] Network ea2985da-4103-4911-a155-6abf58de17e9 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:37:15.617802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8975c8ec-d8ec-4bd7-81dd-40ab565a4718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, ea2985da-4103-4911-a155-6abf58de17e9) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:15.624359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8975c8ec-d8ec-4bd7-81dd-40ab565a4718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:15.624483 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8975c8ec-d8ec-4bd7-81dd-40ab565a4718 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.625869 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8800be0-81e1-4101-b735-dc799b4cb7f2 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d24a924c-750a-4196-999f-8a7113b91fe5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.628591 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8800be0-81e1-4101-b735-dc799b4cb7f2 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:15.629206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a3d4d1-3abf-4f63-a1ee-67542f3db0fc None None] Network ea2985da-4103-4911-a155-6abf58de17e9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:15.633181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a8800be0-81e1-4101-b735-dc799b4cb7f2 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] 10.222.0.81 "DELETE /v2.0/security-groups/d24a924c-750a-4196-999f-8a7113b91fe5 HTTP/1.1" status: 204 len: 168 time: 0.2225506 Feb 19 03:37:15.643110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8800be0-81e1-4101-b735-dc799b4cb7f2 tempest-TestVolumeBackupRestore-296024799 tempest-TestVolumeBackupRestore-296024799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24a924c-750a-4196-999f-8a7113b91fe5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:15.648642 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8975c8ec-d8ec-4bd7-81dd-40ab565a4718 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3756275 Feb 19 03:37:15.750906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2622834-fd61-4aca-96f8-9bf152a36f46 None None] Network ea2985da-4103-4911-a155-6abf58de17e9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:16.282048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 45748) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:16.288506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-275783836-network', 'tenant_id': '41efd2ce29d948b48bec65fb9b85fc90'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:16.312537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Made reservation on behalf of 41efd2ce29d948b48bec65fb9b85fc90 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:16.315613 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.333433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.442420 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Publish callbacks [] for security_group (f83bbb64-d65d-4064-8759-3b184678f562), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.452945 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f83bbb64-d65d-4064-8759-3b184678f562), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.471415 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:37:16.491937 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2be55dbb-0323-4e13-9a03-673d7de4896a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.492401 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Added segment 2be55dbb-0323-4e13-9a03-673d7de4896a of type vlan for network 957dba4e-3da2-4533-820f-236845f4c945 Feb 19 03:37:16.530547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed1e61-d3bc-42cb-8d36-c3a36fb15de3 req-670163b3-41cc-47e3-8749-2add2e2092da tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:16.552052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19ed1e61-d3bc-42cb-8d36-c3a36fb15de3 req-670163b3-41cc-47e3-8749-2add2e2092da tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 945 time: 0.1141338 Feb 19 03:37:16.573528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (957dba4e-3da2-4533-820f-236845f4c945), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.594650 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83bbb64-d65d-4064-8759-3b184678f562,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:16.667701 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (957dba4e-3da2-4533-820f-236845f4c945), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.668963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:16.669916 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:16.675884 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19ed1e61-d3bc-42cb-8d36-c3a36fb15de3 req-ddfab540-b10f-4552-a0d7-34d87b36c9ba tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100771 Feb 19 03:37:16.749720 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 45800) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:16.749879 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4666319 Feb 19 03:37:16.756463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-71a40335-2d7d-4238-b068-59ec947ee879 admin admin] Request body: {'subnet': {'network_id': '957dba4e-3da2-4533-820f-236845f4c945', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-275783836-subnet', 'tenant_id': '41efd2ce29d948b48bec65fb9b85fc90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:16.766708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bae8a-47cb-44a7-af26-c893d8c17798 admin admin] Pushing event updated for resources: {'Network': ['ID=957dba4e-3da2-4533-820f-236845f4c945,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:16.785559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 957dba4e-3da2-4533-820f-236845f4c945 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:37:16.815183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a40335-2d7d-4238-b068-59ec947ee879 admin admin] Made reservation on behalf of 41efd2ce29d948b48bec65fb9b85fc90 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:16.817801 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-71a40335-2d7d-4238-b068-59ec947ee879 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.133801 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-71a40335-2d7d-4238-b068-59ec947ee879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (0b81de49-10d9-4077-96f6-eff9c6e4d9d9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.222055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a40335-2d7d-4238-b068-59ec947ee879 admin admin] Checking segment: {'id': '2be55dbb-0323-4e13-9a03-673d7de4896a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '957dba4e-3da2-4533-820f-236845f4c945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:37:17.222382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a40335-2d7d-4238-b068-59ec947ee879 admin admin] Network hostable DHCP agents. Network: 957dba4e-3da2-4533-820f-236845f4c945, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:37:17.226431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a40335-2d7d-4238-b068-59ec947ee879 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b81de49-10d9-4077-96f6-eff9c6e4d9d9,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:17.257185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a40335-2d7d-4238-b068-59ec947ee879 admin admin] Network 957dba4e-3da2-4533-820f-236845f4c945 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:37:17.269991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-71a40335-2d7d-4238-b068-59ec947ee879 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 957dba4e-3da2-4533-820f-236845f4c945) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:17.274297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a40335-2d7d-4238-b068-59ec947ee879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:17.274976 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-71a40335-2d7d-4238-b068-59ec947ee879 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:17.287266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a0ce49-e94f-4005-9e12-e0398d7d8ff2 None None] Network 957dba4e-3da2-4533-820f-236845f4c945 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:17.333777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-71a40335-2d7d-4238-b068-59ec947ee879 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5822358 Feb 19 03:37:17.485820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa6825e-545f-4a45-99b6-f6ec398dbfc8 None None] Network 957dba4e-3da2-4533-820f-236845f4c945 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:18.048155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-3d4565a2-52ef-47a6-a0d2-79e12d17410f tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:18.050536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-3d4565a2-52ef-47a6-a0d2-79e12d17410f tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/networks?id=ea2985da-4103-4911-a155-6abf58de17e9 HTTP/1.1" status: 200 len: 811 time: 0.1339645 Feb 19 03:37:18.073171 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-446ef473-52c3-429f-be41-2e20c1549ca9 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/quotas/944e8b8081a8443485b46b670a72af5d HTTP/1.1" status: 200 len: 375 time: 0.0165329 Feb 19 03:37:18.155484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-102cc641-4b0f-4da1-99f3-afd791d33293 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=944e8b8081a8443485b46b670a72af5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764961 Feb 19 03:37:18.169966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-d28335b7-5fcf-41d7-9623-31d407831a84 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:37:18.176608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-d28335b7-5fcf-41d7-9623-31d407831a84 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111408 Feb 19 03:37:18.390616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-7753e4b3-1f40-432d-b0ca-466ae541d2fd service neutron] 10.222.0.81 "GET /v2.0/networks/ea2985da-4103-4911-a155-6abf58de17e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081230 Feb 19 03:37:18.556238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-3b10ccc5-6ad8-4497-91f4-66b6c769579d service neutron] 10.222.0.81 "GET /v2.0/networks/ea2985da-4103-4911-a155-6abf58de17e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579366 Feb 19 03:37:18.920360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151b342-e2a7-404d-878c-a0f8f348ae10 req-1765c3f1-710d-4a0e-9734-11e0963ed58e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:18.931669 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b151b342-e2a7-404d-878c-a0f8f348ae10 req-1765c3f1-710d-4a0e-9734-11e0963ed58e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 945 time: 0.1260111 Feb 19 03:37:19.054491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b151b342-e2a7-404d-878c-a0f8f348ae10 req-322ac392-44b9-4204-ba20-451439dc6645 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215513 Feb 19 03:37:19.159676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5165517a-3e27-456a-9ad6-98a65f3c259d req-aafae855-5c6e-48fa-8e70-6c6d5bd1d1c6 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 210 time: 0.0412629 Feb 19 03:37:19.431655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a10f4a-c829-4a01-b56a-0e3715a42afc req-3bc8f3c6-ec41-44ca-9a18-9707a74d6260 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:19.470647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74a10f4a-c829-4a01-b56a-0e3715a42afc req-3bc8f3c6-ec41-44ca-9a18-9707a74d6260 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 945 time: 0.2044201 Feb 19 03:37:19.636585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74a10f4a-c829-4a01-b56a-0e3715a42afc req-aae9d541-0727-4e61-a6ce-6ea515e1dd0c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591902 Feb 19 03:37:19.844955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a3520-0978-4700-9327-7ac2c3dfb17e req-ec738d0a-39ea-4022-8879-b652ccc5bc78 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:19.847283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee2a3520-0978-4700-9327-7ac2c3dfb17e req-ec738d0a-39ea-4022-8879-b652ccc5bc78 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 945 time: 0.0992949 Feb 19 03:37:19.952216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ee2a3520-0978-4700-9327-7ac2c3dfb17e req-bccdf451-62fc-43d2-b05a-93d079c2398f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990047 Feb 19 03:37:20.361982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36ea9790-70c3-40f3-a497-e72aca590b17 req-fd5f9aee-d062-4f9a-8e5c-118ad008c1dc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 210 time: 0.0426962 Feb 19 03:37:20.636525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2e595-75c3-4601-8990-727322b2bafa req-da808355-e4dd-4888-b5ad-8cfeafbd2955 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:20.638309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74d2e595-75c3-4601-8990-727322b2bafa req-da808355-e4dd-4888-b5ad-8cfeafbd2955 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 945 time: 0.1668930 Feb 19 03:37:20.651148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-9df4d0a4-bddc-4e1e-a43f-1d3015164f56 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:20.653139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-9df4d0a4-bddc-4e1e-a43f-1d3015164f56 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.67 "GET /v2.0/networks?id=ea2985da-4103-4911-a155-6abf58de17e9 HTTP/1.1" status: 200 len: 811 time: 0.2265449 Feb 19 03:37:20.697841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Request body: {'port': {'device_id': '2f7c4ddd-5bed-420d-bb97-4197b4d8fa00', 'network_id': 'ea2985da-4103-4911-a155-6abf58de17e9', 'admin_state_up': True, 'tenant_id': '944e8b8081a8443485b46b670a72af5d'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:20.804753 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74d2e595-75c3-4601-8990-727322b2bafa req-bcde135e-b4e3-4d7f-aa44-902053f4fda0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499727 Feb 19 03:37:20.877423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Made reservation on behalf of 944e8b8081a8443485b46b670a72af5d for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:37:20.881454 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:21.035284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Allocated IP 172.20.0.7 (ea2985da-4103-4911-a155-6abf58de17e9/fc491bad-cb75-4a53-a7c0-03f961e650bd/d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:37:21.249259 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Publish callbacks [] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:21.297380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:21.350669 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Network ea2985da-4103-4911-a155-6abf58de17e9 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:37:21.358149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:37:21.364185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:37:21.368640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Pushing event updated for resources: {'Port': ['ID=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:21.477451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.478429 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:21.532899 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-86c531eb-3419-4239-8369-49189cb8bcdc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8682320 Feb 19 03:37:21.546724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ec5c9-2f9a-4b7b-9fda-cb46435bc977 req-b1cdb9a4-faa2-42d9-b0e8-dec6c1e528eb tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:21.548763 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea9ec5c9-2f9a-4b7b-9fda-cb46435bc977 req-b1cdb9a4-faa2-42d9-b0e8-dec6c1e528eb tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 931 time: 0.0790455 Feb 19 03:37:21.557680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Request body: {'port': {'device_id': '2f7c4ddd-5bed-420d-bb97-4197b4d8fa00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:37:21.650199 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:21.693613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea9ec5c9-2f9a-4b7b-9fda-cb46435bc977 req-91663765-ef59-48f4-a1c6-515fca337749 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325610 Feb 19 03:37:22.037576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cc660-fbc6-4d5c-bceb-61d6a3d15e4e req-b2fefc65-226c-4517-92f3-477c1cff4175 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:22.039138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b46cc660-fbc6-4d5c-bceb-61d6a3d15e4e req-b2fefc65-226c-4517-92f3-477c1cff4175 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 945 time: 0.1731038 Feb 19 03:37:22.066999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5cc40-8b83-41e7-bb9a-627624a4e64d req-d662a264-628e-47ed-8c20-a7bf23615d19 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:22.073701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2cb5cc40-8b83-41e7-bb9a-627624a4e64d req-d662a264-628e-47ed-8c20-a7bf23615d19 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 945 time: 0.1665401 Feb 19 03:37:22.245350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2cb5cc40-8b83-41e7-bb9a-627624a4e64d req-46057064-6dca-48bc-80c0-95ddfa56d28b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705256 Feb 19 03:37:22.253211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:37:22.267446 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Publish callbacks [] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.287297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Transition to ACTIVE for port object d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:37:22.297035 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.336970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b46cc660-fbc6-4d5c-bceb-61d6a3d15e4e req-c149a2fc-01ca-45ad-b531-9c02418233a8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Deleting port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:22.338233 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b46cc660-fbc6-4d5c-bceb-61d6a3d15e4e req-c149a2fc-01ca-45ad-b531-9c02418233a8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.499791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:22.530188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Attempting to bind port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:37:22.530537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Attempting to bind port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'e87dac30-aa49-4cd4-9844-18e5fd5883d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ea2985da-4103-4911-a155-6abf58de17e9'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:37:22.530871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Attempting to bind port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c on network ea2985da-4103-4911-a155-6abf58de17e9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:37:22.543972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c on network ea2985da-4103-4911-a155-6abf58de17e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:37:22.544310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Attempting to bind port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c on network ea2985da-4103-4911-a155-6abf58de17e9 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:37:22.554701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b46cc660-fbc6-4d5c-bceb-61d6a3d15e4e req-c149a2fc-01ca-45ad-b531-9c02418233a8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] For port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1aa2877e-b1c2-4d86-bdba-9514a21d12c6,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:22.555116 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b46cc660-fbc6-4d5c-bceb-61d6a3d15e4e req-c149a2fc-01ca-45ad-b531-9c02418233a8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.557810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:37:22.558353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Checking segment: {'id': 'e87dac30-aa49-4cd4-9844-18e5fd5883d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ea2985da-4103-4911-a155-6abf58de17e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:37:22.558578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Bound using segment: {'id': 'e87dac30-aa49-4cd4-9844-18e5fd5883d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ea2985da-4103-4911-a155-6abf58de17e9'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:37:22.559020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Bound port: d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e87dac30-aa49-4cd4-9844-18e5fd5883d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ea2985da-4103-4911-a155-6abf58de17e9'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:37:22.559343 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.580045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b46cc660-fbc6-4d5c-bceb-61d6a3d15e4e req-c149a2fc-01ca-45ad-b531-9c02418233a8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Calling delete_port for 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:22.644056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] For port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:37:22.647609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] For port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c,segment=NetworkSegment(e87dac30-aa49-4cd4-9844-18e5fd5883d3),segment_id=e87dac30-aa49-4cd4-9844-18e5fd5883d3)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:37:22.657980 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.677367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:22.677770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.679925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] 10.222.0.67 "PUT /v2.0/ports/d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c HTTP/1.1" status: 200 len: 1091 time: 1.1280293 Feb 19 03:37:22.683058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f7c4ddd-5bed-420d-bb97-4197b4d8fa00', 'tag': 'd5b8b2e2-9755-4cd4-ac6c-c5eed23e978c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:22.686775 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f645f92-ca69-493b-a631-8d86a7a34b24" -d '{"events": [{"name": "network-changed", "server_uuid": "2f7c4ddd-5bed-420d-bb97-4197b4d8fa00", "tag": "d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:22.756979 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434a69dc-b527-43bd-beab-513869d11666 x-openstack-request-id: req-434a69dc-b527-43bd-beab-513869d11666 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:22.757269 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f7c4ddd-5bed-420d-bb97-4197b4d8fa00", "tag": "d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:22.757528 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-434a69dc-b527-43bd-beab-513869d11666 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:22.757931 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f7c4ddd-5bed-420d-bb97-4197b4d8fa00', 'tag': 'd5b8b2e2-9755-4cd4-ac6c-c5eed23e978c', 'status': 'completed', 'code': 200} Feb 19 03:37:22.844169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3bd0e-8aa7-4b8f-b601-d394a1edf9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:22.845769 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:22.871047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-285393f3-fbec-4e4a-bc91-ced3712ec68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:22.872760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-285393f3-fbec-4e4a-bc91-ced3712ec68b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=944e8b8081a8443485b46b670a72af5d&device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 1125 time: 0.1291289 Feb 19 03:37:22.938171 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-aaad6498-9436-48ef-a042-8c6f7d664fe8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c HTTP/1.1" status: 200 len: 217 time: 0.0541809 Feb 19 03:37:23.042206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e722a-7e78-46e4-af96-c55639b35286 req-1385558d-01a1-4401-85e9-8d5ac15825bc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:23.043747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f0e722a-7e78-46e4-af96-c55639b35286 req-1385558d-01a1-4401-85e9-8d5ac15825bc tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 943 time: 0.1693201 Feb 19 03:37:23.058828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-b5b54f77-13ec-41e9-9b54-ea4234217b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:23.060384 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-b5b54f77-13ec-41e9-9b54-ea4234217b62 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc491bad-cb75-4a53-a7c0-03f961e650bd HTTP/1.1" status: 200 len: 851 time: 0.1141822 Feb 19 03:37:23.100889 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b46cc660-fbc6-4d5c-bceb-61d6a3d15e4e req-c149a2fc-01ca-45ad-b531-9c02418233a8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (1aa2877e-b1c2-4d86-bdba-9514a21d12c6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:23.113572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['1aa2877e-b1c2-4d86-bdba-9514a21d12c6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:23.152918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-9a0f6b8c-a91d-4552-98c3-8209a324c374 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea2985da-4103-4911-a155-6abf58de17e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830729 Feb 19 03:37:23.157687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149a2fc-01ca-45ad-b531-9c02418233a8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event deleted for resources: {'Port': ['ID=1aa2877e-b1c2-4d86-bdba-9514a21d12c6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:23.288697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f0e722a-7e78-46e4-af96-c55639b35286 req-12e7a249-257d-4dce-aa35-f754867909c7 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385778 Feb 19 03:37:23.289703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46cc660-fbc6-4d5c-bceb-61d6a3d15e4e req-c149a2fc-01ca-45ad-b531-9c02418233a8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] No DVR routers for this DVR port 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:37:23.292968 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b46cc660-fbc6-4d5c-bceb-61d6a3d15e4e req-c149a2fc-01ca-45ad-b531-9c02418233a8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:23.297742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b46cc660-fbc6-4d5c-bceb-61d6a3d15e4e req-c149a2fc-01ca-45ad-b531-9c02418233a8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "DELETE /v2.0/ports/1aa2877e-b1c2-4d86-bdba-9514a21d12c6 HTTP/1.1" status: 204 len: 173 time: 1.2501049 Feb 19 03:37:23.369133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-3bb703c2-09e1-4a0f-bf7d-493e6637d613 service neutron] 10.222.0.67 "GET /v2.0/networks/ea2985da-4103-4911-a155-6abf58de17e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806591 Feb 19 03:37:23.533918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fca4a55e-e96a-4b89-99ac-0d570b789cb4 req-ac253870-89bb-4246-934f-8aa4bfa3c5a8 service neutron] 10.222.0.67 "GET /v2.0/networks/ea2985da-4103-4911-a155-6abf58de17e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569288 Feb 19 03:37:23.555209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab35f62d-c20d-4cee-8a48-c0942dbe6784 req-f966875d-92c7-4033-9f08-d12bb22e8ef1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0506868 Feb 19 03:37:23.711976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f645f92-ca69-493b-a631-8d86a7a34b24 req-cdbdf1de-65b4-4677-95a9-d1d17f18efb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:23.713575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f645f92-ca69-493b-a631-8d86a7a34b24 req-cdbdf1de-65b4-4677-95a9-d1d17f18efb5 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=944e8b8081a8443485b46b670a72af5d&device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 1125 time: 0.1040094 Feb 19 03:37:23.821172 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:23.886183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f645f92-ca69-493b-a631-8d86a7a34b24 req-5f081ced-7066-4701-b9ba-4f2a81ade3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:23.888076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f645f92-ca69-493b-a631-8d86a7a34b24 req-5f081ced-7066-4701-b9ba-4f2a81ade3ee service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea2985da-4103-4911-a155-6abf58de17e9 HTTP/1.1" status: 200 len: 912 time: 0.1644540 Feb 19 03:37:23.998831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f645f92-ca69-493b-a631-8d86a7a34b24 req-4c83e504-2194-43d0-8279-d847896cc9be service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c HTTP/1.1" status: 200 len: 217 time: 0.1020970 Feb 19 03:37:24.088248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f645f92-ca69-493b-a631-8d86a7a34b24 req-02e4b2f1-222a-43a8-9ed6-1d6ac0831ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:24.090157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f645f92-ca69-493b-a631-8d86a7a34b24 req-02e4b2f1-222a-43a8-9ed6-1d6ac0831ce0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc491bad-cb75-4a53-a7c0-03f961e650bd HTTP/1.1" status: 200 len: 851 time: 0.0862041 Feb 19 03:37:24.128159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f645f92-ca69-493b-a631-8d86a7a34b24 req-254dd94d-4a38-445a-8c85-970a65c6da31 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea2985da-4103-4911-a155-6abf58de17e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311558 Feb 19 03:37:24.245569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f645f92-ca69-493b-a631-8d86a7a34b24 req-d61b8cdf-7dcf-4631-b7b7-68b777907acf service neutron] 10.222.0.67 "GET /v2.0/networks/ea2985da-4103-4911-a155-6abf58de17e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108334 Feb 19 03:37:24.463201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f645f92-ca69-493b-a631-8d86a7a34b24 req-071f842d-ed4f-4d25-a161-5c48ed480aff service neutron] 10.222.0.67 "GET /v2.0/networks/ea2985da-4103-4911-a155-6abf58de17e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115211 Feb 19 03:37:24.481223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ddc51-dfaf-44a7-aeac-a66333577c35 req-15d95dc6-4711-4de5-a2c3-08be4b9989ba tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:24.483457 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a6ddc51-dfaf-44a7-aeac-a66333577c35 req-15d95dc6-4711-4de5-a2c3-08be4b9989ba tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 943 time: 0.0912867 Feb 19 03:37:24.533689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a6ddc51-dfaf-44a7-aeac-a66333577c35 req-0abe3a13-ff49-4f7d-8f45-6e6073d2ee4d tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Feb 19 03:37:24.681399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94777b3c-0396-478d-b465-9dc1d2cac703 req-b680d5a9-7d43-4be6-9124-c74b3a3eb9eb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0489750 Feb 19 03:37:24.759505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11dcb742-d798-4b79-83f4-75cb02ffa3d9', 'name': 'network-vif-deleted', 'tag': '1aa2877e-b1c2-4d86-bdba-9514a21d12c6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:24.761859 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bee582-db77-4b66-9e49-31cb8d6bba25" -d '{"events": [{"server_uuid": "11dcb742-d798-4b79-83f4-75cb02ffa3d9", "name": "network-vif-deleted", "tag": "1aa2877e-b1c2-4d86-bdba-9514a21d12c6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:24.798687 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42acff9-65f3-49e5-a4b1-5b483e496700 x-openstack-request-id: req-c42acff9-65f3-49e5-a4b1-5b483e496700 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:24.799040 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11dcb742-d798-4b79-83f4-75cb02ffa3d9", "name": "network-vif-deleted", "tag": "1aa2877e-b1c2-4d86-bdba-9514a21d12c6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:24.799327 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c42acff9-65f3-49e5-a4b1-5b483e496700 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:24.799748 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11dcb742-d798-4b79-83f4-75cb02ffa3d9', 'name': 'network-vif-deleted', 'tag': '1aa2877e-b1c2-4d86-bdba-9514a21d12c6', 'status': 'completed', 'code': 200} Feb 19 03:37:25.811007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fcf65-2778-4ab1-afd9-a648e4ce675a req-2a7d923d-0279-4a8a-8a06-8bf1f1c4ab0d tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:25.824159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d5fcf65-2778-4ab1-afd9-a648e4ce675a req-2a7d923d-0279-4a8a-8a06-8bf1f1c4ab0d tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 943 time: 0.1621196 Feb 19 03:37:25.831747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46284) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:25.958335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d5fcf65-2778-4ab1-afd9-a648e4ce675a req-40db2052-34c6-4bf2-aae6-51abf55b76a1 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300759 Feb 19 03:37:26.082123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d2d6bbe-fd5c-4f91-b07f-3bbfff2a1cc7 req-76b93619-f453-4907-ac7f-17be119f3317 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0394876 Feb 19 03:37:26.119613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:37:26.335138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c,segment=NetworkSegment(e87dac30-aa49-4cd4-9844-18e5fd5883d3),segment_id=e87dac30-aa49-4cd4-9844-18e5fd5883d3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:26.358098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'd5b8b2e2-9755-4cd4-ac6c-c5eed23e978c', 'network_id': 'ea2985da-4103-4911-a155-6abf58de17e9', 'port_id': 'd5b8b2e2-9755-4cd4-ac6c-c5eed23e978c', 'mac_address': 'fa:16:3e:a2:f4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc491bad-cb75-4a53-a7c0-03f961e650bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:37:26.437722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:26.438105 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:26.469856 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:37:26.515339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c,segment=NetworkSegment(e87dac30-aa49-4cd4-9844-18e5fd5883d3),segment_id=e87dac30-aa49-4cd4-9844-18e5fd5883d3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:26.523159 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:26.653198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:26.707913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:26.708290 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1aa2877e-b1c2-4d86-bdba-9514a21d12c6 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:26.713360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:26.733745 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8073961f-501e-4716-a139-e02364bf4648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (7ac2c71f-684b-4961-9d8b-b2584b71fba6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:26.831851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:27.130377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b782965-85ff-4061-9c88-6f78623662cf req-45f10b9f-1f15-4860-ba79-1d59c77b534d tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:27.138198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b782965-85ff-4061-9c88-6f78623662cf req-45f10b9f-1f15-4860-ba79-1d59c77b534d tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 944 time: 0.0655351 Feb 19 03:37:27.142574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8073961f-501e-4716-a139-e02364bf4648 admin admin] Deleting port a5755d72-24ba-4449-8f9c-d764384ffda4 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:27.143448 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8073961f-501e-4716-a139-e02364bf4648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:27.193431 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b782965-85ff-4061-9c88-6f78623662cf req-dd98afcf-ef78-4f3e-8909-2196dbfb582e tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542426 Feb 19 03:37:27.280488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-8073961f-501e-4716-a139-e02364bf4648 admin admin] For port a5755d72-24ba-4449-8f9c-d764384ffda4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a5755d72-24ba-4449-8f9c-d764384ffda4,segment=NetworkSegment(130c5d0f-b7c7-4b6f-9464-112e5b352645),segment_id=130c5d0f-b7c7-4b6f-9464-112e5b352645)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:27.280803 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8073961f-501e-4716-a139-e02364bf4648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:27.297985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c138e45e-b03b-4de5-aefe-f42e990ca801 req-fed71ce7-1786-4c1a-b63f-68bd71b0c6d0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0430679 Feb 19 03:37:27.315481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-8073961f-501e-4716-a139-e02364bf4648 admin admin] Calling delete_port for a5755d72-24ba-4449-8f9c-d764384ffda4 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:27.559596 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8073961f-501e-4716-a139-e02364bf4648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a5755d72-24ba-4449-8f9c-d764384ffda4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:27.629284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073961f-501e-4716-a139-e02364bf4648 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5755d72-24ba-4449-8f9c-d764384ffda4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:27.971866 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8073961f-501e-4716-a139-e02364bf4648 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (7ac2c71f-684b-4961-9d8b-b2584b71fba6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:28.113583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:37:28.225695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:37:28.230597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:37:28.231008 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:28.395145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:37:28.395457 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:28.425949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3db23-6f4b-4f29-9a53-0fde2ea84416 req-dded3063-7a1a-4d24-8fe3-2b0f6c92a0e1 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:28.427593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55a3db23-6f4b-4f29-9a53-0fde2ea84416 req-dded3063-7a1a-4d24-8fe3-2b0f6c92a0e1 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 944 time: 0.1296990 Feb 19 03:37:28.459733 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8073961f-501e-4716-a139-e02364bf4648 admin admin] Router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:28.477088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c,segment=NetworkSegment(e87dac30-aa49-4cd4-9844-18e5fd5883d3),segment_id=e87dac30-aa49-4cd4-9844-18e5fd5883d3)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:28.479163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7c4ddd-5bed-420d-bb97-4197b4d8fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b8b2e2-9755-4cd4-ac6c-c5eed23e978c'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:28.484228 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe7e5ba-a938-4ca7-a2d2-8a58ae272f17" -d '{"events": [{"server_uuid": "2f7c4ddd-5bed-420d-bb97-4197b4d8fa00", "name": "network-vif-plugged", "status": "completed", "tag": "d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:28.495768 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:28.558462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55a3db23-6f4b-4f29-9a53-0fde2ea84416 req-994e2e83-6c78-46f7-a0c7-31b471cc0914 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241591 Feb 19 03:37:28.611691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:28.770628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4c99adc-1d32-4c92-a0b0-0ab516e08d29 req-d7c018ba-abb5-47a9-9cea-da38f517e36e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.1231275 Feb 19 03:37:28.819990 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8073961f-501e-4716-a139-e02364bf4648 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:28.834088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b464b3-73cb-4840-b075-99ddd8798add None None] Sync routers for ids ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:28.837035 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8073961f-501e-4716-a139-e02364bf4648 admin admin] 10.222.0.81 "PUT /v2.0/routers/7ac2c71f-684b-4961-9d8b-b2584b71fba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9991951 Feb 19 03:37:28.839787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46304) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:28.861345 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261f8934-967e-476f-8c9e-878bead9d545 x-openstack-request-id: req-261f8934-967e-476f-8c9e-878bead9d545 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:28.861672 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7c4ddd-5bed-420d-bb97-4197b4d8fa00", "name": "network-vif-plugged", "status": "completed", "tag": "d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:28.862032 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-261f8934-967e-476f-8c9e-878bead9d545 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:28.863037 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7c4ddd-5bed-420d-bb97-4197b4d8fa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b8b2e2-9755-4cd4-ac6c-c5eed23e978c', 'code': 200} Feb 19 03:37:28.863676 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b464b3-73cb-4840-b075-99ddd8798add None None] Routers {'7ac2c71f-684b-4961-9d8b-b2584b71fba6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:28.864840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-40b464b3-73cb-4840-b075-99ddd8798add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:37:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:29.019276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-40b464b3-73cb-4840-b075-99ddd8798add None None] Set router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:37:29.039261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f1f43-f6ad-4b5d-89ec-8d559ede0f6c req-ee9002ff-e8a6-4d9e-8c62-8db26dc8cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:29.040791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27f1f43-f6ad-4b5d-89ec-8d559ede0f6c req-ee9002ff-e8a6-4d9e-8c62-8db26dc8cdb5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 1127 time: 0.1016800 Feb 19 03:37:29.042060 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Publish callbacks [] for router (7ac2c71f-684b-4961-9d8b-b2584b71fba6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:29.465136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-40b464b3-73cb-4840-b075-99ddd8798add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:37:27Z', 'revision_number': 5, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:29.494737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b464b3-73cb-4840-b075-99ddd8798add None None] Checking router: 7ac2c71f-684b-4961-9d8b-b2584b71fba6 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:37:29.503458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b464b3-73cb-4840-b075-99ddd8798add None None] Routers {'7ac2c71f-684b-4961-9d8b-b2584b71fba6'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:29.504103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-40b464b3-73cb-4840-b075-99ddd8798add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:37:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:29.532309 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Publish callbacks [] for router_gateway (7ac2c71f-684b-4961-9d8b-b2584b71fba6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:29.547838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c27f1f43-f6ad-4b5d-89ec-8d559ede0f6c req-88df14a3-0ee2-42b7-9fd9-d9f0d72238a0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962394 Feb 19 03:37:29.592047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Deleting port 03c16e8b-55a9-4532-9585-d1fc14ea89fb {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:29.592395 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:29.623051 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-40b464b3-73cb-4840-b075-99ddd8798add None None] Set router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:37:29.725084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2d364-070a-41eb-9e3b-65516d17242a req-73235208-04ef-4fa7-93e1-d1b7b75ab5aa tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:29.726849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5df2d364-070a-41eb-9e3b-65516d17242a req-73235208-04ef-4fa7-93e1-d1b7b75ab5aa tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.0910633 Feb 19 03:37:29.728922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] For port 03c16e8b-55a9-4532-9585-d1fc14ea89fb, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=03c16e8b-55a9-4532-9585-d1fc14ea89fb,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:29.729441 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:29.750864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Calling delete_port for 03c16e8b-55a9-4532-9585-d1fc14ea89fb owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:29.835757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5df2d364-070a-41eb-9e3b-65516d17242a req-f809ca38-46c0-40fd-916a-95f6f4f59695 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970125 Feb 19 03:37:29.841896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-40b464b3-73cb-4840-b075-99ddd8798add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:37:27Z', 'revision_number': 5, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:29.885645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b464b3-73cb-4840-b075-99ddd8798add None None] The sync data for ids ['7ac2c71f-684b-4961-9d8b-b2584b71fba6'] in n-d-826755-2 is: [{'id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'name': 'tempest-TestVolumeBackupRestore-1809787953-router', 'tenant_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254'}], 'enable_snat': True}, 'gw_port_id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:30:52Z', 'updated_at': '2022-02-19T03:37:27Z', 'revision_number': 5, 'project_id': 'a3d0af4485064f3d98fe28389a0dffb2', 'gw_port': {'id': '03c16e8b-55a9-4532-9585-d1fc14ea89fb', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:f3:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ac2c71f-684b-4961-9d8b-b2584b71fba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:30:53Z', 'updated_at': '2022-02-19T03:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:29.977812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-253d3a91-dff5-47c3-8425-4ab26e45f307 req-436756c5-fa09-4949-a030-ba9843404518 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0342977 Feb 19 03:37:30.037491 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (03c16e8b-55a9-4532-9585-d1fc14ea89fb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.068540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=03c16e8b-55a9-4532-9585-d1fc14ea89fb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:30.140559 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (7ac2c71f-684b-4961-9d8b-b2584b71fba6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.242899 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (7ac2c71f-684b-4961-9d8b-b2584b71fba6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.245769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Publish callbacks [] for router_controller (7ac2c71f-684b-4961-9d8b-b2584b71fba6), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.303610 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (7ac2c71f-684b-4961-9d8b-b2584b71fba6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.304238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ac2c71f-684b-4961-9d8b-b2584b71fba6 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:37:30.313313 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.317541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46320) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:30.318953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4f538314-a25c-4448-b923-395ad10cadb1 admin admin] 10.222.0.81 "DELETE /v2.0/routers/7ac2c71f-684b-4961-9d8b-b2584b71fba6 HTTP/1.1" status: 204 len: 168 time: 1.4777784 Feb 19 03:37:30.374562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-663b601e-c0f3-439c-97f2-6c504b56a3c8 admin admin] Deleting subnet 6e107093-3ae1-45b7-9aec-60e714a796c0 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:37:30.378993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-663b601e-c0f3-439c-97f2-6c504b56a3c8 admin admin] Publish callbacks [] for subnet (6e107093-3ae1-45b7-9aec-60e714a796c0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.420987 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-663b601e-c0f3-439c-97f2-6c504b56a3c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (6e107093-3ae1-45b7-9aec-60e714a796c0), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.518203 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-663b601e-c0f3-439c-97f2-6c504b56a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (6e107093-3ae1-45b7-9aec-60e714a796c0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:30.639220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a5755d72-24ba-4449-8f9c-d764384ffda4 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:30.671137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: a5755d72-24ba-4449-8f9c-d764384ffda4 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:30.671726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a5755d72-24ba-4449-8f9c-d764384ffda4 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:30.990979 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-663b601e-c0f3-439c-97f2-6c504b56a3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (6e107093-3ae1-45b7-9aec-60e714a796c0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.019402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d005b52e-0721-4467-9398-f679e73b13ed req-85a68395-3372-42cf-a539-47759e8b5ce3 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:31.026836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d005b52e-0721-4467-9398-f679e73b13ed req-85a68395-3372-42cf-a539-47759e8b5ce3 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.0792036 Feb 19 03:37:31.027259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b601e-c0f3-439c-97f2-6c504b56a3c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e107093-3ae1-45b7-9aec-60e714a796c0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:31.039065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c85b73-8711-4f6d-8fc7-12828cb6ac88 None None] Network 4a8609d5-9003-4647-bfc3-f6420e6a4893 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:31.051450 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-663b601e-c0f3-439c-97f2-6c504b56a3c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.059710 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-663b601e-c0f3-439c-97f2-6c504b56a3c8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6e107093-3ae1-45b7-9aec-60e714a796c0 HTTP/1.1" status: 204 len: 168 time: 0.7392893 Feb 19 03:37:31.061646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46328) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:31.080090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d005b52e-0721-4467-9398-f679e73b13ed req-d8971bd3-fc61-46b1-b59c-28fc0e4595ed tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520811 Feb 19 03:37:31.195189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b88267aa-19a5-4915-90c5-9c07e72dd2ee req-f10791fb-98d6-4d94-9f4b-fca9801e1b18 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0416932 Feb 19 03:37:31.258672 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (4a8609d5-9003-4647-bfc3-f6420e6a4893), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.325252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b369abc-9d52-4ef7-9d58-7a45fa4741ef None None] DHCP port deletion for 4a8609d5-9003-4647-bfc3-f6420e6a4893 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:37:31.326184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb7c9e-263c-4df6-900b-91273ef09512 req-abae535e-0b45-4e85-b4e1-7dc80d881612 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:31.328091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dadb7c9e-263c-4df6-900b-91273ef09512 req-abae535e-0b45-4e85-b4e1-7dc80d881612 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.0629363 Feb 19 03:37:31.365251 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Deleting port 539800ab-078b-4f59-bae3-754e1e288002 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:31.365839 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (539800ab-078b-4f59-bae3-754e1e288002), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.386942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dadb7c9e-263c-4df6-900b-91273ef09512 req-af6958cd-1929-4a0a-8ddb-059297a07c2b tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528471 Feb 19 03:37:31.388804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1b369abc-9d52-4ef7-9d58-7a45fa4741ef None None] Deleting port 539800ab-078b-4f59-bae3-754e1e288002 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:31.389283 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b369abc-9d52-4ef7-9d58-7a45fa4741ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (539800ab-078b-4f59-bae3-754e1e288002), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.453691 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] For port 539800ab-078b-4f59-bae3-754e1e288002, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=539800ab-078b-4f59-bae3-754e1e288002,segment=NetworkSegment(130c5d0f-b7c7-4b6f-9464-112e5b352645),segment_id=130c5d0f-b7c7-4b6f-9464-112e5b352645)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:31.454093 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (539800ab-078b-4f59-bae3-754e1e288002), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.464125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1b369abc-9d52-4ef7-9d58-7a45fa4741ef None None] For port 539800ab-078b-4f59-bae3-754e1e288002, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=539800ab-078b-4f59-bae3-754e1e288002,segment=NetworkSegment(130c5d0f-b7c7-4b6f-9464-112e5b352645),segment_id=130c5d0f-b7c7-4b6f-9464-112e5b352645)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:31.465046 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b369abc-9d52-4ef7-9d58-7a45fa4741ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (539800ab-078b-4f59-bae3-754e1e288002), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.469348 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Calling delete_port for 539800ab-078b-4f59-bae3-754e1e288002 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:31.482326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1b369abc-9d52-4ef7-9d58-7a45fa4741ef None None] Calling delete_port for 539800ab-078b-4f59-bae3-754e1e288002 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:31.558955 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (539800ab-078b-4f59-bae3-754e1e288002), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.598681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] No DVR routers for this DVR port 539800ab-078b-4f59-bae3-754e1e288002 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:37:31.614121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Pushing event deleted for resources: {'Port': ['ID=539800ab-078b-4f59-bae3-754e1e288002,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:31.651326 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b369abc-9d52-4ef7-9d58-7a45fa4741ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (539800ab-078b-4f59-bae3-754e1e288002), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.676537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b369abc-9d52-4ef7-9d58-7a45fa4741ef None None] No DVR routers for this DVR port 539800ab-078b-4f59-bae3-754e1e288002 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:37:31.716864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b369abc-9d52-4ef7-9d58-7a45fa4741ef None None] Pushing event deleted for resources: {'Port': ['ID=539800ab-078b-4f59-bae3-754e1e288002,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:31.734398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (4a8609d5-9003-4647-bfc3-f6420e6a4893), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.755845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c8113-cce2-4890-bd50-ea3e09d64535 req-fed695a4-b2b2-439a-add3-f1629b8ab672 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:31.757617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-973c8113-cce2-4890-bd50-ea3e09d64535 req-fed695a4-b2b2-439a-add3-f1629b8ab672 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.0877802 Feb 19 03:37:31.763375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8609d5-9003-4647-bfc3-f6420e6a4893']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:31.779372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130c5d0f-b7c7-4b6f-9464-112e5b352645') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:31.780072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130c5d0f-b7c7-4b6f-9464-112e5b352645') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:31.796814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (130c5d0f-b7c7-4b6f-9464-112e5b352645), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.818085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (130c5d0f-b7c7-4b6f-9464-112e5b352645), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.821440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-973c8113-cce2-4890-bd50-ea3e09d64535 req-c62f9259-7442-4f96-9847-0648b760f5c6 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569110 Feb 19 03:37:31.826294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:37:31.829188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (130c5d0f-b7c7-4b6f-9464-112e5b352645), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:37:31.831453 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:37:31.920471 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (4a8609d5-9003-4647-bfc3-f6420e6a4893), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.926542 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:31.929895 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] 10.222.0.81 "DELETE /v2.0/networks/4a8609d5-9003-4647-bfc3-f6420e6a4893 HTTP/1.1" status: 204 len: 168 time: 0.8656168 Feb 19 03:37:31.932973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46338) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:31.946446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a07a1-4c49-4bd6-88f1-dbd254e5b056 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a8609d5-9003-4647-bfc3-f6420e6a4893,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:32.293542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f7da6a3-10d6-4bf6-9a49-4729d85a9d8a req-db4fd8de-b819-451e-8654-8326e42dbeaf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0317893 Feb 19 03:37:32.398512 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-571e68c7-dbdb-47b0-a6f0-a2a4de30829d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:32.628839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 539800ab-078b-4f59-bae3-754e1e288002 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:32.656927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 539800ab-078b-4f59-bae3-754e1e288002 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:32.657970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 539800ab-078b-4f59-bae3-754e1e288002 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:32.658394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 03c16e8b-55a9-4532-9585-d1fc14ea89fb no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:32.684652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 03c16e8b-55a9-4532-9585-d1fc14ea89fb {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:32.686606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 03c16e8b-55a9-4532-9585-d1fc14ea89fb not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:32.715211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-571e68c7-dbdb-47b0-a6f0-a2a4de30829d admin admin] Deleting port 447859f4-ebd7-4b26-803c-6b281ce976d8 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:32.715679 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-571e68c7-dbdb-47b0-a6f0-a2a4de30829d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:32.818262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-571e68c7-dbdb-47b0-a6f0-a2a4de30829d admin admin] For port 447859f4-ebd7-4b26-803c-6b281ce976d8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=447859f4-ebd7-4b26-803c-6b281ce976d8,segment=NetworkSegment(896314ea-18fc-47e7-8247-815ea76b3881),segment_id=896314ea-18fc-47e7-8247-815ea76b3881)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:32.818659 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-571e68c7-dbdb-47b0-a6f0-a2a4de30829d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:32.843169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-571e68c7-dbdb-47b0-a6f0-a2a4de30829d admin admin] Calling delete_port for 447859f4-ebd7-4b26-803c-6b281ce976d8 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:33.054629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9f7d6-8804-482a-a576-ccf7cad4ac5f req-21373e12-4bf9-4448-b7d1-735a5807eb99 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:33.056300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73f9f7d6-8804-482a-a576-ccf7cad4ac5f req-21373e12-4bf9-4448-b7d1-735a5807eb99 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.0919676 Feb 19 03:37:33.135000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-571e68c7-dbdb-47b0-a6f0-a2a4de30829d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (447859f4-ebd7-4b26-803c-6b281ce976d8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:33.165956 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73f9f7d6-8804-482a-a576-ccf7cad4ac5f req-f7098d2c-136d-4b97-9ce1-ad3edcc52188 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837610 Feb 19 03:37:33.168642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e68c7-dbdb-47b0-a6f0-a2a4de30829d admin admin] Pushing event deleted for resources: {'Port': ['ID=447859f4-ebd7-4b26-803c-6b281ce976d8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:33.491017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bbab8fa-ac64-4571-81dd-4d7f3c12a092 req-e9f4dbc5-707e-4b95-ae70-bed499228487 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0423024 Feb 19 03:37:33.546327 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-571e68c7-dbdb-47b0-a6f0-a2a4de30829d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:33.558854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caead5-336a-45d7-9e33-eeaed3d392e3 req-70d3eb47-1b98-4e96-8a05-71558e2ba50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:33.560698 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95caead5-336a-45d7-9e33-eeaed3d392e3 req-70d3eb47-1b98-4e96-8a05-71558e2ba50e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=944e8b8081a8443485b46b670a72af5d&device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 1127 time: 0.1237416 Feb 19 03:37:33.681391 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0108c74e-a100-45f7-a759-107a0a6b2b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:33.765835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b087b-3841-4328-9885-aceb28643935 req-65e27c7e-8828-4a66-8930-db7d2a8568ac tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:33.767414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-792b087b-3841-4328-9885-aceb28643935 req-65e27c7e-8828-4a66-8930-db7d2a8568ac tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.1687624 Feb 19 03:37:33.805629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caead5-336a-45d7-9e33-eeaed3d392e3 req-121b3070-d590-4b06-852d-ea8d9709be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:33.807203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95caead5-336a-45d7-9e33-eeaed3d392e3 req-121b3070-d590-4b06-852d-ea8d9709be9b service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea2985da-4103-4911-a155-6abf58de17e9 HTTP/1.1" status: 200 len: 912 time: 0.2096684 Feb 19 03:37:33.868970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95caead5-336a-45d7-9e33-eeaed3d392e3 req-0d289011-0a09-438a-bbb4-85e65f5b4e45 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c HTTP/1.1" status: 200 len: 217 time: 0.0544293 Feb 19 03:37:33.950321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-792b087b-3841-4328-9885-aceb28643935 req-2db60ac8-f155-4e18-8957-2d066682ff9b tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725597 Feb 19 03:37:33.975198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95caead5-336a-45d7-9e33-eeaed3d392e3 req-667825a8-3546-4c23-82d2-c93dccd3965a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:33.976822 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95caead5-336a-45d7-9e33-eeaed3d392e3 req-667825a8-3546-4c23-82d2-c93dccd3965a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc491bad-cb75-4a53-a7c0-03f961e650bd HTTP/1.1" status: 200 len: 851 time: 0.0707891 Feb 19 03:37:34.037565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95caead5-336a-45d7-9e33-eeaed3d392e3 req-8ba211ed-e3d0-470d-a24e-2d78fe7a1e68 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea2985da-4103-4911-a155-6abf58de17e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349858 Feb 19 03:37:34.106556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571e68c7-dbdb-47b0-a6f0-a2a4de30829d admin admin] Router b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:37:34.194263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95caead5-336a-45d7-9e33-eeaed3d392e3 req-58b460df-2b35-49cd-b4c3-51b89fa6568e service neutron] 10.222.0.67 "GET /v2.0/networks/ea2985da-4103-4911-a155-6abf58de17e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484861 Feb 19 03:37:34.704338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bede1b5b-9120-429e-a742-1dc1e9e1d6d4 req-32a6a945-9305-45dc-9475-12efe707c900 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0652308 Feb 19 03:37:34.732346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571e68c7-dbdb-47b0-a6f0-a2a4de30829d admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:37:34.741771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-571e68c7-dbdb-47b0-a6f0-a2a4de30829d admin admin] 10.222.0.81 "PUT /v2.0/routers/b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8045211 Feb 19 03:37:34.744127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46368) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:34.746868 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a52d51-3f75-46b3-9b3f-a4a128868df0 None None] Sync routers for ids ['b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:37:34.759769 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a52d51-3f75-46b3-9b3f-a4a128868df0 None None] Routers {'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:34.760545 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a8a52d51-3f75-46b3-9b3f-a4a128868df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:37:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:34.795009 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95caead5-336a-45d7-9e33-eeaed3d392e3 req-53d92af0-ed2c-4646-8a0b-e71941b14aed service neutron] 10.222.0.67 "GET /v2.0/networks/ea2985da-4103-4911-a155-6abf58de17e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931818 Feb 19 03:37:34.906585 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Publish callbacks [] for router (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:34.990841 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a8a52d51-3f75-46b3-9b3f-a4a128868df0 None None] Set router b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:37:35.041760 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Publish callbacks [] for router_gateway (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.144674 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Deleting port d94eca45-f172-404e-8c81-1af1a8dc0f0b {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:35.145015 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.165073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5eb88-2ac6-4608-b1c3-4473aa78f473 req-75273e60-9610-437d-98fe-41c7499ff19d tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:35.168904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caa5eb88-2ac6-4608-b1c3-4473aa78f473 req-75273e60-9610-437d-98fe-41c7499ff19d tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.1027668 Feb 19 03:37:35.211922 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a8a52d51-3f75-46b3-9b3f-a4a128868df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'name': 'tempest-TestVolumeBackupRestore-1543696466-router', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:06Z', 'updated_at': '2022-02-19T03:37:33Z', 'revision_number': 5, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'gw_port': {'id': 'd94eca45-f172-404e-8c81-1af1a8dc0f0b', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:73:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:31:07Z', 'updated_at': '2022-02-19T03:31:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:35.242674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caa5eb88-2ac6-4608-b1c3-4473aa78f473 req-48d8e020-09c6-4e0a-b54a-bf7ffffa74fe tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619345 Feb 19 03:37:35.249717 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a52d51-3f75-46b3-9b3f-a4a128868df0 None None] Checking router: b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:37:35.261792 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a52d51-3f75-46b3-9b3f-a4a128868df0 None None] Routers {'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:37:35.264233 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a8a52d51-3f75-46b3-9b3f-a4a128868df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:37:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:35.302846 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] For port d94eca45-f172-404e-8c81-1af1a8dc0f0b, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d94eca45-f172-404e-8c81-1af1a8dc0f0b,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:35.303296 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.318563 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Calling delete_port for d94eca45-f172-404e-8c81-1af1a8dc0f0b owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:35.386910 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a8a52d51-3f75-46b3-9b3f-a4a128868df0 None None] Set router b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:37:35.459032 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a8a52d51-3f75-46b3-9b3f-a4a128868df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'name': 'tempest-TestVolumeBackupRestore-1543696466-router', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:06Z', 'updated_at': '2022-02-19T03:37:35Z', 'revision_number': 6, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:35.516458 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a52d51-3f75-46b3-9b3f-a4a128868df0 None None] The sync data for ids ['b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2'] in n-d-826755-2 is: [{'id': 'b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2', 'name': 'tempest-TestVolumeBackupRestore-1543696466-router', 'tenant_id': 'bd2548b110a84bebac52de33958872f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:31:06Z', 'updated_at': '2022-02-19T03:37:35Z', 'revision_number': 6, 'project_id': 'bd2548b110a84bebac52de33958872f9', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:37:35.618983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d94eca45-f172-404e-8c81-1af1a8dc0f0b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.657488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Pushing event deleted for resources: {'Port': ['ID=d94eca45-f172-404e-8c81-1af1a8dc0f0b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:35.775970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.937703 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-930c7675-aa29-460c-aaf3-310bbe8a740f req-f19ac99a-2960-4a85-8ce0-37e1a9c98d43 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=11dcb742-d798-4b79-83f4-75cb02ffa3d9 HTTP/1.1" status: 200 len: 210 time: 0.0840540 Feb 19 03:37:35.954025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.957501 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Publish callbacks [] for router_controller (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:35.974384 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c6c155f-74a0-4bfa-8ee4-74f6f6df9035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.048605 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.049270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:37:36.058063 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.063050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46378) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:36.064181 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ef1ef213-7e45-4548-b684-3122cf0dbc61 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b1cd461a-c6cb-4de3-9c8e-a6380e62a4f2 HTTP/1.1" status: 204 len: 168 time: 1.3177607 Feb 19 03:37:36.124629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-74efa7f4-0a5a-4129-93ab-3e30095c277d admin admin] Deleting subnet c5eb3d04-1831-4215-b566-38333cdef9a9 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:37:36.128180 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-74efa7f4-0a5a-4129-93ab-3e30095c277d admin admin] Publish callbacks [] for subnet (c5eb3d04-1831-4215-b566-38333cdef9a9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.164863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-74efa7f4-0a5a-4129-93ab-3e30095c277d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (c5eb3d04-1831-4215-b566-38333cdef9a9), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.272883 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-74efa7f4-0a5a-4129-93ab-3e30095c277d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (c5eb3d04-1831-4215-b566-38333cdef9a9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.381990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39898d4-38e2-4317-9968-67d37c782e1c req-68cf761f-76cb-4b2e-9e58-e5a1b20c13e4 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:36.383598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e39898d4-38e2-4317-9968-67d37c782e1c req-68cf761f-76cb-4b2e-9e58-e5a1b20c13e4 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.0778189 Feb 19 03:37:36.392176 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-74efa7f4-0a5a-4129-93ab-3e30095c277d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (c5eb3d04-1831-4215-b566-38333cdef9a9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.436320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74efa7f4-0a5a-4129-93ab-3e30095c277d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5eb3d04-1831-4215-b566-38333cdef9a9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:36.438699 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-74efa7f4-0a5a-4129-93ab-3e30095c277d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.444372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-74efa7f4-0a5a-4129-93ab-3e30095c277d admin admin] 10.222.0.81 "DELETE /v2.0/subnets/c5eb3d04-1831-4215-b566-38333cdef9a9 HTTP/1.1" status: 204 len: 168 time: 0.3776350 Feb 19 03:37:36.445485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46382) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:36.447347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5512e701-5099-46fb-a49e-34fffbed3613 None None] Network 731e9fcb-8d3e-4e19-ac83-3a1004b9770b requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:37:36.476840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e39898d4-38e2-4317-9968-67d37c782e1c req-39495016-c5f1-41ae-97a5-593f18b60eaf tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820165 Feb 19 03:37:36.522221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (731e9fcb-8d3e-4e19-ac83-3a1004b9770b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.595700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Deleting port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:36.596200 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.680095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 447859f4-ebd7-4b26-803c-6b281ce976d8 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:36.730867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 447859f4-ebd7-4b26-803c-6b281ce976d8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:36.731337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 447859f4-ebd7-4b26-803c-6b281ce976d8 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:36.731950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d94eca45-f172-404e-8c81-1af1a8dc0f0b no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:36.735117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcddd37-9a0e-4506-bb54-40eea1bab03f None None] DHCP port deletion for 731e9fcb-8d3e-4e19-ac83-3a1004b9770b request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:37:36.740817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] For port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7160ae7f-f0d2-42c1-9fe3-41ee784119ce,segment=NetworkSegment(896314ea-18fc-47e7-8247-815ea76b3881),segment_id=896314ea-18fc-47e7-8247-815ea76b3881)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:36.741187 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.759505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Calling delete_port for 7160ae7f-f0d2-42c1-9fe3-41ee784119ce owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:36.837125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: d94eca45-f172-404e-8c81-1af1a8dc0f0b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:36.837866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d94eca45-f172-404e-8c81-1af1a8dc0f0b not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:36.879084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6bcddd37-9a0e-4506-bb54-40eea1bab03f None None] Deleting port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:36.879616 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6bcddd37-9a0e-4506-bb54-40eea1bab03f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.921314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.977102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e874c70-ebed-4caf-80d0-a1dfb51a9035 req-f31f23fa-03c4-4785-9a57-f7de8b45aa9e tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:36.983337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1e874c70-ebed-4caf-80d0-a1dfb51a9035 req-f31f23fa-03c4-4785-9a57-f7de8b45aa9e tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.1167901 Feb 19 03:37:36.994468 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6bcddd37-9a0e-4506-bb54-40eea1bab03f None None] For port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7160ae7f-f0d2-42c1-9fe3-41ee784119ce,segment=NetworkSegment(896314ea-18fc-47e7-8247-815ea76b3881),segment_id=896314ea-18fc-47e7-8247-815ea76b3881)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:36.994940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] No DVR routers for this DVR port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:37:36.995032 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6bcddd37-9a0e-4506-bb54-40eea1bab03f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:36.996581 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Pushing event deleted for resources: {'Port': ['ID=7160ae7f-f0d2-42c1-9fe3-41ee784119ce,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:37.022997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6bcddd37-9a0e-4506-bb54-40eea1bab03f None None] Calling delete_port for 7160ae7f-f0d2-42c1-9fe3-41ee784119ce owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:37.078937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1e874c70-ebed-4caf-80d0-a1dfb51a9035 req-2a316313-2c90-447f-8532-13ff2031185a tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919459 Feb 19 03:37:37.126215 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (731e9fcb-8d3e-4e19-ac83-3a1004b9770b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.143997 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6bcddd37-9a0e-4506-bb54-40eea1bab03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (7160ae7f-f0d2-42c1-9fe3-41ee784119ce), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.181868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['731e9fcb-8d3e-4e19-ac83-3a1004b9770b']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:37.188312 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcddd37-9a0e-4506-bb54-40eea1bab03f None None] No DVR routers for this DVR port 7160ae7f-f0d2-42c1-9fe3-41ee784119ce on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:37:37.190597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcddd37-9a0e-4506-bb54-40eea1bab03f None None] Pushing event deleted for resources: {'Port': ['ID=7160ae7f-f0d2-42c1-9fe3-41ee784119ce,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:37.202592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.215289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896314ea-18fc-47e7-8247-815ea76b3881') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:37.216887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896314ea-18fc-47e7-8247-815ea76b3881') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:37.239345 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (896314ea-18fc-47e7-8247-815ea76b3881), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.255084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (896314ea-18fc-47e7-8247-815ea76b3881), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.261702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:37:37.262107 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (896314ea-18fc-47e7-8247-815ea76b3881), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:37:37.264373 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:37:37.330405 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (731e9fcb-8d3e-4e19-ac83-3a1004b9770b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.336867 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.340780 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] 10.222.0.81 "DELETE /v2.0/networks/731e9fcb-8d3e-4e19-ac83-3a1004b9770b HTTP/1.1" status: 204 len: 168 time: 0.8938200 Feb 19 03:37:37.353854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c88f96-59fd-4c14-8edd-51c72e704125 admin admin] Pushing event deleted for resources: {'Network': ['ID=731e9fcb-8d3e-4e19-ac83-3a1004b9770b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:37.470492 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46404) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:37.511703 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a6100bd2-71ca-4143-b11c-a03238ceeb4b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a3d0af4485064f3d98fe28389a0dffb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0397737 Feb 19 03:37:37.514450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46406) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:37.581006 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Publish callbacks [] for security_group (565c9266-1106-4c3b-967e-ce166f0953ca), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.604233 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Publish callbacks [] for security_group (565c9266-1106-4c3b-967e-ce166f0953ca), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.659695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (565c9266-1106-4c3b-967e-ce166f0953ca), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.662380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:37.665911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/565c9266-1106-4c3b-967e-ce166f0953ca HTTP/1.1" status: 204 len: 168 time: 0.1480007 Feb 19 03:37:37.673862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565c9266-1106-4c3b-967e-ce166f0953ca,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:37.684870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:37.685458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:37.685990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:37.686664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:37.687495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:37.687947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:37.688620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:37.689040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:37.693283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:37.693283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:37.693283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:37.693574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:37.700406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a99b98-74df-4630-842f-c37d3b47dff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:38.044357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46412) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:38.107492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1639261f-d7f3-43cc-85cd-085e817929e9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bd2548b110a84bebac52de33958872f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0619214 Feb 19 03:37:38.110246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46418) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:38.177331 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2462-1ffb-434e-9553-af11d50e05f2 admin admin] Publish callbacks [] for security_group (943ea4cf-1c04-4474-b659-5b669578d01f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.223958 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2462-1ffb-434e-9553-af11d50e05f2 admin admin] Publish callbacks [] for security_group (943ea4cf-1c04-4474-b659-5b669578d01f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.261795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da364d8-9a64-4e69-862d-164ebbdc9646 req-96103a22-b9cb-42dc-b4ef-9b9695c3a42c tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.263650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8da364d8-9a64-4e69-862d-164ebbdc9646 req-96103a22-b9cb-42dc-b4ef-9b9695c3a42c tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.0986261 Feb 19 03:37:38.333737 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8da364d8-9a64-4e69-862d-164ebbdc9646 req-38b8470e-e6a2-4049-b79f-8213978e0e99 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627792 Feb 19 03:37:38.341017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2462-1ffb-434e-9553-af11d50e05f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (943ea4cf-1c04-4474-b659-5b669578d01f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.344528 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5d3b2462-1ffb-434e-9553-af11d50e05f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.346100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5d3b2462-1ffb-434e-9553-af11d50e05f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/943ea4cf-1c04-4474-b659-5b669578d01f HTTP/1.1" status: 204 len: 168 time: 0.2345481 Feb 19 03:37:38.367683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b2462-1ffb-434e-9553-af11d50e05f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943ea4cf-1c04-4474-b659-5b669578d01f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:38.494463 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:38.674797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab523b-47c2-4291-9ba9-1684d3ff0c77 req-18885845-795f-43ad-84d0-55547dd8a704 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.683303 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4ab523b-47c2-4291-9ba9-1684d3ff0c77 req-18885845-795f-43ad-84d0-55547dd8a704 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.1177943 Feb 19 03:37:38.704491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7160ae7f-f0d2-42c1-9fe3-41ee784119ce no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:38.734252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e8486-0bc9-4638-b2d2-809977988f09 req-287d82ef-8eac-4566-82b0-8ff774a5aca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.736588 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c9e8486-0bc9-4638-b2d2-809977988f09 req-287d82ef-8eac-4566-82b0-8ff774a5aca2 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=944e8b8081a8443485b46b670a72af5d&device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 1127 time: 0.1303945 Feb 19 03:37:38.746293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 7160ae7f-f0d2-42c1-9fe3-41ee784119ce {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:38.746641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7160ae7f-f0d2-42c1-9fe3-41ee784119ce not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:38.860308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e8486-0bc9-4638-b2d2-809977988f09 req-8162b69e-a4ec-48ed-ab58-71cc00cd3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.862076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c9e8486-0bc9-4638-b2d2-809977988f09 req-8162b69e-a4ec-48ed-ab58-71cc00cd3630 service neutron] 10.222.0.67 "GET /v2.0/networks?id=ea2985da-4103-4911-a155-6abf58de17e9 HTTP/1.1" status: 200 len: 912 time: 0.1176164 Feb 19 03:37:38.927150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c9e8486-0bc9-4638-b2d2-809977988f09 req-ec20efb7-5695-4602-b8ae-7d03cce640eb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c HTTP/1.1" status: 200 len: 217 time: 0.0545280 Feb 19 03:37:38.935599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4ab523b-47c2-4291-9ba9-1684d3ff0c77 req-9f48eba1-6635-46bb-8608-e176f426f5b8 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512574 Feb 19 03:37:38.995001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e8486-0bc9-4638-b2d2-809977988f09 req-47c35836-f41b-41cc-b7c1-1e88ab6c3055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:38.996744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c9e8486-0bc9-4638-b2d2-809977988f09 req-47c35836-f41b-41cc-b7c1-1e88ab6c3055 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=fc491bad-cb75-4a53-a7c0-03f961e650bd HTTP/1.1" status: 200 len: 851 time: 0.0599093 Feb 19 03:37:39.036817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c9e8486-0bc9-4638-b2d2-809977988f09 req-2ac7ca17-7b31-4b83-b910-26cd330029b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=ea2985da-4103-4911-a155-6abf58de17e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331907 Feb 19 03:37:39.175126 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c9e8486-0bc9-4638-b2d2-809977988f09 req-87ec4d3c-b307-4f27-b73c-8ae83fbc3829 service neutron] 10.222.0.67 "GET /v2.0/networks/ea2985da-4103-4911-a155-6abf58de17e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226914 Feb 19 03:37:39.268573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c9e8486-0bc9-4638-b2d2-809977988f09 req-db723cac-5456-4591-a753-b86405e9adb0 service neutron] 10.222.0.67 "GET /v2.0/networks/ea2985da-4103-4911-a155-6abf58de17e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878956 Feb 19 03:37:40.077302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb86646-0bc0-47bd-b004-9e7216f00c34 req-76aabc24-0570-4f32-a0bf-8a7dbbcaecbe tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:40.079026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-beb86646-0bc0-47bd-b004-9e7216f00c34 req-76aabc24-0570-4f32-a0bf-8a7dbbcaecbe tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.0684152 Feb 19 03:37:40.101915 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:40.134349 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-beb86646-0bc0-47bd-b004-9e7216f00c34 req-197730c8-b369-4fe8-95bc-aed4ab9fbb44 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496936 Feb 19 03:37:41.283909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dfd2a-7ed9-47d7-a125-36681493c1ca req-877e404a-a71f-4cd3-b5b5-d412f83eb11f tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:41.285592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-544dfd2a-7ed9-47d7-a125-36681493c1ca req-877e404a-a71f-4cd3-b5b5-d412f83eb11f tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.0645959 Feb 19 03:37:41.336320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-544dfd2a-7ed9-47d7-a125-36681493c1ca req-3a1277f5-be89-4a6a-8ddd-51f6a936c2e9 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448532 Feb 19 03:37:41.637095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a5560-a099-4599-baa0-70a385844ae3 req-0abeaec9-e661-4093-b85a-e212216b73f8 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:41.638682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f3a5560-a099-4599-baa0-70a385844ae3 req-0abeaec9-e661-4093-b85a-e212216b73f8 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.0553448 Feb 19 03:37:41.699016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f3a5560-a099-4599-baa0-70a385844ae3 req-b64fa38b-25de-4f78-a6a1-6debac53158c tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540307 Feb 19 03:37:42.849485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dea0d-1c97-4bdf-b8ba-d26688b0289b req-5f980397-c166-4ae6-9146-37166b584f67 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:42.851379 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-126dea0d-1c97-4bdf-b8ba-d26688b0289b req-5f980397-c166-4ae6-9146-37166b584f67 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.0782781 Feb 19 03:37:42.907140 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-126dea0d-1c97-4bdf-b8ba-d26688b0289b req-7245e07e-0584-46db-93d1-8f7cb6ac4638 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/security-groups?id=611693b0-5641-4c68-8863-a9d2512f2ae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497911 Feb 19 03:37:43.414037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219fdf8-88a6-440b-83af-437c38caf231 req-74be6c7b-c3b7-486f-abf5-677f565ccc42 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:37:43.415537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b219fdf8-88a6-440b-83af-437c38caf231 req-74be6c7b-c3b7-486f-abf5-677f565ccc42 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.67 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 945 time: 0.0565047 Feb 19 03:37:43.547979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b219fdf8-88a6-440b-83af-437c38caf231 req-56de9d49-f34b-4e70-844d-f4876ab37497 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Deleting port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:37:43.548314 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b219fdf8-88a6-440b-83af-437c38caf231 req-56de9d49-f34b-4e70-844d-f4876ab37497 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.656999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b219fdf8-88a6-440b-83af-437c38caf231 req-56de9d49-f34b-4e70-844d-f4876ab37497 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] For port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c,segment=NetworkSegment(e87dac30-aa49-4cd4-9844-18e5fd5883d3),segment_id=e87dac30-aa49-4cd4-9844-18e5fd5883d3)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:37:43.657455 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b219fdf8-88a6-440b-83af-437c38caf231 req-56de9d49-f34b-4e70-844d-f4876ab37497 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.678644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b219fdf8-88a6-440b-83af-437c38caf231 req-56de9d49-f34b-4e70-844d-f4876ab37497 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Calling delete_port for d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:37:43.863037 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b219fdf8-88a6-440b-83af-437c38caf231 req-56de9d49-f34b-4e70-844d-f4876ab37497 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.883593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:37:43.909354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de9d49-f34b-4e70-844d-f4876ab37497 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Pushing event deleted for resources: {'Port': ['ID=d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:43.969634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b219fdf8-88a6-440b-83af-437c38caf231 req-56de9d49-f34b-4e70-844d-f4876ab37497 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] No DVR routers for this DVR port d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:37:43.972868 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b219fdf8-88a6-440b-83af-437c38caf231 req-56de9d49-f34b-4e70-844d-f4876ab37497 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:43.976346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b219fdf8-88a6-440b-83af-437c38caf231 req-56de9d49-f34b-4e70-844d-f4876ab37497 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.67 "DELETE /v2.0/ports/d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c HTTP/1.1" status: 204 len: 173 time: 0.5550437 Feb 19 03:37:43.976846 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f7c4ddd-5bed-420d-bb97-4197b4d8fa00', 'name': 'network-vif-deleted', 'tag': 'd5b8b2e2-9755-4cd4-ac6c-c5eed23e978c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:37:43.984777 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5727bd0-02a2-434b-a075-4b5deb7a8de3" -d '{"events": [{"server_uuid": "2f7c4ddd-5bed-420d-bb97-4197b4d8fa00", "name": "network-vif-deleted", "tag": "d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:37:44.047120 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c495980c-1c09-4a3b-8cf5-f37c8a5ad27a req-9855827b-0e65-42e8-b789-98e80f7de342 tempest-TestServerAdvancedOps-48565883 tempest-TestServerAdvancedOps-48565883-project] 10.222.0.81 "GET /v2.0/ports?device_id=2f7c4ddd-5bed-420d-bb97-4197b4d8fa00 HTTP/1.1" status: 200 len: 210 time: 0.0356500 Feb 19 03:37:44.106417 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774894db-4b78-44d4-80a8-4f4b0937e28a x-openstack-request-id: req-774894db-4b78-44d4-80a8-4f4b0937e28a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:37:44.107383 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f7c4ddd-5bed-420d-bb97-4197b4d8fa00", "name": "network-vif-deleted", "tag": "d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:37:44.107808 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-774894db-4b78-44d4-80a8-4f4b0937e28a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:37:44.108429 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f7c4ddd-5bed-420d-bb97-4197b4d8fa00', 'name': 'network-vif-deleted', 'tag': 'd5b8b2e2-9755-4cd4-ac6c-c5eed23e978c', 'status': 'completed', 'code': 200} Feb 19 03:37:44.615881 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:37:45.119029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46500) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:45.166436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b9023a-a98e-4636-af12-9eacbf6efc3b admin admin] Deleting subnet fc491bad-cb75-4a53-a7c0-03f961e650bd {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:37:45.170324 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3b9023a-a98e-4636-af12-9eacbf6efc3b admin admin] Publish callbacks [] for subnet (fc491bad-cb75-4a53-a7c0-03f961e650bd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.205846 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3b9023a-a98e-4636-af12-9eacbf6efc3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (fc491bad-cb75-4a53-a7c0-03f961e650bd), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.254116 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3b9023a-a98e-4636-af12-9eacbf6efc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (fc491bad-cb75-4a53-a7c0-03f961e650bd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.318634 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3b9023a-a98e-4636-af12-9eacbf6efc3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (fc491bad-cb75-4a53-a7c0-03f961e650bd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.350859 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3b9023a-a98e-4636-af12-9eacbf6efc3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.357297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c3b9023a-a98e-4636-af12-9eacbf6efc3b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fc491bad-cb75-4a53-a7c0-03f961e650bd HTTP/1.1" status: 204 len: 168 time: 0.2352664 Feb 19 03:37:45.357297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b9023a-a98e-4636-af12-9eacbf6efc3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc491bad-cb75-4a53-a7c0-03f961e650bd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:45.358131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46502) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:45.438061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (ea2985da-4103-4911-a155-6abf58de17e9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.523871 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (ea2985da-4103-4911-a155-6abf58de17e9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.544435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2985da-4103-4911-a155-6abf58de17e9']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:45.554391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87dac30-aa49-4cd4-9844-18e5fd5883d3') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:45.554664 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87dac30-aa49-4cd4-9844-18e5fd5883d3') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:45.564616 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (e87dac30-aa49-4cd4-9844-18e5fd5883d3), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.579087 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e87dac30-aa49-4cd4-9844-18e5fd5883d3), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.586041 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:37:45.586697 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (e87dac30-aa49-4cd4-9844-18e5fd5883d3), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:37:45.588468 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:37:45.650529 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (ea2985da-4103-4911-a155-6abf58de17e9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.656238 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.663379 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] 10.222.0.81 "DELETE /v2.0/networks/ea2985da-4103-4911-a155-6abf58de17e9 HTTP/1.1" status: 204 len: 168 time: 0.3005486 Feb 19 03:37:45.663633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46504) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:45.689657 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2985da-4103-4911-a155-6abf58de17e9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:45.698783 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.699379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.699937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.700516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.701098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.701637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.702167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.703446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.703993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.704879 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.705424 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.705953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.706480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad183301-6ff0-4188-99aa-4337c4e39827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:37:45.729635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9bd029-9925-43ff-bc67-861af9e507e8 admin admin] Deleting subnet 0b81de49-10d9-4077-96f6-eff9c6e4d9d9 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:37:45.733339 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-db9bd029-9925-43ff-bc67-861af9e507e8 admin admin] Publish callbacks [] for subnet (0b81de49-10d9-4077-96f6-eff9c6e4d9d9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.771236 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-db9bd029-9925-43ff-bc67-861af9e507e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (0b81de49-10d9-4077-96f6-eff9c6e4d9d9), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.812116 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-db9bd029-9925-43ff-bc67-861af9e507e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (0b81de49-10d9-4077-96f6-eff9c6e4d9d9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.872384 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-db9bd029-9925-43ff-bc67-861af9e507e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (0b81de49-10d9-4077-96f6-eff9c6e4d9d9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.902784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bd029-9925-43ff-bc67-861af9e507e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b81de49-10d9-4077-96f6-eff9c6e4d9d9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:45.905440 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-db9bd029-9925-43ff-bc67-861af9e507e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:45.911759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46508) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:45.912080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-db9bd029-9925-43ff-bc67-861af9e507e8 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/0b81de49-10d9-4077-96f6-eff9c6e4d9d9 HTTP/1.1" status: 204 len: 168 time: 0.2472498 Feb 19 03:37:45.987489 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (957dba4e-3da2-4533-820f-236845f4c945), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.149569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (957dba4e-3da2-4533-820f-236845f4c945), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.178755 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957dba4e-3da2-4533-820f-236845f4c945']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:46.189447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be55dbb-0323-4e13-9a03-673d7de4896a') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:46.189745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be55dbb-0323-4e13-9a03-673d7de4896a') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:37:46.200096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (2be55dbb-0323-4e13-9a03-673d7de4896a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.215798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2be55dbb-0323-4e13-9a03-673d7de4896a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.223442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:37:46.223442 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (2be55dbb-0323-4e13-9a03-673d7de4896a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:37:46.237175 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:37:46.284517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (957dba4e-3da2-4533-820f-236845f4c945), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.290347 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.296974 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] 10.222.0.81 "DELETE /v2.0/networks/957dba4e-3da2-4533-820f-236845f4c945 HTTP/1.1" status: 204 len: 168 time: 0.3803329 Feb 19 03:37:46.312248 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b46cc2-a50b-4f99-8d7b-457490e9c46a admin admin] Pushing event deleted for resources: {'Network': ['ID=957dba4e-3da2-4533-820f-236845f4c945,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:46.464444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46514) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:46.504545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bf2e97aa-7458-4ea0-879a-69f6652435ed admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=944e8b8081a8443485b46b670a72af5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389066 Feb 19 03:37:46.507163 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46516) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:46.556040 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b78ced3f-2204-4cba-acc6-01169a217510 admin admin] Publish callbacks [] for security_group (611693b0-5641-4c68-8863-a9d2512f2ae5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.577853 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b78ced3f-2204-4cba-acc6-01169a217510 admin admin] Publish callbacks [] for security_group (611693b0-5641-4c68-8863-a9d2512f2ae5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.626023 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b78ced3f-2204-4cba-acc6-01169a217510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (611693b0-5641-4c68-8863-a9d2512f2ae5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.628624 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b78ced3f-2204-4cba-acc6-01169a217510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:46.629824 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b78ced3f-2204-4cba-acc6-01169a217510 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/611693b0-5641-4c68-8863-a9d2512f2ae5 HTTP/1.1" status: 204 len: 168 time: 0.1217566 Feb 19 03:37:46.642537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ced3f-2204-4cba-acc6-01169a217510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611693b0-5641-4c68-8863-a9d2512f2ae5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:46.983544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46532) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:47.033640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6308313f-99b1-401b-926c-e30a7c5884d4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=41efd2ce29d948b48bec65fb9b85fc90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0466352 Feb 19 03:37:47.036035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46534) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:47.084045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3d30b8c-0a6c-4958-85fd-8e7ab5b9a140 admin admin] Publish callbacks [] for security_group (f83bbb64-d65d-4064-8759-3b184678f562), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:47.107717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3d30b8c-0a6c-4958-85fd-8e7ab5b9a140 admin admin] Publish callbacks [] for security_group (f83bbb64-d65d-4064-8759-3b184678f562), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:47.170590 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3d30b8c-0a6c-4958-85fd-8e7ab5b9a140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f83bbb64-d65d-4064-8759-3b184678f562), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:47.173844 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c3d30b8c-0a6c-4958-85fd-8e7ab5b9a140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:47.177440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c3d30b8c-0a6c-4958-85fd-8e7ab5b9a140 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f83bbb64-d65d-4064-8759-3b184678f562 HTTP/1.1" status: 204 len: 168 time: 0.1381347 Feb 19 03:37:47.195113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d30b8c-0a6c-4958-85fd-8e7ab5b9a140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83bbb64-d65d-4064-8759-3b184678f562,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:48.194394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:37:48.220337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:37:48.221055 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device d5b8b2e2-9755-4cd4-ac6c-c5eed23e978c not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:37:52.821597 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:53.801866 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.177635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46688) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:58.308264 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-babdccb3-dd07-45ee-b5d2-5565c6cc0c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.390493 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-babdccb3-dd07-45ee-b5d2-5565c6cc0c23 admin admin] Publish callbacks [] for security_group (f6c40b87-51e0-4872-bc86-0235026f5e41), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.395915 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-babdccb3-dd07-45ee-b5d2-5565c6cc0c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f6c40b87-51e0-4872-bc86-0235026f5e41), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.431673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdccb3-dd07-45ee-b5d2-5565c6cc0c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c40b87-51e0-4872-bc86-0235026f5e41,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:58.443948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-babdccb3-dd07-45ee-b5d2-5565c6cc0c23 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=29f73636a90b4f4e81efccd84946a00e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2615366 Feb 19 03:37:58.443948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46692) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:58.496096 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9592234a-6261-470b-b639-d66e6f68481f admin admin] Publish callbacks [] for security_group (f6c40b87-51e0-4872-bc86-0235026f5e41), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.519492 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9592234a-6261-470b-b639-d66e6f68481f admin admin] Publish callbacks [] for security_group (f6c40b87-51e0-4872-bc86-0235026f5e41), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.570494 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9592234a-6261-470b-b639-d66e6f68481f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f6c40b87-51e0-4872-bc86-0235026f5e41), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.573071 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9592234a-6261-470b-b639-d66e6f68481f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.574244 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9592234a-6261-470b-b639-d66e6f68481f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f6c40b87-51e0-4872-bc86-0235026f5e41 HTTP/1.1" status: 204 len: 168 time: 0.1296289 Feb 19 03:37:58.584452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592234a-6261-470b-b639-d66e6f68481f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c40b87-51e0-4872-bc86-0235026f5e41,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:58.893169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46698) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:58.909045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0324c32c-d6da-4321-bae0-51529a64e79d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:58.995931 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0324c32c-d6da-4321-bae0-51529a64e79d admin admin] Publish callbacks [] for security_group (93698d86-b16d-4411-8296-20c2af38beca), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:59.001569 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0324c32c-d6da-4321-bae0-51529a64e79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (93698d86-b16d-4411-8296-20c2af38beca), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:59.044802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0324c32c-d6da-4321-bae0-51529a64e79d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8e5126be2ba24e5590eb4c90ce36b406&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1482015 Feb 19 03:37:59.045002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0324c32c-d6da-4321-bae0-51529a64e79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93698d86-b16d-4411-8296-20c2af38beca,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:37:59.045637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46700) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:37:59.101768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ca29-5a55-4c61-9604-bd78f0b6f241 admin admin] Publish callbacks [] for security_group (93698d86-b16d-4411-8296-20c2af38beca), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:59.126877 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ca29-5a55-4c61-9604-bd78f0b6f241 admin admin] Publish callbacks [] for security_group (93698d86-b16d-4411-8296-20c2af38beca), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:59.187261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ca29-5a55-4c61-9604-bd78f0b6f241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (93698d86-b16d-4411-8296-20c2af38beca), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:59.189881 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b2a4ca29-5a55-4c61-9604-bd78f0b6f241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:37:59.193660 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b2a4ca29-5a55-4c61-9604-bd78f0b6f241 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93698d86-b16d-4411-8296-20c2af38beca HTTP/1.1" status: 204 len: 168 time: 0.1439073 Feb 19 03:37:59.199911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a4ca29-5a55-4c61-9604-bd78f0b6f241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93698d86-b16d-4411-8296-20c2af38beca,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:03.666473 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-00212c88-5d40-439d-a3ee-7e20cd9c22f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:05.920196 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e55b3bbe-0d6c-42e2-a447-d356202910e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:07.156598 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:08.501428 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.037724 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-0d0d4a5a-b5b8-4cff-882f-c2c1618a7e15 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:10.039298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-0d0d4a5a-b5b8-4cff-882f-c2c1618a7e15 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.1083400 Feb 19 03:38:10.056964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-065cd646-5c74-4ef4-949d-8f1e30d24361 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/quotas/350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 375 time: 0.0112438 Feb 19 03:38:10.095158 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:10.121839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-2ff3a3b7-0b9d-4740-baee-6bf2ce95041f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584140 Feb 19 03:38:10.317498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-e5768006-0139-4afe-9d13-47a2354c9863 service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886423 Feb 19 03:38:10.412219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-adfd8887-f53d-4029-a233-af33c6cf3ab6 service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889387 Feb 19 03:38:10.693121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51c06bd1-699f-4a6d-baa6-72e63e293fba req-5f2426fb-5658-493e-a801-823975dce7f3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 210 time: 0.0277429 Feb 19 03:38:11.647108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-0094bdd1-66b7-433d-93b4-2fb33e5c9a64 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:11.648597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-0094bdd1-66b7-433d-93b4-2fb33e5c9a64 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.1097445 Feb 19 03:38:11.661706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'port': {'device_id': '9d7fdab9-9001-4948-af66-8ec8161682f4', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'admin_state_up': True, 'tenant_id': '350ad465f1ee412981ba9c55bc301703'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:11.819800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-782cbda5-b48f-4ff7-a4c1-02bd6e91327a req-bda30e80-14d5-49cf-980d-ec1c967614a9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 210 time: 0.0337012 Feb 19 03:38:11.826643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Made reservation on behalf of 350ad465f1ee412981ba9c55bc301703 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:11.830940 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:11.966159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Allocated IP 172.20.0.14 (f87a9704-3c97-4220-be7c-a4024e6f8a77/755924c4-5372-456c-bab3-c237cb07d54f/e62484d1-d7c7-424e-994d-ab874406f59f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:38:12.120768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (e62484d1-d7c7-424e-994d-ab874406f59f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.161189 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.217463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:38:12.234294 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=e62484d1-d7c7-424e-994d-ab874406f59f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:12.239212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:12.242607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:38:12.301247 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:12.302069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.338787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-c84c9f4c-64bd-4c74-b96b-8b2b698d0b01 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6808410 Feb 19 03:38:12.369459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Request body: {'port': {'device_id': '9d7fdab9-9001-4948-af66-8ec8161682f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:12.522363 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.615988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46866) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:12.657166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4bdaf703-6a90-4986-aeee-7e5fb55b4226 None None] Provisioning complete for port e62484d1-d7c7-424e-994d-ab874406f59f triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:12.659569 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4bdaf703-6a90-4986-aeee-7e5fb55b4226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.755567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4bdaf703-6a90-4986-aeee-7e5fb55b4226 None None] Port e62484d1-d7c7-424e-994d-ab874406f59f cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:38:12.790217 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03fea95f-8e93-4073-9c48-00ea27f88736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.915092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62484d1-d7c7-424e-994d-ab874406f59f {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:12.917372 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03fea95f-8e93-4073-9c48-00ea27f88736 admin admin] Publish callbacks [] for security_group (e88e70f8-6cdd-4eb4-a758-54ce0cc5ad1a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.925820 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Publish callbacks [] for port (e62484d1-d7c7-424e-994d-ab874406f59f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.934530 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-03fea95f-8e93-4073-9c48-00ea27f88736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e88e70f8-6cdd-4eb4-a758-54ce0cc5ad1a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.952692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Transition to ACTIVE for port object e62484d1-d7c7-424e-994d-ab874406f59f will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:38:12.970787 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:12.992463 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-03fea95f-8e93-4073-9c48-00ea27f88736 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ca574ebfcaf421d9eb8b5b070f09140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3752751 Feb 19 03:38:12.994105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46872) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:13.029030 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fea95f-8e93-4073-9c48-00ea27f88736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88e70f8-6cdd-4eb4-a758-54ce0cc5ad1a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:13.057459 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50f174a8-1aac-4a4e-a36d-4469bcade371 admin admin] Publish callbacks [] for security_group (e88e70f8-6cdd-4eb4-a758-54ce0cc5ad1a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.085293 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50f174a8-1aac-4a4e-a36d-4469bcade371 admin admin] Publish callbacks [] for security_group (e88e70f8-6cdd-4eb4-a758-54ce0cc5ad1a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.098771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10365c9-ff03-4ba3-a454-4d3991fda0cd req-0a9bd1dc-c5b2-46c2-b890-6f410679b6f5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:13.102042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e10365c9-ff03-4ba3-a454-4d3991fda0cd req-0a9bd1dc-c5b2-46c2-b890-6f410679b6f5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 932 time: 0.1643460 Feb 19 03:38:13.103137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Pushing event updated for resources: {'Port': ['ID=e62484d1-d7c7-424e-994d-ab874406f59f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:13.158870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Attempting to bind port e62484d1-d7c7-424e-994d-ab874406f59f on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:38:13.159233 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Attempting to bind port e62484d1-d7c7-424e-994d-ab874406f59f by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:38:13.159555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Attempting to bind port e62484d1-d7c7-424e-994d-ab874406f59f on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:13.172628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Port e62484d1-d7c7-424e-994d-ab874406f59f on network f87a9704-3c97-4220-be7c-a4024e6f8a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:38:13.172851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50f174a8-1aac-4a4e-a36d-4469bcade371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e88e70f8-6cdd-4eb4-a758-54ce0cc5ad1a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.172949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Attempting to bind port e62484d1-d7c7-424e-994d-ab874406f59f on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:13.178836 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-50f174a8-1aac-4a4e-a36d-4469bcade371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.184143 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-50f174a8-1aac-4a4e-a36d-4469bcade371 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e88e70f8-6cdd-4eb4-a758-54ce0cc5ad1a HTTP/1.1" status: 204 len: 168 time: 0.1868513 Feb 19 03:38:13.188894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:38:13.189245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Checking segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:13.189644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Bound using segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:38:13.190099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Bound port: e62484d1-d7c7-424e-994d-ab874406f59f, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:38:13.190458 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.205225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e10365c9-ff03-4ba3-a454-4d3991fda0cd req-6118197f-4029-45da-a15c-2d03bcee2fdc tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743229 Feb 19 03:38:13.215181 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f174a8-1aac-4a4e-a36d-4469bcade371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88e70f8-6cdd-4eb4-a758-54ce0cc5ad1a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:13.308786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] For port e62484d1-d7c7-424e-994d-ab874406f59f, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:38:13.312441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] For port e62484d1-d7c7-424e-994d-ab874406f59f, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e62484d1-d7c7-424e-994d-ab874406f59f,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:38:13.323119 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.359835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:13.360511 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.362123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] 10.222.0.87 "PUT /v2.0/ports/e62484d1-d7c7-424e-994d-ab874406f59f HTTP/1.1" status: 200 len: 1092 time: 1.0145850 Feb 19 03:38:13.363782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d7fdab9-9001-4948-af66-8ec8161682f4', 'tag': 'e62484d1-d7c7-424e-994d-ab874406f59f'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:13.366256 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2d0cb8-4a00-463b-b55f-c861a878bd81" -d '{"events": [{"name": "network-changed", "server_uuid": "9d7fdab9-9001-4948-af66-8ec8161682f4", "tag": "e62484d1-d7c7-424e-994d-ab874406f59f"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:13.411019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67dfc10-0c8e-4b0b-995e-ba446356f591 service neutron] Pushing event updated for resources: {'Port': ['ID=e62484d1-d7c7-424e-994d-ab874406f59f,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:13.500289 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc5a51c-353b-4316-a77f-bd60ffdf994c x-openstack-request-id: req-0bc5a51c-353b-4316-a77f-bd60ffdf994c {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:13.500821 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d7fdab9-9001-4948-af66-8ec8161682f4", "tag": "e62484d1-d7c7-424e-994d-ab874406f59f", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:13.501101 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0bc5a51c-353b-4316-a77f-bd60ffdf994c {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:13.501551 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d7fdab9-9001-4948-af66-8ec8161682f4', 'tag': 'e62484d1-d7c7-424e-994d-ab874406f59f', 'status': 'completed', 'code': 200} Feb 19 03:38:13.568074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d65f1ec2-b934-4f97-b74f-d09653d0a9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:13.569745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-d65f1ec2-b934-4f97-b74f-d09653d0a9da service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 1126 time: 0.1429491 Feb 19 03:38:13.636969 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-e3df4eb2-e72b-43d7-8c92-082a9a7d6dd0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e62484d1-d7c7-424e-994d-ab874406f59f HTTP/1.1" status: 200 len: 217 time: 0.0585482 Feb 19 03:38:13.661629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46880) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:13.693432 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c24b55a4-11d6-4332-a136-ede1f2158974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.705461 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-b456c11e-9a93-4ba1-b9c7-3cd87ac19550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:13.707302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-b456c11e-9a93-4ba1-b9c7-3cd87ac19550 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0616739 Feb 19 03:38:13.782751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-3e777361-d573-4e9f-b399-27d89c39047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:13.784278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-3e777361-d573-4e9f-b399-27d89c39047c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0599656 Feb 19 03:38:13.802873 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c24b55a4-11d6-4332-a136-ede1f2158974 admin admin] Publish callbacks [] for security_group (90ec76c7-442f-42d9-9c82-00c6e698a28b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.810132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c24b55a4-11d6-4332-a136-ede1f2158974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (90ec76c7-442f-42d9-9c82-00c6e698a28b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.844958 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c24b55a4-11d6-4332-a136-ede1f2158974 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c64b4b760027470bb3521fc28246fdd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1788764 Feb 19 03:38:13.845711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46882) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:13.874256 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b55a4-11d6-4332-a136-ede1f2158974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ec76c7-442f-42d9-9c82-00c6e698a28b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:13.913379 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-58aba02a-d6bf-4ee9-b538-aebd9ffe40dd service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224680 Feb 19 03:38:13.947321 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea9ab79f-d59f-489a-a8e9-8952508e1b29 admin admin] Publish callbacks [] for security_group (90ec76c7-442f-42d9-9c82-00c6e698a28b), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:13.973486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea9ab79f-d59f-489a-a8e9-8952508e1b29 admin admin] Publish callbacks [] for security_group (90ec76c7-442f-42d9-9c82-00c6e698a28b), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:14.026867 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea9ab79f-d59f-489a-a8e9-8952508e1b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (90ec76c7-442f-42d9-9c82-00c6e698a28b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:14.029557 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ea9ab79f-d59f-489a-a8e9-8952508e1b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:14.033224 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ea9ab79f-d59f-489a-a8e9-8952508e1b29 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/90ec76c7-442f-42d9-9c82-00c6e698a28b HTTP/1.1" status: 204 len: 168 time: 0.1842566 Feb 19 03:38:14.033373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc0c7168-4c77-4d3b-98b0-54c94a70a314 req-3bef30eb-3ed9-4709-a815-7fb497c65680 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059320 Feb 19 03:38:14.043904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ab79f-d59f-489a-a8e9-8952508e1b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ec76c7-442f-42d9-9c82-00c6e698a28b,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:14.130981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d0cb8-4a00-463b-b55f-c861a878bd81 req-c788c703-fe15-4c39-8684-339a9b191534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:14.132512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2d0cb8-4a00-463b-b55f-c861a878bd81 req-c788c703-fe15-4c39-8684-339a9b191534 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 1126 time: 0.0490062 Feb 19 03:38:14.228032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d0cb8-4a00-463b-b55f-c861a878bd81 req-49ae4bb8-9a6d-4409-831c-c1ef6253eab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:14.229627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2d0cb8-4a00-463b-b55f-c861a878bd81 req-49ae4bb8-9a6d-4409-831c-c1ef6253eab9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0914152 Feb 19 03:38:14.274276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2d0cb8-4a00-463b-b55f-c861a878bd81 req-8d8fd57a-8fa4-4768-a60e-c9f9850576d1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e62484d1-d7c7-424e-994d-ab874406f59f HTTP/1.1" status: 200 len: 217 time: 0.0384486 Feb 19 03:38:14.337788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d0cb8-4a00-463b-b55f-c861a878bd81 req-262cc357-65d0-4d06-81d0-0cad2fe00baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:14.339248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2d0cb8-4a00-463b-b55f-c861a878bd81 req-262cc357-65d0-4d06-81d0-0cad2fe00baa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0583420 Feb 19 03:38:14.416055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e99f3-50a6-4838-a3f4-d7269ecc2433 req-8cc13584-a134-4990-a800-22e5603d0b63 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:14.417580 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d9e99f3-50a6-4838-a3f4-d7269ecc2433 req-8cc13584-a134-4990-a800-22e5603d0b63 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0925386 Feb 19 03:38:14.424115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d0cb8-4a00-463b-b55f-c861a878bd81 req-32818eba-2dc9-485d-90f6-f84edbd1d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:14.426033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2d0cb8-4a00-463b-b55f-c861a878bd81 req-32818eba-2dc9-485d-90f6-f84edbd1d883 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0670497 Feb 19 03:38:14.521211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d9e99f3-50a6-4838-a3f4-d7269ecc2433 req-3b698ac0-1f84-49f1-8333-6dfd1e2f60a0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942118 Feb 19 03:38:14.558651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2d0cb8-4a00-463b-b55f-c861a878bd81 req-b11d9adc-b3aa-4020-9d18-3bce25b51ef5 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250525 Feb 19 03:38:14.660879 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b2d0cb8-4a00-463b-b55f-c861a878bd81 req-35f7d0f6-4cae-44b5-ab6e-9bfc313e9de2 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943861 Feb 19 03:38:15.647856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0c273-784e-44bd-b8d0-fa333ee5a219 req-ab3aaf11-cf4f-473a-a1a8-d75964dce21a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:15.649683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ce0c273-784e-44bd-b8d0-fa333ee5a219 req-ab3aaf11-cf4f-473a-a1a8-d75964dce21a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0558043 Feb 19 03:38:15.705927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ce0c273-784e-44bd-b8d0-fa333ee5a219 req-a13b413a-ad5c-48c9-8fe1-ad0a3878ef5a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502698 Feb 19 03:38:15.832341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 46932) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:15.945033 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d4c8312-20e9-45cd-b06d-0484cb597d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.024682 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d4c8312-20e9-45cd-b06d-0484cb597d46 admin admin] Publish callbacks [] for security_group (7987a48f-d637-4e39-96f9-33bbeab4abd7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.030156 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6d4c8312-20e9-45cd-b06d-0484cb597d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7987a48f-d637-4e39-96f9-33bbeab4abd7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.067977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6d4c8312-20e9-45cd-b06d-0484cb597d46 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=50ee19382d17442797db427cc129ff71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343421 Feb 19 03:38:16.068895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c8312-20e9-45cd-b06d-0484cb597d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7987a48f-d637-4e39-96f9-33bbeab4abd7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:16.070858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46936) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:16.132306 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43d53ab7-6a39-4688-bd22-5c5abb53fa10 admin admin] Publish callbacks [] for security_group (7987a48f-d637-4e39-96f9-33bbeab4abd7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.155099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43d53ab7-6a39-4688-bd22-5c5abb53fa10 admin admin] Publish callbacks [] for security_group (7987a48f-d637-4e39-96f9-33bbeab4abd7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.203791 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43d53ab7-6a39-4688-bd22-5c5abb53fa10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7987a48f-d637-4e39-96f9-33bbeab4abd7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.206429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43d53ab7-6a39-4688-bd22-5c5abb53fa10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.207684 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-43d53ab7-6a39-4688-bd22-5c5abb53fa10 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7987a48f-d637-4e39-96f9-33bbeab4abd7 HTTP/1.1" status: 204 len: 168 time: 0.1358764 Feb 19 03:38:16.216007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d53ab7-6a39-4688-bd22-5c5abb53fa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7987a48f-d637-4e39-96f9-33bbeab4abd7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:16.495213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46942) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:16.509491 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c187f5c-1316-4eb9-8e4b-2f300b782c1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.587091 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c187f5c-1316-4eb9-8e4b-2f300b782c1b admin admin] Publish callbacks [] for security_group (9c912ad0-41e2-40e6-8f66-2551c859f6ed), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.591899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3c187f5c-1316-4eb9-8e4b-2f300b782c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9c912ad0-41e2-40e6-8f66-2551c859f6ed), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.633093 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3c187f5c-1316-4eb9-8e4b-2f300b782c1b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5e0408e04f8446088d7fd7ee34c060c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1366000 Feb 19 03:38:16.633996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c187f5c-1316-4eb9-8e4b-2f300b782c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c912ad0-41e2-40e6-8f66-2551c859f6ed,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:16.636548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 46944) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:16.705434 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e83f938a-89b3-4371-a9a5-03bb96245b4d admin admin] Publish callbacks [] for security_group (9c912ad0-41e2-40e6-8f66-2551c859f6ed), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.730679 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e83f938a-89b3-4371-a9a5-03bb96245b4d admin admin] Publish callbacks [] for security_group (9c912ad0-41e2-40e6-8f66-2551c859f6ed), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.787933 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e83f938a-89b3-4371-a9a5-03bb96245b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (9c912ad0-41e2-40e6-8f66-2551c859f6ed), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.791881 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e83f938a-89b3-4371-a9a5-03bb96245b4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:16.793268 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e83f938a-89b3-4371-a9a5-03bb96245b4d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9c912ad0-41e2-40e6-8f66-2551c859f6ed HTTP/1.1" status: 204 len: 168 time: 0.1527421 Feb 19 03:38:16.803451 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f938a-89b3-4371-a9a5-03bb96245b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c912ad0-41e2-40e6-8f66-2551c859f6ed,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:16.867705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014452d6-2518-4fa1-ad65-9972e9444cd3 req-481ba58c-6b4b-4b8d-8589-5ff88cc3c95f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:16.869367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-014452d6-2518-4fa1-ad65-9972e9444cd3 req-481ba58c-6b4b-4b8d-8589-5ff88cc3c95f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0841150 Feb 19 03:38:16.919046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-014452d6-2518-4fa1-ad65-9972e9444cd3 req-7b1dfb95-37bb-4104-965c-31dc71a94f65 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439038 Feb 19 03:38:18.060090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206eae9-d067-4b92-98b2-4289ca00ce06 req-42a81a9d-36e3-4166-bd59-d8644e94f41c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:18.065067 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6206eae9-d067-4b92-98b2-4289ca00ce06 req-42a81a9d-36e3-4166-bd59-d8644e94f41c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0686460 Feb 19 03:38:18.120094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6206eae9-d067-4b92-98b2-4289ca00ce06 req-33bc1559-90c8-48ea-912f-633cc968bd43 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496025 Feb 19 03:38:18.786146 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47020) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:18.895750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-486145ef-8969-45a8-a476-7ddcd86d20f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:18.975623 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-486145ef-8969-45a8-a476-7ddcd86d20f3 admin admin] Publish callbacks [] for security_group (c648d5c4-2e22-41f7-9f43-adf34727f75e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:18.981028 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-486145ef-8969-45a8-a476-7ddcd86d20f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c648d5c4-2e22-41f7-9f43-adf34727f75e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.019317 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-486145ef-8969-45a8-a476-7ddcd86d20f3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=795c7380d76149bbb3d8572b198beaff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320721 Feb 19 03:38:19.020200 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486145ef-8969-45a8-a476-7ddcd86d20f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c648d5c4-2e22-41f7-9f43-adf34727f75e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:19.022166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47024) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:19.075643 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e447cea-86e7-440c-b2cc-bb14eb621258 admin admin] Publish callbacks [] for security_group (c648d5c4-2e22-41f7-9f43-adf34727f75e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.098143 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e447cea-86e7-440c-b2cc-bb14eb621258 admin admin] Publish callbacks [] for security_group (c648d5c4-2e22-41f7-9f43-adf34727f75e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.159359 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e447cea-86e7-440c-b2cc-bb14eb621258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c648d5c4-2e22-41f7-9f43-adf34727f75e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.162151 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e447cea-86e7-440c-b2cc-bb14eb621258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.163368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4e447cea-86e7-440c-b2cc-bb14eb621258 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c648d5c4-2e22-41f7-9f43-adf34727f75e HTTP/1.1" status: 204 len: 168 time: 0.1392002 Feb 19 03:38:19.171952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e447cea-86e7-440c-b2cc-bb14eb621258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c648d5c4-2e22-41f7-9f43-adf34727f75e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:19.277506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59ce20-99c8-42b1-a192-1c6321394a36 req-dac4f04b-a039-4b25-b3d3-4decd451ea5c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:19.279143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce59ce20-99c8-42b1-a192-1c6321394a36 req-dac4f04b-a039-4b25-b3d3-4decd451ea5c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0565498 Feb 19 03:38:19.333487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce59ce20-99c8-42b1-a192-1c6321394a36 req-d1fbe405-f9a5-4750-9f41-aacd6b1f8f29 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474219 Feb 19 03:38:19.464431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47032) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:19.478314 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b493c040-81f6-41af-b862-9ac48885181e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.554209 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b493c040-81f6-41af-b862-9ac48885181e admin admin] Publish callbacks [] for security_group (02541916-d5ec-40aa-9314-c063914da17a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.559564 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b493c040-81f6-41af-b862-9ac48885181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (02541916-d5ec-40aa-9314-c063914da17a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.596962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493c040-81f6-41af-b862-9ac48885181e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02541916-d5ec-40aa-9314-c063914da17a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:19.603898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b493c040-81f6-41af-b862-9ac48885181e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=adae251680714536b3db00d0ffb92613&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357930 Feb 19 03:38:19.604726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47034) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:19.655228 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-45cca9b3-f35a-4d51-9118-91aa699d7278 admin admin] Publish callbacks [] for security_group (02541916-d5ec-40aa-9314-c063914da17a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.682473 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-45cca9b3-f35a-4d51-9118-91aa699d7278 admin admin] Publish callbacks [] for security_group (02541916-d5ec-40aa-9314-c063914da17a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.734065 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-45cca9b3-f35a-4d51-9118-91aa699d7278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (02541916-d5ec-40aa-9314-c063914da17a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.736912 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-45cca9b3-f35a-4d51-9118-91aa699d7278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:19.738557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-45cca9b3-f35a-4d51-9118-91aa699d7278 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/02541916-d5ec-40aa-9314-c063914da17a HTTP/1.1" status: 204 len: 168 time: 0.1330726 Feb 19 03:38:19.746763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cca9b3-f35a-4d51-9118-91aa699d7278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02541916-d5ec-40aa-9314-c063914da17a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:20.461402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660cfb51-d3b2-46fb-b11b-8692e43cc3f5 req-9ed971c3-f9a3-4ede-b0e9-47fb4f14c34e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:20.469611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-660cfb51-d3b2-46fb-b11b-8692e43cc3f5 req-9ed971c3-f9a3-4ede-b0e9-47fb4f14c34e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0647366 Feb 19 03:38:20.514654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-660cfb51-d3b2-46fb-b11b-8692e43cc3f5 req-c630787c-9701-4157-9cda-291c167a952f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 Feb 19 03:38:21.614376 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:38:21.649691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daea38b-31c7-4966-a2c3-735a0b81714b req-b5c08489-dc7d-4858-9a96-eb2eb656d84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:21.657026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5daea38b-31c7-4966-a2c3-735a0b81714b req-b5c08489-dc7d-4858-9a96-eb2eb656d84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0708072 Feb 19 03:38:21.712492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5daea38b-31c7-4966-a2c3-735a0b81714b req-322dfc7e-f4aa-487e-a0c9-0d91836682c1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544641 Feb 19 03:38:21.777580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47106) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:21.889196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5ab1577-6d9f-431b-80a4-2779ece68d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:21.977347 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5ab1577-6d9f-431b-80a4-2779ece68d1a admin admin] Publish callbacks [] for security_group (3bc44802-ee78-44ff-8e0e-04fb5405cacc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:21.982837 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e5ab1577-6d9f-431b-80a4-2779ece68d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3bc44802-ee78-44ff-8e0e-04fb5405cacc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.338050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab1577-6d9f-431b-80a4-2779ece68d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc44802-ee78-44ff-8e0e-04fb5405cacc,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:22.345163 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e5ab1577-6d9f-431b-80a4-2779ece68d1a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae2c899c310f4a0e9416347c03394075&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5663707 Feb 19 03:38:22.347795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47110) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:22.397936 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3c74856-9f6e-42f2-a437-e795113be475 admin admin] Publish callbacks [] for security_group (3bc44802-ee78-44ff-8e0e-04fb5405cacc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.418552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3c74856-9f6e-42f2-a437-e795113be475 admin admin] Publish callbacks [] for security_group (3bc44802-ee78-44ff-8e0e-04fb5405cacc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.467115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3c74856-9f6e-42f2-a437-e795113be475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3bc44802-ee78-44ff-8e0e-04fb5405cacc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.469979 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3c74856-9f6e-42f2-a437-e795113be475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.471148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d3c74856-9f6e-42f2-a437-e795113be475 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3bc44802-ee78-44ff-8e0e-04fb5405cacc HTTP/1.1" status: 204 len: 168 time: 0.1223695 Feb 19 03:38:22.478947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c74856-9f6e-42f2-a437-e795113be475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc44802-ee78-44ff-8e0e-04fb5405cacc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:22.765851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47118) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:22.779422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-626473a0-2a6e-47e6-8451-ff628d7a85e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.818476 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.864765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f19678c-5eec-42b5-90f3-f7c423d5a1c6 req-a059d92e-8a18-4b22-b31b-56c5e38abb92 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:22.866266 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f19678c-5eec-42b5-90f3-f7c423d5a1c6 req-a059d92e-8a18-4b22-b31b-56c5e38abb92 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0838943 Feb 19 03:38:22.927881 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-626473a0-2a6e-47e6-8451-ff628d7a85e2 admin admin] Publish callbacks [] for security_group (acda8950-1515-43fc-aba6-7e6f3e00a125), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.932871 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-626473a0-2a6e-47e6-8451-ff628d7a85e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (acda8950-1515-43fc-aba6-7e6f3e00a125), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:22.940137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f19678c-5eec-42b5-90f3-f7c423d5a1c6 req-f0fead1c-92f8-4281-96b1-beabdd887275 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673454 Feb 19 03:38:22.974849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-626473a0-2a6e-47e6-8451-ff628d7a85e2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c5159ed30b4d478a8da7c8a3e94332cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2078643 Feb 19 03:38:22.975719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626473a0-2a6e-47e6-8451-ff628d7a85e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acda8950-1515-43fc-aba6-7e6f3e00a125,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:22.977794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47120) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:23.027167 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8304fe0-372e-4fe3-9f86-08e9df329aeb admin admin] Publish callbacks [] for security_group (acda8950-1515-43fc-aba6-7e6f3e00a125), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.048072 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8304fe0-372e-4fe3-9f86-08e9df329aeb admin admin] Publish callbacks [] for security_group (acda8950-1515-43fc-aba6-7e6f3e00a125), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.107432 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8304fe0-372e-4fe3-9f86-08e9df329aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (acda8950-1515-43fc-aba6-7e6f3e00a125), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.110189 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a8304fe0-372e-4fe3-9f86-08e9df329aeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:23.111437 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a8304fe0-372e-4fe3-9f86-08e9df329aeb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/acda8950-1515-43fc-aba6-7e6f3e00a125 HTTP/1.1" status: 204 len: 168 time: 0.1325161 Feb 19 03:38:23.119966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8304fe0-372e-4fe3-9f86-08e9df329aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acda8950-1515-43fc-aba6-7e6f3e00a125,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:23.799853 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:24.063449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e3d9d-d0f7-40ad-94b5-dc9da942b296 req-a3bfb12e-96f7-4bf0-92b8-c05831f267cf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:24.064987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-186e3d9d-d0f7-40ad-94b5-dc9da942b296 req-a3bfb12e-96f7-4bf0-92b8-c05831f267cf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0531309 Feb 19 03:38:24.116115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-186e3d9d-d0f7-40ad-94b5-dc9da942b296 req-14adb904-4dc8-4110-910d-bbafde093d44 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454652 Feb 19 03:38:25.244992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef3a05-2082-4b8c-b8fd-8eef8ae222b1 req-0c51931d-02d0-45a2-a3fb-ea72e5797c16 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:25.246496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76ef3a05-2082-4b8c-b8fd-8eef8ae222b1 req-0c51931d-02d0-45a2-a3fb-ea72e5797c16 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0577197 Feb 19 03:38:25.294431 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76ef3a05-2082-4b8c-b8fd-8eef8ae222b1 req-24102243-9961-4e9a-9a32-262d5206e02d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Feb 19 03:38:26.419432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62210f-4fea-4da9-aa3f-f9a3a90c2e7b req-9d1df9cc-a53a-4ff6-970e-446bc9c7e503 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:26.420990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b62210f-4fea-4da9-aa3f-f9a3a90c2e7b req-9d1df9cc-a53a-4ff6-970e-446bc9c7e503 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0545793 Feb 19 03:38:26.470000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2b62210f-4fea-4da9-aa3f-f9a3a90c2e7b req-396c9a5b-4c21-46b2-a7e9-f338ac674d3d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428605 Feb 19 03:38:27.591242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c2768-0169-4283-8693-87fa7634cfef req-252b7bde-809a-4dab-9fe9-e6c6076a5f6b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:27.593451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-236c2768-0169-4283-8693-87fa7634cfef req-252b7bde-809a-4dab-9fe9-e6c6076a5f6b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0536706 Feb 19 03:38:27.649049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-236c2768-0169-4283-8693-87fa7634cfef req-708cdece-c4da-442a-a14c-2c26e544afd6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470989 Feb 19 03:38:28.771240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da38c8c-53e1-4215-b540-001bfb9da75c req-bef0e97a-ee14-4371-bc5b-c06958f2f848 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:28.772900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3da38c8c-53e1-4215-b540-001bfb9da75c req-bef0e97a-ee14-4371-bc5b-c06958f2f848 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0547354 Feb 19 03:38:28.823316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3da38c8c-53e1-4215-b540-001bfb9da75c req-4fee67ce-77d7-452a-8220-763375d6d631 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444965 Feb 19 03:38:29.954458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7515db-cbce-42b9-9794-db84424df366 req-f25a96d5-3cb5-4395-9c67-fddf0d661bbf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:29.956118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe7515db-cbce-42b9-9794-db84424df366 req-f25a96d5-3cb5-4395-9c67-fddf0d661bbf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0623765 Feb 19 03:38:30.013749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe7515db-cbce-42b9-9794-db84424df366 req-4d72aa9d-bc19-48f6-9643-6c288984b699 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509369 Feb 19 03:38:30.931479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e62484d1-d7c7-424e-994d-ab874406f59f details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:38:31.048953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e62484d1-d7c7-424e-994d-ab874406f59f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e62484d1-d7c7-424e-994d-ab874406f59f,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:31.067361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'e62484d1-d7c7-424e-994d-ab874406f59f', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'port_id': 'e62484d1-d7c7-424e-994d-ab874406f59f', 'mac_address': 'fa:16:3e:0d:2e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:38:31.108995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e62484d1-d7c7-424e-994d-ab874406f59f is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:31.109922 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:31.126148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62484d1-d7c7-424e-994d-ab874406f59f {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:31.142158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bf83d-7143-4346-9453-a2eef3776c8c req-099eb129-47c8-4ea9-bc8f-f3b01011f203 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:31.143812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-320bf83d-7143-4346-9453-a2eef3776c8c req-099eb129-47c8-4ea9-bc8f-f3b01011f203 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 944 time: 0.0593202 Feb 19 03:38:31.148196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e62484d1-d7c7-424e-994d-ab874406f59f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e62484d1-d7c7-424e-994d-ab874406f59f,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:31.155803 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:31.201494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-320bf83d-7143-4346-9453-a2eef3776c8c req-d6ebd604-0afa-41f3-b1c4-e68fbc5b1098 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480101 Feb 19 03:38:31.217818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e62484d1-d7c7-424e-994d-ab874406f59f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:31.225934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.226275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.226607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.226931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.227255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.227575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.227890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.228202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.228536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.228851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.229167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.229507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.229817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:31.447813 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e62484d1-d7c7-424e-994d-ab874406f59f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:38:32.325088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee157ee-02a5-456a-bfb8-b5fa39ea305a req-9a2d10df-22a3-4e68-a486-7832ca20c215 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:32.326741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ee157ee-02a5-456a-bfb8-b5fa39ea305a req-9a2d10df-22a3-4e68-a486-7832ca20c215 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 945 time: 0.0538983 Feb 19 03:38:32.376606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ee157ee-02a5-456a-bfb8-b5fa39ea305a req-1bee2102-8ad4-4952-9b1f-f2ec57930ee2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439320 Feb 19 03:38:32.942925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e62484d1-d7c7-424e-994d-ab874406f59f up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:38:32.998349 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port e62484d1-d7c7-424e-994d-ab874406f59f completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:38:33.002810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port e62484d1-d7c7-424e-994d-ab874406f59f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:33.003180 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:33.078011 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port e62484d1-d7c7-424e-994d-ab874406f59f is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:38:33.078464 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:33.100964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7fdab9-9001-4948-af66-8ec8161682f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62484d1-d7c7-424e-994d-ab874406f59f'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:33.103190 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a341f5-cb79-49a2-b666-fefb24473987" -d '{"events": [{"server_uuid": "9d7fdab9-9001-4948-af66-8ec8161682f4", "name": "network-vif-plugged", "status": "completed", "tag": "e62484d1-d7c7-424e-994d-ab874406f59f"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:33.115686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port e62484d1-d7c7-424e-994d-ab874406f59f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e62484d1-d7c7-424e-994d-ab874406f59f,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:38:33.120953 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:33.147966 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6a6b0c-c2da-4937-9856-7685e783e442 x-openstack-request-id: req-4a6a6b0c-c2da-4937-9856-7685e783e442 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:33.148246 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7fdab9-9001-4948-af66-8ec8161682f4", "name": "network-vif-plugged", "status": "completed", "tag": "e62484d1-d7c7-424e-994d-ab874406f59f", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:33.148505 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4a6a6b0c-c2da-4937-9856-7685e783e442 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:33.148919 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7fdab9-9001-4948-af66-8ec8161682f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62484d1-d7c7-424e-994d-ab874406f59f', 'code': 200} Feb 19 03:38:33.175052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=e62484d1-d7c7-424e-994d-ab874406f59f,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:33.244046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecc8f4b-8c95-4582-a1a6-555ef34371a8 req-c7907e75-a8a4-435c-895f-cdd19c1119a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:33.245521 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ecc8f4b-8c95-4582-a1a6-555ef34371a8 req-c7907e75-a8a4-435c-895f-cdd19c1119a8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 1128 time: 0.0443604 Feb 19 03:38:33.292707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ecc8f4b-8c95-4582-a1a6-555ef34371a8 req-1e162865-81ef-419b-a961-28a29de6014d service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Feb 19 03:38:33.506769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f574b29-eb60-4bf0-82b8-d75855c70e24 req-c98735c5-7178-4959-ab3e-7536bdf6068b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:33.508526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f574b29-eb60-4bf0-82b8-d75855c70e24 req-c98735c5-7178-4959-ab3e-7536bdf6068b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 946 time: 0.0599945 Feb 19 03:38:33.557863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f574b29-eb60-4bf0-82b8-d75855c70e24 req-d751fc6f-d462-4719-9a67-34289ffe9de4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432539 Feb 19 03:38:33.674722 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9cde706e-e031-4aaa-8311-3959f5e3f2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:34.679386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a3397-b943-40e8-b09f-c82619790721 req-e9333238-f827-41c9-b783-221ce06b3785 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:34.680943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a66a3397-b943-40e8-b09f-c82619790721 req-e9333238-f827-41c9-b783-221ce06b3785 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 946 time: 0.0528386 Feb 19 03:38:34.746559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a66a3397-b943-40e8-b09f-c82619790721 req-4a59fcc2-1486-4703-ba60-dc768bc73142 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550377 Feb 19 03:38:34.878761 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a67ee3-be3b-46a1-9692-59dacfc06948 req-9df98bc5-e91c-4d42-876b-219beb5ebb6e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:34.880410 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38a67ee3-be3b-46a1-9692-59dacfc06948 req-9df98bc5-e91c-4d42-876b-219beb5ebb6e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 946 time: 0.0603802 Feb 19 03:38:34.934787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38a67ee3-be3b-46a1-9692-59dacfc06948 req-ad5efa1c-317a-4fc6-9697-a1cbb187ecfa tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485752 Feb 19 03:38:35.955191 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6fe6637f-d2f7-4354-91d0-f48bfb6eda75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:37.162730 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.505192 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:38.639223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-39ae0e1c-f9fe-4b38-8131-7d1f8e119db0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:38.640942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-39ae0e1c-f9fe-4b38-8131-7d1f8e119db0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.1038833 Feb 19 03:38:38.656655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-c554ebdc-d1c2-47db-bb37-b44f2e255606 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/quotas/350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 375 time: 0.0097570 Feb 19 03:38:38.721250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1e4f9f76-46cd-478b-8c73-50c91de4d3a1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0586970 Feb 19 03:38:38.811907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-3e95ce25-7f88-40b2-a70c-12a264630465 service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833395 Feb 19 03:38:38.908880 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-0e676116-20ea-4a82-adfb-1005574d3191 service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905497 Feb 19 03:38:39.126343 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6de00f4-91da-404f-8fc3-5ac7578f066f req-c49ecd5d-8e1a-4856-a2b0-7eb2c192d9dc tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 210 time: 0.0426865 Feb 19 03:38:40.093441 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:40.319186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f665f7a2-85f4-45c0-8c80-0ae655525aa4 req-38c04560-9686-42d9-bf6c-bafb3298619f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 210 time: 0.0948949 Feb 19 03:38:40.462690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-c05ccbe0-8df2-40fe-bcdd-f21124871cdd tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:40.464833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-c05ccbe0-8df2-40fe-bcdd-f21124871cdd tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.1630602 Feb 19 03:38:40.480641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'port': {'device_id': 'f5d16580-6328-4d6b-b64e-330eaffd9ed1', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'admin_state_up': True, 'tenant_id': '350ad465f1ee412981ba9c55bc301703'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:40.648909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Made reservation on behalf of 350ad465f1ee412981ba9c55bc301703 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:38:40.653612 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:40.892064 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Allocated IP 172.20.0.4 (f87a9704-3c97-4220-be7c-a4024e6f8a77/755924c4-5372-456c-bab3-c237cb07d54f/5611dede-c2d6-46b0-924f-95aada54ea2b) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:38:41.093330 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.133092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.146088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e62484d1-d7c7-424e-994d-ab874406f59f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:38:41.190080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:38:41.193507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:38:41.198169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:38:41.243116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=5611dede-c2d6-46b0-924f-95aada54ea2b,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:41.266155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.267234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.267735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.268250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.268776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.269273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.269799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.270423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.270925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.271401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.273164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.274290 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.274809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:41.309297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:41.317791 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.347534 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-1688f662-90b2-4c00-b3ce-df6773fa6dac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8736947 Feb 19 03:38:41.360459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Request body: {'port': {'device_id': 'f5d16580-6328-4d6b-b64e-330eaffd9ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:38:41.472684 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.525993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0cba2-d7ed-4a23-bd33-0ab45962f4eb req-188fcdba-fc2b-4d40-8de2-11c48481226e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:41.527503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54d0cba2-d7ed-4a23-bd33-0ab45962f4eb req-188fcdba-fc2b-4d40-8de2-11c48481226e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 931 time: 0.1189773 Feb 19 03:38:41.556384 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9933141d-f070-4774-bf8d-2ce09bc85f09 None None] Provisioning complete for port 5611dede-c2d6-46b0-924f-95aada54ea2b triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:38:41.557038 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9933141d-f070-4774-bf8d-2ce09bc85f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.598453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9933141d-f070-4774-bf8d-2ce09bc85f09 None None] Port 5611dede-c2d6-46b0-924f-95aada54ea2b cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:38:41.657896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54d0cba2-d7ed-4a23-bd33-0ab45962f4eb req-52433900-b86c-4534-b736-31f3eec670d4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177597 Feb 19 03:38:41.816054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5611dede-c2d6-46b0-924f-95aada54ea2b {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:38:41.824687 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Publish callbacks [] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.838411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Transition to ACTIVE for port object 5611dede-c2d6-46b0-924f-95aada54ea2b will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:38:41.844371 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:41.899124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Pushing event updated for resources: {'Port': ['ID=5611dede-c2d6-46b0-924f-95aada54ea2b,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:41.990083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Attempting to bind port 5611dede-c2d6-46b0-924f-95aada54ea2b on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:38:41.990424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Attempting to bind port 5611dede-c2d6-46b0-924f-95aada54ea2b by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:38:41.990759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Attempting to bind port 5611dede-c2d6-46b0-924f-95aada54ea2b on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:41.995983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Port 5611dede-c2d6-46b0-924f-95aada54ea2b on network f87a9704-3c97-4220-be7c-a4024e6f8a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:38:41.996310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Attempting to bind port 5611dede-c2d6-46b0-924f-95aada54ea2b on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:38:42.001772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:38:42.002403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Checking segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:38:42.002790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Bound using segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:38:42.003274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Bound port: 5611dede-c2d6-46b0-924f-95aada54ea2b, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:38:42.003651 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.096996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] For port 5611dede-c2d6-46b0-924f-95aada54ea2b, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:38:42.101414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] For port 5611dede-c2d6-46b0-924f-95aada54ea2b, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5611dede-c2d6-46b0-924f-95aada54ea2b,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:38:42.110048 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.155935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:42.156321 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:42.158372 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] 10.222.0.67 "PUT /v2.0/ports/5611dede-c2d6-46b0-924f-95aada54ea2b HTTP/1.1" status: 200 len: 1091 time: 0.8036103 Feb 19 03:38:42.170880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d16580-6328-4d6b-b64e-330eaffd9ed1', 'tag': '5611dede-c2d6-46b0-924f-95aada54ea2b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:38:42.175433 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a8045b-c4d0-49ab-90fa-c71472e7a465" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d16580-6328-4d6b-b64e-330eaffd9ed1", "tag": "5611dede-c2d6-46b0-924f-95aada54ea2b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:38:42.298674 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c406dc-fb52-4e02-8918-77507b7a26aa x-openstack-request-id: req-96c406dc-fb52-4e02-8918-77507b7a26aa {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:38:42.298936 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d16580-6328-4d6b-b64e-330eaffd9ed1", "tag": "5611dede-c2d6-46b0-924f-95aada54ea2b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:38:42.299235 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-96c406dc-fb52-4e02-8918-77507b7a26aa {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:38:42.299627 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d16580-6328-4d6b-b64e-330eaffd9ed1', 'tag': '5611dede-c2d6-46b0-924f-95aada54ea2b', 'status': 'completed', 'code': 200} Feb 19 03:38:42.301802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974d425-f2f9-4354-a861-fd9c28878b4d service neutron] Pushing event updated for resources: {'Port': ['ID=5611dede-c2d6-46b0-924f-95aada54ea2b,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:42.356731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-93d98249-6eb6-4fab-a1e4-4e95347e54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:42.358017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-93d98249-6eb6-4fab-a1e4-4e95347e54d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 1125 time: 0.1335635 Feb 19 03:38:42.438238 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-f8f8eaa0-1e04-42f9-be11-5ff0bfad852b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5611dede-c2d6-46b0-924f-95aada54ea2b HTTP/1.1" status: 200 len: 217 time: 0.0615609 Feb 19 03:38:42.495293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-df4f19fe-07e9-4935-8679-63259af96d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:42.496997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-df4f19fe-07e9-4935-8679-63259af96d9b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0510375 Feb 19 03:38:42.559744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-e85947c1-caf1-42c7-b95e-3990c0195e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:42.561329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-e85947c1-caf1-42c7-b95e-3990c0195e1f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0581596 Feb 19 03:38:42.660795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-8b3d3456-d47f-4d73-b8d2-f423458ed6fc service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918353 Feb 19 03:38:42.774596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1994cee-d543-454a-8f74-4af18841e5c3 req-c9e51140-7090-46cf-84ea-44e62e5988fb service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076977 Feb 19 03:38:42.801113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e50635-5486-4b7e-b7a9-c9312d31cc66 req-ce3963c0-5c5a-47a4-958d-9c14fab523ed tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:42.802652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14e50635-5486-4b7e-b7a9-c9312d31cc66 req-ce3963c0-5c5a-47a4-958d-9c14fab523ed tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0620031 Feb 19 03:38:42.887567 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-14e50635-5486-4b7e-b7a9-c9312d31cc66 req-9d25d4b7-5c8d-4b67-894e-e85998492730 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753875 Feb 19 03:38:42.903504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8045b-c4d0-49ab-90fa-c71472e7a465 req-6d1633b2-4add-421d-90f0-456eeadca4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:42.905262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a8045b-c4d0-49ab-90fa-c71472e7a465 req-6d1633b2-4add-421d-90f0-456eeadca4e6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 1125 time: 0.0653644 Feb 19 03:38:42.995490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8045b-c4d0-49ab-90fa-c71472e7a465 req-22a0d316-b57b-4e86-99cf-8e177fffce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:42.997129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a8045b-c4d0-49ab-90fa-c71472e7a465 req-22a0d316-b57b-4e86-99cf-8e177fffce1c service neutron] 10.222.0.67 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0860069 Feb 19 03:38:43.043412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a8045b-c4d0-49ab-90fa-c71472e7a465 req-79d9abdb-0239-417a-b692-291d32a3ee1b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5611dede-c2d6-46b0-924f-95aada54ea2b HTTP/1.1" status: 200 len: 217 time: 0.0398855 Feb 19 03:38:43.093705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8045b-c4d0-49ab-90fa-c71472e7a465 req-bcafec2c-da51-4ba8-9762-30efdf352b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:43.095356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a8045b-c4d0-49ab-90fa-c71472e7a465 req-bcafec2c-da51-4ba8-9762-30efdf352b66 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0466814 Feb 19 03:38:43.150950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8045b-c4d0-49ab-90fa-c71472e7a465 req-99dfe9f6-40c7-400a-b99a-d77198432baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:43.152876 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a8045b-c4d0-49ab-90fa-c71472e7a465 req-99dfe9f6-40c7-400a-b99a-d77198432baf service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0514808 Feb 19 03:38:43.249590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a8045b-c4d0-49ab-90fa-c71472e7a465 req-7b066fb8-270c-442e-bcf4-36b290362cef service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905571 Feb 19 03:38:43.344954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24a8045b-c4d0-49ab-90fa-c71472e7a465 req-3bb210c0-a42c-4704-a370-fbb83420b96d service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894165 Feb 19 03:38:43.636132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adf8f805-09ce-4014-aa71-74c460bcbef5 req-46126238-2384-40df-be51-21b56656d326 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0745614 Feb 19 03:38:43.741772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f805-09ce-4014-aa71-74c460bcbef5 req-e6c97600-0e08-449c-b969-45506b5ddc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:43.743651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adf8f805-09ce-4014-aa71-74c460bcbef5 req-e6c97600-0e08-449c-b969-45506b5ddc94 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 1128 time: 0.0581803 Feb 19 03:38:43.861651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f805-09ce-4014-aa71-74c460bcbef5 req-981b9a5f-6ba6-4835-9a7a-4607f0baa626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:43.863785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adf8f805-09ce-4014-aa71-74c460bcbef5 req-981b9a5f-6ba6-4835-9a7a-4607f0baa626 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.1004040 Feb 19 03:38:43.910713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adf8f805-09ce-4014-aa71-74c460bcbef5 req-aed56c20-6f90-4277-89d3-a4f60cbc55a0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e62484d1-d7c7-424e-994d-ab874406f59f HTTP/1.1" status: 200 len: 217 time: 0.0406866 Feb 19 03:38:44.049991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f805-09ce-4014-aa71-74c460bcbef5 req-1a6f82e1-eade-4e9b-8c45-3210ee0f9f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:44.051486 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adf8f805-09ce-4014-aa71-74c460bcbef5 req-1a6f82e1-eade-4e9b-8c45-3210ee0f9f21 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.1345041 Feb 19 03:38:44.108060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9472f-74d2-4ca0-9f94-cd122ad05309 req-81a1aacb-e575-4d4a-8719-6aad7dfaeb9b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:44.109910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0e9472f-74d2-4ca0-9f94-cd122ad05309 req-81a1aacb-e575-4d4a-8719-6aad7dfaeb9b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.1066153 Feb 19 03:38:44.159377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8f805-09ce-4014-aa71-74c460bcbef5 req-1d17088b-20e9-4926-b0ae-f8b6f3ef6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:44.161091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adf8f805-09ce-4014-aa71-74c460bcbef5 req-1d17088b-20e9-4926-b0ae-f8b6f3ef6061 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1019433 Feb 19 03:38:44.204937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0e9472f-74d2-4ca0-9f94-cd122ad05309 req-05d47da4-84b1-434b-842d-2a56a4567029 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882394 Feb 19 03:38:44.279355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adf8f805-09ce-4014-aa71-74c460bcbef5 req-15938095-c973-4ea1-ae70-c1536ac635d7 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079929 Feb 19 03:38:44.378652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-adf8f805-09ce-4014-aa71-74c460bcbef5 req-0be740de-7ae0-4854-a3f0-a72e11ed6a9e service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927787 Feb 19 03:38:45.354878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1799c-8013-4696-b77f-d9d3d73bdd78 req-46594959-27ed-42fb-98e2-a7aac0fd93e4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:45.357298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fec1799c-8013-4696-b77f-d9d3d73bdd78 req-46594959-27ed-42fb-98e2-a7aac0fd93e4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0689056 Feb 19 03:38:45.410884 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fec1799c-8013-4696-b77f-d9d3d73bdd78 req-9e2cff67-a9d0-4a94-b872-19458c77d05c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460825 Feb 19 03:38:46.542906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9376f69-dbb9-4634-acbf-d2d64d87acbc req-558261a5-9e93-44a0-a749-c1c62f819fa4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:46.544400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9376f69-dbb9-4634-acbf-d2d64d87acbc req-558261a5-9e93-44a0-a749-c1c62f819fa4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0539653 Feb 19 03:38:46.605580 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9376f69-dbb9-4634-acbf-d2d64d87acbc req-92b0b0d2-2099-4512-80e4-8c1313f4f1d6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545986 Feb 19 03:38:47.738242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a39d4-4c72-4a25-be1a-4eec03630d0b req-c0bb2737-631b-4217-92e0-addb353862cc tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:47.747341 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b47a39d4-4c72-4a25-be1a-4eec03630d0b req-c0bb2737-631b-4217-92e0-addb353862cc tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0717576 Feb 19 03:38:47.820977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b47a39d4-4c72-4a25-be1a-4eec03630d0b req-3c641bae-6bd1-4d93-81f1-9b12b7423ef5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685446 Feb 19 03:38:48.217091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47396) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:48.409657 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.522311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Publish callbacks [] for security_group (8ce51684-7e42-4526-a02d-f3c19a153151), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.534972 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8ce51684-7e42-4526-a02d-f3c19a153151), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.591766 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ad38a24b3e741cfbd7eaa6493e05df1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3724504 Feb 19 03:38:48.593797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47400) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:48.595127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce51684-7e42-4526-a02d-f3c19a153151,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:48.610800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.612008 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.612500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.614490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.615228 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.615802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.615993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.616257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.616949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.617191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.617747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.618229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.618697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83324c45-556b-4862-8180-14e2e2ad2611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:38:48.681748 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77fdca29-6148-4b0d-bf53-6b2f471f8b53 admin admin] Publish callbacks [] for security_group (8ce51684-7e42-4526-a02d-f3c19a153151), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.705741 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77fdca29-6148-4b0d-bf53-6b2f471f8b53 admin admin] Publish callbacks [] for security_group (8ce51684-7e42-4526-a02d-f3c19a153151), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.778200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77fdca29-6148-4b0d-bf53-6b2f471f8b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8ce51684-7e42-4526-a02d-f3c19a153151), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.781688 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-77fdca29-6148-4b0d-bf53-6b2f471f8b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:48.786853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-77fdca29-6148-4b0d-bf53-6b2f471f8b53 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8ce51684-7e42-4526-a02d-f3c19a153151 HTTP/1.1" status: 204 len: 168 time: 0.1909773 Feb 19 03:38:48.799584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fdca29-6148-4b0d-bf53-6b2f471f8b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce51684-7e42-4526-a02d-f3c19a153151,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:49.025723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0c224-d3f5-4794-8fac-862cf3c0ee0a req-3d6cc6a2-ea60-476a-beab-cb0bbf65a325 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:49.037303 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fed0c224-d3f5-4794-8fac-862cf3c0ee0a req-3d6cc6a2-ea60-476a-beab-cb0bbf65a325 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0818720 Feb 19 03:38:49.099620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fed0c224-d3f5-4794-8fac-862cf3c0ee0a req-1dd08a18-3754-46ad-8e83-28ef40933e1b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611999 Feb 19 03:38:49.282570 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47408) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:49.303736 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29a017da-a1e4-429b-b51f-cc13180a80a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:49.406669 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29a017da-a1e4-429b-b51f-cc13180a80a9 admin admin] Publish callbacks [] for security_group (6c4cb19d-44f9-4989-bbd1-86a3d4ea116e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:49.419389 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-29a017da-a1e4-429b-b51f-cc13180a80a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6c4cb19d-44f9-4989-bbd1-86a3d4ea116e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:49.489628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a017da-a1e4-429b-b51f-cc13180a80a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4cb19d-44f9-4989-bbd1-86a3d4ea116e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:49.517980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-29a017da-a1e4-429b-b51f-cc13180a80a9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=adf0012165684a4fbe10d1d20fef278d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2334986 Feb 19 03:38:49.520951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47410) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:49.593518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c76ab7-f0f8-4506-a7fd-9e00bed3a8a4 admin admin] Publish callbacks [] for security_group (6c4cb19d-44f9-4989-bbd1-86a3d4ea116e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:49.620259 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c76ab7-f0f8-4506-a7fd-9e00bed3a8a4 admin admin] Publish callbacks [] for security_group (6c4cb19d-44f9-4989-bbd1-86a3d4ea116e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:49.693569 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c76ab7-f0f8-4506-a7fd-9e00bed3a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (6c4cb19d-44f9-4989-bbd1-86a3d4ea116e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:49.696705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16c76ab7-f0f8-4506-a7fd-9e00bed3a8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:49.698337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-16c76ab7-f0f8-4506-a7fd-9e00bed3a8a4 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6c4cb19d-44f9-4989-bbd1-86a3d4ea116e HTTP/1.1" status: 204 len: 168 time: 0.1751549 Feb 19 03:38:49.717691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c76ab7-f0f8-4506-a7fd-9e00bed3a8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4cb19d-44f9-4989-bbd1-86a3d4ea116e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:50.271910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa46690-1721-43b3-a66d-d2f1a1c6e405 req-0aa7ae1a-a48f-4287-9ad8-eea052f506ac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:50.277419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fa46690-1721-43b3-a66d-d2f1a1c6e405 req-0aa7ae1a-a48f-4287-9ad8-eea052f506ac tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.1029494 Feb 19 03:38:50.334803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fa46690-1721-43b3-a66d-d2f1a1c6e405 req-a2a40fea-afc3-4ec8-b261-ccabe80fc465 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498359 Feb 19 03:38:50.998424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47442) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:51.108251 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fde039d4-595e-4392-88e7-df4f1e87dbb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:51.187952 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fde039d4-595e-4392-88e7-df4f1e87dbb8 admin admin] Publish callbacks [] for security_group (a1ad24e9-b450-4df4-8e4f-b0e2ed334d02), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:51.192606 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fde039d4-595e-4392-88e7-df4f1e87dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a1ad24e9-b450-4df4-8e4f-b0e2ed334d02), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:51.231909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fde039d4-595e-4392-88e7-df4f1e87dbb8 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b8c38dec8eff4b77b2dc6fd2bdb31ff1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2320752 Feb 19 03:38:51.232781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde039d4-595e-4392-88e7-df4f1e87dbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ad24e9-b450-4df4-8e4f-b0e2ed334d02,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:51.234948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47446) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:38:51.286205 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bfc3be3-60d8-425b-a38d-64e0109328f3 admin admin] Publish callbacks [] for security_group (a1ad24e9-b450-4df4-8e4f-b0e2ed334d02), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:51.307887 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bfc3be3-60d8-425b-a38d-64e0109328f3 admin admin] Publish callbacks [] for security_group (a1ad24e9-b450-4df4-8e4f-b0e2ed334d02), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:51.356864 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bfc3be3-60d8-425b-a38d-64e0109328f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a1ad24e9-b450-4df4-8e4f-b0e2ed334d02), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:51.361258 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9bfc3be3-60d8-425b-a38d-64e0109328f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:51.361258 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9bfc3be3-60d8-425b-a38d-64e0109328f3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a1ad24e9-b450-4df4-8e4f-b0e2ed334d02 HTTP/1.1" status: 204 len: 168 time: 0.1250434 Feb 19 03:38:51.369761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfc3be3-60d8-425b-a38d-64e0109328f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ad24e9-b450-4df4-8e4f-b0e2ed334d02,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:38:51.501350 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16fcfcd-f4c8-4ef7-af3a-e1386f1a22d1 req-ad168c38-f799-45ee-bad1-36187214d486 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:51.502792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d16fcfcd-f4c8-4ef7-af3a-e1386f1a22d1 req-ad168c38-f799-45ee-bad1-36187214d486 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0691915 Feb 19 03:38:51.556753 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d16fcfcd-f4c8-4ef7-af3a-e1386f1a22d1 req-0fc1da2a-7af9-4da0-b02e-c973538a45a2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480599 Feb 19 03:38:52.685910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2aea7-5c0d-4f20-8476-64c03cc9b01a req-54ec9d06-0e9f-4cb1-806b-89409fcafcc9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:52.687499 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0b2aea7-5c0d-4f20-8476-64c03cc9b01a req-54ec9d06-0e9f-4cb1-806b-89409fcafcc9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0601528 Feb 19 03:38:52.737658 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0b2aea7-5c0d-4f20-8476-64c03cc9b01a req-d9019b1b-aa17-4bab-bc06-49cc55e867d2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440807 Feb 19 03:38:52.832496 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:53.805463 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:38:53.868238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58544fd-f036-431d-8f22-39c85efaa26b req-dfd181dc-d31c-46c3-a26c-b3d806abb06b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:53.871226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f58544fd-f036-431d-8f22-39c85efaa26b req-dfd181dc-d31c-46c3-a26c-b3d806abb06b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0588334 Feb 19 03:38:53.918443 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f58544fd-f036-431d-8f22-39c85efaa26b req-357cdd7e-f419-4a5c-b804-de789fd2b851 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Feb 19 03:38:55.043415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab5cef-2344-4de5-aa71-12a2897ef0ef req-21d6de39-0b97-4a9a-ba87-a75a2bb160f2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:55.044960 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1ab5cef-2344-4de5-aa71-12a2897ef0ef req-21d6de39-0b97-4a9a-ba87-a75a2bb160f2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0582423 Feb 19 03:38:55.093507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1ab5cef-2344-4de5-aa71-12a2897ef0ef req-bc9dfc76-beb0-4982-a850-85c1edee9665 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426409 Feb 19 03:38:56.239806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489b88a-e6e5-4492-80c9-8f89030290bc req-3aa3dbf2-24d0-40a4-9435-387908930f94 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:56.241424 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5489b88a-e6e5-4492-80c9-8f89030290bc req-3aa3dbf2-24d0-40a4-9435-387908930f94 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0656567 Feb 19 03:38:56.294354 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5489b88a-e6e5-4492-80c9-8f89030290bc req-77888fb4-0f30-4720-86a5-d9fe13520bc1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452838 Feb 19 03:38:57.426969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efd8ac-0dfe-4dd1-b9e5-7d8de295375f req-286cdd3a-4998-4ee3-b3b8-2ed33feb7e67 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:57.428852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9efd8ac-0dfe-4dd1-b9e5-7d8de295375f req-286cdd3a-4998-4ee3-b3b8-2ed33feb7e67 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0566072 Feb 19 03:38:57.489732 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9efd8ac-0dfe-4dd1-b9e5-7d8de295375f req-0368260e-25e8-4ef8-842d-bc8f871d85bb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552185 Feb 19 03:38:58.617197 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:38:58.618602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dec0bd-3dd9-4337-b28a-7f6e1d77adb2 req-e083b4c7-3e31-4d88-9979-fa1bbe85731e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:58.620304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7dec0bd-3dd9-4337-b28a-7f6e1d77adb2 req-e083b4c7-3e31-4d88-9979-fa1bbe85731e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0648439 Feb 19 03:38:58.699778 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7dec0bd-3dd9-4337-b28a-7f6e1d77adb2 req-fa7c2942-aa21-44d8-b441-545684d2e9b3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696094 Feb 19 03:38:59.887700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4a983-25d4-4f38-ae9a-2874ab48d2e8 req-fe1326a0-1b4d-4bbb-9b92-66e0c9ae682a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:38:59.890595 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8a4a983-25d4-4f38-ae9a-2874ab48d2e8 req-fe1326a0-1b4d-4bbb-9b92-66e0c9ae682a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0606773 Feb 19 03:38:59.947039 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8a4a983-25d4-4f38-ae9a-2874ab48d2e8 req-8761de40-ad3f-4c40-bea8-dd1e208c0a27 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498776 Feb 19 03:39:01.103734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31dd61c-9f29-4f45-9e66-12f621b443db req-2bfc16cc-f9b4-45ef-8ceb-198867ee5e69 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:01.105183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a31dd61c-9f29-4f45-9e66-12f621b443db req-2bfc16cc-f9b4-45ef-8ceb-198867ee5e69 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0682964 Feb 19 03:39:01.173980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a31dd61c-9f29-4f45-9e66-12f621b443db req-620a2835-b9c8-4421-8843-978b587d408b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619330 Feb 19 03:39:02.361126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ab1cb-3e11-4920-87a8-241c92f56866 req-6d4dc4de-5b81-4fe5-a60a-13482be618ad tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:02.362683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-880ab1cb-3e11-4920-87a8-241c92f56866 req-6d4dc4de-5b81-4fe5-a60a-13482be618ad tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0889101 Feb 19 03:39:02.415180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-880ab1cb-3e11-4920-87a8-241c92f56866 req-51290268-b816-4c88-b31f-00028e89c824 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458312 Feb 19 03:39:03.574396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dee51c-6f2e-4cf8-a87c-fc5420f7c4fa req-de0c2600-6c08-4ca9-aa11-65e298d7f469 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:03.576466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42dee51c-6f2e-4cf8-a87c-fc5420f7c4fa req-de0c2600-6c08-4ca9-aa11-65e298d7f469 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0695453 Feb 19 03:39:03.635394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42dee51c-6f2e-4cf8-a87c-fc5420f7c4fa req-a011e46f-3d08-4125-bf22-db671ceda0f3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493736 Feb 19 03:39:03.680412 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0da12adc-399b-4fe7-8b86-037e7683090b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:04.786711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe153c-a3c2-491c-aad2-b5062f9e968c req-046ef937-d484-43d1-9c26-36df9c6e4e72 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:04.788545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdfe153c-a3c2-491c-aad2-b5062f9e968c req-046ef937-d484-43d1-9c26-36df9c6e4e72 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0642343 Feb 19 03:39:04.857667 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdfe153c-a3c2-491c-aad2-b5062f9e968c req-f7827f16-3ac2-486d-934c-83ac35295b38 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621264 Feb 19 03:39:05.922171 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2fa10c55-cef8-404e-b66d-d3f9bf08a3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:06.013519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858669cb-8ff3-446c-9e2c-647e9b20182d req-64288951-fcb7-49b9-b7f3-432ae99d3ed8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:06.015866 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-858669cb-8ff3-446c-9e2c-647e9b20182d req-64288951-fcb7-49b9-b7f3-432ae99d3ed8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0604630 Feb 19 03:39:06.072348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-858669cb-8ff3-446c-9e2c-647e9b20182d req-2f727946-089e-4773-a377-feb108f8dae7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502129 Feb 19 03:39:07.171788 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:07.209238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3687ae5-13a4-4405-a141-f3f55b8787e2 req-daf4fd70-e118-491b-91ed-f9baa17142fb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:07.211260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3687ae5-13a4-4405-a141-f3f55b8787e2 req-daf4fd70-e118-491b-91ed-f9baa17142fb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0638845 Feb 19 03:39:07.263271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3687ae5-13a4-4405-a141-f3f55b8787e2 req-feb118a4-a3c8-4b14-9c3d-08012d6ddd5c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466847 Feb 19 03:39:08.287759 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47618) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:08.390514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf747f-1459-4918-8b22-e3e912897b11 req-0cd9de2e-d05f-4d2c-9832-d48b60842eea tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:08.391914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5bf747f-1459-4918-8b22-e3e912897b11 req-0cd9de2e-d05f-4d2c-9832-d48b60842eea tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0587487 Feb 19 03:39:08.409738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-450fd820-f190-4327-94ea-b938ad2325ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:08.458416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5bf747f-1459-4918-8b22-e3e912897b11 req-38faf5d2-f6c0-4502-9980-12099d1f3e6f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561707 Feb 19 03:39:08.499675 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:08.511161 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-450fd820-f190-4327-94ea-b938ad2325ae admin admin] Publish callbacks [] for security_group (f1fea2b5-7d8a-49a1-afba-56eac1202702), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:08.516034 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-450fd820-f190-4327-94ea-b938ad2325ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f1fea2b5-7d8a-49a1-afba-56eac1202702), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:08.554885 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-450fd820-f190-4327-94ea-b938ad2325ae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=fe727b8cb93e447cafd0b325b3bfdd34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2659898 Feb 19 03:39:08.556260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fd820-f190-4327-94ea-b938ad2325ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fea2b5-7d8a-49a1-afba-56eac1202702,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:08.557909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47622) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:08.615063 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38bdced5-4f17-4860-b193-e4f68269ec87 admin admin] Publish callbacks [] for security_group (f1fea2b5-7d8a-49a1-afba-56eac1202702), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:08.637546 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38bdced5-4f17-4860-b193-e4f68269ec87 admin admin] Publish callbacks [] for security_group (f1fea2b5-7d8a-49a1-afba-56eac1202702), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:08.692607 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38bdced5-4f17-4860-b193-e4f68269ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (f1fea2b5-7d8a-49a1-afba-56eac1202702), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:08.695867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-38bdced5-4f17-4860-b193-e4f68269ec87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:08.697443 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-38bdced5-4f17-4860-b193-e4f68269ec87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f1fea2b5-7d8a-49a1-afba-56eac1202702 HTTP/1.1" status: 204 len: 168 time: 0.1383231 Feb 19 03:39:08.706719 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdced5-4f17-4860-b193-e4f68269ec87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fea2b5-7d8a-49a1-afba-56eac1202702,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:08.970637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47628) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:08.984119 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c98854d-bdd0-42ad-973c-559d783df201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.058395 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c98854d-bdd0-42ad-973c-559d783df201 admin admin] Publish callbacks [] for security_group (13611f6e-2d6a-4438-8dc4-cbdcb0f0edb1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.062984 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c98854d-bdd0-42ad-973c-559d783df201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (13611f6e-2d6a-4438-8dc4-cbdcb0f0edb1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.100615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c98854d-bdd0-42ad-973c-559d783df201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13611f6e-2d6a-4438-8dc4-cbdcb0f0edb1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:09.109709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4c98854d-bdd0-42ad-973c-559d783df201 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65e6ca4b9da04c059759ba331b8d57a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350935 Feb 19 03:39:09.110316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47630) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:09.159581 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2084ead2-80e6-4fb5-83ef-f8993975ce1f admin admin] Publish callbacks [] for security_group (13611f6e-2d6a-4438-8dc4-cbdcb0f0edb1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.182356 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2084ead2-80e6-4fb5-83ef-f8993975ce1f admin admin] Publish callbacks [] for security_group (13611f6e-2d6a-4438-8dc4-cbdcb0f0edb1), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.229404 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2084ead2-80e6-4fb5-83ef-f8993975ce1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (13611f6e-2d6a-4438-8dc4-cbdcb0f0edb1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.231825 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2084ead2-80e6-4fb5-83ef-f8993975ce1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.233117 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2084ead2-80e6-4fb5-83ef-f8993975ce1f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/13611f6e-2d6a-4438-8dc4-cbdcb0f0edb1 HTTP/1.1" status: 204 len: 168 time: 0.1215584 Feb 19 03:39:09.241481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084ead2-80e6-4fb5-83ef-f8993975ce1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13611f6e-2d6a-4438-8dc4-cbdcb0f0edb1,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:09.582314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47638) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:09.595605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0219bbc-13d8-41da-83a0-bae62e3035fe req-d4fb0bac-396f-4c45-8b82-f470aa717c8a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:09.598318 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-857f8068-7b5c-488f-bce3-50d3a0edf345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.601843 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0219bbc-13d8-41da-83a0-bae62e3035fe req-d4fb0bac-396f-4c45-8b82-f470aa717c8a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0724723 Feb 19 03:39:09.654873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f0219bbc-13d8-41da-83a0-bae62e3035fe req-0fb1a7f1-dcbe-4bfd-b6af-4eb566a211d7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515678 Feb 19 03:39:09.689777 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-857f8068-7b5c-488f-bce3-50d3a0edf345 admin admin] Publish callbacks [] for security_group (58f21614-5b09-43ca-a127-af14c43a9a1d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.694958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-857f8068-7b5c-488f-bce3-50d3a0edf345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (58f21614-5b09-43ca-a127-af14c43a9a1d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.730006 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f8068-7b5c-488f-bce3-50d3a0edf345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f21614-5b09-43ca-a127-af14c43a9a1d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:09.734687 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-857f8068-7b5c-488f-bce3-50d3a0edf345 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=368056028e664858a0fc69323946a861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1502664 Feb 19 03:39:09.737612 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47640) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:09.787326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9592f8e-8333-49e4-83f4-27a1eb377dfd admin admin] Publish callbacks [] for security_group (58f21614-5b09-43ca-a127-af14c43a9a1d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.809814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9592f8e-8333-49e4-83f4-27a1eb377dfd admin admin] Publish callbacks [] for security_group (58f21614-5b09-43ca-a127-af14c43a9a1d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.859792 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9592f8e-8333-49e4-83f4-27a1eb377dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (58f21614-5b09-43ca-a127-af14c43a9a1d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.862414 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b9592f8e-8333-49e4-83f4-27a1eb377dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:09.863958 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b9592f8e-8333-49e4-83f4-27a1eb377dfd admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/58f21614-5b09-43ca-a127-af14c43a9a1d HTTP/1.1" status: 204 len: 168 time: 0.1258113 Feb 19 03:39:09.871692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9592f8e-8333-49e4-83f4-27a1eb377dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f21614-5b09-43ca-a127-af14c43a9a1d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:10.090354 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:10.783978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea1b55-c2f4-43e3-b373-443bfaca68d1 req-7cb293a3-68b1-4d9f-a220-bb4f9e8cdcc1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:10.785441 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60ea1b55-c2f4-43e3-b373-443bfaca68d1 req-7cb293a3-68b1-4d9f-a220-bb4f9e8cdcc1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0542381 Feb 19 03:39:10.837361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60ea1b55-c2f4-43e3-b373-443bfaca68d1 req-c46e2155-7245-4fc0-866a-d5a2ce60aaa0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461910 Feb 19 03:39:11.959511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04a815-2d19-4539-8738-1228fae1380a req-e9d2b7e2-37b3-4754-b987-f5f81a660f49 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:11.961035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c04a815-2d19-4539-8738-1228fae1380a req-e9d2b7e2-37b3-4754-b987-f5f81a660f49 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 943 time: 0.0530396 Feb 19 03:39:12.031021 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c04a815-2d19-4539-8738-1228fae1380a req-f5bf66a3-5dda-412f-9b5c-edb6cf39d17d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636718 Feb 19 03:39:12.629174 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5611dede-c2d6-46b0-924f-95aada54ea2b details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:39:12.727248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5611dede-c2d6-46b0-924f-95aada54ea2b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5611dede-c2d6-46b0-924f-95aada54ea2b,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:12.742301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '5611dede-c2d6-46b0-924f-95aada54ea2b', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'port_id': '5611dede-c2d6-46b0-924f-95aada54ea2b', 'mac_address': 'fa:16:3e:bc:3c:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:39:12.779329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5611dede-c2d6-46b0-924f-95aada54ea2b is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:12.779709 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:12.793035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5611dede-c2d6-46b0-924f-95aada54ea2b {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:39:12.813054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5611dede-c2d6-46b0-924f-95aada54ea2b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5611dede-c2d6-46b0-924f-95aada54ea2b,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:12.817690 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:12.868406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5611dede-c2d6-46b0-924f-95aada54ea2b,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:13.118800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['5611dede-c2d6-46b0-924f-95aada54ea2b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:39:13.177885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d89d67-ebb1-489f-8c6e-4de773fb9e03 req-fc69c881-9c2e-478c-9395-a3f94647bd0c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:13.185208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6d89d67-ebb1-489f-8c6e-4de773fb9e03 req-fc69c881-9c2e-478c-9395-a3f94647bd0c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 944 time: 0.0757368 Feb 19 03:39:13.232446 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6d89d67-ebb1-489f-8c6e-4de773fb9e03 req-ff1f4a6e-e55f-44c6-a9ec-a966c8626723 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463378 Feb 19 03:39:14.366386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a129082-b433-4257-ae26-0be53c67186d req-6c8ef6ed-fcc3-48f9-9aa1-79c98d789a65 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:14.367945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a129082-b433-4257-ae26-0be53c67186d req-6c8ef6ed-fcc3-48f9-9aa1-79c98d789a65 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 944 time: 0.0571091 Feb 19 03:39:14.417038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a129082-b433-4257-ae26-0be53c67186d req-a90ba790-f9f7-4a5d-9afa-374b95d49838 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Feb 19 03:39:14.644323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5611dede-c2d6-46b0-924f-95aada54ea2b up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:39:14.698744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 5611dede-c2d6-46b0-924f-95aada54ea2b completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:39:14.703124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 5611dede-c2d6-46b0-924f-95aada54ea2b triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:39:14.703497 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:14.950809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 5611dede-c2d6-46b0-924f-95aada54ea2b is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:39:14.951197 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:14.973850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d16580-6328-4d6b-b64e-330eaffd9ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5611dede-c2d6-46b0-924f-95aada54ea2b'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:14.976121 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cbded7d-6f73-420a-99e1-eb1c8e07fe7d" -d '{"events": [{"server_uuid": "f5d16580-6328-4d6b-b64e-330eaffd9ed1", "name": "network-vif-plugged", "status": "completed", "tag": "5611dede-c2d6-46b0-924f-95aada54ea2b"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:14.990569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 5611dede-c2d6-46b0-924f-95aada54ea2b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5611dede-c2d6-46b0-924f-95aada54ea2b,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:14.996293 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:15.020034 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e4066b-af98-44c8-9f1b-95aefb9259a4 x-openstack-request-id: req-70e4066b-af98-44c8-9f1b-95aefb9259a4 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:15.020328 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d16580-6328-4d6b-b64e-330eaffd9ed1", "name": "network-vif-plugged", "status": "completed", "tag": "5611dede-c2d6-46b0-924f-95aada54ea2b", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:15.020579 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70e4066b-af98-44c8-9f1b-95aefb9259a4 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:15.020997 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d16580-6328-4d6b-b64e-330eaffd9ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5611dede-c2d6-46b0-924f-95aada54ea2b', 'code': 200} Feb 19 03:39:15.046797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=5611dede-c2d6-46b0-924f-95aada54ea2b,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:15.141267 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085852c2-fc04-4f49-b721-86962d7b9761 req-2f27a92a-a6af-449f-a3d4-d9eca82112f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:15.143086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-085852c2-fc04-4f49-b721-86962d7b9761 req-2f27a92a-a6af-449f-a3d4-d9eca82112f0 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 1127 time: 0.0548189 Feb 19 03:39:15.188968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-085852c2-fc04-4f49-b721-86962d7b9761 req-8633abaf-4897-4a29-a0ca-77e4639b0b9d service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Feb 19 03:39:15.547190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688f9fb-9657-45af-9765-0e93ff0a51e8 req-910af8cf-4a70-4113-a12f-c3c742dac0f3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:15.548701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c688f9fb-9657-45af-9765-0e93ff0a51e8 req-910af8cf-4a70-4113-a12f-c3c742dac0f3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 945 time: 0.0552816 Feb 19 03:39:15.597886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c688f9fb-9657-45af-9765-0e93ff0a51e8 req-acd76e17-b59f-4af7-8dee-7e2a66e656dc tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431337 Feb 19 03:39:16.727664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8943402-4d43-4782-b57d-e081cbf13a38 req-81303398-dc10-4cb3-a28b-5de4318d2edb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:16.729436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8943402-4d43-4782-b57d-e081cbf13a38 req-81303398-dc10-4cb3-a28b-5de4318d2edb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 945 time: 0.0574851 Feb 19 03:39:16.785711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e8943402-4d43-4782-b57d-e081cbf13a38 req-6b48181c-f545-495b-859a-65424672add9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490694 Feb 19 03:39:16.923055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de1bc-9d0c-4965-8936-737e1884de69 req-118e9bac-7a88-4c27-b565-91940703d38a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:16.925222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-819de1bc-9d0c-4965-8936-737e1884de69 req-118e9bac-7a88-4c27-b565-91940703d38a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 945 time: 0.0598290 Feb 19 03:39:16.979990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-819de1bc-9d0c-4965-8936-737e1884de69 req-5799858f-805a-4ee8-90ac-4aa1d2df0f3b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490434 Feb 19 03:39:17.344891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bc774-1c95-45ea-87de-8fb3d0ba8886 req-482d42ab-c3cf-4e10-8286-f1b369143394 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:17.346508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f46bc774-1c95-45ea-87de-8fb3d0ba8886 req-482d42ab-c3cf-4e10-8286-f1b369143394 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 945 time: 0.0599709 Feb 19 03:39:17.404398 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f46bc774-1c95-45ea-87de-8fb3d0ba8886 req-eb29d671-51af-4ad0-bcea-a99e0b2a3e7c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465930 Feb 19 03:39:18.874581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a38aaa-e412-48ba-94dd-deb128aba7bd req-9ffdecf4-16be-4a4f-8eb2-be76dc7b7d42 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:18.876222 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49a38aaa-e412-48ba-94dd-deb128aba7bd req-9ffdecf4-16be-4a4f-8eb2-be76dc7b7d42 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 945 time: 0.3969288 Feb 19 03:39:18.898180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb90d5b-bd35-4df0-a67d-aa34c7a4eb7b req-8f41b4a2-798e-499f-902c-cde3ac7b87f8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:18.899665 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5cb90d5b-bd35-4df0-a67d-aa34c7a4eb7b req-8f41b4a2-798e-499f-902c-cde3ac7b87f8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 945 time: 0.0765061 Feb 19 03:39:18.967350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49a38aaa-e412-48ba-94dd-deb128aba7bd req-e23eab81-5fb9-47cf-9057-416a85b6908c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851145 Feb 19 03:39:19.015678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-5cb90d5b-bd35-4df0-a67d-aa34c7a4eb7b req-562a0005-bee8-4116-a7d6-dc55d2543042 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Deleting port 5611dede-c2d6-46b0-924f-95aada54ea2b {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:39:19.016011 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5cb90d5b-bd35-4df0-a67d-aa34c7a4eb7b req-562a0005-bee8-4116-a7d6-dc55d2543042 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:19.101818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-5cb90d5b-bd35-4df0-a67d-aa34c7a4eb7b req-562a0005-bee8-4116-a7d6-dc55d2543042 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] For port 5611dede-c2d6-46b0-924f-95aada54ea2b, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=5611dede-c2d6-46b0-924f-95aada54ea2b,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:19.102179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5cb90d5b-bd35-4df0-a67d-aa34c7a4eb7b req-562a0005-bee8-4116-a7d6-dc55d2543042 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:19.114954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-5cb90d5b-bd35-4df0-a67d-aa34c7a4eb7b req-562a0005-bee8-4116-a7d6-dc55d2543042 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Calling delete_port for 5611dede-c2d6-46b0-924f-95aada54ea2b owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:39:19.255787 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5cb90d5b-bd35-4df0-a67d-aa34c7a4eb7b req-562a0005-bee8-4116-a7d6-dc55d2543042 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5611dede-c2d6-46b0-924f-95aada54ea2b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:19.269562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['5611dede-c2d6-46b0-924f-95aada54ea2b'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:39:19.272983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e62484d1-d7c7-424e-994d-ab874406f59f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:39:19.285245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a0005-bee8-4116-a7d6-dc55d2543042 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event deleted for resources: {'Port': ['ID=5611dede-c2d6-46b0-924f-95aada54ea2b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:19.338456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb90d5b-bd35-4df0-a67d-aa34c7a4eb7b req-562a0005-bee8-4116-a7d6-dc55d2543042 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] No DVR routers for this DVR port 5611dede-c2d6-46b0-924f-95aada54ea2b on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:39:19.356183 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-5cb90d5b-bd35-4df0-a67d-aa34c7a4eb7b req-562a0005-bee8-4116-a7d6-dc55d2543042 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:19.361596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5cb90d5b-bd35-4df0-a67d-aa34c7a4eb7b req-562a0005-bee8-4116-a7d6-dc55d2543042 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "DELETE /v2.0/ports/5611dede-c2d6-46b0-924f-95aada54ea2b HTTP/1.1" status: 204 len: 173 time: 0.4556878 Feb 19 03:39:19.369456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d16580-6328-4d6b-b64e-330eaffd9ed1', 'name': 'network-vif-deleted', 'tag': '5611dede-c2d6-46b0-924f-95aada54ea2b'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:19.371808 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a721e9bd-8268-4041-a566-53628e98c54d" -d '{"events": [{"server_uuid": "f5d16580-6328-4d6b-b64e-330eaffd9ed1", "name": "network-vif-deleted", "tag": "5611dede-c2d6-46b0-924f-95aada54ea2b"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:19.419091 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2d9cbe-90bf-47bf-9c66-dc280ad3320e x-openstack-request-id: req-2a2d9cbe-90bf-47bf-9c66-dc280ad3320e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:19.419416 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d16580-6328-4d6b-b64e-330eaffd9ed1", "name": "network-vif-deleted", "tag": "5611dede-c2d6-46b0-924f-95aada54ea2b", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:19.419646 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2a2d9cbe-90bf-47bf-9c66-dc280ad3320e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:19.420065 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d16580-6328-4d6b-b64e-330eaffd9ed1', 'name': 'network-vif-deleted', 'tag': '5611dede-c2d6-46b0-924f-95aada54ea2b', 'status': 'completed', 'code': 200} Feb 19 03:39:20.103909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-914067ee-16fe-40aa-97a2-a719dbe1266c req-b65d2e7a-f424-4ad2-a975-8afec1011a79 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 210 time: 0.0508876 Feb 19 03:39:20.437682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-3a816acd-8804-4c40-9df5-f24f7373fe76 service neutron] (109898) timed out ('10.222.0.81', 55378) {{(pid=109898) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:39:21.198099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8a1c9e8-e2e9-43fa-8f2e-23427ffc400b req-a653f0af-10b7-44f2-a5e6-1b7262ebae85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 210 time: 0.0291674 Feb 19 03:39:21.999255 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-a576f92f-6758-46dd-b98e-2272ad99fb99 req-84799ae1-dfba-49f0-8246-c3ad956f22f7 tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] (109898) timed out ('10.222.0.81', 45126) {{(pid=109898) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:39:22.297532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1288300b-8257-41b5-9df0-95bef6303958 req-f79b1d22-c217-4015-8c5d-405878142331 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 210 time: 0.0270956 Feb 19 03:39:22.692462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5611dede-c2d6-46b0-924f-95aada54ea2b no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:39:22.717190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 5611dede-c2d6-46b0-924f-95aada54ea2b {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:39:22.718073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 5611dede-c2d6-46b0-924f-95aada54ea2b not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:39:22.824849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:23.401256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-98a3028a-0208-42de-a8c0-d81c0b65d8bd req-4011a7a0-055f-4081-9456-ab1479299512 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 210 time: 0.0286264 Feb 19 03:39:23.815757 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:24.502276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8f0c99b-34b1-4032-9392-cbc50d2fa48c req-0c3699f4-4755-433c-bd9c-c9f2b4a6c64a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 210 time: 0.0282180 Feb 19 03:39:25.799988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5996ca9-befa-4115-b675-9e4ca73d785d req-d508826e-ae18-47ca-a9cc-1283e5e8dc5e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 210 time: 0.0285163 Feb 19 03:39:26.686114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47822) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:26.808718 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-abf4c024-f0bb-4842-a97e-abdd3ba319c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:26.887979 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-abf4c024-f0bb-4842-a97e-abdd3ba319c6 admin admin] Publish callbacks [] for security_group (a4bbac53-5acf-4814-9bfe-29f52dd6142a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:26.904747 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-abf4c024-f0bb-4842-a97e-abdd3ba319c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a4bbac53-5acf-4814-9bfe-29f52dd6142a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:26.955801 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3744f3c3-d715-4419-8605-84fb4222ed59 req-7b5caa84-f713-4b01-95bd-cb7aab9ef03a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 210 time: 0.0523884 Feb 19 03:39:26.956848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47828) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:26.968693 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-abf4c024-f0bb-4842-a97e-abdd3ba319c6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3d4fb7a0b73545039f54f8ba5be1b9b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2758346 Feb 19 03:39:26.969744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4c024-f0bb-4842-a97e-abdd3ba319c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bbac53-5acf-4814-9bfe-29f52dd6142a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:27.027154 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa054d3e-ad78-46d3-9c61-63e6b5420b8f admin admin] Publish callbacks [] for security_group (a4bbac53-5acf-4814-9bfe-29f52dd6142a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:27.049550 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa054d3e-ad78-46d3-9c61-63e6b5420b8f admin admin] Publish callbacks [] for security_group (a4bbac53-5acf-4814-9bfe-29f52dd6142a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:27.096628 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa054d3e-ad78-46d3-9c61-63e6b5420b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a4bbac53-5acf-4814-9bfe-29f52dd6142a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:27.099433 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aa054d3e-ad78-46d3-9c61-63e6b5420b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:27.103438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aa054d3e-ad78-46d3-9c61-63e6b5420b8f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a4bbac53-5acf-4814-9bfe-29f52dd6142a HTTP/1.1" status: 204 len: 168 time: 0.1454916 Feb 19 03:39:27.112775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa054d3e-ad78-46d3-9c61-63e6b5420b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bbac53-5acf-4814-9bfe-29f52dd6142a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:27.433154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47834) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:27.447524 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66288736-d107-4a83-86ca-9cc05ddb7b26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:27.546801 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66288736-d107-4a83-86ca-9cc05ddb7b26 admin admin] Publish callbacks [] for security_group (208aaf63-80ee-497f-a85b-aba102e6050e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:27.551865 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66288736-d107-4a83-86ca-9cc05ddb7b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (208aaf63-80ee-497f-a85b-aba102e6050e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:27.601413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-66288736-d107-4a83-86ca-9cc05ddb7b26 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5b634fa9d36e49bfa53471779b4f3938&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1665511 Feb 19 03:39:27.603472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47836) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:27.610062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66288736-d107-4a83-86ca-9cc05ddb7b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208aaf63-80ee-497f-a85b-aba102e6050e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:27.663898 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27607f22-4950-4092-a86e-37a5589f7474 admin admin] Publish callbacks [] for security_group (208aaf63-80ee-497f-a85b-aba102e6050e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:27.691515 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27607f22-4950-4092-a86e-37a5589f7474 admin admin] Publish callbacks [] for security_group (208aaf63-80ee-497f-a85b-aba102e6050e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:27.741355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27607f22-4950-4092-a86e-37a5589f7474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (208aaf63-80ee-497f-a85b-aba102e6050e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:27.744722 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-27607f22-4950-4092-a86e-37a5589f7474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:27.748558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-27607f22-4950-4092-a86e-37a5589f7474 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/208aaf63-80ee-497f-a85b-aba102e6050e HTTP/1.1" status: 204 len: 168 time: 0.1415083 Feb 19 03:39:27.754938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27607f22-4950-4092-a86e-37a5589f7474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208aaf63-80ee-497f-a85b-aba102e6050e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:28.066094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-883a40d3-3fed-49dd-b871-d86f5fa48c77 req-f43452ed-2d14-45a3-b9b9-0faca25739ca tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 210 time: 0.0331943 Feb 19 03:39:28.110239 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47844) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:28.124318 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4fab11c5-2dfd-4518-9eed-56e2183294fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:28.197651 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4fab11c5-2dfd-4518-9eed-56e2183294fd admin admin] Publish callbacks [] for security_group (641d928b-6a32-4e61-85a2-13ff0a23ff25), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:28.202311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4fab11c5-2dfd-4518-9eed-56e2183294fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (641d928b-6a32-4e61-85a2-13ff0a23ff25), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:28.244582 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4fab11c5-2dfd-4518-9eed-56e2183294fd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f60be165bdc446e6bb14b16a209017ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332250 Feb 19 03:39:28.245484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab11c5-2dfd-4518-9eed-56e2183294fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641d928b-6a32-4e61-85a2-13ff0a23ff25,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:28.247439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47846) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:28.302597 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16e8dd1a-938b-48da-957b-7adf4dccb083 admin admin] Publish callbacks [] for security_group (641d928b-6a32-4e61-85a2-13ff0a23ff25), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:28.327616 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16e8dd1a-938b-48da-957b-7adf4dccb083 admin admin] Publish callbacks [] for security_group (641d928b-6a32-4e61-85a2-13ff0a23ff25), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:28.385133 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16e8dd1a-938b-48da-957b-7adf4dccb083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (641d928b-6a32-4e61-85a2-13ff0a23ff25), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:28.387677 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-16e8dd1a-938b-48da-957b-7adf4dccb083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:28.391516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-16e8dd1a-938b-48da-957b-7adf4dccb083 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/641d928b-6a32-4e61-85a2-13ff0a23ff25 HTTP/1.1" status: 204 len: 168 time: 0.1404581 Feb 19 03:39:28.396970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e8dd1a-938b-48da-957b-7adf4dccb083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641d928b-6a32-4e61-85a2-13ff0a23ff25,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:29.193174 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7259ade-39bc-467f-a7f1-256d1ecb644e req-1109f286-4fba-45ff-95a4-6c7a16e183f8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=f5d16580-6328-4d6b-b64e-330eaffd9ed1 HTTP/1.1" status: 200 len: 210 time: 0.0355585 Feb 19 03:39:33.673662 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-29feadc5-cb3a-47d3-b642-d1f18300eeb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:35.617941 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:39:35.917704 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-01134015-ffc6-409b-a3af-d6bb7256bb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:37.175778 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:38.095587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec58ee-2361-40c9-8406-8c5cdc0f6fd8 req-2c8dbf4c-eb21-47b2-b9de-f9e73f82445d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:38.097104 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04ec58ee-2361-40c9-8406-8c5cdc0f6fd8 req-2c8dbf4c-eb21-47b2-b9de-f9e73f82445d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 946 time: 0.2723391 Feb 19 03:39:38.147196 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04ec58ee-2361-40c9-8406-8c5cdc0f6fd8 req-70e63ba0-9223-436a-9cfc-ac26bda7a327 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443416 Feb 19 03:39:38.498109 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:39.278679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53795d-06e9-4a17-944a-128b80416a82 req-54d654d2-65f8-4445-b856-e12a11942ce8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:39.280255 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab53795d-06e9-4a17-944a-128b80416a82 req-54d654d2-65f8-4445-b856-e12a11942ce8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 946 time: 0.0547760 Feb 19 03:39:39.332693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab53795d-06e9-4a17-944a-128b80416a82 req-fac159c5-4581-4fef-abbf-e290806a6f57 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=14e21acf-6031-4f85-a877-07865b21867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466158 Feb 19 03:39:39.488548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3471e-e4ce-47a9-8b9d-05cc9bbd8cd2 req-ade7d5bd-9fef-4603-8b8e-fc45d4d262d2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:39:39.489958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0db3471e-e4ce-47a9-8b9d-05cc9bbd8cd2 req-ade7d5bd-9fef-4603-8b8e-fc45d4d262d2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 946 time: 0.0634899 Feb 19 03:39:39.588903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0db3471e-e4ce-47a9-8b9d-05cc9bbd8cd2 req-ca113e2b-9d2b-4856-be90-e62bba1c126f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Deleting port e62484d1-d7c7-424e-994d-ab874406f59f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:39:39.589246 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0db3471e-e4ce-47a9-8b9d-05cc9bbd8cd2 req-ca113e2b-9d2b-4856-be90-e62bba1c126f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:39.681859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0db3471e-e4ce-47a9-8b9d-05cc9bbd8cd2 req-ca113e2b-9d2b-4856-be90-e62bba1c126f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] For port e62484d1-d7c7-424e-994d-ab874406f59f, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=e62484d1-d7c7-424e-994d-ab874406f59f,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:39:39.682223 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0db3471e-e4ce-47a9-8b9d-05cc9bbd8cd2 req-ca113e2b-9d2b-4856-be90-e62bba1c126f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:39.694320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-0db3471e-e4ce-47a9-8b9d-05cc9bbd8cd2 req-ca113e2b-9d2b-4856-be90-e62bba1c126f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Calling delete_port for e62484d1-d7c7-424e-994d-ab874406f59f owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:39:39.826771 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0db3471e-e4ce-47a9-8b9d-05cc9bbd8cd2 req-ca113e2b-9d2b-4856-be90-e62bba1c126f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e62484d1-d7c7-424e-994d-ab874406f59f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:39.839298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['e62484d1-d7c7-424e-994d-ab874406f59f'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:39:39.855104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca113e2b-9d2b-4856-be90-e62bba1c126f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event deleted for resources: {'Port': ['ID=e62484d1-d7c7-424e-994d-ab874406f59f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:39.901124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db3471e-e4ce-47a9-8b9d-05cc9bbd8cd2 req-ca113e2b-9d2b-4856-be90-e62bba1c126f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] No DVR routers for this DVR port e62484d1-d7c7-424e-994d-ab874406f59f on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:39:39.904175 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0db3471e-e4ce-47a9-8b9d-05cc9bbd8cd2 req-ca113e2b-9d2b-4856-be90-e62bba1c126f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:39.908008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0db3471e-e4ce-47a9-8b9d-05cc9bbd8cd2 req-ca113e2b-9d2b-4856-be90-e62bba1c126f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "DELETE /v2.0/ports/e62484d1-d7c7-424e-994d-ab874406f59f HTTP/1.1" status: 204 len: 173 time: 0.4128084 Feb 19 03:39:39.908476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d7fdab9-9001-4948-af66-8ec8161682f4', 'name': 'network-vif-deleted', 'tag': 'e62484d1-d7c7-424e-994d-ab874406f59f'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:39:39.910786 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4830c58d-83b3-4b0f-8609-05b63fa06ca1" -d '{"events": [{"server_uuid": "9d7fdab9-9001-4948-af66-8ec8161682f4", "name": "network-vif-deleted", "tag": "e62484d1-d7c7-424e-994d-ab874406f59f"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:39:39.946776 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe6affd-361f-41e4-b066-70ad17bf4b83 x-openstack-request-id: req-fbe6affd-361f-41e4-b066-70ad17bf4b83 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:39:39.947065 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d7fdab9-9001-4948-af66-8ec8161682f4", "name": "network-vif-deleted", "tag": "e62484d1-d7c7-424e-994d-ab874406f59f", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:39:39.947320 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fbe6affd-361f-41e4-b066-70ad17bf4b83 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:39:39.947719 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d7fdab9-9001-4948-af66-8ec8161682f4', 'name': 'network-vif-deleted', 'tag': 'e62484d1-d7c7-424e-994d-ab874406f59f', 'status': 'completed', 'code': 200} Feb 19 03:39:40.096989 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:40.432285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77a8ba05-9ac6-4ee2-b071-8495b19734ed req-68616ce0-335a-4556-9857-49b51687c8f2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 210 time: 0.0277050 Feb 19 03:39:41.532929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-281c2b30-9ad0-48d7-ac54-ae58c7106c56 req-18ed8160-4d1a-458d-84af-8286295cca85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 210 time: 0.0307305 Feb 19 03:39:42.631400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d3d5847-1991-4d83-8299-65fb9caa21e8 req-8f0a0481-aa2d-47b4-a984-80e891f7897c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 210 time: 0.0285478 Feb 19 03:39:43.273615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e62484d1-d7c7-424e-994d-ab874406f59f no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:39:43.304806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: e62484d1-d7c7-424e-994d-ab874406f59f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:39:43.305334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device e62484d1-d7c7-424e-994d-ab874406f59f not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:39:43.728247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72ffc8bd-f963-4f1b-92c9-bf3ed618ea6f req-f7e5a811-4324-4956-8b70-e143fbcf5af9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 210 time: 0.0280890 Feb 19 03:39:44.823700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ff332db-8508-4051-8c6f-cecfc083f4e2 req-4f519c17-73ce-4869-9bb3-82dbd6e02849 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 210 time: 0.0276134 Feb 19 03:39:45.919300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d6ba583-917f-48fa-9488-8969e04d359b req-9a463a36-7749-4a7b-98e3-e1b795f64206 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 210 time: 0.0270622 Feb 19 03:39:47.018294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ccdaa79-2d26-40aa-9d4b-e44883f8dc42 req-c9ba7bf5-a6e1-46f2-9bee-ac1a04589033 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 210 time: 0.0273633 Feb 19 03:39:48.124509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b7a1fd1-f148-4707-9b94-e8c23038a7f3 req-f16be2b2-216d-4d81-9778-828162bed246 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 210 time: 0.0318284 Feb 19 03:39:49.239549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c687781-dd62-48d8-8acf-4e81b5114c6d req-1f43ce72-9562-4aa6-b79a-2775d2bb67b6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=9d7fdab9-9001-4948-af66-8ec8161682f4 HTTP/1.1" status: 200 len: 210 time: 0.0279860 Feb 19 03:39:52.857395 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:53.815927 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:55.639523 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47966) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:55.644410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1657963172', 'description': 'tempest-secgroup-smoke-1657963172 description', 'project_id': '350ad465f1ee412981ba9c55bc301703'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:55.667012 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:55.737022 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group (8534e230-a35d-47dc-b50e-eae1262a820f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:55.741630 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8534e230-a35d-47dc-b50e-eae1262a820f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:55.773158 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:55.774408 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1336882 Feb 19 03:39:55.775527 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8534e230-a35d-47dc-b50e-eae1262a820f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:55.777730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47968) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:55.782945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'security_group_rule': {'security_group_id': '8534e230-a35d-47dc-b50e-eae1262a820f', 'project_id': '350ad465f1ee412981ba9c55bc301703', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:55.783736 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.784075 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.784446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.784814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.785126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.785491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.785798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.786155 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.786485 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.786811 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.787195 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.787440 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.787766 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295edbb5-7dcb-43cd-89bc-8320cd788922 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.819628 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (7c8fe5a6-d14e-4d2a-b134-ff0a58f3a7fc), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:55.878287 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (7c8fe5a6-d14e-4d2a-b134-ff0a58f3a7fc), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:55.882861 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (7c8fe5a6-d14e-4d2a-b134-ff0a58f3a7fc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:55.902594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8fe5a6-d14e-4d2a-b134-ff0a58f3a7fc,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:55.914801 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:55.916024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371217 Feb 19 03:39:55.917957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.918349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.919088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47970) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:55.923978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7e815b26-aeb2-4e1b-ba76-18c16a95244b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'security_group_rule': {'security_group_id': '8534e230-a35d-47dc-b50e-eae1262a820f', 'project_id': '350ad465f1ee412981ba9c55bc301703', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:55.924912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.925554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.926144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.926595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.926932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.927259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.927698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.927935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.928401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.929028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.929250 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099a1511-3ace-4cae-a237-219a6ad98911 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:39:55.955920 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e815b26-aeb2-4e1b-ba76-18c16a95244b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (f1c65574-025e-4d57-bf68-33cba0f968b3), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.024849 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e815b26-aeb2-4e1b-ba76-18c16a95244b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (f1c65574-025e-4d57-bf68-33cba0f968b3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.030058 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e815b26-aeb2-4e1b-ba76-18c16a95244b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (f1c65574-025e-4d57-bf68-33cba0f968b3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.048907 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e815b26-aeb2-4e1b-ba76-18c16a95244b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c65574-025e-4d57-bf68-33cba0f968b3,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:56.058021 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e815b26-aeb2-4e1b-ba76-18c16a95244b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.059338 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7e815b26-aeb2-4e1b-ba76-18c16a95244b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1391964 Feb 19 03:39:56.062306 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 47972) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:56.066632 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2e754b96-59bc-41cd-9036-935ef48c488a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'security_group_rule': {'security_group_id': '8534e230-a35d-47dc-b50e-eae1262a820f', 'project_id': '350ad465f1ee412981ba9c55bc301703', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:56.097533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e754b96-59bc-41cd-9036-935ef48c488a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (57ca26e4-e48e-4c56-8bbd-123805112f8a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.161503 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e754b96-59bc-41cd-9036-935ef48c488a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (57ca26e4-e48e-4c56-8bbd-123805112f8a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.166655 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e754b96-59bc-41cd-9036-935ef48c488a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (57ca26e4-e48e-4c56-8bbd-123805112f8a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.185664 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e754b96-59bc-41cd-9036-935ef48c488a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ca26e4-e48e-4c56-8bbd-123805112f8a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:56.193539 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e754b96-59bc-41cd-9036-935ef48c488a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.197632 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2e754b96-59bc-41cd-9036-935ef48c488a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343451 Feb 19 03:39:56.197776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47974) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:56.202799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-afcbf48d-e5e6-44ad-807d-7c156056a285 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'security_group_rule': {'security_group_id': '8534e230-a35d-47dc-b50e-eae1262a820f', 'project_id': '350ad465f1ee412981ba9c55bc301703', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:56.231406 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afcbf48d-e5e6-44ad-807d-7c156056a285 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (13ac6920-c271-49e1-a459-4572cd2e12e7), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.287370 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afcbf48d-e5e6-44ad-807d-7c156056a285 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (13ac6920-c271-49e1-a459-4572cd2e12e7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.292504 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afcbf48d-e5e6-44ad-807d-7c156056a285 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (13ac6920-c271-49e1-a459-4572cd2e12e7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.311380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbf48d-e5e6-44ad-807d-7c156056a285 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ac6920-c271-49e1-a459-4572cd2e12e7,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:56.319798 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-afcbf48d-e5e6-44ad-807d-7c156056a285 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.321206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-afcbf48d-e5e6-44ad-807d-7c156056a285 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222446 Feb 19 03:39:56.323888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47976) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:56.328368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b67ee454-62f3-4679-86ce-7ba233f49fc3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'security_group_rule': {'security_group_id': '8534e230-a35d-47dc-b50e-eae1262a820f', 'project_id': '350ad465f1ee412981ba9c55bc301703', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:56.350635 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-b67ee454-62f3-4679-86ce-7ba233f49fc3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Project 350ad465f1ee412981ba9c55bc301703 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:39:56.355564 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b67ee454-62f3-4679-86ce-7ba233f49fc3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (b8c62180-aaf1-4187-9328-0c1a3029211e), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.425175 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b67ee454-62f3-4679-86ce-7ba233f49fc3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (b8c62180-aaf1-4187-9328-0c1a3029211e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.431997 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b67ee454-62f3-4679-86ce-7ba233f49fc3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (b8c62180-aaf1-4187-9328-0c1a3029211e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.451824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ee454-62f3-4679-86ce-7ba233f49fc3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c62180-aaf1-4187-9328-0c1a3029211e,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:56.461477 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b67ee454-62f3-4679-86ce-7ba233f49fc3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.462706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b67ee454-62f3-4679-86ce-7ba233f49fc3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1378553 Feb 19 03:39:56.465464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 47978) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:39:56.470194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a4e72a56-b25a-4a3c-b29f-aea787696d7a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'security_group_rule': {'security_group_id': '8534e230-a35d-47dc-b50e-eae1262a820f', 'project_id': '350ad465f1ee412981ba9c55bc301703', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:39:56.490955 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-a4e72a56-b25a-4a3c-b29f-aea787696d7a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Project 350ad465f1ee412981ba9c55bc301703 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:39:56.495842 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4e72a56-b25a-4a3c-b29f-aea787696d7a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (d93e3f6b-dd9a-4699-845b-8960ece1db0f), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.557095 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4e72a56-b25a-4a3c-b29f-aea787696d7a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (d93e3f6b-dd9a-4699-845b-8960ece1db0f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.562629 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4e72a56-b25a-4a3c-b29f-aea787696d7a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (d93e3f6b-dd9a-4699-845b-8960ece1db0f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.580493 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e72a56-b25a-4a3c-b29f-aea787696d7a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d93e3f6b-dd9a-4699-845b-8960ece1db0f,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:39:56.589942 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a4e72a56-b25a-4a3c-b29f-aea787696d7a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:39:56.591159 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a4e72a56-b25a-4a3c-b29f-aea787696d7a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247935 Feb 19 03:40:03.668578 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-36093ef3-3744-41a7-82e1-da1a118b4e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:05.917989 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-04d494b7-7795-4869-969a-f97bee5a2c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:07.179221 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:08.503859 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:10.093632 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:12.618144 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:40:17.213881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-98222cc5-bf0f-4915-905f-7ed6dd469637 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657963172&fields=id&tenant_id=350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 267 time: 0.0462213 Feb 19 03:40:17.322659 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-c005461e-fa50-41e7-b2d3-505b8bd06e10 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:17.324115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-c005461e-fa50-41e7-b2d3-505b8bd06e10 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.1037505 Feb 19 03:40:17.339426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-8f124aed-a574-452d-9566-c866a63dc670 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/quotas/350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 375 time: 0.0097778 Feb 19 03:40:17.396242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-fb1bfc0b-1b0a-454d-8789-9bc7f193927e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516791 Feb 19 03:40:17.498068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-0318909c-c472-47f8-96fb-88de5f891191 service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901449 Feb 19 03:40:17.587909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-438563a7-8fbd-4f6b-9bdf-23f982c75eda service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840867 Feb 19 03:40:17.880352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b85510e-94dc-43d2-9410-fb01f40891c9 req-a36085a8-5a45-4e89-ba0a-c2fe8bbd4de0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0275874 Feb 19 03:40:18.958654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e03b6063-31d6-4f0e-aaa7-ce2905d0fe25 req-ab10520f-95af-40f2-bede-8d6a639fd8ca tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0271666 Feb 19 03:40:20.048390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6c7aab2-de5e-4094-9da4-db4c7fe9789d req-27d0fab6-3d18-4187-8079-03be0715a3ec tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0325902 Feb 19 03:40:21.140923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f8c8dfa5-84e7-49da-94a1-f519bae0fd5d req-a03f3789-a8c7-4d01-a730-8f8b05c568b0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0283899 Feb 19 03:40:22.244825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1225fa9c-5997-4381-b78c-e4bfc25d0e62 req-b0f85bfa-9377-416d-94e7-9e7f654ff1f6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0345366 Feb 19 03:40:22.865813 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:22.910336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-d46e6452-5229-4e5d-b43d-dd42d2630f96 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:22.911803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-d46e6452-5229-4e5d-b43d-dd42d2630f96 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.1047561 Feb 19 03:40:22.980308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-ba65f16b-4fe1-4ebf-8857-67ac70e21a53 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 380 time: 0.0595422 Feb 19 03:40:22.988866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'port': {'device_id': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'admin_state_up': True, 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'security_groups': ['8534e230-a35d-47dc-b50e-eae1262a820f']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:23.095230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Made reservation on behalf of 350ad465f1ee412981ba9c55bc301703 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:40:23.098655 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:23.234057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Allocated IP 172.20.0.6 (f87a9704-3c97-4220-be7c-a4024e6f8a77/755924c4-5372-456c-bab3-c237cb07d54f/c651f808-13b0-4235-9590-cf1ac750a6bd) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:40:23.356163 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c52a4f8-5798-4ca6-bcb0-4689c720aa44 req-dc003735-a41d-4553-9b65-9d1a29fccee2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0411451 Feb 19 03:40:23.398987 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:23.434387 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:23.477340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:40:23.480260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:40:23.486073 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:40:23.510725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=c651f808-13b0-4235-9590-cf1ac750a6bd,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:23.540534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:23.541191 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:23.560400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-6a4ce7ce-dce1-4e76-8798-e4487ad1ded1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5754814 Feb 19 03:40:23.572645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Request body: {'port': {'device_id': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:23.637717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:23.741542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1ac07efb-d1c7-41c2-8dcd-c4082b9208c6 None None] Provisioning complete for port c651f808-13b0-4235-9590-cf1ac750a6bd triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:40:23.741823 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1ac07efb-d1c7-41c2-8dcd-c4082b9208c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:23.781714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1ac07efb-d1c7-41c2-8dcd-c4082b9208c6 None None] Port c651f808-13b0-4235-9590-cf1ac750a6bd cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:40:23.827844 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:23.935938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c651f808-13b0-4235-9590-cf1ac750a6bd {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:40:23.944290 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Publish callbacks [] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:23.956923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Transition to ACTIVE for port object c651f808-13b0-4235-9590-cf1ac750a6bd will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:40:23.963086 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:24.014673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=c651f808-13b0-4235-9590-cf1ac750a6bd,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:24.098518 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Attempting to bind port c651f808-13b0-4235-9590-cf1ac750a6bd on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:40:24.098852 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Attempting to bind port c651f808-13b0-4235-9590-cf1ac750a6bd by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:40:24.099344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Attempting to bind port c651f808-13b0-4235-9590-cf1ac750a6bd on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:40:24.104705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Port c651f808-13b0-4235-9590-cf1ac750a6bd on network f87a9704-3c97-4220-be7c-a4024e6f8a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:40:24.105040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Attempting to bind port c651f808-13b0-4235-9590-cf1ac750a6bd on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:40:24.110912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:40:24.111252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Checking segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:40:24.111638 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Bound using segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:40:24.112067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Bound port: c651f808-13b0-4235-9590-cf1ac750a6bd, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:40:24.112422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:24.193523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] For port c651f808-13b0-4235-9590-cf1ac750a6bd, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:40:24.197644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] For port c651f808-13b0-4235-9590-cf1ac750a6bd, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c651f808-13b0-4235-9590-cf1ac750a6bd,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:40:24.205624 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:24.244524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.245230 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:24.247016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] 10.222.0.87 "PUT /v2.0/ports/c651f808-13b0-4235-9590-cf1ac750a6bd HTTP/1.1" status: 200 len: 1091 time: 0.6789880 Feb 19 03:40:24.247772 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'tag': 'c651f808-13b0-4235-9590-cf1ac750a6bd'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:24.250293 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dae302-19f6-460d-8a16-c12b398d4471" -d '{"events": [{"name": "network-changed", "server_uuid": "b29163a6-2e8a-4dec-aacd-b98a211de50f", "tag": "c651f808-13b0-4235-9590-cf1ac750a6bd"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:24.285673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7ab19-1ad1-40db-8243-6749e9fa1ad0 service neutron] Pushing event updated for resources: {'Port': ['ID=c651f808-13b0-4235-9590-cf1ac750a6bd,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:24.329145 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a29eee1-b2cd-4dd5-a520-33ebc86d0f00 x-openstack-request-id: req-6a29eee1-b2cd-4dd5-a520-33ebc86d0f00 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:24.329505 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29163a6-2e8a-4dec-aacd-b98a211de50f", "tag": "c651f808-13b0-4235-9590-cf1ac750a6bd", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:24.329679 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6a29eee1-b2cd-4dd5-a520-33ebc86d0f00 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:24.330086 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'tag': 'c651f808-13b0-4235-9590-cf1ac750a6bd', 'status': 'completed', 'code': 200} Feb 19 03:40:24.350477 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-be6bfb06-b947-45e2-8b9a-1976f6ba890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.352035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-be6bfb06-b947-45e2-8b9a-1976f6ba890c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 1125 time: 0.0543222 Feb 19 03:40:24.399816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-fe20dbf1-b506-4edc-92e6-af1ed1c6158a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c651f808-13b0-4235-9590-cf1ac750a6bd HTTP/1.1" status: 200 len: 217 time: 0.0409250 Feb 19 03:40:24.487095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-81b3a49b-c33a-4156-a960-b35fe0cc86e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.489365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-81b3a49b-c33a-4156-a960-b35fe0cc86e6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0834088 Feb 19 03:40:24.538398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededb596-a2b8-485a-86b3-1d08022a707c req-f7e948e3-d765-4f6d-bc82-4b95bc922209 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.539775 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ededb596-a2b8-485a-86b3-1d08022a707c req-f7e948e3-d765-4f6d-bc82-4b95bc922209 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.1002846 Feb 19 03:40:24.581632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-7d6e0915-7946-4c61-a571-cef675f36c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.583281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-7d6e0915-7946-4c61-a571-cef675f36c84 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0859087 Feb 19 03:40:24.620208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ededb596-a2b8-485a-86b3-1d08022a707c req-2a884e54-8573-4e46-b83a-a2e056fba31b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734212 Feb 19 03:40:24.685211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-856dee1f-e5b0-404a-adef-b76056d72e74 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914080 Feb 19 03:40:24.777752 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-982e799a-3b0a-47a8-8cf8-e56a33854a4f req-fae3e3ed-9899-4224-893c-d08102c3644e service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870833 Feb 19 03:40:24.866826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dae302-19f6-460d-8a16-c12b398d4471 req-e2b43882-5475-474f-a100-d0d4e37af06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.868319 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38dae302-19f6-460d-8a16-c12b398d4471 req-e2b43882-5475-474f-a100-d0d4e37af06f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 1125 time: 0.0462289 Feb 19 03:40:24.964318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dae302-19f6-460d-8a16-c12b398d4471 req-fc50a5d2-d19d-465c-b883-668c6f0bb13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:24.965860 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38dae302-19f6-460d-8a16-c12b398d4471 req-fc50a5d2-d19d-465c-b883-668c6f0bb13c service neutron] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0907667 Feb 19 03:40:25.008693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38dae302-19f6-460d-8a16-c12b398d4471 req-457ce9eb-1f19-4747-874b-b3f8c3efbbfb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c651f808-13b0-4235-9590-cf1ac750a6bd HTTP/1.1" status: 200 len: 217 time: 0.0365064 Feb 19 03:40:25.057491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dae302-19f6-460d-8a16-c12b398d4471 req-a9b38756-1b33-48a3-887a-4da93caa4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:25.058992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38dae302-19f6-460d-8a16-c12b398d4471 req-a9b38756-1b33-48a3-887a-4da93caa4931 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0448265 Feb 19 03:40:25.112253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dae302-19f6-460d-8a16-c12b398d4471 req-67e8a60c-6ff3-4344-94cf-008f5e2fbfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:25.114105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38dae302-19f6-460d-8a16-c12b398d4471 req-67e8a60c-6ff3-4344-94cf-008f5e2fbfda service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491724 Feb 19 03:40:25.201981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38dae302-19f6-460d-8a16-c12b398d4471 req-342936c0-9abc-4559-b23e-e2745e43cf4f service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810897 Feb 19 03:40:25.294470 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38dae302-19f6-460d-8a16-c12b398d4471 req-0e8c7da6-53aa-4156-ae39-53479af522d6 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866020 Feb 19 03:40:25.756389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033412f0-59f5-4e38-944e-4dba63da46a5 req-b10d6378-1251-4cd2-bff0-9d55b9c5cb28 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:25.758471 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-033412f0-59f5-4e38-944e-4dba63da46a5 req-b10d6378-1251-4cd2-bff0-9d55b9c5cb28 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0667474 Feb 19 03:40:25.812513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-033412f0-59f5-4e38-944e-4dba63da46a5 req-ac9bc73c-1902-466e-abd5-cc2f48725e84 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482364 Feb 19 03:40:26.935258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ce24b-fcec-4425-bb88-23c4be3adc1d req-dec8c082-f68e-4314-9bd6-0ba2a2867a5a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:26.937169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf4ce24b-fcec-4425-bb88-23c4be3adc1d req-dec8c082-f68e-4314-9bd6-0ba2a2867a5a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0536399 Feb 19 03:40:26.986904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf4ce24b-fcec-4425-bb88-23c4be3adc1d req-85b1a15f-06ee-4ad5-9e5a-dd461288cb6a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441847 Feb 19 03:40:28.111545 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926ed4a-9c05-4588-8259-9934ad9ac97e req-61b1a65c-f560-4d78-b0b8-9054ed8990cd tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:28.113065 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6926ed4a-9c05-4588-8259-9934ad9ac97e req-61b1a65c-f560-4d78-b0b8-9054ed8990cd tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0570405 Feb 19 03:40:28.163230 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6926ed4a-9c05-4588-8259-9934ad9ac97e req-a444008b-9f17-4ded-b90d-6678cf35c8a7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442777 Feb 19 03:40:29.293011 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24f0263-00d4-46ba-986c-4e9611907e76 req-ac5e9c07-33ff-4901-bbc0-a4a4f3c93fd3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:29.294578 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e24f0263-00d4-46ba-986c-4e9611907e76 req-ac5e9c07-33ff-4901-bbc0-a4a4f3c93fd3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0589116 Feb 19 03:40:29.347564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e24f0263-00d4-46ba-986c-4e9611907e76 req-6c3f4e00-028a-4930-9df8-e1ed6adcdc78 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468941 Feb 19 03:40:30.471893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7d88d-c7f5-47c7-8ada-71bfece1be81 req-2ff02fea-ae1a-4bf9-88bf-f9628832a598 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:30.473438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bba7d88d-c7f5-47c7-8ada-71bfece1be81 req-2ff02fea-ae1a-4bf9-88bf-f9628832a598 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0543232 Feb 19 03:40:30.526179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bba7d88d-c7f5-47c7-8ada-71bfece1be81 req-476faf34-af5d-43cc-813c-9e3910ee7c47 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471370 Feb 19 03:40:31.648736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde77728-b227-4a4c-aac9-60ef8fdca854 req-24157da8-2398-4bd2-8ff0-ffec9ddd6016 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:31.650280 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dde77728-b227-4a4c-aac9-60ef8fdca854 req-24157da8-2398-4bd2-8ff0-ffec9ddd6016 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0552301 Feb 19 03:40:31.701939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dde77728-b227-4a4c-aac9-60ef8fdca854 req-4a2ee3d7-5160-43de-8e5e-7a8e130efad4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456054 Feb 19 03:40:32.826622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46db721-0522-4d92-a81d-385d50d5b410 req-fcac9da6-d6b0-4a05-9246-e888d8a7f9d1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:32.828203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c46db721-0522-4d92-a81d-385d50d5b410 req-fcac9da6-d6b0-4a05-9246-e888d8a7f9d1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0561185 Feb 19 03:40:32.880496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c46db721-0522-4d92-a81d-385d50d5b410 req-b102fa81-13f0-4a6d-b34f-1c68b456c3a4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459571 Feb 19 03:40:33.671470 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a596a4e8-96c7-4e2b-8bd0-024c6d247e7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:34.011491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9424ca05-a870-4cfc-84a8-77461693f554 req-00916883-ff06-497c-a8ae-c36b2328c61c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:34.012859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9424ca05-a870-4cfc-84a8-77461693f554 req-00916883-ff06-497c-a8ae-c36b2328c61c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0610375 Feb 19 03:40:34.066729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9424ca05-a870-4cfc-84a8-77461693f554 req-62460bb6-ffc6-4805-b9f3-4004a4696fed tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457120 Feb 19 03:40:35.299873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9ed34-3e59-4d82-90b2-723044135568 req-be7ba8e0-c575-4ece-a065-64ba813f8fa5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:35.301447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bcc9ed34-3e59-4d82-90b2-723044135568 req-be7ba8e0-c575-4ece-a065-64ba813f8fa5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0549169 Feb 19 03:40:35.372109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bcc9ed34-3e59-4d82-90b2-723044135568 req-fede4a37-a174-40bf-8c90-169e5ef6dada tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624230 Feb 19 03:40:35.916945 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-18a532a1-bd35-4f4e-b30c-1afb64742412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:36.524970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29941a0-c399-49ef-a8d6-c931008b0bc6 req-6ce5102c-11b4-4ea8-a6ed-389361e98a74 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:36.526478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e29941a0-c399-49ef-a8d6-c931008b0bc6 req-6ce5102c-11b4-4ea8-a6ed-389361e98a74 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0774715 Feb 19 03:40:36.577997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e29941a0-c399-49ef-a8d6-c931008b0bc6 req-8517f6b9-81d2-49f4-8638-3a5dc21264b0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456924 Feb 19 03:40:37.194408 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:37.711423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cda7f-a5e2-49d0-ac5a-e403850ba872 req-4b1a1f5a-817f-46c4-9487-caef2f3bc1d1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:37.713397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b5cda7f-a5e2-49d0-ac5a-e403850ba872 req-4b1a1f5a-817f-46c4-9487-caef2f3bc1d1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0590665 Feb 19 03:40:37.769512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b5cda7f-a5e2-49d0-ac5a-e403850ba872 req-6fa4f1eb-0485-4eba-8749-e4339744f4c4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504420 Feb 19 03:40:38.502969 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:38.904888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce881e51-a661-47a1-944b-5c81fafe24ba req-85c78b99-9552-489d-85c1-0bd25ddf7129 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:38.906378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce881e51-a661-47a1-944b-5c81fafe24ba req-85c78b99-9552-489d-85c1-0bd25ddf7129 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0647008 Feb 19 03:40:38.969772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce881e51-a661-47a1-944b-5c81fafe24ba req-5f489a73-de80-42ac-8318-11ef4fd2ddb9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576446 Feb 19 03:40:40.092841 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:40.111625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca69180-4997-4bb9-8c08-88c2ce8d8239 req-ae7ea8fd-7637-491d-9555-5f607932a7d5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:40.113548 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ca69180-4997-4bb9-8c08-88c2ce8d8239 req-ae7ea8fd-7637-491d-9555-5f607932a7d5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0677316 Feb 19 03:40:40.163269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8ca69180-4997-4bb9-8c08-88c2ce8d8239 req-c5b3a202-f518-49e2-bce9-d631d7054595 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439336 Feb 19 03:40:41.293913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202de14-2f8f-4957-b36e-bc83c4ff54b2 req-ef68e6eb-3041-4d37-9771-1f5ba3f6f7bc tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:41.295482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a202de14-2f8f-4957-b36e-bc83c4ff54b2 req-ef68e6eb-3041-4d37-9771-1f5ba3f6f7bc tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 943 time: 0.0593038 Feb 19 03:40:41.361004 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a202de14-2f8f-4957-b36e-bc83c4ff54b2 req-bbbcd619-ab91-4bc7-b67e-2aeb356af11c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596354 Feb 19 03:40:41.639219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c651f808-13b0-4235-9590-cf1ac750a6bd details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:40:41.736608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c651f808-13b0-4235-9590-cf1ac750a6bd, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c651f808-13b0-4235-9590-cf1ac750a6bd,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:41.752185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'c651f808-13b0-4235-9590-cf1ac750a6bd', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'port_id': 'c651f808-13b0-4235-9590-cf1ac750a6bd', 'mac_address': 'fa:16:3e:68:14:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:40:41.789730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port c651f808-13b0-4235-9590-cf1ac750a6bd is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:41.790117 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:41.802948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c651f808-13b0-4235-9590-cf1ac750a6bd {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:40:41.823845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c651f808-13b0-4235-9590-cf1ac750a6bd, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c651f808-13b0-4235-9590-cf1ac750a6bd,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:41.830606 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:41.879403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=c651f808-13b0-4235-9590-cf1ac750a6bd,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:41.886951 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:41.887269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:41.887721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:41.888288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:41.888634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:41.889001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:41.889399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:41.889661 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:41.889988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:41.890371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:41.890642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:41.890953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:41.891345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:40:42.207521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['c651f808-13b0-4235-9590-cf1ac750a6bd'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:40:42.484959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e62ca6-9cd6-46a2-a873-04827f233068 req-978c935b-d7c7-4b14-a457-4680b9dbe4c8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:42.486349 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29e62ca6-9cd6-46a2-a873-04827f233068 req-978c935b-d7c7-4b14-a457-4680b9dbe4c8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 944 time: 0.0561404 Feb 19 03:40:42.535471 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29e62ca6-9cd6-46a2-a873-04827f233068 req-967ae69e-f691-48e6-993c-10431c4dcf36 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Feb 19 03:40:43.642236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c651f808-13b0-4235-9590-cf1ac750a6bd up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:40:43.665318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72966b-5e3c-4cc7-9ecd-a1c3eeecfaf1 req-ca66b2eb-5c3f-4db6-98e2-0db261f2fdbe tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:43.666795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb72966b-5e3c-4cc7-9ecd-a1c3eeecfaf1 req-ca66b2eb-5c3f-4db6-98e2-0db261f2fdbe tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 944 time: 0.0542638 Feb 19 03:40:43.698822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port c651f808-13b0-4235-9590-cf1ac750a6bd completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:40:43.702857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port c651f808-13b0-4235-9590-cf1ac750a6bd triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:40:43.703234 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:43.718993 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eb72966b-5e3c-4cc7-9ecd-a1c3eeecfaf1 req-580faed1-a567-4bcf-b60e-79b49d25c17c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456171 Feb 19 03:40:43.779423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port c651f808-13b0-4235-9590-cf1ac750a6bd is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:40:43.779848 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:43.803293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c651f808-13b0-4235-9590-cf1ac750a6bd'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:43.805583 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7ebf8c-7539-4358-bfdf-12cbcddfea10" -d '{"events": [{"server_uuid": "b29163a6-2e8a-4dec-aacd-b98a211de50f", "name": "network-vif-plugged", "status": "completed", "tag": "c651f808-13b0-4235-9590-cf1ac750a6bd"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:43.818273 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c651f808-13b0-4235-9590-cf1ac750a6bd, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c651f808-13b0-4235-9590-cf1ac750a6bd,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:40:43.825626 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:43.848441 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb21044-c901-4d17-83d5-08c09d3e8191 x-openstack-request-id: req-8bb21044-c901-4d17-83d5-08c09d3e8191 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:43.848879 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29163a6-2e8a-4dec-aacd-b98a211de50f", "name": "network-vif-plugged", "status": "completed", "tag": "c651f808-13b0-4235-9590-cf1ac750a6bd", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:43.849141 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8bb21044-c901-4d17-83d5-08c09d3e8191 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:43.849530 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c651f808-13b0-4235-9590-cf1ac750a6bd', 'code': 200} Feb 19 03:40:43.876430 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=c651f808-13b0-4235-9590-cf1ac750a6bd,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:44.009201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff3010-4a17-4ee5-bbae-ef48e5282510 req-b30fe67d-89df-44cb-97c5-dd2ab8ffd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:44.010729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56ff3010-4a17-4ee5-bbae-ef48e5282510 req-b30fe67d-89df-44cb-97c5-dd2ab8ffd606 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 1127 time: 0.1051557 Feb 19 03:40:44.060796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56ff3010-4a17-4ee5-bbae-ef48e5282510 req-8a0ea05f-5545-4b42-9070-1b5c679d08bb service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441570 Feb 19 03:40:44.846738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c7526-acf1-48be-8f09-23b3129f451f req-46ce7706-6b98-4ba2-8a89-2931c29cc9c0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:44.848189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1e4c7526-acf1-48be-8f09-23b3129f451f req-46ce7706-6b98-4ba2-8a89-2931c29cc9c0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 945 time: 0.0581651 Feb 19 03:40:44.897640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1e4c7526-acf1-48be-8f09-23b3129f451f req-086572a9-2916-415b-837d-ac02f124700e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437984 Feb 19 03:40:46.026744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4909c2-aa45-41b6-a7b0-4c7644576811 req-6b489c10-e7e8-43e1-b065-4630e204bd9a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:46.028685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf4909c2-aa45-41b6-a7b0-4c7644576811 req-6b489c10-e7e8-43e1-b065-4630e204bd9a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 945 time: 0.0555778 Feb 19 03:40:46.081820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf4909c2-aa45-41b6-a7b0-4c7644576811 req-8c0531fe-dd57-4516-8fa4-f6e3e6234bdc tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476997 Feb 19 03:40:46.211482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b430a94-0d84-49fe-b88f-b6755a746702 req-6b123ce4-ef2f-4a3e-bca4-7b96efcd5702 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:46.212981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b430a94-0d84-49fe-b88f-b6755a746702 req-6b123ce4-ef2f-4a3e-bca4-7b96efcd5702 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 945 time: 0.0581975 Feb 19 03:40:46.263788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b430a94-0d84-49fe-b88f-b6755a746702 req-5a46c028-dfc0-4d26-a563-6df4cdda60de tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442336 Feb 19 03:40:46.290352 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48204) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:46.440113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61bb88b-8489-4607-a8b8-a3996258cab2 tempest-TestVolumeBootPattern-33899823 tempest-TestVolumeBootPattern-33899823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:46.442285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b61bb88b-8489-4607-a8b8-a3996258cab2 tempest-TestVolumeBootPattern-33899823 tempest-TestVolumeBootPattern-33899823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 1122 time: 0.1509209 Feb 19 03:40:46.445337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48208) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:40:46.449933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': 'c651f808-13b0-4235-9590-cf1ac750a6bd', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:40:46.476811 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:46.583101 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:46.688928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Allocated IP 172.25.1.78 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/98130c08-889e-4a7a-91a2-5910d8f9454f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:40:47.101738 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (98130c08-889e-4a7a-91a2-5910d8f9454f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:47.138759 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (98130c08-889e-4a7a-91a2-5910d8f9454f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:47.175854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:40:47.178653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:40:47.184018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:40:47.189857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=98130c08-889e-4a7a-91a2-5910d8f9454f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:47.685921 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (c63a3a95-f29d-441a-b4b6-61036fa8f495), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:47.794381 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (98130c08-889e-4a7a-91a2-5910d8f9454f), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:47.943827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (98130c08-889e-4a7a-91a2-5910d8f9454f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:47.950845 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (98130c08-889e-4a7a-91a2-5910d8f9454f), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:48.021949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=98130c08-889e-4a7a-91a2-5910d8f9454f,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:40:48.030742 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c63a3a95-f29d-441a-b4b6-61036fa8f495), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:48.134521 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Floating IP c63a3a95-f29d-441a-b4b6-61036fa8f495 associated. External IP: 172.25.1.78, port: c651f808-13b0-4235-9590-cf1ac750a6bd. Feb 19 03:40:48.350346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Router b1c0054a-9090-4069-8eaa-66b70d9de174 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:40:48.465018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:40:48.474847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6f34d-a4c4-4d69-adfe-c1112b5787b2 None None] Sync routers for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:40:48.483408 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:48.485093 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6f34d-a4c4-4d69-adfe-c1112b5787b2 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:40:48.485721 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-49f6f34d-a4c4-4d69-adfe-c1112b5787b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:40:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:40:48.525156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f1fb9f55-0866-4e7c-80ad-eb906d67e249 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0673664 Feb 19 03:40:48.525156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'tag': 'c651f808-13b0-4235-9590-cf1ac750a6bd'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:40:48.525156 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f504e20-e8ed-48a2-b243-4e934a0f6bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "b29163a6-2e8a-4dec-aacd-b98a211de50f", "tag": "c651f808-13b0-4235-9590-cf1ac750a6bd"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:40:48.554981 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede715a6-dc93-406d-bb86-0c0be07f5166 x-openstack-request-id: req-ede715a6-dc93-406d-bb86-0c0be07f5166 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:40:48.555273 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b29163a6-2e8a-4dec-aacd-b98a211de50f", "tag": "c651f808-13b0-4235-9590-cf1ac750a6bd", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:40:48.555529 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ede715a6-dc93-406d-bb86-0c0be07f5166 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:40:48.555935 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'tag': 'c651f808-13b0-4235-9590-cf1ac750a6bd', 'status': 'completed', 'code': 200} Feb 19 03:40:48.600586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-49f6f34d-a4c4-4d69-adfe-c1112b5787b2 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:40:48.624944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f504e20-e8ed-48a2-b243-4e934a0f6bbb req-a174423f-d43c-40ab-8a5b-746f7775f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:48.626481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f504e20-e8ed-48a2-b243-4e934a0f6bbb req-a174423f-d43c-40ab-8a5b-746f7775f813 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 1127 time: 0.0469041 Feb 19 03:40:48.721513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f504e20-e8ed-48a2-b243-4e934a0f6bbb req-6bba628c-47d9-45ba-b857-8ca0619e5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:48.723008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f504e20-e8ed-48a2-b243-4e934a0f6bbb req-6bba628c-47d9-45ba-b857-8ca0619e5aca service neutron] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0888176 Feb 19 03:40:48.787422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f504e20-e8ed-48a2-b243-4e934a0f6bbb req-4de2b6b2-708f-413f-a561-01102fa69af3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c651f808-13b0-4235-9590-cf1ac750a6bd HTTP/1.1" status: 200 len: 998 time: 0.0586271 Feb 19 03:40:48.828731 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-49f6f34d-a4c4-4d69-adfe-c1112b5787b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c63a3a95-f29d-441a-b4b6-61036fa8f495', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': 'c651f808-13b0-4235-9590-cf1ac750a6bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:68:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:40:47Z', 'updated_at': '2022-02-19T03:40:47Z', 'revision_number': 0, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:40:48.834865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f504e20-e8ed-48a2-b243-4e934a0f6bbb req-de0e3ab5-a1ef-4031-b3db-a67adf756b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:48.836366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f504e20-e8ed-48a2-b243-4e934a0f6bbb req-de0e3ab5-a1ef-4031-b3db-a67adf756b0c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0430510 Feb 19 03:40:48.859434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6f34d-a4c4-4d69-adfe-c1112b5787b2 None None] Checking router: b1c0054a-9090-4069-8eaa-66b70d9de174 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:40:48.868461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f6f34d-a4c4-4d69-adfe-c1112b5787b2 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:40:48.869099 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-49f6f34d-a4c4-4d69-adfe-c1112b5787b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:40:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:40:48.891867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f504e20-e8ed-48a2-b243-4e934a0f6bbb req-7fd448aa-63de-42a5-83e3-b5e9e59811c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:40:48.893551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f504e20-e8ed-48a2-b243-4e934a0f6bbb req-7fd448aa-63de-42a5-83e3-b5e9e59811c2 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515110 Feb 19 03:40:48.976487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-49f6f34d-a4c4-4d69-adfe-c1112b5787b2 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:40:48.984994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f504e20-e8ed-48a2-b243-4e934a0f6bbb req-1fa347db-0869-4c3a-9caa-2e4f87084754 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845103 Feb 19 03:40:49.079300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f504e20-e8ed-48a2-b243-4e934a0f6bbb req-aafbb495-83d1-482f-b490-6ae60d009949 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887160 Feb 19 03:40:49.202490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-49f6f34d-a4c4-4d69-adfe-c1112b5787b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c63a3a95-f29d-441a-b4b6-61036fa8f495', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': 'c651f808-13b0-4235-9590-cf1ac750a6bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:68:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:40:47Z', 'updated_at': '2022-02-19T03:40:47Z', 'revision_number': 0, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:40:49.232192 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f6f34d-a4c4-4d69-adfe-c1112b5787b2 None None] The sync data for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 is: [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c63a3a95-f29d-441a-b4b6-61036fa8f495', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.78', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': 'c651f808-13b0-4235-9590-cf1ac750a6bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:68:14:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:40:47Z', 'updated_at': '2022-02-19T03:40:47Z', 'revision_number': 0, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:40:49.428978 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77658a1-c4fd-4ed7-9310-90a1b3af2c90 None None] New status for floating IP c63a3a95-f29d-441a-b4b6-61036fa8f495: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:40:49.617522 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:40:52.865295 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:40:53.834250 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:03.667972 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eae501e4-9e15-4f77-876c-541f876ab582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:06.068738 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dbd0043a-b055-49e6-add9-c58b34fb5fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:07.183555 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:08.506636 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:10.089241 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:22.861879 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:23.849014 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:26.618270 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:41:33.668766 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97ca5ac7-5259-4dc6-8b77-4691ba750e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:35.918614 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7fdb4bfe-4860-4815-a71e-79c601cb43bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:37.182496 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:38.509435 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:40.090218 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:47.013589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e35ea66-7ef1-4081-bac5-49fcdc6bfda4 req-a1a9e666-762a-41e4-a656-b46879c514ee service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478075 Feb 19 03:41:47.102197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35ea66-7ef1-4081-bac5-49fcdc6bfda4 req-b554439d-6d1b-4a4c-8635-b64aa88cfe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:47.103702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e35ea66-7ef1-4081-bac5-49fcdc6bfda4 req-b554439d-6d1b-4a4c-8635-b64aa88cfe15 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 1127 time: 0.0485551 Feb 19 03:41:47.214829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35ea66-7ef1-4081-bac5-49fcdc6bfda4 req-2b459bf4-57e5-4322-a4b0-5900527366c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:47.216375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e35ea66-7ef1-4081-bac5-49fcdc6bfda4 req-2b459bf4-57e5-4322-a4b0-5900527366c6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0935080 Feb 19 03:41:47.280468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e35ea66-7ef1-4081-bac5-49fcdc6bfda4 req-b4943311-f88c-4582-a917-dffc4d55df01 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c651f808-13b0-4235-9590-cf1ac750a6bd HTTP/1.1" status: 200 len: 1000 time: 0.0579894 Feb 19 03:41:47.328126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35ea66-7ef1-4081-bac5-49fcdc6bfda4 req-cbf23f45-3dca-48be-a3c0-433172f55d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:47.329610 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e35ea66-7ef1-4081-bac5-49fcdc6bfda4 req-cbf23f45-3dca-48be-a3c0-433172f55d07 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0440316 Feb 19 03:41:47.382463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35ea66-7ef1-4081-bac5-49fcdc6bfda4 req-c640bcff-5f22-4598-ba7a-ddfc2c9abb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:41:47.383981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e35ea66-7ef1-4081-bac5-49fcdc6bfda4 req-c640bcff-5f22-4598-ba7a-ddfc2c9abb9d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486109 Feb 19 03:41:47.491684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e35ea66-7ef1-4081-bac5-49fcdc6bfda4 req-91550def-b37f-4005-8ad4-a4f8c7cd5937 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017218 Feb 19 03:41:47.589171 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e35ea66-7ef1-4081-bac5-49fcdc6bfda4 req-6cc4ce76-dddd-482d-99f7-4f923eb27513 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911942 Feb 19 03:41:52.862235 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:41:53.848361 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:03.623241 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:42:03.663851 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a62746fe-d797-44d0-b765-c5fdbb6717e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:05.917630 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6c0e3e11-239b-4bdf-a302-71ca5b93846d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:07.188843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:08.518561 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:10.090394 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:22.879035 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:23.839630 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:33.670975 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-175b43b2-5246-48cf-a915-63421039487b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:35.917471 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6a9889ad-42ac-46a1-b472-4d5c6c7f7683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:37.190670 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:38.519921 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:40.089508 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:40.627079 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:42:46.188175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0a182-a3e8-4589-b001-1c4fd82cd08d req-d40a5fa4-a885-4b3e-a427-f76a5225c38d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:46.189707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10e0a182-a3e8-4589-b001-1c4fd82cd08d req-d40a5fa4-a885-4b3e-a427-f76a5225c38d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 945 time: 0.0572622 Feb 19 03:42:46.251280 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10e0a182-a3e8-4589-b001-1c4fd82cd08d req-ac764d3d-6020-46f3-9b8b-3d0829419771 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531387 Feb 19 03:42:47.381548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d507150-b506-467b-bd3a-e3162723941a req-4b0e0ef1-9778-4aaa-9b48-7a8402b043e6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:47.383089 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d507150-b506-467b-bd3a-e3162723941a req-4b0e0ef1-9778-4aaa-9b48-7a8402b043e6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 945 time: 0.0565047 Feb 19 03:42:47.437191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d507150-b506-467b-bd3a-e3162723941a req-4a68fb79-d09d-42d1-843a-e24efce67f6e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479119 Feb 19 03:42:47.898705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7835de3-a37e-476f-ac30-97d80f893794 req-5682f848-a298-4d9c-81d8-bb265a1ae8fb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:47.900184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7835de3-a37e-476f-ac30-97d80f893794 req-5682f848-a298-4d9c-81d8-bb265a1ae8fb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 945 time: 0.0647705 Feb 19 03:42:47.995074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Deleting port c651f808-13b0-4235-9590-cf1ac750a6bd {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:42:47.995431 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.386454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] For port c651f808-13b0-4235-9590-cf1ac750a6bd, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c651f808-13b0-4235-9590-cf1ac750a6bd,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:42:48.387258 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.584476 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.584842 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c63a3a95-f29d-441a-b4b6-61036fa8f495), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.585150 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Floating IP c63a3a95-f29d-441a-b4b6-61036fa8f495 disassociated. External IP: 172.25.1.78, port: c651f808-13b0-4235-9590-cf1ac750a6bd. Feb 19 03:42:48.585521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Calling delete_port for c651f808-13b0-4235-9590-cf1ac750a6bd owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:42:48.609357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f517c-8b28-4c60-8aea-20617bf48b99 req-0cd76e49-6556-4d99-bf51-30c8247ec96a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:48.610822 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b0f517c-8b28-4c60-8aea-20617bf48b99 req-0cd76e49-6556-4d99-bf51-30c8247ec96a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 945 time: 0.1035044 Feb 19 03:42:48.707360 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9b0f517c-8b28-4c60-8aea-20617bf48b99 req-fb957ec1-59ae-4f28-ab8e-3d76861afa72 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670495 Feb 19 03:42:48.768350 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c651f808-13b0-4235-9590-cf1ac750a6bd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:48.795229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event deleted for resources: {'Port': ['ID=c651f808-13b0-4235-9590-cf1ac750a6bd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:42:48.813182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.813527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.813865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.814193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.814520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.814845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.815149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.815466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.815784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.816582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.816582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.816871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.817068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:42:48.939685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Router b1c0054a-9090-4069-8eaa-66b70d9de174 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:42:49.058069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:42:49.072094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ac579-e9f0-4aaf-8b00-fcff3d36ca25 None None] Sync routers for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:42:49.083551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ac579-e9f0-4aaf-8b00-fcff3d36ca25 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:42:49.084102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ad1ac579-e9f0-4aaf-8b00-fcff3d36ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:42:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:49.107468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] No DVR routers for this DVR port c651f808-13b0-4235-9590-cf1ac750a6bd on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:42:49.110356 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:49.114083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7835de3-a37e-476f-ac30-97d80f893794 req-1184a961-072e-4fe7-87b3-444209419071 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "DELETE /v2.0/ports/c651f808-13b0-4235-9590-cf1ac750a6bd HTTP/1.1" status: 204 len: 173 time: 1.2085378 Feb 19 03:42:49.114603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'name': 'network-vif-deleted', 'tag': 'c651f808-13b0-4235-9590-cf1ac750a6bd'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:42:49.116829 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b221dde2-1610-4cdc-b4bd-789c2f240b0a" -d '{"events": [{"server_uuid": "b29163a6-2e8a-4dec-aacd-b98a211de50f", "name": "network-vif-deleted", "tag": "c651f808-13b0-4235-9590-cf1ac750a6bd"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:42:49.217283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-ad1ac579-e9f0-4aaf-8b00-fcff3d36ca25 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:42:49.235504 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052fe10a-0fc3-4d08-9d05-42299b5ab59e x-openstack-request-id: req-052fe10a-0fc3-4d08-9d05-42299b5ab59e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:42:49.236242 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b29163a6-2e8a-4dec-aacd-b98a211de50f", "name": "network-vif-deleted", "tag": "c651f808-13b0-4235-9590-cf1ac750a6bd", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:42:49.236565 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-052fe10a-0fc3-4d08-9d05-42299b5ab59e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:42:49.237069 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b29163a6-2e8a-4dec-aacd-b98a211de50f', 'name': 'network-vif-deleted', 'tag': 'c651f808-13b0-4235-9590-cf1ac750a6bd', 'status': 'completed', 'code': 200} Feb 19 03:42:49.425413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ad1ac579-e9f0-4aaf-8b00-fcff3d36ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:49.451685 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ac579-e9f0-4aaf-8b00-fcff3d36ca25 None None] Checking router: b1c0054a-9090-4069-8eaa-66b70d9de174 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:42:49.461029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1ac579-e9f0-4aaf-8b00-fcff3d36ca25 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:42:49.461625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ad1ac579-e9f0-4aaf-8b00-fcff3d36ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:42:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:49.570817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-ad1ac579-e9f0-4aaf-8b00-fcff3d36ca25 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:42:49.769580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ad1ac579-e9f0-4aaf-8b00-fcff3d36ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:42:49.800644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1ac579-e9f0-4aaf-8b00-fcff3d36ca25 None None] The sync data for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 is: [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:42:49.809683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c6fe9b8-e3f2-42f4-aa9d-3e70f6a51ab4 req-79f085ef-ec7a-410d-8663-259f9d299858 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0283957 Feb 19 03:42:50.033656 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dec00b-c775-425c-b4d9-df18e6996f79 None None] New status for floating IP c63a3a95-f29d-441a-b4b6-61036fa8f495: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:42:50.912306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45bb13aa-30ab-42c8-b490-2a80ad6af901 req-477d6f5e-742a-46c6-8d17-dec8f150ff7f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0285263 Feb 19 03:42:52.008929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72752a36-b1c2-44d1-9ab7-bcfbfdfb5c99 req-ccb08a7d-8c8d-4fa9-b38c-e72b062498b7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0280440 Feb 19 03:42:52.390844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c651f808-13b0-4235-9590-cf1ac750a6bd no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:42:52.411224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: c651f808-13b0-4235-9590-cf1ac750a6bd {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:42:52.411543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c651f808-13b0-4235-9590-cf1ac750a6bd not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:42:52.886925 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:53.111682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4e48cc5-a22d-4363-83ed-619e892277f0 req-70804a0b-55f4-4f42-ac42-a6345de11535 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0316315 Feb 19 03:42:53.840543 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:42:54.209727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ab8a285-a1ff-415a-a402-50a70f5ebdfe req-37ac1624-14cd-4acc-ae9a-36e4e154883f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0279284 Feb 19 03:42:55.310086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-153db824-963e-49ae-8cff-da92d09686ed req-3ae2437e-ccc1-4bfa-b19e-b0c2b7839975 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0276022 Feb 19 03:42:56.406610 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d77bc16e-5223-4bca-9601-2415d136336e req-cb2f24f8-4304-496c-9cf5-be030d69e7fb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0273678 Feb 19 03:42:57.504465 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9efb5558-26e0-46cd-8b87-57461f99ac08 req-661513d6-6e07-4c3b-9f72-159837adcdbf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=b29163a6-2e8a-4dec-aacd-b98a211de50f HTTP/1.1" status: 200 len: 210 time: 0.0272033 Feb 19 03:42:58.718266 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-5648f6e4-c234-4def-8984-8d184b6508eb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657963172&fields=id&tenant_id=350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 267 time: 0.0455291 Feb 19 03:42:58.836965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff743e9-899d-441e-ac63-ff312201c95c req-adddeed1-aeef-4291-9c27-e18a162e6344 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:42:58.838425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-adddeed1-aeef-4291-9c27-e18a162e6344 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.1136668 Feb 19 03:42:58.854997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-01d8d6b0-58ba-4ee6-a5c3-0691e9df8068 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/quotas/350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 375 time: 0.0102582 Feb 19 03:42:58.911735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0679989c-4dfb-43f2-ade7-db1f7effdff2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517364 Feb 19 03:42:59.013974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f794206-c3c6-4dcb-90aa-a94db7b3ecd4 service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902090 Feb 19 03:42:59.106407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-8bd8b125-1625-4962-8968-04c935f7059a service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864189 Feb 19 03:42:59.418844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eaa37335-dd14-4797-a5de-7b851d8f09f3 req-b365c9dd-f5de-4319-becc-eb432718545d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 210 time: 0.0271189 Feb 19 03:43:00.481441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff743e9-899d-441e-ac63-ff312201c95c req-76dc2ff4-2b7c-4353-8905-56617fe033bb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:00.483235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-76dc2ff4-2b7c-4353-8905-56617fe033bb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.1135197 Feb 19 03:43:00.519800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d961aff1-bc6a-455a-8139-16617141a9cb req-f6b2ff7c-cada-4220-94da-7ee608091408 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 210 time: 0.0321717 Feb 19 03:43:00.569760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-bff42119-91d0-4406-a3a4-7f87f6c222b6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 380 time: 0.0731044 Feb 19 03:43:00.578961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'port': {'device_id': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'admin_state_up': True, 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'security_groups': ['8534e230-a35d-47dc-b50e-eae1262a820f']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:00.690561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Made reservation on behalf of 350ad465f1ee412981ba9c55bc301703 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:43:00.694032 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:00.815460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Allocated IP 172.20.0.4 (f87a9704-3c97-4220-be7c-a4024e6f8a77/755924c4-5372-456c-bab3-c237cb07d54f/770f6500-7610-4be6-a2b9-1f2be00b02c7) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:43:00.963230 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:00.998622 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:01.041082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:43:01.044320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:01.050651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:43:01.081480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=770f6500-7610-4be6-a2b9-1f2be00b02c7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:01.115530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:01.116482 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:01.139127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0f5522b6-3d6d-4b56-9f4f-23ab13ecd84c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5637786 Feb 19 03:43:01.268988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Request body: {'port': {'device_id': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:01.327401 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:01.382007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-08fc6694-0f5d-4102-814c-64b86ce7bb74 None None] Provisioning complete for port 770f6500-7610-4be6-a2b9-1f2be00b02c7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:01.382682 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-08fc6694-0f5d-4102-814c-64b86ce7bb74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:01.418532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-08fc6694-0f5d-4102-814c-64b86ce7bb74 None None] Port 770f6500-7610-4be6-a2b9-1f2be00b02c7 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:43:01.661925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770f6500-7610-4be6-a2b9-1f2be00b02c7 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:43:01.676393 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Publish callbacks [] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:01.697647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Transition to ACTIVE for port object 770f6500-7610-4be6-a2b9-1f2be00b02c7 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:43:01.703058 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:01.715812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c73bcd-f000-463b-a158-ba9ba253d641 req-ea669949-e8da-49f6-91d7-9bf251d569e8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:01.717346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99c73bcd-f000-463b-a158-ba9ba253d641 req-ea669949-e8da-49f6-91d7-9bf251d569e8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 931 time: 0.1142943 Feb 19 03:43:01.781962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Pushing event updated for resources: {'Port': ['ID=770f6500-7610-4be6-a2b9-1f2be00b02c7,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:01.856505 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99c73bcd-f000-463b-a158-ba9ba253d641 req-a8c7ac82-b64d-4ec7-8b82-a8352e76c0d1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192958 Feb 19 03:43:01.887045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Attempting to bind port 770f6500-7610-4be6-a2b9-1f2be00b02c7 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:43:01.887377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Attempting to bind port 770f6500-7610-4be6-a2b9-1f2be00b02c7 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:43:01.887704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Attempting to bind port 770f6500-7610-4be6-a2b9-1f2be00b02c7 on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:01.893883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Port 770f6500-7610-4be6-a2b9-1f2be00b02c7 on network f87a9704-3c97-4220-be7c-a4024e6f8a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:43:01.894207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Attempting to bind port 770f6500-7610-4be6-a2b9-1f2be00b02c7 on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:43:01.899316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:43:01.899711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Checking segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:43:01.900045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Bound using segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:43:01.900522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Bound port: 770f6500-7610-4be6-a2b9-1f2be00b02c7, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:43:01.900940 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:01.990131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] For port 770f6500-7610-4be6-a2b9-1f2be00b02c7, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:43:01.993523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] For port 770f6500-7610-4be6-a2b9-1f2be00b02c7, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:43:02.001086 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:02.038964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:02.039950 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:02.041987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] 10.222.0.67 "PUT /v2.0/ports/770f6500-7610-4be6-a2b9-1f2be00b02c7 HTTP/1.1" status: 200 len: 1091 time: 0.8902524 Feb 19 03:43:02.042863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'tag': '770f6500-7610-4be6-a2b9-1f2be00b02c7'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:02.045605 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5a286a-7e2e-43ad-bf68-676a8f179e93" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7719b2-d0aa-4db5-8ebc-da4e81cfd318", "tag": "770f6500-7610-4be6-a2b9-1f2be00b02c7"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:02.086819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97843f2-4143-438c-b9ce-c74581d52abf service neutron] Pushing event updated for resources: {'Port': ['ID=770f6500-7610-4be6-a2b9-1f2be00b02c7,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:02.135166 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c05b1b2-b59d-4789-89a0-737428e51c3f x-openstack-request-id: req-4c05b1b2-b59d-4789-89a0-737428e51c3f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:02.135755 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7719b2-d0aa-4db5-8ebc-da4e81cfd318", "tag": "770f6500-7610-4be6-a2b9-1f2be00b02c7", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:02.136164 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c05b1b2-b59d-4789-89a0-737428e51c3f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:02.136566 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'tag': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'status': 'completed', 'code': 200} Feb 19 03:43:02.157677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff743e9-899d-441e-ac63-ff312201c95c req-ad93ee77-ffd6-489a-aa20-d8fb21c1fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:02.159199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-ad93ee77-ffd6-489a-aa20-d8fb21c1fca9 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 1125 time: 0.0624869 Feb 19 03:43:02.212016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-7f1a5881-6b15-49f5-b435-bd6ad71d1462 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7 HTTP/1.1" status: 200 len: 217 time: 0.0443041 Feb 19 03:43:02.262890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff743e9-899d-441e-ac63-ff312201c95c req-b218fd56-3b7d-4799-8d13-412dc3fe3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:02.264444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-b218fd56-3b7d-4799-8d13-412dc3fe3f60 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0473695 Feb 19 03:43:02.313919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff743e9-899d-441e-ac63-ff312201c95c req-8acb62ce-c6a8-46ab-be1e-79dbafafc577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:02.315429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-8acb62ce-c6a8-46ab-be1e-79dbafafc577 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452766 Feb 19 03:43:02.414317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-7208ead9-0947-496e-9845-57233b4a7277 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918505 Feb 19 03:43:02.503386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff743e9-899d-441e-ac63-ff312201c95c req-0d68a040-3e53-41f7-b023-6f9e5ef24b7b service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833018 Feb 19 03:43:02.596437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a286a-7e2e-43ad-bf68-676a8f179e93 req-38efeb4b-2a4e-4371-a743-9ef008c130da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:02.598109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd5a286a-7e2e-43ad-bf68-676a8f179e93 req-38efeb4b-2a4e-4371-a743-9ef008c130da service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 1125 time: 0.0517905 Feb 19 03:43:02.692135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a286a-7e2e-43ad-bf68-676a8f179e93 req-e418209c-1302-41ce-83a8-d88193aaa0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:02.693704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd5a286a-7e2e-43ad-bf68-676a8f179e93 req-e418209c-1302-41ce-83a8-d88193aaa0ae service neutron] 10.222.0.67 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0899541 Feb 19 03:43:02.739022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd5a286a-7e2e-43ad-bf68-676a8f179e93 req-a0a4844a-381d-4fab-a846-01e20be92f49 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7 HTTP/1.1" status: 200 len: 217 time: 0.0386882 Feb 19 03:43:02.790439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a286a-7e2e-43ad-bf68-676a8f179e93 req-f1b84838-44ae-4eb7-95ac-b7110f0f7671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:02.792004 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd5a286a-7e2e-43ad-bf68-676a8f179e93 req-f1b84838-44ae-4eb7-95ac-b7110f0f7671 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0464549 Feb 19 03:43:02.840558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a286a-7e2e-43ad-bf68-676a8f179e93 req-70d7f698-f74b-495e-9ad1-c1db47affc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:02.842131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd5a286a-7e2e-43ad-bf68-676a8f179e93 req-70d7f698-f74b-495e-9ad1-c1db47affc37 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446408 Feb 19 03:43:02.947732 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd5a286a-7e2e-43ad-bf68-676a8f179e93 req-21b0b947-a67f-42b0-8d41-57b5f86cd817 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993228 Feb 19 03:43:03.040871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635bd7f-ffb4-4675-99a4-9976f6b86bc4 req-b22fa262-f656-4bff-96b7-eef15f1cdbc1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:03.042433 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1635bd7f-ffb4-4675-99a4-9976f6b86bc4 req-b22fa262-f656-4bff-96b7-eef15f1cdbc1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.1136837 Feb 19 03:43:03.075321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bd5a286a-7e2e-43ad-bf68-676a8f179e93 req-181ae115-87ca-4ca1-8ba3-7529a378a035 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134467 Feb 19 03:43:03.106755 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1635bd7f-ffb4-4675-99a4-9976f6b86bc4 req-f7bbd547-c0ae-4333-bbed-83a4bfe1170b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566103 Feb 19 03:43:03.666719 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b7c4698c-8f8a-45bf-bf45-95f762b3b64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:04.228548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365be87-2f50-42f4-8f8b-cbf799a80e9e req-6136f7fe-7f48-4fdc-9c32-f90f8877121b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:04.230315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1365be87-2f50-42f4-8f8b-cbf799a80e9e req-6136f7fe-7f48-4fdc-9c32-f90f8877121b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.0549428 Feb 19 03:43:04.282915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1365be87-2f50-42f4-8f8b-cbf799a80e9e req-72eeebdb-50f2-4b12-bbc4-d7ceeb3f8929 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463068 Feb 19 03:43:05.406932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145106a9-1470-4745-82c0-08afc71f1416 req-50ca71c6-3990-4918-8a16-542ad21b3c43 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:05.408482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-145106a9-1470-4745-82c0-08afc71f1416 req-50ca71c6-3990-4918-8a16-542ad21b3c43 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.0556586 Feb 19 03:43:05.459549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-145106a9-1470-4745-82c0-08afc71f1416 req-1d122ea9-972f-444a-b67c-83dcf613d87a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452733 Feb 19 03:43:05.912955 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e7a329e4-558a-4381-a1e5-cc3525795d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:06.586017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c7601b-ee5f-4c8e-8daa-082ba6c58ae3 req-853fe5bf-117d-4e2a-9a63-bbb6c1a48f3f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:06.587493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21c7601b-ee5f-4c8e-8daa-082ba6c58ae3 req-853fe5bf-117d-4e2a-9a63-bbb6c1a48f3f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.0571260 Feb 19 03:43:06.635998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21c7601b-ee5f-4c8e-8daa-082ba6c58ae3 req-9794c8b8-a8d7-420f-82ea-58c2cc51164e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Feb 19 03:43:07.194317 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:07.758584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81ea8c-e70c-4190-887a-7194fddac6c2 req-f2d8af9f-258f-4b24-9d09-47909871cf0e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:07.760091 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a81ea8c-e70c-4190-887a-7194fddac6c2 req-f2d8af9f-258f-4b24-9d09-47909871cf0e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.0550835 Feb 19 03:43:07.812549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a81ea8c-e70c-4190-887a-7194fddac6c2 req-b174ddbe-ca7e-4781-8234-ec6e0922539d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462506 Feb 19 03:43:08.526151 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:08.953251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82324870-39dd-4cc3-8c29-fd2bdcfd94ba req-ababf3c9-dcee-405d-b679-05d6feb1be00 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:08.954740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82324870-39dd-4cc3-8c29-fd2bdcfd94ba req-ababf3c9-dcee-405d-b679-05d6feb1be00 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.0657527 Feb 19 03:43:09.009824 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82324870-39dd-4cc3-8c29-fd2bdcfd94ba req-0669359f-a4d8-4986-821a-b98190b7a908 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488989 Feb 19 03:43:10.085314 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:10.131492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fff6bc-dbc4-4f47-a858-dd9d49bc6724 req-9e6bdcae-3f5f-44c4-8152-3363c04c9bc5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:10.132992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09fff6bc-dbc4-4f47-a858-dd9d49bc6724 req-9e6bdcae-3f5f-44c4-8152-3363c04c9bc5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.0543368 Feb 19 03:43:10.181752 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09fff6bc-dbc4-4f47-a858-dd9d49bc6724 req-e4cc4ad5-be84-4fb4-8987-b87ccef91440 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 Feb 19 03:43:11.318641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fddd3b-c348-4f59-880e-597d87bb5487 req-e98ac1f6-f5a0-4930-a0a7-d70a9b7c58fb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:11.320160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50fddd3b-c348-4f59-880e-597d87bb5487 req-e98ac1f6-f5a0-4930-a0a7-d70a9b7c58fb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.0563500 Feb 19 03:43:11.376029 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50fddd3b-c348-4f59-880e-597d87bb5487 req-4c5b3826-d8bf-4d03-9535-c72d8174b8a5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490589 Feb 19 03:43:12.506911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacb8ca0-80a9-4ee8-b4e3-864623ef7e82 req-8c0af1e3-9d09-4caa-b7a4-b5f786f33b43 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:12.508391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bacb8ca0-80a9-4ee8-b4e3-864623ef7e82 req-8c0af1e3-9d09-4caa-b7a4-b5f786f33b43 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.0570879 Feb 19 03:43:12.564811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bacb8ca0-80a9-4ee8-b4e3-864623ef7e82 req-85934245-5dd7-4be3-975f-76cf73c9e3c1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476983 Feb 19 03:43:13.695262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12337a-4b31-41ed-ba38-d8e3620c76ff req-5473f669-e68a-4bea-b20f-ae769f6fc22c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:13.696822 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f12337a-4b31-41ed-ba38-d8e3620c76ff req-5473f669-e68a-4bea-b20f-ae769f6fc22c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.0543745 Feb 19 03:43:13.745342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f12337a-4b31-41ed-ba38-d8e3620c76ff req-2e2287e3-4b0f-4e00-bcda-9afc6402c3ea tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425558 Feb 19 03:43:14.873188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e7405-d149-408d-a991-df3463cddfd6 req-97271229-4297-4db9-ba45-8fcbe6d7ce31 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:14.874663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c77e7405-d149-408d-a991-df3463cddfd6 req-97271229-4297-4db9-ba45-8fcbe6d7ce31 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.0589683 Feb 19 03:43:14.923161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c77e7405-d149-408d-a991-df3463cddfd6 req-0cd57622-8e51-4100-b104-5d322c47eea7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429187 Feb 19 03:43:16.054499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48788dff-860a-4fc8-9ae4-603e3283ae8d req-8a23a2e7-0881-4570-9ab5-047fab54d437 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:16.056009 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48788dff-860a-4fc8-9ae4-603e3283ae8d req-8a23a2e7-0881-4570-9ab5-047fab54d437 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.0556798 Feb 19 03:43:16.106834 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48788dff-860a-4fc8-9ae4-603e3283ae8d req-a74e06f1-34a9-404c-856f-2759f7a2fe96 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429316 Feb 19 03:43:17.248116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01347c6b-c653-4f32-93e6-fdaea2d34692 req-fcfb8b63-377a-48b8-862d-c67855af35d2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:17.249650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01347c6b-c653-4f32-93e6-fdaea2d34692 req-fcfb8b63-377a-48b8-862d-c67855af35d2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 943 time: 0.0641468 Feb 19 03:43:17.304693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01347c6b-c653-4f32-93e6-fdaea2d34692 req-6fc8ef8e-8dfd-4ded-83fa-0e2644a0c3a7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486872 Feb 19 03:43:17.631139 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:43:17.872324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 770f6500-7610-4be6-a2b9-1f2be00b02c7 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:43:17.985666 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 770f6500-7610-4be6-a2b9-1f2be00b02c7, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:17.997325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'port_id': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'mac_address': 'fa:16:3e:9f:fa:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:43:18.036630 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 770f6500-7610-4be6-a2b9-1f2be00b02c7 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:18.037042 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:18.052957 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770f6500-7610-4be6-a2b9-1f2be00b02c7 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:43:18.079980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 770f6500-7610-4be6-a2b9-1f2be00b02c7, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:18.086522 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:18.136231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=770f6500-7610-4be6-a2b9-1f2be00b02c7,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:18.143901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.144249 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.144586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.144967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.145297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.145631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.145955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.146287 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.146608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.146941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.147260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.147585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.147915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:18.419886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['770f6500-7610-4be6-a2b9-1f2be00b02c7'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:43:18.429884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a72cd-c40c-468f-99ef-981d7738e45d req-e0763110-bb99-48a0-9345-e01a6e0dfce4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:18.431329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-538a72cd-c40c-468f-99ef-981d7738e45d req-e0763110-bb99-48a0-9345-e01a6e0dfce4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 944 time: 0.0553219 Feb 19 03:43:18.482550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-538a72cd-c40c-468f-99ef-981d7738e45d req-a332588b-3b52-4749-bb2b-9c4d5096c957 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452528 Feb 19 03:43:19.617604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622e865-b68f-480e-8f2b-b8a619fbeff2 req-c6a4d54c-1d2f-4f2a-aeb8-336d1d83f392 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:19.619063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4622e865-b68f-480e-8f2b-b8a619fbeff2 req-c6a4d54c-1d2f-4f2a-aeb8-336d1d83f392 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 944 time: 0.0596597 Feb 19 03:43:19.677225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4622e865-b68f-480e-8f2b-b8a619fbeff2 req-ce2faebb-8102-478b-a58b-6bb69d3b2312 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523994 Feb 19 03:43:19.888156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 770f6500-7610-4be6-a2b9-1f2be00b02c7 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:43:19.957143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 770f6500-7610-4be6-a2b9-1f2be00b02c7 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:43:19.961125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 770f6500-7610-4be6-a2b9-1f2be00b02c7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:43:19.961493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:20.040345 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 770f6500-7610-4be6-a2b9-1f2be00b02c7 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:43:20.040775 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:20.065375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770f6500-7610-4be6-a2b9-1f2be00b02c7'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:20.067637 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be18b21-cdde-4167-8371-56bda432619f" -d '{"events": [{"server_uuid": "cc7719b2-d0aa-4db5-8ebc-da4e81cfd318", "name": "network-vif-plugged", "status": "completed", "tag": "770f6500-7610-4be6-a2b9-1f2be00b02c7"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:20.080110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 770f6500-7610-4be6-a2b9-1f2be00b02c7, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:43:20.085866 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:20.135840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=770f6500-7610-4be6-a2b9-1f2be00b02c7,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:20.170368 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c651fa4-6dc6-42b3-826d-cd130a07c77d x-openstack-request-id: req-1c651fa4-6dc6-42b3-826d-cd130a07c77d {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:20.170773 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7719b2-d0aa-4db5-8ebc-da4e81cfd318", "name": "network-vif-plugged", "status": "completed", "tag": "770f6500-7610-4be6-a2b9-1f2be00b02c7", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:20.171025 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1c651fa4-6dc6-42b3-826d-cd130a07c77d {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:20.171432 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'code': 200} Feb 19 03:43:20.277614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d0eed0-a6d1-448a-9fdb-917778010e1d req-723cf1fa-eb93-4fd9-ac1f-101c4c4708a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:20.279150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2d0eed0-a6d1-448a-9fdb-917778010e1d req-723cf1fa-eb93-4fd9-ac1f-101c4c4708a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 1127 time: 0.0505354 Feb 19 03:43:20.333685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2d0eed0-a6d1-448a-9fdb-917778010e1d req-a93dcfd8-51e2-4651-832e-be36fb9d6916 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489492 Feb 19 03:43:20.809458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf98f5a8-001a-4c57-aba7-e44149945544 req-f66fa36a-5fa3-4012-b1c1-d54ee5528089 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:20.810963 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf98f5a8-001a-4c57-aba7-e44149945544 req-f66fa36a-5fa3-4012-b1c1-d54ee5528089 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 945 time: 0.0629489 Feb 19 03:43:20.861833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf98f5a8-001a-4c57-aba7-e44149945544 req-40fa209e-62ec-48ee-8169-e2ec50904811 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426710 Feb 19 03:43:21.993798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c9d8d-887b-43bd-b2bd-84be29c61ee3 req-0d9d357b-948e-439e-8d7a-e12cecf22bec tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:21.995201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d4c9d8d-887b-43bd-b2bd-84be29c61ee3 req-0d9d357b-948e-439e-8d7a-e12cecf22bec tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 945 time: 0.0586054 Feb 19 03:43:22.047516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d4c9d8d-887b-43bd-b2bd-84be29c61ee3 req-ccf154a9-4255-42ee-b5e9-140d01eb20eb tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439651 Feb 19 03:43:22.163582 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcda6b-dd97-4be2-b436-ed157b339f08 req-fd6329d9-800f-48be-ad24-d84f3d70919f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:22.165121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73bcda6b-dd97-4be2-b436-ed157b339f08 req-fd6329d9-800f-48be-ad24-d84f3d70919f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 945 time: 0.0531065 Feb 19 03:43:22.215000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73bcda6b-dd97-4be2-b436-ed157b339f08 req-8f2859df-1d82-4dbc-81e2-91537b171909 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440207 Feb 19 03:43:22.237133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48356) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:22.283285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6de32e4-4581-42a2-a8f6-305d034f886e tempest-TestVolumeBootPattern-33899823 tempest-TestVolumeBootPattern-33899823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:22.284706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f6de32e4-4581-42a2-a8f6-305d034f886e tempest-TestVolumeBootPattern-33899823 tempest-TestVolumeBootPattern-33899823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 1122 time: 0.0465498 Feb 19 03:43:22.287707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48358) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:43:22.293140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:43:22.315703 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:22.417250 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:22.519131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Allocated IP 172.25.1.94 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/214f69fb-f4af-41d1-9b9a-0ba7210e3ba2) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:43:22.622485 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (214f69fb-f4af-41d1-9b9a-0ba7210e3ba2), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:22.659474 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (214f69fb-f4af-41d1-9b9a-0ba7210e3ba2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:22.696824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:43:22.699712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:43:22.705177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:43:22.710754 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=214f69fb-f4af-41d1-9b9a-0ba7210e3ba2,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:22.737180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.737538 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.737872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.738207 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.738852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.739157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.739506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.739829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.740139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.740458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.740812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.741139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.741461 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:43:22.888253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:23.096264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (a7e2f275-db5e-4239-97d5-46bfa8970079), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:23.174266 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (214f69fb-f4af-41d1-9b9a-0ba7210e3ba2), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:23.324727 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (214f69fb-f4af-41d1-9b9a-0ba7210e3ba2), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:23.330624 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (214f69fb-f4af-41d1-9b9a-0ba7210e3ba2), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:23.400184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=214f69fb-f4af-41d1-9b9a-0ba7210e3ba2,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:43:23.412312 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (a7e2f275-db5e-4239-97d5-46bfa8970079), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:23.818763 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Floating IP a7e2f275-db5e-4239-97d5-46bfa8970079 associated. External IP: 172.25.1.94, port: 770f6500-7610-4be6-a2b9-1f2be00b02c7. Feb 19 03:43:23.860490 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:24.038130 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Router b1c0054a-9090-4069-8eaa-66b70d9de174 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:43:24.155025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:43:24.164925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25c6ee-8e4a-447d-8a05-74a114080b95 None None] Sync routers for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:43:24.174362 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:24.174885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25c6ee-8e4a-447d-8a05-74a114080b95 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:24.175477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-db25c6ee-8e4a-447d-8a05-74a114080b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:43:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:24.204514 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-87b207ca-1991-4f7b-a728-cc10bfcc417d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9157181 Feb 19 03:43:24.205146 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'tag': '770f6500-7610-4be6-a2b9-1f2be00b02c7'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:43:24.207420 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fed3bf-c65f-4356-8a5a-64a75f5b391d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7719b2-d0aa-4db5-8ebc-da4e81cfd318", "tag": "770f6500-7610-4be6-a2b9-1f2be00b02c7"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:43:24.312010 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222b783d-3ed7-45ae-8ad4-a43b95789caa x-openstack-request-id: req-222b783d-3ed7-45ae-8ad4-a43b95789caa {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:43:24.312304 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7719b2-d0aa-4db5-8ebc-da4e81cfd318", "tag": "770f6500-7610-4be6-a2b9-1f2be00b02c7", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:43:24.312568 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-222b783d-3ed7-45ae-8ad4-a43b95789caa {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:43:24.313016 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'tag': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'status': 'completed', 'code': 200} Feb 19 03:43:24.384029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fed3bf-c65f-4356-8a5a-64a75f5b391d req-7f73d31d-3357-4640-bd66-b6d4c1c48779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:24.385680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19fed3bf-c65f-4356-8a5a-64a75f5b391d req-7f73d31d-3357-4640-bd66-b6d4c1c48779 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 1127 time: 0.0513320 Feb 19 03:43:24.448699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-db25c6ee-8e4a-447d-8a05-74a114080b95 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:24.475255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fed3bf-c65f-4356-8a5a-64a75f5b391d req-2268a583-97ef-408d-bfe5-fd364183de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:24.476796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19fed3bf-c65f-4356-8a5a-64a75f5b391d req-2268a583-97ef-408d-bfe5-fd364183de1e service neutron] 10.222.0.67 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0857329 Feb 19 03:43:24.550682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19fed3bf-c65f-4356-8a5a-64a75f5b391d req-deed8b9c-7a4c-495a-b0e6-6b132c5dc3ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7 HTTP/1.1" status: 200 len: 998 time: 0.0678251 Feb 19 03:43:24.599105 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fed3bf-c65f-4356-8a5a-64a75f5b391d req-b836f9eb-8f84-4958-9b58-3565441eeb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:24.600592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19fed3bf-c65f-4356-8a5a-64a75f5b391d req-b836f9eb-8f84-4958-9b58-3565441eeb33 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0449293 Feb 19 03:43:24.650244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fed3bf-c65f-4356-8a5a-64a75f5b391d req-c9e102bd-87de-49c5-b36a-01f122d2572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:24.651918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19fed3bf-c65f-4356-8a5a-64a75f5b391d req-c9e102bd-87de-49c5-b36a-01f122d2572e service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449452 Feb 19 03:43:24.680001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-db25c6ee-8e4a-447d-8a05-74a114080b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a7e2f275-db5e-4239-97d5-46bfa8970079', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:9f:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:43:22Z', 'updated_at': '2022-02-19T03:43:22Z', 'revision_number': 0, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:24.707865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25c6ee-8e4a-447d-8a05-74a114080b95 None None] Checking router: b1c0054a-9090-4069-8eaa-66b70d9de174 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:43:24.717489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25c6ee-8e4a-447d-8a05-74a114080b95 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:43:24.718135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-db25c6ee-8e4a-447d-8a05-74a114080b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:43:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:24.756239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19fed3bf-c65f-4356-8a5a-64a75f5b391d req-707ef981-f53b-4e32-a226-b5c7ed7b06a2 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987680 Feb 19 03:43:24.826600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-db25c6ee-8e4a-447d-8a05-74a114080b95 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:43:24.847597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19fed3bf-c65f-4356-8a5a-64a75f5b391d req-5152d63f-9d26-4183-846c-e45c0f71a928 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844591 Feb 19 03:43:25.052929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-db25c6ee-8e4a-447d-8a05-74a114080b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a7e2f275-db5e-4239-97d5-46bfa8970079', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:9f:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:43:22Z', 'updated_at': '2022-02-19T03:43:22Z', 'revision_number': 0, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:43:25.087688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25c6ee-8e4a-447d-8a05-74a114080b95 None None] The sync data for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 is: [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a7e2f275-db5e-4239-97d5-46bfa8970079', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:9f:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:43:22Z', 'updated_at': '2022-02-19T03:43:22Z', 'revision_number': 0, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:43:25.310847 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e8fd75-c53e-4fc2-86d0-6e917988b390 None None] New status for floating IP a7e2f275-db5e-4239-97d5-46bfa8970079: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:43:33.666386 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8e40a8df-9ee9-4578-a3ea-2bf153aaeda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:35.924568 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c631d2c7-6cb4-4722-9dce-b9d299faf346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:37.199695 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:38.522964 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:40.086603 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:43.764702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-6854f165-37a4-4e37-bbb5-49d75fefb6ca tempest-TestNetworkAdvancedServerOps-390416540 tempest-TestNetworkAdvancedServerOps-390416540-project-admin] (109898) timed out ('10.222.0.81', 42964) {{(pid=109898) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:43:46.023381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-3791b8f1-17c0-43a3-8a3a-761ce437528d req-c157623d-ddc6-4a1d-b798-d13862fdd909 service neutron] (109899) timed out ('10.222.0.81', 44870) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:43:50.087425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ccbce44-8704-47e1-a23f-0ef6bc787bb4 req-6fd9178d-9dbb-44b4-a188-d0b7e610ceba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0506613 Feb 19 03:43:50.176382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbce44-8704-47e1-a23f-0ef6bc787bb4 req-0c626b0b-ce8b-49a1-82be-9792943add7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:50.177912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ccbce44-8704-47e1-a23f-0ef6bc787bb4 req-0c626b0b-ce8b-49a1-82be-9792943add7c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 1127 time: 0.0490813 Feb 19 03:43:50.289139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbce44-8704-47e1-a23f-0ef6bc787bb4 req-dcd7ad23-aa8f-49f2-ad35-47938e25f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:50.290663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ccbce44-8704-47e1-a23f-0ef6bc787bb4 req-dcd7ad23-aa8f-49f2-ad35-47938e25f829 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0881252 Feb 19 03:43:50.373700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ccbce44-8704-47e1-a23f-0ef6bc787bb4 req-60604936-8739-4322-b43f-ff5b21d32ea8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7 HTTP/1.1" status: 200 len: 1000 time: 0.0767078 Feb 19 03:43:50.420862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbce44-8704-47e1-a23f-0ef6bc787bb4 req-1efc6b42-557a-484f-aa96-b52b5f7898bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:50.422335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ccbce44-8704-47e1-a23f-0ef6bc787bb4 req-1efc6b42-557a-484f-aa96-b52b5f7898bd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0435290 Feb 19 03:43:50.471359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccbce44-8704-47e1-a23f-0ef6bc787bb4 req-4d2b5af8-61ca-4aad-a759-90c8cf755282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:43:50.472929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ccbce44-8704-47e1-a23f-0ef6bc787bb4 req-4d2b5af8-61ca-4aad-a759-90c8cf755282 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444372 Feb 19 03:43:50.564026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ccbce44-8704-47e1-a23f-0ef6bc787bb4 req-7b4418a5-5e65-47ab-9ccd-83623106caed service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849230 Feb 19 03:43:50.650786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ccbce44-8704-47e1-a23f-0ef6bc787bb4 req-995ccdd1-2af0-45fd-9f7d-caf50d4f3710 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812230 Feb 19 03:43:52.035900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-35b44893-d0ab-4d4d-9618-e09eee272e69 req-6f98c3d8-5e72-4422-a471-31de381ff2f9 service neutron] (109899) timed out ('10.222.0.87', 65275) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:43:52.909679 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:53.880324 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:43:54.635663 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:44:03.665393 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d763fb25-cab6-4eea-872e-90858a0a59f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:05.934895 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-258933c1-550f-4743-94d4-6e82454105bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:07.202226 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:08.528565 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:10.087402 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:22.888937 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:23.886798 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:31.640553 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:44:33.665319 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4226eac8-7f1d-408c-9c9e-801977cf960d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:35.924611 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8b01a570-fea9-4377-88b3-c5a817276e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:37.216842 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:38.527894 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:40.089486 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:51.083899 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-5372b0bd-33ad-4559-95bf-41824943d848 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530944 Feb 19 03:44:51.182633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-e256f360-1d6b-42e7-9597-d1ebaa0d10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:51.184174 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-e256f360-1d6b-42e7-9597-d1ebaa0d10fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 1127 time: 0.0514407 Feb 19 03:44:51.284487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-3de6611c-9501-4828-a42a-badf3b571cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:51.285975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-3de6611c-9501-4828-a42a-badf3b571cfc service neutron] 10.222.0.67 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0835438 Feb 19 03:44:51.353126 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-6d93fa61-ea28-438d-b2c3-234dc600923b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7 HTTP/1.1" status: 200 len: 1000 time: 0.0611901 Feb 19 03:44:51.717723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-3ab42d42-cc99-4a93-9098-71be80cbb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:51.719190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-3ab42d42-cc99-4a93-9098-71be80cbb6fd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.3601103 Feb 19 03:44:51.768623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-5cb0491e-6df7-4b7b-b542-7c55182c7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:44:51.770146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-5cb0491e-6df7-4b7b-b542-7c55182c7146 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441544 Feb 19 03:44:51.779439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-5e34666d-ed9c-4fbe-b93c-987af564c211 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:44:51.780365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-5e34666d-ed9c-4fbe-b93c-987af564c211 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048718 Feb 19 03:44:51.873370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-25dd1f13-1012-4847-829d-e94d7309081a service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868781 Feb 19 03:44:51.966245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bda9e04a-21d9-4eac-a567-6429360bf489 req-37d7dadb-81cb-4479-bf84-e0ae81c7ecf5 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867915 Feb 19 03:44:52.902078 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:44:53.898378 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:03.659692 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-13fd78a7-ccb1-427a-96bd-4d8acfa90d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:05.918525 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ebb26649-d957-46ae-b99d-1d272ac288cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:06.760585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-58924022-88e3-4c55-8e12-57897febeb53 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1657963172&fields=id&tenant_id=350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 267 time: 0.0472045 Feb 19 03:45:06.868370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-82d4e3ad-3abc-40bc-a4d1-45081b045978 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:06.869872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-82d4e3ad-3abc-40bc-a4d1-45081b045978 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.1025693 Feb 19 03:45:06.884945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-00068c5d-4ede-4509-bc1a-3dac8128a6c6 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/quotas/350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 375 time: 0.0095994 Feb 19 03:45:06.942598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-4cda6abf-0560-4fe6-9bea-3750903e9bf5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526624 Feb 19 03:45:07.090808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-6133538c-9b24-43ec-99eb-d75a9cd02bc5 service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361914 Feb 19 03:45:07.184342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-18ed56d7-fc94-43bc-8880-b604d46496da service neutron] 10.222.0.81 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852399 Feb 19 03:45:07.209284 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:07.475646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-838d2796-6f1d-401b-b578-999c1f7fa003 req-ce22d86d-39ad-4770-bd1d-8f23a33cd2a5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 210 time: 0.0280066 Feb 19 03:45:08.516944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-50d6019e-8649-4614-832a-55c26e336fa2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:08.518478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-50d6019e-8649-4614-832a-55c26e336fa2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 811 time: 0.1098557 Feb 19 03:45:08.536605 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:08.602305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0df77b2d-c8fe-4b57-9d37-30af48abd535 req-968b4d60-554a-4b1e-a307-63acdce76fdf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 210 time: 0.0365639 Feb 19 03:45:08.608023 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-7407e097-f794-40f1-a640-4ac146f247e9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=350ad465f1ee412981ba9c55bc301703 HTTP/1.1" status: 200 len: 380 time: 0.0804658 Feb 19 03:45:08.616860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'port': {'device_id': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'admin_state_up': True, 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'security_groups': ['8534e230-a35d-47dc-b50e-eae1262a820f']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:08.641031 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:45:08.739431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Made reservation on behalf of 350ad465f1ee412981ba9c55bc301703 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:45:08.742996 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:08.870933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Allocated IP 172.20.0.7 (f87a9704-3c97-4220-be7c-a4024e6f8a77/755924c4-5372-456c-bab3-c237cb07d54f/0a5dfcf4-697e-436d-b99e-92ea4eab75ff) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:45:09.014024 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:09.049779 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:09.093276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:45:09.096342 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:45:09.099196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:45:09.132507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=0a5dfcf4-697e-436d-b99e-92ea4eab75ff,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:09.151666 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.152016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.152357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.152705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.153039 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.153442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.153771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.154094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.154445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.154736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.155075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.155379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.155729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:09.174104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:09.174735 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:09.198452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-709e896f-402d-4432-8b62-652a1c7c0a85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5858049 Feb 19 03:45:09.209576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Request body: {'port': {'device_id': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:09.272976 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:09.328960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-09d0e10e-eadb-40b7-aceb-aab4ef44542f None None] Provisioning complete for port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:09.329486 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-09d0e10e-eadb-40b7-aceb-aab4ef44542f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:09.373389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-09d0e10e-eadb-40b7-aceb-aab4ef44542f None None] Port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:45:09.553484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a5dfcf4-697e-436d-b99e-92ea4eab75ff {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:45:09.561258 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Publish callbacks [] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:09.572910 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Transition to ACTIVE for port object 0a5dfcf4-697e-436d-b99e-92ea4eab75ff will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:45:09.579046 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:09.627535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5dfcf4-697e-436d-b99e-92ea4eab75ff,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:09.746095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Attempting to bind port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:45:09.746523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Attempting to bind port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:45:09.746863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Attempting to bind port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:45:09.754214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff on network f87a9704-3c97-4220-be7c-a4024e6f8a77 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:45:09.754559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Attempting to bind port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff on network f87a9704-3c97-4220-be7c-a4024e6f8a77 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:45:09.764961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:45:09.765303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Checking segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:45:09.765694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Bound using segment: {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:45:09.766146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Bound port: 0a5dfcf4-697e-436d-b99e-92ea4eab75ff, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9018acf1-a2b6-4f7b-8483-619a1c6dd654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:45:09.766501 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:09.777441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88406e09-20e2-4b73-b318-47c468c0f199 req-b43addde-7441-4f1d-82bf-f0e2e0cbbc85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:09.779180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88406e09-20e2-4b73-b318-47c468c0f199 req-b43addde-7441-4f1d-82bf-f0e2e0cbbc85 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0856042 Feb 19 03:45:09.876754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88406e09-20e2-4b73-b318-47c468c0f199 req-d8c1510d-3842-474e-8931-61577142060d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908251 Feb 19 03:45:09.882329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] For port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:45:09.886060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] For port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0a5dfcf4-697e-436d-b99e-92ea4eab75ff,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:45:09.892554 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:09.935220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:09.935848 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:09.937273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] 10.222.0.87 "PUT /v2.0/ports/0a5dfcf4-697e-436d-b99e-92ea4eab75ff HTTP/1.1" status: 200 len: 1091 time: 0.7321587 Feb 19 03:45:09.937739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'tag': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:09.940171 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc36c9e-0e97-4c0e-b7e4-5c156e328ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "e389405c-a15b-4786-bf61-d1e7b3745682", "tag": "0a5dfcf4-697e-436d-b99e-92ea4eab75ff"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:09.981170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5689be8a-1bb8-4d62-a3b3-99e8a514a9e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0a5dfcf4-697e-436d-b99e-92ea4eab75ff,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:10.001307 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe548ed-347b-405b-bce9-a7427c3332c3 x-openstack-request-id: req-bfe548ed-347b-405b-bce9-a7427c3332c3 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:10.001563 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e389405c-a15b-4786-bf61-d1e7b3745682", "tag": "0a5dfcf4-697e-436d-b99e-92ea4eab75ff", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:10.001816 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bfe548ed-347b-405b-bce9-a7427c3332c3 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:10.002214 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'tag': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff', 'status': 'completed', 'code': 200} Feb 19 03:45:10.040528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-0e1f967e-7f25-4032-8399-8777ff68c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:10.042078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-0e1f967e-7f25-4032-8399-8777ff68c3b9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 1125 time: 0.0504091 Feb 19 03:45:10.087018 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:10.090976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-eaa51864-5742-4071-9d5c-13b8944c9508 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a5dfcf4-697e-436d-b99e-92ea4eab75ff HTTP/1.1" status: 200 len: 217 time: 0.0421062 Feb 19 03:45:10.144277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-1d1b606c-3a43-49bc-a91d-d0cbe284466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:10.145950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-1d1b606c-3a43-49bc-a91d-d0cbe284466f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0502081 Feb 19 03:45:10.199697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-80957628-2d40-40ae-8ffc-a4c87fc0a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:10.201563 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-80957628-2d40-40ae-8ffc-a4c87fc0a23f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486290 Feb 19 03:45:10.296374 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-421d786d-d698-4b21-ad51-dbd397f32002 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886285 Feb 19 03:45:10.389628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-372cf955-c0fb-4a5a-8882-ee7a9b07dc54 req-9c756578-f1ac-43d9-9ab4-6eba57b3cd50 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874639 Feb 19 03:45:10.485848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc36c9e-0e97-4c0e-b7e4-5c156e328ee2 req-bd63d42a-2ac8-4774-a569-d3281e628476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:10.487748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcc36c9e-0e97-4c0e-b7e4-5c156e328ee2 req-bd63d42a-2ac8-4774-a569-d3281e628476 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 1125 time: 0.0525391 Feb 19 03:45:10.577985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc36c9e-0e97-4c0e-b7e4-5c156e328ee2 req-80ae6afe-0761-4cbc-af38-bee2bb96d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:10.579477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcc36c9e-0e97-4c0e-b7e4-5c156e328ee2 req-80ae6afe-0761-4cbc-af38-bee2bb96d447 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0858700 Feb 19 03:45:10.625497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcc36c9e-0e97-4c0e-b7e4-5c156e328ee2 req-cc56e85a-f5a3-4efc-a759-0fd2e667bc0e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a5dfcf4-697e-436d-b99e-92ea4eab75ff HTTP/1.1" status: 200 len: 217 time: 0.0401912 Feb 19 03:45:10.674860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc36c9e-0e97-4c0e-b7e4-5c156e328ee2 req-acd73dee-2119-4f54-bccf-6eee239c5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:10.676612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcc36c9e-0e97-4c0e-b7e4-5c156e328ee2 req-acd73dee-2119-4f54-bccf-6eee239c5137 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0461111 Feb 19 03:45:10.726974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc36c9e-0e97-4c0e-b7e4-5c156e328ee2 req-34d19966-3b56-4f60-991a-dcf54d3d5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:10.728512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcc36c9e-0e97-4c0e-b7e4-5c156e328ee2 req-34d19966-3b56-4f60-991a-dcf54d3d5b15 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458522 Feb 19 03:45:10.821466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcc36c9e-0e97-4c0e-b7e4-5c156e328ee2 req-f175b151-f202-46d6-bd00-4199894bbf21 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870874 Feb 19 03:45:10.912287 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fcc36c9e-0e97-4c0e-b7e4-5c156e328ee2 req-767f1f15-fdfc-41b2-ad5d-b36917bcf9c3 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853529 Feb 19 03:45:11.027008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49387363-5a14-47fd-a297-7fe28be3971e req-fcb86c7b-5fc0-4a7d-bcb4-e54aea630709 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:11.028769 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49387363-5a14-47fd-a297-7fe28be3971e req-fcb86c7b-5fc0-4a7d-bcb4-e54aea630709 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0555964 Feb 19 03:45:11.079202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49387363-5a14-47fd-a297-7fe28be3971e req-e9682d19-8736-4249-b85a-4d22a7a386ad tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440643 Feb 19 03:45:12.205902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f6b38-a56c-4140-a1bf-947a64f39db7 req-3de3f3ae-d10b-4454-bbb9-16ef42fca9f3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:12.207379 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b65f6b38-a56c-4140-a1bf-947a64f39db7 req-3de3f3ae-d10b-4454-bbb9-16ef42fca9f3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0595953 Feb 19 03:45:12.259101 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b65f6b38-a56c-4140-a1bf-947a64f39db7 req-6f83cd2b-a441-45bb-a680-b2c829fe34c0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455415 Feb 19 03:45:13.394358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789719d-8e46-4240-9212-af19502dd139 req-77d9f808-729b-489a-b6e3-71370c81d473 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:13.396361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4789719d-8e46-4240-9212-af19502dd139 req-77d9f808-729b-489a-b6e3-71370c81d473 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0662792 Feb 19 03:45:13.452786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4789719d-8e46-4240-9212-af19502dd139 req-a135d82a-ed37-4b38-8e40-4925c9611eaf tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503678 Feb 19 03:45:14.582245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6d256-5924-49d0-9341-e5b696c21fd1 req-54fd1d62-9b18-4b71-a6b3-26b6d2244e1c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:14.583723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9e6d256-5924-49d0-9341-e5b696c21fd1 req-54fd1d62-9b18-4b71-a6b3-26b6d2244e1c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0576444 Feb 19 03:45:14.633210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9e6d256-5924-49d0-9341-e5b696c21fd1 req-d04ad385-49f4-4176-9765-24c87e0272b4 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432758 Feb 19 03:45:15.765872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb83ce1-ac3d-49da-a7e5-1721a65b1b7f req-63393a0f-7fb7-48f1-b1c3-1be4597860f9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:15.767393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfb83ce1-ac3d-49da-a7e5-1721a65b1b7f req-63393a0f-7fb7-48f1-b1c3-1be4597860f9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0555735 Feb 19 03:45:15.818958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bfb83ce1-ac3d-49da-a7e5-1721a65b1b7f req-9d5a68c3-5828-406f-98e5-5a0b4acd016a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456603 Feb 19 03:45:16.946427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846156b-8f8c-4974-a548-36ae90d0afea req-763b50c3-565f-4c89-87a9-a983e0643a15 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:16.947913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8846156b-8f8c-4974-a548-36ae90d0afea req-763b50c3-565f-4c89-87a9-a983e0643a15 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0548985 Feb 19 03:45:17.005375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8846156b-8f8c-4974-a548-36ae90d0afea req-0da86f9b-7a6f-4ab6-b155-bc1712d5852d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513113 Feb 19 03:45:18.127959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe7708-aee3-4d81-9131-65bdf9e59317 req-2689b19a-4fa1-488c-8eb6-3f61a37c601a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:18.129534 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4bbe7708-aee3-4d81-9131-65bdf9e59317 req-2689b19a-4fa1-488c-8eb6-3f61a37c601a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0557427 Feb 19 03:45:18.180878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4bbe7708-aee3-4d81-9131-65bdf9e59317 req-9ea1e2dd-d87d-4c3e-b6bf-03ac58e6b82c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455325 Feb 19 03:45:19.314965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba205f-0ed7-472f-9b00-15d4055f08b5 req-acebaec1-8dca-4cdf-9f35-5d6fe496c79c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:19.316489 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7cba205f-0ed7-472f-9b00-15d4055f08b5 req-acebaec1-8dca-4cdf-9f35-5d6fe496c79c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0644162 Feb 19 03:45:19.369685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7cba205f-0ed7-472f-9b00-15d4055f08b5 req-fe3f24eb-3d43-4237-9682-c82792049935 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450647 Feb 19 03:45:20.508297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675296b6-4be0-4898-bf8f-30bb34a2d0c4 req-1f805548-a9da-4366-acf8-009c02f26825 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:20.509792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-675296b6-4be0-4898-bf8f-30bb34a2d0c4 req-1f805548-a9da-4366-acf8-009c02f26825 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0601203 Feb 19 03:45:20.560983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-675296b6-4be0-4898-bf8f-30bb34a2d0c4 req-7e795a92-2e95-45e3-84b9-431abdc6e806 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450943 Feb 19 03:45:21.703475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b0d3a-d207-4109-9d0f-586b126b2379 req-41b5b1bc-64fd-4a9d-b2bd-43ff585f0e35 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:21.704987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-813b0d3a-d207-4109-9d0f-586b126b2379 req-41b5b1bc-64fd-4a9d-b2bd-43ff585f0e35 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0538292 Feb 19 03:45:21.754142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-813b0d3a-d207-4109-9d0f-586b126b2379 req-f8573833-f6aa-4e36-be31-3343bd763346 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434771 Feb 19 03:45:22.884510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53a446-1fa8-4889-84b3-5dc670f11bee req-6b637ac9-56af-4300-8598-2daffc9d3e80 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:22.886035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d53a446-1fa8-4889-84b3-5dc670f11bee req-6b637ac9-56af-4300-8598-2daffc9d3e80 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0543814 Feb 19 03:45:22.898794 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:22.939273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d53a446-1fa8-4889-84b3-5dc670f11bee req-3bcc5d60-f8a2-4136-82f5-4752dae6bf31 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471818 Feb 19 03:45:23.911883 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:24.074018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5b8ce-5142-418e-8d1c-4afaa89555fd req-58a3fc6f-be13-4992-8fda-94b008d2ad41 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:24.075569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfb5b8ce-5142-418e-8d1c-4afaa89555fd req-58a3fc6f-be13-4992-8fda-94b008d2ad41 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0613840 Feb 19 03:45:24.127945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfb5b8ce-5142-418e-8d1c-4afaa89555fd req-00ad349b-bcfc-4cf3-8b5f-baac8c1ffc8d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447550 Feb 19 03:45:25.255135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c138f-be64-42c5-b781-3a8d54a653a5 req-bcc7ea0c-8ac3-4fa7-a26c-9ce20b4c1c21 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:25.256629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-704c138f-be64-42c5-b781-3a8d54a653a5 req-bcc7ea0c-8ac3-4fa7-a26c-9ce20b4c1c21 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0548408 Feb 19 03:45:25.308387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-704c138f-be64-42c5-b781-3a8d54a653a5 req-68d7d7c5-a87a-491f-89ac-71a80ebf69e2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460103 Feb 19 03:45:26.437133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ae86b-1421-4294-be25-461ae0c3014d req-e5efd551-5de6-448c-8f50-1f49e82ec320 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:26.438675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-226ae86b-1421-4294-be25-461ae0c3014d req-e5efd551-5de6-448c-8f50-1f49e82ec320 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0591872 Feb 19 03:45:26.488804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-226ae86b-1421-4294-be25-461ae0c3014d req-db61ce8d-9ad9-43e6-a767-aea508f99356 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441506 Feb 19 03:45:27.608680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25069e44-9c5b-4f3f-94c1-1daa9bcc104b req-31666510-f2ba-443d-9752-57accf7f8fba tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:27.610200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25069e44-9c5b-4f3f-94c1-1daa9bcc104b req-31666510-f2ba-443d-9752-57accf7f8fba tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0547805 Feb 19 03:45:27.659874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25069e44-9c5b-4f3f-94c1-1daa9bcc104b req-bec78928-02b8-4895-8087-ffd87fa20849 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436890 Feb 19 03:45:28.800209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f95ceb-789e-4af7-9272-2ecbb8f0c88b req-0a36b14d-67ab-4fb2-8f14-0a2086f2e59a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:28.801743 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7f95ceb-789e-4af7-9272-2ecbb8f0c88b req-0a36b14d-67ab-4fb2-8f14-0a2086f2e59a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 943 time: 0.0666652 Feb 19 03:45:28.855579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7f95ceb-789e-4af7-9272-2ecbb8f0c88b req-2ba2caa5-6daa-4ece-83d5-fc9fc898ca7c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446575 Feb 19 03:45:29.186493 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0a5dfcf4-697e-436d-b99e-92ea4eab75ff details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:45:29.301921 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0a5dfcf4-697e-436d-b99e-92ea4eab75ff,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:29.315626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'port_id': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff', 'mac_address': 'fa:16:3e:02:e6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:45:29.359042 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:29.359436 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:29.379525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a5dfcf4-697e-436d-b99e-92ea4eab75ff {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:45:29.402186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0a5dfcf4-697e-436d-b99e-92ea4eab75ff,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:29.407356 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:29.453808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=0a5dfcf4-697e-436d-b99e-92ea4eab75ff,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:29.461305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.461651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.461989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.462327 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.462654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.462981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.463306 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.463623 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.463945 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.464261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.464562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.464905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.465221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:29.797088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['0a5dfcf4-697e-436d-b99e-92ea4eab75ff'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:45:29.982031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c540247-1417-4dd5-b83e-40d39cddc930 req-88863fd5-23eb-4003-83be-55690906acec tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:29.984013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c540247-1417-4dd5-b83e-40d39cddc930 req-88863fd5-23eb-4003-83be-55690906acec tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 944 time: 0.0535724 Feb 19 03:45:30.033518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c540247-1417-4dd5-b83e-40d39cddc930 req-3b155b45-dab4-4344-b323-bbd997c3794b tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 Feb 19 03:45:31.170853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c25e2-2692-49b7-8f65-32b6af6c9310 req-0ed8ddd9-0b2a-45b4-aa25-fa17f2198706 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:31.172354 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e56c25e2-2692-49b7-8f65-32b6af6c9310 req-0ed8ddd9-0b2a-45b4-aa25-fa17f2198706 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 944 time: 0.0573249 Feb 19 03:45:31.207101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0a5dfcf4-697e-436d-b99e-92ea4eab75ff up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:45:31.228605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e56c25e2-2692-49b7-8f65-32b6af6c9310 req-75355333-b8f2-4526-8ad1-cd780cca2f60 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482607 Feb 19 03:45:31.261039 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:45:31.264984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:45:31.265355 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:31.344715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:45:31.344986 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:31.368318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:31.370583 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1140ab83-3301-4c3f-81d1-a5f87e8a5e1f" -d '{"events": [{"server_uuid": "e389405c-a15b-4786-bf61-d1e7b3745682", "name": "network-vif-plugged", "status": "completed", "tag": "0a5dfcf4-697e-436d-b99e-92ea4eab75ff"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:31.382386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0a5dfcf4-697e-436d-b99e-92ea4eab75ff,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:45:31.388910 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:31.414282 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d6ae6f-15c9-45d3-9963-d70bd386b25a x-openstack-request-id: req-25d6ae6f-15c9-45d3-9963-d70bd386b25a {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:31.414581 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e389405c-a15b-4786-bf61-d1e7b3745682", "name": "network-vif-plugged", "status": "completed", "tag": "0a5dfcf4-697e-436d-b99e-92ea4eab75ff", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:31.414838 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-25d6ae6f-15c9-45d3-9963-d70bd386b25a {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:31.415233 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff', 'code': 200} Feb 19 03:45:31.441580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=0a5dfcf4-697e-436d-b99e-92ea4eab75ff,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:31.516996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f43b70-8d29-4cb5-8d9b-8003f06b36ab req-90e05e57-0e74-4934-bfb7-da5b9149aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:31.518513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72f43b70-8d29-4cb5-8d9b-8003f06b36ab req-90e05e57-0e74-4934-bfb7-da5b9149aa8b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 1127 time: 0.0454786 Feb 19 03:45:31.564497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72f43b70-8d29-4cb5-8d9b-8003f06b36ab req-0527a7b7-ca86-431b-b479-70528b8e3641 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391042 Feb 19 03:45:32.365464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50047b77-e551-4945-99de-e2cd784c858a req-3053e3aa-245c-423e-9ab3-a05d4980c82c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:32.366945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50047b77-e551-4945-99de-e2cd784c858a req-3053e3aa-245c-423e-9ab3-a05d4980c82c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 945 time: 0.0570619 Feb 19 03:45:32.418403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50047b77-e551-4945-99de-e2cd784c858a req-fd182bf5-9c62-4662-971b-65c2e3a1395d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428421 Feb 19 03:45:33.555867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8894c9-4aa7-4348-8b96-acba716cd2dd req-6682267a-b509-4a61-88c4-39d5094fc483 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:33.557386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d8894c9-4aa7-4348-8b96-acba716cd2dd req-6682267a-b509-4a61-88c4-39d5094fc483 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 945 time: 0.0570486 Feb 19 03:45:33.607192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d8894c9-4aa7-4348-8b96-acba716cd2dd req-9b83b232-823a-49a9-8ea8-550662c1e414 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438085 Feb 19 03:45:33.666994 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f5f48052-89f9-4552-b104-461f2ec17817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:33.725776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f03283-53fc-429f-a962-5f405a2f4730 req-339e2d39-a297-4f14-9540-aa46f46fb165 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:33.727208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7f03283-53fc-429f-a962-5f405a2f4730 req-339e2d39-a297-4f14-9540-aa46f46fb165 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 945 time: 0.0535281 Feb 19 03:45:33.777455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7f03283-53fc-429f-a962-5f405a2f4730 req-ec6a3b73-ac1e-41a9-8f29-2e814d59edb0 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Feb 19 03:45:33.800165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48548) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:33.848139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c118a-cdaa-4de9-b988-b12d4cb500f2 tempest-TestVolumeBootPattern-33899823 tempest-TestVolumeBootPattern-33899823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:33.849701 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-496c118a-cdaa-4de9-b988-b12d4cb500f2 tempest-TestVolumeBootPattern-33899823 tempest-TestVolumeBootPattern-33899823-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 1122 time: 0.0484908 Feb 19 03:45:33.853882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48554) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:45:33.858269 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:45:33.882831 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:33.985013 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:34.087339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Allocated IP 172.25.1.188 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/65ed9e70-c98d-4d10-807c-a9179a50a319) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:45:34.188957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (65ed9e70-c98d-4d10-807c-a9179a50a319), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:34.224450 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (65ed9e70-c98d-4d10-807c-a9179a50a319), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:34.262728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:45:34.269966 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:45:34.271946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=65ed9e70-c98d-4d10-807c-a9179a50a319,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:34.274016 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:45:34.298424 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.298782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.299127 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.299472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.299805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.300166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.300474 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.300838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.301169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.301486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.301824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.302119 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.302444 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:45:34.677568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (60636a1e-757f-4151-8735-3373f47ef970), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:34.752060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (65ed9e70-c98d-4d10-807c-a9179a50a319), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:34.904912 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for port (65ed9e70-c98d-4d10-807c-a9179a50a319), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:34.910722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (65ed9e70-c98d-4d10-807c-a9179a50a319), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:34.981280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event updated for resources: {'Port': ['ID=65ed9e70-c98d-4d10-807c-a9179a50a319,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:45:34.993514 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (60636a1e-757f-4151-8735-3373f47ef970), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:35.097760 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Floating IP 60636a1e-757f-4151-8735-3373f47ef970 associated. External IP: 172.25.1.188, port: 0a5dfcf4-697e-436d-b99e-92ea4eab75ff. Feb 19 03:45:35.334661 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Router b1c0054a-9090-4069-8eaa-66b70d9de174 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:45:35.454798 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:45:35.465335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615ecd1-0e92-4e1b-938c-85c4a68d6b2c None None] Sync routers for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:45:35.473760 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:35.475976 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9615ecd1-0e92-4e1b-938c-85c4a68d6b2c None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:35.476624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9615ecd1-0e92-4e1b-938c-85c4a68d6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:45:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:35.505032 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8924dcd3-b707-4a6e-ad1a-f8333278301e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6501372 Feb 19 03:45:35.505656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'tag': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:45:35.507923 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f762ab-5174-47b5-8c52-956b0eb24943" -d '{"events": [{"name": "network-changed", "server_uuid": "e389405c-a15b-4786-bf61-d1e7b3745682", "tag": "0a5dfcf4-697e-436d-b99e-92ea4eab75ff"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:45:35.548271 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17686161-6ea1-4e33-a1b6-271004c4f2d8 x-openstack-request-id: req-17686161-6ea1-4e33-a1b6-271004c4f2d8 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:45:35.548578 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e389405c-a15b-4786-bf61-d1e7b3745682", "tag": "0a5dfcf4-697e-436d-b99e-92ea4eab75ff", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:45:35.548876 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17686161-6ea1-4e33-a1b6-271004c4f2d8 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:45:35.549291 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'tag': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff', 'status': 'completed', 'code': 200} Feb 19 03:45:35.593308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9615ecd1-0e92-4e1b-938c-85c4a68d6b2c None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:35.613877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-b8cdefb0-e279-4b5d-a932-d11fae9e1c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:35.615396 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-b8cdefb0-e279-4b5d-a932-d11fae9e1c26 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 1127 time: 0.0456161 Feb 19 03:45:35.708312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-dd273d59-1347-4708-8fdd-ab8dd3597ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:35.709856 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-dd273d59-1347-4708-8fdd-ab8dd3597ea6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0884917 Feb 19 03:45:35.778320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-dc01d290-4da2-415e-96be-224e1f195dad service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a5dfcf4-697e-436d-b99e-92ea4eab75ff HTTP/1.1" status: 200 len: 999 time: 0.0616515 Feb 19 03:45:35.832024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-2732b5a7-c602-4868-a5b6-4fb9e52b3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:35.833557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-2732b5a7-c602-4868-a5b6-4fb9e52b3b62 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0498548 Feb 19 03:45:35.884526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-e43db270-d980-4c6b-a6ed-192dcf8ef9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:35.885992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-e43db270-d980-4c6b-a6ed-192dcf8ef9cf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458853 Feb 19 03:45:35.895829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-9e5a5276-b988-4e0f-a9ef-4cf0c8ff69b5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:45:35.896810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-9e5a5276-b988-4e0f-a9ef-4cf0c8ff69b5 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049450 Feb 19 03:45:35.937238 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3595fcf9-b27b-47b2-a390-59595ed68564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:35.985772 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-c041b982-bef7-4dbe-8028-9d273e43422b service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818167 Feb 19 03:45:35.989935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9615ecd1-0e92-4e1b-938c-85c4a68d6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '60636a1e-757f-4151-8735-3373f47ef970', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:02:e6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:45:34Z', 'updated_at': '2022-02-19T03:45:34Z', 'revision_number': 0, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}, {'id': 'a7e2f275-db5e-4239-97d5-46bfa8970079', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:9f:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:43:22Z', 'updated_at': '2022-02-19T03:43:25Z', 'revision_number': 1, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:36.019703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615ecd1-0e92-4e1b-938c-85c4a68d6b2c None None] Checking router: b1c0054a-9090-4069-8eaa-66b70d9de174 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:45:36.028621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9615ecd1-0e92-4e1b-938c-85c4a68d6b2c None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:45:36.029340 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9615ecd1-0e92-4e1b-938c-85c4a68d6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:45:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:36.087394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5f762ab-5174-47b5-8c52-956b0eb24943 req-be84a297-0c9c-43c7-ab1e-2c5ee9bbcf9f service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951471 Feb 19 03:45:36.143645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9615ecd1-0e92-4e1b-938c-85c4a68d6b2c None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:45:36.370769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9615ecd1-0e92-4e1b-938c-85c4a68d6b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '60636a1e-757f-4151-8735-3373f47ef970', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:02:e6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:45:34Z', 'updated_at': '2022-02-19T03:45:34Z', 'revision_number': 0, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}, {'id': 'a7e2f275-db5e-4239-97d5-46bfa8970079', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:9f:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:43:22Z', 'updated_at': '2022-02-19T03:43:25Z', 'revision_number': 1, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:45:36.401097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9615ecd1-0e92-4e1b-938c-85c4a68d6b2c None None] The sync data for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 is: [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '60636a1e-757f-4151-8735-3373f47ef970', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.188', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:02:e6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:45:34Z', 'updated_at': '2022-02-19T03:45:34Z', 'revision_number': 0, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}, {'id': 'a7e2f275-db5e-4239-97d5-46bfa8970079', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:9f:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:43:22Z', 'updated_at': '2022-02-19T03:43:25Z', 'revision_number': 1, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:45:36.650705 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a2495-bb94-4c23-b445-089f957af6db None None] New status for floating IP 60636a1e-757f-4151-8735-3373f47ef970: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:45:37.221719 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:38.536799 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:40.094544 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:44.258414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-0c6f7dfb-987f-4994-a3e5-a653daee9d04 req-1c808260-475b-4be9-b1ea-23bb8d991db5 service neutron] (109898) timed out ('10.222.0.67', 49602) {{(pid=109898) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:45:45.641446 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:45:49.067817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baf84d4b-9954-4d97-8e23-2a66ccac1139 req-880a0bbc-2733-4ac0-8aad-10c451a831fc service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1110926 Feb 19 03:45:49.158122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84d4b-9954-4d97-8e23-2a66ccac1139 req-cb1f4ad3-a590-4d62-8532-d6ff4cbd7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:49.159668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baf84d4b-9954-4d97-8e23-2a66ccac1139 req-cb1f4ad3-a590-4d62-8532-d6ff4cbd7859 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 1127 time: 0.0476325 Feb 19 03:45:49.269604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84d4b-9954-4d97-8e23-2a66ccac1139 req-536cfefa-8c2c-43eb-88a5-d49e514a3574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:49.271014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baf84d4b-9954-4d97-8e23-2a66ccac1139 req-536cfefa-8c2c-43eb-88a5-d49e514a3574 service neutron] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0913558 Feb 19 03:45:49.337675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baf84d4b-9954-4d97-8e23-2a66ccac1139 req-d83d4d4c-8ef3-4e28-842c-0554e3978f4b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a5dfcf4-697e-436d-b99e-92ea4eab75ff HTTP/1.1" status: 200 len: 1001 time: 0.0607531 Feb 19 03:45:49.391069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84d4b-9954-4d97-8e23-2a66ccac1139 req-2baee799-0118-40f3-8e5b-6784b10bd964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:49.392537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baf84d4b-9954-4d97-8e23-2a66ccac1139 req-2baee799-0118-40f3-8e5b-6784b10bd964 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0487304 Feb 19 03:45:49.444957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf84d4b-9954-4d97-8e23-2a66ccac1139 req-e8d44244-c83b-4619-bd9c-82e1497f99c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:49.447236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baf84d4b-9954-4d97-8e23-2a66ccac1139 req-e8d44244-c83b-4619-bd9c-82e1497f99c9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479364 Feb 19 03:45:49.541403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baf84d4b-9954-4d97-8e23-2a66ccac1139 req-403835f0-3279-41c4-8518-6b16ce47c275 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844898 Feb 19 03:45:49.642700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baf84d4b-9954-4d97-8e23-2a66ccac1139 req-81f66256-5e27-4aec-8106-bb115347f289 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910399 Feb 19 03:45:51.072911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84c68345-2272-4da1-b485-d343c15fb6a6 req-ce24e41d-ff9b-4daf-b34e-716b67eb2d20 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457854 Feb 19 03:45:51.189255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c68345-2272-4da1-b485-d343c15fb6a6 req-d59d89f5-f5ab-4ed4-a2db-4cd419680991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:51.190780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84c68345-2272-4da1-b485-d343c15fb6a6 req-d59d89f5-f5ab-4ed4-a2db-4cd419680991 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 1127 time: 0.0611060 Feb 19 03:45:51.303965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c68345-2272-4da1-b485-d343c15fb6a6 req-3cbf28f9-4e94-45f5-a4cc-cf1b0e44a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:51.305517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84c68345-2272-4da1-b485-d343c15fb6a6 req-3cbf28f9-4e94-45f5-a4cc-cf1b0e44a683 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0952673 Feb 19 03:45:51.385612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84c68345-2272-4da1-b485-d343c15fb6a6 req-ea21d4a3-295e-4d48-bb3a-1c09a43d1675 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7 HTTP/1.1" status: 200 len: 1000 time: 0.0740051 Feb 19 03:45:51.439958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c68345-2272-4da1-b485-d343c15fb6a6 req-5a447e3f-13f0-4f25-8b08-8d2f0f57ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:51.441602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84c68345-2272-4da1-b485-d343c15fb6a6 req-5a447e3f-13f0-4f25-8b08-8d2f0f57ccb8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0508928 Feb 19 03:45:51.501298 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c68345-2272-4da1-b485-d343c15fb6a6 req-4081b216-9625-4c5b-bead-f06df0cb0ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:45:51.503764 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84c68345-2272-4da1-b485-d343c15fb6a6 req-4081b216-9625-4c5b-bead-f06df0cb0ae3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0568743 Feb 19 03:45:51.597344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84c68345-2272-4da1-b485-d343c15fb6a6 req-b8d96330-9274-4ecd-ab6a-311aab947604 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878985 Feb 19 03:45:51.697327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84c68345-2272-4da1-b485-d343c15fb6a6 req-eb8e3a40-bdc2-4613-b1a7-af0ae70f017b service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941837 Feb 19 03:45:52.904536 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:45:53.915453 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:03.669691 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-65d912ff-da5f-45fd-a1f6-aa07fb375169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:05.929559 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3dca4c16-de14-47d5-9a39-d30fd3481cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:07.221272 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:08.539205 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:10.093027 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:22.641111 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:46:22.916602 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:23.929011 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:33.669772 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6a7d8e52-8d77-4810-9299-fd4be2fa2697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:35.930951 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1bd44f71-1f6e-4910-a053-98f49e0400f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:37.221601 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:38.542719 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:40.097042 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:50.003291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7c240a0-8d19-4ef6-826e-99945bf53caf req-f131f08f-5fbc-4663-91fb-d2d8fa069f87 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490818 Feb 19 03:46:50.090304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c240a0-8d19-4ef6-826e-99945bf53caf req-8a8f3fa1-c4e0-4413-a0e6-1daa1d86eb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:50.091777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7c240a0-8d19-4ef6-826e-99945bf53caf req-8a8f3fa1-c4e0-4413-a0e6-1daa1d86eb17 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 1127 time: 0.0449116 Feb 19 03:46:50.197437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c240a0-8d19-4ef6-826e-99945bf53caf req-4ba4f5fd-6232-4806-9432-468a42aa5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:50.198921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7c240a0-8d19-4ef6-826e-99945bf53caf req-4ba4f5fd-6232-4806-9432-468a42aa5d2d service neutron] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0876236 Feb 19 03:46:50.265917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7c240a0-8d19-4ef6-826e-99945bf53caf req-4425a162-ebf0-4e22-bc35-c6e0900a06f5 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a5dfcf4-697e-436d-b99e-92ea4eab75ff HTTP/1.1" status: 200 len: 1001 time: 0.0603626 Feb 19 03:46:50.319562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c240a0-8d19-4ef6-826e-99945bf53caf req-80295c25-cf83-4d09-bf72-071c5126bf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:50.321078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7c240a0-8d19-4ef6-826e-99945bf53caf req-80295c25-cf83-4d09-bf72-071c5126bf9f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0482271 Feb 19 03:46:50.369918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c240a0-8d19-4ef6-826e-99945bf53caf req-cb1f93db-e2c5-4a00-b727-78c8239ee1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:50.371502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7c240a0-8d19-4ef6-826e-99945bf53caf req-cb1f93db-e2c5-4a00-b727-78c8239ee1d8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452526 Feb 19 03:46:50.458102 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7c240a0-8d19-4ef6-826e-99945bf53caf req-70dcdb2f-2375-4643-9e7a-cca4de6f2e14 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808396 Feb 19 03:46:50.558273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7c240a0-8d19-4ef6-826e-99945bf53caf req-bf7ae840-e57a-4762-99db-e0abfff5fbf4 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940211 Feb 19 03:46:51.079492 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bca48627-86a0-4f97-b921-4c2e561fea95 req-90023499-ea76-4ffb-9938-3482276d4727 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533988 Feb 19 03:46:51.174259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca48627-86a0-4f97-b921-4c2e561fea95 req-2d83ba42-70f5-421d-976f-86e02583f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:51.175662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bca48627-86a0-4f97-b921-4c2e561fea95 req-2d83ba42-70f5-421d-976f-86e02583f539 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 1127 time: 0.0524681 Feb 19 03:46:51.287018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca48627-86a0-4f97-b921-4c2e561fea95 req-39182cdb-3ef5-48cc-bb7a-5b5f24a04585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:51.289350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bca48627-86a0-4f97-b921-4c2e561fea95 req-39182cdb-3ef5-48cc-bb7a-5b5f24a04585 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.0941856 Feb 19 03:46:51.357994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bca48627-86a0-4f97-b921-4c2e561fea95 req-d86e5996-1596-456a-b148-88c4f14ad4ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7 HTTP/1.1" status: 200 len: 1000 time: 0.0628860 Feb 19 03:46:51.422158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca48627-86a0-4f97-b921-4c2e561fea95 req-b9b28c54-fe7f-4749-ac1e-ea1982345c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:51.423655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bca48627-86a0-4f97-b921-4c2e561fea95 req-b9b28c54-fe7f-4749-ac1e-ea1982345c3e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0583045 Feb 19 03:46:51.474399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca48627-86a0-4f97-b921-4c2e561fea95 req-9fbceac7-51a3-4e40-95be-ffb496c8c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:46:51.475816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bca48627-86a0-4f97-b921-4c2e561fea95 req-9fbceac7-51a3-4e40-95be-ffb496c8c83b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463910 Feb 19 03:46:51.564349 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bca48627-86a0-4f97-b921-4c2e561fea95 req-d2dc617f-46d2-42a6-bf7e-815e679ce368 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819092 Feb 19 03:46:51.665627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bca48627-86a0-4f97-b921-4c2e561fea95 req-feadea48-d113-434c-af0a-20c5a699e082 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959344 Feb 19 03:46:52.912849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:53.926112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:46:57.695689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-fa488391-6e89-4786-a616-c11bc5030df3 req-315df2c5-7a51-49d2-bc8c-b93645c0571e service neutron] (109899) timed out ('10.222.0.81', 38450) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:46:59.646079 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:47:03.372711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48594) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:03.542108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Deleting port 65ed9e70-c98d-4d10-807c-a9179a50a319 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:03.542108 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (65ed9e70-c98d-4d10-807c-a9179a50a319), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:03.632648 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (65ed9e70-c98d-4d10-807c-a9179a50a319), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:03.632921 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (65ed9e70-c98d-4d10-807c-a9179a50a319), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:03.645130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Calling delete_port for 65ed9e70-c98d-4d10-807c-a9179a50a319 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:03.664689 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cdc10366-dcbc-4f22-975b-770851c90f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:03.798622 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (65ed9e70-c98d-4d10-807c-a9179a50a319), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:03.832100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event deleted for resources: {'Port': ['ID=65ed9e70-c98d-4d10-807c-a9179a50a319,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:03.844472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.844856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.845185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.845520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.845850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.846175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.846498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.846819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.847139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.847458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.847773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.848121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.848436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:03.917943 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (60636a1e-757f-4151-8735-3373f47ef970), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:03.918392 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Floating IP 60636a1e-757f-4151-8735-3373f47ef970 disassociated (deleted). External IP: 172.25.1.188, port: 0a5dfcf4-697e-436d-b99e-92ea4eab75ff. Feb 19 03:47:04.460471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Router b1c0054a-9090-4069-8eaa-66b70d9de174 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:47:04.571083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:47:04.576520 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:04.583001 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261f161-80bf-4382-81f0-23050dc96aba None None] Sync routers for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:47:04.593736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261f161-80bf-4382-81f0-23050dc96aba None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:04.594380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2261f161-80bf-4382-81f0-23050dc96aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:46:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:04.605187 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-67bb7613-75f9-4a6f-a3fb-84631c9e592a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "DELETE /v2.0/floatingips/60636a1e-757f-4151-8735-3373f47ef970 HTTP/1.1" status: 204 len: 168 time: 1.2313318 Feb 19 03:47:04.605961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'tag': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:04.608257 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd42fb5-7b01-4bba-9660-23f5373973ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e389405c-a15b-4786-bf61-d1e7b3745682", "tag": "0a5dfcf4-697e-436d-b99e-92ea4eab75ff"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:04.707519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2261f161-80bf-4382-81f0-23050dc96aba None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:04.767316 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78c9a3a-28f9-49b8-a0d7-1d8285be34b2 x-openstack-request-id: req-c78c9a3a-28f9-49b8-a0d7-1d8285be34b2 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:04.767704 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e389405c-a15b-4786-bf61-d1e7b3745682", "tag": "0a5dfcf4-697e-436d-b99e-92ea4eab75ff", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:04.768037 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c78c9a3a-28f9-49b8-a0d7-1d8285be34b2 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:04.768524 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'tag': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff', 'status': 'completed', 'code': 200} Feb 19 03:47:04.866549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd42fb5-7b01-4bba-9660-23f5373973ad req-ec0dba0c-7d85-44e2-a9cf-a1457a2b2551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:04.868065 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dd42fb5-7b01-4bba-9660-23f5373973ad req-ec0dba0c-7d85-44e2-a9cf-a1457a2b2551 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 1127 time: 0.0770271 Feb 19 03:47:04.902698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57e353-629b-4d89-a179-424c28907d24 req-99ec9ffa-5aac-42e7-85de-d2f959bfbc36 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:04.904327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e57e353-629b-4d89-a179-424c28907d24 req-99ec9ffa-5aac-42e7-85de-d2f959bfbc36 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 945 time: 0.0862780 Feb 19 03:47:04.939828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2261f161-80bf-4382-81f0-23050dc96aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a7e2f275-db5e-4239-97d5-46bfa8970079', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:9f:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:43:22Z', 'updated_at': '2022-02-19T03:43:25Z', 'revision_number': 1, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:04.966402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261f161-80bf-4382-81f0-23050dc96aba None None] Checking router: b1c0054a-9090-4069-8eaa-66b70d9de174 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:47:04.976118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2261f161-80bf-4382-81f0-23050dc96aba None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:04.976759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2261f161-80bf-4382-81f0-23050dc96aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:46:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:05.004110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9e57e353-629b-4d89-a179-424c28907d24 req-03bf0b9a-c537-4ec4-b6f7-7fedc58f5717 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729873 Feb 19 03:47:05.005609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd42fb5-7b01-4bba-9660-23f5373973ad req-3c0399d7-f4ff-4217-8e02-faa0759ae95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:05.006966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dd42fb5-7b01-4bba-9660-23f5373973ad req-3c0399d7-f4ff-4217-8e02-faa0759ae95c service neutron] 10.222.0.87 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.1316419 Feb 19 03:47:05.053453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dd42fb5-7b01-4bba-9660-23f5373973ad req-f36ea39e-3288-4c0c-ae75-9a9b5299725c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a5dfcf4-697e-436d-b99e-92ea4eab75ff HTTP/1.1" status: 200 len: 217 time: 0.0391469 Feb 19 03:47:05.089823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2261f161-80bf-4382-81f0-23050dc96aba None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:05.102133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd42fb5-7b01-4bba-9660-23f5373973ad req-eeb90ac7-479f-42f9-8e30-7fd1c804588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:05.103613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dd42fb5-7b01-4bba-9660-23f5373973ad req-eeb90ac7-479f-42f9-8e30-7fd1c804588c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0438602 Feb 19 03:47:05.153326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd42fb5-7b01-4bba-9660-23f5373973ad req-3929b551-c758-4124-aceb-e20b4d1c0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:05.154896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dd42fb5-7b01-4bba-9660-23f5373973ad req-3929b551-c758-4124-aceb-e20b4d1c0475 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448773 Feb 19 03:47:05.249287 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dd42fb5-7b01-4bba-9660-23f5373973ad req-2a7eedeb-a9b4-45a4-a293-99ab7a6570a8 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861387 Feb 19 03:47:05.314626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2261f161-80bf-4382-81f0-23050dc96aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a7e2f275-db5e-4239-97d5-46bfa8970079', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:9f:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:43:22Z', 'updated_at': '2022-02-19T03:43:25Z', 'revision_number': 1, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:05.338557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7dd42fb5-7b01-4bba-9660-23f5373973ad req-11fdd18b-4f9a-4d99-9ccb-23169fd4df71 service neutron] 10.222.0.87 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824661 Feb 19 03:47:05.345108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2261f161-80bf-4382-81f0-23050dc96aba None None] The sync data for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 is: [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a7e2f275-db5e-4239-97d5-46bfa8970079', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'floating_ip_address': '172.25.1.94', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'port_id': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4053, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'mac_address': 'fa:16:3e:9f:fa:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:43:22Z', 'updated_at': '2022-02-19T03:43:25Z', 'revision_number': 1, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:47:05.572885 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb674f40-52f4-4b6d-ba8a-a48ea9a9ffc4 None None] New status for floating IP 60636a1e-757f-4151-8735-3373f47ef970: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:47:05.929569 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bba707ec-051e-46ce-bf12-7d8fa48a3436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:06.132033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc627086-d7c3-4f9a-be03-cf2aba78b26e req-9c340a0f-ba48-404e-87ee-89c0fdca4222 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:06.133886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc627086-d7c3-4f9a-be03-cf2aba78b26e req-9c340a0f-ba48-404e-87ee-89c0fdca4222 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 945 time: 0.0604143 Feb 19 03:47:06.190062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc627086-d7c3-4f9a-be03-cf2aba78b26e req-f8bfd7a5-6215-45b5-80d2-4a51af1f7c6c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502412 Feb 19 03:47:06.478517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6fee81-c5e4-495b-b6e7-08d15dfcab3d req-83d79b33-e9fc-43e2-87e1-5c4f3d37d66a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:06.479876 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d6fee81-c5e4-495b-b6e7-08d15dfcab3d req-83d79b33-e9fc-43e2-87e1-5c4f3d37d66a tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 945 time: 0.0600147 Feb 19 03:47:06.575808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-4d6fee81-c5e4-495b-b6e7-08d15dfcab3d req-01e8ce08-3945-4916-b2b2-bca3b5bcbd13 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Deleting port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:06.576146 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4d6fee81-c5e4-495b-b6e7-08d15dfcab3d req-01e8ce08-3945-4916-b2b2-bca3b5bcbd13 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:06.677046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-4d6fee81-c5e4-495b-b6e7-08d15dfcab3d req-01e8ce08-3945-4916-b2b2-bca3b5bcbd13 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] For port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=0a5dfcf4-697e-436d-b99e-92ea4eab75ff,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:06.677430 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4d6fee81-c5e4-495b-b6e7-08d15dfcab3d req-01e8ce08-3945-4916-b2b2-bca3b5bcbd13 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:06.691971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-4d6fee81-c5e4-495b-b6e7-08d15dfcab3d req-01e8ce08-3945-4916-b2b2-bca3b5bcbd13 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Calling delete_port for 0a5dfcf4-697e-436d-b99e-92ea4eab75ff owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:06.836067 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4d6fee81-c5e4-495b-b6e7-08d15dfcab3d req-01e8ce08-3945-4916-b2b2-bca3b5bcbd13 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0a5dfcf4-697e-436d-b99e-92ea4eab75ff), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:06.869731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8ce08-3945-4916-b2b2-bca3b5bcbd13 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event deleted for resources: {'Port': ['ID=0a5dfcf4-697e-436d-b99e-92ea4eab75ff,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:06.915145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6fee81-c5e4-495b-b6e7-08d15dfcab3d req-01e8ce08-3945-4916-b2b2-bca3b5bcbd13 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] No DVR routers for this DVR port 0a5dfcf4-697e-436d-b99e-92ea4eab75ff on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:47:06.917943 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-4d6fee81-c5e4-495b-b6e7-08d15dfcab3d req-01e8ce08-3945-4916-b2b2-bca3b5bcbd13 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:06.921268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d6fee81-c5e4-495b-b6e7-08d15dfcab3d req-01e8ce08-3945-4916-b2b2-bca3b5bcbd13 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.87 "DELETE /v2.0/ports/0a5dfcf4-697e-436d-b99e-92ea4eab75ff HTTP/1.1" status: 204 len: 173 time: 0.4360247 Feb 19 03:47:06.921709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'name': 'network-vif-deleted', 'tag': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:06.923964 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671fa5d9-e353-43cd-8fff-924c902789e5" -d '{"events": [{"server_uuid": "e389405c-a15b-4786-bf61-d1e7b3745682", "name": "network-vif-deleted", "tag": "0a5dfcf4-697e-436d-b99e-92ea4eab75ff"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:06.959562 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9de1927-df99-4205-b9ee-408b0a43c26f x-openstack-request-id: req-b9de1927-df99-4205-b9ee-408b0a43c26f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:06.959871 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e389405c-a15b-4786-bf61-d1e7b3745682", "name": "network-vif-deleted", "tag": "0a5dfcf4-697e-436d-b99e-92ea4eab75ff", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:06.960132 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b9de1927-df99-4205-b9ee-408b0a43c26f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:06.960541 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e389405c-a15b-4786-bf61-d1e7b3745682', 'name': 'network-vif-deleted', 'tag': '0a5dfcf4-697e-436d-b99e-92ea4eab75ff', 'status': 'completed', 'code': 200} Feb 19 03:47:07.235212 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:07.298147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4394a265-6c27-41ad-9ed4-97168add2170 req-8a32d67d-cae8-4ca3-b976-7d2243a36100 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 210 time: 0.0300553 Feb 19 03:47:08.394662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5a159db-b20c-47e0-af3a-8e9c5b7d5f8b req-ce57d319-ea69-4016-bc44-622cbb22375e tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 210 time: 0.0274644 Feb 19 03:47:08.546613 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:09.494546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15720281-0a54-4c90-88cd-c4c275c565f7 req-25cd5dce-e84b-4371-9b70-e90a839a8b6f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 210 time: 0.0315113 Feb 19 03:47:09.678828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0a5dfcf4-697e-436d-b99e-92ea4eab75ff no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:47:09.700071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 0a5dfcf4-697e-436d-b99e-92ea4eab75ff {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:47:09.700424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 0a5dfcf4-697e-436d-b99e-92ea4eab75ff not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:47:10.092650 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:10.590020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfc8f9df-36fc-4844-b54b-d972fd6b5207 req-88e92871-f0f3-43d3-8292-97125d7deb27 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 210 time: 0.0278802 Feb 19 03:47:11.688840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f3cf232-950e-4308-9cb6-584e6c181a36 req-e5b888d3-1665-419e-bedc-5dc85b05e54f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 210 time: 0.0281243 Feb 19 03:47:12.785383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e75a30b-5eb3-4487-9f8b-a720ccc3670e req-d74451e8-b414-4cb4-b7eb-9e8d0d42e0f9 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 210 time: 0.0282674 Feb 19 03:47:13.896863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4df0d125-8812-4142-a9bf-b8317b3cf9f0 req-887e9145-f8d7-497a-b6db-d790371a69b5 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 210 time: 0.0333250 Feb 19 03:47:14.993941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ca4cb87-d754-4106-87a3-304edf592893 req-5cd9d780-0735-4f2b-a75b-9bd30fa45459 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 210 time: 0.0273242 Feb 19 03:47:16.121538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe05a7e7-93a1-4217-b958-83b3c0e45488 req-d9943e55-413a-4fef-b00a-25b7d592d37f tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=e389405c-a15b-4786-bf61-d1e7b3745682 HTTP/1.1" status: 200 len: 210 time: 0.0425150 Feb 19 03:47:22.914879 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:23.926862 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:25.686840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48658) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:25.848886 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Deleting port 214f69fb-f4af-41d1-9b9a-0ba7210e3ba2 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:25.849224 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (214f69fb-f4af-41d1-9b9a-0ba7210e3ba2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:25.923941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (214f69fb-f4af-41d1-9b9a-0ba7210e3ba2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:25.924178 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (214f69fb-f4af-41d1-9b9a-0ba7210e3ba2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:25.936232 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Calling delete_port for 214f69fb-f4af-41d1-9b9a-0ba7210e3ba2 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:26.095656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (214f69fb-f4af-41d1-9b9a-0ba7210e3ba2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:26.123190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event deleted for resources: {'Port': ['ID=214f69fb-f4af-41d1-9b9a-0ba7210e3ba2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:26.191583 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (a7e2f275-db5e-4239-97d5-46bfa8970079), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:26.191833 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Floating IP a7e2f275-db5e-4239-97d5-46bfa8970079 disassociated (deleted). External IP: 172.25.1.94, port: 770f6500-7610-4be6-a2b9-1f2be00b02c7. Feb 19 03:47:26.430425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Router b1c0054a-9090-4069-8eaa-66b70d9de174 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:47:26.541897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:47:26.546335 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:26.552826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8d452-d731-4c44-9d91-5e60049a5de6 None None] Sync routers for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:47:26.564140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8d452-d731-4c44-9d91-5e60049a5de6 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:26.565140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-76c8d452-d731-4c44-9d91-5e60049a5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:47:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:26.576382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7553a614-b671-4c52-90cb-f5a15aea3cf7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "DELETE /v2.0/floatingips/a7e2f275-db5e-4239-97d5-46bfa8970079 HTTP/1.1" status: 204 len: 168 time: 0.8884637 Feb 19 03:47:26.576991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'tag': '770f6500-7610-4be6-a2b9-1f2be00b02c7'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:26.579235 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0582e8b3-e53e-40ee-bc52-210724e994fb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7719b2-d0aa-4db5-8ebc-da4e81cfd318", "tag": "770f6500-7610-4be6-a2b9-1f2be00b02c7"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:26.697960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-76c8d452-d731-4c44-9d91-5e60049a5de6 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:26.772436 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9bbb11-8e0a-4d7f-92c9-0ad725256a6a x-openstack-request-id: req-1d9bbb11-8e0a-4d7f-92c9-0ad725256a6a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:26.774401 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7719b2-d0aa-4db5-8ebc-da4e81cfd318", "tag": "770f6500-7610-4be6-a2b9-1f2be00b02c7", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:26.774886 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d9bbb11-8e0a-4d7f-92c9-0ad725256a6a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:26.775575 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'tag': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'status': 'completed', 'code': 200} Feb 19 03:47:26.874411 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e8b3-e53e-40ee-bc52-210724e994fb req-67571134-3412-4abc-a235-4dbf01a30b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:26.875965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0582e8b3-e53e-40ee-bc52-210724e994fb req-67571134-3412-4abc-a235-4dbf01a30b0c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=350ad465f1ee412981ba9c55bc301703&device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 1127 time: 0.0823925 Feb 19 03:47:26.912871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba395bd-f7bd-4982-a62e-bc2f6b64a3c8 req-7e4384b4-6148-4ea2-9703-fd75cb1a08fe tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:26.914375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ba395bd-f7bd-4982-a62e-bc2f6b64a3c8 req-7e4384b4-6148-4ea2-9703-fd75cb1a08fe tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 945 time: 0.0893996 Feb 19 03:47:27.014423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ba395bd-f7bd-4982-a62e-bc2f6b64a3c8 req-0714c4af-28b6-41bf-a7e8-0ab79541aeb2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729628 Feb 19 03:47:27.019054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e8b3-e53e-40ee-bc52-210724e994fb req-721c46b4-9c5a-4d60-8c82-0de4ec840867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:27.020675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0582e8b3-e53e-40ee-bc52-210724e994fb req-721c46b4-9c5a-4d60-8c82-0de4ec840867 service neutron] 10.222.0.67 "GET /v2.0/networks?id=f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 200 len: 912 time: 0.1382811 Feb 19 03:47:27.072337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0582e8b3-e53e-40ee-bc52-210724e994fb req-ec2bf9f0-29ad-4220-9e5b-5272a98044ad service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7 HTTP/1.1" status: 200 len: 217 time: 0.0448167 Feb 19 03:47:27.093641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-76c8d452-d731-4c44-9d91-5e60049a5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:27.120798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8d452-d731-4c44-9d91-5e60049a5de6 None None] Checking router: b1c0054a-9090-4069-8eaa-66b70d9de174 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:47:27.124401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e8b3-e53e-40ee-bc52-210724e994fb req-39725b11-2955-4509-a255-9a40d6ccc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:27.126007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0582e8b3-e53e-40ee-bc52-210724e994fb req-39725b11-2955-4509-a255-9a40d6ccc0c3 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 200 len: 850 time: 0.0468094 Feb 19 03:47:27.129819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c8d452-d731-4c44-9d91-5e60049a5de6 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:27.130444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-76c8d452-d731-4c44-9d91-5e60049a5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:47:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:27.178440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582e8b3-e53e-40ee-bc52-210724e994fb req-36a17327-803a-4d76-8582-0bcd0fb69707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:27.180346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0582e8b3-e53e-40ee-bc52-210724e994fb req-36a17327-803a-4d76-8582-0bcd0fb69707 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=f87a9704-3c97-4220-be7c-a4024e6f8a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470202 Feb 19 03:47:27.244465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-76c8d452-d731-4c44-9d91-5e60049a5de6 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:27.276791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0582e8b3-e53e-40ee-bc52-210724e994fb req-9e97889c-a973-4529-af33-45d9fb241969 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882621 Feb 19 03:47:27.374220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0582e8b3-e53e-40ee-bc52-210724e994fb req-8a8b5b8f-2311-4197-aa70-80f7a4dc8d29 service neutron] 10.222.0.67 "GET /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899267 Feb 19 03:47:27.465487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-76c8d452-d731-4c44-9d91-5e60049a5de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:27.492604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c8d452-d731-4c44-9d91-5e60049a5de6 None None] The sync data for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 is: [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:34:14Z', 'revision_number': 4, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '0c740e1f-3764-4c9e-90ef-1d2abb81d6cc', 'name': '', 'network_id': 'f87a9704-3c97-4220-be7c-a4024e6f8a77', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'mac_address': 'fa:16:3e:c3:7d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '755924c4-5372-456c-bab3-c237cb07d54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:13Z', 'updated_at': '2022-02-19T03:34:21Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'subnets': [{'id': '755924c4-5372-456c-bab3-c237cb07d54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:47:27.723873 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465ceb1c-a8e2-4d8e-a050-2f3983216690 None None] New status for floating IP a7e2f275-db5e-4239-97d5-46bfa8970079: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:47:28.149067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198265f7-091a-4032-968c-7c8b3b615c51 req-fa59debe-aa29-4198-8901-01f97cf36b7c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:28.150538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-198265f7-091a-4032-968c-7c8b3b615c51 req-fa59debe-aa29-4198-8901-01f97cf36b7c tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 945 time: 0.0639658 Feb 19 03:47:28.201263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-198265f7-091a-4032-968c-7c8b3b615c51 req-12331069-640e-4f7e-94c9-953c5d34fec2 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/security-groups?id=8534e230-a35d-47dc-b50e-eae1262a820f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439095 Feb 19 03:47:28.448534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880db829-351a-429f-996f-3640ebb5cf15 req-32f61b67-d547-4c0c-913f-756f25d7cae1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:47:28.450239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-880db829-351a-429f-996f-3640ebb5cf15 req-32f61b67-d547-4c0c-913f-756f25d7cae1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 945 time: 0.0559301 Feb 19 03:47:28.550623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-880db829-351a-429f-996f-3640ebb5cf15 req-a1a1143a-d6cc-4118-8773-bc27d7f51e39 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Deleting port 770f6500-7610-4be6-a2b9-1f2be00b02c7 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:28.550961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-880db829-351a-429f-996f-3640ebb5cf15 req-a1a1143a-d6cc-4118-8773-bc27d7f51e39 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:28.644033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-880db829-351a-429f-996f-3640ebb5cf15 req-a1a1143a-d6cc-4118-8773-bc27d7f51e39 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] For port 770f6500-7610-4be6-a2b9-1f2be00b02c7, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=770f6500-7610-4be6-a2b9-1f2be00b02c7,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:28.644281 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-880db829-351a-429f-996f-3640ebb5cf15 req-a1a1143a-d6cc-4118-8773-bc27d7f51e39 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:28.660048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-880db829-351a-429f-996f-3640ebb5cf15 req-a1a1143a-d6cc-4118-8773-bc27d7f51e39 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Calling delete_port for 770f6500-7610-4be6-a2b9-1f2be00b02c7 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:28.803000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-880db829-351a-429f-996f-3640ebb5cf15 req-a1a1143a-d6cc-4118-8773-bc27d7f51e39 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (770f6500-7610-4be6-a2b9-1f2be00b02c7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:28.836430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a1143a-d6cc-4118-8773-bc27d7f51e39 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event deleted for resources: {'Port': ['ID=770f6500-7610-4be6-a2b9-1f2be00b02c7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:28.878924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-880db829-351a-429f-996f-3640ebb5cf15 req-a1a1143a-d6cc-4118-8773-bc27d7f51e39 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] No DVR routers for this DVR port 770f6500-7610-4be6-a2b9-1f2be00b02c7 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:47:28.881596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-880db829-351a-429f-996f-3640ebb5cf15 req-a1a1143a-d6cc-4118-8773-bc27d7f51e39 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:28.884883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-880db829-351a-429f-996f-3640ebb5cf15 req-a1a1143a-d6cc-4118-8773-bc27d7f51e39 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.67 "DELETE /v2.0/ports/770f6500-7610-4be6-a2b9-1f2be00b02c7 HTTP/1.1" status: 204 len: 173 time: 0.4289324 Feb 19 03:47:28.885306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'name': 'network-vif-deleted', 'tag': '770f6500-7610-4be6-a2b9-1f2be00b02c7'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:47:28.887794 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbddbcf-766c-40f1-8739-8411b7fb94b0" -d '{"events": [{"server_uuid": "cc7719b2-d0aa-4db5-8ebc-da4e81cfd318", "name": "network-vif-deleted", "tag": "770f6500-7610-4be6-a2b9-1f2be00b02c7"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:47:28.926537 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c924af-530d-446f-86db-8a061b6186b7 x-openstack-request-id: req-f3c924af-530d-446f-86db-8a061b6186b7 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:47:28.926837 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7719b2-d0aa-4db5-8ebc-da4e81cfd318", "name": "network-vif-deleted", "tag": "770f6500-7610-4be6-a2b9-1f2be00b02c7", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:47:28.927100 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f3c924af-530d-446f-86db-8a061b6186b7 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:47:28.927508 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7719b2-d0aa-4db5-8ebc-da4e81cfd318', 'name': 'network-vif-deleted', 'tag': '770f6500-7610-4be6-a2b9-1f2be00b02c7', 'status': 'completed', 'code': 200} Feb 19 03:47:29.306170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18a40bfc-80df-4ed6-95e4-2875643e5901 req-17f1d0fb-d13d-43ef-887c-43339a7a93f3 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 210 time: 0.0278447 Feb 19 03:47:30.412367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31f79814-9c8d-4384-beb1-beeac5628191 req-2e5de710-bf69-40f8-ab60-f43039919af7 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 210 time: 0.0354896 Feb 19 03:47:31.174804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 770f6500-7610-4be6-a2b9-1f2be00b02c7 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:47:31.195370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 770f6500-7610-4be6-a2b9-1f2be00b02c7 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:47:31.195717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 770f6500-7610-4be6-a2b9-1f2be00b02c7 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:47:31.512803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-007d1c0d-003c-4017-8e60-e8dff69afe62 req-0e302627-4245-498a-b881-69b34eb23756 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 210 time: 0.0289304 Feb 19 03:47:32.608585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bee64b6b-bd52-49d5-b2a5-dc5ac931d35f req-959ff4a2-6e61-4494-8abc-3b3e4a9c00bc tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 210 time: 0.0274081 Feb 19 03:47:33.665200 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-37e59de1-92f7-4dc2-a5db-505c0c498ad9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:33.705311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6036cbf7-30d9-4dff-885e-7278b21ee6c0 req-4eb61c2f-accd-499c-b70f-97d262b4635d tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 210 time: 0.0273509 Feb 19 03:47:34.801149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a1d4297-6989-4d3a-943c-d61dbe41d371 req-6190e9ca-d778-4091-b739-82d0e8637459 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 210 time: 0.0272138 Feb 19 03:47:35.899471 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f568cb83-f9cc-4ba0-a15b-71f03f54fee6 req-f71e83cc-236e-4af0-bf3f-52e2b89c68f1 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 210 time: 0.0277283 Feb 19 03:47:35.930315 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9703235a-ed83-4098-acd9-eaa59681fa38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:36.646534 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:47:37.000387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e97ef4c6-3aa0-4933-9803-81c4e70307ea req-ec1420ad-8411-440d-8508-ef299efe6a95 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 210 time: 0.0305123 Feb 19 03:47:37.225685 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:38.115113 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed0453ab-e5fb-4c06-8a13-52eca077c137 req-9a62c1fd-8eb4-4f64-a51b-6f75293e17c8 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "GET /v2.0/ports?device_id=cc7719b2-d0aa-4db5-8ebc-da4e81cfd318 HTTP/1.1" status: 200 len: 210 time: 0.0288005 Feb 19 03:47:38.551023 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.184439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48702) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:39.308102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b75f2d97-ec80-4522-accc-1b0561e43c33 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Deleting port 98130c08-889e-4a7a-91a2-5910d8f9454f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:39.308437 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b75f2d97-ec80-4522-accc-1b0561e43c33 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (98130c08-889e-4a7a-91a2-5910d8f9454f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.380855 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b75f2d97-ec80-4522-accc-1b0561e43c33 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (98130c08-889e-4a7a-91a2-5910d8f9454f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.381142 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b75f2d97-ec80-4522-accc-1b0561e43c33 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (98130c08-889e-4a7a-91a2-5910d8f9454f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.392958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b75f2d97-ec80-4522-accc-1b0561e43c33 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Calling delete_port for 98130c08-889e-4a7a-91a2-5910d8f9454f owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:39.568231 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b75f2d97-ec80-4522-accc-1b0561e43c33 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (98130c08-889e-4a7a-91a2-5910d8f9454f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.597438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f2d97-ec80-4522-accc-1b0561e43c33 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event deleted for resources: {'Port': ['ID=98130c08-889e-4a7a-91a2-5910d8f9454f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:39.670200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b75f2d97-ec80-4522-accc-1b0561e43c33 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for floatingip (c63a3a95-f29d-441a-b4b6-61036fa8f495), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.673956 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b75f2d97-ec80-4522-accc-1b0561e43c33 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:39.675132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b75f2d97-ec80-4522-accc-1b0561e43c33 tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "DELETE /v2.0/floatingips/c63a3a95-f29d-441a-b4b6-61036fa8f495 HTTP/1.1" status: 204 len: 168 time: 0.4896715 Feb 19 03:47:40.098257 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.088861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48724) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:45.149362 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b1135f79-fb44-4f4f-80b9-0ef1a9c73fff tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group (8534e230-a35d-47dc-b50e-eae1262a820f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.176422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b1135f79-fb44-4f4f-80b9-0ef1a9c73fff tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group (8534e230-a35d-47dc-b50e-eae1262a820f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.239652 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b1135f79-fb44-4f4f-80b9-0ef1a9c73fff tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8534e230-a35d-47dc-b50e-eae1262a820f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.242434 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b1135f79-fb44-4f4f-80b9-0ef1a9c73fff tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:45.243740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b1135f79-fb44-4f4f-80b9-0ef1a9c73fff tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] 10.222.0.81 "DELETE /v2.0/security-groups/8534e230-a35d-47dc-b50e-eae1262a820f HTTP/1.1" status: 204 len: 168 time: 0.1536503 Feb 19 03:47:45.255999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1135f79-fb44-4f4f-80b9-0ef1a9c73fff tempest-TestVolumeBootPattern-1782313489 tempest-TestVolumeBootPattern-1782313489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8534e230-a35d-47dc-b50e-eae1262a820f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:45.319578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48728) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:46.157314 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a312be9-1281-4ed2-b76a-2a766376a451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (b1c0054a-9090-4069-8eaa-66b70d9de174), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:46.411234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1a312be9-1281-4ed2-b76a-2a766376a451 admin admin] Deleting port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:46.411446 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a312be9-1281-4ed2-b76a-2a766376a451 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:46.488112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-1a312be9-1281-4ed2-b76a-2a766376a451 admin admin] For port 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=0c740e1f-3764-4c9e-90ef-1d2abb81d6cc,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:46.488847 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a312be9-1281-4ed2-b76a-2a766376a451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:46.501538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-1a312be9-1281-4ed2-b76a-2a766376a451 admin admin] Calling delete_port for 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:46.710406 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a312be9-1281-4ed2-b76a-2a766376a451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (0c740e1f-3764-4c9e-90ef-1d2abb81d6cc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:46.741320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a312be9-1281-4ed2-b76a-2a766376a451 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c740e1f-3764-4c9e-90ef-1d2abb81d6cc,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:46.910170 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a312be9-1281-4ed2-b76a-2a766376a451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (b1c0054a-9090-4069-8eaa-66b70d9de174), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:47.156970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a312be9-1281-4ed2-b76a-2a766376a451 admin admin] Router b1c0054a-9090-4069-8eaa-66b70d9de174 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:47:47.273966 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a312be9-1281-4ed2-b76a-2a766376a451 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:47:47.279210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1a312be9-1281-4ed2-b76a-2a766376a451 admin admin] 10.222.0.81 "PUT /v2.0/routers/b1c0054a-9090-4069-8eaa-66b70d9de174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9584548 Feb 19 03:47:47.281734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48732) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:47.284634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc7358e-06d1-49ea-80bd-04ea586ab021 None None] Sync routers for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:47:47.295669 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7358e-06d1-49ea-80bd-04ea586ab021 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:47.296314 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3dc7358e-06d1-49ea-80bd-04ea586ab021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:47:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:47.391518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Publish callbacks [] for router (b1c0054a-9090-4069-8eaa-66b70d9de174), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:47.404201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3dc7358e-06d1-49ea-80bd-04ea586ab021 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:47.500272 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Publish callbacks [] for router_gateway (b1c0054a-9090-4069-8eaa-66b70d9de174), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:47.560436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Deleting port ac510b0f-2ba3-4a99-ac69-8430cde18e92 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:47.560810 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:47.586502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3dc7358e-06d1-49ea-80bd-04ea586ab021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:47:46Z', 'revision_number': 5, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port': {'id': 'ac510b0f-2ba3-4a99-ac69-8430cde18e92', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:1b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:10Z', 'updated_at': '2022-02-19T03:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:47.613720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc7358e-06d1-49ea-80bd-04ea586ab021 None None] Checking router: b1c0054a-9090-4069-8eaa-66b70d9de174 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:47:47.622403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7358e-06d1-49ea-80bd-04ea586ab021 None None] Routers {'b1c0054a-9090-4069-8eaa-66b70d9de174'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:47.623017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3dc7358e-06d1-49ea-80bd-04ea586ab021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:47:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['b1c0054a-9090-4069-8eaa-66b70d9de174'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:47.638397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] For port ac510b0f-2ba3-4a99-ac69-8430cde18e92, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ac510b0f-2ba3-4a99-ac69-8430cde18e92,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:47.638758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:47.651539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Calling delete_port for ac510b0f-2ba3-4a99-ac69-8430cde18e92 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:47.712634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3dc7358e-06d1-49ea-80bd-04ea586ab021 None None] Set router b1c0054a-9090-4069-8eaa-66b70d9de174 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:47.768421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3dc7358e-06d1-49ea-80bd-04ea586ab021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:47:47Z', 'revision_number': 6, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:47.796935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc7358e-06d1-49ea-80bd-04ea586ab021 None None] The sync data for ids ['b1c0054a-9090-4069-8eaa-66b70d9de174'] in n-d-826755-2 is: [{'id': 'b1c0054a-9090-4069-8eaa-66b70d9de174', 'name': 'tempest-TestVolumeBootPattern-791491065-router', 'tenant_id': '350ad465f1ee412981ba9c55bc301703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:09Z', 'updated_at': '2022-02-19T03:47:47Z', 'revision_number': 6, 'project_id': '350ad465f1ee412981ba9c55bc301703', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:47:47.824143 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ac510b0f-2ba3-4a99-ac69-8430cde18e92), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:47.853632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac510b0f-2ba3-4a99-ac69-8430cde18e92,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:47.914895 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (b1c0054a-9090-4069-8eaa-66b70d9de174), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.005938 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (b1c0054a-9090-4069-8eaa-66b70d9de174), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.008206 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Publish callbacks [] for router_controller (b1c0054a-9090-4069-8eaa-66b70d9de174), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.066019 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (b1c0054a-9090-4069-8eaa-66b70d9de174), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.066604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c0054a-9090-4069-8eaa-66b70d9de174 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:47:48.071412 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.072555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d210378f-265e-428c-ad5a-b9ead7ef21a2 admin admin] 10.222.0.81 "DELETE /v2.0/routers/b1c0054a-9090-4069-8eaa-66b70d9de174 HTTP/1.1" status: 204 len: 168 time: 0.7899396 Feb 19 03:47:48.075188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48734) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:48.120538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c6c72f-0840-49e5-8f60-46636ab1bead admin admin] Deleting subnet 755924c4-5372-456c-bab3-c237cb07d54f {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:47:48.124463 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23c6c72f-0840-49e5-8f60-46636ab1bead admin admin] Publish callbacks [] for subnet (755924c4-5372-456c-bab3-c237cb07d54f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.162055 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23c6c72f-0840-49e5-8f60-46636ab1bead admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (755924c4-5372-456c-bab3-c237cb07d54f), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.244115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23c6c72f-0840-49e5-8f60-46636ab1bead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (755924c4-5372-456c-bab3-c237cb07d54f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.295661 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23c6c72f-0840-49e5-8f60-46636ab1bead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (755924c4-5372-456c-bab3-c237cb07d54f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.320683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6c72f-0840-49e5-8f60-46636ab1bead admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755924c4-5372-456c-bab3-c237cb07d54f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:48.324591 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-23c6c72f-0840-49e5-8f60-46636ab1bead admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.327740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-23c6c72f-0840-49e5-8f60-46636ab1bead admin admin] 10.222.0.81 "DELETE /v2.0/subnets/755924c4-5372-456c-bab3-c237cb07d54f HTTP/1.1" status: 204 len: 168 time: 0.2515483 Feb 19 03:47:48.330219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd822d0a-2b16-498b-99d3-8916102c0c80 None None] Network f87a9704-3c97-4220-be7c-a4024e6f8a77 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:47:48.330730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48736) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:48.400139 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (f87a9704-3c97-4220-be7c-a4024e6f8a77), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.461308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Deleting port 5805b191-55cf-47fd-a122-f28aeccccc24 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:48.461763 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.522981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] For port 5805b191-55cf-47fd-a122-f28aeccccc24, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5805b191-55cf-47fd-a122-f28aeccccc24,segment=NetworkSegment(9018acf1-a2b6-4f7b-8483-619a1c6dd654),segment_id=9018acf1-a2b6-4f7b-8483-619a1c6dd654)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:48.523234 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.536987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Calling delete_port for 5805b191-55cf-47fd-a122-f28aeccccc24 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:48.562772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] DHCP port deletion for f87a9704-3c97-4220-be7c-a4024e6f8a77 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:47:48.616257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Deleting port 5805b191-55cf-47fd-a122-f28aeccccc24 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:48.616629 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.616962 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.645135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5805b191-55cf-47fd-a122-f28aeccccc24,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:48.651541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] No DVR routers for this DVR port 5805b191-55cf-47fd-a122-f28aeccccc24 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:47:48.693674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] For port 5805b191-55cf-47fd-a122-f28aeccccc24, host n-d-826755-2, got binding levels [] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:48.694099 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.706738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Calling delete_port for 5805b191-55cf-47fd-a122-f28aeccccc24 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:48.709470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.ipam_backend_mixin [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Port 5805b191-55cf-47fd-a122-f28aeccccc24 was not found and therefore no delete operation was performed {{(pid=109900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:47:48.710710 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (5805b191-55cf-47fd-a122-f28aeccccc24), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.726664 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (f87a9704-3c97-4220-be7c-a4024e6f8a77), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.736119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Pushing event deleted for resources: {'Port': ['ID=5805b191-55cf-47fd-a122-f28aeccccc24,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:48.740715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] No DVR routers for this DVR port 5805b191-55cf-47fd-a122-f28aeccccc24 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:47:48.747773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.747950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87a9704-3c97-4220-be7c-a4024e6f8a77']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:48.748049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.748371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.748720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.749047 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.749624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.749743 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.749984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.750293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.750609 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.750922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.751232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.751541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b9e91-0c3e-4e49-a214-e245e9239d58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:48.762809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9018acf1-a2b6-4f7b-8483-619a1c6dd654') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:48.763115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9018acf1-a2b6-4f7b-8483-619a1c6dd654') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:48.772897 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (9018acf1-a2b6-4f7b-8483-619a1c6dd654), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.787642 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (9018acf1-a2b6-4f7b-8483-619a1c6dd654), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.794180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:47:48.794525 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (9018acf1-a2b6-4f7b-8483-619a1c6dd654), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:47:48.796231 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:47:48.854869 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (f87a9704-3c97-4220-be7c-a4024e6f8a77), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.861422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:48.867968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] 10.222.0.81 "DELETE /v2.0/networks/f87a9704-3c97-4220-be7c-a4024e6f8a77 HTTP/1.1" status: 204 len: 168 time: 0.5331810 Feb 19 03:47:48.868243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48738) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:48.885088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eda42b-d7c7-4f58-bfdd-e089a34b18ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f87a9704-3c97-4220-be7c-a4024e6f8a77,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:48.977597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ac510b0f-2ba3-4a99-ac69-8430cde18e92 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:47:48.999114 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: ac510b0f-2ba3-4a99-ac69-8430cde18e92 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:47:48.999517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ac510b0f-2ba3-4a99-ac69-8430cde18e92 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:47:48.999990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:47:49.020690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:47:49.021025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 0c740e1f-3764-4c9e-90ef-1d2abb81d6cc not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:47:49.021554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5805b191-55cf-47fd-a122-f28aeccccc24 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:47:49.045605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5805b191-55cf-47fd-a122-f28aeccccc24 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:47:49.045957 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5805b191-55cf-47fd-a122-f28aeccccc24 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:47:49.540653 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (586944aa-4cf9-4cd1-8e75-50da208917b1), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:49.802689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Deleting port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:49.803026 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:49.885973 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] For port 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8b8c1fdf-ec58-4f32-a01f-3d13e81defe0,segment=NetworkSegment(e413b77c-3c0e-4c1d-942b-c8115d21ed4b),segment_id=e413b77c-3c0e-4c1d-942b-c8115d21ed4b)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:49.886713 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:49.897912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Calling delete_port for 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:50.095949 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8b8c1fdf-ec58-4f32-a01f-3d13e81defe0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.121215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Pushing event deleted for resources: {'Port': ['ID=8b8c1fdf-ec58-4f32-a01f-3d13e81defe0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:50.133435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.133592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.133872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.134201 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.134528 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.134858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.135178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.135591 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.135930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.136243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.136563 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.136911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.137230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:47:50.301274 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (586944aa-4cf9-4cd1-8e75-50da208917b1), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.528618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Router 586944aa-4cf9-4cd1-8e75-50da208917b1 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:47:50.641329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:47:50.646655 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-52965c42-668a-4e90-bc99-00ad783de86b admin admin] 10.222.0.81 "PUT /v2.0/routers/586944aa-4cf9-4cd1-8e75-50da208917b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7773356 Feb 19 03:47:50.649511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48742) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:50.651548 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6c1e0-f48b-430f-9c9f-2864e46a1ad3 None None] Sync routers for ids ['586944aa-4cf9-4cd1-8e75-50da208917b1'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:47:50.663121 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6c1e0-f48b-430f-9c9f-2864e46a1ad3 None None] Routers {'586944aa-4cf9-4cd1-8e75-50da208917b1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:50.663744 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7dc6c1e0-f48b-430f-9c9f-2864e46a1ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:47:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['586944aa-4cf9-4cd1-8e75-50da208917b1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:50.759373 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Publish callbacks [] for router (586944aa-4cf9-4cd1-8e75-50da208917b1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.770720 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-7dc6c1e0-f48b-430f-9c9f-2864e46a1ad3 None None] Set router 586944aa-4cf9-4cd1-8e75-50da208917b1 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:50.870323 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Publish callbacks [] for router_gateway (586944aa-4cf9-4cd1-8e75-50da208917b1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:50.927754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Deleting port 81293d99-ab63-4a4a-9423-bdec8863d0ca {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:50.928106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.017344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] For port 81293d99-ab63-4a4a-9423-bdec8863d0ca, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=81293d99-ab63-4a4a-9423-bdec8863d0ca,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:51.017733 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.030308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Calling delete_port for 81293d99-ab63-4a4a-9423-bdec8863d0ca owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:51.050600 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7dc6c1e0-f48b-430f-9c9f-2864e46a1ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'name': 'tempest-TestVolumeBootPattern-1897737897-router', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207'}], 'enable_snat': True}, 'gw_port_id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:17Z', 'updated_at': '2022-02-19T03:47:50Z', 'revision_number': 5, 'project_id': '7221e0360174456d920e65f34d817e25', 'gw_port': {'id': '81293d99-ab63-4a4a-9423-bdec8863d0ca', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:52:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:34:18Z', 'updated_at': '2022-02-19T03:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:51.077892 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6c1e0-f48b-430f-9c9f-2864e46a1ad3 None None] Checking router: 586944aa-4cf9-4cd1-8e75-50da208917b1 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:47:51.086926 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6c1e0-f48b-430f-9c9f-2864e46a1ad3 None None] Routers {'586944aa-4cf9-4cd1-8e75-50da208917b1'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:47:51.087545 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7dc6c1e0-f48b-430f-9c9f-2864e46a1ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:47:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['586944aa-4cf9-4cd1-8e75-50da208917b1'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:51.179733 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-7dc6c1e0-f48b-430f-9c9f-2864e46a1ad3 None None] Set router 586944aa-4cf9-4cd1-8e75-50da208917b1 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:47:51.235828 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-7dc6c1e0-f48b-430f-9c9f-2864e46a1ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'name': 'tempest-TestVolumeBootPattern-1897737897-router', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:17Z', 'updated_at': '2022-02-19T03:47:50Z', 'revision_number': 6, 'project_id': '7221e0360174456d920e65f34d817e25', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:51.264726 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc6c1e0-f48b-430f-9c9f-2864e46a1ad3 None None] The sync data for ids ['586944aa-4cf9-4cd1-8e75-50da208917b1'] in n-d-826755-2 is: [{'id': '586944aa-4cf9-4cd1-8e75-50da208917b1', 'name': 'tempest-TestVolumeBootPattern-1897737897-router', 'tenant_id': '7221e0360174456d920e65f34d817e25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:34:17Z', 'updated_at': '2022-02-19T03:47:50Z', 'revision_number': 6, 'project_id': '7221e0360174456d920e65f34d817e25', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:47:51.538556 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (81293d99-ab63-4a4a-9423-bdec8863d0ca), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.565114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Pushing event deleted for resources: {'Port': ['ID=81293d99-ab63-4a4a-9423-bdec8863d0ca,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:51.626380 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (586944aa-4cf9-4cd1-8e75-50da208917b1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.721393 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (586944aa-4cf9-4cd1-8e75-50da208917b1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.723514 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Publish callbacks [] for router_controller (586944aa-4cf9-4cd1-8e75-50da208917b1), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.771911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (586944aa-4cf9-4cd1-8e75-50da208917b1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.772484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 586944aa-4cf9-4cd1-8e75-50da208917b1 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:47:51.777328 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.778556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a618a4e8-49b7-418f-a8f9-80953b7ff9bc admin admin] 10.222.0.81 "DELETE /v2.0/routers/586944aa-4cf9-4cd1-8e75-50da208917b1 HTTP/1.1" status: 204 len: 168 time: 1.1279981 Feb 19 03:47:51.781372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48744) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:51.825183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e4396e9-bca2-4e07-ae53-c781fbebc876 admin admin] Deleting subnet 7591053b-d1fb-40c6-a848-9a0373fff2c2 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:47:51.828349 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e4396e9-bca2-4e07-ae53-c781fbebc876 admin admin] Publish callbacks [] for subnet (7591053b-d1fb-40c6-a848-9a0373fff2c2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.862784 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e4396e9-bca2-4e07-ae53-c781fbebc876 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (7591053b-d1fb-40c6-a848-9a0373fff2c2), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.942760 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e4396e9-bca2-4e07-ae53-c781fbebc876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (7591053b-d1fb-40c6-a848-9a0373fff2c2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:51.999797 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e4396e9-bca2-4e07-ae53-c781fbebc876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (7591053b-d1fb-40c6-a848-9a0373fff2c2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.026769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4396e9-bca2-4e07-ae53-c781fbebc876 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7591053b-d1fb-40c6-a848-9a0373fff2c2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:52.036445 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e4396e9-bca2-4e07-ae53-c781fbebc876 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.037628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea90cc3-147d-4af3-8908-2b1ef49ae029 None None] Network a294dce9-b780-4021-be39-00f3d3777fef requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:47:52.041433 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0e4396e9-bca2-4e07-ae53-c781fbebc876 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7591053b-d1fb-40c6-a848-9a0373fff2c2 HTTP/1.1" status: 204 len: 168 time: 0.2590849 Feb 19 03:47:52.044086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48746) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:52.115761 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (a294dce9-b780-4021-be39-00f3d3777fef), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.176917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Deleting port 309c972b-1fcc-40d8-9773-98f69d257af7 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:52.177260 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.199622 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5837e4ce-d25a-4117-b0e6-21f538fc23ba None None] DHCP port deletion for a294dce9-b780-4021-be39-00f3d3777fef request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:47:52.240795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] For port 309c972b-1fcc-40d8-9773-98f69d257af7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=309c972b-1fcc-40d8-9773-98f69d257af7,segment=NetworkSegment(e413b77c-3c0e-4c1d-942b-c8115d21ed4b),segment_id=e413b77c-3c0e-4c1d-942b-c8115d21ed4b)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:52.241159 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.251613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5837e4ce-d25a-4117-b0e6-21f538fc23ba None None] Deleting port 309c972b-1fcc-40d8-9773-98f69d257af7 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:47:52.251960 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5837e4ce-d25a-4117-b0e6-21f538fc23ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.254905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Calling delete_port for 309c972b-1fcc-40d8-9773-98f69d257af7 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:52.317891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-5837e4ce-d25a-4117-b0e6-21f538fc23ba None None] For port 309c972b-1fcc-40d8-9773-98f69d257af7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=309c972b-1fcc-40d8-9773-98f69d257af7,segment=NetworkSegment(e413b77c-3c0e-4c1d-942b-c8115d21ed4b),segment_id=e413b77c-3c0e-4c1d-942b-c8115d21ed4b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:47:52.318274 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5837e4ce-d25a-4117-b0e6-21f538fc23ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.331791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5837e4ce-d25a-4117-b0e6-21f538fc23ba None None] Calling delete_port for 309c972b-1fcc-40d8-9773-98f69d257af7 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:47:52.342981 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.376164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] No DVR routers for this DVR port 309c972b-1fcc-40d8-9773-98f69d257af7 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:47:52.378142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Pushing event deleted for resources: {'Port': ['ID=309c972b-1fcc-40d8-9773-98f69d257af7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:52.434516 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5837e4ce-d25a-4117-b0e6-21f538fc23ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (309c972b-1fcc-40d8-9773-98f69d257af7), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.453406 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (a294dce9-b780-4021-be39-00f3d3777fef), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.458984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837e4ce-d25a-4117-b0e6-21f538fc23ba None None] Pushing event deleted for resources: {'Port': ['ID=309c972b-1fcc-40d8-9773-98f69d257af7,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:52.462464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5837e4ce-d25a-4117-b0e6-21f538fc23ba None None] No DVR routers for this DVR port 309c972b-1fcc-40d8-9773-98f69d257af7 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:47:52.476963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a294dce9-b780-4021-be39-00f3d3777fef']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:52.486728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e413b77c-3c0e-4c1d-942b-c8115d21ed4b') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:52.487018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e413b77c-3c0e-4c1d-942b-c8115d21ed4b') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:47:52.496953 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (e413b77c-3c0e-4c1d-942b-c8115d21ed4b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.509955 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e413b77c-3c0e-4c1d-942b-c8115d21ed4b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.516168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:47:52.516543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (e413b77c-3c0e-4c1d-942b-c8115d21ed4b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:47:52.518174 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:47:52.576522 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (a294dce9-b780-4021-be39-00f3d3777fef), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.582370 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.585626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] 10.222.0.81 "DELETE /v2.0/networks/a294dce9-b780-4021-be39-00f3d3777fef HTTP/1.1" status: 204 len: 168 time: 0.5397840 Feb 19 03:47:52.603281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cecb80-34ae-463a-bbae-bc5e932bf89e admin admin] Pushing event deleted for resources: {'Network': ['ID=a294dce9-b780-4021-be39-00f3d3777fef,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:52.726904 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48750) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:52.767373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-213625ce-0684-4a3a-83e9-befb2e89efb6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=350ad465f1ee412981ba9c55bc301703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393407 Feb 19 03:47:52.770819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48752) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:52.819836 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-283c0694-8b13-477f-b021-54965426f4da admin admin] Publish callbacks [] for security_group (14e21acf-6031-4f85-a877-07865b21867c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.840639 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-283c0694-8b13-477f-b021-54965426f4da admin admin] Publish callbacks [] for security_group (14e21acf-6031-4f85-a877-07865b21867c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.897703 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-283c0694-8b13-477f-b021-54965426f4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (14e21acf-6031-4f85-a877-07865b21867c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.900628 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-283c0694-8b13-477f-b021-54965426f4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.902067 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-283c0694-8b13-477f-b021-54965426f4da admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/14e21acf-6031-4f85-a877-07865b21867c HTTP/1.1" status: 204 len: 168 time: 0.1302464 Feb 19 03:47:52.902479 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:52.910650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c0694-8b13-477f-b021-54965426f4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e21acf-6031-4f85-a877-07865b21867c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:52.991076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 81293d99-ab63-4a4a-9423-bdec8863d0ca no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:47:53.011608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 81293d99-ab63-4a4a-9423-bdec8863d0ca {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:47:53.012050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 81293d99-ab63-4a4a-9423-bdec8863d0ca not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:47:53.012519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 309c972b-1fcc-40d8-9773-98f69d257af7 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:47:53.032826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 309c972b-1fcc-40d8-9773-98f69d257af7 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:47:53.033265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 309c972b-1fcc-40d8-9773-98f69d257af7 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:47:53.033750 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:47:53.056396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:47:53.057072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8b8c1fdf-ec58-4f32-a01f-3d13e81defe0 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:47:53.253575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48758) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:53.296604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7b0755bc-d041-4933-9699-35bedc9fccba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7221e0360174456d920e65f34d817e25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414720 Feb 19 03:47:53.299137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48760) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:47:53.346253 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a688267-cb9b-4773-8d85-a2d6fffca502 admin admin] Publish callbacks [] for security_group (c6d54a98-09c3-42ed-931c-2de24a7dfe25), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:53.367499 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a688267-cb9b-4773-8d85-a2d6fffca502 admin admin] Publish callbacks [] for security_group (c6d54a98-09c3-42ed-931c-2de24a7dfe25), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:53.418495 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a688267-cb9b-4773-8d85-a2d6fffca502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (c6d54a98-09c3-42ed-931c-2de24a7dfe25), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:53.421028 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a688267-cb9b-4773-8d85-a2d6fffca502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:47:53.422325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3a688267-cb9b-4773-8d85-a2d6fffca502 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c6d54a98-09c3-42ed-931c-2de24a7dfe25 HTTP/1.1" status: 204 len: 168 time: 0.1223140 Feb 19 03:47:53.430444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a688267-cb9b-4773-8d85-a2d6fffca502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d54a98-09c3-42ed-931c-2de24a7dfe25,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:47:53.926495 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:03.667846 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-674d6af1-bfc7-4461-bce3-394731f849cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:05.023680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7ac110df-dcc0-4807-a447-31f4fb316b5c tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=283babb3c9484e4b8bc2e10603af9cc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302877 Feb 19 03:48:05.228513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-be4bc138-e792-41f5-8b73-2e5da0388039 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:05.230200 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-be4bc138-e792-41f5-8b73-2e5da0388039 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003045 Feb 19 03:48:05.247385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-11d50e64-cce9-45c6-9519-5cdb6c7f1ebf tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/quotas/283babb3c9484e4b8bc2e10603af9cc3 HTTP/1.1" status: 200 len: 375 time: 0.0092716 Feb 19 03:48:05.281254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-6fa899b4-c8e7-4def-841a-52595a4c79ae tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=283babb3c9484e4b8bc2e10603af9cc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268271 Feb 19 03:48:05.453108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-84414e0c-fb05-47d5-a150-a4efcbf442fa req-97343a45-df88-4a8d-ad29-af36f88c00bf tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 210 time: 0.0281618 Feb 19 03:48:05.926063 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-35f5be6d-286a-4d4b-97ee-3be341b77349 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:06.459648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-0d549a05-c6f8-461a-ad8e-53f044d4e960 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.87 "GET /v2.0/networks?tenant_id=283babb3c9484e4b8bc2e10603af9cc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209262 Feb 19 03:48:06.571919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c825f7f4-6ee9-4082-ae81-b51e8a1b2c07 req-411d6a1d-39d2-4fb5-adf3-33ce303185ab tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 210 time: 0.0324712 Feb 19 03:48:06.609220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-1949aba7-112d-47f2-8f0a-338caad4ff71 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:06.610677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-1949aba7-112d-47f2-8f0a-338caad4ff71 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.87 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460562 Feb 19 03:48:06.623199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Request body: {'port': {'device_id': '8571db8a-cce2-419f-ba1d-1d3a063bc83d', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'admin_state_up': True, 'tenant_id': '283babb3c9484e4b8bc2e10603af9cc3'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:06.736134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Made reservation on behalf of 283babb3c9484e4b8bc2e10603af9cc3 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:48:06.739790 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:06.749358 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:06.830457 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Publish callbacks [] for security_group (ab28c9c2-2a24-47f0-9481-f00414d391d9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:06.836911 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ab28c9c2-2a24-47f0-9481-f00414d391d9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:06.901156 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab28c9c2-2a24-47f0-9481-f00414d391d9,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:06.914343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.914690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.915033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.915362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.915693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.916016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.916421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.916943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.917417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.917736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.918066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.918384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.918709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:48:06.981232 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Allocated IP 192.168.233.207 (0985c43f-0b35-4366-86e3-03f740a98d7e/6cf3c755-dd96-4da5-b1ca-b9d0dddf467c/08a09aca-b94f-47a6-8935-8f51fbc691be) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:48:07.127973 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Publish callbacks [] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.165293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.210784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Network 0985c43f-0b35-4366-86e3-03f740a98d7e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:48:07.213938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:07.220003 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:48:07.226570 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Pushing event updated for resources: {'Port': ['ID=08a09aca-b94f-47a6-8935-8f51fbc691be,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:07.229269 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.277609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:07.278221 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.296428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-183cfbd2-f00a-47d9-a4c0-86ae26cf6fb8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6769862 Feb 19 03:48:07.308244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Request body: {'port': {'device_id': '8571db8a-cce2-419f-ba1d-1d3a063bc83d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:07.370779 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.459187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-101ec6a6-347a-4c5a-aebd-407c11fbf292 None None] Provisioning complete for port 08a09aca-b94f-47a6-8935-8f51fbc691be triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:07.459552 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-101ec6a6-347a-4c5a-aebd-407c11fbf292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.496080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-101ec6a6-347a-4c5a-aebd-407c11fbf292 None None] Port 08a09aca-b94f-47a6-8935-8f51fbc691be cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:48:07.676924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a09aca-b94f-47a6-8935-8f51fbc691be {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:48:07.685815 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Publish callbacks [] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.702599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Transition to ACTIVE for port object 08a09aca-b94f-47a6-8935-8f51fbc691be will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:48:07.708568 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.719460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f357550-60e6-46f3-87aa-394f7788fa97 req-6f2d8f56-4c7c-4aff-9151-f4111e22d809 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:07.720975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f357550-60e6-46f3-87aa-394f7788fa97 req-6f2d8f56-4c7c-4aff-9151-f4111e22d809 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 936 time: 0.0811772 Feb 19 03:48:07.777078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Pushing event updated for resources: {'Port': ['ID=08a09aca-b94f-47a6-8935-8f51fbc691be,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:07.830147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f357550-60e6-46f3-87aa-394f7788fa97 req-02a176f9-fbaf-44da-9597-3f3bb9035345 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab28c9c2-2a24-47f0-9481-f00414d391d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884788 Feb 19 03:48:07.876864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Attempting to bind port 08a09aca-b94f-47a6-8935-8f51fbc691be on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:48:07.877165 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Attempting to bind port 08a09aca-b94f-47a6-8935-8f51fbc691be by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:48:07.877517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Attempting to bind port 08a09aca-b94f-47a6-8935-8f51fbc691be on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:48:07.883357 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Port 08a09aca-b94f-47a6-8935-8f51fbc691be on network 0985c43f-0b35-4366-86e3-03f740a98d7e not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:48:07.883683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Attempting to bind port 08a09aca-b94f-47a6-8935-8f51fbc691be on network 0985c43f-0b35-4366-86e3-03f740a98d7e {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:48:07.889069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:48:07.889413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Checking segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:07.889800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Bound using segment: {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:48:07.890227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Bound port: 08a09aca-b94f-47a6-8935-8f51fbc691be, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fdf25ff-6ec2-4eee-9875-46e7fc465329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:48:07.890585 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:07.970273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] For port 08a09aca-b94f-47a6-8935-8f51fbc691be, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:48:07.981549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] For port 08a09aca-b94f-47a6-8935-8f51fbc691be, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=08a09aca-b94f-47a6-8935-8f51fbc691be,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:48:07.990114 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:08.027590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:08.028219 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:08.029658 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] 10.222.0.87 "PUT /v2.0/ports/08a09aca-b94f-47a6-8935-8f51fbc691be HTTP/1.1" status: 200 len: 1096 time: 0.7260950 Feb 19 03:48:08.030191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8571db8a-cce2-419f-ba1d-1d3a063bc83d', 'tag': '08a09aca-b94f-47a6-8935-8f51fbc691be'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:48:08.032647 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d7bb7c-d582-49f0-8d96-d307ec1ed8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "8571db8a-cce2-419f-ba1d-1d3a063bc83d", "tag": "08a09aca-b94f-47a6-8935-8f51fbc691be"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:48:08.059335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe867a9-41cb-411e-87f1-42b61315cec1 service neutron] Pushing event updated for resources: {'Port': ['ID=08a09aca-b94f-47a6-8935-8f51fbc691be,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:08.129174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-e1ff1fca-b693-4b98-a5f5-f46b0a7d1739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:08.130735 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-e1ff1fca-b693-4b98-a5f5-f46b0a7d1739 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=283babb3c9484e4b8bc2e10603af9cc3&device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 1130 time: 0.0531678 Feb 19 03:48:08.173073 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5497cfcf-e25d-48b1-9cc9-e7371f8ec362 x-openstack-request-id: req-5497cfcf-e25d-48b1-9cc9-e7371f8ec362 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:48:08.173376 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8571db8a-cce2-419f-ba1d-1d3a063bc83d", "tag": "08a09aca-b94f-47a6-8935-8f51fbc691be", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:48:08.173635 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5497cfcf-e25d-48b1-9cc9-e7371f8ec362 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:48:08.174043 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8571db8a-cce2-419f-ba1d-1d3a063bc83d', 'tag': '08a09aca-b94f-47a6-8935-8f51fbc691be', 'status': 'completed', 'code': 200} Feb 19 03:48:08.175959 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-296f9207-e78b-4825-867b-d8ad81cac314 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=08a09aca-b94f-47a6-8935-8f51fbc691be HTTP/1.1" status: 200 len: 217 time: 0.0379460 Feb 19 03:48:08.226599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-479ea834-07e5-4db0-8ae5-7d6fa3d2ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:08.228101 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-479ea834-07e5-4db0-8ae5-7d6fa3d2ec2f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0457110 Feb 19 03:48:08.282216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-2acc12b3-a3b9-43b7-a759-b58431ee05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:08.283715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-2acc12b3-a3b9-43b7-a759-b58431ee05cf service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0492170 Feb 19 03:48:08.374413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-bfa9cd34-a12c-4d32-90f3-d3d206478ccf service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845950 Feb 19 03:48:08.470789 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d0732e4-6714-4282-b1d0-44e0c3f26b97 req-fb38be6a-c62c-4acd-b79c-fb3782086ea2 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907550 Feb 19 03:48:08.554605 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:08.568118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7bb7c-d582-49f0-8d96-d307ec1ed8a0 req-4da66966-8932-4de7-937d-b6d161efa910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:08.569665 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6d7bb7c-d582-49f0-8d96-d307ec1ed8a0 req-4da66966-8932-4de7-937d-b6d161efa910 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=283babb3c9484e4b8bc2e10603af9cc3&device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 1130 time: 0.0456650 Feb 19 03:48:08.670101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7bb7c-d582-49f0-8d96-d307ec1ed8a0 req-f836c274-bd8d-4f31-817e-d72a43b9607d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:08.671671 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6d7bb7c-d582-49f0-8d96-d307ec1ed8a0 req-f836c274-bd8d-4f31-817e-d72a43b9607d service neutron] 10.222.0.87 "GET /v2.0/networks?id=0985c43f-0b35-4366-86e3-03f740a98d7e HTTP/1.1" status: 200 len: 870 time: 0.0960233 Feb 19 03:48:08.715841 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6d7bb7c-d582-49f0-8d96-d307ec1ed8a0 req-db1b7d44-6282-4a46-b545-51baa90d8888 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=08a09aca-b94f-47a6-8935-8f51fbc691be HTTP/1.1" status: 200 len: 217 time: 0.0382447 Feb 19 03:48:08.766812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7bb7c-d582-49f0-8d96-d307ec1ed8a0 req-3099d29b-fb96-4381-a16b-f5d2513f4b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:08.768270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6d7bb7c-d582-49f0-8d96-d307ec1ed8a0 req-3099d29b-fb96-4381-a16b-f5d2513f4b7b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=6cf3c755-dd96-4da5-b1ca-b9d0dddf467c HTTP/1.1" status: 200 len: 843 time: 0.0468178 Feb 19 03:48:08.816525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7bb7c-d582-49f0-8d96-d307ec1ed8a0 req-26f095ae-b7d0-4fc1-a0d0-a80572a21e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:08.818075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6d7bb7c-d582-49f0-8d96-d307ec1ed8a0 req-26f095ae-b7d0-4fc1-a0d0-a80572a21e5a service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=0985c43f-0b35-4366-86e3-03f740a98d7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0440779 Feb 19 03:48:08.943607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6d7bb7c-d582-49f0-8d96-d307ec1ed8a0 req-4267e660-ccda-435f-ac08-4b23076eafb4 service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183553 Feb 19 03:48:09.014221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21767b82-0a03-4eb5-9d93-1bff4ea4710f req-a392fbd8-6c04-43b3-8c3f-8338eac6b5b9 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:09.015704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21767b82-0a03-4eb5-9d93-1bff4ea4710f req-a392fbd8-6c04-43b3-8c3f-8338eac6b5b9 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 948 time: 0.1111994 Feb 19 03:48:09.074694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6d7bb7c-d582-49f0-8d96-d307ec1ed8a0 req-e650579c-9abb-4f5b-bfaf-799dc4217dfe service neutron] 10.222.0.87 "GET /v2.0/networks/0985c43f-0b35-4366-86e3-03f740a98d7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242166 Feb 19 03:48:09.086013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21767b82-0a03-4eb5-9d93-1bff4ea4710f req-54f0b299-d029-4050-9088-2fbd4f0831c1 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab28c9c2-2a24-47f0-9481-f00414d391d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640326 Feb 19 03:48:10.107553 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:10.491509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557bed4-db38-44e1-a46c-87542abc873d req-118b705b-da33-428e-8c5a-4b87567f3e35 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:10.492919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1557bed4-db38-44e1-a46c-87542abc873d req-118b705b-da33-428e-8c5a-4b87567f3e35 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 948 time: 0.0542097 Feb 19 03:48:10.545995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1557bed4-db38-44e1-a46c-87542abc873d req-e32e7ebc-4c4e-4ea9-9430-e0101a620fbd tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab28c9c2-2a24-47f0-9481-f00414d391d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470021 Feb 19 03:48:11.681903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b973873-896e-4d0b-8ee1-a2efccf8fe41 req-00b997c8-8cc7-4a4e-bd81-dbc389f268f3 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:11.683421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b973873-896e-4d0b-8ee1-a2efccf8fe41 req-00b997c8-8cc7-4a4e-bd81-dbc389f268f3 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 948 time: 0.0557599 Feb 19 03:48:11.735402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7b973873-896e-4d0b-8ee1-a2efccf8fe41 req-e55f4f10-9e0a-41da-bc13-3aa863bcb2ed tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab28c9c2-2a24-47f0-9481-f00414d391d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458765 Feb 19 03:48:11.920725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 08a09aca-b94f-47a6-8935-8f51fbc691be details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:48:12.028022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 08a09aca-b94f-47a6-8935-8f51fbc691be, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=08a09aca-b94f-47a6-8935-8f51fbc691be,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:12.039490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '08a09aca-b94f-47a6-8935-8f51fbc691be', 'network_id': '0985c43f-0b35-4366-86e3-03f740a98d7e', 'port_id': '08a09aca-b94f-47a6-8935-8f51fbc691be', 'mac_address': 'fa:16:3e:f4:d4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cf3c755-dd96-4da5-b1ca-b9d0dddf467c', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:48:12.076919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 08a09aca-b94f-47a6-8935-8f51fbc691be is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:12.077307 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:12.089964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a09aca-b94f-47a6-8935-8f51fbc691be {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:48:12.113779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 08a09aca-b94f-47a6-8935-8f51fbc691be, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=08a09aca-b94f-47a6-8935-8f51fbc691be,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:12.119385 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:12.168062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=08a09aca-b94f-47a6-8935-8f51fbc691be,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:12.487178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['08a09aca-b94f-47a6-8935-8f51fbc691be'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:48:12.871002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a190ac0-8a93-40fd-a8aa-bf9ae72aaea6 req-0aeca15a-bbef-4117-bba2-82add80aa589 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:12.872460 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a190ac0-8a93-40fd-a8aa-bf9ae72aaea6 req-0aeca15a-bbef-4117-bba2-82add80aa589 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 949 time: 0.0542169 Feb 19 03:48:12.922935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a190ac0-8a93-40fd-a8aa-bf9ae72aaea6 req-737c5cd8-0ce3-4368-8826-8bfce834bd7b tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab28c9c2-2a24-47f0-9481-f00414d391d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440066 Feb 19 03:48:13.652750 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:48:13.927589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 08a09aca-b94f-47a6-8935-8f51fbc691be up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:13.984344 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 08a09aca-b94f-47a6-8935-8f51fbc691be completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:48:13.988715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 08a09aca-b94f-47a6-8935-8f51fbc691be triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:13.989096 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:14.052642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24e721-58a4-44db-986a-e63723d14069 req-96b8b5a3-c652-4d50-8967-1009861b2f3d tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:14.054856 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c24e721-58a4-44db-986a-e63723d14069 req-96b8b5a3-c652-4d50-8967-1009861b2f3d tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 949 time: 0.0559528 Feb 19 03:48:14.070106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 08a09aca-b94f-47a6-8935-8f51fbc691be is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:14.070496 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:14.093642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8571db8a-cce2-419f-ba1d-1d3a063bc83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a09aca-b94f-47a6-8935-8f51fbc691be'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:48:14.095922 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a56b119-2e15-4b26-a278-45b0dbb5fca9" -d '{"events": [{"server_uuid": "8571db8a-cce2-419f-ba1d-1d3a063bc83d", "name": "network-vif-plugged", "status": "completed", "tag": "08a09aca-b94f-47a6-8935-8f51fbc691be"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:48:14.104977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c24e721-58a4-44db-986a-e63723d14069 req-46f45b52-dd37-4bfc-ab92-4f813b122e6c tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab28c9c2-2a24-47f0-9481-f00414d391d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Feb 19 03:48:14.111563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 08a09aca-b94f-47a6-8935-8f51fbc691be, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=08a09aca-b94f-47a6-8935-8f51fbc691be,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:14.117028 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:14.295429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec07fb7-23de-4540-b2e9-c46dc4207818 req-edcafb70-edb7-42ee-bd7d-1710bb282287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:14.296989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ec07fb7-23de-4540-b2e9-c46dc4207818 req-edcafb70-edb7-42ee-bd7d-1710bb282287 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 1132 time: 0.0654166 Feb 19 03:48:14.313373 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd48e2b5-529a-432d-b6d8-94ce6f0df62b x-openstack-request-id: req-dd48e2b5-529a-432d-b6d8-94ce6f0df62b {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:48:14.313696 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8571db8a-cce2-419f-ba1d-1d3a063bc83d", "name": "network-vif-plugged", "status": "completed", "tag": "08a09aca-b94f-47a6-8935-8f51fbc691be", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:48:14.313940 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd48e2b5-529a-432d-b6d8-94ce6f0df62b {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:48:14.314335 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8571db8a-cce2-419f-ba1d-1d3a063bc83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a09aca-b94f-47a6-8935-8f51fbc691be', 'code': 200} Feb 19 03:48:14.344264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=08a09aca-b94f-47a6-8935-8f51fbc691be,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:14.344921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ec07fb7-23de-4540-b2e9-c46dc4207818 req-e2a61612-3763-4387-81fb-7e466206ea7f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ab28c9c2-2a24-47f0-9481-f00414d391d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412543 Feb 19 03:48:15.239377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf349615-135c-49f5-ad57-0e18355cc770 req-8a35e429-73a2-4dfd-934d-cbd29b2ae6a3 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:15.240809 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf349615-135c-49f5-ad57-0e18355cc770 req-8a35e429-73a2-4dfd-934d-cbd29b2ae6a3 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 950 time: 0.0621963 Feb 19 03:48:15.293565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf349615-135c-49f5-ad57-0e18355cc770 req-9dc0355c-8966-4745-8383-8c029ebfb88f tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab28c9c2-2a24-47f0-9481-f00414d391d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443730 Feb 19 03:48:16.440560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9876ba-deb8-4744-ab1b-902d435b19ce req-7fc0c40e-a9da-4199-bbbf-ec647d71fb71 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:16.442496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a9876ba-deb8-4744-ab1b-902d435b19ce req-7fc0c40e-a9da-4199-bbbf-ec647d71fb71 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 950 time: 0.0667894 Feb 19 03:48:16.492564 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a9876ba-deb8-4744-ab1b-902d435b19ce req-f91f3572-952e-4102-81c8-f943c36fa051 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab28c9c2-2a24-47f0-9481-f00414d391d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425417 Feb 19 03:48:16.777917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-995e3564-6a71-4bc2-89c0-bc0206049126 req-dedc33e2-a9e1-4761-9c76-b5831f6f833d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:48:16.778928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-995e3564-6a71-4bc2-89c0-bc0206049126 req-dedc33e2-a9e1-4761-9c76-b5831f6f833d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074322 Feb 19 03:48:17.393572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c03ee-b107-45f4-accb-7cd097f21845 req-57ae919f-f99e-4cf9-9fc2-52f7031e18e7 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:17.394996 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e14c03ee-b107-45f4-accb-7cd097f21845 req-57ae919f-f99e-4cf9-9fc2-52f7031e18e7 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 950 time: 0.0554171 Feb 19 03:48:17.444445 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e14c03ee-b107-45f4-accb-7cd097f21845 req-929a18e3-32d1-4349-83f2-2010eb1af6a8 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab28c9c2-2a24-47f0-9481-f00414d391d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436878 Feb 19 03:48:18.569605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5dc57-f1dc-4606-8c8c-8d587a49f75b req-8721ffb6-47ca-4d6e-a01b-cde67f9d8540 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:18.571061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0bc5dc57-f1dc-4606-8c8c-8d587a49f75b req-8721ffb6-47ca-4d6e-a01b-cde67f9d8540 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 950 time: 0.0542510 Feb 19 03:48:18.625223 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0bc5dc57-f1dc-4606-8c8c-8d587a49f75b req-72d6f647-a2b3-4746-bccb-72c33120e076 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/security-groups?id=ab28c9c2-2a24-47f0-9481-f00414d391d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471299 Feb 19 03:48:18.784872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136290f-accd-4f03-b19d-3743999e8903 req-41909ed7-36bc-4553-bf87-8757e1dfd3d6 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:18.786213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e136290f-accd-4f03-b19d-3743999e8903 req-41909ed7-36bc-4553-bf87-8757e1dfd3d6 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.87 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 950 time: 0.0560775 Feb 19 03:48:18.888371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e136290f-accd-4f03-b19d-3743999e8903 req-b59219af-b0df-4b18-8754-e3b06aeffeed tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Deleting port 08a09aca-b94f-47a6-8935-8f51fbc691be {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:48:18.888704 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e136290f-accd-4f03-b19d-3743999e8903 req-b59219af-b0df-4b18-8754-e3b06aeffeed tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:18.980037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e136290f-accd-4f03-b19d-3743999e8903 req-b59219af-b0df-4b18-8754-e3b06aeffeed tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] For port 08a09aca-b94f-47a6-8935-8f51fbc691be, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=08a09aca-b94f-47a6-8935-8f51fbc691be,segment=NetworkSegment(6fdf25ff-6ec2-4eee-9875-46e7fc465329),segment_id=6fdf25ff-6ec2-4eee-9875-46e7fc465329)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:18.980400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e136290f-accd-4f03-b19d-3743999e8903 req-b59219af-b0df-4b18-8754-e3b06aeffeed tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:18.992418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e136290f-accd-4f03-b19d-3743999e8903 req-b59219af-b0df-4b18-8754-e3b06aeffeed tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Calling delete_port for 08a09aca-b94f-47a6-8935-8f51fbc691be owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:48:19.130442 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e136290f-accd-4f03-b19d-3743999e8903 req-b59219af-b0df-4b18-8754-e3b06aeffeed tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (08a09aca-b94f-47a6-8935-8f51fbc691be), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:19.142920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['08a09aca-b94f-47a6-8935-8f51fbc691be'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:48:19.157769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59219af-b0df-4b18-8754-e3b06aeffeed tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Pushing event deleted for resources: {'Port': ['ID=08a09aca-b94f-47a6-8935-8f51fbc691be,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:19.203017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e136290f-accd-4f03-b19d-3743999e8903 req-b59219af-b0df-4b18-8754-e3b06aeffeed tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] No DVR routers for this DVR port 08a09aca-b94f-47a6-8935-8f51fbc691be on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:48:19.205723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e136290f-accd-4f03-b19d-3743999e8903 req-b59219af-b0df-4b18-8754-e3b06aeffeed tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:19.209459 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e136290f-accd-4f03-b19d-3743999e8903 req-b59219af-b0df-4b18-8754-e3b06aeffeed tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.87 "DELETE /v2.0/ports/08a09aca-b94f-47a6-8935-8f51fbc691be HTTP/1.1" status: 204 len: 173 time: 0.4172921 Feb 19 03:48:19.209927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8571db8a-cce2-419f-ba1d-1d3a063bc83d', 'name': 'network-vif-deleted', 'tag': '08a09aca-b94f-47a6-8935-8f51fbc691be'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:48:19.212264 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f301054-7e6e-4965-b88f-6a61eca75a1f" -d '{"events": [{"server_uuid": "8571db8a-cce2-419f-ba1d-1d3a063bc83d", "name": "network-vif-deleted", "tag": "08a09aca-b94f-47a6-8935-8f51fbc691be"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:48:19.251902 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ff8875-3b33-44ea-bfab-9b3eb9c8d255 x-openstack-request-id: req-c5ff8875-3b33-44ea-bfab-9b3eb9c8d255 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:48:19.252195 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8571db8a-cce2-419f-ba1d-1d3a063bc83d", "name": "network-vif-deleted", "tag": "08a09aca-b94f-47a6-8935-8f51fbc691be", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:48:19.252446 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5ff8875-3b33-44ea-bfab-9b3eb9c8d255 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:48:19.252879 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8571db8a-cce2-419f-ba1d-1d3a063bc83d', 'name': 'network-vif-deleted', 'tag': '08a09aca-b94f-47a6-8935-8f51fbc691be', 'status': 'completed', 'code': 200} Feb 19 03:48:19.737334 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e88f63f1-0e6a-41f2-8b2a-97f5710a635a req-d7e0bb06-c7fe-467f-9bf5-0309e1b58991 tempest-ServersAdminNegativeTestJSON-930009909 tempest-ServersAdminNegativeTestJSON-930009909-project] 10.222.0.81 "GET /v2.0/ports?device_id=8571db8a-cce2-419f-ba1d-1d3a063bc83d HTTP/1.1" status: 200 len: 210 time: 0.0267043 Feb 19 03:48:21.068311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48902) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:21.262187 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9b384c3c-3fdb-4791-a9dd-e94e8b9592c9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=283babb3c9484e4b8bc2e10603af9cc3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1925759 Feb 19 03:48:21.265838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48908) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:21.315234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-192fdee3-9e10-459c-9416-e707cfa60d18 admin admin] Publish callbacks [] for security_group (ab28c9c2-2a24-47f0-9481-f00414d391d9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:21.348916 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-192fdee3-9e10-459c-9416-e707cfa60d18 admin admin] Publish callbacks [] for security_group (ab28c9c2-2a24-47f0-9481-f00414d391d9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:21.405887 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-192fdee3-9e10-459c-9416-e707cfa60d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ab28c9c2-2a24-47f0-9481-f00414d391d9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:21.408591 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-192fdee3-9e10-459c-9416-e707cfa60d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:21.409822 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-192fdee3-9e10-459c-9416-e707cfa60d18 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab28c9c2-2a24-47f0-9481-f00414d391d9 HTTP/1.1" status: 204 len: 168 time: 0.1431277 Feb 19 03:48:21.418060 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fdee3-9e10-459c-9416-e707cfa60d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab28c9c2-2a24-47f0-9481-f00414d391d9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:21.705462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48914) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:21.719100 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-123eaed5-c3a0-4b0c-9a10-f3bb04c4f37a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:21.793253 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-123eaed5-c3a0-4b0c-9a10-f3bb04c4f37a admin admin] Publish callbacks [] for security_group (adf22896-e63f-428d-b234-ae89caebc82d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:21.798858 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-123eaed5-c3a0-4b0c-9a10-f3bb04c4f37a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (adf22896-e63f-428d-b234-ae89caebc82d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:21.840247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-123eaed5-c3a0-4b0c-9a10-f3bb04c4f37a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=227325f6da5444a893ba68109a8edd09&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336772 Feb 19 03:48:21.841414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123eaed5-c3a0-4b0c-9a10-f3bb04c4f37a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf22896-e63f-428d-b234-ae89caebc82d,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:21.843096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48916) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:21.893648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ffccaa8-9d2e-4e86-9bb5-983ef9505c75 admin admin] Publish callbacks [] for security_group (adf22896-e63f-428d-b234-ae89caebc82d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:21.915773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ffccaa8-9d2e-4e86-9bb5-983ef9505c75 admin admin] Publish callbacks [] for security_group (adf22896-e63f-428d-b234-ae89caebc82d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:21.950403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 08a09aca-b94f-47a6-8935-8f51fbc691be no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:48:21.967498 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ffccaa8-9d2e-4e86-9bb5-983ef9505c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (adf22896-e63f-428d-b234-ae89caebc82d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:21.970115 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ffccaa8-9d2e-4e86-9bb5-983ef9505c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:21.971319 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1ffccaa8-9d2e-4e86-9bb5-983ef9505c75 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/adf22896-e63f-428d-b234-ae89caebc82d HTTP/1.1" status: 204 len: 168 time: 0.1272190 Feb 19 03:48:21.971692 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 08a09aca-b94f-47a6-8935-8f51fbc691be {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:48:21.972049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 08a09aca-b94f-47a6-8935-8f51fbc691be not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:48:21.981125 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffccaa8-9d2e-4e86-9bb5-983ef9505c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf22896-e63f-428d-b234-ae89caebc82d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:22.683890 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 48938) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:22.791979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-361096341-network', 'tenant_id': 'dcadc75c266e4d7f9392d29c42a38147'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:22.815483 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Made reservation on behalf of dcadc75c266e4d7f9392d29c42a38147 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:48:22.817883 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:22.826446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:22.900239 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Publish callbacks [] for security_group (35e8bf2e-00b8-4b0d-83b0-f525b87444a9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:22.906240 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (35e8bf2e-00b8-4b0d-83b0-f525b87444a9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:22.918537 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:22.933102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:48:22.942592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e8bf2e-00b8-4b0d-83b0-f525b87444a9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:22.947244 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1519f1fc-3721-42fb-b77f-b25b80e579cf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:22.947574 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Added segment 1519f1fc-3721-42fb-b77f-b25b80e579cf of type vlan for network 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 Feb 19 03:48:22.987234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (52a2d524-51a4-4e6d-81b4-b08ae6ff1a50), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:23.014773 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (52a2d524-51a4-4e6d-81b4-b08ae6ff1a50), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:23.015753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:23.016328 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:23.071468 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3864489 Feb 19 03:48:23.075026 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 48942) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:23.077556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f82d11-13f9-47ab-a251-e59e993d719a admin admin] Pushing event updated for resources: {'Network': ['ID=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:23.082745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b5ff8ca7-5a12-4dd3-be71-fd5dc5270e92 admin admin] Request body: {'subnet': {'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-361096341-subnet', 'tenant_id': 'dcadc75c266e4d7f9392d29c42a38147', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:23.090328 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:48:23.107341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff8ca7-5a12-4dd3-be71-fd5dc5270e92 admin admin] Made reservation on behalf of dcadc75c266e4d7f9392d29c42a38147 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:48:23.109721 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5ff8ca7-5a12-4dd3-be71-fd5dc5270e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:23.288504 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5ff8ca7-5a12-4dd3-be71-fd5dc5270e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (d4d00829-8880-4d13-99d9-60d90494769d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:23.338681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff8ca7-5a12-4dd3-be71-fd5dc5270e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d00829-8880-4d13-99d9-60d90494769d,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:23.356506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5ff8ca7-5a12-4dd3-be71-fd5dc5270e92 admin admin] Checking segment: {'id': '1519f1fc-3721-42fb-b77f-b25b80e579cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:23.356978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff8ca7-5a12-4dd3-be71-fd5dc5270e92 admin admin] Network hostable DHCP agents. Network: 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:48:23.377563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ff8ca7-5a12-4dd3-be71-fd5dc5270e92 admin admin] Network 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:48:23.387640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-b5ff8ca7-5a12-4dd3-be71-fd5dc5270e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:23.392643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff8ca7-5a12-4dd3-be71-fd5dc5270e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:23.393595 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b5ff8ca7-5a12-4dd3-be71-fd5dc5270e92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:23.396897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d34cc1-ab87-4792-9da3-8c3bdaaea697 None None] Network 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:48:23.411030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b5ff8ca7-5a12-4dd3-be71-fd5dc5270e92 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3348467 Feb 19 03:48:23.493777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8149160-d7e6-44bb-a3d7-30bceb2a305a None None] Network 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:48:23.847696 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f43a7b-9644-425b-a664-98d005e88315 req-c0b99889-0bea-470e-9663-65c346453cd6 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:23.849157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-c0b99889-0bea-470e-9663-65c346453cd6 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/networks?id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 HTTP/1.1" status: 200 len: 811 time: 0.1064806 Feb 19 03:48:23.864935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-4c1170a0-c02c-42ef-a539-e1acffabdb75 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/quotas/dcadc75c266e4d7f9392d29c42a38147 HTTP/1.1" status: 200 len: 375 time: 0.0099900 Feb 19 03:48:23.900300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-b4f81e2d-22eb-433d-88bb-656e588cd106 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=dcadc75c266e4d7f9392d29c42a38147&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302575 Feb 19 03:48:23.915766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-5d20afa3-41e6-4049-b49e-59e9b4ba03fc service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:48:23.916987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-5d20afa3-41e6-4049-b49e-59e9b4ba03fc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072489 Feb 19 03:48:23.939371 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:24.015999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-3b39fa82-af9f-46cd-8066-fc5bc51a574a service neutron] 10.222.0.81 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934689 Feb 19 03:48:24.109507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-e2a3f860-19c0-4627-b593-2b39aa13ee56 service neutron] 10.222.0.81 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871835 Feb 19 03:48:24.274545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8326133a-95d0-4f7d-9f36-1b1db406ee3a req-24abae27-7e74-4258-a1f5-8525d032f5e3 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 210 time: 0.0282164 Feb 19 03:48:25.229093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f43a7b-9644-425b-a664-98d005e88315 req-3c3bc2c2-4087-4105-947a-3a1604d9540d tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:25.230483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-3c3bc2c2-4087-4105-947a-3a1604d9540d tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.87 "GET /v2.0/networks?id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 HTTP/1.1" status: 200 len: 811 time: 0.1050916 Feb 19 03:48:25.243225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-44f43a7b-9644-425b-a664-98d005e88315 req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Request body: {'port': {'device_id': 'ec039334-64c6-40ea-bee8-cf9922940559', 'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50', 'admin_state_up': True, 'tenant_id': 'dcadc75c266e4d7f9392d29c42a38147'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:25.643745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23f63d82-c3ab-4f9b-b8ee-0977b566dff3 req-79a14b67-c378-4b5e-81d9-d59e249f9031 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 210 time: 0.0325902 Feb 19 03:48:25.699701 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f43a7b-9644-425b-a664-98d005e88315 req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Made reservation on behalf of dcadc75c266e4d7f9392d29c42a38147 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:48:25.703457 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44f43a7b-9644-425b-a664-98d005e88315 req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:25.832319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-44f43a7b-9644-425b-a664-98d005e88315 req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Allocated IP 172.20.0.13 (52a2d524-51a4-4e6d-81b4-b08ae6ff1a50/d4d00829-8880-4d13-99d9-60d90494769d/1dfbab9b-6646-4b43-a180-ffa5a6beacc5) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:48:25.978536 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44f43a7b-9644-425b-a664-98d005e88315 req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Publish callbacks [] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.013506 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44f43a7b-9644-425b-a664-98d005e88315 req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.054464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f43a7b-9644-425b-a664-98d005e88315 req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Network 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:48:26.057646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-44f43a7b-9644-425b-a664-98d005e88315 req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:48:26.060311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f43a7b-9644-425b-a664-98d005e88315 req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:48:26.098565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Pushing event updated for resources: {'Port': ['ID=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:26.116568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f43a7b-9644-425b-a664-98d005e88315 req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:26.117237 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44f43a7b-9644-425b-a664-98d005e88315 req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.136084 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-fa0b7a06-d4da-4f4d-8140-4a964b4ae70a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8965249 Feb 19 03:48:26.147694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Request body: {'port': {'device_id': 'ec039334-64c6-40ea-bee8-cf9922940559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:48:26.211929 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.489682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:48:26.497426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Publish callbacks [] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.510827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Transition to ACTIVE for port object 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:48:26.514568 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.562890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Pushing event updated for resources: {'Port': ['ID=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:26.635599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Attempting to bind port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:48:26.635924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Attempting to bind port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '1519f1fc-3721-42fb-b77f-b25b80e579cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:48:26.636248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Attempting to bind port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 on network 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:48:26.640930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 on network 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:48:26.641246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Attempting to bind port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 on network 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:48:26.646198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:48:26.646533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Checking segment: {'id': '1519f1fc-3721-42fb-b77f-b25b80e579cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:48:26.646905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Bound using segment: {'id': '1519f1fc-3721-42fb-b77f-b25b80e579cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:48:26.647318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Bound port: 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1519f1fc-3721-42fb-b77f-b25b80e579cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:48:26.647687 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.720598 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] For port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:48:26.726544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] For port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,segment=NetworkSegment(1519f1fc-3721-42fb-b77f-b25b80e579cf),segment_id=1519f1fc-3721-42fb-b77f-b25b80e579cf)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:48:26.740603 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.800948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:26.801562 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:26.802937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] 10.222.0.87 "PUT /v2.0/ports/1dfbab9b-6646-4b43-a180-ffa5a6beacc5 HTTP/1.1" status: 200 len: 1092 time: 0.6597748 Feb 19 03:48:26.803508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec039334-64c6-40ea-bee8-cf9922940559', 'tag': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:48:26.805776 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5f1ad5-ac7b-46cf-bf47-2e548d2a40f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec039334-64c6-40ea-bee8-cf9922940559", "tag": "1dfbab9b-6646-4b43-a180-ffa5a6beacc5"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:48:26.825606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b44a6-070c-4b4a-b827-7c47ac35ae5c service neutron] Pushing event updated for resources: {'Port': ['ID=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:26.839620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878228-6d65-4362-88ee-54efd7c31402 req-7d33b2d2-0ee3-4185-8011-f096092f4538 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:26.841166 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25878228-6d65-4362-88ee-54efd7c31402 req-7d33b2d2-0ee3-4185-8011-f096092f4538 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 944 time: 0.1130548 Feb 19 03:48:26.920037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25878228-6d65-4362-88ee-54efd7c31402 req-c8e67bc8-3fa3-47b2-8604-ddcea4ba3160 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710120 Feb 19 03:48:26.924758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f43a7b-9644-425b-a664-98d005e88315 req-74d1fb28-48f0-4010-a0e0-7b2306255147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:26.926796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-74d1fb28-48f0-4010-a0e0-7b2306255147 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dcadc75c266e4d7f9392d29c42a38147&device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 1126 time: 0.0784297 Feb 19 03:48:26.983381 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd444764-71b9-49fa-a2c4-97cae54dc8c4 x-openstack-request-id: req-dd444764-71b9-49fa-a2c4-97cae54dc8c4 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:48:26.983668 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec039334-64c6-40ea-bee8-cf9922940559", "tag": "1dfbab9b-6646-4b43-a180-ffa5a6beacc5", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:48:26.983919 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dd444764-71b9-49fa-a2c4-97cae54dc8c4 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:48:26.984307 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec039334-64c6-40ea-bee8-cf9922940559', 'tag': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5', 'status': 'completed', 'code': 200} Feb 19 03:48:26.986111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-68cd96f5-5395-4b94-8b85-df3d6b0b2dfb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5 HTTP/1.1" status: 200 len: 217 time: 0.0466156 Feb 19 03:48:27.033812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f43a7b-9644-425b-a664-98d005e88315 req-d0d3445d-f1a6-4098-979c-90bdb5d7b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:27.035296 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-d0d3445d-f1a6-4098-979c-90bdb5d7b1ba service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d4d00829-8880-4d13-99d9-60d90494769d HTTP/1.1" status: 200 len: 851 time: 0.0436277 Feb 19 03:48:27.067728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-9cb011fe-4cf2-43e6-b214-6c34d195cdb8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252416 Feb 19 03:48:27.161399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-116b810e-45f3-433c-a83b-7acbe50465b3 service neutron] 10.222.0.87 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872362 Feb 19 03:48:27.251702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f43a7b-9644-425b-a664-98d005e88315 req-f0b5cfe6-efac-4052-aafa-390cb0be552f service neutron] 10.222.0.87 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830405 Feb 19 03:48:27.346040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f1ad5-ac7b-46cf-bf47-2e548d2a40f0 req-27917104-3653-4d00-ab62-bd33f10c767e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:27.347668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e5f1ad5-ac7b-46cf-bf47-2e548d2a40f0 req-27917104-3653-4d00-ab62-bd33f10c767e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dcadc75c266e4d7f9392d29c42a38147&device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 1126 time: 0.0469775 Feb 19 03:48:27.445326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f1ad5-ac7b-46cf-bf47-2e548d2a40f0 req-3760dd19-ab5e-40c9-a991-0a26a1a4f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:27.446836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e5f1ad5-ac7b-46cf-bf47-2e548d2a40f0 req-3760dd19-ab5e-40c9-a991-0a26a1a4f4dc service neutron] 10.222.0.87 "GET /v2.0/networks?id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 HTTP/1.1" status: 200 len: 912 time: 0.0925400 Feb 19 03:48:27.489909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e5f1ad5-ac7b-46cf-bf47-2e548d2a40f0 req-79fecaf7-c255-4513-8255-bcf1d941f054 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5 HTTP/1.1" status: 200 len: 217 time: 0.0368400 Feb 19 03:48:27.541533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f1ad5-ac7b-46cf-bf47-2e548d2a40f0 req-af2d5a6c-07b1-44c1-8f22-b5b5eba07d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:27.542953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e5f1ad5-ac7b-46cf-bf47-2e548d2a40f0 req-af2d5a6c-07b1-44c1-8f22-b5b5eba07d4b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d4d00829-8880-4d13-99d9-60d90494769d HTTP/1.1" status: 200 len: 851 time: 0.0465844 Feb 19 03:48:27.579519 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e5f1ad5-ac7b-46cf-bf47-2e548d2a40f0 req-e58d2e2b-1f60-4311-807d-173153a3aa5f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306275 Feb 19 03:48:27.668675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e5f1ad5-ac7b-46cf-bf47-2e548d2a40f0 req-dd761396-f594-404a-bede-7d84ca015baf service neutron] 10.222.0.87 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827799 Feb 19 03:48:27.765338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e5f1ad5-ac7b-46cf-bf47-2e548d2a40f0 req-97c5accd-f382-40df-86e0-99f499b3fdd5 service neutron] 10.222.0.87 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893807 Feb 19 03:48:28.051193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb980bd-33b4-4346-90f4-67b43aea9a22 req-50399663-0e08-4765-9812-4303bc2826ac tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:28.052831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cb980bd-33b4-4346-90f4-67b43aea9a22 req-50399663-0e08-4765-9812-4303bc2826ac tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 944 time: 0.0564928 Feb 19 03:48:28.104966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cb980bd-33b4-4346-90f4-67b43aea9a22 req-c5556e00-2143-4be5-b4b1-a93e7db4fad5 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451522 Feb 19 03:48:29.234769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17841a59-fc05-402f-b3fd-e3e977191b77 req-9da13bab-64d4-485a-bd71-b822896c5f22 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:29.236148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17841a59-fc05-402f-b3fd-e3e977191b77 req-9da13bab-64d4-485a-bd71-b822896c5f22 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 944 time: 0.0569479 Feb 19 03:48:29.283644 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17841a59-fc05-402f-b3fd-e3e977191b77 req-004afcc9-0c72-4293-87e4-63adc836abee tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414205 Feb 19 03:48:30.424509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b4771-db79-4097-9113-af1f99b1256c req-84ab13de-49f5-40b3-af24-32e328504e17 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:30.426032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c7b4771-db79-4097-9113-af1f99b1256c req-84ab13de-49f5-40b3-af24-32e328504e17 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 944 time: 0.0626237 Feb 19 03:48:30.474530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c7b4771-db79-4097-9113-af1f99b1256c req-7ab1cce8-e644-405d-97f6-ad4dd51426b1 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420990 Feb 19 03:48:31.599953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b75fd-4b48-4a2a-8ebe-b2b545812cb5 req-9c94489a-d071-46c0-8886-c340441f8150 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:31.601469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e23b75fd-4b48-4a2a-8ebe-b2b545812cb5 req-9c94489a-d071-46c0-8886-c340441f8150 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 944 time: 0.0550296 Feb 19 03:48:31.648905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e23b75fd-4b48-4a2a-8ebe-b2b545812cb5 req-2b828dfb-f7ae-453b-8afa-153ef95b62cf tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415442 Feb 19 03:48:31.999906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:48:32.109568 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,segment=NetworkSegment(1519f1fc-3721-42fb-b77f-b25b80e579cf),segment_id=1519f1fc-3721-42fb-b77f-b25b80e579cf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:32.120563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5', 'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50', 'port_id': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5', 'mac_address': 'fa:16:3e:c9:80:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d00829-8880-4d13-99d9-60d90494769d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:48:32.160360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:32.160881 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:32.174240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:48:32.198627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,segment=NetworkSegment(1519f1fc-3721-42fb-b77f-b25b80e579cf),segment_id=1519f1fc-3721-42fb-b77f-b25b80e579cf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:32.203849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:32.250085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:32.518391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['1dfbab9b-6646-4b43-a180-ffa5a6beacc5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:48:32.791237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56dba4-aebd-4301-a577-46118d604a00 req-931013b2-4626-4d85-813e-db8fc8bd3eae tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:32.792640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab56dba4-aebd-4301-a577-46118d604a00 req-931013b2-4626-4d85-813e-db8fc8bd3eae tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 945 time: 0.0694017 Feb 19 03:48:32.843177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab56dba4-aebd-4301-a577-46118d604a00 req-0afa7230-6145-4aea-ab6a-fc53e2ab3590 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443482 Feb 19 03:48:33.673921 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-673d9b97-b494-4ace-a94f-88115513a399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:33.966441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf12a49-cdd4-4792-9baf-2227bcbb18d3 req-a3ef7d61-6b8a-4d5f-9aa7-93ef69682204 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:33.967838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cf12a49-cdd4-4792-9baf-2227bcbb18d3 req-a3ef7d61-6b8a-4d5f-9aa7-93ef69682204 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 945 time: 0.0570695 Feb 19 03:48:34.003883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:48:34.016382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cf12a49-cdd4-4792-9baf-2227bcbb18d3 req-44eccba9-d1c2-4071-b05e-c18a5e184362 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428689 Feb 19 03:48:34.058605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:48:34.062726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:48:34.063088 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:34.145171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:48:34.145542 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:34.172454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec039334-64c6-40ea-bee8-cf9922940559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:48:34.174728 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f66aa44-d9f9-40ac-ab66-3faf924d002f" -d '{"events": [{"server_uuid": "ec039334-64c6-40ea-bee8-cf9922940559", "name": "network-vif-plugged", "status": "completed", "tag": "1dfbab9b-6646-4b43-a180-ffa5a6beacc5"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:48:34.187879 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,segment=NetworkSegment(1519f1fc-3721-42fb-b77f-b25b80e579cf),segment_id=1519f1fc-3721-42fb-b77f-b25b80e579cf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:48:34.196521 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:34.245630 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:48:34.278842 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd36699-7b74-424c-a8fd-f0e4cc40f342 x-openstack-request-id: req-edd36699-7b74-424c-a8fd-f0e4cc40f342 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:48:34.279172 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec039334-64c6-40ea-bee8-cf9922940559", "name": "network-vif-plugged", "status": "completed", "tag": "1dfbab9b-6646-4b43-a180-ffa5a6beacc5", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:48:34.279435 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-edd36699-7b74-424c-a8fd-f0e4cc40f342 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:48:34.279835 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec039334-64c6-40ea-bee8-cf9922940559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5', 'code': 200} Feb 19 03:48:34.381260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072f821-93c4-4ce9-858e-dd678b4d2261 req-bda21239-85f8-4e87-858c-d03267f01dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:34.382730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f072f821-93c4-4ce9-858e-dd678b4d2261 req-bda21239-85f8-4e87-858c-d03267f01dd5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 1128 time: 0.0436556 Feb 19 03:48:34.435220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f072f821-93c4-4ce9-858e-dd678b4d2261 req-5c0ce6d2-da0f-48ad-a553-c398325a3019 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463138 Feb 19 03:48:35.153252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192678c9-b83e-454a-bc6b-76daa96ac1a1 req-f83b8772-0d11-4bff-ae6f-c4c1f61c194d tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:35.154754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-192678c9-b83e-454a-bc6b-76daa96ac1a1 req-f83b8772-0d11-4bff-ae6f-c4c1f61c194d tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0621805 Feb 19 03:48:35.203959 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-192678c9-b83e-454a-bc6b-76daa96ac1a1 req-f6604265-da83-4f8e-b48d-cdfad1d79547 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434346 Feb 19 03:48:35.926948 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc417697-0690-4e0d-ab8e-a76f124dc870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:36.007422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-8c18bf67-c57e-4727-9635-e3651eb8524c req-9c343137-07b1-4a13-96d1-a3d9544b98a0 tempest-AttachVolumeNegativeTest-1538196396 tempest-AttachVolumeNegativeTest-1538196396-project] (109898) timed out ('10.222.0.87', 65287) {{(pid=109898) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:48:36.346354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812a4eb-3ebc-4781-b36c-93aa01f11287 req-d920aa76-ab9e-4238-b0d4-ea4bab8d370d tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:36.347839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b812a4eb-3ebc-4781-b36c-93aa01f11287 req-d920aa76-ab9e-4238-b0d4-ea4bab8d370d tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0583436 Feb 19 03:48:36.398096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b812a4eb-3ebc-4781-b36c-93aa01f11287 req-2d053e86-678c-43d6-b425-81ab1280b1db tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418541 Feb 19 03:48:36.586508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49002) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:36.683326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba9c59-a189-4497-aab2-06a193cc53e0 req-bce3107a-3a44-4df4-9ead-93f166d5aec1 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:36.684766 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccba9c59-a189-4497-aab2-06a193cc53e0 req-bce3107a-3a44-4df4-9ead-93f166d5aec1 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0894852 Feb 19 03:48:36.730408 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-4b25224a-701b-4c43-90e3-3a74621f8f6e service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1425774 Feb 19 03:48:36.741745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-22a041a2-27bf-4380-9c83-6ba9991aa6ed service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:48:36.742688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-22a041a2-27bf-4380-9c83-6ba9991aa6ed service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077026 Feb 19 03:48:36.747460 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccba9c59-a189-4497-aab2-06a193cc53e0 req-64f720eb-cf76-465f-8787-5fee9e564769 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567605 Feb 19 03:48:37.141041 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49022) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:48:37.232932 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:37.253158 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-e938e5a1-4809-4fb8-951c-1e72f248cd69 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:37.254536 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-e938e5a1-4809-4fb8-951c-1e72f248cd69 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports/1dfbab9b-6646-4b43-a180-ffa5a6beacc5 HTTP/1.1" status: 200 len: 943 time: 0.1124525 Feb 19 03:48:37.875711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54993c0c-5aa6-4edf-ac81-b28ffb749248 req-71d64c48-d4f3-482d-ac21-a662844e1903 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:37.876366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54993c0c-5aa6-4edf-ac81-b28ffb749248 req-71d64c48-d4f3-482d-ac21-a662844e1903 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0567572 Feb 19 03:48:37.924729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54993c0c-5aa6-4edf-ac81-b28ffb749248 req-88323393-c109-4164-9a09-7230188d0db7 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Feb 19 03:48:38.097921 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-4b31f734-0dc4-4c87-b79f-487edcc53cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:38.099425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-4b31f734-0dc4-4c87-b79f-487edcc53cb5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dcadc75c266e4d7f9392d29c42a38147&device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 1128 time: 0.0505650 Feb 19 03:48:38.196532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-cdfd6988-e803-4a66-af0b-862c627bf9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:38.198364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-cdfd6988-e803-4a66-af0b-862c627bf9b0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 HTTP/1.1" status: 200 len: 912 time: 0.0925238 Feb 19 03:48:38.242325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-b88badd1-6597-4b55-867a-91dd2c977e9f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5 HTTP/1.1" status: 200 len: 217 time: 0.0385139 Feb 19 03:48:38.291079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-a81e95b9-f7ca-475d-b674-7af09915b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:38.292695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-a81e95b9-f7ca-475d-b674-7af09915b206 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d4d00829-8880-4d13-99d9-60d90494769d HTTP/1.1" status: 200 len: 851 time: 0.0449107 Feb 19 03:48:38.324485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-596a42e5-4850-42c3-8462-c73b9e75c5ff service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258312 Feb 19 03:48:38.417729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-588047f1-d659-40a0-8f54-96fc55d62868 service neutron] 10.222.0.87 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866311 Feb 19 03:48:38.514612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-9782f810-d038-4d4a-8bfe-bba4dbecbfa3 service neutron] 10.222.0.87 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910497 Feb 19 03:48:38.557931 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:39.064282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111b7a8-7f35-4c11-be3e-04e7b430f5ab req-031df5fe-7085-43a7-a34f-7b6cd9e61f03 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:39.065811 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d111b7a8-7f35-4c11-be3e-04e7b430f5ab req-031df5fe-7085-43a7-a34f-7b6cd9e61f03 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0574286 Feb 19 03:48:39.118329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d111b7a8-7f35-4c11-be3e-04e7b430f5ab req-94a84219-d4bc-48df-a82b-aa1ca9d6f676 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448060 Feb 19 03:48:40.109670 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:40.250826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c66465-193a-4aeb-b131-5bf023a7a264 req-4f95339f-f5d5-4a8e-ae05-b89c5d6bb8fb tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:40.252320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c66465-193a-4aeb-b131-5bf023a7a264 req-4f95339f-f5d5-4a8e-ae05-b89c5d6bb8fb tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0604026 Feb 19 03:48:40.299474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c66465-193a-4aeb-b131-5bf023a7a264 req-05681191-1946-44c1-a15c-09010a5ecba3 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414290 Feb 19 03:48:41.428409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1300e58-041d-4cda-a662-1a62da8a0df4 req-3766b505-01ef-4370-bb22-1bb5c4353939 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:41.429932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1300e58-041d-4cda-a662-1a62da8a0df4 req-3766b505-01ef-4370-bb22-1bb5c4353939 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0592694 Feb 19 03:48:41.477620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1300e58-041d-4cda-a662-1a62da8a0df4 req-28bda88f-a950-4db9-b855-e62871e43ff3 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419724 Feb 19 03:48:42.622119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe1c2db-3e1f-46ce-936d-56a6592e1ab6 req-6f37d18d-42ce-4c4f-9293-ad0117205872 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:42.623609 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fe1c2db-3e1f-46ce-936d-56a6592e1ab6 req-6f37d18d-42ce-4c4f-9293-ad0117205872 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0651937 Feb 19 03:48:42.678707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0fe1c2db-3e1f-46ce-936d-56a6592e1ab6 req-9695fd83-1e57-46e0-a63f-a93a06052d7c tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493884 Feb 19 03:48:43.818147 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e942f-f818-41fa-b997-6d4905ca80d0 req-2438cc97-52b4-4b03-bdaf-726afc5100f6 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:43.819646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-218e942f-f818-41fa-b997-6d4905ca80d0 req-2438cc97-52b4-4b03-bdaf-726afc5100f6 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0576217 Feb 19 03:48:43.872850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-218e942f-f818-41fa-b997-6d4905ca80d0 req-5a2cd0d3-ea8c-45fd-9adb-ea2cbc3419b0 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445163 Feb 19 03:48:45.003095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc00cc7-6af9-4d40-ba40-855a836b2ffd req-44375943-162b-4b39-9cc4-b9573bbe0a6e tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:45.004637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0cc00cc7-6af9-4d40-ba40-855a836b2ffd req-44375943-162b-4b39-9cc4-b9573bbe0a6e tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0538735 Feb 19 03:48:45.052613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0cc00cc7-6af9-4d40-ba40-855a836b2ffd req-c5c37561-265d-47ce-81e3-d5c1b296a441 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 Feb 19 03:48:46.192588 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291962a-0bdb-4d80-abdb-c429891b7995 req-84431b00-d382-45aa-8002-8ad62a3c4d8f tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:46.194174 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b291962a-0bdb-4d80-abdb-c429891b7995 req-84431b00-d382-45aa-8002-8ad62a3c4d8f tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0593112 Feb 19 03:48:46.243631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b291962a-0bdb-4d80-abdb-c429891b7995 req-4370c197-f943-4a84-971c-705b3cea751a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413160 Feb 19 03:48:47.408639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be918b-a907-4581-9e0a-31dd66298357 req-5577e069-62fc-43aa-a0bd-7ec3e88e4532 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:47.410199 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6be918b-a907-4581-9e0a-31dd66298357 req-5577e069-62fc-43aa-a0bd-7ec3e88e4532 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0698833 Feb 19 03:48:47.460695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b6be918b-a907-4581-9e0a-31dd66298357 req-7253a66b-b202-4ac9-8360-dac24ec4df42 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447147 Feb 19 03:48:48.589982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5823c32-cd67-48f6-98bc-d9c36c0273a9 req-6e88292d-227d-4d75-a6e0-3f935a39f97b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:48.591456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5823c32-cd67-48f6-98bc-d9c36c0273a9 req-6e88292d-227d-4d75-a6e0-3f935a39f97b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0579939 Feb 19 03:48:48.650552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d5823c32-cd67-48f6-98bc-d9c36c0273a9 req-60cd0241-9950-4859-85ff-237422d2275b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530555 Feb 19 03:48:49.790923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2a00d-6a7c-4c5e-b935-8e4cfffd9982 req-7086d26d-63ee-4bcf-9f78-b02580ce60e3 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:49.792626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2d2a00d-6a7c-4c5e-b935-8e4cfffd9982 req-7086d26d-63ee-4bcf-9f78-b02580ce60e3 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0616121 Feb 19 03:48:49.851574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2d2a00d-6a7c-4c5e-b935-8e4cfffd9982 req-5418f7da-43cd-4507-b0a1-bf789ae06882 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529025 Feb 19 03:48:50.649169 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:48:50.983403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff99dc9-8c36-4579-b26d-ddb09c59f4bb req-8b9ac720-01d3-435f-9d2a-a7b725606ad6 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:50.984951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cff99dc9-8c36-4579-b26d-ddb09c59f4bb req-8b9ac720-01d3-435f-9d2a-a7b725606ad6 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0575309 Feb 19 03:48:51.062127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cff99dc9-8c36-4579-b26d-ddb09c59f4bb req-8fdcc5ae-ae02-4ac3-af13-0c1f625056e8 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687559 Feb 19 03:48:51.065095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9e803-465c-4571-94a1-0df6f9eee0ac req-a0e8e771-3d8c-4eff-8042-49ca2d4609b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:51.066285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0f9e803-465c-4571-94a1-0df6f9eee0ac req-a0e8e771-3d8c-4eff-8042-49ca2d4609b5 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dcadc75c266e4d7f9392d29c42a38147&device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 1128 time: 0.0804894 Feb 19 03:48:51.172751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9e803-465c-4571-94a1-0df6f9eee0ac req-74f36c96-4c03-4bde-bdc0-b8482a0528e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:51.175076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0f9e803-465c-4571-94a1-0df6f9eee0ac req-74f36c96-4c03-4bde-bdc0-b8482a0528e0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 HTTP/1.1" status: 200 len: 912 time: 0.0904729 Feb 19 03:48:51.224787 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0f9e803-465c-4571-94a1-0df6f9eee0ac req-52c98b74-1a19-4165-af11-1068f53b5010 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5 HTTP/1.1" status: 200 len: 217 time: 0.0422435 Feb 19 03:48:51.279965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9e803-465c-4571-94a1-0df6f9eee0ac req-91bb4e8e-82ca-4f6f-9b44-a011a6e2b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:51.281484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0f9e803-465c-4571-94a1-0df6f9eee0ac req-91bb4e8e-82ca-4f6f-9b44-a011a6e2b91d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d4d00829-8880-4d13-99d9-60d90494769d HTTP/1.1" status: 200 len: 851 time: 0.0505095 Feb 19 03:48:51.311247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0f9e803-465c-4571-94a1-0df6f9eee0ac req-1a4f0a60-588d-4f33-a1d6-0fd21cb2194f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241942 Feb 19 03:48:51.405018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0f9e803-465c-4571-94a1-0df6f9eee0ac req-785f2429-06f9-4768-a3e2-fa681cdd50fc service neutron] 10.222.0.87 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871050 Feb 19 03:48:51.501427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0f9e803-465c-4571-94a1-0df6f9eee0ac req-b02bb508-933a-4845-aa89-16c5c13402a7 service neutron] 10.222.0.87 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898988 Feb 19 03:48:52.188950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dd61e-8796-48b4-ad68-5a37208e65d8 req-cb13b19a-dfd6-4ef3-9d8e-7aba675a89b0 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:52.190447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc1dd61e-8796-48b4-ad68-5a37208e65d8 req-cb13b19a-dfd6-4ef3-9d8e-7aba675a89b0 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0549748 Feb 19 03:48:52.241226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc1dd61e-8796-48b4-ad68-5a37208e65d8 req-a3758d13-385d-4aa1-85a5-bf0e1277b294 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429349 Feb 19 03:48:52.919743 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:53.389467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abc893-530c-4915-b5a8-575608ae6f8a req-af001c19-3cc0-4564-9992-6c4fb82156f3 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:53.390943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34abc893-530c-4915-b5a8-575608ae6f8a req-af001c19-3cc0-4564-9992-6c4fb82156f3 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0694931 Feb 19 03:48:53.449281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34abc893-530c-4915-b5a8-575608ae6f8a req-2733971b-c02b-4d37-8e0d-6d3fdf520056 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459883 Feb 19 03:48:53.958576 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:48:54.581017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b416c-bd30-4f55-8033-2eeae985b396 req-5e2f79c4-b16d-4864-9021-fdb2d280c01d tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:54.582527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-723b416c-bd30-4f55-8033-2eeae985b396 req-5e2f79c4-b16d-4864-9021-fdb2d280c01d tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0550807 Feb 19 03:48:54.638812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-723b416c-bd30-4f55-8033-2eeae985b396 req-98f0e33a-2353-47b0-be0f-5a5d01ad023a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480995 Feb 19 03:48:55.776853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f9f45-831c-4bc8-8c46-41fa5908e940 req-c3726b1c-44c0-4753-b029-1c595572a6c8 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:55.778359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e0f9f45-831c-4bc8-8c46-41fa5908e940 req-c3726b1c-44c0-4753-b029-1c595572a6c8 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0613837 Feb 19 03:48:55.825203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e0f9f45-831c-4bc8-8c46-41fa5908e940 req-a5b163bb-869e-47e1-af03-156f09c36fdc tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410864 Feb 19 03:48:56.952006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a9131-11d3-4109-abdf-4742d9307304 req-a66e25ac-7cf1-4542-9dee-8d4baaea34ce tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:56.953517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b7a9131-11d3-4109-abdf-4742d9307304 req-a66e25ac-7cf1-4542-9dee-8d4baaea34ce tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0562351 Feb 19 03:48:57.003512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b7a9131-11d3-4109-abdf-4742d9307304 req-e534ee04-d7b6-4eb9-a4c6-59202bb84680 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442464 Feb 19 03:48:58.152088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac8fd9-c90d-4aad-a2a7-3e912aafd98c req-bb17740e-d7b5-4272-b26f-7c057cea1c88 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:58.153613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3ac8fd9-c90d-4aad-a2a7-3e912aafd98c req-bb17740e-d7b5-4272-b26f-7c057cea1c88 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0640643 Feb 19 03:48:58.204056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3ac8fd9-c90d-4aad-a2a7-3e912aafd98c req-04bc34e3-5c87-4bb1-88e4-9ff2721cf68e tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448072 Feb 19 03:48:59.346922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15646e21-ae2f-4243-84e2-0219b5723b65 req-eeb8886e-eafc-46fb-ad3b-f3d38586df90 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:48:59.348421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15646e21-ae2f-4243-84e2-0219b5723b65 req-eeb8886e-eafc-46fb-ad3b-f3d38586df90 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0690377 Feb 19 03:48:59.410038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15646e21-ae2f-4243-84e2-0219b5723b65 req-f7e6a16f-1dd7-4d00-981a-687bf63e2d3c tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535488 Feb 19 03:49:00.532218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3441284-5c6f-4b77-b671-3c478d687d0a req-0f2e9cd5-4d54-408a-b29c-51f29665a4b7 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:00.533725 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3441284-5c6f-4b77-b671-3c478d687d0a req-0f2e9cd5-4d54-408a-b29c-51f29665a4b7 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0544927 Feb 19 03:49:00.581540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3441284-5c6f-4b77-b671-3c478d687d0a req-3bb9e5ee-ec43-4868-8d02-f96d9902e116 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420074 Feb 19 03:49:01.723241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ed0db-804c-4eaf-afc6-a64f1e41f60e req-9643382f-f4fa-43d4-bbe1-6cd78b2444bf tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:01.724760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-557ed0db-804c-4eaf-afc6-a64f1e41f60e req-9643382f-f4fa-43d4-bbe1-6cd78b2444bf tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0578046 Feb 19 03:49:01.773664 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-557ed0db-804c-4eaf-afc6-a64f1e41f60e req-6c98704c-c06a-4b3c-85d9-7f019db3b681 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430992 Feb 19 03:49:02.899464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42d929-e879-4543-9431-8be4154ffcd0 req-fd306d18-9482-426d-8440-faf2d1735407 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:02.901073 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e42d929-e879-4543-9431-8be4154ffcd0 req-fd306d18-9482-426d-8440-faf2d1735407 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0557799 Feb 19 03:49:02.951458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e42d929-e879-4543-9431-8be4154ffcd0 req-5a1ba987-4d3c-43d7-a6e7-e6d11fa581e8 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420725 Feb 19 03:49:03.675227 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a50065ec-245e-44bf-99a0-670360c83543 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:04.081174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd4a74-3f69-456a-92ca-b2a99fe0a2e5 req-b67e8077-bfb1-48e4-ba33-1ad356096bbb tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:04.084075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04dd4a74-3f69-456a-92ca-b2a99fe0a2e5 req-b67e8077-bfb1-48e4-ba33-1ad356096bbb tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0569000 Feb 19 03:49:04.138057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04dd4a74-3f69-456a-92ca-b2a99fe0a2e5 req-5bb82200-e7c5-4565-841e-52215a399b2e tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476003 Feb 19 03:49:05.267951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaba74-bb0d-49d1-b8aa-abe15eed623b req-25c693fd-1186-434c-9c32-922d9047ce15 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:05.269383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3efaba74-bb0d-49d1-b8aa-abe15eed623b req-25c693fd-1186-434c-9c32-922d9047ce15 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 946 time: 0.0590050 Feb 19 03:49:05.325889 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3efaba74-bb0d-49d1-b8aa-abe15eed623b req-4f1c2550-520a-459e-8f39-137538b376bd tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480449 Feb 19 03:49:05.517862 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-daf5f32e-7106-4ac1-8729-7147e5bde03a service neutron] show failed (client error): The resource could not be found. Feb 19 03:49:05.518964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-daf5f32e-7106-4ac1-8729-7147e5bde03a service neutron] 10.222.0.87 "GET /v2.0/ports/1dfbab9b-6646-4b43-a180-ffa5a6beacc5/bindings/n-h2-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0577490 Feb 19 03:49:05.824210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-57eae5b9-304d-4168-a0fc-39bfb18ac05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:05.825785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-57eae5b9-304d-4168-a0fc-39bfb18ac05e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559&tenant_id=dcadc75c266e4d7f9392d29c42a38147 HTTP/1.1" status: 200 len: 1128 time: 0.1395829 Feb 19 03:49:05.836441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:05.894179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:05.921966 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f7a96efc-d7e4-4b44-b5c9-04cc4efa8220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:06.096235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] For port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,segment=NetworkSegment(1519f1fc-3721-42fb-b77f-b25b80e579cf),segment_id=1519f1fc-3721-42fb-b77f-b25b80e579cf)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:06.137015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] For port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:06.175975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec039334-64c6-40ea-bee8-cf9922940559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:06.178270 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133c7bfb-0c7a-4b84-9b65-a3bd5b80154e" -d '{"events": [{"server_uuid": "ec039334-64c6-40ea-bee8-cf9922940559", "name": "network-vif-unplugged", "status": "completed", "tag": "1dfbab9b-6646-4b43-a180-ffa5a6beacc5"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:06.181805 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Publish callbacks [] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:06.194883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Transition to ACTIVE for port object 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:49:06.199541 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:06.233441 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef8805b-59c0-4693-ae32-bd43b07dfb34 x-openstack-request-id: req-fef8805b-59c0-4693-ae32-bd43b07dfb34 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:06.233441 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec039334-64c6-40ea-bee8-cf9922940559", "name": "network-vif-unplugged", "status": "completed", "tag": "1dfbab9b-6646-4b43-a180-ffa5a6beacc5", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:06.233661 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fef8805b-59c0-4693-ae32-bd43b07dfb34 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:06.233973 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec039334-64c6-40ea-bee8-cf9922940559', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5', 'code': 200} Feb 19 03:49:06.265750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] No DVR routers for this DVR port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:49:06.267730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Pushing event updated for resources: {'Port': ['ID=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:06.302551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Attempting to bind port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:06.303187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Attempting to bind port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '1519f1fc-3721-42fb-b77f-b25b80e579cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:06.303187 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Attempting to bind port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 on network 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:06.307693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 on network 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:49:06.308010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Attempting to bind port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 on network 52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:06.313051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:06.313393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Checking segment: {'id': '1519f1fc-3721-42fb-b77f-b25b80e579cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:06.313764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Bound using segment: {'id': '1519f1fc-3721-42fb-b77f-b25b80e579cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:06.314182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Bound port: 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1519f1fc-3721-42fb-b77f-b25b80e579cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:06.314529 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:06.379984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] For port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:06.383010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] For port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,segment=NetworkSegment(1519f1fc-3721-42fb-b77f-b25b80e579cf),segment_id=1519f1fc-3721-42fb-b77f-b25b80e579cf)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:06.391093 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:06.430268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:06.430888 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:06.432340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] 10.222.0.67 "PUT /v2.0/ports/1dfbab9b-6646-4b43-a180-ffa5a6beacc5 HTTP/1.1" status: 200 len: 1092 time: 0.5998497 Feb 19 03:49:06.504413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ce2ea-6981-4fa0-a669-03377fdd375a service neutron] Pushing event updated for resources: {'Port': ['ID=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:06.526245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfb20b-ce1b-4ef6-a60e-93903c6ce442 req-e06287db-7582-4839-8d1d-0352bc74d39a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:06.527743 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8fdfb20b-ce1b-4ef6-a60e-93903c6ce442 req-e06287db-7582-4839-8d1d-0352bc74d39a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 944 time: 0.1107657 Feb 19 03:49:06.537687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-3d1ee528-6f5c-479a-b4c4-8e83d45e4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:06.539073 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-3d1ee528-6f5c-479a-b4c4-8e83d45e4c8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dcadc75c266e4d7f9392d29c42a38147&device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 1126 time: 0.0791676 Feb 19 03:49:06.626498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8fdfb20b-ce1b-4ef6-a60e-93903c6ce442 req-d9b938a1-bd3e-4af2-8393-15bc9d03c946 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920825 Feb 19 03:49:06.658242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-59521bfa-5fde-4363-941c-9001d733c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:06.659768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-59521bfa-5fde-4363-941c-9001d733c428 service neutron] 10.222.0.67 "GET /v2.0/networks?id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 HTTP/1.1" status: 200 len: 912 time: 0.1141367 Feb 19 03:49:06.705725 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-0cd78059-68cc-45c0-96de-6d1c0f8863ed service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5 HTTP/1.1" status: 200 len: 217 time: 0.0395327 Feb 19 03:49:06.754463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-3b0d994b-5c7c-43aa-8b0d-69760f6dd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:06.755928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-3b0d994b-5c7c-43aa-8b0d-69760f6dd7f1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4d00829-8880-4d13-99d9-60d90494769d HTTP/1.1" status: 200 len: 851 time: 0.0443232 Feb 19 03:49:06.793442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-f1faf9e3-18ec-4f2c-91cb-7b6fbe6af541 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316679 Feb 19 03:49:06.897123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-36e615e7-e09c-4210-b69f-2b957d08f0d0 service neutron] 10.222.0.67 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973330 Feb 19 03:49:06.992041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-804cf2ff-14dc-41d3-938d-c53803eb319f req-9879e4d2-13de-48d9-8c30-fcf8941fd7d3 service neutron] 10.222.0.67 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888684 Feb 19 03:49:07.243564 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:07.770443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202eea2-d77e-42db-9de0-684da2ad3318 req-6c66b9e7-da2f-42aa-ad8d-35eb51ff096d tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:07.772169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0202eea2-d77e-42db-9de0-684da2ad3318 req-6c66b9e7-da2f-42aa-ad8d-35eb51ff096d tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 944 time: 0.0653641 Feb 19 03:49:07.819111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0202eea2-d77e-42db-9de0-684da2ad3318 req-ba1d77e6-841b-4fc3-8a78-7c034516faf7 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410445 Feb 19 03:49:08.142847 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:49:08.185230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] The host n-h1-826755-2 is not matching for port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 host n-h2-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:49:08.185612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:49:08.235333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec039334-64c6-40ea-bee8-cf9922940559', 'tag': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:08.239004 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ec039334-64c6-40ea-bee8-cf9922940559", "tag": "1dfbab9b-6646-4b43-a180-ffa5a6beacc5"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:08.293446 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b915d2-ebd7-451e-acd5-75c95c4dc15c x-openstack-request-id: req-78b915d2-ebd7-451e-acd5-75c95c4dc15c {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:08.293740 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec039334-64c6-40ea-bee8-cf9922940559", "tag": "1dfbab9b-6646-4b43-a180-ffa5a6beacc5", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:08.293996 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78b915d2-ebd7-451e-acd5-75c95c4dc15c {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:08.294449 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec039334-64c6-40ea-bee8-cf9922940559', 'tag': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5', 'status': 'completed', 'code': 200} Feb 19 03:49:08.391992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-c5611bef-47ff-4eca-a9d4-a6c857e5db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:08.393617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-c5611bef-47ff-4eca-a9d4-a6c857e5db3c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=dcadc75c266e4d7f9392d29c42a38147&device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 1126 time: 0.0780051 Feb 19 03:49:08.395193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-13acab3d-76f3-4c9a-96c7-759e9e95cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:08.396527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-13acab3d-76f3-4c9a-96c7-759e9e95cc1f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dcadc75c266e4d7f9392d29c42a38147&device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 1126 time: 0.0797918 Feb 19 03:49:08.561384 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:08.883716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-39e32372-afad-4b9d-8fb7-31c834b8775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:08.885288 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-39e32372-afad-4b9d-8fb7-31c834b8775c service neutron] 10.222.0.67 "GET /v2.0/networks?id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 HTTP/1.1" status: 200 len: 912 time: 0.4856718 Feb 19 03:49:08.888030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-ba0827e9-f499-4d3a-aa1b-47b83d33ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:08.889400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-ba0827e9-f499-4d3a-aa1b-47b83d33ebcf service neutron] 10.222.0.87 "GET /v2.0/networks?id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 HTTP/1.1" status: 200 len: 912 time: 0.4828539 Feb 19 03:49:08.966068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-8f522efa-9484-438a-956d-06506b1fbd4b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5 HTTP/1.1" status: 200 len: 217 time: 0.0741751 Feb 19 03:49:08.981270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-3efddac5-4112-4237-ac78-676ab441fc2a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5 HTTP/1.1" status: 200 len: 217 time: 0.0839503 Feb 19 03:49:09.078684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-0d708160-cf07-4b11-b2ef-8e378f770d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:09.080176 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-0d708160-cf07-4b11-b2ef-8e378f770d82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d4d00829-8880-4d13-99d9-60d90494769d HTTP/1.1" status: 200 len: 851 time: 0.1007593 Feb 19 03:49:09.082883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-4dd316d6-7414-40dc-ab07-ac82f45c2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:09.084161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-4dd316d6-7414-40dc-ab07-ac82f45c2507 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d4d00829-8880-4d13-99d9-60d90494769d HTTP/1.1" status: 200 len: 851 time: 0.0941238 Feb 19 03:49:09.133608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-a2120d54-e8e6-45d2-8bbe-90e2878976be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471897 Feb 19 03:49:09.140878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfabf9-693c-4f98-a588-96861ebd5b38 req-cd217eeb-e242-49d3-a3c2-684fa4f2283a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:09.142211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08bfabf9-693c-4f98-a588-96861ebd5b38 req-cd217eeb-e242-49d3-a3c2-684fa4f2283a tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 944 time: 0.2439425 Feb 19 03:49:09.143872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-bb61f0e6-b8aa-4337-a20a-101bb71901ad service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496881 Feb 19 03:49:09.298426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08bfabf9-693c-4f98-a588-96861ebd5b38 req-9a991b21-2925-4c20-8f54-a5f3d0caafeb tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447682 Feb 19 03:49:09.329632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-9237ded8-8a87-4d4a-8d5c-bc425de748be service neutron] 10.222.0.67 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848490 Feb 19 03:49:09.335106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-906d60a6-9d6f-41aa-8907-693039dd336f service neutron] 10.222.0.87 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832037 Feb 19 03:49:09.490715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-0819d42e-6e14-4482-ae87-fda60b4737aa service neutron] 10.222.0.67 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546211 Feb 19 03:49:09.492984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc6ca706-6b10-4c3c-82d8-80f01e9876e8 req-85c45077-84ea-4999-87a0-894bc5fc9a87 service neutron] 10.222.0.87 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496015 Feb 19 03:49:10.108517 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:10.430414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d8c5c-0aeb-4d5d-9291-2b4ee627c1dd req-a6d99f67-d733-404d-bf49-f33959afac59 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:10.431820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b1d8c5c-0aeb-4d5d-9291-2b4ee627c1dd req-a6d99f67-d733-404d-bf49-f33959afac59 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 944 time: 0.0550907 Feb 19 03:49:10.483156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b1d8c5c-0aeb-4d5d-9291-2b4ee627c1dd req-70bf77a0-29a2-4d29-ad04-8abfe4e0dc66 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454533 Feb 19 03:49:10.801791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-84e39002-66fd-455e-980f-015a51d397fe tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:10.803307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-84e39002-66fd-455e-980f-015a51d397fe tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.87 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559&tenant_id=dcadc75c266e4d7f9392d29c42a38147&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 944 time: 0.1172469 Feb 19 03:49:10.868901 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-15645182-4937-4907-ae4c-0fdb517c051d service neutron] delete failed (client error): The resource could not be found. Feb 19 03:49:10.869970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-15645182-4937-4907-ae4c-0fdb517c051d service neutron] 10.222.0.87 "DELETE /v2.0/ports/1dfbab9b-6646-4b43-a180-ffa5a6beacc5/bindings/n-h1-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0596855 Feb 19 03:49:10.964979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-01299a61-c88f-4967-8cf5-13d8fdcde0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:10.966402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-01299a61-c88f-4967-8cf5-13d8fdcde0fc service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=dcadc75c266e4d7f9392d29c42a38147&device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 1126 time: 0.0511465 Feb 19 03:49:11.054536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-eaf184e5-25db-446b-abf0-35e99413230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:11.056013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-eaf184e5-25db-446b-abf0-35e99413230f service neutron] 10.222.0.87 "GET /v2.0/networks?id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 HTTP/1.1" status: 200 len: 912 time: 0.0843072 Feb 19 03:49:11.109697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-9aba8f7e-ba9a-4db8-a8d2-ddc047b0589b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5 HTTP/1.1" status: 200 len: 217 time: 0.0477936 Feb 19 03:49:11.160279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-01c0c10e-b037-4777-a18d-89991835d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:11.161814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-01c0c10e-b037-4777-a18d-89991835d030 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d4d00829-8880-4d13-99d9-60d90494769d HTTP/1.1" status: 200 len: 851 time: 0.0467198 Feb 19 03:49:11.196008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-58e05161-6903-4320-98c4-924775cddfc7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273955 Feb 19 03:49:11.285766 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-745d0d5f-9b3b-4b52-9f56-6b054e5732e3 service neutron] 10.222.0.87 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841982 Feb 19 03:49:11.385345 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-7753fb53-8f41-4e33-a4c8-b1da2f60a8c2 service neutron] 10.222.0.87 "GET /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937228 Feb 19 03:49:11.648832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:49:11.748010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,segment=NetworkSegment(1519f1fc-3721-42fb-b77f-b25b80e579cf),segment_id=1519f1fc-3721-42fb-b77f-b25b80e579cf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:11.759436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5', 'network_id': '52a2d524-51a4-4e6d-81b4-b08ae6ff1a50', 'port_id': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5', 'mac_address': 'fa:16:3e:c9:80:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d00829-8880-4d13-99d9-60d90494769d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:49:11.801506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:11.801879 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:11.815686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:49:11.835981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,segment=NetworkSegment(1519f1fc-3721-42fb-b77f-b25b80e579cf),segment_id=1519f1fc-3721-42fb-b77f-b25b80e579cf)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:11.841371 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:11.891024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:11.898540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:11.898941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:11.899230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:11.899566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:11.899895 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:11.900221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:11.900544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:11.900992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:11.901319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:11.901641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:11.901960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:11.902292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:11.902597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:12.107198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce7c27-1980-4784-9e04-83745172c3ab req-27d55511-00b7-4de0-b2f8-5ede1c261326 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:12.108701 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecce7c27-1980-4784-9e04-83745172c3ab req-27d55511-00b7-4de0-b2f8-5ede1c261326 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 945 time: 0.0608485 Feb 19 03:49:12.162307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecce7c27-1980-4784-9e04-83745172c3ab req-fa326608-40bb-4481-bd0b-b1c7503d227b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470407 Feb 19 03:49:12.227613 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['1dfbab9b-6646-4b43-a180-ffa5a6beacc5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:49:13.292427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cbd773-8428-4a88-a384-26e2e7507a07 req-7511d453-044d-4f73-afab-aee6f1a953ac tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:13.293874 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55cbd773-8428-4a88-a384-26e2e7507a07 req-7511d453-044d-4f73-afab-aee6f1a953ac tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 945 time: 0.0579710 Feb 19 03:49:13.342373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55cbd773-8428-4a88-a384-26e2e7507a07 req-c64be126-a76a-42fe-ae54-2553e93f79c8 tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.81 "GET /v2.0/security-groups?id=35e8bf2e-00b8-4b0d-83b0-f525b87444a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426114 Feb 19 03:49:13.437804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-76592c8f-f2d9-42ac-929f-efd01179b45d tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:13.439289 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-76592c8f-f2d9-42ac-929f-efd01179b45d tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec039334-64c6-40ea-bee8-cf9922940559 HTTP/1.1" status: 200 len: 945 time: 0.0561168 Feb 19 03:49:13.538312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Deleting port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:49:13.538652 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:13.626812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] For port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,segment=NetworkSegment(1519f1fc-3721-42fb-b77f-b25b80e579cf),segment_id=1519f1fc-3721-42fb-b77f-b25b80e579cf)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:13.627321 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:13.642829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Calling delete_port for 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:49:13.656250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:13.707765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:49:13.712080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:13.712449 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:13.780415 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:13.792910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['1dfbab9b-6646-4b43-a180-ffa5a6beacc5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:49:13.809801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Pushing event deleted for resources: {'Port': ['ID=1dfbab9b-6646-4b43-a180-ffa5a6beacc5,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:13.818082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:13.818428 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1dfbab9b-6646-4b43-a180-ffa5a6beacc5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:13.823706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.823706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.823706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.823706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.824144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.824252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.824608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.824960 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.825281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.825572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.825925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.826237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.826529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:13.863033 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] No DVR routers for this DVR port 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:49:13.866571 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:13.870257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-269f5abc-e94e-405b-802b-4ababe6a14f1 req-94c11a90-b040-4b65-9f6d-234b0a51477b tempest-DeleteServersTestJSON-1786414861 tempest-DeleteServersTestJSON-1786414861-project] 10.222.0.67 "DELETE /v2.0/ports/1dfbab9b-6646-4b43-a180-ffa5a6beacc5 HTTP/1.1" status: 204 len: 173 time: 0.4254370 Feb 19 03:49:13.870867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec039334-64c6-40ea-bee8-cf9922940559', 'name': 'network-vif-deleted', 'tag': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:13.873412 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5859c36-d143-482a-ad45-f7efb0d29424" -d '{"events": [{"server_uuid": "ec039334-64c6-40ea-bee8-cf9922940559", "name": "network-vif-deleted", "tag": "1dfbab9b-6646-4b43-a180-ffa5a6beacc5"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:13.913145 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc56a3e-9a4f-4d3d-a0e7-467fe45d09c8 x-openstack-request-id: req-4fc56a3e-9a4f-4d3d-a0e7-467fe45d09c8 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:13.913795 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec039334-64c6-40ea-bee8-cf9922940559", "name": "network-vif-deleted", "tag": "1dfbab9b-6646-4b43-a180-ffa5a6beacc5", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:13.914052 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4fc56a3e-9a4f-4d3d-a0e7-467fe45d09c8 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:13.914462 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec039334-64c6-40ea-bee8-cf9922940559', 'name': 'network-vif-deleted', 'tag': '1dfbab9b-6646-4b43-a180-ffa5a6beacc5', 'status': 'completed', 'code': 200} Feb 19 03:49:14.476547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49108) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:14.532708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Deleting subnet d4d00829-8880-4d13-99d9-60d90494769d {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:49:14.536148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Publish callbacks [] for subnet (d4d00829-8880-4d13-99d9-60d90494769d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:14.577970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (d4d00829-8880-4d13-99d9-60d90494769d), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:14.620542 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d4d00829-8880-4d13-99d9-60d90494769d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:14.678076 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (d4d00829-8880-4d13-99d9-60d90494769d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:14.705183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d00829-8880-4d13-99d9-60d90494769d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:14.709738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:14.715360 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d4d00829-8880-4d13-99d9-60d90494769d HTTP/1.1" status: 204 len: 168 time: 0.2353230 Feb 19 03:49:14.715885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49110) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:14.718626 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.718974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.719352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.720047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.720398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.720761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.721105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.721443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.721782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.722121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.722452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.722785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.723116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12312ed9-3c70-4d40-aa15-c2011fb2de2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:49:14.787163 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (52a2d524-51a4-4e6d-81b4-b08ae6ff1a50), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:14.874066 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (52a2d524-51a4-4e6d-81b4-b08ae6ff1a50), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:14.896742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a2d524-51a4-4e6d-81b4-b08ae6ff1a50']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:14.907221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1519f1fc-3721-42fb-b77f-b25b80e579cf') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:14.907555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1519f1fc-3721-42fb-b77f-b25b80e579cf') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:49:14.923683 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (1519f1fc-3721-42fb-b77f-b25b80e579cf), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:14.944285 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (1519f1fc-3721-42fb-b77f-b25b80e579cf), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:14.950965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:49:14.951350 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (1519f1fc-3721-42fb-b77f-b25b80e579cf), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:49:14.953254 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:49:15.007345 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (52a2d524-51a4-4e6d-81b4-b08ae6ff1a50), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:15.013703 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:15.016987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] 10.222.0.81 "DELETE /v2.0/networks/52a2d524-51a4-4e6d-81b4-b08ae6ff1a50 HTTP/1.1" status: 204 len: 168 time: 0.2999566 Feb 19 03:49:15.028045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78922647-d2c9-4047-a4c2-637914f12790 admin admin] Pushing event deleted for resources: {'Network': ['ID=52a2d524-51a4-4e6d-81b4-b08ae6ff1a50,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:15.144478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49114) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:15.191838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1478fa1a-9139-424c-8f1b-14d4f21c3adc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dcadc75c266e4d7f9392d29c42a38147&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459614 Feb 19 03:49:15.194445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49116) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:15.242145 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-301301be-32f1-41bc-af5f-cc127e659d48 admin admin] Publish callbacks [] for security_group (35e8bf2e-00b8-4b0d-83b0-f525b87444a9), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:15.263521 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-301301be-32f1-41bc-af5f-cc127e659d48 admin admin] Publish callbacks [] for security_group (35e8bf2e-00b8-4b0d-83b0-f525b87444a9), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:15.319897 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-301301be-32f1-41bc-af5f-cc127e659d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (35e8bf2e-00b8-4b0d-83b0-f525b87444a9), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:15.322785 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-301301be-32f1-41bc-af5f-cc127e659d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:15.323974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-301301be-32f1-41bc-af5f-cc127e659d48 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/35e8bf2e-00b8-4b0d-83b0-f525b87444a9 HTTP/1.1" status: 204 len: 168 time: 0.1287320 Feb 19 03:49:15.331861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301301be-32f1-41bc-af5f-cc127e659d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e8bf2e-00b8-4b0d-83b0-f525b87444a9,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:16.062045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49138) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:16.175198 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2110098169-network', 'tenant_id': '6a0a6dba8900410e9c2eb26bbc078942'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:16.200310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Made reservation on behalf of 6a0a6dba8900410e9c2eb26bbc078942 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:16.202656 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:16.217394 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:16.307042 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Publish callbacks [] for security_group (7e77f9bb-8c82-4963-9b83-fb47223b1260), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:16.313440 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7e77f9bb-8c82-4963-9b83-fb47223b1260), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:16.339600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:49:16.351132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e77f9bb-8c82-4963-9b83-fb47223b1260,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:16.356496 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (67a5ebba-794e-4603-8d31-b9f5f549ad98), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:16.356878 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Added segment 67a5ebba-794e-4603-8d31-b9f5f549ad98 of type vlan for network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 Feb 19 03:49:16.403170 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (1690b8d0-c5c8-4051-aa78-1bc05ccb6725), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:16.434424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (1690b8d0-c5c8-4051-aa78-1bc05ccb6725), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:16.436299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:16.437361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:16.504043 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4408550 Feb 19 03:49:16.507009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49142) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:49:16.515232 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8c11644a-599e-4cb0-acce-fbd900e274b4 admin admin] Request body: {'subnet': {'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2110098169-subnet', 'tenant_id': '6a0a6dba8900410e9c2eb26bbc078942', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:16.518541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1874e-11c2-4f87-ab96-8da844fd73fd admin admin] Pushing event updated for resources: {'Network': ['ID=1690b8d0-c5c8-4051-aa78-1bc05ccb6725,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:16.534018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:49:16.540761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c11644a-599e-4cb0-acce-fbd900e274b4 admin admin] Made reservation on behalf of 6a0a6dba8900410e9c2eb26bbc078942 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:16.543365 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c11644a-599e-4cb0-acce-fbd900e274b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:16.752758 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c11644a-599e-4cb0-acce-fbd900e274b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (e5dfc05c-0d04-4cb1-81b3-c8d40c51be81), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:16.819842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11644a-599e-4cb0-acce-fbd900e274b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:16.838488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11644a-599e-4cb0-acce-fbd900e274b4 admin admin] Checking segment: {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:16.838876 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c11644a-599e-4cb0-acce-fbd900e274b4 admin admin] Network hostable DHCP agents. Network: 1690b8d0-c5c8-4051-aa78-1bc05ccb6725, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:49:16.859313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c11644a-599e-4cb0-acce-fbd900e274b4 admin admin] Network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:49:16.872891 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8c11644a-599e-4cb0-acce-fbd900e274b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 1690b8d0-c5c8-4051-aa78-1bc05ccb6725) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:16.877413 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c11644a-599e-4cb0-acce-fbd900e274b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:16.878005 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c11644a-599e-4cb0-acce-fbd900e274b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:16.886279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1c5f85-caf7-48f5-be99-8a402141e3c6 None None] Network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:49:16.896934 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8c11644a-599e-4cb0-acce-fbd900e274b4 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3863263 Feb 19 03:49:17.005162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e995256-3794-4f5f-a9e9-32161ca52067 None None] Network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:49:17.400633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-5f9d123f-ecec-4039-9a08-0f4f54c07236 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:17.402336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-5f9d123f-ecec-4039-9a08-0f4f54c07236 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 815 time: 0.1041901 Feb 19 03:49:17.417708 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-6ae43536-fafa-4a89-b5e6-d5550633ab51 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/quotas/6a0a6dba8900410e9c2eb26bbc078942 HTTP/1.1" status: 200 len: 375 time: 0.0098190 Feb 19 03:49:17.451366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-1282e555-e25f-4a6a-90d0-52580dc95244 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284674 Feb 19 03:49:17.548387 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-6490e632-41b9-46db-9ed7-0311bc82c4a8 service neutron] 10.222.0.81 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887809 Feb 19 03:49:17.638565 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-d0a6c1e3-3d5f-4035-a723-11c9391f3e0f service neutron] 10.222.0.81 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839505 Feb 19 03:49:17.661458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:49:17.685872 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:49:17.686216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 1dfbab9b-6646-4b43-a180-ffa5a6beacc5 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:49:17.817179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03d0fdce-33e4-4386-adf7-7745611988a9 req-5687b8d8-2786-497a-a73b-5916068346c4 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 210 time: 0.0335634 Feb 19 03:49:18.746908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-59e2d1a0-675b-4476-aa87-fc1997ffb69e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:18.748382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-59e2d1a0-675b-4476-aa87-fc1997ffb69e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.67 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 815 time: 0.1069379 Feb 19 03:49:18.760180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Request body: {'port': {'device_id': '337c4849-c160-4df2-a19f-0752eb2c3718', 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725', 'admin_state_up': True, 'tenant_id': '6a0a6dba8900410e9c2eb26bbc078942'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:18.876540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Made reservation on behalf of 6a0a6dba8900410e9c2eb26bbc078942 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:49:18.879997 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:18.928003 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9841829-e40e-4dbc-92f7-343b1176a042 req-f04255ab-98fa-456b-bb4d-2ed9d490a418 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 210 time: 0.0336072 Feb 19 03:49:19.038474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Allocated IP 172.20.0.5 (1690b8d0-c5c8-4051-aa78-1bc05ccb6725/e5dfc05c-0d04-4cb1-81b3-c8d40c51be81/8dafee2e-6b83-4d58-b197-a476ffafe6cb) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:49:19.216125 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks [] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.252349 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.300079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:49:19.303188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:49:19.313810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:49:19.320097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Pushing event updated for resources: {'Port': ['ID=8dafee2e-6b83-4d58-b197-a476ffafe6cb,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:19.366819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:19.367451 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.386689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-17c593d1-1086-41ed-b8d4-deef4b7a08ad tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6302431 Feb 19 03:49:19.398051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Request body: {'port': {'device_id': '337c4849-c160-4df2-a19f-0752eb2c3718', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:19.456017 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.756510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dafee2e-6b83-4d58-b197-a476ffafe6cb {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:49:19.769050 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Publish callbacks [] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.784287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Transition to ACTIVE for port object 8dafee2e-6b83-4d58-b197-a476ffafe6cb will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:49:19.789194 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:19.837242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Pushing event updated for resources: {'Port': ['ID=8dafee2e-6b83-4d58-b197-a476ffafe6cb,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:19.927314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Attempting to bind port 8dafee2e-6b83-4d58-b197-a476ffafe6cb on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:19.927780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Attempting to bind port 8dafee2e-6b83-4d58-b197-a476ffafe6cb by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:19.928150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Attempting to bind port 8dafee2e-6b83-4d58-b197-a476ffafe6cb on network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:19.935131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Port 8dafee2e-6b83-4d58-b197-a476ffafe6cb on network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:49:19.935530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Attempting to bind port 8dafee2e-6b83-4d58-b197-a476ffafe6cb on network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:19.943116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:19.943389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Checking segment: {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:19.943766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Bound using segment: {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:19.944184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Bound port: 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:19.944539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:20.037129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:20.052271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:20.062456 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:20.097517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.098364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:20.100016 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] 10.222.0.67 "PUT /v2.0/ports/8dafee2e-6b83-4d58-b197-a476ffafe6cb HTTP/1.1" status: 200 len: 1091 time: 0.7060030 Feb 19 03:49:20.102258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337c4849-c160-4df2-a19f-0752eb2c3718', 'tag': '8dafee2e-6b83-4d58-b197-a476ffafe6cb'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:20.105651 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f049f4c-071e-4a92-b5ea-87cbeece6f85" -d '{"events": [{"name": "network-changed", "server_uuid": "337c4849-c160-4df2-a19f-0752eb2c3718", "tag": "8dafee2e-6b83-4d58-b197-a476ffafe6cb"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:20.115102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9e5b5-20b2-404f-99cc-ce8df88a46ad req-09611af8-6ef8-499f-9c9d-c5792604454e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.116613 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1dc9e5b5-20b2-404f-99cc-ce8df88a46ad req-09611af8-6ef8-499f-9c9d-c5792604454e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 943 time: 0.1124589 Feb 19 03:49:20.184397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a322f-e1b9-49cc-958f-872edc2d812b service neutron] Pushing event updated for resources: {'Port': ['ID=8dafee2e-6b83-4d58-b197-a476ffafe6cb,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:20.221246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1dc9e5b5-20b2-404f-99cc-ce8df88a46ad req-b33eb28a-52c7-4651-b8aa-5e528607d358 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954144 Feb 19 03:49:20.227186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-7c0ff3fc-7d37-4f90-95ce-44e3054b9633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.228796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-7c0ff3fc-7d37-4f90-95ce-44e3054b9633 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 1125 time: 0.0894611 Feb 19 03:49:20.271460 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02827ca4-1a53-4475-a1b6-535d836773af x-openstack-request-id: req-02827ca4-1a53-4475-a1b6-535d836773af {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:20.271748 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337c4849-c160-4df2-a19f-0752eb2c3718", "tag": "8dafee2e-6b83-4d58-b197-a476ffafe6cb", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:20.272001 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-02827ca4-1a53-4475-a1b6-535d836773af {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:20.272411 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337c4849-c160-4df2-a19f-0752eb2c3718', 'tag': '8dafee2e-6b83-4d58-b197-a476ffafe6cb', 'status': 'completed', 'code': 200} Feb 19 03:49:20.274204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-b1d4090e-aab6-4acc-be8d-6c42faae1752 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb HTTP/1.1" status: 200 len: 217 time: 0.0394166 Feb 19 03:49:20.326110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-09af6f97-26a5-4323-a022-daadd4cae9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.327971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-09af6f97-26a5-4323-a022-daadd4cae9ae service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0481241 Feb 19 03:49:20.360239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-d1214b9b-23b8-4a95-a954-c531fde579be service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265276 Feb 19 03:49:20.455060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-7acec2b2-bc06-4c3f-8e72-734cc965cc6c service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889142 Feb 19 03:49:20.548345 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c33c16b-b6f6-42ef-b1ef-18013468a56f req-d414c5d2-1dd0-4a0f-b0ec-d1f13c693adc service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878782 Feb 19 03:49:20.643205 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f049f4c-071e-4a92-b5ea-87cbeece6f85 req-15cd9e4e-0c1e-4c9c-9f3f-a0ead0c8d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.645574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f049f4c-071e-4a92-b5ea-87cbeece6f85 req-15cd9e4e-0c1e-4c9c-9f3f-a0ead0c8d837 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 1125 time: 0.0513725 Feb 19 03:49:20.737887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f049f4c-071e-4a92-b5ea-87cbeece6f85 req-545f232a-c7c3-42f6-ba12-815bf2a95708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.739754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f049f4c-071e-4a92-b5ea-87cbeece6f85 req-545f232a-c7c3-42f6-ba12-815bf2a95708 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.0869818 Feb 19 03:49:20.785503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f049f4c-071e-4a92-b5ea-87cbeece6f85 req-4e0fe9fa-b3e7-473b-9c8a-7e74e42e0e2d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb HTTP/1.1" status: 200 len: 217 time: 0.0388992 Feb 19 03:49:20.833765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f049f4c-071e-4a92-b5ea-87cbeece6f85 req-2c115fcb-3300-4c11-a499-42084b1fa1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:20.835133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f049f4c-071e-4a92-b5ea-87cbeece6f85 req-2c115fcb-3300-4c11-a499-42084b1fa1d8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0439088 Feb 19 03:49:20.866935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f049f4c-071e-4a92-b5ea-87cbeece6f85 req-6034f3b4-45fa-46d6-bdf6-944a410a697d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250828 Feb 19 03:49:20.967172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f049f4c-071e-4a92-b5ea-87cbeece6f85 req-65882110-f90e-4cb9-9a09-23d635240e67 service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936184 Feb 19 03:49:21.058654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f049f4c-071e-4a92-b5ea-87cbeece6f85 req-8c372469-c865-4685-bdb3-5ba5b1a7afdc service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853891 Feb 19 03:49:21.376441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a21ef-3f74-4d95-b10b-08ee2a8e8cbf req-e8c3a533-40f6-4d09-bf01-8aafb87c02f0 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:21.377959 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-156a21ef-3f74-4d95-b10b-08ee2a8e8cbf req-e8c3a533-40f6-4d09-bf01-8aafb87c02f0 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 943 time: 0.0610991 Feb 19 03:49:21.429179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-156a21ef-3f74-4d95-b10b-08ee2a8e8cbf req-90f77a82-81cf-4661-b1a3-571d703c7fc9 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454574 Feb 19 03:49:22.566460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17db9f-23ab-453b-90ff-dea1c8635122 req-93bd6264-d34c-4e34-b6bf-aebdbf835c77 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:22.567974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d17db9f-23ab-453b-90ff-dea1c8635122 req-93bd6264-d34c-4e34-b6bf-aebdbf835c77 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 943 time: 0.0560639 Feb 19 03:49:22.615672 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d17db9f-23ab-453b-90ff-dea1c8635122 req-d495ae2b-0255-4ebe-9e63-eb66a16fbc03 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413532 Feb 19 03:49:22.921277 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:23.686413 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8dafee2e-6b83-4d58-b197-a476ffafe6cb details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:49:23.741277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b34e0-b3c9-4df4-8b48-d69960da5087 req-79a546c5-7bcb-4f7f-b951-3f6d7492d7c1 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:23.742730 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-090b34e0-b3c9-4df4-8b48-d69960da5087 req-79a546c5-7bcb-4f7f-b951-3f6d7492d7c1 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 943 time: 0.0526197 Feb 19 03:49:23.788245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:23.789992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-090b34e0-b3c9-4df4-8b48-d69960da5087 req-49b978e9-e087-48ef-abeb-c017cd8d4126 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409651 Feb 19 03:49:23.800304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '8dafee2e-6b83-4d58-b197-a476ffafe6cb', 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725', 'port_id': '8dafee2e-6b83-4d58-b197-a476ffafe6cb', 'mac_address': 'fa:16:3e:8e:a8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dfc05c-0d04-4cb1-81b3-c8d40c51be81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:49:23.844259 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8dafee2e-6b83-4d58-b197-a476ffafe6cb is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:23.844940 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:23.861449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dafee2e-6b83-4d58-b197-a476ffafe6cb {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:49:23.881990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:23.887316 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:23.942677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8dafee2e-6b83-4d58-b197-a476ffafe6cb,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:23.952561 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:24.183824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['8dafee2e-6b83-4d58-b197-a476ffafe6cb'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:49:24.923812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e413a42-ec1c-48c6-8abc-745d0d8156d5 req-2f14094a-13fb-4b58-9fe8-96d259806d55 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:24.925328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e413a42-ec1c-48c6-8abc-745d0d8156d5 req-2f14094a-13fb-4b58-9fe8-96d259806d55 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 944 time: 0.0595069 Feb 19 03:49:24.973798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e413a42-ec1c-48c6-8abc-745d0d8156d5 req-61690cc0-406b-405f-be1d-cca081f84051 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426180 Feb 19 03:49:25.701750 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8dafee2e-6b83-4d58-b197-a476ffafe6cb up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:49:25.753184 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 8dafee2e-6b83-4d58-b197-a476ffafe6cb completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:49:25.757267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 8dafee2e-6b83-4d58-b197-a476ffafe6cb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:49:25.757687 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:25.846235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 8dafee2e-6b83-4d58-b197-a476ffafe6cb is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:49:25.846624 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:25.871427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337c4849-c160-4df2-a19f-0752eb2c3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dafee2e-6b83-4d58-b197-a476ffafe6cb'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:25.873729 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b1fcd1-d4d6-4a8e-ac42-09d93cb04c2d" -d '{"events": [{"server_uuid": "337c4849-c160-4df2-a19f-0752eb2c3718", "name": "network-vif-plugged", "status": "completed", "tag": "8dafee2e-6b83-4d58-b197-a476ffafe6cb"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:25.886407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:25.892636 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:25.916761 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ac185e-0a19-4aac-bdb8-5706570a3aeb x-openstack-request-id: req-76ac185e-0a19-4aac-bdb8-5706570a3aeb {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:25.917055 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337c4849-c160-4df2-a19f-0752eb2c3718", "name": "network-vif-plugged", "status": "completed", "tag": "8dafee2e-6b83-4d58-b197-a476ffafe6cb", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:25.917328 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76ac185e-0a19-4aac-bdb8-5706570a3aeb {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:25.917727 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337c4849-c160-4df2-a19f-0752eb2c3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dafee2e-6b83-4d58-b197-a476ffafe6cb', 'code': 200} Feb 19 03:49:25.945169 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=8dafee2e-6b83-4d58-b197-a476ffafe6cb,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:26.015151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67286e29-113c-4291-b8b1-72a8cfd75d9b req-3c6f7599-bed8-4b14-bc90-86477cf6e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:26.016815 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67286e29-113c-4291-b8b1-72a8cfd75d9b req-3c6f7599-bed8-4b14-bc90-86477cf6e2c4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 1127 time: 0.0456483 Feb 19 03:49:26.087103 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67286e29-113c-4291-b8b1-72a8cfd75d9b req-61673f73-10db-4348-b58a-9955714bf036 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643365 Feb 19 03:49:26.112388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a21e335-c5fb-4262-b84a-ae49db4cf04c req-8afe3338-36f6-4f8e-be81-825bea8112a1 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:26.114274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a21e335-c5fb-4262-b84a-ae49db4cf04c req-8afe3338-36f6-4f8e-be81-825bea8112a1 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0677261 Feb 19 03:49:26.165297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4a21e335-c5fb-4262-b84a-ae49db4cf04c req-5dba3df1-1fee-45cb-a5df-82b5ef67fea9 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 Feb 19 03:49:27.290795 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672eb6ae-7666-452d-9476-2d31d4f83933 req-1354d469-b80d-4b29-b297-37409ec31b30 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:27.293453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-672eb6ae-7666-452d-9476-2d31d4f83933 req-1354d469-b80d-4b29-b297-37409ec31b30 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0577514 Feb 19 03:49:27.342400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-672eb6ae-7666-452d-9476-2d31d4f83933 req-a031eeac-38ca-4c9b-bfab-881caa099a36 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428946 Feb 19 03:49:27.655045 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:49:28.471933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf04147-f18d-47d1-bcb0-576fb50f7bb3 req-db791754-4d39-4747-9267-4645fef4ec78 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:28.473471 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7cf04147-f18d-47d1-bcb0-576fb50f7bb3 req-db791754-4d39-4747-9267-4645fef4ec78 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0572453 Feb 19 03:49:28.525723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7cf04147-f18d-47d1-bcb0-576fb50f7bb3 req-16a80266-4e97-438b-8092-00d74df21a0b tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464423 Feb 19 03:49:28.645671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3af7d-41b4-48fa-9f8b-95d3c0466247 req-81863de0-cd8c-42e4-8fb9-f25befd0bc2c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:28.647080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63b3af7d-41b4-48fa-9f8b-95d3c0466247 req-81863de0-cd8c-42e4-8fb9-f25befd0bc2c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0541425 Feb 19 03:49:28.699646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-63b3af7d-41b4-48fa-9f8b-95d3c0466247 req-07508e52-50ce-4124-a6b0-e5e128419074 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467455 Feb 19 03:49:28.914786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85d00b-10e5-40ba-9be9-d400b917a5ff req-6f63dcdd-8df9-486f-8a65-e285ee53ec00 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:28.916205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be85d00b-10e5-40ba-9be9-d400b917a5ff req-6f63dcdd-8df9-486f-8a65-e285ee53ec00 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0554829 Feb 19 03:49:28.965213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be85d00b-10e5-40ba-9be9-d400b917a5ff req-e745116b-7aaf-4f83-b194-ce5f940c21aa tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404954 Feb 19 03:49:29.100439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0bcb6-554d-4c8a-b4d9-3c623c1735c0 req-9845d2aa-928a-4a58-af13-e483a917a388 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:29.101964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9a0bcb6-554d-4c8a-b4d9-3c623c1735c0 req-9845d2aa-928a-4a58-af13-e483a917a388 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0618255 Feb 19 03:49:29.150302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9a0bcb6-554d-4c8a-b4d9-3c623c1735c0 req-d701cefd-1e51-4ae3-a9af-454854c0e0e3 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423479 Feb 19 03:49:29.418239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ef897460-5c10-429b-8787-ee7b4ffd69a3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0794034 Feb 19 03:49:29.427934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855439a4-a15e-44b1-aebb-fc1aef3a418b req-dc3d1e76-887a-48fa-a64d-8373bba9713d tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:29.429316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-855439a4-a15e-44b1-aebb-fc1aef3a418b req-dc3d1e76-887a-48fa-a64d-8373bba9713d tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0827060 Feb 19 03:49:29.481859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-855439a4-a15e-44b1-aebb-fc1aef3a418b req-8b10f5e6-ac46-48c8-8b23-61838d63a04b tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463121 Feb 19 03:49:29.874406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-e745d253-dbb1-4ef8-b9ae-5cbc70cfdb5c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:29.876057 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-e745d253-dbb1-4ef8-b9ae-5cbc70cfdb5c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports/8dafee2e-6b83-4d58-b197-a476ffafe6cb HTTP/1.1" status: 200 len: 942 time: 0.0785215 Feb 19 03:49:30.610674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df1a4b-67e7-4ef7-b863-50dea04f3963 req-bd09b99b-d242-442a-b003-177484eecad2 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:30.612816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6df1a4b-67e7-4ef7-b863-50dea04f3963 req-bd09b99b-d242-442a-b003-177484eecad2 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0569043 Feb 19 03:49:30.675766 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6df1a4b-67e7-4ef7-b863-50dea04f3963 req-a977f823-471a-4ade-8755-04697b12ea55 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565884 Feb 19 03:49:30.710001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-6edb40f2-3689-4e08-9840-af744d4bce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:30.711552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-6edb40f2-3689-4e08-9840-af744d4bce6d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 1127 time: 0.0504472 Feb 19 03:49:30.803043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-7b217436-5024-46a1-949c-fe4caa814375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:30.804521 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-7b217436-5024-46a1-949c-fe4caa814375 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.0868547 Feb 19 03:49:30.847020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-0f4bd690-735a-4449-845b-2841e0d6ef34 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb HTTP/1.1" status: 200 len: 217 time: 0.0351849 Feb 19 03:49:30.896121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-84ca80de-a5bf-4940-b86b-2da46332dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:30.897633 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-84ca80de-a5bf-4940-b86b-2da46332dae2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0449839 Feb 19 03:49:30.934351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-c3ba84be-d77b-453f-a922-04eef66ddd42 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304074 Feb 19 03:49:31.022911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-3a1823b4-654c-4882-b720-7f71b0612462 service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824356 Feb 19 03:49:31.124388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-5691a05b-8159-4fca-9be0-a8c43ed54786 service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951691 Feb 19 03:49:32.141457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f94311-ab07-4665-b5c5-160409744e7a req-0c315f58-753a-4986-83ac-3fc475a6f7c5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:32.142992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6f94311-ab07-4665-b5c5-160409744e7a req-0c315f58-753a-4986-83ac-3fc475a6f7c5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.3976462 Feb 19 03:49:32.192975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a6f94311-ab07-4665-b5c5-160409744e7a req-c2c57eb5-df88-422f-9c54-09e2079f5fc4 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439963 Feb 19 03:49:33.334300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb3214e-2dca-4d0b-bd50-27865c7d1da0 req-0302a20a-d1b7-4eab-8fcb-815911ac2743 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:33.335744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6cb3214e-2dca-4d0b-bd50-27865c7d1da0 req-0302a20a-d1b7-4eab-8fcb-815911ac2743 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0567942 Feb 19 03:49:33.385108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6cb3214e-2dca-4d0b-bd50-27865c7d1da0 req-696beef7-ad01-45c7-8132-49c05ceeecf1 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416393 Feb 19 03:49:33.677242 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a53e487c-fa3b-48d9-8a60-6f436a9d4f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:34.516336 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41562b38-9e6b-491b-8538-a740443105c3 req-83d4300f-f97b-45cf-b687-f3b3a812de29 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:34.517864 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41562b38-9e6b-491b-8538-a740443105c3 req-83d4300f-f97b-45cf-b687-f3b3a812de29 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0571301 Feb 19 03:49:34.566718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41562b38-9e6b-491b-8538-a740443105c3 req-5736e90a-71e6-404a-a0e4-e6ef09ace5d0 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421534 Feb 19 03:49:35.706004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f2953d-b588-4bf6-902a-69638ff8aa73 req-dbdb3c74-1e91-4e44-8c6c-d3f3dc39b494 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:35.707493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5f2953d-b588-4bf6-902a-69638ff8aa73 req-dbdb3c74-1e91-4e44-8c6c-d3f3dc39b494 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0583811 Feb 19 03:49:35.754909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5f2953d-b588-4bf6-902a-69638ff8aa73 req-e8ed1bce-747b-4b3e-afaf-87887421016e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416331 Feb 19 03:49:35.924584 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34b08c17-a65e-47e2-b92f-c6ce0ed502cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:36.888099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1056d2c-b2d1-4636-809e-f6e854269a51 req-455a193c-65e3-4810-92c9-d4553c4171ed tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:36.889820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1056d2c-b2d1-4636-809e-f6e854269a51 req-455a193c-65e3-4810-92c9-d4553c4171ed tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0609002 Feb 19 03:49:36.939491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1056d2c-b2d1-4636-809e-f6e854269a51 req-03760ddb-a333-430f-8276-39bbf64edeea tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419014 Feb 19 03:49:37.246532 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:38.082569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bce0de-cae6-4f77-9dda-8626c10599f3 req-d3e74d81-9e95-4c12-97a6-96d9e669b238 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:38.084051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42bce0de-cae6-4f77-9dda-8626c10599f3 req-d3e74d81-9e95-4c12-97a6-96d9e669b238 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0612605 Feb 19 03:49:38.132162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42bce0de-cae6-4f77-9dda-8626c10599f3 req-9ca1a0fd-a9b4-45da-bb2f-359bd6644c2c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422375 Feb 19 03:49:38.569554 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:39.275843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26293aab-fe0e-4c58-b0e8-d5ac68e7de92 req-14c1eb11-6148-4b98-b230-e126bcb2f248 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:39.277609 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26293aab-fe0e-4c58-b0e8-d5ac68e7de92 req-14c1eb11-6148-4b98-b230-e126bcb2f248 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0656102 Feb 19 03:49:39.339044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26293aab-fe0e-4c58-b0e8-d5ac68e7de92 req-cc38a47f-98f1-4f7b-982a-c2f2794cf24b tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554240 Feb 19 03:49:40.109169 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:40.463830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be24112-86b0-4ee1-82ed-c65d093bdce5 req-ebba368e-1fab-4531-8590-be261fc6c68d tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:40.465393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9be24112-86b0-4ee1-82ed-c65d093bdce5 req-ebba368e-1fab-4531-8590-be261fc6c68d tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0545747 Feb 19 03:49:40.514660 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9be24112-86b0-4ee1-82ed-c65d093bdce5 req-6386a1ea-1efe-4876-8087-ee5f7238fb28 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418463 Feb 19 03:49:41.643617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f813fac-0696-4bdb-8935-73ac2939566f req-6da720d1-641d-488f-8b6d-70caaff5bc17 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:41.645156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f813fac-0696-4bdb-8935-73ac2939566f req-6da720d1-641d-488f-8b6d-70caaff5bc17 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0577652 Feb 19 03:49:41.706066 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f813fac-0696-4bdb-8935-73ac2939566f req-b6e21713-b3ec-4e66-93f2-325910fd5ac1 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518081 Feb 19 03:49:42.856135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f6346-b8d3-4f49-806c-3f7980d60adb req-d2cd4422-7600-4760-bfdc-f959ebba0c28 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:42.857644 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-677f6346-b8d3-4f49-806c-3f7980d60adb req-d2cd4422-7600-4760-bfdc-f959ebba0c28 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0672510 Feb 19 03:49:42.905395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-677f6346-b8d3-4f49-806c-3f7980d60adb req-cbc2e341-ab89-4e1d-90c9-8f0f987a3aae tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Feb 19 03:49:44.031425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3311c17-6262-4112-ba63-28e1006787af req-809a4020-e245-4bb2-8d1f-001451340548 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:44.032943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3311c17-6262-4112-ba63-28e1006787af req-809a4020-e245-4bb2-8d1f-001451340548 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0555220 Feb 19 03:49:44.081280 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3311c17-6262-4112-ba63-28e1006787af req-afad0715-f869-45ce-9839-fa1adbc2b054 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421178 Feb 19 03:49:45.219346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fe8ac-a60e-48ef-afb5-7a297d6e6627 req-f9844d5e-40b6-4fa9-9ef8-c5e9d264ff04 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:45.220837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-920fe8ac-a60e-48ef-afb5-7a297d6e6627 req-f9844d5e-40b6-4fa9-9ef8-c5e9d264ff04 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0636964 Feb 19 03:49:45.270852 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-920fe8ac-a60e-48ef-afb5-7a297d6e6627 req-05a8e7e0-c0b5-41bc-84aa-94a4eac754b0 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442302 Feb 19 03:49:46.406745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486b284-80ed-44f9-8060-679afc732ce4 req-d822f426-3c9d-4822-962a-1988be0bb4ae tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:46.408242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b486b284-80ed-44f9-8060-679afc732ce4 req-d822f426-3c9d-4822-962a-1988be0bb4ae tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0583379 Feb 19 03:49:46.461751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b486b284-80ed-44f9-8060-679afc732ce4 req-3eabeea2-332c-4724-97e8-6934446e40a8 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Feb 19 03:49:47.604412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cb59d-6993-43d2-970d-a7792aad5168 req-17bdf30e-56f4-4f89-b956-659924816675 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:47.606041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c08cb59d-6993-43d2-970d-a7792aad5168 req-17bdf30e-56f4-4f89-b956-659924816675 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0630586 Feb 19 03:49:47.664181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c08cb59d-6993-43d2-970d-a7792aad5168 req-960bdd89-d028-4694-8744-28bc5fd8d9e1 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488610 Feb 19 03:49:48.807531 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f3cf3-920f-4121-85de-4802c658b319 req-042a54c9-6f51-4362-b305-3ed232687b87 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:48.809047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc8f3cf3-920f-4121-85de-4802c658b319 req-042a54c9-6f51-4362-b305-3ed232687b87 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0682654 Feb 19 03:49:48.858202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc8f3cf3-920f-4121-85de-4802c658b319 req-909b5412-af2c-449c-a8ad-5fd93cec9f8b tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416660 Feb 19 03:49:49.983770 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1f949-c0a0-4339-8963-ed618e74fd2b req-40f7c9e1-d4a4-47c8-a217-faa78328e744 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:49.985205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f1d1f949-c0a0-4339-8963-ed618e74fd2b req-40f7c9e1-d4a4-47c8-a217-faa78328e744 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0568094 Feb 19 03:49:50.035350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f1d1f949-c0a0-4339-8963-ed618e74fd2b req-1fb775b3-86db-4940-a772-ca891667f4d1 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Feb 19 03:49:51.173061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9f9a9-9deb-4f1f-9b2d-bdceb94deac0 req-4e5bd015-d654-4c8f-b0d9-29b61def0418 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:51.174547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ab9f9a9-9deb-4f1f-9b2d-bdceb94deac0 req-4e5bd015-d654-4c8f-b0d9-29b61def0418 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0591855 Feb 19 03:49:51.222434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ab9f9a9-9deb-4f1f-9b2d-bdceb94deac0 req-9291d511-c26d-416d-bcec-a2e30a4e8835 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 Feb 19 03:49:52.385252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc518f31-7a01-4ad7-9470-c8150b06ed49 req-95daf02d-fffd-4d98-8b77-7373a11f871f tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:52.387550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc518f31-7a01-4ad7-9470-c8150b06ed49 req-95daf02d-fffd-4d98-8b77-7373a11f871f tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0646160 Feb 19 03:49:52.463985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc518f31-7a01-4ad7-9470-c8150b06ed49 req-8b8a62a5-8c30-47e1-a70e-14d2ddff31cb tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674350 Feb 19 03:49:52.934251 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:53.636572 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0d5a9-5a81-4db2-b68f-9020aca70ca7 req-25207c20-f454-4951-8ceb-483935ba2ff8 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:53.638168 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ea0d5a9-5a81-4db2-b68f-9020aca70ca7 req-25207c20-f454-4951-8ceb-483935ba2ff8 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0782928 Feb 19 03:49:53.702593 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ea0d5a9-5a81-4db2-b68f-9020aca70ca7 req-84ff861e-30dc-49f7-bb96-623880888dd8 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585155 Feb 19 03:49:53.949723 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:54.839934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e784f-5126-4226-bf58-92eb9f37bad5 req-d8b7d7df-85a3-43c9-adad-479f6968bff6 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:54.841441 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e6e784f-5126-4226-bf58-92eb9f37bad5 req-d8b7d7df-85a3-43c9-adad-479f6968bff6 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0597906 Feb 19 03:49:54.890336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e6e784f-5126-4226-bf58-92eb9f37bad5 req-0f59580c-be89-43e9-a633-362966aa53bd tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407417 Feb 19 03:49:55.109058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127a937-a892-447e-816f-2b77b6925f1a req-893b6d29-cf29-4467-baaa-48ffd1359548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:55.110567 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6127a937-a892-447e-816f-2b77b6925f1a req-893b6d29-cf29-4467-baaa-48ffd1359548 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 1127 time: 0.0530324 Feb 19 03:49:55.223797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127a937-a892-447e-816f-2b77b6925f1a req-9c62b27f-668d-4e15-92d1-cecff8856c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:55.225386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6127a937-a892-447e-816f-2b77b6925f1a req-9c62b27f-668d-4e15-92d1-cecff8856c2d service neutron] 10.222.0.67 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.0950253 Feb 19 03:49:55.267324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6127a937-a892-447e-816f-2b77b6925f1a req-0e3a95ed-c332-4912-ae7b-0db1df040af8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb HTTP/1.1" status: 200 len: 217 time: 0.0353837 Feb 19 03:49:55.317279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6127a937-a892-447e-816f-2b77b6925f1a req-3cd375b1-9b45-4023-8f72-d311181857ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:55.318745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6127a937-a892-447e-816f-2b77b6925f1a req-3cd375b1-9b45-4023-8f72-d311181857ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0442615 Feb 19 03:49:55.354940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6127a937-a892-447e-816f-2b77b6925f1a req-9810e9ba-b6e4-4969-9b24-e8fd18ebb6c1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300000 Feb 19 03:49:55.451359 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6127a937-a892-447e-816f-2b77b6925f1a req-2aa91b3a-8853-4e19-9a97-06cf8c66879d service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899749 Feb 19 03:49:55.554217 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6127a937-a892-447e-816f-2b77b6925f1a req-0728810d-e4e3-4d79-addd-18db8bebdc0f service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962000 Feb 19 03:49:56.048051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc385d-690a-44d9-925a-f8f16676f7ce req-ba476ab1-9c87-4a4b-928c-d377e2848052 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:56.049616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11cc385d-690a-44d9-925a-f8f16676f7ce req-ba476ab1-9c87-4a4b-928c-d377e2848052 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0564799 Feb 19 03:49:56.120322 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11cc385d-690a-44d9-925a-f8f16676f7ce req-9095ddcc-a2e1-4043-a897-f63252ab2df3 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642803 Feb 19 03:49:57.247328 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe9fe1-3058-4cb6-83dd-381d1cae1bda req-6af4848e-79ba-4dc1-bf0f-49148b55a163 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:57.248928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49fe9fe1-3058-4cb6-83dd-381d1cae1bda req-6af4848e-79ba-4dc1-bf0f-49148b55a163 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0547433 Feb 19 03:49:57.302702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49fe9fe1-3058-4cb6-83dd-381d1cae1bda req-4e915a16-3e96-4a10-82fd-13426370646a tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461714 Feb 19 03:49:58.139877 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-8ab2a006-17ea-4cdd-93ae-8b224a2d30ee service neutron] show failed (client error): The resource could not be found. Feb 19 03:49:58.140989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-8ab2a006-17ea-4cdd-93ae-8b224a2d30ee service neutron] 10.222.0.67 "GET /v2.0/ports/8dafee2e-6b83-4d58-b197-a476ffafe6cb/bindings/n-h1-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0648739 Feb 19 03:49:58.423021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-1e5d0cc7-56ac-473f-a6d4-b228d56cd2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:58.424470 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-1e5d0cc7-56ac-473f-a6d4-b228d56cd2d4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718&tenant_id=6a0a6dba8900410e9c2eb26bbc078942 HTTP/1.1" status: 200 len: 1127 time: 0.0917552 Feb 19 03:49:58.440479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:49:58.478118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd96978-7091-4d3f-ae8a-c2301f66a616 req-dc040056-0557-40f2-aa50-f898817ebae0 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:58.479632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bd96978-7091-4d3f-ae8a-c2301f66a616 req-dc040056-0557-40f2-aa50-f898817ebae0 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0911582 Feb 19 03:49:58.538263 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:58.573512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bd96978-7091-4d3f-ae8a-c2301f66a616 req-661155bc-8bf7-429e-999f-24e81bb539ec tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854907 Feb 19 03:49:58.776874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:49:58.813049 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:58.860948 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337c4849-c160-4df2-a19f-0752eb2c3718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dafee2e-6b83-4d58-b197-a476ffafe6cb'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:49:58.864361 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701f3464-78aa-482e-a9e9-1a454ad67048" -d '{"events": [{"server_uuid": "337c4849-c160-4df2-a19f-0752eb2c3718", "name": "network-vif-unplugged", "status": "completed", "tag": "8dafee2e-6b83-4d58-b197-a476ffafe6cb"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:49:58.868455 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Publish callbacks [] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:58.884985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Transition to ACTIVE for port object 8dafee2e-6b83-4d58-b197-a476ffafe6cb will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:49:58.889930 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:58.924598 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f35fd9-c425-4f59-87ed-f8adc3f3a214 x-openstack-request-id: req-66f35fd9-c425-4f59-87ed-f8adc3f3a214 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:49:58.924940 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337c4849-c160-4df2-a19f-0752eb2c3718", "name": "network-vif-unplugged", "status": "completed", "tag": "8dafee2e-6b83-4d58-b197-a476ffafe6cb", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:49:58.925185 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66f35fd9-c425-4f59-87ed-f8adc3f3a214 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:49:58.925635 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337c4849-c160-4df2-a19f-0752eb2c3718', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dafee2e-6b83-4d58-b197-a476ffafe6cb', 'code': 200} Feb 19 03:49:58.967437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] No DVR routers for this DVR port 8dafee2e-6b83-4d58-b197-a476ffafe6cb on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:49:58.970537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Pushing event updated for resources: {'Port': ['ID=8dafee2e-6b83-4d58-b197-a476ffafe6cb,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:59.010395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Attempting to bind port 8dafee2e-6b83-4d58-b197-a476ffafe6cb on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:49:59.010737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Attempting to bind port 8dafee2e-6b83-4d58-b197-a476ffafe6cb by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:49:59.011051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Attempting to bind port 8dafee2e-6b83-4d58-b197-a476ffafe6cb on network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:59.015577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Port 8dafee2e-6b83-4d58-b197-a476ffafe6cb on network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:49:59.015896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Attempting to bind port 8dafee2e-6b83-4d58-b197-a476ffafe6cb on network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:49:59.021589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:49:59.021937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Checking segment: {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:49:59.022321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Bound using segment: {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:49:59.022749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Bound port: 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:49:59.023115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:59.112119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:49:59.115766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:49:59.125693 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:59.165019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:59.165635 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:49:59.167062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] 10.222.0.87 "PUT /v2.0/ports/8dafee2e-6b83-4d58-b197-a476ffafe6cb HTTP/1.1" status: 200 len: 1091 time: 0.7316244 Feb 19 03:49:59.193641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0436eb-e863-4841-a6fd-7fc5841e2086 service neutron] Pushing event updated for resources: {'Port': ['ID=8dafee2e-6b83-4d58-b197-a476ffafe6cb,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:49:59.244082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-f32acbec-34e4-4424-89ce-58736338be08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:59.245585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-f32acbec-34e4-4424-89ce-58736338be08 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 1125 time: 0.0486166 Feb 19 03:49:59.349547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-dedfc619-ce1d-4efb-978d-fa084e4746c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:59.351067 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-dedfc619-ce1d-4efb-978d-fa084e4746c0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.0990756 Feb 19 03:49:59.401657 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-0dc8c3e7-4eaa-4b63-88b0-49979fc3461f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb HTTP/1.1" status: 200 len: 217 time: 0.0436196 Feb 19 03:49:59.456001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-74fa9039-aac2-404b-b627-201385b03a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:59.457926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-74fa9039-aac2-404b-b627-201385b03a4b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0505509 Feb 19 03:49:59.500571 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-3a57b435-8341-4d0a-a42b-f00d49999290 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369346 Feb 19 03:49:59.618278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-53e101ea-cb10-4f80-9de0-59f0fd0c60b6 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107168 Feb 19 03:49:59.755933 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29cf7bbd-6a7b-4f0c-9f6a-63dc9a15ceae req-088ee33d-32b0-4499-bdcf-f12d74188c62 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311319 Feb 19 03:49:59.766195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7555d05-9109-4bfd-84d5-759588e2eb1f req-55132f2f-a4d0-441d-9adb-ad47c632967a tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:49:59.767750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7555d05-9109-4bfd-84d5-759588e2eb1f req-55132f2f-a4d0-441d-9adb-ad47c632967a tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 943 time: 0.0953519 Feb 19 03:49:59.828418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7555d05-9109-4bfd-84d5-759588e2eb1f req-09a0bd60-3408-4adf-b19c-96e0d7f88cf3 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543425 Feb 19 03:50:00.931642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337c4849-c160-4df2-a19f-0752eb2c3718', 'tag': '8dafee2e-6b83-4d58-b197-a476ffafe6cb'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:00.933903 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478" -d '{"events": [{"name": "network-changed", "server_uuid": "337c4849-c160-4df2-a19f-0752eb2c3718", "tag": "8dafee2e-6b83-4d58-b197-a476ffafe6cb"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:00.964146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08917454-30ef-4756-9704-bad50b20c390 req-31a4a16a-5072-4f46-8714-5b660e1cc54e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:00.965621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08917454-30ef-4756-9704-bad50b20c390 req-31a4a16a-5072-4f46-8714-5b660e1cc54e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 943 time: 0.0612159 Feb 19 03:50:01.015911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-08917454-30ef-4756-9704-bad50b20c390 req-40376a1e-4691-4cba-9296-4c232af6bfea tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419312 Feb 19 03:50:01.076252 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5ba08e-5d9e-43e7-9567-c2d2a12b0350 x-openstack-request-id: req-4c5ba08e-5d9e-43e7-9567-c2d2a12b0350 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:01.076553 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337c4849-c160-4df2-a19f-0752eb2c3718", "tag": "8dafee2e-6b83-4d58-b197-a476ffafe6cb", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:01.076845 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4c5ba08e-5d9e-43e7-9567-c2d2a12b0350 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:01.077291 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '337c4849-c160-4df2-a19f-0752eb2c3718', 'tag': '8dafee2e-6b83-4d58-b197-a476ffafe6cb', 'status': 'completed', 'code': 200} Feb 19 03:50:01.170291 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-8ffdd775-f03e-498c-9ac8-d881c6104ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:01.171833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-8ffdd775-f03e-498c-9ac8-d881c6104ca6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 1125 time: 0.0779841 Feb 19 03:50:01.177520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-3a229b64-951b-4ee8-9e8c-d48e48cac210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:01.178914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-3a229b64-951b-4ee8-9e8c-d48e48cac210 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 1125 time: 0.0770640 Feb 19 03:50:01.329685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-8338b1ef-69d8-4be9-8a5f-de54ff65290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:01.331207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-8338b1ef-69d8-4be9-8a5f-de54ff65290a service neutron] 10.222.0.67 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.1513991 Feb 19 03:50:01.332296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-2e9a22c5-454d-4e17-8a3e-577900b49581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:01.333649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-2e9a22c5-454d-4e17-8a3e-577900b49581 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.1468341 Feb 19 03:50:01.404003 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-1697575f-8180-4337-afd0-d0aafa9bd7a1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb HTTP/1.1" status: 200 len: 217 time: 0.0664017 Feb 19 03:50:01.405401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-959ffa74-4a77-4afc-a9da-f15eeb5a434b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb HTTP/1.1" status: 200 len: 217 time: 0.0623808 Feb 19 03:50:01.483427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-63d397d3-5f7b-4d17-a5ce-45ec5b60740e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:01.484930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-63d397d3-5f7b-4d17-a5ce-45ec5b60740e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0749159 Feb 19 03:50:01.486308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-62d2e113-e307-4ccb-a309-592e938481f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:01.487606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-62d2e113-e307-4ccb-a309-592e938481f7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0703127 Feb 19 03:50:01.526432 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-fd84de6b-c144-4d7d-9049-6a865831c076 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349586 Feb 19 03:50:01.542399 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-adb2a1d9-22a9-4b1b-8912-5432dd042c23 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438535 Feb 19 03:50:01.687141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-e642c053-ccba-455a-a802-ba2bd2be2ca1 service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468403 Feb 19 03:50:01.692612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-8fb240fe-b247-4025-9b76-54d964df1a80 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427593 Feb 19 03:50:01.839867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-6a9715b0-1fbb-495f-aa6d-3e98496c2505 service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462593 Feb 19 03:50:01.842428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c20f8f80-b4d8-4b23-a2f2-7c130a8aa478 req-226ccd9c-d645-46ce-b403-fc1792df4896 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417830 Feb 19 03:50:01.872493 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8dafee2e-6b83-4d58-b197-a476ffafe6cb no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:01.914464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] The host n-h2-826755-2 is not matching for port 8dafee2e-6b83-4d58-b197-a476ffafe6cb host n-h1-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:50:01.914852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 8dafee2e-6b83-4d58-b197-a476ffafe6cb not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:02.143246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294045cd-b280-4f47-9da9-28a57d8b7cd9 req-eb2b9df0-519a-4e7f-ab6d-6bedd44ada61 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:02.144901 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-294045cd-b280-4f47-9da9-28a57d8b7cd9 req-eb2b9df0-519a-4e7f-ab6d-6bedd44ada61 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 943 time: 0.0542083 Feb 19 03:50:02.198995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-294045cd-b280-4f47-9da9-28a57d8b7cd9 req-c0daa208-9d47-48c5-a05f-e9092c5ce2fb tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461590 Feb 19 03:50:03.341551 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165a9ef-064c-4b86-9a2d-165a63a4cac1 req-0a888d30-55bf-4443-8f0f-fa6f3a8190d5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:03.343010 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4165a9ef-064c-4b86-9a2d-165a63a4cac1 req-0a888d30-55bf-4443-8f0f-fa6f3a8190d5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 943 time: 0.0634902 Feb 19 03:50:03.392723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4165a9ef-064c-4b86-9a2d-165a63a4cac1 req-0dd3f7f7-2d89-41d8-acd5-334584e31517 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412116 Feb 19 03:50:03.601030 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e29e6-0c5d-4fc3-b2a8-455291ccf4be req-20e20460-24b4-47a7-bc39-437ab6bfae38 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:03.602414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c26e29e6-0c5d-4fc3-b2a8-455291ccf4be req-20e20460-24b4-47a7-bc39-437ab6bfae38 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 943 time: 0.0551045 Feb 19 03:50:03.672132 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e24913ee-4d89-42d6-9b3a-e49ea4143370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:03.680815 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c26e29e6-0c5d-4fc3-b2a8-455291ccf4be req-080441f3-cf06-4bc7-9ed9-3d9b7ddec5eb tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704463 Feb 19 03:50:03.692185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-f5c71feb-66de-4489-b533-48921da07cb9 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:03.694363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-f5c71feb-66de-4489-b533-48921da07cb9 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.67 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718&tenant_id=6a0a6dba8900410e9c2eb26bbc078942&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 943 time: 0.1011114 Feb 19 03:50:03.753571 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-bd33ef87-3446-48eb-a82e-9b2e4a32166d service neutron] delete failed (client error): The resource could not be found. Feb 19 03:50:03.754611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-bd33ef87-3446-48eb-a82e-9b2e4a32166d service neutron] 10.222.0.67 "DELETE /v2.0/ports/8dafee2e-6b83-4d58-b197-a476ffafe6cb/bindings/n-h2-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0540063 Feb 19 03:50:03.855782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-bb690693-475f-4f62-aed6-4dc690c8cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:03.857234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-bb690693-475f-4f62-aed6-4dc690c8cf5a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 1125 time: 0.0520198 Feb 19 03:50:03.958885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-46fc03b8-1278-424a-a507-a427edab3be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:03.958885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-46fc03b8-1278-424a-a507-a427edab3be9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.0937350 Feb 19 03:50:03.999908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-590569c2-a405-4a04-9158-e60ca8005cac service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb HTTP/1.1" status: 200 len: 217 time: 0.0365324 Feb 19 03:50:04.051629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-29bbe2ad-ff88-4f99-9071-594b11f0594b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:04.053137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-29bbe2ad-ff88-4f99-9071-594b11f0594b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0475411 Feb 19 03:50:04.084587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-e7766eaa-09be-41f5-ac77-2f191a3bf940 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252144 Feb 19 03:50:04.178465 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-5b24fd66-2375-45d4-87dc-f6933ef129ed service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876532 Feb 19 03:50:04.270760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3b35e4a-1df5-4482-b40c-7e1deeb01dba req-cf483ab2-9353-4dbd-bfb4-bd38dcc9fcdd service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862637 Feb 19 03:50:04.325333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8dafee2e-6b83-4d58-b197-a476ffafe6cb details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:50:04.424359 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:04.439570 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '8dafee2e-6b83-4d58-b197-a476ffafe6cb', 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725', 'port_id': '8dafee2e-6b83-4d58-b197-a476ffafe6cb', 'mac_address': 'fa:16:3e:8e:a8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dfc05c-0d04-4cb1-81b3-c8d40c51be81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:50:04.477201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 8dafee2e-6b83-4d58-b197-a476ffafe6cb is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:04.477605 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:04.491645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dafee2e-6b83-4d58-b197-a476ffafe6cb {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:50:04.511315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:04.517126 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:04.565005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=8dafee2e-6b83-4d58-b197-a476ffafe6cb,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:04.645638 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:50:04.812955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72b818-c867-44fa-94a7-4ba212845cfd req-9116bb43-19ed-4d09-935f-ff32109e3f2f tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:04.814617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca72b818-c867-44fa-94a7-4ba212845cfd req-9116bb43-19ed-4d09-935f-ff32109e3f2f tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 944 time: 0.0621324 Feb 19 03:50:04.856505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['8dafee2e-6b83-4d58-b197-a476ffafe6cb'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:04.874881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ca72b818-c867-44fa-94a7-4ba212845cfd req-234e9657-7b41-4b4e-914f-bfa9ccd3a427 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453312 Feb 19 03:50:04.995279 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e80b4-ac0a-48d0-a9ee-452f247e7936 req-f325884b-7dea-4627-8abd-58d7c3c0b0aa tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:04.997051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-642e80b4-ac0a-48d0-a9ee-452f247e7936 req-f325884b-7dea-4627-8abd-58d7c3c0b0aa tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 944 time: 0.0541239 Feb 19 03:50:05.045704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-642e80b4-ac0a-48d0-a9ee-452f247e7936 req-b1f5014c-75db-45c5-8fb5-36e0a2cb88fa tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430505 Feb 19 03:50:05.176195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa878a-12ef-4d2b-9233-1dc8cbe5428b req-f8ad95fb-cb79-429a-890e-ac5eb6855c6f tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:05.177707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4aa878a-12ef-4d2b-9233-1dc8cbe5428b req-f8ad95fb-cb79-429a-890e-ac5eb6855c6f tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 944 time: 0.0566564 Feb 19 03:50:05.230980 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4aa878a-12ef-4d2b-9233-1dc8cbe5428b req-a0932e6a-5be6-404a-9139-c6968f721a29 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449772 Feb 19 03:50:05.602637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-a97d5cd4-3b84-4dfb-9e3f-c8095ed3d128 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:05.604111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-a97d5cd4-3b84-4dfb-9e3f-c8095ed3d128 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 815 time: 0.1006694 Feb 19 03:50:05.619388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-03a3a008-a270-4b3e-900c-a75470fce1bd tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/quotas/6a0a6dba8900410e9c2eb26bbc078942 HTTP/1.1" status: 200 len: 375 time: 0.0097394 Feb 19 03:50:05.673865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-f9f59391-202b-46b2-b8a8-3487a98795c1 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495727 Feb 19 03:50:05.774807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-7b3cc0b7-298a-4ff0-adea-86b0e584d5c9 service neutron] 10.222.0.81 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937395 Feb 19 03:50:05.874054 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-37d8d6ea-31c3-41c1-824e-d72e238f085c service neutron] 10.222.0.81 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906992 Feb 19 03:50:05.918986 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-71e422ed-4254-409b-9749-7e2f1d96ac6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.039386 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d2e999ce-5614-4fab-9942-052af5eaff36 req-a04f8fff-5597-4104-9798-103ef50f182e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 210 time: 0.0315626 Feb 19 03:50:06.325275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8dafee2e-6b83-4d58-b197-a476ffafe6cb up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:06.377691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 8dafee2e-6b83-4d58-b197-a476ffafe6cb completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:50:06.382260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 8dafee2e-6b83-4d58-b197-a476ffafe6cb triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:06.382611 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.630973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 8dafee2e-6b83-4d58-b197-a476ffafe6cb is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:06.631643 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.654309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337c4849-c160-4df2-a19f-0752eb2c3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dafee2e-6b83-4d58-b197-a476ffafe6cb'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:06.656457 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891128bd-23df-4931-bee5-c4777a1c1351" -d '{"events": [{"server_uuid": "337c4849-c160-4df2-a19f-0752eb2c3718", "name": "network-vif-plugged", "status": "completed", "tag": "8dafee2e-6b83-4d58-b197-a476ffafe6cb"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:06.669536 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:06.675691 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:06.699328 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd19b801-7e9a-4a9c-a528-f1497c21d9a2 x-openstack-request-id: req-cd19b801-7e9a-4a9c-a528-f1497c21d9a2 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:06.699627 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337c4849-c160-4df2-a19f-0752eb2c3718", "name": "network-vif-plugged", "status": "completed", "tag": "8dafee2e-6b83-4d58-b197-a476ffafe6cb", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:06.699887 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cd19b801-7e9a-4a9c-a528-f1497c21d9a2 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:06.700286 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337c4849-c160-4df2-a19f-0752eb2c3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dafee2e-6b83-4d58-b197-a476ffafe6cb', 'code': 200} Feb 19 03:50:06.725338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=8dafee2e-6b83-4d58-b197-a476ffafe6cb,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:06.882725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2334f13-cf22-482c-a222-301cfedf3b12 req-4b46689f-ba97-4e83-8085-592609623c41 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:06.884181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2334f13-cf22-482c-a222-301cfedf3b12 req-4b46689f-ba97-4e83-8085-592609623c41 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.87 "GET /v2.0/ports?device_id=337c4849-c160-4df2-a19f-0752eb2c3718 HTTP/1.1" status: 200 len: 945 time: 0.0575774 Feb 19 03:50:06.980949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-c2334f13-cf22-482c-a222-301cfedf3b12 req-e25f90b0-464d-4ade-a484-93e34f497456 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Deleting port 8dafee2e-6b83-4d58-b197-a476ffafe6cb {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:06.981169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2334f13-cf22-482c-a222-301cfedf3b12 req-e25f90b0-464d-4ade-a484-93e34f497456 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.034108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.87', 49501) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:07.160692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-a18770fe-21b3-44a0-ab2c-bc0f72490bff tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:07.162755 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-a18770fe-21b3-44a0-ab2c-bc0f72490bff tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.87 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 815 time: 0.1274695 Feb 19 03:50:07.176278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Request body: {'port': {'device_id': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725', 'admin_state_up': True, 'tenant_id': '6a0a6dba8900410e9c2eb26bbc078942'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:07.246763 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.289458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Made reservation on behalf of 6a0a6dba8900410e9c2eb26bbc078942 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:50:07.293034 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.438342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Allocated IP 172.20.0.13 (1690b8d0-c5c8-4051-aa78-1bc05ccb6725/e5dfc05c-0d04-4cb1-81b3-c8d40c51be81/a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:07.452478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-c2334f13-cf22-482c-a222-301cfedf3b12 req-e25f90b0-464d-4ade-a484-93e34f497456 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] For port 8dafee2e-6b83-4d58-b197-a476ffafe6cb, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=8dafee2e-6b83-4d58-b197-a476ffafe6cb,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:07.452901 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2334f13-cf22-482c-a222-301cfedf3b12 req-e25f90b0-464d-4ade-a484-93e34f497456 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.467066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-c2334f13-cf22-482c-a222-301cfedf3b12 req-e25f90b0-464d-4ade-a484-93e34f497456 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Calling delete_port for 8dafee2e-6b83-4d58-b197-a476ffafe6cb owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:07.536161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-feb849b0-21ef-4bb1-ac46-c2e1adb7ddf8 req-432667a6-67a2-4faf-925c-5c08b491bf47 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 210 time: 0.1448798 Feb 19 03:50:07.591907 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks [] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.628217 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.629528 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2334f13-cf22-482c-a222-301cfedf3b12 req-e25f90b0-464d-4ade-a484-93e34f497456 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8dafee2e-6b83-4d58-b197-a476ffafe6cb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.644189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['8dafee2e-6b83-4d58-b197-a476ffafe6cb'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:07.659668 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f90b0-464d-4ade-a484-93e34f497456 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Pushing event deleted for resources: {'Port': ['ID=8dafee2e-6b83-4d58-b197-a476ffafe6cb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:07.675668 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:07.678807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:07.679745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['8dafee2e-6b83-4d58-b197-a476ffafe6cb'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:07.687848 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:07.691345 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Pushing event updated for resources: {'Port': ['ID=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:07.717955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2334f13-cf22-482c-a222-301cfedf3b12 req-e25f90b0-464d-4ade-a484-93e34f497456 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] No DVR routers for this DVR port 8dafee2e-6b83-4d58-b197-a476ffafe6cb on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:07.720834 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-c2334f13-cf22-482c-a222-301cfedf3b12 req-e25f90b0-464d-4ade-a484-93e34f497456 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.724410 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c2334f13-cf22-482c-a222-301cfedf3b12 req-e25f90b0-464d-4ade-a484-93e34f497456 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.87 "DELETE /v2.0/ports/8dafee2e-6b83-4d58-b197-a476ffafe6cb HTTP/1.1" status: 204 len: 173 time: 0.8342338 Feb 19 03:50:07.724885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337c4849-c160-4df2-a19f-0752eb2c3718', 'name': 'network-vif-deleted', 'tag': '8dafee2e-6b83-4d58-b197-a476ffafe6cb'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:07.727748 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be60f2c7-c57f-416f-9130-8bfb67de999d" -d '{"events": [{"server_uuid": "337c4849-c160-4df2-a19f-0752eb2c3718", "name": "network-vif-deleted", "tag": "8dafee2e-6b83-4d58-b197-a476ffafe6cb"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:07.735556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:07.736221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:07.754596 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-1bff0c3f-3c26-4621-90f2-6421e635ef4e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5823503 Feb 19 03:50:07.767057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Request body: {'port': {'device_id': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:07.773471 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0989728a-6347-4a95-ab60-242cfd6ba8c2 x-openstack-request-id: req-0989728a-6347-4a95-ab60-242cfd6ba8c2 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:07.773810 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337c4849-c160-4df2-a19f-0752eb2c3718", "name": "network-vif-deleted", "tag": "8dafee2e-6b83-4d58-b197-a476ffafe6cb", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:07.774069 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0989728a-6347-4a95-ab60-242cfd6ba8c2 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:07.774464 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '337c4849-c160-4df2-a19f-0752eb2c3718', 'name': 'network-vif-deleted', 'tag': '8dafee2e-6b83-4d58-b197-a476ffafe6cb', 'status': 'completed', 'code': 200} Feb 19 03:50:07.826854 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:08.119783 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:50:08.127900 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Publish callbacks [] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:08.141313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Transition to ACTIVE for port object a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:50:08.147278 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:08.194809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Pushing event updated for resources: {'Port': ['ID=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:08.279870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Attempting to bind port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:08.280212 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Attempting to bind port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:08.280539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Attempting to bind port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 on network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:08.285427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 on network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:50:08.285738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Attempting to bind port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 on network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:08.290916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:08.291268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Checking segment: {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:08.291656 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Bound using segment: {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:08.292083 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Bound port: a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:08.292439 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:08.359857 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:08.364322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:08.371510 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:08.405664 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:08.406286 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:08.407667 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-df756a57-4e33-4580-b318-8834c75a931d service neutron] 10.222.0.87 "PUT /v2.0/ports/a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 HTTP/1.1" status: 200 len: 1092 time: 0.6452017 Feb 19 03:50:08.408138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'tag': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:08.410445 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77068a6f-2e8e-44af-905d-fa40100979db" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f8788d-283e-4b76-b363-43e8f02ae4ce", "tag": "a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:08.434397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df756a57-4e33-4580-b318-8834c75a931d service neutron] Pushing event updated for resources: {'Port': ['ID=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:08.493697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-0b3754c4-a4e4-4ce2-82e6-b308eefa6af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:08.495312 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-0b3754c4-a4e4-4ce2-82e6-b308eefa6af9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 1126 time: 0.0474558 Feb 19 03:50:08.540313 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a953cb2b-4085-44ae-b3ea-ffe5c2884166 x-openstack-request-id: req-a953cb2b-4085-44ae-b3ea-ffe5c2884166 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:08.540601 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f8788d-283e-4b76-b363-43e8f02ae4ce", "tag": "a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:08.540885 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a953cb2b-4085-44ae-b3ea-ffe5c2884166 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:08.541291 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'tag': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75', 'status': 'completed', 'code': 200} Feb 19 03:50:08.543352 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-b583dc97-9a63-463c-9975-12fe6d16497c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 HTTP/1.1" status: 200 len: 217 time: 0.0410540 Feb 19 03:50:08.576008 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:08.596985 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-78dba823-9378-4e2c-8fb0-3bf9dc00af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:08.599186 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-78dba823-9378-4e2c-8fb0-3bf9dc00af3d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0506606 Feb 19 03:50:08.633243 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-4b8f4869-b2d3-476c-b698-531193d5155f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267467 Feb 19 03:50:08.673480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7562647-c694-4ee9-a630-3f7a50a3ba68 req-0c282eda-c5ca-46ee-b75b-bcea0b130a53 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:08.675003 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7562647-c694-4ee9-a630-3f7a50a3ba68 req-0c282eda-c5ca-46ee-b75b-bcea0b130a53 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 944 time: 0.0573752 Feb 19 03:50:08.723178 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7562647-c694-4ee9-a630-3f7a50a3ba68 req-2a56c650-1f2c-434e-8320-58b6ac10069f tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Feb 19 03:50:08.728485 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-86b34d18-1337-4bb4-84a3-d72c7dd938c6 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888736 Feb 19 03:50:08.815027 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83b9c406-d462-4b9c-a7d2-ea92c2d8b06a req-b9f0e8a1-bcc4-4f50-9876-d11a31a6d297 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809705 Feb 19 03:50:08.926162 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77068a6f-2e8e-44af-905d-fa40100979db req-c04a9555-eadd-4a18-9bca-07094b4dd5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:08.927609 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-77068a6f-2e8e-44af-905d-fa40100979db req-c04a9555-eadd-4a18-9bca-07094b4dd5ee service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 1126 time: 0.0651453 Feb 19 03:50:09.026264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77068a6f-2e8e-44af-905d-fa40100979db req-ef55b6bd-3f8b-4ca5-bdee-888719dacb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:09.027735 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-77068a6f-2e8e-44af-905d-fa40100979db req-ef55b6bd-3f8b-4ca5-bdee-888719dacb2a service neutron] 10.222.0.87 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.0930185 Feb 19 03:50:09.068906 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-77068a6f-2e8e-44af-905d-fa40100979db req-319a4132-81f2-402c-8074-8c4cdb0e34d9 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 HTTP/1.1" status: 200 len: 217 time: 0.0347373 Feb 19 03:50:09.124497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77068a6f-2e8e-44af-905d-fa40100979db req-aec1d7b8-c1ef-45c7-968b-701c6c98e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:09.126102 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-77068a6f-2e8e-44af-905d-fa40100979db req-aec1d7b8-c1ef-45c7-968b-701c6c98e845 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0492406 Feb 19 03:50:09.157444 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-77068a6f-2e8e-44af-905d-fa40100979db req-ef03f264-446c-42b1-ac79-78e823e55152 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252743 Feb 19 03:50:09.251833 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-77068a6f-2e8e-44af-905d-fa40100979db req-70db9693-8820-4d97-9f57-3b83328026f7 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881472 Feb 19 03:50:09.354954 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-77068a6f-2e8e-44af-905d-fa40100979db req-342bc884-e76d-49d3-9318-a81cda0b2ce1 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973499 Feb 19 03:50:09.856857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68977f47-9f0e-495b-b141-af5c9b5aa18c req-1faeece3-0e3a-4fdb-8cf2-bb24f7977bc4 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:09.858371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68977f47-9f0e-495b-b141-af5c9b5aa18c req-1faeece3-0e3a-4fdb-8cf2-bb24f7977bc4 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 944 time: 0.0569475 Feb 19 03:50:09.907183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68977f47-9f0e-495b-b141-af5c9b5aa18c req-db68235d-1319-41a4-9338-a35679fe156c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407364 Feb 19 03:50:10.110964 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:11.050923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c6955-b56b-46e0-b4cc-adfd1c038301 req-cc83c661-36ed-42b3-bd1c-b08fb421f267 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:11.052412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-243c6955-b56b-46e0-b4cc-adfd1c038301 req-cc83c661-36ed-42b3-bd1c-b08fb421f267 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 944 time: 0.0573449 Feb 19 03:50:11.098887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-243c6955-b56b-46e0-b4cc-adfd1c038301 req-d5a0ea9f-e0ff-4be8-a951-d23646aae353 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 Feb 19 03:50:12.230469 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fa355-e8e5-4699-94da-820d5e1a2a6e req-2adacdd8-3e59-4189-ac63-0a5b9feff21a tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:12.231952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e66fa355-e8e5-4699-94da-820d5e1a2a6e req-2adacdd8-3e59-4189-ac63-0a5b9feff21a tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 944 time: 0.0548515 Feb 19 03:50:12.279101 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e66fa355-e8e5-4699-94da-820d5e1a2a6e req-c5d0a42d-d324-4ac6-92b4-875f4244f65c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414891 Feb 19 03:50:12.392574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:50:12.396246 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8dafee2e-6b83-4d58-b197-a476ffafe6cb no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:12.428691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 8dafee2e-6b83-4d58-b197-a476ffafe6cb {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:12.429073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 8dafee2e-6b83-4d58-b197-a476ffafe6cb not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:12.515002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:12.525812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75', 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725', 'port_id': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75', 'mac_address': 'fa:16:3e:b7:d6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dfc05c-0d04-4cb1-81b3-c8d40c51be81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:50:12.565352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:12.565734 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:12.579309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:50:12.600404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:12.606892 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:12.657403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:12.665037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.665383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.665717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.666047 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.666370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.666675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.666994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.667313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.667654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.667967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.668264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.668566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.668907 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:12.920598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:13.413358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af69e098-64b1-4ea4-8cfd-9f08b7e45475 req-2fc0cab8-329e-4f59-bdbb-f9025321f44a tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:13.414842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af69e098-64b1-4ea4-8cfd-9f08b7e45475 req-2fc0cab8-329e-4f59-bdbb-f9025321f44a tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 945 time: 0.0614593 Feb 19 03:50:13.469828 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-af69e098-64b1-4ea4-8cfd-9f08b7e45475 req-c85ff3dc-b2a9-483a-8d45-49c6300b38e5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471056 Feb 19 03:50:14.390176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:14.447559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:50:14.451986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:14.452354 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:14.533177 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:14.533568 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:14.556792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:14.559050 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ae176a-1573-4fbb-9cfb-74d45f408152" -d '{"events": [{"server_uuid": "e9f8788d-283e-4b76-b363-43e8f02ae4ce", "name": "network-vif-plugged", "status": "completed", "tag": "a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:14.571624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:14.576199 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:14.599367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7fdac-b320-4c1c-afcf-1ab491f7878f req-2d8794a7-89b4-4a53-b678-746b5e056ef3 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:14.600942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eee7fdac-b320-4c1c-afcf-1ab491f7878f req-2d8794a7-89b4-4a53-b678-746b5e056ef3 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 945 time: 0.0536795 Feb 19 03:50:14.624907 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:14.648047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eee7fdac-b320-4c1c-afcf-1ab491f7878f req-e0375152-2f58-4566-a2fb-2c8ceddbfe85 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411170 Feb 19 03:50:14.691647 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b24abd-f2bc-4928-8732-88cc0286b7c7 x-openstack-request-id: req-f4b24abd-f2bc-4928-8732-88cc0286b7c7 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:14.692075 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f8788d-283e-4b76-b363-43e8f02ae4ce", "name": "network-vif-plugged", "status": "completed", "tag": "a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:14.692334 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f4b24abd-f2bc-4928-8732-88cc0286b7c7 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:14.692775 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75', 'code': 200} Feb 19 03:50:14.794869 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e827d-b0cb-4ca6-b8b9-62a0e8594377 req-82a82229-cd7c-4d69-afda-5ea8987a2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:14.796372 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-349e827d-b0cb-4ca6-b8b9-62a0e8594377 req-82a82229-cd7c-4d69-afda-5ea8987a2c0c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 1128 time: 0.0453961 Feb 19 03:50:14.839908 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-349e827d-b0cb-4ca6-b8b9-62a0e8594377 req-f3773c2f-0de1-4e69-ba1a-d561502630ef service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367720 Feb 19 03:50:15.782136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82191cf-5d73-4265-95cb-2b4312a8f827 req-9c29967b-ff8f-4084-aca2-eaca03c07e40 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:15.783631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a82191cf-5d73-4265-95cb-2b4312a8f827 req-9c29967b-ff8f-4084-aca2-eaca03c07e40 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0561843 Feb 19 03:50:15.834523 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a82191cf-5d73-4265-95cb-2b4312a8f827 req-bb099a54-770a-4cb7-a784-fdff61dc145c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426605 Feb 19 03:50:16.991628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d3dbb-ad3a-459f-b1de-7a1704117f21 req-c10bead0-bcea-474d-b264-1b2836253307 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:16.993062 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e63d3dbb-ad3a-459f-b1de-7a1704117f21 req-c10bead0-bcea-474d-b264-1b2836253307 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0613008 Feb 19 03:50:17.052082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e63d3dbb-ad3a-459f-b1de-7a1704117f21 req-699faf5e-4712-4775-9f7a-aaca5e2146cf tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503314 Feb 19 03:50:17.188497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826c127-4663-4708-8b83-1e293e365846 req-c5f01615-f651-4df7-a9a2-b00de144dcfd tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:17.190057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6826c127-4663-4708-8b83-1e293e365846 req-c5f01615-f651-4df7-a9a2-b00de144dcfd tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0632730 Feb 19 03:50:17.241432 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6826c127-4663-4708-8b83-1e293e365846 req-f46e7d9d-b633-4da0-af78-6c58b9e46b73 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455582 Feb 19 03:50:17.532785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-5d91405f-3971-4442-8b89-a245c70e91e6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798674 Feb 19 03:50:17.544355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2813f4e-7eff-4dc5-b7e8-67fed9a7570d req-8cc90cb3-081f-4540-b4f9-2649a0952ad2 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:17.545837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2813f4e-7eff-4dc5-b7e8-67fed9a7570d req-8cc90cb3-081f-4540-b4f9-2649a0952ad2 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0678811 Feb 19 03:50:17.595417 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2813f4e-7eff-4dc5-b7e8-67fed9a7570d req-78bdc141-f3e6-4bc0-b3e7-e6e73bee2b9f tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Feb 19 03:50:17.880085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-b60c082f-4038-4c42-9525-cae275afc2a5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:17.881471 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-b60c082f-4038-4c42-9525-cae275afc2a5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports/a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 HTTP/1.1" status: 200 len: 943 time: 0.0465295 Feb 19 03:50:18.724107 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0462a-3f6e-4acb-890b-9809b58d9c1f req-1b790978-3292-4687-a1d5-7f7435a9cac5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:18.725690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aba0462a-3f6e-4acb-890b-9809b58d9c1f req-1b790978-3292-4687-a1d5-7f7435a9cac5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0548587 Feb 19 03:50:18.732363 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-28bf330f-2748-4705-8a07-4ef39926d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:18.734463 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-28bf330f-2748-4705-8a07-4ef39926d548 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 1128 time: 0.0513613 Feb 19 03:50:18.774509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aba0462a-3f6e-4acb-890b-9809b58d9c1f req-77ff0eeb-462a-4de1-bfb7-456934ebb1ea tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429249 Feb 19 03:50:18.823773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-d8dc9f41-f53d-4cdf-bc26-21212c4efc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:18.825339 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-d8dc9f41-f53d-4cdf-bc26-21212c4efc44 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.0855229 Feb 19 03:50:18.871056 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-d184e299-7484-49a5-9b2e-13717c6bac3d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 HTTP/1.1" status: 200 len: 217 time: 0.0385702 Feb 19 03:50:18.918569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-c9fa9b54-3d1c-4b83-ba05-dcc2d23294aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:18.919838 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-c9fa9b54-3d1c-4b83-ba05-dcc2d23294aa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0432415 Feb 19 03:50:18.952124 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-9b302195-3eb7-4054-b2dd-dab9927a456e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268052 Feb 19 03:50:19.041240 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-24154d56-8082-4c08-acbb-d31cf0a6abf4 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832515 Feb 19 03:50:19.134900 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-1aad1789-6a28-4bd3-be2a-15eff56d08f4 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883043 Feb 19 03:50:19.917500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83233c-935c-45a4-be8c-bd8a90f8ccc0 req-f9c47129-ad11-4603-869e-cfb64b1cb7fe tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:19.919022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc83233c-935c-45a4-be8c-bd8a90f8ccc0 req-f9c47129-ad11-4603-869e-cfb64b1cb7fe tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0708067 Feb 19 03:50:19.967721 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bc83233c-935c-45a4-be8c-bd8a90f8ccc0 req-eb83553c-931f-476b-a93c-92c445ff05e5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429142 Feb 19 03:50:21.107508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fd5c0-a4cf-4667-a536-f38c4508d848 req-e679f959-044a-46e4-add9-0044fbd31a10 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:21.108999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c0fd5c0-a4cf-4667-a536-f38c4508d848 req-e679f959-044a-46e4-add9-0044fbd31a10 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0590801 Feb 19 03:50:21.158298 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c0fd5c0-a4cf-4667-a536-f38c4508d848 req-79af1a49-5fa0-456f-8ec0-9dc4d2e1a968 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415022 Feb 19 03:50:22.294234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737219d-7381-4e16-a53a-ceea43b9f810 req-fa443d7a-34fa-44c9-a78b-10422c8cb10b tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:22.295714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f737219d-7381-4e16-a53a-ceea43b9f810 req-fa443d7a-34fa-44c9-a78b-10422c8cb10b tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0611367 Feb 19 03:50:22.348754 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f737219d-7381-4e16-a53a-ceea43b9f810 req-efb4c1b5-53a1-4121-adf1-99f6ce5677ce tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446355 Feb 19 03:50:22.945808 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:23.486066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5c788-d7da-49d8-adb8-5ff4c091dcdb req-830314f6-3980-4710-9bff-c1d4a81cfa94 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:23.487563 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8df5c788-d7da-49d8-adb8-5ff4c091dcdb req-830314f6-3980-4710-9bff-c1d4a81cfa94 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0564749 Feb 19 03:50:23.546578 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8df5c788-d7da-49d8-adb8-5ff4c091dcdb req-d63948ee-f8af-4c3b-9928-f8aaf5a883a9 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527511 Feb 19 03:50:23.970999 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:24.696982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba9e4-68fd-42b0-8bef-e9ac9e1c2de9 req-a5d39205-c577-427b-90fd-423aae006f11 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:24.698541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-842ba9e4-68fd-42b0-8bef-e9ac9e1c2de9 req-a5d39205-c577-427b-90fd-423aae006f11 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0672812 Feb 19 03:50:24.748225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-842ba9e4-68fd-42b0-8bef-e9ac9e1c2de9 req-cdf4fc0a-8146-4388-be1e-c54b28ec24ab tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436482 Feb 19 03:50:25.882707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a2932e-0728-422e-9bd6-11ab04b9e20f req-39c43a61-33c8-46b5-8137-5ab3fbc63392 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:25.884136 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3a2932e-0728-422e-9bd6-11ab04b9e20f req-39c43a61-33c8-46b5-8137-5ab3fbc63392 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0603845 Feb 19 03:50:25.932439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3a2932e-0728-422e-9bd6-11ab04b9e20f req-d7165857-64bd-4ec6-95d2-446d7dc07288 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424573 Feb 19 03:50:27.057918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107c764-b0a0-44c6-9ea1-dfe00c7a598e req-477e74f7-ebfb-487e-95e9-22391651cf96 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:27.059434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6107c764-b0a0-44c6-9ea1-dfe00c7a598e req-477e74f7-ebfb-487e-95e9-22391651cf96 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0570562 Feb 19 03:50:27.109749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6107c764-b0a0-44c6-9ea1-dfe00c7a598e req-48819f86-145d-4d55-b53f-d8d4c18b2571 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442362 Feb 19 03:50:28.250777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02e172-2fce-44fd-b06c-64df540895db req-e4d8b12a-0d86-445f-a784-9a87fcd77fe9 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:28.252284 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae02e172-2fce-44fd-b06c-64df540895db req-e4d8b12a-0d86-445f-a784-9a87fcd77fe9 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0612423 Feb 19 03:50:28.300908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae02e172-2fce-44fd-b06c-64df540895db req-08f35f45-6af3-466a-ae4a-234911494a79 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Feb 19 03:50:29.431015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19f409-9e03-4261-8b84-258a58e4c4cd req-5561145f-b86b-4481-9368-d41e92e27e05 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:29.432575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec19f409-9e03-4261-8b84-258a58e4c4cd req-5561145f-b86b-4481-9368-d41e92e27e05 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0552230 Feb 19 03:50:29.482998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec19f409-9e03-4261-8b84-258a58e4c4cd req-9faeddc4-b354-4f7b-92e1-daed810f4b72 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446107 Feb 19 03:50:30.611880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5718b245-091c-4b51-8d7d-6574728792d5 req-ce7a7fe0-ca59-48ad-8221-b8bba1dfab54 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:30.613705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5718b245-091c-4b51-8d7d-6574728792d5 req-ce7a7fe0-ca59-48ad-8221-b8bba1dfab54 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0533769 Feb 19 03:50:30.668330 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5718b245-091c-4b51-8d7d-6574728792d5 req-8926513c-cff9-4eef-8f27-9f83f6af3d65 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458431 Feb 19 03:50:31.799812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babd0d5-e0ca-430e-ae2a-052d6a21b1a6 req-e04d7f31-8e2e-41d9-a73a-f917b9654c7b tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:31.801335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0babd0d5-e0ca-430e-ae2a-052d6a21b1a6 req-e04d7f31-8e2e-41d9-a73a-f917b9654c7b tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0561128 Feb 19 03:50:31.849828 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0babd0d5-e0ca-430e-ae2a-052d6a21b1a6 req-2a5a7b46-b714-4a1f-82f7-b4faa24558b3 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Feb 19 03:50:32.987467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73c295-efaf-49fb-b4bf-9259a43f1679 req-304ed718-66ce-42a3-9fd8-c808c5c2b4fb tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:32.989224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb73c295-efaf-49fb-b4bf-9259a43f1679 req-304ed718-66ce-42a3-9fd8-c808c5c2b4fb tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0549898 Feb 19 03:50:33.037626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb73c295-efaf-49fb-b4bf-9259a43f1679 req-054a3e10-7821-4197-b922-6e8017f308ff tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425174 Feb 19 03:50:33.672978 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-17cfd9cc-a547-45f8-9b61-8316605504b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:34.169048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430fb80-2e82-401c-8a9b-53092112b6fb req-ccfbd153-3fc3-4edf-b85f-eafcc60fe71c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:34.170544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a430fb80-2e82-401c-8a9b-53092112b6fb req-ccfbd153-3fc3-4edf-b85f-eafcc60fe71c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0600941 Feb 19 03:50:34.221611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a430fb80-2e82-401c-8a9b-53092112b6fb req-c70b0f0b-72fc-4f76-ad1d-6e75a306b280 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Feb 19 03:50:35.364766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21adaa8-2198-44ce-8a64-c3182b06f0a0 req-00ade4ac-3f41-4a01-a6e9-5cd6d363b799 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:35.366544 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b21adaa8-2198-44ce-8a64-c3182b06f0a0 req-00ade4ac-3f41-4a01-a6e9-5cd6d363b799 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0627058 Feb 19 03:50:35.414883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b21adaa8-2198-44ce-8a64-c3182b06f0a0 req-0e71d6c6-666e-4ca8-a242-5bd9f54ed8a8 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415676 Feb 19 03:50:35.928574 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b499c9c8-7435-4c95-910d-759362631fd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:36.555154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985ad4e-df4c-47e8-8787-8dd239c1f2d1 req-dff4e949-23db-47d6-80fd-98c86fa923c7 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:36.556671 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6985ad4e-df4c-47e8-8787-8dd239c1f2d1 req-dff4e949-23db-47d6-80fd-98c86fa923c7 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0591908 Feb 19 03:50:36.616017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6985ad4e-df4c-47e8-8787-8dd239c1f2d1 req-368e52f2-1e53-4c66-9718-6aefaade0fe3 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497794 Feb 19 03:50:37.258260 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:37.758372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4cd3a-10d3-443d-a99f-1b96c2993b0c req-d9606c3d-5545-4246-9786-869c70588e30 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:37.759877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bc4cd3a-10d3-443d-a99f-1b96c2993b0c req-d9606c3d-5545-4246-9786-869c70588e30 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0554774 Feb 19 03:50:37.810748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bc4cd3a-10d3-443d-a99f-1b96c2993b0c req-bd6c70f4-99de-4053-8b3b-7baf8b7c3912 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Feb 19 03:50:38.569069 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:38.938196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff18c99-5a79-4c0f-a44d-521eb69a1664 req-1ab6c1f4-2182-4669-b270-d94633f170e5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:38.939702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff18c99-5a79-4c0f-a44d-521eb69a1664 req-1ab6c1f4-2182-4669-b270-d94633f170e5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0543203 Feb 19 03:50:38.989086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ff18c99-5a79-4c0f-a44d-521eb69a1664 req-0df7b3f7-8791-4641-8df6-c83bfc45927c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435674 Feb 19 03:50:40.109687 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:40.121888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e440a377-903a-457d-b0e7-8d16623e30c6 req-a757662c-a007-4f65-97d3-d76efd4b79ee tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:40.123429 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e440a377-903a-457d-b0e7-8d16623e30c6 req-a757662c-a007-4f65-97d3-d76efd4b79ee tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0639112 Feb 19 03:50:40.171204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e440a377-903a-457d-b0e7-8d16623e30c6 req-1dce745b-87b7-4583-b967-fa73eeaaef44 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Feb 19 03:50:41.301712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c23620-30bc-4e4b-8bdf-7cc8331d4b04 req-b5c41ec9-d88f-4b0f-a060-6327ee84a32b tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:41.303209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81c23620-30bc-4e4b-8bdf-7cc8331d4b04 req-b5c41ec9-d88f-4b0f-a060-6327ee84a32b tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0609775 Feb 19 03:50:41.352855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81c23620-30bc-4e4b-8bdf-7cc8331d4b04 req-56e5972d-bb8c-488d-9052-099a081afcc5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419447 Feb 19 03:50:41.651638 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:50:42.494538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0d269-9f42-4d1c-afdc-2272db77cd3c req-f1b9847d-442b-4114-91d1-674369a313a3 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:42.496292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caa0d269-9f42-4d1c-afdc-2272db77cd3c req-f1b9847d-442b-4114-91d1-674369a313a3 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0683382 Feb 19 03:50:42.547908 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-caa0d269-9f42-4d1c-afdc-2272db77cd3c req-87d2783e-4c0d-4111-855f-294ad2e41f79 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457730 Feb 19 03:50:43.695580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b47eb-21f8-4f7b-b85c-411b21ba5562 req-9cbcfb8e-8e62-414e-8e40-81d54fcc01c3 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:43.697453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-355b47eb-21f8-4f7b-b85c-411b21ba5562 req-9cbcfb8e-8e62-414e-8e40-81d54fcc01c3 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0668249 Feb 19 03:50:43.746744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-355b47eb-21f8-4f7b-b85c-411b21ba5562 req-21062071-65be-445a-9832-2b11a5460fce tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433962 Feb 19 03:50:44.878653 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e17b9-fa69-4de4-8241-6835c6c22a97 req-2b623080-08b5-4508-b548-21cf58a6e496 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:44.880147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f32e17b9-fa69-4de4-8241-6835c6c22a97 req-2b623080-08b5-4508-b548-21cf58a6e496 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0602713 Feb 19 03:50:44.946449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f32e17b9-fa69-4de4-8241-6835c6c22a97 req-94643b5e-3115-4d9d-b695-4b1837cb52a8 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469017 Feb 19 03:50:46.062445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96f2f16-3ccb-42e4-91b2-a8c472ec6cbf req-57195a1e-b9b3-4b24-800a-783b78a0757c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:46.063950 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e96f2f16-3ccb-42e4-91b2-a8c472ec6cbf req-57195a1e-b9b3-4b24-800a-783b78a0757c tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 946 time: 0.0573208 Feb 19 03:50:46.115061 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e96f2f16-3ccb-42e4-91b2-a8c472ec6cbf req-56f3a3e9-b9fd-44f5-a63c-16f9288b0b62 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427063 Feb 19 03:50:46.136072 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-19d2cc2c-f90f-4fe7-a4d7-b3668951746e service neutron] show failed (client error): The resource could not be found. Feb 19 03:50:46.137162 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-19d2cc2c-f90f-4fe7-a4d7-b3668951746e service neutron] 10.222.0.87 "GET /v2.0/ports/a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75/bindings/n-h2-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0583417 Feb 19 03:50:46.347072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-05800a9a-262b-4032-ab5c-ab652fe19d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:46.348609 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-05800a9a-262b-4032-ab5c-ab652fe19d1e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce&tenant_id=6a0a6dba8900410e9c2eb26bbc078942 HTTP/1.1" status: 200 len: 1128 time: 0.0480289 Feb 19 03:50:46.359970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:46.421032 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.631556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:46.669538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:46.717374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:46.719647 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913b6b5d-9ab4-4076-91c1-ce8232e7e5e3" -d '{"events": [{"server_uuid": "e9f8788d-283e-4b76-b363-43e8f02ae4ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:46.723284 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Publish callbacks [] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.737885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Transition to ACTIVE for port object a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:50:46.749531 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.774773 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4539f5ee-e1e7-4d3a-b5a4-4882b38932b0 x-openstack-request-id: req-4539f5ee-e1e7-4d3a-b5a4-4882b38932b0 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:46.775065 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f8788d-283e-4b76-b363-43e8f02ae4ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:46.775315 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4539f5ee-e1e7-4d3a-b5a4-4882b38932b0 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:46.775706 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75', 'code': 200} Feb 19 03:50:46.816837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] No DVR routers for this DVR port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:46.819841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Pushing event updated for resources: {'Port': ['ID=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:46.831422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.831767 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.832100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.832439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.832802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.833130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.833444 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.833756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.834071 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.834388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.834707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.835029 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.835335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:46.864712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Attempting to bind port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:46.865068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Attempting to bind port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:46.865389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Attempting to bind port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 on network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:46.870009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 on network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:50:46.870386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Attempting to bind port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 on network 1690b8d0-c5c8-4051-aa78-1bc05ccb6725 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:46.875823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:46.876155 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Checking segment: {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:46.876529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Bound using segment: {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:46.876976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Bound port: a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a5ebba-794e-4603-8d31-b9f5f549ad98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:46.877314 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.941158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:46.944203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:46.952654 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.985809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:46.986433 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:46.987844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] 10.222.0.67 "PUT /v2.0/ports/a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 HTTP/1.1" status: 200 len: 1092 time: 0.6318767 Feb 19 03:50:47.020445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a1c31-008d-4d38-a3bf-dc34c1b19df9 service neutron] Pushing event updated for resources: {'Port': ['ID=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:47.062825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-3ae83420-88e2-4862-926a-f011423df84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:47.064776 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-3ae83420-88e2-4862-926a-f011423df84f service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 1126 time: 0.0544491 Feb 19 03:50:47.164104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-4008a59e-621a-4465-ad6e-d44d0c94cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:47.165817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-4008a59e-621a-4465-ad6e-d44d0c94cbf0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.0943546 Feb 19 03:50:47.214942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-09407903-f325-4fe2-bf55-52a1000a576a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 HTTP/1.1" status: 200 len: 217 time: 0.0432973 Feb 19 03:50:47.287234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-694b907e-c87c-44d8-ad0d-e3fb443e6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:47.288748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-694b907e-c87c-44d8-ad0d-e3fb443e6509 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0685773 Feb 19 03:50:47.301639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199eb6e8-fd3a-4efb-bbcb-ce82270cd733 req-f187eae1-795f-406a-8363-3ecce0bd6438 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:47.303026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-199eb6e8-fd3a-4efb-bbcb-ce82270cd733 req-f187eae1-795f-406a-8363-3ecce0bd6438 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 944 time: 0.0975132 Feb 19 03:50:47.332818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-08392fe8-edf0-47c0-8b34-717da84107aa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382640 Feb 19 03:50:47.420525 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-199eb6e8-fd3a-4efb-bbcb-ce82270cd733 req-47b99312-9974-4449-b310-c7ed70560130 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105042 Feb 19 03:50:47.448037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-93dc3ba3-ffc1-428a-bdc5-05deec391473 service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092489 Feb 19 03:50:47.538638 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ace8c6f9-1af0-45e7-9131-e1b58268081f req-52628b0c-a260-4391-8a6d-5a42e55214f5 service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847833 Feb 19 03:50:48.551094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5474d9-372c-4d7e-8b15-acb1bbecd79c req-a325e155-f5ba-4083-a696-03122c4468ae tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:48.552629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f5474d9-372c-4d7e-8b15-acb1bbecd79c req-a325e155-f5ba-4083-a696-03122c4468ae tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 944 time: 0.0597568 Feb 19 03:50:48.601441 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f5474d9-372c-4d7e-8b15-acb1bbecd79c req-ef587c2d-d73e-430b-ac32-577bb86381d2 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Feb 19 03:50:48.777556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'tag': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:48.781124 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936867f2-1fce-470f-a11b-7ed439afb56b" -d '{"events": [{"name": "network-changed", "server_uuid": "e9f8788d-283e-4b76-b363-43e8f02ae4ce", "tag": "a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:48.840377 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73923b6-d414-470f-ba11-66ce7536a24e x-openstack-request-id: req-a73923b6-d414-470f-ba11-66ce7536a24e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:48.840653 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9f8788d-283e-4b76-b363-43e8f02ae4ce", "tag": "a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:48.840972 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a73923b6-d414-470f-ba11-66ce7536a24e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:48.841563 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'tag': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75', 'status': 'completed', 'code': 200} Feb 19 03:50:48.903392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936867f2-1fce-470f-a11b-7ed439afb56b req-2c9d4b6c-23e5-4a7a-b9c5-ec7c144aa046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:48.904955 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-2c9d4b6c-23e5-4a7a-b9c5-ec7c144aa046 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 1126 time: 0.0470650 Feb 19 03:50:48.960764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936867f2-1fce-470f-a11b-7ed439afb56b req-67c51c7d-1aa7-4048-8923-ac08e2ee442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:48.962288 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-67c51c7d-1aa7-4048-8923-ac08e2ee442f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 1126 time: 0.0980077 Feb 19 03:50:48.995757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936867f2-1fce-470f-a11b-7ed439afb56b req-b584ceeb-1521-4a23-9df3-8c3b7fd2f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:48.997269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-b584ceeb-1521-4a23-9df3-8c3b7fd2f32c service neutron] 10.222.0.67 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.0866077 Feb 19 03:50:49.043880 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-820a2888-ad0c-4981-ba7d-44ed47aad005 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 HTTP/1.1" status: 200 len: 217 time: 0.0383203 Feb 19 03:50:49.051166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936867f2-1fce-470f-a11b-7ed439afb56b req-8ab9e044-47d9-4f09-941f-d0145bf03f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:49.052719 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-8ab9e044-47d9-4f09-941f-d0145bf03f21 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.0845792 Feb 19 03:50:49.093095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936867f2-1fce-470f-a11b-7ed439afb56b req-40e40a8f-fe18-4b6d-9163-926574957e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:49.094558 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-40e40a8f-fe18-4b6d-9163-926574957e29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0450253 Feb 19 03:50:49.094690 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-2a8328b3-d631-49d8-948b-be08199d9fcb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 HTTP/1.1" status: 200 len: 217 time: 0.0349460 Feb 19 03:50:49.127554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-fc240b67-8be4-4d76-b1fb-00159f3dbfa8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259633 Feb 19 03:50:49.148521 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936867f2-1fce-470f-a11b-7ed439afb56b req-c11844fd-9bee-400b-83b8-1c052b5858b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:49.150033 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-c11844fd-9bee-400b-83b8-1c052b5858b2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0503447 Feb 19 03:50:49.182055 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-163f1719-43c9-4953-9570-452bef09d914 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260429 Feb 19 03:50:49.218448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-2e6594cc-0892-4265-9c16-6d5518a5764b service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850255 Feb 19 03:50:49.271191 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-5badf3c0-4b21-41ae-92a5-9a6aad95186f service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833085 Feb 19 03:50:49.308361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-874d36e2-ce81-42d8-8c3c-35386b52217b service neutron] 10.222.0.67 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833046 Feb 19 03:50:49.364785 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-936867f2-1fce-470f-a11b-7ed439afb56b req-1dd1c1f9-03e2-41c2-a0b5-ea5cd46e3fe2 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867236 Feb 19 03:50:49.732449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d18e5d-2bd1-4663-8e0f-4cfae110f93c req-430d14ff-aadd-4fae-af7e-5dc62a2abe2d tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:49.733973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38d18e5d-2bd1-4663-8e0f-4cfae110f93c req-430d14ff-aadd-4fae-af7e-5dc62a2abe2d tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 944 time: 0.0553024 Feb 19 03:50:49.785382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38d18e5d-2bd1-4663-8e0f-4cfae110f93c req-5adbc7ea-dccf-4473-a018-8546dd2b7584 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Feb 19 03:50:50.593754 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:50.634664 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] The host n-h1-826755-2 is not matching for port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 host n-h2-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:50:50.635049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:50.928597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b75d6-cdd1-4c51-bc03-fc8513ba62b8 req-ef8fe451-0f54-4455-8e47-0f63962cbf10 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:50.932899 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea3b75d6-cdd1-4c51-bc03-fc8513ba62b8 req-ef8fe451-0f54-4455-8e47-0f63962cbf10 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 944 time: 0.0634928 Feb 19 03:50:50.984632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea3b75d6-cdd1-4c51-bc03-fc8513ba62b8 req-e4a0a985-c250-451c-ac4c-12af7adb7fe5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462012 Feb 19 03:50:51.185941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41273c3b-a31a-48b4-bced-77ec8b2c9e64 req-e6a4c857-4da5-42e9-9d07-0273aa1a9eab tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:51.187378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41273c3b-a31a-48b4-bced-77ec8b2c9e64 req-e6a4c857-4da5-42e9-9d07-0273aa1a9eab tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 944 time: 0.0536177 Feb 19 03:50:51.230543 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003defd3-5d8c-413d-871f-5789045238ba req-fb71cf73-ee31-47c1-a828-6dcb6eb6d796 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:51.232029 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-003defd3-5d8c-413d-871f-5789045238ba req-fb71cf73-ee31-47c1-a828-6dcb6eb6d796 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.87 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce&tenant_id=6a0a6dba8900410e9c2eb26bbc078942&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 944 time: 0.0892341 Feb 19 03:50:51.234870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-41273c3b-a31a-48b4-bced-77ec8b2c9e64 req-7c7c848f-53af-4e14-8375-31e2a67d7e31 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419586 Feb 19 03:50:51.298743 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [req-003defd3-5d8c-413d-871f-5789045238ba req-6473fda9-c9c3-470b-b50e-eb0d2d60e5d4 service neutron] delete failed (client error): The resource could not be found. Feb 19 03:50:51.299794 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-003defd3-5d8c-413d-871f-5789045238ba req-6473fda9-c9c3-470b-b50e-eb0d2d60e5d4 service neutron] 10.222.0.87 "DELETE /v2.0/ports/a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75/bindings/n-h1-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0618861 Feb 19 03:50:51.398350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003defd3-5d8c-413d-871f-5789045238ba req-6c5ba42c-75a4-49f7-83b2-b398ccda3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:51.399857 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-003defd3-5d8c-413d-871f-5789045238ba req-6c5ba42c-75a4-49f7-83b2-b398ccda3531 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 1126 time: 0.0516465 Feb 19 03:50:51.491566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003defd3-5d8c-413d-871f-5789045238ba req-8355ab2e-2955-4d88-9a50-97298955d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:51.492938 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-003defd3-5d8c-413d-871f-5789045238ba req-8355ab2e-2955-4d88-9a50-97298955d4c7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 200 len: 916 time: 0.0873632 Feb 19 03:50:51.534055 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-003defd3-5d8c-413d-871f-5789045238ba req-8a34b384-fda5-4cd2-a765-53ddb9d611c4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 HTTP/1.1" status: 200 len: 217 time: 0.0353453 Feb 19 03:50:51.583055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003defd3-5d8c-413d-871f-5789045238ba req-4e3999c6-f19f-4451-82a0-a1f03974a81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:51.584457 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-003defd3-5d8c-413d-871f-5789045238ba req-4e3999c6-f19f-4451-82a0-a1f03974a81f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 200 len: 855 time: 0.0444839 Feb 19 03:50:51.616543 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-003defd3-5d8c-413d-871f-5789045238ba req-798cae75-cd97-4d52-b5fb-4d3bed7b2a77 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=1690b8d0-c5c8-4051-aa78-1bc05ccb6725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258152 Feb 19 03:50:51.712253 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-003defd3-5d8c-413d-871f-5789045238ba req-3732ac5b-3b13-4728-8c8b-63e6992110a0 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900505 Feb 19 03:50:51.801112 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-003defd3-5d8c-413d-871f-5789045238ba req-7dc2e8ef-65aa-4f3e-bdd0-51d5d50c11f2 service neutron] 10.222.0.87 "GET /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832596 Feb 19 03:50:52.173654 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:50:52.275896 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:52.291209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75', 'network_id': '1690b8d0-c5c8-4051-aa78-1bc05ccb6725', 'port_id': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75', 'mac_address': 'fa:16:3e:b7:d6:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5dfc05c-0d04-4cb1-81b3-c8d40c51be81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:50:52.329768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:52.330156 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:52.344864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:50:52.368533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:52.373260 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:52.373731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cee05-4e78-41da-86f7-6e907c72c8bf req-29638966-d959-4ed7-bcd2-3bb5dcce60c6 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:52.376032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-953cee05-4e78-41da-86f7-6e907c72c8bf req-29638966-d959-4ed7-bcd2-3bb5dcce60c6 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 944 time: 0.0664964 Feb 19 03:50:52.419851 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:52.427588 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-953cee05-4e78-41da-86f7-6e907c72c8bf req-35e9b532-537a-4027-8f07-7fabd9fe6003 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455070 Feb 19 03:50:52.550660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821acff-5010-4a0d-94a1-490b464d9e42 req-a945b62a-761c-4ee7-8bbd-a3f059259947 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:52.552618 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2821acff-5010-4a0d-94a1-490b464d9e42 req-a945b62a-761c-4ee7-8bbd-a3f059259947 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 945 time: 0.0612047 Feb 19 03:50:52.607206 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2821acff-5010-4a0d-94a1-490b464d9e42 req-349efbac-cf6b-41c2-8af0-6168610f6f8a tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485146 Feb 19 03:50:52.671089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:52.741558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b23d3-23bd-4c4b-9b5f-e55ec085ce45 req-e29d293d-701f-41d9-aca8-75ce665e7b0b tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:52.743042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a5b23d3-23bd-4c4b-9b5f-e55ec085ce45 req-e29d293d-701f-41d9-aca8-75ce665e7b0b tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 945 time: 0.0604877 Feb 19 03:50:52.791035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5a5b23d3-23bd-4c4b-9b5f-e55ec085ce45 req-4fdbd0d5-eecd-47b9-a583-3ad0364b0359 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421870 Feb 19 03:50:52.943442 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:53.145604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f75c61-6b01-4062-9a14-74fd9498bc9b req-f2992ba4-beda-4c51-8c1c-2a7d34db53aa tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:53.147093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42f75c61-6b01-4062-9a14-74fd9498bc9b req-f2992ba4-beda-4c51-8c1c-2a7d34db53aa tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 945 time: 0.0549965 Feb 19 03:50:53.194324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42f75c61-6b01-4062-9a14-74fd9498bc9b req-296ace7c-eb5c-4608-9183-11179af111c5 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411572 Feb 19 03:50:53.971914 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.168582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:54.230313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:50:54.234500 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:54.234879 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.313722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:54.314124 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.337054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:54.339644 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938a5669-cfc1-4b93-8b7a-bc4504388059" -d '{"events": [{"server_uuid": "e9f8788d-283e-4b76-b363-43e8f02ae4ce", "name": "network-vif-plugged", "status": "completed", "tag": "a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:54.352371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:54.356112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa03c5-7098-4d91-8808-1d325a97db0c req-6ebde71d-aca9-4c45-9af2-e56356511f7e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:54.357500 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.357659 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4dfa03c5-7098-4d91-8808-1d325a97db0c req-6ebde71d-aca9-4c45-9af2-e56356511f7e tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 945 time: 0.0854409 Feb 19 03:50:54.373534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cd426-e3e1-4821-a82a-c02d41651dac req-6299839f-7a44-4a08-a99c-c92f54215a2a tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:54.374913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de6cd426-e3e1-4821-a82a-c02d41651dac req-6299839f-7a44-4a08-a99c-c92f54215a2a tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.67 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 945 time: 0.0772066 Feb 19 03:50:54.404479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:54.465706 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4dfa03c5-7098-4d91-8808-1d325a97db0c req-57a0a0d1-8876-47a4-9ef1-eb42a9679cde tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.81 "GET /v2.0/security-groups?id=7e77f9bb-8c82-4963-9b83-fb47223b1260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998325 Feb 19 03:50:54.492639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-de6cd426-e3e1-4821-a82a-c02d41651dac req-25571d4c-0ae3-4f76-a66d-576c47dccd58 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Deleting port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:50:54.493008 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-de6cd426-e3e1-4821-a82a-c02d41651dac req-25571d4c-0ae3-4f76-a66d-576c47dccd58 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.512525 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15ef88f-0379-40a4-890d-8d1de2b7643d x-openstack-request-id: req-a15ef88f-0379-40a4-890d-8d1de2b7643d {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:54.513068 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f8788d-283e-4b76-b363-43e8f02ae4ce", "name": "network-vif-plugged", "status": "completed", "tag": "a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:54.513332 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a15ef88f-0379-40a4-890d-8d1de2b7643d {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:54.513740 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75', 'code': 200} Feb 19 03:50:54.584366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-de6cd426-e3e1-4821-a82a-c02d41651dac req-25571d4c-0ae3-4f76-a66d-576c47dccd58 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] For port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,segment=NetworkSegment(67a5ebba-794e-4603-8d31-b9f5f549ad98),segment_id=67a5ebba-794e-4603-8d31-b9f5f549ad98)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:54.584721 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-de6cd426-e3e1-4821-a82a-c02d41651dac req-25571d4c-0ae3-4f76-a66d-576c47dccd58 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.596634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-de6cd426-e3e1-4821-a82a-c02d41651dac req-25571d4c-0ae3-4f76-a66d-576c47dccd58 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Calling delete_port for a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:50:54.744690 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-de6cd426-e3e1-4821-a82a-c02d41651dac req-25571d4c-0ae3-4f76-a66d-576c47dccd58 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.757024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:50:54.775103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25571d4c-0ae3-4f76-a66d-576c47dccd58 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Pushing event deleted for resources: {'Port': ['ID=a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:54.817755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6cd426-e3e1-4821-a82a-c02d41651dac req-25571d4c-0ae3-4f76-a66d-576c47dccd58 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] No DVR routers for this DVR port a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:50:54.820414 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-de6cd426-e3e1-4821-a82a-c02d41651dac req-25571d4c-0ae3-4f76-a66d-576c47dccd58 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:54.823860 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-de6cd426-e3e1-4821-a82a-c02d41651dac req-25571d4c-0ae3-4f76-a66d-576c47dccd58 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] 10.222.0.67 "DELETE /v2.0/ports/a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 HTTP/1.1" status: 204 len: 173 time: 0.4425642 Feb 19 03:50:54.824295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'name': 'network-vif-deleted', 'tag': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:50:54.826986 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68fcf60-e8ff-4c9c-884d-2a2107bd04b2" -d '{"events": [{"server_uuid": "e9f8788d-283e-4b76-b363-43e8f02ae4ce", "name": "network-vif-deleted", "tag": "a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:50:54.869423 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e041dd6-5338-4c3d-8120-3197c1783250 x-openstack-request-id: req-3e041dd6-5338-4c3d-8120-3197c1783250 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:50:54.869732 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9f8788d-283e-4b76-b363-43e8f02ae4ce", "name": "network-vif-deleted", "tag": "a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:50:54.869989 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3e041dd6-5338-4c3d-8120-3197c1783250 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:50:54.870926 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9f8788d-283e-4b76-b363-43e8f02ae4ce', 'name': 'network-vif-deleted', 'tag': 'a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75', 'status': 'completed', 'code': 200} Feb 19 03:50:55.041439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05a3cf85-3d19-4249-981f-ff841a6d402f req-acfc9c04-570b-444f-aa5f-7430819bc31c service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0263703 Feb 19 03:50:55.139072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05a3cf85-3d19-4249-981f-ff841a6d402f req-1110d99b-8ea3-4d9e-911b-64abea267854 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&device_id=e9f8788d-283e-4b76-b363-43e8f02ae4ce HTTP/1.1" status: 200 len: 210 time: 0.0305686 Feb 19 03:50:55.319882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3cf85-3d19-4249-981f-ff841a6d402f req-8685b7d4-32f2-4788-b633-962bbeadd22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:55.321508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05a3cf85-3d19-4249-981f-ff841a6d402f req-8685b7d4-32f2-4788-b633-962bbeadd22d service neutron] 10.222.0.67 "GET /v2.0/networks?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1626003 Feb 19 03:50:55.481853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3cf85-3d19-4249-981f-ff841a6d402f req-eed7fe32-f4b5-4417-86ac-18815aa79af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:55.483351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05a3cf85-3d19-4249-981f-ff841a6d402f req-eed7fe32-f4b5-4417-86ac-18815aa79af7 service neutron] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1558466 Feb 19 03:50:55.595568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49480) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:55.648002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-64affcc7-c805-4b36-ab2a-43a90349960b admin admin] Deleting subnet e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:50:55.651020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64affcc7-c805-4b36-ab2a-43a90349960b admin admin] Publish callbacks [] for subnet (e5dfc05c-0d04-4cb1-81b3-c8d40c51be81), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.696638 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64affcc7-c805-4b36-ab2a-43a90349960b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (e5dfc05c-0d04-4cb1-81b3-c8d40c51be81), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.728548 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64affcc7-c805-4b36-ab2a-43a90349960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (e5dfc05c-0d04-4cb1-81b3-c8d40c51be81), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.782946 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64affcc7-c805-4b36-ab2a-43a90349960b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (e5dfc05c-0d04-4cb1-81b3-c8d40c51be81), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.807337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64affcc7-c805-4b36-ab2a-43a90349960b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5dfc05c-0d04-4cb1-81b3-c8d40c51be81,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:55.811357 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64affcc7-c805-4b36-ab2a-43a90349960b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.814596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-64affcc7-c805-4b36-ab2a-43a90349960b admin admin] 10.222.0.81 "DELETE /v2.0/subnets/e5dfc05c-0d04-4cb1-81b3-c8d40c51be81 HTTP/1.1" status: 204 len: 168 time: 0.2179730 Feb 19 03:50:55.817439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49482) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:55.886322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (1690b8d0-c5c8-4051-aa78-1bc05ccb6725), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.966633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (1690b8d0-c5c8-4051-aa78-1bc05ccb6725), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:55.995132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1690b8d0-c5c8-4051-aa78-1bc05ccb6725']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:56.004693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a5ebba-794e-4603-8d31-b9f5f549ad98') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:56.004995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a5ebba-794e-4603-8d31-b9f5f549ad98') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:56.014351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (67a5ebba-794e-4603-8d31-b9f5f549ad98), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.027624 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (67a5ebba-794e-4603-8d31-b9f5f549ad98), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.033447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:50:56.033819 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (67a5ebba-794e-4603-8d31-b9f5f549ad98), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:50:56.035433 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:50:56.089926 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (1690b8d0-c5c8-4051-aa78-1bc05ccb6725), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.095014 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.098392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] 10.222.0.81 "DELETE /v2.0/networks/1690b8d0-c5c8-4051-aa78-1bc05ccb6725 HTTP/1.1" status: 204 len: 168 time: 0.2800362 Feb 19 03:50:56.111370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae58f7d-583d-4795-a19d-516cebff5318 admin admin] Pushing event deleted for resources: {'Network': ['ID=1690b8d0-c5c8-4051-aa78-1bc05ccb6725,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:56.212286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49486) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:56.253631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f6a98c39-e496-47fa-9933-b0b91f41ed37 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a0a6dba8900410e9c2eb26bbc078942&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401082 Feb 19 03:50:56.256503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49488) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:56.314807 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Publish callbacks [] for security_group (7e77f9bb-8c82-4963-9b83-fb47223b1260), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.337347 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Publish callbacks [] for security_group (7e77f9bb-8c82-4963-9b83-fb47223b1260), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.400066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7e77f9bb-8c82-4963-9b83-fb47223b1260), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.403883 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:56.405429 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e77f9bb-8c82-4963-9b83-fb47223b1260 HTTP/1.1" status: 204 len: 168 time: 0.1478915 Feb 19 03:50:56.413456 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e77f9bb-8c82-4963-9b83-fb47223b1260,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:56.422165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:56.422517 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:56.422861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:56.423205 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:56.423537 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:56.423865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:56.424209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:56.424538 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:56.424908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:56.425293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:56.425531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:56.425859 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:56.426180 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9807a9c3-d527-4035-90bf-4147066458de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:50:57.132621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49510) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:57.250056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2068988229-network', 'tenant_id': '6c0a560b175e4250877a7787995380f8'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:57.272895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Made reservation on behalf of 6c0a560b175e4250877a7787995380f8 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:50:57.275302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.284050 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.364322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Publish callbacks [] for security_group (3178d2ed-0bb6-4176-9249-a5f57eac9bc4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.372260 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3178d2ed-0bb6-4176-9249-a5f57eac9bc4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.403236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:50:57.416313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3178d2ed-0bb6-4176-9249-a5f57eac9bc4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:57.425798 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f2c46402-c1ae-47f5-a027-bc3093a177b8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.426397 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Added segment f2c46402-c1ae-47f5-a027-bc3093a177b8 of type vlan for network 6df327e8-fea2-48eb-bfda-406417702dec Feb 19 03:50:57.475169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (6df327e8-fea2-48eb-bfda-406417702dec), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.504615 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (6df327e8-fea2-48eb-bfda-406417702dec), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.506111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:57.506917 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:57.555048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4212906 Feb 19 03:50:57.558449 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49514) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:57.563651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-bb38746c-cb07-47e9-9e21-2bbfb44573f1 admin admin] Request body: {'subnet': {'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2068988229-subnet', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:57.569372 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd67624-33af-497f-accd-8909944fb7bd admin admin] Pushing event updated for resources: {'Network': ['ID=6df327e8-fea2-48eb-bfda-406417702dec,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:57.580514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 6df327e8-fea2-48eb-bfda-406417702dec details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:50:57.586608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb38746c-cb07-47e9-9e21-2bbfb44573f1 admin admin] Made reservation on behalf of 6c0a560b175e4250877a7787995380f8 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:50:57.589088 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bb38746c-cb07-47e9-9e21-2bbfb44573f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.078300 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bb38746c-cb07-47e9-9e21-2bbfb44573f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (8cca9d27-04de-4ab5-b805-45050d722c1e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.128482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb38746c-cb07-47e9-9e21-2bbfb44573f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cca9d27-04de-4ab5-b805-45050d722c1e,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:58.146042 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb38746c-cb07-47e9-9e21-2bbfb44573f1 admin admin] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:58.146401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb38746c-cb07-47e9-9e21-2bbfb44573f1 admin admin] Network hostable DHCP agents. Network: 6df327e8-fea2-48eb-bfda-406417702dec, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:50:58.164163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb38746c-cb07-47e9-9e21-2bbfb44573f1 admin admin] Network 6df327e8-fea2-48eb-bfda-406417702dec is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:50:58.174501 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-bb38746c-cb07-47e9-9e21-2bbfb44573f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 6df327e8-fea2-48eb-bfda-406417702dec) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:58.178839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb38746c-cb07-47e9-9e21-2bbfb44573f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:50:58.179535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bb38746c-cb07-47e9-9e21-2bbfb44573f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.184482 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce4d2ad-624f-4510-a6ae-387fb43fd9bd None None] Network 6df327e8-fea2-48eb-bfda-406417702dec requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:50:58.198326 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bb38746c-cb07-47e9-9e21-2bbfb44573f1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6386256 Feb 19 03:50:58.201214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49516) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:58.205696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:50:58.226060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.227075 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.232457 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:50:58.258831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:50:58.259175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a17e9ac5-3d6c-4327-a5c3-e4276a9d5e75 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:50:58.283323 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Publish callbacks [] for router_controller (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.321575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-6df327e8-fea2-48eb-bfda-406417702dec', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:50:58.322472 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.429810 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Publish callbacks [] for router_gateway (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.458527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Allocated IP 172.20.0.2 (6df327e8-fea2-48eb-bfda-406417702dec/8cca9d27-04de-4ab5-b805-45050d722c1e/c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:58.618303 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Publish callbacks [] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.626731 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.640144 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Publish callbacks [] for router_gateway (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.659344 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.664244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Network 6df327e8-fea2-48eb-bfda-406417702dec is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:58.667028 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:58.672895 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:58.678797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Pushing event updated for resources: {'Port': ['ID=c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:58.739906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Attempting to bind port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:50:58.740268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Attempting to bind port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:50:58.740628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Attempting to bind port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:50:58.745767 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:50:58.746171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:50:58.746571 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.746959 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Bound using segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:50:58.747415 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Bound port: c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:50:58.747788 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.776800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Allocated IP 172.25.1.119 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/4e6156dd-474f-4277-bdc0-6173091e382a) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:50:58.816194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] For port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:50:58.819391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] For port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:50:58.826990 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.886008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Publish callbacks [] for port (4e6156dd-474f-4277-bdc0-6173091e382a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.891240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd0cb1-5088-4c21-9f52-0cb4070ffd06 None None] Pushing event updated for resources: {'Port': ['ID=c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:58.924323 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4e6156dd-474f-4277-bdc0-6173091e382a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:58.969175 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:50:58.972097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:50:58.977943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:50:58.986262 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Pushing event updated for resources: {'Port': ['ID=4e6156dd-474f-4277-bdc0-6173091e382a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:59.176510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:50:59.227212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:50:59.227590 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.267241 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Publish callbacks [] for router_gateway (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.312159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:50:59.312560 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.345989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:50:59.350986 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.401388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:50:59.475281 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.622467 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:50:59.747629 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:50:59.758587 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Sync routers for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:50:59.769350 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:50:59.773310 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-863e114e-1425-4a93-8239-73cbaa30c6ba admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5684404 Feb 19 03:50:59.773550 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49518) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:50:59.774395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:50:59.775068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:50:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:50:59.870776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a3185d-15ea-4db5-9c93-b63f93509e6f None None] Network 6df327e8-fea2-48eb-bfda-406417702dec requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:51:00.096842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:00.216853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-aca24902-dce0-4257-9d29-dad15750f46d None None] Provisioning complete for port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:00.217180 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-aca24902-dce0-4257-9d29-dad15750f46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.391658 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-aca24902-dce0-4257-9d29-dad15750f46d None None] Current status of the port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:00.428747 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:50:59Z', 'revision_number': 3, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:00.470389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Checking router: 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:51:00.471072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Updating router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 port 4e6156dd-474f-4277-bdc0-6173091e382a binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:51:00.506313 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4e6156dd-474f-4277-bdc0-6173091e382a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.586607 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.747494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c2e513e0-6287-4b55-b465-0ceb0d030a7d None None] Provisioning complete for port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:00.747861 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c2e513e0-6287-4b55-b465-0ceb0d030a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.781268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Allocated IP 172.20.0.1 (6df327e8-fea2-48eb-bfda-406417702dec/8cca9d27-04de-4ab5-b805-45050d722c1e/85c8cb43-bc33-4db6-a55f-2d7ef666f5e7) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:51:00.840282 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Publish callbacks [] for port (4e6156dd-474f-4277-bdc0-6173091e382a), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.866614 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4e6156dd-474f-4277-bdc0-6173091e382a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.894112 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Publish callbacks [] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.915981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c2e513e0-6287-4b55-b465-0ceb0d030a7d None None] Current status of the port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:00.926820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e8a18-3cdf-4f65-a003-1e3d2d3ea6ca None None] Pushing event updated for resources: {'Port': ['ID=4e6156dd-474f-4277-bdc0-6173091e382a,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:00.930833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Attempting to bind port 4e6156dd-474f-4277-bdc0-6173091e382a on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:51:00.931201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Attempting to bind port 4e6156dd-474f-4277-bdc0-6173091e382a by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:51:00.931558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Attempting to bind port 4e6156dd-474f-4277-bdc0-6173091e382a on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:00.935317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.936969 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:51:00.937343 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:51:00.937738 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.938123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:51:00.938581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Bound port: 4e6156dd-474f-4277-bdc0-6173091e382a, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:51:00.938951 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4e6156dd-474f-4277-bdc0-6173091e382a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:00.972654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Network 6df327e8-fea2-48eb-bfda-406417702dec is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:51:00.977215 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:51:00.982921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:51:00.991071 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] For port 4e6156dd-474f-4277-bdc0-6173091e382a, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:51:00.994563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] For port 4e6156dd-474f-4277-bdc0-6173091e382a, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4e6156dd-474f-4277-bdc0-6173091e382a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:51:01.003944 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4e6156dd-474f-4277-bdc0-6173091e382a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:01.007112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Pushing event updated for resources: {'Port': ['ID=85c8cb43-bc33-4db6-a55f-2d7ef666f5e7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:01.028034 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:01.067562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:51:01.068206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:50:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:01.073410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e8a18-3cdf-4f65-a003-1e3d2d3ea6ca None None] Pushing event updated for resources: {'Port': ['ID=4e6156dd-474f-4277-bdc0-6173091e382a,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:01.138479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:51:01.184575 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:01.226137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:01.335121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:01.335493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:01.340052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-be3808b2-228e-4451-9ee2-1b632107e315 None None] Provisioning complete for port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:01.340409 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-be3808b2-228e-4451-9ee2-1b632107e315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:01.351898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Publish callbacks [] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:01.358358 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:01.419583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-be3808b2-228e-4451-9ee2-1b632107e315 None None] Port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:51:01.428316 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:01.430305 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Pushing event updated for resources: {'Port': ['ID=85c8cb43-bc33-4db6-a55f-2d7ef666f5e7,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:01.497000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:01.514239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:50:59Z', 'revision_number': 3, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:01.533172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Network 6df327e8-fea2-48eb-bfda-406417702dec is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:51:01.534731 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:51:01.544081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d9333-1cb7-4193-bdd4-296eca3b6979 None None] The sync data for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 is: [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:50:59Z', 'revision_number': 3, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:51:01.660102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:51:01.788751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:51:01.798742 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-df0b63e4-8b7d-422c-9f53-d724f11b3575 admin admin] 10.222.0.81 "PUT /v2.0/routers/0f4b9156-e366-4d4c-b99a-2d29b7d29b17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0241015 Feb 19 03:51:01.842037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a3af505b-f510-4b99-9dc7-fdd39810532f None None] Provisioning complete for port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:01.842514 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a3af505b-f510-4b99-9dc7-fdd39810532f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:01.883046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a3af505b-f510-4b99-9dc7-fdd39810532f None None] Port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:51:02.316637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49526) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:02.321908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-932d1afd-a9ee-4646-a272-558cb2635791 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2073206274', 'description': 'tempest-description--993869653'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:02.343907 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-932d1afd-a9ee-4646-a272-558cb2635791 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.414219 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-932d1afd-a9ee-4646-a272-558cb2635791 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for security_group (09b292a8-7439-4595-9fc3-30549b7f96eb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.419972 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-932d1afd-a9ee-4646-a272-558cb2635791 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (09b292a8-7439-4595-9fc3-30549b7f96eb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.451140 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-932d1afd-a9ee-4646-a272-558cb2635791 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.452414 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-932d1afd-a9ee-4646-a272-558cb2635791 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1347082 Feb 19 03:51:02.453315 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d1afd-a9ee-4646-a272-558cb2635791 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09b292a8-7439-4595-9fc3-30549b7f96eb,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:02.455303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49528) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:02.459578 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-60746d51-0383-4193-be8b-86a9bddce00a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Request body: {'security_group_rule': {'security_group_id': '09b292a8-7439-4595-9fc3-30549b7f96eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:02.487484 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60746d51-0383-4193-be8b-86a9bddce00a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for security_group_rule (d86e863b-857a-41fd-af2a-78385c68f26f), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.544071 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60746d51-0383-4193-be8b-86a9bddce00a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for security_group_rule (d86e863b-857a-41fd-af2a-78385c68f26f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.549433 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60746d51-0383-4193-be8b-86a9bddce00a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (d86e863b-857a-41fd-af2a-78385c68f26f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.568477 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60746d51-0383-4193-be8b-86a9bddce00a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86e863b-857a-41fd-af2a-78385c68f26f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:02.578833 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-60746d51-0383-4193-be8b-86a9bddce00a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.582773 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-60746d51-0383-4193-be8b-86a9bddce00a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238565 Feb 19 03:51:02.582995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49530) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:02.587481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-682b7b7f-da04-4971-96da-583b9546bf8e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Request body: {'security_group_rule': {'security_group_id': '09b292a8-7439-4595-9fc3-30549b7f96eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:02.615655 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-682b7b7f-da04-4971-96da-583b9546bf8e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for security_group_rule (df5ed33e-8f44-40f2-b179-200ed3fa2f28), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.684102 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-682b7b7f-da04-4971-96da-583b9546bf8e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for security_group_rule (df5ed33e-8f44-40f2-b179-200ed3fa2f28), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.689634 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-682b7b7f-da04-4971-96da-583b9546bf8e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (df5ed33e-8f44-40f2-b179-200ed3fa2f28), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.707704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b7b7f-da04-4971-96da-583b9546bf8e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df5ed33e-8f44-40f2-b179-200ed3fa2f28,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:02.716984 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-682b7b7f-da04-4971-96da-583b9546bf8e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.718209 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-682b7b7f-da04-4971-96da-583b9546bf8e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1342573 Feb 19 03:51:02.721504 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 49532) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:02.728174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:02.747668 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.847036 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:02.961281 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Allocated IP 172.25.1.181 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:51:03.074404 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for port (5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.082923 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Sync routers for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:51:03.098548 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:51:03.099221 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:50:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:03.112017 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.150218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4e6156dd-474f-4277-bdc0-6173091e382a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:51:03.166524 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:51:03.174934 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:51:03.177497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:51:03.181027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event updated for resources: {'Port': ['ID=5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:03.201199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4e6156dd-474f-4277-bdc0-6173091e382a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:03.201566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4e6156dd-474f-4277-bdc0-6173091e382a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.209037 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:03.269999 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.309840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.426412 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 2, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:03.454156 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Checking router: 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:51:03.454508 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Updating router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:51:03.457421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4e6156dd-474f-4277-bdc0-6173091e382a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:03.457887 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4e6156dd-474f-4277-bdc0-6173091e382a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.476688 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for port (5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.480064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 4e6156dd-474f-4277-bdc0-6173091e382a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4e6156dd-474f-4277-bdc0-6173091e382a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:03.483391 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.484628 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.486162 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4e6156dd-474f-4277-bdc0-6173091e382a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.535226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=4e6156dd-474f-4277-bdc0-6173091e382a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:03.555841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event updated for resources: {'Port': ['ID=5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:03.565088 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.581282 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.582751 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7a1a2f7f-fbb5-4cfa-b9d8-8a3b2ed6e491 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8602407 Feb 19 03:51:03.668802 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5c8395a8-e3ca-4a25-a555-5103fd9f63a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.748840 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-296f5845-b29f-4a8c-a5db-2de20da03908 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2073206274&fields=id&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 267 time: 0.0463920 Feb 19 03:51:03.856513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-180dc98c-6c39-4399-bdf9-cdaf6f04f3e5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:03.857737 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Publish callbacks [] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.857880 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-180dc98c-6c39-4399-bdf9-cdaf6f04f3e5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 812 time: 0.1021750 Feb 19 03:51:03.866574 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.876116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-48739371-c8b0-4b04-8bfc-12274d6a7830 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/quotas/6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 375 time: 0.0095165 Feb 19 03:51:03.921508 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Pushing event updated for resources: {'Port': ['ID=85c8cb43-bc33-4db6-a55f-2d7ef666f5e7,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:03.931900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-746e0f52-ff84-4d88-980b-385e6715636a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502691 Feb 19 03:51:03.962836 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.963183 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.963551 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.963925 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.964628 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.965043 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.965324 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.965654 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.965976 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.966477 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.966806 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.967128 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.967450 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:03.981540 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Attempting to bind port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:51:03.981917 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Attempting to bind port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:51:03.982285 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Attempting to bind port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:03.987788 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:51:03.988506 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:51:03.989151 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:03.989546 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Bound using segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:51:03.990198 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Bound port: 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:51:03.990580 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:04.058853 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] For port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:51:04.062404 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] For port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=85c8cb43-bc33-4db6-a55f-2d7ef666f5e7,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:51:04.070233 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:04.125935 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:51:04.126602 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:50:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:04.175417 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf40a9-e8c7-4857-a106-af0416bfa73a None None] Pushing event updated for resources: {'Port': ['ID=85c8cb43-bc33-4db6-a55f-2d7ef666f5e7,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:04.231728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a8120f14-48f9-4855-a348-d0c8d635de43 None None] Provisioning complete for port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:04.232913 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a8120f14-48f9-4855-a348-d0c8d635de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:04.259081 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:04.342182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a8120f14-48f9-4855-a348-d0c8d635de43 None None] Current status of the port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:04.342935 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a8120f14-48f9-4855-a348-d0c8d635de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:04.385926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a8120f14-48f9-4855-a348-d0c8d635de43 None None] For port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=85c8cb43-bc33-4db6-a55f-2d7ef666f5e7,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:04.395109 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a8120f14-48f9-4855-a348-d0c8d635de43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:04.446842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8120f14-48f9-4855-a348-d0c8d635de43 None None] Pushing event updated for resources: {'Port': ['ID=85c8cb43-bc33-4db6-a55f-2d7ef666f5e7,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:04.465304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-bfbff8d2-5024-4ecd-9e7b-a6efeaa875a6 service neutron] 10.222.0.81 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187778 Feb 19 03:51:04.491873 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:04.515057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b641f8e6-e7ed-487c-90bf-287322212eaf None None] Provisioning complete for port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:04.515431 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b641f8e6-e7ed-487c-90bf-287322212eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:04.521435 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92d478e-3f76-46a9-b439-6596e8fbdd1c None None] The sync data for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 is: [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:51:04.562037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-a7f78bfd-fed1-4769-8663-afdc61b8b62b service neutron] 10.222.0.81 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894566 Feb 19 03:51:04.616108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b641f8e6-e7ed-487c-90bf-287322212eaf None None] Current status of the port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:04.776533 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68640e43-4b72-4775-aa29-7c1582d09db7 req-20105dbd-a897-4ba5-b786-38f265cc8ed0 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 210 time: 0.0422614 Feb 19 03:51:05.199241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4e6156dd-474f-4277-bdc0-6173091e382a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:51:05.254381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4e6156dd-474f-4277-bdc0-6173091e382a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:05.254976 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4e6156dd-474f-4277-bdc0-6173091e382a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:05.345652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4e6156dd-474f-4277-bdc0-6173091e382a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:05.346753 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:51:05.399368 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:05.399680 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:05.485465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:05.875400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d481551f-e57f-432a-b3df-87107b863809 req-a1658c34-eece-42fb-8a06-5354c2830e68 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 210 time: 0.0276279 Feb 19 03:51:05.879402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-4a8a9e5d-1905-434b-8e8d-6083f5b005a1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:05.880920 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-4a8a9e5d-1905-434b-8e8d-6083f5b005a1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 812 time: 0.1099865 Feb 19 03:51:05.924053 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-21b09a14-02fe-43d3-b85b-1564439a19ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:05.950735 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-f28ea590-944e-40c5-87c1-ed460e4acf26 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 380 time: 0.0616205 Feb 19 03:51:05.961711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Request body: {'port': {'device_id': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'admin_state_up': True, 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'security_groups': ['09b292a8-7439-4595-9fc3-30549b7f96eb']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:06.094423 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Made reservation on behalf of 6c0a560b175e4250877a7787995380f8 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:51:06.097944 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:06.224790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Allocated IP 172.20.0.13 (6df327e8-fea2-48eb-bfda-406417702dec/8cca9d27-04de-4ab5-b805-45050d722c1e/20972326-cf70-4546-907f-76fe35fb7f0c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:51:06.360799 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for port (20972326-cf70-4546-907f-76fe35fb7f0c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:06.401073 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:06.447887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Network 6df327e8-fea2-48eb-bfda-406417702dec is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:51:06.451072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:51:06.457381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:51:06.463279 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event updated for resources: {'Port': ['ID=20972326-cf70-4546-907f-76fe35fb7f0c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:06.509708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:06.510413 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:06.528422 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-beada965-81de-499b-b019-67f4095f12c8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5703099 Feb 19 03:51:06.539433 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Request body: {'port': {'device_id': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:06.607154 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:06.755067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-260bbc4b-ce6c-4602-90d6-46f318999113 None None] Provisioning complete for port 20972326-cf70-4546-907f-76fe35fb7f0c triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:06.755692 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-260bbc4b-ce6c-4602-90d6-46f318999113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:06.790057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-260bbc4b-ce6c-4602-90d6-46f318999113 None None] Port 20972326-cf70-4546-907f-76fe35fb7f0c cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:51:06.882091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20972326-cf70-4546-907f-76fe35fb7f0c {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:51:06.889848 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Publish callbacks [] for port (20972326-cf70-4546-907f-76fe35fb7f0c), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:06.902167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Transition to ACTIVE for port object 20972326-cf70-4546-907f-76fe35fb7f0c will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:51:06.907829 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:06.957683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Pushing event updated for resources: {'Port': ['ID=20972326-cf70-4546-907f-76fe35fb7f0c,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:07.007191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4599c-5ca9-4b97-a7cb-cf8530af89bd req-9b337837-e7e9-4e96-8384-6e491024c654 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:07.014024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5e4599c-5ca9-4b97-a7cb-cf8530af89bd req-9b337837-e7e9-4e96-8384-6e491024c654 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 944 time: 0.0661817 Feb 19 03:51:07.042007 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Attempting to bind port 20972326-cf70-4546-907f-76fe35fb7f0c on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:51:07.042496 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Attempting to bind port 20972326-cf70-4546-907f-76fe35fb7f0c by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:51:07.042832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Attempting to bind port 20972326-cf70-4546-907f-76fe35fb7f0c on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:07.049503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Port 20972326-cf70-4546-907f-76fe35fb7f0c on network 6df327e8-fea2-48eb-bfda-406417702dec not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:51:07.049833 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Attempting to bind port 20972326-cf70-4546-907f-76fe35fb7f0c on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:07.060862 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:51:07.061018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:51:07.061290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Bound using segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:51:07.061722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Bound port: 20972326-cf70-4546-907f-76fe35fb7f0c, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:51:07.062074 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:07.074063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c5e4599c-5ca9-4b97-a7cb-cf8530af89bd req-f0c75168-d0ea-42d6-ba2c-3a5e1a8daefe tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580058 Feb 19 03:51:07.133163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:51:07.136503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=20972326-cf70-4546-907f-76fe35fb7f0c,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:51:07.144885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:07.177287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:07.178079 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:07.179771 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] 10.222.0.87 "PUT /v2.0/ports/20972326-cf70-4546-907f-76fe35fb7f0c HTTP/1.1" status: 200 len: 1092 time: 0.6447327 Feb 19 03:51:07.182047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:07.185100 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf1d7a2-b535-4f5b-8097-19a404025049" -d '{"events": [{"name": "network-changed", "server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:07.218640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e52fc0-1b90-42f8-a414-dc67b09323f9 service neutron] Pushing event updated for resources: {'Port': ['ID=20972326-cf70-4546-907f-76fe35fb7f0c,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:07.253036 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:07.260382 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44eacc00-5f73-4b53-9a61-27dcfbee2e90 x-openstack-request-id: req-44eacc00-5f73-4b53-9a61-27dcfbee2e90 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:07.260905 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:07.261266 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44eacc00-5f73-4b53-9a61-27dcfbee2e90 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:07.261720 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c', 'status': 'completed', 'code': 200} Feb 19 03:51:07.281807 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-dce2f0bc-f3a0-4ea6-85e2-a1834e176d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:07.283391 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-dce2f0bc-f3a0-4ea6-85e2-a1834e176d08 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 1126 time: 0.0615280 Feb 19 03:51:07.326400 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-08cefba2-976d-45f1-9860-66134a92b0df service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20972326-cf70-4546-907f-76fe35fb7f0c HTTP/1.1" status: 200 len: 217 time: 0.0366092 Feb 19 03:51:07.380052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-fe1e2e61-5c44-49db-a0c4-9bdfa59790f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:07.381570 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-fe1e2e61-5c44-49db-a0c4-9bdfa59790f7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0499780 Feb 19 03:51:07.438712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-3ea38a03-4174-4d67-bb8b-52db6b2abc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:07.440258 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-3ea38a03-4174-4d67-bb8b-52db6b2abc31 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512075 Feb 19 03:51:07.533245 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-c242ea3c-27ab-49f6-8c14-ac16f152f8f6 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861392 Feb 19 03:51:07.637481 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c5bbe89e-9ccd-4bb4-8e6e-437a6aeb9b1f req-19d17106-5c63-4ab3-9356-2cfbe1372506 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984464 Feb 19 03:51:07.731375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d7a2-b535-4f5b-8097-19a404025049 req-59df8a48-cd36-426e-b462-372868ba6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:07.732981 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4bf1d7a2-b535-4f5b-8097-19a404025049 req-59df8a48-cd36-426e-b462-372868ba6376 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 1126 time: 0.0477760 Feb 19 03:51:07.839358 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d7a2-b535-4f5b-8097-19a404025049 req-4b93fb38-90d2-41b9-87fe-1cb9f4a0c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:07.841312 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4bf1d7a2-b535-4f5b-8097-19a404025049 req-4b93fb38-90d2-41b9-87fe-1cb9f4a0c607 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.1022568 Feb 19 03:51:07.885139 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4bf1d7a2-b535-4f5b-8097-19a404025049 req-c9105605-85be-4a45-88e8-33d1a437496c service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20972326-cf70-4546-907f-76fe35fb7f0c HTTP/1.1" status: 200 len: 217 time: 0.0380852 Feb 19 03:51:07.942552 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d7a2-b535-4f5b-8097-19a404025049 req-a9d06cc2-2c25-439e-9d20-67e2d3a4db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:07.944908 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4bf1d7a2-b535-4f5b-8097-19a404025049 req-a9d06cc2-2c25-439e-9d20-67e2d3a4db44 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0542278 Feb 19 03:51:07.995595 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1d7a2-b535-4f5b-8097-19a404025049 req-4ba7a346-0f1c-4b71-a27f-1ce68f5e671f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:07.997176 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4bf1d7a2-b535-4f5b-8097-19a404025049 req-4ba7a346-0f1c-4b71-a27f-1ce68f5e671f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463965 Feb 19 03:51:08.093960 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4bf1d7a2-b535-4f5b-8097-19a404025049 req-d3558f2a-a046-461c-8429-c99e158b9b64 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901093 Feb 19 03:51:08.185662 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4bf1d7a2-b535-4f5b-8097-19a404025049 req-19a71fef-1fda-4ae6-ab37-a5aa0c45214a service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856919 Feb 19 03:51:08.198373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfc1af-72a9-4731-8a8d-3d3fdfd5b558 req-42010f81-61ef-4536-9ed1-f34fd4dad223 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:08.200258 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5dbfc1af-72a9-4731-8a8d-3d3fdfd5b558 req-42010f81-61ef-4536-9ed1-f34fd4dad223 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 944 time: 0.0537968 Feb 19 03:51:08.252877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5dbfc1af-72a9-4731-8a8d-3d3fdfd5b558 req-f2efb3b0-de17-4fd7-9ae7-64ea1f48303d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455823 Feb 19 03:51:08.573353 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:09.384522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c314c-33cd-4e57-8d6b-a91ba0df121b req-4f5f895e-5243-482c-9b5a-0fb190dd2cd6 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:09.385927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-185c314c-33cd-4e57-8d6b-a91ba0df121b req-4f5f895e-5243-482c-9b5a-0fb190dd2cd6 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 944 time: 0.0557647 Feb 19 03:51:09.435291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-185c314c-33cd-4e57-8d6b-a91ba0df121b req-71e95fe9-6d6a-4fc2-b5c0-9491df225188 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432017 Feb 19 03:51:10.114458 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:10.561553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d657d3-4691-4661-9dcf-54559963cc66 req-8df0d4ba-b34d-4613-85c6-c0c00fa04e34 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:10.563108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1d657d3-4691-4661-9dcf-54559963cc66 req-8df0d4ba-b34d-4613-85c6-c0c00fa04e34 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 944 time: 0.0535271 Feb 19 03:51:10.609808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1d657d3-4691-4661-9dcf-54559963cc66 req-f623a642-fe9d-4db9-a5b6-2a0b6130709b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409873 Feb 19 03:51:10.654615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 20972326-cf70-4546-907f-76fe35fb7f0c details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:51:10.754839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=20972326-cf70-4546-907f-76fe35fb7f0c,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:10.766196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '20972326-cf70-4546-907f-76fe35fb7f0c', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'port_id': '20972326-cf70-4546-907f-76fe35fb7f0c', 'mac_address': 'fa:16:3e:99:70:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:51:10.804245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 20972326-cf70-4546-907f-76fe35fb7f0c is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:10.804634 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:10.822261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20972326-cf70-4546-907f-76fe35fb7f0c {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:51:10.843514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=20972326-cf70-4546-907f-76fe35fb7f0c,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:10.850651 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:10.905282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=20972326-cf70-4546-907f-76fe35fb7f0c,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:11.179038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['20972326-cf70-4546-907f-76fe35fb7f0c'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:51:11.758119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1b6e0-7ed8-426f-882b-3381bdd59081 req-8bcf28ad-50b2-44d1-b009-9321636ca632 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:11.759592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-13a1b6e0-7ed8-426f-882b-3381bdd59081 req-8bcf28ad-50b2-44d1-b009-9321636ca632 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 945 time: 0.0597463 Feb 19 03:51:11.812857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-13a1b6e0-7ed8-426f-882b-3381bdd59081 req-ad8c9570-0c35-4fea-bf4b-c9cba9e053b2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442801 Feb 19 03:51:12.677060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 20972326-cf70-4546-907f-76fe35fb7f0c up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:51:12.732229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 20972326-cf70-4546-907f-76fe35fb7f0c completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:51:12.736036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 20972326-cf70-4546-907f-76fe35fb7f0c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:12.736419 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:12.815382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 20972326-cf70-4546-907f-76fe35fb7f0c is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:12.815781 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:12.839629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:12.842134 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4da0e5-537d-4521-9937-e52ad65dc762" -d '{"events": [{"server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "name": "network-vif-plugged", "status": "completed", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:12.855922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=20972326-cf70-4546-907f-76fe35fb7f0c,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:12.863817 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:12.916550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=20972326-cf70-4546-907f-76fe35fb7f0c,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:12.924249 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.924702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.925046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.925352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.925711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.926148 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.926477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.926798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.927229 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.927556 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.927876 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.928250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.928550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:12.949981 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4332f-5af0-48d2-8867-bb9471e32fe3 req-8e571630-4617-49d9-82fe-74d2b5a7fe3f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:12.951570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3e4332f-5af0-48d2-8867-bb9471e32fe3 req-8e571630-4617-49d9-82fe-74d2b5a7fe3f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0588317 Feb 19 03:51:13.003294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a3e4332f-5af0-48d2-8867-bb9471e32fe3 req-4b6985d4-7484-4348-8ae3-5dcd6aed7d00 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457897 Feb 19 03:51:13.049056 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98b6467-08de-46bb-b3be-27e00f89ee41 x-openstack-request-id: req-f98b6467-08de-46bb-b3be-27e00f89ee41 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:13.049360 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "name": "network-vif-plugged", "status": "completed", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:13.049617 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f98b6467-08de-46bb-b3be-27e00f89ee41 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:13.050008 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c', 'code': 200} Feb 19 03:51:13.159178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90487605-55db-4cb2-b631-be19129d7364 req-d8d077e5-da56-4f4f-b10f-162b704d9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:13.160777 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-90487605-55db-4cb2-b631-be19129d7364 req-d8d077e5-da56-4f4f-b10f-162b704d9767 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 1128 time: 0.0525346 Feb 19 03:51:13.206030 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-90487605-55db-4cb2-b631-be19129d7364 req-5162142a-9d15-484e-88ae-84515fa208df service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385764 Feb 19 03:51:14.145188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90849f95-9518-43b6-93e9-ef3f65731a18 req-ea3c4d02-2b6e-40de-a7d6-c10ef21dbd67 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:14.146674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90849f95-9518-43b6-93e9-ef3f65731a18 req-ea3c4d02-2b6e-40de-a7d6-c10ef21dbd67 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0614831 Feb 19 03:51:14.195651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-90849f95-9518-43b6-93e9-ef3f65731a18 req-a373f46a-4be0-4acb-86bd-ccae857660a8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432744 Feb 19 03:51:15.337808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec2829-f8a9-4418-825a-33b4aa941e78 req-c9e91085-dd37-4530-9e03-13f82396156f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:15.339326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3ec2829-f8a9-4418-825a-33b4aa941e78 req-c9e91085-dd37-4530-9e03-13f82396156f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0657139 Feb 19 03:51:15.394029 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3ec2829-f8a9-4418-825a-33b4aa941e78 req-e4da4bd3-b93c-45e2-af87-df31e636c187 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484612 Feb 19 03:51:15.523553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c21d0c-cdcb-4f5d-b2bc-2f12ada9e65b req-3dff084c-3510-4bfe-b711-a8e80bad1801 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:15.525076 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4c21d0c-cdcb-4f5d-b2bc-2f12ada9e65b req-3dff084c-3510-4bfe-b711-a8e80bad1801 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0584476 Feb 19 03:51:15.534616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49586) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:51:15.539087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ba26e5b2-56fd-4f3c-b030-dc4767405ea4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Request body: {'floatingip': {'port_id': '20972326-cf70-4546-907f-76fe35fb7f0c'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:15.581440 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba26e5b2-56fd-4f3c-b030-dc4767405ea4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:16.065405 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba26e5b2-56fd-4f3c-b030-dc4767405ea4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:16.072929 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba26e5b2-56fd-4f3c-b030-dc4767405ea4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:16.188245 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-ba26e5b2-56fd-4f3c-b030-dc4767405ea4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b associated. External IP: 172.25.1.181, port: 20972326-cf70-4546-907f-76fe35fb7f0c. Feb 19 03:51:16.411288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba26e5b2-56fd-4f3c-b030-dc4767405ea4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:51:16.521055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba26e5b2-56fd-4f3c-b030-dc4767405ea4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:51:16.526258 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ba26e5b2-56fd-4f3c-b030-dc4767405ea4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:16.531710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7c68ae-eb7c-470a-b1f9-c17a065720d7 None None] Sync routers for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:51:16.542322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c68ae-eb7c-470a-b1f9-c17a065720d7 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:51:16.542946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2c7c68ae-eb7c-470a-b1f9-c17a065720d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:51:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:16.556247 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ba26e5b2-56fd-4f3c-b030-dc4767405ea4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "PUT /v2.0/floatingips/39b4e66b-d054-4de0-bd43-bea3eab7ed8b HTTP/1.1" status: 200 len: 992 time: 1.0205374 Feb 19 03:51:16.556885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:16.559165 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a83b5b-9b07-425b-b9ea-04e4c3adca3e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:16.654033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2c7c68ae-eb7c-470a-b1f9-c17a065720d7 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:16.658366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f7037-3171-4d16-a889-37c6a1865499 req-7a95d455-f591-448c-9056-e9571760d72c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:16.659885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a29f7037-3171-4d16-a889-37c6a1865499 req-7a95d455-f591-448c-9056-e9571760d72c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0539327 Feb 19 03:51:16.710552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a29f7037-3171-4d16-a889-37c6a1865499 req-c93a0468-b199-44af-b34b-263bdb44cd6e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424953 Feb 19 03:51:16.759398 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a634e7a4-b230-465e-9660-872445f5f9e2 x-openstack-request-id: req-a634e7a4-b230-465e-9660-872445f5f9e2 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:16.759692 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:16.759947 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a634e7a4-b230-465e-9660-872445f5f9e2 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:16.760401 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c', 'status': 'completed', 'code': 200} Feb 19 03:51:16.826721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83b5b-9b07-425b-b9ea-04e4c3adca3e req-ec50ef9d-bfd9-4eec-b478-edd4229f2989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:16.828350 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1a83b5b-9b07-425b-b9ea-04e4c3adca3e req-ec50ef9d-bfd9-4eec-b478-edd4229f2989 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 1128 time: 0.0458767 Feb 19 03:51:16.867363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30007117-a7eb-40a0-9ed8-f717c0b34802 req-a9988a3b-e4f7-41fc-9916-06a2bcadf301 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:16.869081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30007117-a7eb-40a0-9ed8-f717c0b34802 req-a9988a3b-e4f7-41fc-9916-06a2bcadf301 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0548654 Feb 19 03:51:16.885013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2c7c68ae-eb7c-470a-b1f9-c17a065720d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '39b4e66b-d054-4de0-bd43-bea3eab7ed8b', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'port_id': '20972326-cf70-4546-907f-76fe35fb7f0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'mac_address': 'fa:16:3e:99:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:03Z', 'updated_at': '2022-02-19T03:51:15Z', 'revision_number': 1, 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:16.915564 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7c68ae-eb7c-470a-b1f9-c17a065720d7 None None] Checking router: 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:51:16.918194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83b5b-9b07-425b-b9ea-04e4c3adca3e req-e7e49fce-fb7d-4c44-8795-ad9bf3902edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:16.919756 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1a83b5b-9b07-425b-b9ea-04e4c3adca3e req-e7e49fce-fb7d-4c44-8795-ad9bf3902edc service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0854187 Feb 19 03:51:16.924303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c68ae-eb7c-470a-b1f9-c17a065720d7 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:51:16.925019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30007117-a7eb-40a0-9ed8-f717c0b34802 req-7264af2c-ee32-41e2-880d-19a08502c2ae tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490572 Feb 19 03:51:16.925156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2c7c68ae-eb7c-470a-b1f9-c17a065720d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:51:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:16.998686 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1a83b5b-9b07-425b-b9ea-04e4c3adca3e req-7d509476-8a0a-4449-ae80-fe6e94c9c2ab service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20972326-cf70-4546-907f-76fe35fb7f0c HTTP/1.1" status: 200 len: 1000 time: 0.0722988 Feb 19 03:51:17.038958 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-2c7c68ae-eb7c-470a-b1f9-c17a065720d7 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:17.050743 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83b5b-9b07-425b-b9ea-04e4c3adca3e req-431e30d4-d9a0-4e8d-b8b3-c70edd6d6f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:17.052259 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1a83b5b-9b07-425b-b9ea-04e4c3adca3e req-431e30d4-d9a0-4e8d-b8b3-c70edd6d6f57 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0485840 Feb 19 03:51:17.105310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a83b5b-9b07-425b-b9ea-04e4c3adca3e req-e5d45bb3-20b4-4180-9bbd-c4a315ccf1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:17.106857 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1a83b5b-9b07-425b-b9ea-04e4c3adca3e req-e5d45bb3-20b4-4180-9bbd-c4a315ccf1cb service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480776 Feb 19 03:51:17.205602 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1a83b5b-9b07-425b-b9ea-04e4c3adca3e req-3fb68e39-2f41-4754-9d2c-dadbaf90b8a2 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929370 Feb 19 03:51:17.277837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-2c7c68ae-eb7c-470a-b1f9-c17a065720d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '39b4e66b-d054-4de0-bd43-bea3eab7ed8b', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'port_id': '20972326-cf70-4546-907f-76fe35fb7f0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'mac_address': 'fa:16:3e:99:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:03Z', 'updated_at': '2022-02-19T03:51:15Z', 'revision_number': 1, 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:17.297013 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d1a83b5b-9b07-425b-b9ea-04e4c3adca3e req-4fa5098f-38b2-4fb7-9297-6dcbb8bc0236 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859928 Feb 19 03:51:17.308198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7c68ae-eb7c-470a-b1f9-c17a065720d7 None None] The sync data for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 is: [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '39b4e66b-d054-4de0-bd43-bea3eab7ed8b', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'port_id': '20972326-cf70-4546-907f-76fe35fb7f0c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'mac_address': 'fa:16:3e:99:70:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:03Z', 'updated_at': '2022-02-19T03:51:15Z', 'revision_number': 1, 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:51:17.551195 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2626ae5-68b9-421d-a90d-fca06508c933 None None] New status for floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:51:18.063994 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060293d6-d749-4fd7-b848-65068ec2b0e0 req-3f297d71-15a2-4f24-af4c-4e6cab6f687e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:18.065584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-060293d6-d749-4fd7-b848-65068ec2b0e0 req-3f297d71-15a2-4f24-af4c-4e6cab6f687e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0580165 Feb 19 03:51:18.116201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-060293d6-d749-4fd7-b848-65068ec2b0e0 req-36313434-aff4-47e6-9c65-55950760171b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446517 Feb 19 03:51:18.247075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fe156-e7ce-4a8c-a0ca-3d966e76d805 req-526a7758-04c4-425b-b1f5-70fb54e5f75a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:18.248641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-120fe156-e7ce-4a8c-a0ca-3d966e76d805 req-526a7758-04c4-425b-b1f5-70fb54e5f75a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0560856 Feb 19 03:51:18.299459 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-120fe156-e7ce-4a8c-a0ca-3d966e76d805 req-e402dfc3-6bd2-45ec-b1fe-1e7383e71c01 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445933 Feb 19 03:51:18.587891 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-3185f3af-3365-40c5-8a03-b3c7667372fa service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0800605 Feb 19 03:51:18.595745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de669e-4f3c-49a6-927e-317cd5e9377f req-f8b2767a-871c-4206-9e91-86d3ae49a13a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:18.597303 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92de669e-4f3c-49a6-927e-317cd5e9377f req-f8b2767a-871c-4206-9e91-86d3ae49a13a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0814211 Feb 19 03:51:18.647315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92de669e-4f3c-49a6-927e-317cd5e9377f req-7ae98bdd-b0f4-453f-adc0-254333c388bb tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437744 Feb 19 03:51:18.650943 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:51:18.998749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9745-6962-4e03-940c-bde572d536ed req-f162624f-b5ea-404f-b96c-adaf91eec6c2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:19.000486 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-f162624f-b5ea-404f-b96c-adaf91eec6c2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports/20972326-cf70-4546-907f-76fe35fb7f0c HTTP/1.1" status: 200 len: 943 time: 0.0601995 Feb 19 03:51:19.784195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5836e0-3c73-43bf-b444-efac42f5594e req-ad23b5e7-49f3-4812-bd93-bbdf65e705b3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:19.785749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b5836e0-3c73-43bf-b444-efac42f5594e req-ad23b5e7-49f3-4812-bd93-bbdf65e705b3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0601068 Feb 19 03:51:19.823566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9745-6962-4e03-940c-bde572d536ed req-4e0edd1a-89f7-432a-89ed-635f9109c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:19.825163 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-4e0edd1a-89f7-432a-89ed-635f9109c574 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 1128 time: 0.0467875 Feb 19 03:51:19.834522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5b5836e0-3c73-43bf-b444-efac42f5594e req-7bc86c10-d445-4538-99df-b76396ab7cc8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Feb 19 03:51:19.915720 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9745-6962-4e03-940c-bde572d536ed req-1c0891d8-f0a9-4ace-a692-3859f8ff1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:19.917158 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-1c0891d8-f0a9-4ace-a692-3859f8ff1543 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0865157 Feb 19 03:51:19.985746 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-01be2fcc-d8c6-4102-aa72-3170761932b7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20972326-cf70-4546-907f-76fe35fb7f0c HTTP/1.1" status: 200 len: 1002 time: 0.0629799 Feb 19 03:51:20.033488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9745-6962-4e03-940c-bde572d536ed req-b9e197f5-57c3-4f5b-8517-40be8c26a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:20.034950 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-b9e197f5-57c3-4f5b-8517-40be8c26a204 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0436018 Feb 19 03:51:20.085712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9745-6962-4e03-940c-bde572d536ed req-c1b1f292-50be-4acc-907b-d3ffca05fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:20.087193 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-c1b1f292-50be-4acc-907b-d3ffca05fc38 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459621 Feb 19 03:51:20.180271 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-e48a60d8-0648-43bc-aa22-77bc37287a64 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863667 Feb 19 03:51:20.269489 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-7831699f-bcf7-4524-976f-32d0a697812e service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832570 Feb 19 03:51:20.976982 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7a14a-d77c-482b-a292-909486e1f679 req-95f93be2-9d4b-4fe5-aad9-d65d5e47c841 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:20.978397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aba7a14a-d77c-482b-a292-909486e1f679 req-95f93be2-9d4b-4fe5-aad9-d65d5e47c841 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0652611 Feb 19 03:51:21.028903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aba7a14a-d77c-482b-a292-909486e1f679 req-2eb66c2a-6d12-43ae-9209-19936dab9b72 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423443 Feb 19 03:51:22.159280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2610de-f3ed-4a69-9028-87c6452a45b0 req-a4b497d2-f736-4c91-b2e5-9e6c00a01b07 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:22.160884 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5c2610de-f3ed-4a69-9028-87c6452a45b0 req-a4b497d2-f736-4c91-b2e5-9e6c00a01b07 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0571277 Feb 19 03:51:22.207587 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5c2610de-f3ed-4a69-9028-87c6452a45b0 req-ac8ca471-2232-4d9b-ba5b-586cbeb0df6d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411222 Feb 19 03:51:22.960769 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:23.338869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9876da9-eb1e-4ddb-be2b-7c136f243db8 req-0d407349-e3ba-430e-8246-6a444509e427 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:23.340361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9876da9-eb1e-4ddb-be2b-7c136f243db8 req-0d407349-e3ba-430e-8246-6a444509e427 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0615358 Feb 19 03:51:23.395953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e9876da9-eb1e-4ddb-be2b-7c136f243db8 req-049b31e8-3b97-4f82-9b69-52354579af50 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464363 Feb 19 03:51:23.963215 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:24.534351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a23276-e634-4b01-91cf-2c6c8d3ec1a8 req-ad0dd7f7-5fd5-4720-8440-b8f523f59a8d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:24.535836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5a23276-e634-4b01-91cf-2c6c8d3ec1a8 req-ad0dd7f7-5fd5-4720-8440-b8f523f59a8d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0613804 Feb 19 03:51:24.590358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5a23276-e634-4b01-91cf-2c6c8d3ec1a8 req-63eec583-96d9-437a-984a-408d1bbc0ffd tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485663 Feb 19 03:51:25.735168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bee666-318b-4d7a-998e-a2c5a2d74eec req-56be44a8-b855-448d-b30a-5df601277231 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:25.736696 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2bee666-318b-4d7a-998e-a2c5a2d74eec req-56be44a8-b855-448d-b30a-5df601277231 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0598710 Feb 19 03:51:25.787463 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2bee666-318b-4d7a-998e-a2c5a2d74eec req-9a22ef21-f8dc-4268-b6cf-a13412e6aaa2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446959 Feb 19 03:51:26.925061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf33d641-f71b-404d-aa0d-b1bf889cee1e req-aba0add0-be5d-4756-ae6c-947606f0f353 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:26.926549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf33d641-f71b-404d-aa0d-b1bf889cee1e req-aba0add0-be5d-4756-ae6c-947606f0f353 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0555174 Feb 19 03:51:26.974050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf33d641-f71b-404d-aa0d-b1bf889cee1e req-1202d017-b6d7-45d4-9102-7a3b34e4db16 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417511 Feb 19 03:51:28.117023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668b353-f0d8-42ae-aa99-30b1357f374f req-01a074a5-696a-49e5-bbba-93796fa47eaa tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:28.118475 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4668b353-f0d8-42ae-aa99-30b1357f374f req-01a074a5-696a-49e5-bbba-93796fa47eaa tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0626366 Feb 19 03:51:28.166700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4668b353-f0d8-42ae-aa99-30b1357f374f req-5599c18d-df55-422c-bc67-f6aed847276b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424988 Feb 19 03:51:29.318027 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735f31a-ff82-4e99-845b-3845f4b5e4fe req-30329561-b607-4757-9997-5cef106904eb tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:29.320306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a735f31a-ff82-4e99-845b-3845f4b5e4fe req-30329561-b607-4757-9997-5cef106904eb tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0667210 Feb 19 03:51:29.371895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a735f31a-ff82-4e99-845b-3845f4b5e4fe req-3d1e2bbb-7aab-42dd-b8b1-3b93520139ab tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433521 Feb 19 03:51:30.511198 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e55ad-dc59-4bc5-8352-34e66291f523 req-aa93bd7f-408c-4233-b332-fc048e1a434e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:30.512717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a7e55ad-dc59-4bc5-8352-34e66291f523 req-aa93bd7f-408c-4233-b332-fc048e1a434e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0540280 Feb 19 03:51:30.563597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7a7e55ad-dc59-4bc5-8352-34e66291f523 req-1f040703-c574-422c-8a66-2db438dacc8a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430317 Feb 19 03:51:31.703100 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78f0d6-84a0-43cd-a25e-1df833a95fab req-880b0ed8-4a16-4c13-ac09-60aeff180335 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:31.704552 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f78f0d6-84a0-43cd-a25e-1df833a95fab req-880b0ed8-4a16-4c13-ac09-60aeff180335 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0632107 Feb 19 03:51:31.755603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f78f0d6-84a0-43cd-a25e-1df833a95fab req-9c041ba8-ca16-4beb-a3a8-0f307e1448b5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448210 Feb 19 03:51:32.880569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240a7bf-fa5a-4968-82ec-2942f46f68d3 req-a4b935cb-77fb-440b-843e-4c4456feb90b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:32.882056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7240a7bf-fa5a-4968-82ec-2942f46f68d3 req-a4b935cb-77fb-440b-843e-4c4456feb90b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0529411 Feb 19 03:51:32.929335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7240a7bf-fa5a-4968-82ec-2942f46f68d3 req-be6e1bae-f9f8-44a6-8460-a313db475a4e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413890 Feb 19 03:51:33.670536 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7c91e0d3-b463-4144-8ae8-1a775a268bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:34.064164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea34e45-17e5-4ca3-bbd3-85094cffc084 req-788463b4-0de1-49a3-853d-dc3bd66fe5e3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:34.065830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bea34e45-17e5-4ca3-bbd3-85094cffc084 req-788463b4-0de1-49a3-853d-dc3bd66fe5e3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0560474 Feb 19 03:51:34.114502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bea34e45-17e5-4ca3-bbd3-85094cffc084 req-d6ff4b82-7df4-47f6-8f8e-23851b31ff83 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429845 Feb 19 03:51:35.259928 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c494a-b513-4795-8afd-0e6d54dd453a req-510d515d-ce9b-4f6f-baeb-531105793ff1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:35.261497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d8c494a-b513-4795-8afd-0e6d54dd453a req-510d515d-ce9b-4f6f-baeb-531105793ff1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0665076 Feb 19 03:51:35.314664 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d8c494a-b513-4795-8afd-0e6d54dd453a req-f88f1875-3980-47f6-b280-e31ce0c469e1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469792 Feb 19 03:51:35.938783 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2de2eac6-6288-479f-b1c4-4910d19de95b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:36.452040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65563c6f-8b60-4bda-b046-3ef482f97f70 req-37082460-3397-434a-8354-36ac855ec7db tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:36.453549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65563c6f-8b60-4bda-b046-3ef482f97f70 req-37082460-3397-434a-8354-36ac855ec7db tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0650811 Feb 19 03:51:36.502839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-65563c6f-8b60-4bda-b046-3ef482f97f70 req-66f9b641-d9fa-4399-83c7-dfd218594836 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414965 Feb 19 03:51:37.265460 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:37.644146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957980e-858b-47f5-a9b3-65eedd047727 req-5abe1abd-de76-4b08-88c2-2027bc7561bb tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:37.646260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d957980e-858b-47f5-a9b3-65eedd047727 req-5abe1abd-de76-4b08-88c2-2027bc7561bb tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0674663 Feb 19 03:51:37.698788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d957980e-858b-47f5-a9b3-65eedd047727 req-f216f748-a8f0-4af5-85bb-d73665e084ed tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436804 Feb 19 03:51:38.575343 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:38.836514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5db3c-2048-468d-980a-3c44ac91e5aa req-94853b77-1d4f-4334-ac62-dc629e8d3be4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:38.838035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ae5db3c-2048-468d-980a-3c44ac91e5aa req-94853b77-1d4f-4334-ac62-dc629e8d3be4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0683920 Feb 19 03:51:38.888099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ae5db3c-2048-468d-980a-3c44ac91e5aa req-492f263e-ceea-40fe-b214-87d9b1d1e427 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443542 Feb 19 03:51:40.030182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e13cd0-0be4-4421-b296-ea12af13661b req-294fde96-05ef-4127-add6-755f09aff1b9 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:40.031616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4e13cd0-0be4-4421-b296-ea12af13661b req-294fde96-05ef-4127-add6-755f09aff1b9 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0610387 Feb 19 03:51:40.081484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4e13cd0-0be4-4421-b296-ea12af13661b req-29359fb2-6680-494e-a0ff-7ab171ed6d96 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442390 Feb 19 03:51:40.110543 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:41.204256 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50645220-2d87-4918-bc9a-04d533cb592d req-7513fc35-204f-40c0-a01d-f9907e28e622 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:41.205916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50645220-2d87-4918-bc9a-04d533cb592d req-7513fc35-204f-40c0-a01d-f9907e28e622 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0540843 Feb 19 03:51:41.255004 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50645220-2d87-4918-bc9a-04d533cb592d req-9b717070-a646-4e9e-b2bd-4b2a4dc774a9 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428607 Feb 19 03:51:42.401713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb970e6-4f90-4482-8818-299cc441cf00 req-6e01a0cf-6321-41f4-acde-4ae82516f418 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:42.403223 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fb970e6-4f90-4482-8818-299cc441cf00 req-6e01a0cf-6321-41f4-acde-4ae82516f418 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0551510 Feb 19 03:51:42.462809 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fb970e6-4f90-4482-8818-299cc441cf00 req-72a4f747-59b7-440a-9f5a-942abb032402 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510623 Feb 19 03:51:43.595759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb6c25-8ef2-4b67-83a2-9d7b950366d5 req-94f4c7cd-34ff-4c4f-9d4c-2fec3606a9fc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:43.597403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66cb6c25-8ef2-4b67-83a2-9d7b950366d5 req-94f4c7cd-34ff-4c4f-9d4c-2fec3606a9fc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0617664 Feb 19 03:51:43.646808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-66cb6c25-8ef2-4b67-83a2-9d7b950366d5 req-1d911af9-08fe-45f7-9074-090cb103a3b8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437489 Feb 19 03:51:44.783052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46568074-74d5-4d1d-9952-24896b9d3581 req-f94d9c67-76f1-4eab-93f5-ba5d683c6846 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:44.784863 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46568074-74d5-4d1d-9952-24896b9d3581 req-f94d9c67-76f1-4eab-93f5-ba5d683c6846 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0600982 Feb 19 03:51:44.834299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46568074-74d5-4d1d-9952-24896b9d3581 req-198a5bb6-2cfb-40c3-a561-138dbd877776 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437074 Feb 19 03:51:45.989820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63623a1-0a88-43b3-b1f1-a51e06463480 req-7fb0682e-0c5a-475a-b79b-0e90906c8494 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:45.991218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e63623a1-0a88-43b3-b1f1-a51e06463480 req-7fb0682e-0c5a-475a-b79b-0e90906c8494 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0567045 Feb 19 03:51:46.046322 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e63623a1-0a88-43b3-b1f1-a51e06463480 req-0fb8eace-de50-4d18-8aa4-24eb7714080a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468912 Feb 19 03:51:47.119868 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [req-ecad9745-6962-4e03-940c-bde572d536ed req-ad67ca40-71fd-4eb7-9c20-5bac94ea37e4 service neutron] show failed (client error): The resource could not be found. Feb 19 03:51:47.120889 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-ad67ca40-71fd-4eb7-9c20-5bac94ea37e4 service neutron] 10.222.0.87 "GET /v2.0/ports/20972326-cf70-4546-907f-76fe35fb7f0c/bindings/n-h2-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0683963 Feb 19 03:51:47.170985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f311c16-5844-4b76-adec-bb94dd515ac6 req-36a25c97-10f2-4ef8-8055-64033b472602 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:47.172502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f311c16-5844-4b76-adec-bb94dd515ac6 req-36a25c97-10f2-4ef8-8055-64033b472602 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0531929 Feb 19 03:51:47.220523 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f311c16-5844-4b76-adec-bb94dd515ac6 req-bb5e9676-0659-4f4a-83a2-38878ae48fda tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 Feb 19 03:51:47.328252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9745-6962-4e03-940c-bde572d536ed req-2f19fcf9-4dcc-43e0-8c6a-dba450c126b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:47.329709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-2f19fcf9-4dcc-43e0-8c6a-dba450c126b2 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 1128 time: 0.0477438 Feb 19 03:51:47.341905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:47.404592 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:47.622283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=20972326-cf70-4546-907f-76fe35fb7f0c,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:47.656472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:51:47.695964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:47.698261 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22315418-bd48-4411-b1d8-7dfd37665c81" -d '{"events": [{"server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "name": "network-vif-unplugged", "status": "completed", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:47.702144 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Publish callbacks [] for port (20972326-cf70-4546-907f-76fe35fb7f0c), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:47.714779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Transition to ACTIVE for port object 20972326-cf70-4546-907f-76fe35fb7f0c will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:51:47.719711 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:47.750282 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6302ce-a2a4-4f8c-bba3-61f855098418 x-openstack-request-id: req-7b6302ce-a2a4-4f8c-bba3-61f855098418 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:47.751360 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "name": "network-vif-unplugged", "status": "completed", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:47.751360 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7b6302ce-a2a4-4f8c-bba3-61f855098418 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:47.751360 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c', 'code': 200} Feb 19 03:51:47.825878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Pushing event updated for resources: {'Port': ['ID=20972326-cf70-4546-907f-76fe35fb7f0c,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:47.848766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.849144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.849456 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.849794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.850125 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.850462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.850785 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.851108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.851434 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.851757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.852078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.852396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.852735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:51:47.909980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] No DVR routers for this DVR port 20972326-cf70-4546-907f-76fe35fb7f0c on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:51:48.426978 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Attempting to bind port 20972326-cf70-4546-907f-76fe35fb7f0c on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:51:48.427722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Attempting to bind port 20972326-cf70-4546-907f-76fe35fb7f0c by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:51:48.427722 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Attempting to bind port 20972326-cf70-4546-907f-76fe35fb7f0c on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:48.434639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Port 20972326-cf70-4546-907f-76fe35fb7f0c on network 6df327e8-fea2-48eb-bfda-406417702dec not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:51:48.434959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Attempting to bind port 20972326-cf70-4546-907f-76fe35fb7f0c on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:51:48.444699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256a5ef-e0ac-4796-9af3-dbe9cd1a64d5 req-3e01dfd8-03a8-49ca-b6fe-379d7db7823b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:48.446203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7256a5ef-e0ac-4796-9af3-dbe9cd1a64d5 req-3e01dfd8-03a8-49ca-b6fe-379d7db7823b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 944 time: 0.0894222 Feb 19 03:51:48.449032 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:51:48.449374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:51:48.449755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Bound using segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:51:48.450181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Bound port: 20972326-cf70-4546-907f-76fe35fb7f0c, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:51:48.450531 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:48.533961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7256a5ef-e0ac-4796-9af3-dbe9cd1a64d5 req-bcccfb9c-ffaf-40d5-baa0-3d954018d35d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811164 Feb 19 03:51:48.549281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:51:48.552345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=20972326-cf70-4546-907f-76fe35fb7f0c,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:51:48.559081 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:48.592835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:48.593461 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:48.594854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] 10.222.0.67 "PUT /v2.0/ports/20972326-cf70-4546-907f-76fe35fb7f0c HTTP/1.1" status: 200 len: 1092 time: 1.2569888 Feb 19 03:51:48.616240 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87efb707-b172-4820-b8a4-fc5f478e57b2 service neutron] Pushing event updated for resources: {'Port': ['ID=20972326-cf70-4546-907f-76fe35fb7f0c,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:48.664490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9745-6962-4e03-940c-bde572d536ed req-51f98340-3e8e-4188-bb0c-96ba50af0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:48.666270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-51f98340-3e8e-4188-bb0c-96ba50af0346 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 1126 time: 0.0471182 Feb 19 03:51:48.762625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9745-6962-4e03-940c-bde572d536ed req-77a64fcf-513f-4e59-a223-2ad16f27427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:48.764114 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-77a64fcf-513f-4e59-a223-2ad16f27427b service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0919321 Feb 19 03:51:48.828068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-5760070e-29b8-4062-b86a-1966972c9ab2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20972326-cf70-4546-907f-76fe35fb7f0c HTTP/1.1" status: 200 len: 1000 time: 0.0573409 Feb 19 03:51:48.879007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9745-6962-4e03-940c-bde572d536ed req-326dbaa0-dd77-4969-a1df-fe2a11aa2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:48.880526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-326dbaa0-dd77-4969-a1df-fe2a11aa2940 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0462589 Feb 19 03:51:48.936277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad9745-6962-4e03-940c-bde572d536ed req-24827885-3786-4f93-b3ff-97d0878280a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:48.937817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-24827885-3786-4f93-b3ff-97d0878280a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517750 Feb 19 03:51:49.038894 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-13c32f5b-7220-4fb8-a3af-9a7bc79155a0 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943365 Feb 19 03:51:49.138697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ecad9745-6962-4e03-940c-bde572d536ed req-53aa5172-66a3-4c83-af00-21099d3fd336 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931618 Feb 19 03:51:49.667276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e54469-3409-46a5-808d-5df960c673d9 req-2016d64c-9eae-4577-8d06-66a1ba5fb652 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:49.672082 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87e54469-3409-46a5-808d-5df960c673d9 req-2016d64c-9eae-4577-8d06-66a1ba5fb652 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 944 time: 0.0578437 Feb 19 03:51:49.716430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87e54469-3409-46a5-808d-5df960c673d9 req-c308076b-4c23-43be-926d-0f8f87c1910c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417223 Feb 19 03:51:49.752273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:49.755603 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c304d9-edc8-45ef-a79a-4368c41f166c" -d '{"events": [{"name": "network-changed", "server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:49.813181 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7764acf8-a212-47e6-9efe-c11ed85c215a x-openstack-request-id: req-7764acf8-a212-47e6-9efe-c11ed85c215a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:49.814388 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:49.814803 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7764acf8-a212-47e6-9efe-c11ed85c215a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:49.815786 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c', 'status': 'completed', 'code': 200} Feb 19 03:51:49.879414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-f3953e3c-3e46-4665-bd9a-57e62ada0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:49.881071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-f3953e3c-3e46-4665-bd9a-57e62ada0a8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 1126 time: 0.0496459 Feb 19 03:51:49.881424 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-8ded818e-283b-4004-94eb-41721c273f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:49.882917 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-8ded818e-283b-4004-94eb-41721c273f35 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 1126 time: 0.0455225 Feb 19 03:51:49.972490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-47d1e65c-dc99-4961-886b-4426ec0bcae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:49.974010 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-47d1e65c-dc99-4961-886b-4426ec0bcae9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0844433 Feb 19 03:51:49.976618 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-54132af6-7f32-46e1-b943-a5a09c88e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:49.978221 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-54132af6-7f32-46e1-b943-a5a09c88e618 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0909278 Feb 19 03:51:50.044524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-26b679e3-dd48-43f4-91f9-15b9deb88fb2 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20972326-cf70-4546-907f-76fe35fb7f0c HTTP/1.1" status: 200 len: 1000 time: 0.0596695 Feb 19 03:51:50.045063 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-8d390311-cdea-4176-a046-dd97bc4068f7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20972326-cf70-4546-907f-76fe35fb7f0c HTTP/1.1" status: 200 len: 1000 time: 0.0650690 Feb 19 03:51:50.095176 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-a80b3596-fe98-42f6-bb10-7920d49f0100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:50.096738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-a80b3596-fe98-42f6-bb10-7920d49f0100 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0452459 Feb 19 03:51:50.097023 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-da6b77cc-d20b-4516-8830-4eedfc4e2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:50.098750 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-da6b77cc-d20b-4516-8830-4eedfc4e2c6b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0476184 Feb 19 03:51:50.149959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-aee7bb79-5a29-4c30-93a1-477652cb687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:50.151456 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-aee7bb79-5a29-4c30-93a1-477652cb687b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471365 Feb 19 03:51:50.152958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-5915049e-2af3-4155-be80-cbebaad21e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:50.154448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-5915049e-2af3-4155-be80-cbebaad21e66 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515125 Feb 19 03:51:50.245177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-f2b515fa-ae84-4c91-b421-e1891d0e80e7 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836911 Feb 19 03:51:50.247187 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-93e8ccfd-44cb-4425-ab44-dfd51778bebc service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883617 Feb 19 03:51:50.338255 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-b5c52eb1-e7be-4468-83d6-d0bb62d05528 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854585 Feb 19 03:51:50.338718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-34c304d9-edc8-45ef-a79a-4368c41f166c req-4bcdbc46-56fb-4a36-bb61-104d5eb7a9be service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874667 Feb 19 03:51:50.859559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85d35e-bdd7-4eb8-acd6-27e1f5482d35 req-3e4b6037-b4d8-4771-a87d-93e7d9878dea tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:50.861073 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d85d35e-bdd7-4eb8-acd6-27e1f5482d35 req-3e4b6037-b4d8-4771-a87d-93e7d9878dea tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 944 time: 0.0570579 Feb 19 03:51:50.910739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d85d35e-bdd7-4eb8-acd6-27e1f5482d35 req-2c967c44-f492-4240-87cf-69a37612c69f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436964 Feb 19 03:51:50.935480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 20972326-cf70-4546-907f-76fe35fb7f0c no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:51:50.974082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] The host n-h1-826755-2 is not matching for port 20972326-cf70-4546-907f-76fe35fb7f0c host n-h2-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:51:50.974292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 20972326-cf70-4546-907f-76fe35fb7f0c not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:51:52.034506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33e49c6-7782-4b52-9f7f-eabc2bcffd46 req-f5bdf899-7f98-45c4-a82b-a5880cfafe82 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:52.036034 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a33e49c6-7782-4b52-9f7f-eabc2bcffd46 req-f5bdf899-7f98-45c4-a82b-a5880cfafe82 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 944 time: 0.0549068 Feb 19 03:51:52.105448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a33e49c6-7782-4b52-9f7f-eabc2bcffd46 req-37f4f07b-c36c-4238-8787-d227520698f2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609531 Feb 19 03:51:52.325615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ddf06-0177-4ee6-8aa8-63622a62e32e req-ac4705c0-ed43-4806-8b52-06657965e793 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:52.327124 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-039ddf06-0177-4ee6-8aa8-63622a62e32e req-ac4705c0-ed43-4806-8b52-06657965e793 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 944 time: 0.0565062 Feb 19 03:51:52.342809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-6f3c5e7b-cc03-4406-b870-c5ab2338ba9a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:52.344269 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-6f3c5e7b-cc03-4406-b870-c5ab2338ba9a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04&tenant_id=6c0a560b175e4250877a7787995380f8&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 944 time: 0.0627213 Feb 19 03:51:52.375818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-039ddf06-0177-4ee6-8aa8-63622a62e32e req-d4af9f7d-89f8-475e-84f0-184687f67d9d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425427 Feb 19 03:51:52.403510 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-7fc0764d-e513-496f-bb93-4d8e0854e989 service neutron] delete failed (client error): The resource could not be found. Feb 19 03:51:52.404544 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-7fc0764d-e513-496f-bb93-4d8e0854e989 service neutron] 10.222.0.87 "DELETE /v2.0/ports/20972326-cf70-4546-907f-76fe35fb7f0c/bindings/n-h1-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0545752 Feb 19 03:51:52.495579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-4f145ea4-fedc-49fc-866c-711a0cc5b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:52.497020 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-4f145ea4-fedc-49fc-866c-711a0cc5b186 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 1126 time: 0.0474229 Feb 19 03:51:52.498400 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 20972326-cf70-4546-907f-76fe35fb7f0c details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:51:52.591184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-cffd2e7f-842f-46a1-9ef0-b4af52b2d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:52.592718 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-cffd2e7f-842f-46a1-9ef0-b4af52b2d85e service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0888972 Feb 19 03:51:52.598135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=20972326-cf70-4546-907f-76fe35fb7f0c,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:52.609627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '20972326-cf70-4546-907f-76fe35fb7f0c', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'port_id': '20972326-cf70-4546-907f-76fe35fb7f0c', 'mac_address': 'fa:16:3e:99:70:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:51:52.645985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 20972326-cf70-4546-907f-76fe35fb7f0c is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:52.646376 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:52.657072 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-452e5519-2583-4ff1-bd41-970eacbde6ac service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=20972326-cf70-4546-907f-76fe35fb7f0c HTTP/1.1" status: 200 len: 1000 time: 0.0587003 Feb 19 03:51:52.659502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20972326-cf70-4546-907f-76fe35fb7f0c {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:51:52.680310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=20972326-cf70-4546-907f-76fe35fb7f0c,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:52.685953 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:52.704113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-896d95bd-8e4e-4cd4-bfa6-9db4f770dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:52.706234 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-896d95bd-8e4e-4cd4-bfa6-9db4f770dc07 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0438991 Feb 19 03:51:52.739072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=20972326-cf70-4546-907f-76fe35fb7f0c,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:52.762202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-b8b58222-aa92-479d-970c-140259c74d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:52.763697 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-b8b58222-aa92-479d-970c-140259c74d12 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0520186 Feb 19 03:51:52.864022 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-8073c7ee-4646-489a-8b99-7136c56367bb service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924559 Feb 19 03:51:52.956933 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-217dfa1f-9d38-4072-a886-ab1a8d735a64 req-52fb721a-0dd8-42cc-b343-1cdc62bbb808 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875738 Feb 19 03:51:52.957447 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:52.989838 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['20972326-cf70-4546-907f-76fe35fb7f0c'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:51:53.510946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82fb22-3b6d-46eb-8e23-7174c95d1cdb req-6c2b132b-7b95-423d-b47c-45136d37379b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:53.512408 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb82fb22-3b6d-46eb-8e23-7174c95d1cdb req-6c2b132b-7b95-423d-b47c-45136d37379b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 945 time: 0.0649910 Feb 19 03:51:53.561245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb82fb22-3b6d-46eb-8e23-7174c95d1cdb req-51bfbc29-ac6e-45be-bc73-24ea4cadab0e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429974 Feb 19 03:51:53.687287 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7595d2-bb24-4a16-b645-8f7934f8f45a req-8b553fc5-d546-4c08-b491-b590e617ede2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:53.688714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b7595d2-bb24-4a16-b645-8f7934f8f45a req-8b553fc5-d546-4c08-b491-b590e617ede2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 945 time: 0.0608492 Feb 19 03:51:53.736567 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b7595d2-bb24-4a16-b645-8f7934f8f45a req-d56237f7-c779-4303-8277-914e4e573818 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419235 Feb 19 03:51:53.864448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c56c5-6f4c-49d9-9582-86464319fc29 req-c74b9563-37c1-446b-87db-b52dcec996a1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:53.865963 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721c56c5-6f4c-49d9-9582-86464319fc29 req-c74b9563-37c1-446b-87db-b52dcec996a1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 945 time: 0.0545299 Feb 19 03:51:53.913661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-721c56c5-6f4c-49d9-9582-86464319fc29 req-20721757-f448-4edb-8223-327497ad2bec tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420470 Feb 19 03:51:53.967984 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.161353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c375be6-6ffc-4db7-80c3-16307d63ea16 req-5c958763-f8d0-4f7e-8eb6-cd66e146ade2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:54.162842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c375be6-6ffc-4db7-80c3-16307d63ea16 req-5c958763-f8d0-4f7e-8eb6-cd66e146ade2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 945 time: 0.0560954 Feb 19 03:51:54.214270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c375be6-6ffc-4db7-80c3-16307d63ea16 req-3e8c613a-c3f4-4e72-9e88-20b5d86c2969 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455801 Feb 19 03:51:54.507602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 20972326-cf70-4546-907f-76fe35fb7f0c up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:51:54.564829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 20972326-cf70-4546-907f-76fe35fb7f0c completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:51:54.568850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 20972326-cf70-4546-907f-76fe35fb7f0c triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:51:54.569233 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.645376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 20972326-cf70-4546-907f-76fe35fb7f0c is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:51:54.645768 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.670381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:54.672653 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3534f971-6b80-46ac-b3f2-f7218c45341c" -d '{"events": [{"server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "name": "network-vif-plugged", "status": "completed", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:54.685494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=20972326-cf70-4546-907f-76fe35fb7f0c,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:54.691054 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:54.714750 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1c5b67-bc13-43bc-93e6-3891a4caa24f x-openstack-request-id: req-ac1c5b67-bc13-43bc-93e6-3891a4caa24f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:54.715044 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "name": "network-vif-plugged", "status": "completed", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:54.715299 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ac1c5b67-bc13-43bc-93e6-3891a4caa24f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:54.715691 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c', 'code': 200} Feb 19 03:51:54.742447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=20972326-cf70-4546-907f-76fe35fb7f0c,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:55.339274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43112b1-e868-4015-8647-413b24b35e22 req-a192145c-78f2-45be-b42d-c47ac95e15c9 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:55.340690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a43112b1-e868-4015-8647-413b24b35e22 req-a192145c-78f2-45be-b42d-c47ac95e15c9 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0557899 Feb 19 03:51:55.395444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a43112b1-e868-4015-8647-413b24b35e22 req-7b0f69e0-b11d-4554-a45e-f0ae6161f558 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489385 Feb 19 03:51:55.513554 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c4e3a835-c66a-4f03-876e-b3b8b52fae42 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:55.515028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c4e3a835-c66a-4f03-876e-b3b8b52fae42 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 946 time: 0.0616524 Feb 19 03:51:55.613628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Deleting port 20972326-cf70-4546-907f-76fe35fb7f0c {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:51:55.613863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:55.650985 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:51:55.704535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] For port 20972326-cf70-4546-907f-76fe35fb7f0c, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=20972326-cf70-4546-907f-76fe35fb7f0c,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:51:55.704947 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:55.907010 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:55.907263 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:55.907577 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b disassociated. External IP: 172.25.1.181, port: 20972326-cf70-4546-907f-76fe35fb7f0c. Feb 19 03:51:55.907916 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Calling delete_port for 20972326-cf70-4546-907f-76fe35fb7f0c owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:51:56.042777 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (20972326-cf70-4546-907f-76fe35fb7f0c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:56.075470 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event deleted for resources: {'Port': ['ID=20972326-cf70-4546-907f-76fe35fb7f0c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:56.197056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:51:56.309068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:51:56.320372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0afb0d-eec4-4fe6-8df1-7201d9c58777 None None] Sync routers for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:51:56.331103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0afb0d-eec4-4fe6-8df1-7201d9c58777 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:51:56.331766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ff0afb0d-eec4-4fe6-8df1-7201d9c58777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:51:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:56.350139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] No DVR routers for this DVR port 20972326-cf70-4546-907f-76fe35fb7f0c on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:51:56.352786 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:56.356090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed4abe38-91ec-4d06-885c-ddc4dee0ceaf req-c9af8e58-56f0-49b8-9bbf-4f9b50f0393b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.67 "DELETE /v2.0/ports/20972326-cf70-4546-907f-76fe35fb7f0c HTTP/1.1" status: 204 len: 173 time: 0.8353369 Feb 19 03:51:56.356530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'name': 'network-vif-deleted', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:51:56.358953 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11cd2f95-9556-4e51-9f11-4328f6bf4482" -d '{"events": [{"server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "name": "network-vif-deleted", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:51:56.395784 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedf354f-7098-435c-9187-36eaac735584 x-openstack-request-id: req-fedf354f-7098-435c-9187-36eaac735584 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:51:56.396083 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b087626-e252-4a74-9cd0-a8409d45ac04", "name": "network-vif-deleted", "tag": "20972326-cf70-4546-907f-76fe35fb7f0c", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:51:56.396368 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fedf354f-7098-435c-9187-36eaac735584 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:51:56.396815 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b087626-e252-4a74-9cd0-a8409d45ac04', 'name': 'network-vif-deleted', 'tag': '20972326-cf70-4546-907f-76fe35fb7f0c', 'status': 'completed', 'code': 200} Feb 19 03:51:56.496806 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1657ce2-a77c-4c31-8613-a05559021f27 req-6d1a938e-34a2-4f63-a7db-148c7e035f28 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=2b087626-e252-4a74-9cd0-a8409d45ac04 HTTP/1.1" status: 200 len: 210 time: 0.0289397 Feb 19 03:51:56.613990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-ff0afb0d-eec4-4fe6-8df1-7201d9c58777 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:56.811378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ff0afb0d-eec4-4fe6-8df1-7201d9c58777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:56.838360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0afb0d-eec4-4fe6-8df1-7201d9c58777 None None] Checking router: 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:51:56.847999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0afb0d-eec4-4fe6-8df1-7201d9c58777 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:51:56.848605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ff0afb0d-eec4-4fe6-8df1-7201d9c58777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:51:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:56.955518 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-ff0afb0d-eec4-4fe6-8df1-7201d9c58777 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:51:57.173037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ff0afb0d-eec4-4fe6-8df1-7201d9c58777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:51:57.204070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0afb0d-eec4-4fe6-8df1-7201d9c58777 None None] The sync data for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 is: [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:51:57.436519 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9462f201-37d6-4f47-8efe-422071449542 None None] New status for floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:51:57.524506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-962e5695-21f5-44d3-bf00-ca8bde98ebb8 req-788018e8-8dd0-4ed2-8e86-32a6ad8a56b5 service neutron] (109899) timed out ('10.222.0.67', 49595) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 03:51:57.754013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-c923f00e-c3b3-412e-a1b9-486615e86d2b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2073206274&fields=id&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 267 time: 0.0457006 Feb 19 03:51:57.866110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-786614e6-fde6-4008-bfc5-24aa2b80e9a3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:57.867551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-786614e6-fde6-4008-bfc5-24aa2b80e9a3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 812 time: 0.1038616 Feb 19 03:51:57.885535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-025d48b6-ff49-41a3-a2cc-950586dbd37b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/quotas/6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 375 time: 0.0094266 Feb 19 03:51:57.943603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-fc35a462-33ba-4fcb-b3fa-b4254cf08a45 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531404 Feb 19 03:51:58.064704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-caffb884-2c7e-4aea-9a71-eaf07bad07f2 service neutron] 10.222.0.81 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095240 Feb 19 03:51:58.168842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-9f5c9ea2-af46-4e7a-8d19-6fc090be8a5b service neutron] 10.222.0.81 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979247 Feb 19 03:51:58.337063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3de02a85-671d-4905-b764-0f0e22e18845 req-2319be96-611e-4a9b-8d80-7aed4db6fcaf tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 210 time: 0.0277658 Feb 19 03:51:58.556366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 20972326-cf70-4546-907f-76fe35fb7f0c no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:51:58.576956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 20972326-cf70-4546-907f-76fe35fb7f0c {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:51:58.577308 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 20972326-cf70-4546-907f-76fe35fb7f0c not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:51:59.315979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ffae2eb4-3f88-4a68-a558-bf112cbbb57a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:59.317483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ffae2eb4-3f88-4a68-a558-bf112cbbb57a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 812 time: 0.1097677 Feb 19 03:51:59.378261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-1c7fe61f-e741-4400-ab9e-c2d42017c56d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 380 time: 0.0531716 Feb 19 03:51:59.386805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Request body: {'port': {'device_id': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'admin_state_up': True, 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'security_groups': ['09b292a8-7439-4595-9fc3-30549b7f96eb']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:51:59.465962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76db7792-5ea7-424c-affd-59910cef3d1a req-1ef792c0-f8ad-41e8-8506-c37cb8db1652 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 210 time: 0.0373111 Feb 19 03:51:59.534301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Made reservation on behalf of 6c0a560b175e4250877a7787995380f8 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:51:59.537818 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:59.663053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Allocated IP 172.20.0.9 (6df327e8-fea2-48eb-bfda-406417702dec/8cca9d27-04de-4ab5-b805-45050d722c1e/c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:51:59.802131 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:59.839110 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:59.880894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Network 6df327e8-fea2-48eb-bfda-406417702dec is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:51:59.883933 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:51:59.889674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:51:59.896297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event updated for resources: {'Port': ['ID=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:51:59.943453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:51:59.943980 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:51:59.961047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-25535467-3b34-405f-8b34-05fe6e798bfc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5777621 Feb 19 03:51:59.972837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Request body: {'port': {'device_id': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:00.039946 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:00.173838 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5563cf70-f3bb-47c3-9099-bc9b90ac7418 None None] Provisioning complete for port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:00.174427 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5563cf70-f3bb-47c3-9099-bc9b90ac7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:00.213807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5563cf70-f3bb-47c3-9099-bc9b90ac7418 None None] Port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:52:00.312243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:52:00.321179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Publish callbacks [] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:00.333735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Transition to ACTIVE for port object c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:52:00.340237 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:00.389607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:00.466118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Attempting to bind port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:52:00.466377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Attempting to bind port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:52:00.466708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Attempting to bind port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:00.471992 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 on network 6df327e8-fea2-48eb-bfda-406417702dec not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:52:00.472333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Attempting to bind port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:00.477561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:52:00.477899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:52:00.478284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Bound using segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:52:00.478713 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Bound port: c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:52:00.479066 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:00.553976 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:52:00.583956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:52:00.591933 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:00.632034 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:00.632657 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:00.634072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] 10.222.0.67 "PUT /v2.0/ports/c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 200 len: 1091 time: 0.6657693 Feb 19 03:52:00.634543 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:00.636861 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b5fbd8-4276-401f-8459-4c554ce2a07f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:00.672181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707e47f-d969-4dcf-bf56-9ad824d781c6 req-5e7e2105-7865-48d3-bf5e-e42a5d0d84ac tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:00.673984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a707e47f-d969-4dcf-bf56-9ad824d781c6 req-5e7e2105-7865-48d3-bf5e-e42a5d0d84ac tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 943 time: 0.1319509 Feb 19 03:52:00.674918 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce578540-c07d-4784-a45c-2f3c09308068 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:00.769086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a707e47f-d969-4dcf-bf56-9ad824d781c6 req-eb5538c5-01c7-434e-b976-541ce9ed7b58 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817347 Feb 19 03:52:00.771003 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-7d9187f6-dabc-4e3b-aecb-559e1f91ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:00.772456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-7d9187f6-dabc-4e3b-aecb-559e1f91ef91 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 1125 time: 0.0946529 Feb 19 03:52:00.822116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-dbdcc896-86b6-4155-a8c7-b717da0470aa service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 200 len: 217 time: 0.0424018 Feb 19 03:52:00.840509 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034a41ec-0d53-4687-9de3-445b9bc5a517 x-openstack-request-id: req-034a41ec-0d53-4687-9de3-445b9bc5a517 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:00.840714 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:00.840973 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-034a41ec-0d53-4687-9de3-445b9bc5a517 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:00.841373 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'status': 'completed', 'code': 200} Feb 19 03:52:00.882840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-5684e929-e072-408b-97e7-346899e1314a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:00.884368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-5684e929-e072-408b-97e7-346899e1314a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0528224 Feb 19 03:52:00.935508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-5ece24af-81c5-4b4c-b90e-87c7f9d86937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:00.937342 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-5ece24af-81c5-4b4c-b90e-87c7f9d86937 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474048 Feb 19 03:52:01.035292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-1565a5e4-7412-401e-af9e-a446c0a55e5d service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914936 Feb 19 03:52:01.126809 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a65038-2e29-4499-8112-3f9210dfaa1c req-d6b95ef7-2142-43ad-828d-93e080148c38 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853107 Feb 19 03:52:01.221313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5fbd8-4276-401f-8459-4c554ce2a07f req-e38dc7b5-2275-49e7-9fa4-32a39c6f0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:01.222801 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33b5fbd8-4276-401f-8459-4c554ce2a07f req-e38dc7b5-2275-49e7-9fa4-32a39c6f0ac0 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 1125 time: 0.0478973 Feb 19 03:52:01.317598 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5fbd8-4276-401f-8459-4c554ce2a07f req-a1ab4e36-bcdd-48e2-ae85-f9f803fff95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:01.319075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33b5fbd8-4276-401f-8459-4c554ce2a07f req-a1ab4e36-bcdd-48e2-ae85-f9f803fff95b service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0904081 Feb 19 03:52:01.359497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33b5fbd8-4276-401f-8459-4c554ce2a07f req-b0ec8202-ca66-433c-b614-fdb54c7c2b33 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 200 len: 217 time: 0.0343451 Feb 19 03:52:01.414111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5fbd8-4276-401f-8459-4c554ce2a07f req-ecc22516-dc9f-402d-81cb-39f58ab08fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:01.416313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33b5fbd8-4276-401f-8459-4c554ce2a07f req-ecc22516-dc9f-402d-81cb-39f58ab08fca service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0506594 Feb 19 03:52:01.468131 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5fbd8-4276-401f-8459-4c554ce2a07f req-d02bfa93-5236-4bbb-836f-78f8e728a06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:01.469695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33b5fbd8-4276-401f-8459-4c554ce2a07f req-d02bfa93-5236-4bbb-836f-78f8e728a06a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477357 Feb 19 03:52:01.569423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33b5fbd8-4276-401f-8459-4c554ce2a07f req-77b78a7a-40a5-403c-a67e-05c552ec867b service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924375 Feb 19 03:52:01.681893 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-33b5fbd8-4276-401f-8459-4c554ce2a07f req-2440452d-7a06-43d9-8a03-7cd0e4e848b1 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061049 Feb 19 03:52:01.918139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c00c9-3b3d-47f2-82f9-b32e387bbcb6 req-176b402d-c2fd-4046-8715-3cff67b624cd tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:01.919535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e9c00c9-3b3d-47f2-82f9-b32e387bbcb6 req-176b402d-c2fd-4046-8715-3cff67b624cd tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 943 time: 0.0724411 Feb 19 03:52:01.968600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e9c00c9-3b3d-47f2-82f9-b32e387bbcb6 req-9318e5f1-20ca-4192-9b30-7c27f613bc7c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433040 Feb 19 03:52:03.100639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eacab3-109b-4622-acd7-12cb821604d8 req-faf5c119-2002-4f35-8633-e72a6565f52d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:03.102302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9eacab3-109b-4622-acd7-12cb821604d8 req-faf5c119-2002-4f35-8633-e72a6565f52d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 943 time: 0.0577023 Feb 19 03:52:03.155773 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9eacab3-109b-4622-acd7-12cb821604d8 req-1fd4c282-1034-4c51-8f90-e303db8f0c8c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475867 Feb 19 03:52:03.679191 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7f170176-fc23-4a21-af76-5d544a71ad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:04.283050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194eb59-739b-43ec-80e5-22e94b4bb197 req-25f19647-eced-4eba-8e19-67c799f93ab5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:04.284868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b194eb59-739b-43ec-80e5-22e94b4bb197 req-25f19647-eced-4eba-8e19-67c799f93ab5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 943 time: 0.0584128 Feb 19 03:52:04.333631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b194eb59-739b-43ec-80e5-22e94b4bb197 req-4a098a15-7f9f-4371-95c5-47d96247231c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430343 Feb 19 03:52:04.605377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:52:04.715299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:04.726739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'port_id': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'mac_address': 'fa:16:3e:0e:93:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:52:04.766601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:04.766993 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:04.780820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:52:04.801047 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:04.808092 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:04.854102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:05.112034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:52:05.466601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0dce-237b-44c1-b746-37bd330a6831 req-557c1fb1-8f00-4720-9023-078261fbba41 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:05.468098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d19c0dce-237b-44c1-b746-37bd330a6831 req-557c1fb1-8f00-4720-9023-078261fbba41 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 944 time: 0.0527987 Feb 19 03:52:05.519229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d19c0dce-237b-44c1-b746-37bd330a6831 req-197ac4a0-5fcc-4b81-a87a-c076e88a054d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450625 Feb 19 03:52:05.938434 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f5790bde-4f79-474c-b5b0-342bbd651f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:06.603370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:52:06.650245 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28659f9-7bdb-401a-a800-2afaac36eab5 req-5efe9ef4-bb12-440d-a9c3-5160f8c43aaa tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:06.651751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a28659f9-7bdb-401a-a800-2afaac36eab5 req-5efe9ef4-bb12-440d-a9c3-5160f8c43aaa tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 944 time: 0.0570936 Feb 19 03:52:06.657063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:52:06.661390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:06.661768 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:06.700844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a28659f9-7bdb-401a-a800-2afaac36eab5 req-50fee8c2-6f6e-4f9b-b20e-bb2247ff10d6 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Feb 19 03:52:06.742641 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:06.743033 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:06.766636 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:06.769512 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2e6d8e49d13e3a59a10cfd189a9b1ea2eb36355b9b7e78a906dc5189bd9926d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fec9f5a-b5a4-42f0-a47a-af2857152e59" -d '{"events": [{"server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "name": "network-vif-plugged", "status": "completed", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:06.781817 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:06.786236 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:06.811630 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc22d9d-151d-4781-b88e-7b1b0bf46a2e x-openstack-request-id: req-0dc22d9d-151d-4781-b88e-7b1b0bf46a2e {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:06.811929 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "name": "network-vif-plugged", "status": "completed", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:06.812187 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0dc22d9d-151d-4781-b88e-7b1b0bf46a2e {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:06.812576 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'code': 200} Feb 19 03:52:06.839990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:06.908956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11104ac-032a-4a63-8d81-f9fd2c337e44 req-05a558aa-97ac-4a9b-90e0-df1ee48bcbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:06.910434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f11104ac-032a-4a63-8d81-f9fd2c337e44 req-05a558aa-97ac-4a9b-90e0-df1ee48bcbb8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 1127 time: 0.0426247 Feb 19 03:52:06.953458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f11104ac-032a-4a63-8d81-f9fd2c337e44 req-36d62df8-2753-4452-a618-306b07ac55eb service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364947 Feb 19 03:52:07.269244 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:07.841310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62707e7-f5c4-4eca-a4bd-2c08c4261924 req-de5ee402-f517-44a5-983a-ab7cdd21be0f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:07.842802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a62707e7-f5c4-4eca-a4bd-2c08c4261924 req-de5ee402-f517-44a5-983a-ab7cdd21be0f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0590200 Feb 19 03:52:08.254074 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a62707e7-f5c4-4eca-a4bd-2c08c4261924 req-065d6078-eda4-4eea-bbb5-f1ca2e5cc0f9 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4047117 Feb 19 03:52:08.580300 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:09.458612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027698a-dba1-4ed9-980c-380ccdd2d039 req-f2f3e4d5-4b24-4199-9ffb-776447f0b46e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:09.460070 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a027698a-dba1-4ed9-980c-380ccdd2d039 req-f2f3e4d5-4b24-4199-9ffb-776447f0b46e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0596879 Feb 19 03:52:09.508604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a027698a-dba1-4ed9-980c-380ccdd2d039 req-29b6e84c-0d6b-4d04-a9de-8ee19c88eb63 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402210 Feb 19 03:52:09.630896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61883a35-de9e-4eec-bc20-0b227638181c req-4894b794-8247-407f-99a5-77842e1bb5e3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:09.632294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61883a35-de9e-4eec-bc20-0b227638181c req-4894b794-8247-407f-99a5-77842e1bb5e3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0585532 Feb 19 03:52:09.644519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49760) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:52:09.648990 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-87fcbe62-6a6f-4f41-8072-14ec6fa94dba tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Request body: {'floatingip': {'port_id': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:09.695370 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-87fcbe62-6a6f-4f41-8072-14ec6fa94dba tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.107091 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.164155 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-87fcbe62-6a6f-4f41-8072-14ec6fa94dba tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.170084 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-87fcbe62-6a6f-4f41-8072-14ec6fa94dba tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.274341 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-87fcbe62-6a6f-4f41-8072-14ec6fa94dba tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b associated. External IP: 172.25.1.181, port: c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6. Feb 19 03:52:10.498370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fcbe62-6a6f-4f41-8072-14ec6fa94dba tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:10.610778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fcbe62-6a6f-4f41-8072-14ec6fa94dba tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:10.616323 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-87fcbe62-6a6f-4f41-8072-14ec6fa94dba tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:10.621386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7584a7-a65c-421c-a122-4e5bc4321d76 None None] Sync routers for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:10.632301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7584a7-a65c-421c-a122-4e5bc4321d76 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:10.632966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7a7584a7-a65c-421c-a122-4e5bc4321d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:52:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:10.645111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-87fcbe62-6a6f-4f41-8072-14ec6fa94dba tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "PUT /v2.0/floatingips/39b4e66b-d054-4de0-bd43-bea3eab7ed8b HTTP/1.1" status: 200 len: 991 time: 0.9994633 Feb 19 03:52:10.645685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:10.648198 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49629d04d3d766416e2106773da8a17323a2993007640376892f96c9363d4cc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3977fc63-9e1f-4d45-a965-b83195e7491d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:10.745832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7a7584a7-a65c-421c-a122-4e5bc4321d76 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:10.770316 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08910caa-28df-44b2-93f2-a7bf4cf1019f x-openstack-request-id: req-08910caa-28df-44b2-93f2-a7bf4cf1019f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:10.770615 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:10.770888 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08910caa-28df-44b2-93f2-a7bf4cf1019f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:10.771285 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'status': 'completed', 'code': 200} Feb 19 03:52:10.880864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977fc63-9e1f-4d45-a965-b83195e7491d req-1154ea29-bea8-416b-b72f-cce1a1e3da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:10.882402 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3977fc63-9e1f-4d45-a965-b83195e7491d req-1154ea29-bea8-416b-b72f-cce1a1e3da59 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 1127 time: 0.0895307 Feb 19 03:52:10.915136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a99097-58b4-4c37-b7d9-465496dd7aa0 req-f3e14ea1-b529-4b27-8202-a67d77f55c07 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:10.916611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93a99097-58b4-4c37-b7d9-465496dd7aa0 req-f3e14ea1-b529-4b27-8202-a67d77f55c07 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0821233 Feb 19 03:52:10.972341 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7a7584a7-a65c-421c-a122-4e5bc4321d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '39b4e66b-d054-4de0-bd43-bea3eab7ed8b', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'port_id': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'mac_address': 'fa:16:3e:0e:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:03Z', 'updated_at': '2022-02-19T03:52:10Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:11.002157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7584a7-a65c-421c-a122-4e5bc4321d76 None None] Checking router: 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:11.007098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93a99097-58b4-4c37-b7d9-465496dd7aa0 req-b5fcb647-b5ff-431f-8faa-9953128b62c4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611179 Feb 19 03:52:11.011241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7584a7-a65c-421c-a122-4e5bc4321d76 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:11.011845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7a7584a7-a65c-421c-a122-4e5bc4321d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:52:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:11.020484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977fc63-9e1f-4d45-a965-b83195e7491d req-3a5eb6de-d828-4db7-a595-352e553d1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:11.021696 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3977fc63-9e1f-4d45-a965-b83195e7491d req-3a5eb6de-d828-4db7-a595-352e553d1486 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.1332788 Feb 19 03:52:11.100031 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3977fc63-9e1f-4d45-a965-b83195e7491d req-71aa6cca-afd9-4189-8ad5-2e39fb8e1d71 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 200 len: 999 time: 0.0655203 Feb 19 03:52:11.121202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7a7584a7-a65c-421c-a122-4e5bc4321d76 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:11.148687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977fc63-9e1f-4d45-a965-b83195e7491d req-d899b7eb-b898-4a84-80d0-17e08d2d2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:11.150182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3977fc63-9e1f-4d45-a965-b83195e7491d req-d899b7eb-b898-4a84-80d0-17e08d2d2070 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0444112 Feb 19 03:52:11.200414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977fc63-9e1f-4d45-a965-b83195e7491d req-51647fca-1478-4a76-ad7d-60cf7a79ba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:11.201965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3977fc63-9e1f-4d45-a965-b83195e7491d req-51647fca-1478-4a76-ad7d-60cf7a79ba4b service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457537 Feb 19 03:52:11.292536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3977fc63-9e1f-4d45-a965-b83195e7491d req-8560d1e0-4113-4585-b1e1-f803ec78e4f7 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845842 Feb 19 03:52:11.341260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7a7584a7-a65c-421c-a122-4e5bc4321d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '39b4e66b-d054-4de0-bd43-bea3eab7ed8b', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'port_id': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'mac_address': 'fa:16:3e:0e:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:03Z', 'updated_at': '2022-02-19T03:52:10Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:11.371393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7584a7-a65c-421c-a122-4e5bc4321d76 None None] The sync data for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 is: [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '39b4e66b-d054-4de0-bd43-bea3eab7ed8b', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'port_id': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'mac_address': 'fa:16:3e:0e:93:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:03Z', 'updated_at': '2022-02-19T03:52:10Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:11.390804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3977fc63-9e1f-4d45-a965-b83195e7491d req-224e95d5-6fe4-40b2-9ab3-31d19e586b53 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929971 Feb 19 03:52:11.598236 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988efa33-a99d-418f-8eea-dbd5196ecc7c None None] New status for floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:52:12.151085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0db8a2-012c-4cf6-8b93-594d416ccc26 req-aca8ef69-cda0-4cf0-a595-f665674c7f8b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:12.152579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e0db8a2-012c-4cf6-8b93-594d416ccc26 req-aca8ef69-cda0-4cf0-a595-f665674c7f8b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0547335 Feb 19 03:52:12.206093 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e0db8a2-012c-4cf6-8b93-594d416ccc26 req-2a7bf79d-1651-4974-8e52-a158641e5e87 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476441 Feb 19 03:52:13.351506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5f128-814f-42c8-a425-aa98459a551f req-9ea43c12-97ad-4a6b-b0b1-1bb73e1b1d29 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:13.352940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50b5f128-814f-42c8-a425-aa98459a551f req-9ea43c12-97ad-4a6b-b0b1-1bb73e1b1d29 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0674839 Feb 19 03:52:13.405752 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50b5f128-814f-42c8-a425-aa98459a551f req-6b9490d7-e679-45e6-a81a-4afae11a68eb tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470245 Feb 19 03:52:14.630102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8215c5c-c2e1-4dda-bc1e-3b147225280d req-ab092188-0f35-468c-bc48-b3acb86a8614 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:14.631572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f8215c5c-c2e1-4dda-bc1e-3b147225280d req-ab092188-0f35-468c-bc48-b3acb86a8614 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.1041083 Feb 19 03:52:14.680283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f8215c5c-c2e1-4dda-bc1e-3b147225280d req-0661f7a4-6e48-4fea-89a4-90aca64ade00 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429757 Feb 19 03:52:15.806758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea31348-2f2e-4fd3-929b-c2a38f135d25 req-1d2ca33c-198e-4d34-967d-f564d5798849 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:15.808217 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ea31348-2f2e-4fd3-929b-c2a38f135d25 req-1d2ca33c-198e-4d34-967d-f564d5798849 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0584660 Feb 19 03:52:15.862302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ea31348-2f2e-4fd3-929b-c2a38f135d25 req-89dd344c-77a4-48e4-a326-7d0f1ed56100 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454576 Feb 19 03:52:16.994661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8ce2d-8870-4952-82cb-ecab0df9deca req-b3b99829-486c-468a-b2e8-21a39c49cc7d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:16.996130 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fde8ce2d-8870-4952-82cb-ecab0df9deca req-b3b99829-486c-468a-b2e8-21a39c49cc7d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0553899 Feb 19 03:52:17.045575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fde8ce2d-8870-4952-82cb-ecab0df9deca req-1b800403-7107-4adf-911d-6a679aa8f58e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 Feb 19 03:52:18.189912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2fbe-c460-449f-902e-a87225a4dedc req-b91c1c4a-416a-4a79-94e2-3928f2b26b07 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:18.191699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5faf2fbe-c460-449f-902e-a87225a4dedc req-b91c1c4a-416a-4a79-94e2-3928f2b26b07 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0750499 Feb 19 03:52:18.247167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5faf2fbe-c460-449f-902e-a87225a4dedc req-e5e9903e-e8f6-42d6-aebf-47c2ba444f3f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471108 Feb 19 03:52:19.393955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7f169-a5fd-4274-86ab-584c6abb61b9 req-a37eccfe-c2ac-4775-9d00-5525ff938b54 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:19.395327 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48d7f169-a5fd-4274-86ab-584c6abb61b9 req-a37eccfe-c2ac-4775-9d00-5525ff938b54 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0638502 Feb 19 03:52:19.447683 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48d7f169-a5fd-4274-86ab-584c6abb61b9 req-ea2f823c-542e-4771-a3ee-4aac61d03aee tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439665 Feb 19 03:52:20.567890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711837e-62b2-47af-a7c0-a4fafb86d28c req-1d4dcf28-5ea8-4e8f-80d4-439815078718 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:20.569416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f711837e-62b2-47af-a7c0-a4fafb86d28c req-1d4dcf28-5ea8-4e8f-80d4-439815078718 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0533111 Feb 19 03:52:20.624211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f711837e-62b2-47af-a7c0-a4fafb86d28c req-78b80f7e-8363-4ef2-9ca8-bf17c94a6a31 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471058 Feb 19 03:52:21.755121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab7ae5-7e1c-4bf2-ab5e-9b058773a34d req-1a55b648-10aa-4760-aa81-43ac10328818 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:21.756625 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cab7ae5-7e1c-4bf2-ab5e-9b058773a34d req-1a55b648-10aa-4760-aa81-43ac10328818 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0582893 Feb 19 03:52:21.803265 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4cab7ae5-7e1c-4bf2-ab5e-9b058773a34d req-4d7321d7-d472-4e3a-ba6c-04d8a7d1f87a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409510 Feb 19 03:52:22.936854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df55dd-46e4-4f36-ba85-15765c05ce8f req-21555ed4-c118-455b-a44c-9fcb1558a16a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:22.938480 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7df55dd-46e4-4f36-ba85-15765c05ce8f req-21555ed4-c118-455b-a44c-9fcb1558a16a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0576932 Feb 19 03:52:22.966294 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:22.989258 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7df55dd-46e4-4f36-ba85-15765c05ce8f req-62764a01-0453-4112-9eb2-01a2b4c0b100 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Feb 19 03:52:23.981925 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:24.116116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1be0f-a980-4f6b-8c0e-2535971e62d0 req-1e459570-1c8c-4111-835a-b7ca17ae0d3d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:24.117626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38a1be0f-a980-4f6b-8c0e-2535971e62d0 req-1e459570-1c8c-4111-835a-b7ca17ae0d3d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0602832 Feb 19 03:52:24.170259 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38a1be0f-a980-4f6b-8c0e-2535971e62d0 req-efccb00d-c90a-496f-8824-9ebfcb35b8a8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440516 Feb 19 03:52:25.297237 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ac296-3157-40c1-81b0-dae0c46533dd req-231bc78d-5700-49c1-9804-757ae69d1646 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:25.298767 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a1ac296-3157-40c1-81b0-dae0c46533dd req-231bc78d-5700-49c1-9804-757ae69d1646 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0555196 Feb 19 03:52:25.351498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a1ac296-3157-40c1-81b0-dae0c46533dd req-807423ab-ca9b-4290-b7b7-ff28972a5f31 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451648 Feb 19 03:52:26.479226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1978978-85a4-49b3-b747-a4ccf101af75 req-e2e4b532-f6ba-4197-820f-298caecc3c2b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:26.480723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f1978978-85a4-49b3-b747-a4ccf101af75 req-e2e4b532-f6ba-4197-820f-298caecc3c2b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0545511 Feb 19 03:52:26.533571 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f1978978-85a4-49b3-b747-a4ccf101af75 req-b770f93c-5216-4b30-82bb-e3bba68c337a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465770 Feb 19 03:52:27.666899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876176ec-e958-46b3-be56-956dddcb5c9b req-66a3903a-b637-4898-b485-b43bc5aca6d9 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:27.668407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-876176ec-e958-46b3-be56-956dddcb5c9b req-66a3903a-b637-4898-b485-b43bc5aca6d9 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0640974 Feb 19 03:52:27.720762 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-876176ec-e958-46b3-be56-956dddcb5c9b req-885ab070-5dda-45c1-adda-58c94e30e946 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 Feb 19 03:52:28.850691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a699b-6143-4e91-9e74-3a0a664b91d0 req-6a9d6344-17a7-4c2b-bf61-c81035131048 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:28.852164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c8a699b-6143-4e91-9e74-3a0a664b91d0 req-6a9d6344-17a7-4c2b-bf61-c81035131048 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0545175 Feb 19 03:52:28.901551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c8a699b-6143-4e91-9e74-3a0a664b91d0 req-d764c72c-ec1c-45fd-8721-b0589e312f49 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412002 Feb 19 03:52:30.042856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148193a-6da6-4845-8879-611477aa8c4a req-25e4bf67-3338-4db3-83a5-702aa728bf7a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:30.044325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3148193a-6da6-4845-8879-611477aa8c4a req-25e4bf67-3338-4db3-83a5-702aa728bf7a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0668306 Feb 19 03:52:30.094454 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3148193a-6da6-4845-8879-611477aa8c4a req-ac0229c7-8e20-4c7a-b2d2-b32c928c6872 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427651 Feb 19 03:52:31.236180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3f248c-2265-4271-a43b-4c25fa6c4637 req-c823e5df-8583-45bf-ac19-7cd3632b4f44 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:31.238474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c3f248c-2265-4271-a43b-4c25fa6c4637 req-c823e5df-8583-45bf-ac19-7cd3632b4f44 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0692434 Feb 19 03:52:31.287716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c3f248c-2265-4271-a43b-4c25fa6c4637 req-c931636f-a606-4264-9c6f-e777043e5225 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436912 Feb 19 03:52:32.422293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5fc0b-fc83-4c1c-ac66-ee5cfc4aae38 req-7f172c11-f7a5-46ba-9296-c4cb8ca04f6c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:32.424081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52b5fc0b-fc83-4c1c-ac66-ee5cfc4aae38 req-7f172c11-f7a5-46ba-9296-c4cb8ca04f6c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0536585 Feb 19 03:52:32.481749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52b5fc0b-fc83-4c1c-ac66-ee5cfc4aae38 req-dab19d34-23e6-48cb-80e8-4dd072faefba tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488985 Feb 19 03:52:32.657284 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:52:33.615665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd6fc8-f1e0-4f93-8100-93b63f2365e1 req-c0e17596-b48d-4dcd-b102-1536f16e671d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:33.617161 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9fd6fc8-f1e0-4f93-8100-93b63f2365e1 req-c0e17596-b48d-4dcd-b102-1536f16e671d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0546098 Feb 19 03:52:33.664280 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-615fe6de-c518-4781-abd7-4b937afb36f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:33.668836 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c9fd6fc8-f1e0-4f93-8100-93b63f2365e1 req-20bbe7e4-e27f-474f-b79c-36aead2f9417 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434880 Feb 19 03:52:34.804185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa16b9-e1c0-4011-bc77-712a97c3deba req-f12722ea-3758-47e1-9bf6-f0c96f161d6e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:34.805795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0fa16b9-e1c0-4011-bc77-712a97c3deba req-f12722ea-3758-47e1-9bf6-f0c96f161d6e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0621479 Feb 19 03:52:34.855976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c0fa16b9-e1c0-4011-bc77-712a97c3deba req-7e2af178-68ad-4023-b3dd-631da7c3b39a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421860 Feb 19 03:52:35.932516 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5c28ae97-3107-4e22-8fe6-297b14f66631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:35.989867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b6ef-57cc-4730-ae5a-fa9c92153e2a req-0ed480c6-941d-4083-993d-9d3260d191cc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:35.991260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e427b6ef-57cc-4730-ae5a-fa9c92153e2a req-0ed480c6-941d-4083-993d-9d3260d191cc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0587456 Feb 19 03:52:36.045503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e427b6ef-57cc-4730-ae5a-fa9c92153e2a req-77ad7f23-4b83-4b38-a50a-33ccdc8ed5de tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485308 Feb 19 03:52:37.174691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcda2b5-3f9f-4e8d-a9d5-3f04e7222e30 req-94ec2326-e523-45be-a4e1-e127fbe6231a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:37.176182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ebcda2b5-3f9f-4e8d-a9d5-3f04e7222e30 req-94ec2326-e523-45be-a4e1-e127fbe6231a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0548031 Feb 19 03:52:37.225973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ebcda2b5-3f9f-4e8d-a9d5-3f04e7222e30 req-09b579fb-b76f-425b-8e7a-f63ac270b6be tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408812 Feb 19 03:52:37.265262 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:37.500371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-c6a60c8f-270a-488e-9c24-057e62a54efc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802310 Feb 19 03:52:37.507888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309044e8-44d8-439f-a4a3-415c23b2c7d2 req-6364c5da-464f-4402-9779-0e5c0d32e0cc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:37.509331 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-309044e8-44d8-439f-a4a3-415c23b2c7d2 req-6364c5da-464f-4402-9779-0e5c0d32e0cc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0806623 Feb 19 03:52:37.556736 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-309044e8-44d8-439f-a4a3-415c23b2c7d2 req-999934e4-5640-47e0-8ea1-ebcf8ea7d2c9 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416143 Feb 19 03:52:37.893633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-9ce4a183-8e4f-4b64-ad88-0e429e4f5044 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:37.894881 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-9ce4a183-8e4f-4b64-ad88-0e429e4f5044 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports/c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 200 len: 942 time: 0.0474391 Feb 19 03:52:38.580198 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:38.682427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd3a31-8901-4b68-9aaa-8a25ffc4ae0e req-ad6b29ae-f196-4cfc-8782-2ac8caed92ac tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:38.683940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bd3a31-8901-4b68-9aaa-8a25ffc4ae0e req-ad6b29ae-f196-4cfc-8782-2ac8caed92ac tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0568454 Feb 19 03:52:38.737509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85bd3a31-8901-4b68-9aaa-8a25ffc4ae0e req-f89b12d9-bfc9-4ae1-845b-496d676449bd tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478787 Feb 19 03:52:38.815799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-317cf821-4415-4e5c-a22c-48312c600481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:38.817304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-317cf821-4415-4e5c-a22c-48312c600481 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 1127 time: 0.1008952 Feb 19 03:52:38.905274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-efe7489f-08d4-460a-9977-5cf8c745e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:38.906710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-efe7489f-08d4-460a-9977-5cf8c745e004 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0836830 Feb 19 03:52:38.973419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-221d90e2-ee32-4796-9d0e-62cccee845d4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 200 len: 1001 time: 0.0609035 Feb 19 03:52:39.021403 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-e57df6c4-f01d-42a0-8ef5-377defa9b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:39.022816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-e57df6c4-f01d-42a0-8ef5-377defa9b1a5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0434725 Feb 19 03:52:39.074425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-00374c9b-90e1-46d0-a235-b29859530cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:39.075806 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-00374c9b-90e1-46d0-a235-b29859530cd6 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463934 Feb 19 03:52:39.182031 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6115975a-f563-4202-a975-190b89b3b621 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992544 Feb 19 03:52:39.276537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-9e3d4bd2-1710-4e9d-b439-9fc7694f4b07 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875340 Feb 19 03:52:39.868083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e874e-6ca8-433e-b698-76535e8ecd0a req-e3c3b7bd-0dbd-4ae4-bd6a-781cc67c120d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:39.869597 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-097e874e-6ca8-433e-b698-76535e8ecd0a req-e3c3b7bd-0dbd-4ae4-bd6a-781cc67c120d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0623999 Feb 19 03:52:39.940627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-097e874e-6ca8-433e-b698-76535e8ecd0a req-37bb7d56-65f6-4a82-ae6e-cca212ff69fa tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653007 Feb 19 03:52:40.109782 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.081244 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-1504fb4a-a17e-4277-94ec-e7bb1d137dac service neutron] show failed (client error): The resource could not be found. Feb 19 03:52:41.082254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-1504fb4a-a17e-4277-94ec-e7bb1d137dac service neutron] 10.222.0.67 "GET /v2.0/ports/c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6/bindings/n-h1-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0888157 Feb 19 03:52:41.099106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410c01b-37f1-4966-a14a-e45b765adfc3 req-57558db1-f21e-4011-b159-149b919a6313 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:41.100604 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6410c01b-37f1-4966-a14a-e45b765adfc3 req-57558db1-f21e-4011-b159-149b919a6313 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0729086 Feb 19 03:52:41.151078 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6410c01b-37f1-4966-a14a-e45b765adfc3 req-1d5f74d8-1ba5-4030-a13e-263850606397 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444241 Feb 19 03:52:41.394916 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-5768e0f8-d455-40b2-bc43-f7d6b4623085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:41.396420 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-5768e0f8-d455-40b2-bc43-f7d6b4623085 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 1127 time: 0.1171224 Feb 19 03:52:41.407975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:41.469264 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.668961 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:41.703681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:52:41.743738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:41.746176 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b4b05d-fb48-4b8f-a5aa-95894507ec82" -d '{"events": [{"server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "name": "network-vif-unplugged", "status": "completed", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:41.750165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Publish callbacks [] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.763654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Transition to ACTIVE for port object c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:52:41.768143 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:41.798855 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777c77f5-51d1-424b-8361-31c2fa9e317f x-openstack-request-id: req-777c77f5-51d1-424b-8361-31c2fa9e317f {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:41.799149 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "name": "network-vif-unplugged", "status": "completed", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:41.799403 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-777c77f5-51d1-424b-8361-31c2fa9e317f {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:41.799794 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'code': 200} Feb 19 03:52:41.874592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Pushing event updated for resources: {'Port': ['ID=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,revision_number=6']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:41.906841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.907334 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.907816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.908157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.908486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.908820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.909151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.909478 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.909800 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.910120 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.910440 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.910758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:41.911071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:42.267867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] No DVR routers for this DVR port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:42.281140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3966f-8943-45ef-b76d-875ad7960d79 req-99643346-61c2-4523-b971-291c7cbd8da4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:42.282653 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2f3966f-8943-45ef-b76d-875ad7960d79 req-99643346-61c2-4523-b971-291c7cbd8da4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 943 time: 0.0574470 Feb 19 03:52:42.332561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2f3966f-8943-45ef-b76d-875ad7960d79 req-0e1ccb0e-551f-483f-a272-4399009aa621 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438786 Feb 19 03:52:42.407384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Attempting to bind port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:52:42.408000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Attempting to bind port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:52:42.408000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Attempting to bind port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:42.412447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 on network 6df327e8-fea2-48eb-bfda-406417702dec not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:52:42.412778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Attempting to bind port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:42.417574 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:52:42.417935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:52:42.418319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Bound using segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:52:42.418750 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Bound port: c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:52:42.419099 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.481048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:52:42.483988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:52:42.492547 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.529342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:42.529964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:42.531440 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] 10.222.0.87 "PUT /v2.0/ports/c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 200 len: 1091 time: 1.1273832 Feb 19 03:52:42.563079 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9cc8b-ff60-435c-a361-230be75244fd service neutron] Pushing event updated for resources: {'Port': ['ID=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,revision_number=7']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:42.602233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-4639b795-fb86-42b1-b722-16df63824967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:42.603773 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-4639b795-fb86-42b1-b722-16df63824967 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 1125 time: 0.0495520 Feb 19 03:52:42.698834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-f9cb7273-df71-4b71-a898-b49cd7322ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:42.700380 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-f9cb7273-df71-4b71-a898-b49cd7322ca8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0902259 Feb 19 03:52:42.780492 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-8252c558-f9fd-4755-bb12-23d4463a37d1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 200 len: 999 time: 0.0736697 Feb 19 03:52:42.834522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-9d19c7f9-f73c-4b3d-b968-8de301cf8c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:42.836022 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-9d19c7f9-f73c-4b3d-b968-8de301cf8c3e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0498989 Feb 19 03:52:42.888011 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-170e325b-9d06-41f8-8722-7d74968d920e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:42.889601 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-170e325b-9d06-41f8-8722-7d74968d920e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474949 Feb 19 03:52:42.982672 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-f23834a4-c39f-4e57-81ab-08889ec1989f service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871704 Feb 19 03:52:43.073458 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c17d6679-6e90-4aab-b912-c0356692ef96 req-0a29e6dc-0279-49a1-87b2-dff1fee63c6d service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840573 Feb 19 03:52:43.458843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd04a80-418f-45ed-8cac-414e705a8fad req-c12cd981-e566-4605-a063-1ee5ecdfa0b2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:43.460335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fd04a80-418f-45ed-8cac-414e705a8fad req-c12cd981-e566-4605-a063-1ee5ecdfa0b2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 943 time: 0.0549912 Feb 19 03:52:43.515405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3fd04a80-418f-45ed-8cac-414e705a8fad req-c4ef5b5f-77eb-4aee-9726-e8134e4f75a0 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492554 Feb 19 03:52:43.801436 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:43.805408 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dee9117-5b00-4a45-8550-8ced7f374d67" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:43.864379 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1243e3-f600-430c-b887-a1775b67e718 x-openstack-request-id: req-9d1243e3-f600-430c-b887-a1775b67e718 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:43.864705 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:43.864968 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d1243e3-f600-430c-b887-a1775b67e718 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:43.865363 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'status': 'completed', 'code': 200} Feb 19 03:52:43.928655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-3c3de9d2-7bf5-4b1a-a299-9b9c6b1dd40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:43.930263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-3c3de9d2-7bf5-4b1a-a299-9b9c6b1dd40a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 1125 time: 0.0470150 Feb 19 03:52:43.947045 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-20876fa8-1740-4b4b-95ec-1a47ae8be579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:43.948524 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-20876fa8-1740-4b4b-95ec-1a47ae8be579 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 1125 time: 0.0613639 Feb 19 03:52:44.024633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-897ff92b-9fb7-41e4-9664-34cf60451277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.026147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-897ff92b-9fb7-41e4-9664-34cf60451277 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0887778 Feb 19 03:52:44.053377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-c36b2590-f63c-4930-8f72-0e5d4e890369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.054840 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-c36b2590-f63c-4930-8f72-0e5d4e890369 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0993938 Feb 19 03:52:44.092740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-25f35c1e-b7fb-4ac0-9c20-043060d3b881 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 200 len: 999 time: 0.0607796 Feb 19 03:52:44.124528 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-19284daf-8c74-41ab-b3f6-f24af42a196f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 200 len: 999 time: 0.0634654 Feb 19 03:52:44.147068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-51c9f6fd-253e-45cf-b828-eb76a2a717d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.148718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-51c9f6fd-253e-45cf-b828-eb76a2a717d9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0497184 Feb 19 03:52:44.178268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-8228511a-3a3d-44d4-b57a-7d15bb45e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.179758 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-8228511a-3a3d-44d4-b57a-7d15bb45e856 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0496979 Feb 19 03:52:44.196865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-e7aeaa33-2171-422d-8395-071e12b63ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.198414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-e7aeaa33-2171-422d-8395-071e12b63ee2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433483 Feb 19 03:52:44.229296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-b412e670-4c52-4b54-ae0b-648ba3b07616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.230819 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-b412e670-4c52-4b54-ae0b-648ba3b07616 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451019 Feb 19 03:52:44.288525 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-736a9006-d702-41b7-b926-c04942ff3c85 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834687 Feb 19 03:52:44.327004 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-a4f72d7c-dd62-4c0f-a0e7-181cb453e0e5 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894420 Feb 19 03:52:44.384395 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-34f261ba-2102-4c00-8466-2490a5689165 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888884 Feb 19 03:52:44.417293 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9dee9117-5b00-4a45-8550-8ced7f374d67 req-35856eaa-bc2a-4b40-89f7-6d2afc533396 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837069 Feb 19 03:52:44.640636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece76f96-178b-4fd4-bbdf-f0581f6c59d4 req-2423ff8e-7b2a-4a27-abde-12279152914d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:44.642233 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ece76f96-178b-4fd4-bbdf-f0581f6c59d4 req-2423ff8e-7b2a-4a27-abde-12279152914d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 943 time: 0.0549836 Feb 19 03:52:44.694229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ece76f96-178b-4fd4-bbdf-f0581f6c59d4 req-781c7e11-6095-459e-924e-400f5a60867a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434341 Feb 19 03:52:44.773090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:44.815373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] The host n-h2-826755-2 is not matching for port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 host n-h1-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:52:44.815754 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:45.833790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae350fae-6722-4d92-bc0c-d5d8ace1d083 req-28cb1076-dda2-4a26-b963-b4bcaa037bff tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:45.835274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae350fae-6722-4d92-bc0c-d5d8ace1d083 req-28cb1076-dda2-4a26-b963-b4bcaa037bff tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 943 time: 0.0629768 Feb 19 03:52:45.883243 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae350fae-6722-4d92-bc0c-d5d8ace1d083 req-c680dd68-ced1-4c36-8dbb-2f38338115aa tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422707 Feb 19 03:52:46.119317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3895393-fbde-4432-90e2-e8e109f27a38 req-f392ac6d-fe3a-4b69-aa7d-cd2793d78eca tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:46.120847 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3895393-fbde-4432-90e2-e8e109f27a38 req-f392ac6d-fe3a-4b69-aa7d-cd2793d78eca tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 943 time: 0.0826514 Feb 19 03:52:46.131190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-44e6c2a0-073c-4851-86ff-c80b0c05bf8c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:46.132605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-44e6c2a0-073c-4851-86ff-c80b0c05bf8c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.67 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c&tenant_id=6c0a560b175e4250877a7787995380f8&binding%3Ahost_id=n-h1-826755-2 HTTP/1.1" status: 200 len: 943 time: 0.0858338 Feb 19 03:52:46.214184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3895393-fbde-4432-90e2-e8e109f27a38 req-6840fe18-7d55-4ba5-87c1-11088c361d46 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806026 Feb 19 03:52:46.221405 n-d-826755-2 neutron-server[109899]: INFO neutron.api.v2.resource [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-3cc885ad-fa2a-49f9-97c8-df1e23b3c07d service neutron] delete failed (client error): The resource could not be found. Feb 19 03:52:46.222382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-3cc885ad-fa2a-49f9-97c8-df1e23b3c07d service neutron] 10.222.0.67 "DELETE /v2.0/ports/c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6/bindings/n-h2-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0832167 Feb 19 03:52:46.321817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-52a12121-1781-4219-a337-d30a8c063400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:46.323325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-52a12121-1781-4219-a337-d30a8c063400 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 1125 time: 0.0471025 Feb 19 03:52:46.416547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-90661c78-dff8-4cc8-a4e3-76cd10b738b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:46.418186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-90661c78-dff8-4cc8-a4e3-76cd10b738b1 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0894022 Feb 19 03:52:46.853336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-55a6747c-6ff3-46ec-8015-172a6e5f128b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 200 len: 999 time: 0.4294524 Feb 19 03:52:46.906045 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-0ef5f35a-6e54-4397-a65d-b4728e1c8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:46.907744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-0ef5f35a-6e54-4397-a65d-b4728e1c8380 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0476704 Feb 19 03:52:46.961597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-00118379-1ee4-4bf9-8ec0-821134214616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:46.963048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-00118379-1ee4-4bf9-8ec0-821134214616 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495479 Feb 19 03:52:47.057631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-3912c405-1f98-41d6-b47d-13efdc254c49 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875368 Feb 19 03:52:47.155970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43901b34-c2cd-4748-bf49-5b55d1666642 req-5d759063-aced-41ce-a3b7-2137676caca3 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925021 Feb 19 03:52:47.197487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:52:47.342170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65217d9-045b-4106-a577-74ae37189398 req-5b9c2a4e-6022-4351-913b-b480a7a89187 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:47.343746 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e65217d9-045b-4106-a577-74ae37189398 req-5b9c2a4e-6022-4351-913b-b480a7a89187 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 943 time: 0.0567634 Feb 19 03:52:47.393945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e65217d9-045b-4106-a577-74ae37189398 req-efb63573-65c1-4120-bc61-91592e1fc86a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442028 Feb 19 03:52:47.467953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:47.480605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'port_id': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'mac_address': 'fa:16:3e:0e:93:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:52:47.521898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:47.522197 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:47.537090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:52:47.561315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:47.565820 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:47.615776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:47.623391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.623736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.624077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.624411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.624764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.625096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.625421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.625804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.626127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.626479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.627029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.627387 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.627703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:52:47.872612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:52:48.519173 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891f9d2d-d7e9-42a1-88f3-c6ed3138d8a6 req-7006f3db-a250-45cd-88bf-a816f693bc7a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:48.520680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-891f9d2d-d7e9-42a1-88f3-c6ed3138d8a6 req-7006f3db-a250-45cd-88bf-a816f693bc7a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 944 time: 0.0552227 Feb 19 03:52:48.566183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-891f9d2d-d7e9-42a1-88f3-c6ed3138d8a6 req-bfbdf88d-cd59-4a48-ad97-5518f324a19e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397112 Feb 19 03:52:48.692188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aacdd4e-6f06-4153-864b-e1c4ecfd9349 req-4693c6f2-eaa0-407a-ac67-6ad75496de31 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:48.693748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6aacdd4e-6f06-4153-864b-e1c4ecfd9349 req-4693c6f2-eaa0-407a-ac67-6ad75496de31 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 944 time: 0.0591269 Feb 19 03:52:48.741171 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6aacdd4e-6f06-4153-864b-e1c4ecfd9349 req-1d7f22e5-e71d-4570-b46f-fa0d1fe51f65 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416250 Feb 19 03:52:48.951622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c7d31-5789-40c0-8d6a-96e822463c6e req-baecfd01-16ed-4435-9e41-2390df575cd7 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:48.953208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c24c7d31-5789-40c0-8d6a-96e822463c6e req-baecfd01-16ed-4435-9e41-2390df575cd7 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 944 time: 0.0558469 Feb 19 03:52:48.978765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a9761-8563-4a17-8f6f-1c2cf2f6284c req-ef02e459-7eb7-4f48-8d56-6d876646248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:48.980283 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f38a9761-8563-4a17-8f6f-1c2cf2f6284c req-ef02e459-7eb7-4f48-8d56-6d876646248c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 1126 time: 0.0468631 Feb 19 03:52:49.002056 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c24c7d31-5789-40c0-8d6a-96e822463c6e req-08f96548-f32a-44f3-a104-58ab1ad27bdd tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422723 Feb 19 03:52:49.082722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a9761-8563-4a17-8f6f-1c2cf2f6284c req-ff84145a-72f3-4699-bb3e-b8e3d002f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:49.084276 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f38a9761-8563-4a17-8f6f-1c2cf2f6284c req-ff84145a-72f3-4699-bb3e-b8e3d002f985 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0983319 Feb 19 03:52:49.150680 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f38a9761-8563-4a17-8f6f-1c2cf2f6284c req-4b99e043-6360-4150-8902-e633269864e3 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 200 len: 1000 time: 0.0607047 Feb 19 03:52:49.196699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:52:49.204816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a9761-8563-4a17-8f6f-1c2cf2f6284c req-0afe8350-dba6-4830-b162-9149d4981082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:49.206324 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f38a9761-8563-4a17-8f6f-1c2cf2f6284c req-0afe8350-dba6-4830-b162-9149d4981082 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0505142 Feb 19 03:52:49.249979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:52:49.254306 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:49.254677 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.256247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a9761-8563-4a17-8f6f-1c2cf2f6284c req-a2ad0c30-ff54-474d-bf8d-a061e5432acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:49.257806 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f38a9761-8563-4a17-8f6f-1c2cf2f6284c req-a2ad0c30-ff54-474d-bf8d-a061e5432acd service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462122 Feb 19 03:52:49.335011 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:52:49.335367 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.351124 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f38a9761-8563-4a17-8f6f-1c2cf2f6284c req-216f3e8d-cb41-4e4f-b142-363f0ea4d65f service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867405 Feb 19 03:52:49.359639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:49.375353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:49.380624 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:49.405457 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49822f1-755b-4ab2-93ab-8b5aa1f25d75" -d '{"events": [{"server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "name": "network-vif-plugged", "status": "completed", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:49.439775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:49.451790 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-f38a9761-8563-4a17-8f6f-1c2cf2f6284c req-18c867c2-1a6c-4afe-b41c-d0f4e2cc9074 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948384 Feb 19 03:52:49.509359 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f379597-d8b5-4d29-ab80-80e31123a4d1 x-openstack-request-id: req-1f379597-d8b5-4d29-ab80-80e31123a4d1 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:49.509648 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "name": "network-vif-plugged", "status": "completed", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:49.509904 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1f379597-d8b5-4d29-ab80-80e31123a4d1 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:49.510328 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'code': 200} Feb 19 03:52:50.130718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db252ff4-f3a8-41cc-93eb-c8934be467cc req-aa659bf5-d518-42bd-a6f9-a58038784630 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:50.132210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db252ff4-f3a8-41cc-93eb-c8934be467cc req-aa659bf5-d518-42bd-a6f9-a58038784630 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0551267 Feb 19 03:52:50.189303 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-db252ff4-f3a8-41cc-93eb-c8934be467cc req-004f5aa7-e8c4-40ab-9758-8949fbb7d83f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511544 Feb 19 03:52:50.435743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea012da-1b6c-4a4c-8c44-fec4cc756bd0 req-39dc9cc4-d99a-47af-bdfb-622fe2b39976 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:50.437282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ea012da-1b6c-4a4c-8c44-fec4cc756bd0 req-39dc9cc4-d99a-47af-bdfb-622fe2b39976 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0554283 Feb 19 03:52:50.486193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ea012da-1b6c-4a4c-8c44-fec4cc756bd0 req-ee44178c-84b4-457d-91b7-8eed395b7147 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Feb 19 03:52:51.622808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660f0d8-b462-4e82-9163-b4c9fe3cd913 req-219bb699-2fb5-4b91-9c31-717acd3a5b85 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:51.624948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5660f0d8-b462-4e82-9163-b4c9fe3cd913 req-219bb699-2fb5-4b91-9c31-717acd3a5b85 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0632944 Feb 19 03:52:51.672657 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5660f0d8-b462-4e82-9163-b4c9fe3cd913 req-ea263c7d-14c5-459b-918b-e602181d7d7f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417268 Feb 19 03:52:51.824819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a298a-1105-4d4f-8b86-90e238889891 req-7f271480-233f-4cc9-a27a-3c2378e39ab1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:51.826283 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c12a298a-1105-4d4f-8b86-90e238889891 req-7f271480-233f-4cc9-a27a-3c2378e39ab1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 945 time: 0.0587711 Feb 19 03:52:51.925567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Deleting port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:52:51.925870 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.025765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] For port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:52:52.026133 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.259343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.259565 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.259925 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b disassociated. External IP: 172.25.1.181, port: c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6. Feb 19 03:52:52.260274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Calling delete_port for c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:52:52.392801 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.422211 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event deleted for resources: {'Port': ['ID=c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:52.546925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:52:52.670507 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:52:52.682058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7adb4a-3353-425b-94f7-f92dd549ce92 None None] Sync routers for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:52:52.693538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7adb4a-3353-425b-94f7-f92dd549ce92 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:52.694176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ca7adb4a-3353-425b-94f7-f92dd549ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:52:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:52.714363 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] No DVR routers for this DVR port c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:52:52.717296 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:52.721460 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c12a298a-1105-4d4f-8b86-90e238889891 req-8af1f836-c070-4cf2-9d2d-fae2f37a641c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "DELETE /v2.0/ports/c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 HTTP/1.1" status: 204 len: 173 time: 0.8905663 Feb 19 03:52:52.722054 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'name': 'network-vif-deleted', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:52.724634 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c73c1d3-7db1-40a6-a5c1-506d1ebe683b" -d '{"events": [{"server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "name": "network-vif-deleted", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:52.780094 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-249277e3-04fc-44d0-8cf6-ff43a9e5d651 req-5b97aac3-b8b0-4c29-9694-aa8f4d5fd6ce tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=1fc97108-eaed-4ded-8ae8-129fe19ba73c HTTP/1.1" status: 200 len: 210 time: 0.0312548 Feb 19 03:52:52.833159 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f2bc4b-f65f-40a9-81bc-29d163b9b0b0 x-openstack-request-id: req-18f2bc4b-f65f-40a9-81bc-29d163b9b0b0 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:52.833666 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc97108-eaed-4ded-8ae8-129fe19ba73c", "name": "network-vif-deleted", "tag": "c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:52.833757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-ca7adb4a-3353-425b-94f7-f92dd549ce92 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:52.833853 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-18f2bc4b-f65f-40a9-81bc-29d163b9b0b0 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:52.834105 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc97108-eaed-4ded-8ae8-129fe19ba73c', 'name': 'network-vif-deleted', 'tag': 'c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6', 'status': 'completed', 'code': 200} Feb 19 03:52:52.976919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:53.064791 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ca7adb4a-3353-425b-94f7-f92dd549ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:53.092631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7adb4a-3353-425b-94f7-f92dd549ce92 None None] Checking router: 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:52:53.102972 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7adb4a-3353-425b-94f7-f92dd549ce92 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:52:53.103582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ca7adb4a-3353-425b-94f7-f92dd549ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:52:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:53.217997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-ca7adb4a-3353-425b-94f7-f92dd549ce92 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:52:53.430624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ca7adb4a-3353-425b-94f7-f92dd549ce92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:52:53.457318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7adb4a-3353-425b-94f7-f92dd549ce92 None None] The sync data for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 is: [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:52:53.700030 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f7396e-f2c0-4b06-9663-2b652284d5d1 None None] New status for floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:52:53.971557 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:54.037153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-e2921dee-444e-4108-9ff2-e2addc94b0d6 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2073206274&fields=id&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 267 time: 0.0454326 Feb 19 03:52:54.156327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e597b-b05f-4142-a376-c68db72b5f4d req-2fc49667-4deb-459e-bae4-0a6de6f204ad tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:54.158101 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-2fc49667-4deb-459e-bae4-0a6de6f204ad tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 812 time: 0.1103990 Feb 19 03:52:54.175194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-55282c9a-01fc-4034-b0ae-8e9e7bfaf4f4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/quotas/6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 375 time: 0.0100250 Feb 19 03:52:54.236816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-8bb36f98-b90b-4c67-9057-434bb87b257a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559959 Feb 19 03:52:54.338491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-c05787b1-99b0-407a-95da-f08b43402ca0 service neutron] 10.222.0.81 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897796 Feb 19 03:52:54.432791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-dade6f15-b4b0-4ccd-95d3-55ccc1a0ed03 service neutron] 10.222.0.81 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884960 Feb 19 03:52:54.601426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9a65a4f-62b0-46d1-8b14-892153d3ad12 req-6d91d3ca-3055-42e2-b005-f07b8c36a0d8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 210 time: 0.0278084 Feb 19 03:52:55.544388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e597b-b05f-4142-a376-c68db72b5f4d req-72b07403-f81a-4eb1-83b4-7789bcc07c18 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:55.545925 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-72b07403-f81a-4eb1-83b4-7789bcc07c18 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 812 time: 0.1080422 Feb 19 03:52:55.607960 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-de896bfc-ff5f-4b74-a350-2c040c5072f5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 380 time: 0.0529380 Feb 19 03:52:55.617362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-491e597b-b05f-4142-a376-c68db72b5f4d req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Request body: {'port': {'device_id': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'admin_state_up': True, 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'security_groups': ['09b292a8-7439-4595-9fc3-30549b7f96eb']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:55.698024 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1166e167-4c99-45ed-9e7c-b1e98411342a req-41cc7008-6e7d-4982-9adb-04d3468d138b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 210 time: 0.0282013 Feb 19 03:52:55.727657 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491e597b-b05f-4142-a376-c68db72b5f4d req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Made reservation on behalf of 6c0a560b175e4250877a7787995380f8 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:52:55.731443 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-491e597b-b05f-4142-a376-c68db72b5f4d req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:55.863978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-491e597b-b05f-4142-a376-c68db72b5f4d req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Allocated IP 172.20.0.8 (6df327e8-fea2-48eb-bfda-406417702dec/8cca9d27-04de-4ab5-b805-45050d722c1e/3db5261b-aea3-4d07-a05e-e3eeaeaa577e) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:52:56.011096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-491e597b-b05f-4142-a376-c68db72b5f4d req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.051917 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-491e597b-b05f-4142-a376-c68db72b5f4d req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.099793 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491e597b-b05f-4142-a376-c68db72b5f4d req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Network 6df327e8-fea2-48eb-bfda-406417702dec is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:52:56.102746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-491e597b-b05f-4142-a376-c68db72b5f4d req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:52:56.109598 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-491e597b-b05f-4142-a376-c68db72b5f4d req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:52:56.115796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:56.162892 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e597b-b05f-4142-a376-c68db72b5f4d req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:56.163523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-491e597b-b05f-4142-a376-c68db72b5f4d req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.181678 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-87dd0918-7e83-4baa-80b7-62d48116d21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5680153 Feb 19 03:52:56.192894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Request body: {'port': {'device_id': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:52:56.256324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.345268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9153411d-a920-41c9-a023-b2b5ecdd7a48 None None] Provisioning complete for port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:52:56.345919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9153411d-a920-41c9-a023-b2b5ecdd7a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.384425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9153411d-a920-41c9-a023-b2b5ecdd7a48 None None] Port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:52:56.517053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3db5261b-aea3-4d07-a05e-e3eeaeaa577e {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:52:56.524827 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Publish callbacks [] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.541604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Transition to ACTIVE for port object 3db5261b-aea3-4d07-a05e-e3eeaeaa577e will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:52:56.548775 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.596756 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:56.674234 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Attempting to bind port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:52:56.674568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Attempting to bind port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:52:56.674924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Attempting to bind port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:56.679478 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on network 6df327e8-fea2-48eb-bfda-406417702dec not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:52:56.679792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Attempting to bind port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:52:56.685281 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:52:56.685616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:52:56.685996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Bound using segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:52:56.686419 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Bound port: 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:52:56.686771 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.755631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:52:56.759200 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:52:56.766450 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.802050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:56.802530 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:52:56.804003 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] 10.222.0.87 "PUT /v2.0/ports/3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 1091 time: 0.6157224 Feb 19 03:52:56.804435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:52:56.806976 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0a61af00517cf1f19cb14e3c791f2d2d124a17e50a9afa8e33a274ec3867c255" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82d4254-4f8c-4a00-91e3-5e132311e9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:52:56.831162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a704f6-4df3-4011-940c-0c04fc771feb req-ba68ea85-be1e-4325-b314-c77ac9c5460b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:56.834705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67f46f-8a0e-4331-b81a-ed1a6462a7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:52:56.845617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8a704f6-4df3-4011-940c-0c04fc771feb req-ba68ea85-be1e-4325-b314-c77ac9c5460b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 943 time: 0.0613978 Feb 19 03:52:56.895715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8a704f6-4df3-4011-940c-0c04fc771feb req-3cfe601e-1124-42a6-9f80-39c909b99471 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490763 Feb 19 03:52:56.905832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e597b-b05f-4142-a376-c68db72b5f4d req-f8d19e61-2765-4339-9883-c9c1feb632dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:56.908783 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-f8d19e61-2765-4339-9883-c9c1feb632dd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 1125 time: 0.0547209 Feb 19 03:52:56.942412 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692a9ca2-ebe7-4c7a-b2b9-cb61e887b928 x-openstack-request-id: req-692a9ca2-ebe7-4c7a-b2b9-cb61e887b928 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:52:56.942711 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:52:56.942970 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-692a9ca2-ebe7-4c7a-b2b9-cb61e887b928 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:52:56.943378 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'status': 'completed', 'code': 200} Feb 19 03:52:56.971716 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-269a42e7-db0c-42ae-938d-31af2aac45c2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 217 time: 0.0388882 Feb 19 03:52:57.020442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e597b-b05f-4142-a376-c68db72b5f4d req-eaf3389e-8ddf-425c-bbe2-8df5842f8b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:57.021939 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-eaf3389e-8ddf-425c-bbe2-8df5842f8b4b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0443990 Feb 19 03:52:57.073878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e597b-b05f-4142-a376-c68db72b5f4d req-b3af587b-7abe-4947-a9b2-5ca01c95b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:57.075394 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-b3af587b-7abe-4947-a9b2-5ca01c95b981 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454192 Feb 19 03:52:57.167772 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-10c7249b-579e-49a0-a50d-397e192ac929 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858285 Feb 19 03:52:57.242461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:52:57.263078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:52:57.263424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device c1d5149f-9b4a-42a5-a5dd-3d74b24b7cf6 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:52:57.265451 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-491e597b-b05f-4142-a376-c68db72b5f4d req-8cfc2473-77a6-4663-88e9-78e27b7cc385 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908177 Feb 19 03:52:57.371288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d4254-4f8c-4a00-91e3-5e132311e9fa req-c09ddcd2-3797-4b40-9779-474fa5fdd26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:57.372836 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e82d4254-4f8c-4a00-91e3-5e132311e9fa req-c09ddcd2-3797-4b40-9779-474fa5fdd26b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 1125 time: 0.0529180 Feb 19 03:52:57.466988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d4254-4f8c-4a00-91e3-5e132311e9fa req-c49fea2f-a229-432d-bdb6-8d5f453ca7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:57.468352 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e82d4254-4f8c-4a00-91e3-5e132311e9fa req-c49fea2f-a229-432d-bdb6-8d5f453ca7bd service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0898993 Feb 19 03:52:57.512387 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e82d4254-4f8c-4a00-91e3-5e132311e9fa req-0441533e-7317-44b4-81e9-76d244aa2026 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 217 time: 0.0376582 Feb 19 03:52:57.559289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d4254-4f8c-4a00-91e3-5e132311e9fa req-f1d3e98c-4559-4116-b8a1-c2e3c53814e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:57.560687 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e82d4254-4f8c-4a00-91e3-5e132311e9fa req-f1d3e98c-4559-4116-b8a1-c2e3c53814e4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0427289 Feb 19 03:52:57.620925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d4254-4f8c-4a00-91e3-5e132311e9fa req-42ececef-833c-4356-b183-59afb95761e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:57.622401 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e82d4254-4f8c-4a00-91e3-5e132311e9fa req-42ececef-833c-4356-b183-59afb95761e3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556965 Feb 19 03:52:57.715748 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e82d4254-4f8c-4a00-91e3-5e132311e9fa req-133b7a24-74f4-4164-9769-74f6cef71e42 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873752 Feb 19 03:52:57.806910 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e82d4254-4f8c-4a00-91e3-5e132311e9fa req-ab42aaf6-6ff3-4b43-8dc3-94f575f78592 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848064 Feb 19 03:52:58.038324 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456cba4d-96e5-4064-a2be-fc07077792e7 req-e04f9b9e-c909-4aa8-ba31-a40640f080ee tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:58.039843 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-456cba4d-96e5-4064-a2be-fc07077792e7 req-e04f9b9e-c909-4aa8-ba31-a40640f080ee tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 943 time: 0.0619068 Feb 19 03:52:58.086585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-456cba4d-96e5-4064-a2be-fc07077792e7 req-479c5e08-f796-4b97-a05d-91cf575799fe tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Feb 19 03:52:59.226398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97fcdf-5352-45fd-a1ad-385df6a16e45 req-c938a161-f2c1-4700-b4cb-0b80b5cffe93 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:52:59.227886 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f97fcdf-5352-45fd-a1ad-385df6a16e45 req-c938a161-f2c1-4700-b4cb-0b80b5cffe93 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 943 time: 0.0617106 Feb 19 03:52:59.276708 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f97fcdf-5352-45fd-a1ad-385df6a16e45 req-234d88fa-f696-4d78-814c-e7bde1f5df5d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430472 Feb 19 03:53:00.414415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31048562-ad86-4446-9966-c3f2e3292370 req-3942fed4-dc02-42fb-bc3f-749983fbfce0 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:00.415861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31048562-ad86-4446-9966-c3f2e3292370 req-3942fed4-dc02-42fb-bc3f-749983fbfce0 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 943 time: 0.0629265 Feb 19 03:53:00.470668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-31048562-ad86-4446-9966-c3f2e3292370 req-e0c67688-700f-49cc-a2ef-480a73142027 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491371 Feb 19 03:53:01.242606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 3db5261b-aea3-4d07-a05e-e3eeaeaa577e details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:53:01.342063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:01.353927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'port_id': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'mac_address': 'fa:16:3e:30:07:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:53:01.391775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:01.392091 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.405690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db5261b-aea3-4d07-a05e-e3eeaeaa577e {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:53:01.425849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:01.432453 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:01.479142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:01.603703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb25058-304a-4d79-be73-f04a0e0979d3 req-2f382b94-b349-4bcd-8ff6-4681a76ca1b1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:01.605439 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2bb25058-304a-4d79-be73-f04a0e0979d3 req-2f382b94-b349-4bcd-8ff6-4681a76ca1b1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0637298 Feb 19 03:53:01.666707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2bb25058-304a-4d79-be73-f04a0e0979d3 req-ab7209e0-3ea4-45c9-8b79-aaddcbbfe3a3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552306 Feb 19 03:53:01.752230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['3db5261b-aea3-4d07-a05e-e3eeaeaa577e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:53:02.798798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feb78e-633e-4c88-9173-a00ccfeca70f req-92ff9f29-0112-432c-bafd-204c8a3cda9f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:02.800324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4feb78e-633e-4c88-9173-a00ccfeca70f req-92ff9f29-0112-432c-bafd-204c8a3cda9f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0568390 Feb 19 03:53:02.849622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4feb78e-633e-4c88-9173-a00ccfeca70f req-f9264aba-ed2c-42ae-aca1-4b6eebab4d25 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413711 Feb 19 03:53:03.262926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 3db5261b-aea3-4d07-a05e-e3eeaeaa577e up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:03.325762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:53:03.330076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:03.330443 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.407484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:03.407757 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.431252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:03.433691 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142dcafe-e5eb-4417-a8f3-1a1b1a7176db" -d '{"events": [{"server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "name": "network-vif-plugged", "status": "completed", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:03.446568 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:03.451648 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:03.476272 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c410b69-05cc-42bb-a02a-7703e20ff831 x-openstack-request-id: req-9c410b69-05cc-42bb-a02a-7703e20ff831 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:03.476566 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "name": "network-vif-plugged", "status": "completed", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:03.476856 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9c410b69-05cc-42bb-a02a-7703e20ff831 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:03.477249 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'code': 200} Feb 19 03:53:03.500886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:03.572183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da0d9f-0a24-4ea6-8a6a-d4099c8d903b req-715cabd6-5b3e-43a3-b16c-27f107b8d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:03.573721 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-21da0d9f-0a24-4ea6-8a6a-d4099c8d903b req-715cabd6-5b3e-43a3-b16c-27f107b8d3b0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 1127 time: 0.0450449 Feb 19 03:53:03.627471 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-21da0d9f-0a24-4ea6-8a6a-d4099c8d903b req-ef5a31b4-77d9-4073-a6da-a60d842a9196 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472510 Feb 19 03:53:03.672049 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-762a99c5-d2c9-4ffb-ac1e-fb421f3a7e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:04.010800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6cb61-9354-4869-903d-c54483ee9945 req-779a3179-df69-4900-a589-6888611ea1c4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:04.012180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1c6cb61-9354-4869-903d-c54483ee9945 req-779a3179-df69-4900-a589-6888611ea1c4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0762506 Feb 19 03:53:04.066729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1c6cb61-9354-4869-903d-c54483ee9945 req-5a5ff8d5-80a7-46a3-b74c-2055bd07ad0e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487254 Feb 19 03:53:05.192907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a4aec-8066-41f9-9cbb-87c77d643933 req-98fe71c9-83c5-4215-93c6-550fa8955fd7 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:05.194426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-117a4aec-8066-41f9-9cbb-87c77d643933 req-98fe71c9-83c5-4215-93c6-550fa8955fd7 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0596478 Feb 19 03:53:05.243655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-117a4aec-8066-41f9-9cbb-87c77d643933 req-9526556a-49a2-45c1-aae0-8d57f2053843 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434618 Feb 19 03:53:05.371274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f98ee3-b278-4b5d-860c-03f5e00aaf33 req-c8f8771a-ebec-4f1d-a19c-da476fbd8556 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:05.372786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6f98ee3-b278-4b5d-860c-03f5e00aaf33 req-c8f8771a-ebec-4f1d-a19c-da476fbd8556 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0588131 Feb 19 03:53:05.385530 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 49950) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:53:05.390021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a7e7565f-bf7f-4892-9b72-b11aa7ae6cc2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Request body: {'floatingip': {'port_id': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:05.428961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7e7565f-bf7f-4892-9b72-b11aa7ae6cc2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.918431 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7e7565f-bf7f-4892-9b72-b11aa7ae6cc2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.923771 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7e7565f-bf7f-4892-9b72-b11aa7ae6cc2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:05.937630 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-28e86ad9-2faa-4986-9040-2df2293c38bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.030585 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-a7e7565f-bf7f-4892-9b72-b11aa7ae6cc2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b associated. External IP: 172.25.1.181, port: 3db5261b-aea3-4d07-a05e-e3eeaeaa577e. Feb 19 03:53:06.252956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e7565f-bf7f-4892-9b72-b11aa7ae6cc2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:53:06.376375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e7565f-bf7f-4892-9b72-b11aa7ae6cc2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:06.381829 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a7e7565f-bf7f-4892-9b72-b11aa7ae6cc2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:06.387077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce6b83-290b-48a1-a086-94d0507e1d83 None None] Sync routers for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:06.397016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce6b83-290b-48a1-a086-94d0507e1d83 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:06.397618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8fce6b83-290b-48a1-a086-94d0507e1d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:53:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:06.413007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a7e7565f-bf7f-4892-9b72-b11aa7ae6cc2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "PUT /v2.0/floatingips/39b4e66b-d054-4de0-bd43-bea3eab7ed8b HTTP/1.1" status: 200 len: 991 time: 1.0263422 Feb 19 03:53:06.413628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:06.457038 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe866801-f85f-497f-bc81-97403e3bb230" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:06.508175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8fce6b83-290b-48a1-a086-94d0507e1d83 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:06.650592 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e84d990-7990-4f6b-9a57-57d4c806ae5c x-openstack-request-id: req-9e84d990-7990-4f6b-9a57-57d4c806ae5c {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:06.650985 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:06.651459 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9e84d990-7990-4f6b-9a57-57d4c806ae5c {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:06.651953 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'status': 'completed', 'code': 200} Feb 19 03:53:06.676916 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-9edc32b2-eee1-4969-8e93-baf081a553fd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0557475 Feb 19 03:53:06.766902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69744989-dc3a-42bd-b4e0-f38f161d59e4 req-0bf52c4b-1c76-4fab-8be6-9f479951998f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:06.768682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69744989-dc3a-42bd-b4e0-f38f161d59e4 req-0bf52c4b-1c76-4fab-8be6-9f479951998f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0635793 Feb 19 03:53:06.789307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8fce6b83-290b-48a1-a086-94d0507e1d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '39b4e66b-d054-4de0-bd43-bea3eab7ed8b', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'port_id': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'mac_address': 'fa:16:3e:30:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:03Z', 'updated_at': '2022-02-19T03:53:05Z', 'revision_number': 9, 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:06.823521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce6b83-290b-48a1-a086-94d0507e1d83 None None] Checking router: 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:06.834315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce6b83-290b-48a1-a086-94d0507e1d83 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:06.834874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8fce6b83-290b-48a1-a086-94d0507e1d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:53:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:06.844958 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69744989-dc3a-42bd-b4e0-f38f161d59e4 req-a0987f1f-745a-42f6-a329-d7fc648b37fc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629346 Feb 19 03:53:07.116898 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866801-f85f-497f-bc81-97403e3bb230 req-e1c4bca2-56fb-40b8-8eb3-5168ebfccadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:07.118202 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe866801-f85f-497f-bc81-97403e3bb230 req-e1c4bca2-56fb-40b8-8eb3-5168ebfccadd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 1127 time: 0.4424803 Feb 19 03:53:07.125190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8fce6b83-290b-48a1-a086-94d0507e1d83 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:07.138243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-153859eb-ccce-4cca-a344-82365c08e904 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:07.139478 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-153859eb-ccce-4cca-a344-82365c08e904 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports/3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 942 time: 0.0602338 Feb 19 03:53:07.220562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866801-f85f-497f-bc81-97403e3bb230 req-8a5a4984-ea09-4255-945f-8a9927ca88a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:07.222069 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe866801-f85f-497f-bc81-97403e3bb230 req-8a5a4984-ea09-4255-945f-8a9927ca88a8 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0965388 Feb 19 03:53:07.290575 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:07.292446 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe866801-f85f-497f-bc81-97403e3bb230 req-82b1ae47-5468-4c7f-88e7-8bd233cbad6a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 999 time: 0.0632973 Feb 19 03:53:07.341971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866801-f85f-497f-bc81-97403e3bb230 req-1eabbe08-7e42-449e-8e6f-3e218122e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:07.343436 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe866801-f85f-497f-bc81-97403e3bb230 req-1eabbe08-7e42-449e-8e6f-3e218122e0b2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0450921 Feb 19 03:53:07.377262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8fce6b83-290b-48a1-a086-94d0507e1d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '39b4e66b-d054-4de0-bd43-bea3eab7ed8b', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'port_id': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'mac_address': 'fa:16:3e:30:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:03Z', 'updated_at': '2022-02-19T03:53:05Z', 'revision_number': 9, 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:07.397842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866801-f85f-497f-bc81-97403e3bb230 req-8a038766-89db-4b0e-b1c2-42c1dc4c8ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:07.399361 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe866801-f85f-497f-bc81-97403e3bb230 req-8a038766-89db-4b0e-b1c2-42c1dc4c8ef7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499337 Feb 19 03:53:07.408448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fce6b83-290b-48a1-a086-94d0507e1d83 None None] The sync data for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 is: [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '39b4e66b-d054-4de0-bd43-bea3eab7ed8b', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'port_id': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'mac_address': 'fa:16:3e:30:07:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:03Z', 'updated_at': '2022-02-19T03:53:05Z', 'revision_number': 9, 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:07.506255 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe866801-f85f-497f-bc81-97403e3bb230 req-4c832ec8-2bb1-4350-bdee-1cfdc2c75b24 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007893 Feb 19 03:53:07.614675 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fe866801-f85f-497f-bc81-97403e3bb230 req-2fd282bb-b543-4b0e-bfb0-ea5bc73676dc service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005039 Feb 19 03:53:07.662704 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177d7b15-be2c-4926-bfc9-1cf5ffe2af80 None None] New status for floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:53:07.980046 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0718fb-62fa-449d-9cec-e1be641089ae req-37f9e93f-3014-480f-9792-1dc414c75385 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:07.981582 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a0718fb-62fa-449d-9cec-e1be641089ae req-37f9e93f-3014-480f-9792-1dc414c75385 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0615857 Feb 19 03:53:08.027920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-1e9c3036-204c-4a3e-b043-ad9af67fcd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:08.029333 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a0718fb-62fa-449d-9cec-e1be641089ae req-7f0bb6bb-dc90-4418-9472-49ce288cff19 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416279 Feb 19 03:53:08.029478 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-1e9c3036-204c-4a3e-b043-ad9af67fcd28 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 1127 time: 0.0483162 Feb 19 03:53:08.120657 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-6664ae1d-d22b-4c0f-8a9b-9afb2769acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:08.122165 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-6664ae1d-d22b-4c0f-8a9b-9afb2769acd2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0870199 Feb 19 03:53:08.191276 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-6a9b9a21-6726-49d3-96fa-aa13b559fc06 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 1002 time: 0.0637321 Feb 19 03:53:08.242587 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-d9c2fad8-316b-4bdc-8ec2-838a688f623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:08.244117 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-d9c2fad8-316b-4bdc-8ec2-838a688f623c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0467584 Feb 19 03:53:08.296273 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-2fe76ace-4565-4c26-81db-89bc5f10acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:08.297924 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-2fe76ace-4565-4c26-81db-89bc5f10acd5 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484149 Feb 19 03:53:08.393132 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-27c1ba77-c82d-4e5b-ae8a-cb9da47ffe19 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894339 Feb 19 03:53:08.495267 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-871ec675-9d9e-4b26-ba14-b206b820164d service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953374 Feb 19 03:53:08.586189 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:09.166903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7706a-eac1-482a-b020-366c4ef5734d req-0ac4cadb-7ea1-49a4-baba-551e5f8f0804 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:09.168411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8a7706a-eac1-482a-b020-366c4ef5734d req-0ac4cadb-7ea1-49a4-baba-551e5f8f0804 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0553966 Feb 19 03:53:09.222820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8a7706a-eac1-482a-b020-366c4ef5734d req-a1330280-1951-4779-a5bf-60da716d9188 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485055 Feb 19 03:53:09.648588 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:53:10.115508 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:10.350508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4367833-619c-41b1-83b2-db265e4687a7 req-393aa1bd-ce64-4e1a-a827-2ed245f8aa6b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:10.351940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4367833-619c-41b1-83b2-db265e4687a7 req-393aa1bd-ce64-4e1a-a827-2ed245f8aa6b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0534360 Feb 19 03:53:10.405228 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e4367833-619c-41b1-83b2-db265e4687a7 req-6b1e54a3-7be9-442f-8857-f160ff2f4043 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451019 Feb 19 03:53:11.544092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26108a2e-bdcb-4ae4-bba2-2f6a7575f82a req-fef6c131-45c4-4281-ba1a-5a14a9823c59 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:11.545649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26108a2e-bdcb-4ae4-bba2-2f6a7575f82a req-fef6c131-45c4-4281-ba1a-5a14a9823c59 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0639017 Feb 19 03:53:11.595918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-26108a2e-bdcb-4ae4-bba2-2f6a7575f82a req-7c11bbc9-9cf4-466d-b9c4-f07e19dfce9b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 Feb 19 03:53:12.724590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f19c81-8910-49c0-9e8a-00bf9a8778ce req-1476faa7-d933-430c-81b4-4170fbc3ce6b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:12.726121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4f19c81-8910-49c0-9e8a-00bf9a8778ce req-1476faa7-d933-430c-81b4-4170fbc3ce6b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0557592 Feb 19 03:53:12.781662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4f19c81-8910-49c0-9e8a-00bf9a8778ce req-c31dea09-e178-4fd0-91e8-950811350fc1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496833 Feb 19 03:53:13.921221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9249a-1d8f-4ade-911b-36cee13b6d02 req-1775cc5b-e903-4933-8da7-75bea6f9381b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:13.922718 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3f9249a-1d8f-4ade-911b-36cee13b6d02 req-1775cc5b-e903-4933-8da7-75bea6f9381b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0598574 Feb 19 03:53:13.970997 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e3f9249a-1d8f-4ade-911b-36cee13b6d02 req-bbec8fce-051f-40ae-90a6-06d896b49544 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Feb 19 03:53:15.110086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810dfcfc-42ae-446f-9e0d-ffc7fda566ad req-ed74fe9d-6a38-4603-932f-7367de8b1974 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:15.111585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-810dfcfc-42ae-446f-9e0d-ffc7fda566ad req-ed74fe9d-6a38-4603-932f-7367de8b1974 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0623848 Feb 19 03:53:15.158777 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-810dfcfc-42ae-446f-9e0d-ffc7fda566ad req-b026fa1e-3064-4322-9486-ddc18305871c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412419 Feb 19 03:53:16.298623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d1c92-eb1b-4582-a91a-8bf7c1d4f4d6 req-3b1ea569-5c71-4884-a1e8-3f4c6b2c1176 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:16.300129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e75d1c92-eb1b-4582-a91a-8bf7c1d4f4d6 req-3b1ea569-5c71-4884-a1e8-3f4c6b2c1176 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0621698 Feb 19 03:53:16.363889 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e75d1c92-eb1b-4582-a91a-8bf7c1d4f4d6 req-98c71add-0e7b-4a75-b2a6-f46eacf1ff85 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551424 Feb 19 03:53:17.502369 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5020c90-cda7-4e78-b37b-1c0d540639f5 req-a8005f62-d3c6-4053-bef5-f2ff5d771d6e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:17.503873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5020c90-cda7-4e78-b37b-1c0d540639f5 req-a8005f62-d3c6-4053-bef5-f2ff5d771d6e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0554671 Feb 19 03:53:17.554756 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5020c90-cda7-4e78-b37b-1c0d540639f5 req-208da9b6-7600-4187-adbf-9f1ee4590a1e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427642 Feb 19 03:53:18.701450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f40e1-9731-47ed-8a2c-98e27c85b158 req-983e2afd-468a-45b0-9bb9-432d5d6ebfd1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:18.702954 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d6f40e1-9731-47ed-8a2c-98e27c85b158 req-983e2afd-468a-45b0-9bb9-432d5d6ebfd1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0676074 Feb 19 03:53:18.773169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d6f40e1-9731-47ed-8a2c-98e27c85b158 req-db0e34a0-3e46-4365-99d2-52da93bc3ab6 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641410 Feb 19 03:53:19.924238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee2325-9c29-473f-bc01-efcc047ec0cf req-7b0ea550-d57b-4d47-86a9-59765fa66a72 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:19.925739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37ee2325-9c29-473f-bc01-efcc047ec0cf req-7b0ea550-d57b-4d47-86a9-59765fa66a72 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0666168 Feb 19 03:53:19.974693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-37ee2325-9c29-473f-bc01-efcc047ec0cf req-b6fa4702-ab71-4b99-86d1-d73a3907a08b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406818 Feb 19 03:53:21.120871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6a186-a7e3-492f-a6f9-42b1fd93cb81 req-c458e2ce-203e-49b1-bb2f-80dfc6ae6a0e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:21.122373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17e6a186-a7e3-492f-a6f9-42b1fd93cb81 req-c458e2ce-203e-49b1-bb2f-80dfc6ae6a0e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0613818 Feb 19 03:53:21.170496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17e6a186-a7e3-492f-a6f9-42b1fd93cb81 req-de6edc65-b1c3-4886-9b5c-4428db342a35 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423722 Feb 19 03:53:22.307497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731db3fe-4063-4287-9882-a1486f37f1e4 req-c620e3f1-39c2-46d1-b831-c4d0f08e100e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:22.309002 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-731db3fe-4063-4287-9882-a1486f37f1e4 req-c620e3f1-39c2-46d1-b831-c4d0f08e100e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0596814 Feb 19 03:53:22.364488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-731db3fe-4063-4287-9882-a1486f37f1e4 req-57c71388-cc7e-48de-ba05-7a763eccdc89 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484333 Feb 19 03:53:22.996559 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:23.511625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d4458-4bc0-4321-9848-e874a370648d req-113d7c7d-266a-4c72-bce9-1dd1355efcc4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:23.513466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c92d4458-4bc0-4321-9848-e874a370648d req-113d7c7d-266a-4c72-bce9-1dd1355efcc4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0618792 Feb 19 03:53:23.561526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c92d4458-4bc0-4321-9848-e874a370648d req-bfaace62-48fa-4a7d-8656-6e940317817b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421252 Feb 19 03:53:23.981526 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:24.693044 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff82ce-4fac-4f26-9cdc-8a34d5b44d84 req-1d20cd96-acdf-423a-98c9-9c0aabe196cc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:24.694484 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91ff82ce-4fac-4f26-9cdc-8a34d5b44d84 req-1d20cd96-acdf-423a-98c9-9c0aabe196cc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0614841 Feb 19 03:53:24.748275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91ff82ce-4fac-4f26-9cdc-8a34d5b44d84 req-ba82c6df-0835-4dcc-b1dd-86c6573a2d1d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456514 Feb 19 03:53:25.873087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73964af-b9eb-44a2-b0c5-9d95975ca77d req-482c40ed-5b3b-4f47-a9fc-f6089cad2a9b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:25.874550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e73964af-b9eb-44a2-b0c5-9d95975ca77d req-482c40ed-5b3b-4f47-a9fc-f6089cad2a9b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0557683 Feb 19 03:53:25.924006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e73964af-b9eb-44a2-b0c5-9d95975ca77d req-ec43dba4-5aac-4c8f-8481-811860e146b7 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434639 Feb 19 03:53:27.072086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44693d5d-2ad3-41d3-949d-163604be2599 req-d5fd2d61-b7f4-4d2a-a979-448ac0744966 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:27.073734 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44693d5d-2ad3-41d3-949d-163604be2599 req-d5fd2d61-b7f4-4d2a-a979-448ac0744966 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0794823 Feb 19 03:53:27.134363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44693d5d-2ad3-41d3-949d-163604be2599 req-a6a9f15b-0615-48e8-aaa0-f03ebf3416cc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449426 Feb 19 03:53:28.271914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe9f6b-8b0e-4533-9545-8eb572146c20 req-066c195d-54c3-4ccf-829a-bfa6044c7320 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:28.273421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ebe9f6b-8b0e-4533-9545-8eb572146c20 req-066c195d-54c3-4ccf-829a-bfa6044c7320 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0601349 Feb 19 03:53:28.319646 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ebe9f6b-8b0e-4533-9545-8eb572146c20 req-4cbbfd72-4763-448e-a12b-e84ca1b1673a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406306 Feb 19 03:53:29.457911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca51fc-81a3-4955-a705-9e93150fe377 req-6d38ea28-298f-417e-80a1-54a9b9988bbe tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:29.459328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49ca51fc-81a3-4955-a705-9e93150fe377 req-6d38ea28-298f-417e-80a1-54a9b9988bbe tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0581455 Feb 19 03:53:29.506973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49ca51fc-81a3-4955-a705-9e93150fe377 req-ddff5340-c638-44f1-8055-04727f3129fb tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420392 Feb 19 03:53:30.646803 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e1551-b667-42fb-a94b-a8e5da7b4814 req-3037df03-fac1-4d16-96f2-51fd9779d6dd tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:30.648279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a15e1551-b667-42fb-a94b-a8e5da7b4814 req-3037df03-fac1-4d16-96f2-51fd9779d6dd tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0597908 Feb 19 03:53:30.698443 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a15e1551-b667-42fb-a94b-a8e5da7b4814 req-c0565f96-de89-46ee-b489-81c1f94b107d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Feb 19 03:53:31.828355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2fad01-e1a9-41c9-add4-881394414ffe req-6417d926-841b-4d05-8987-3c32f301828d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:31.829895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc2fad01-e1a9-41c9-add4-881394414ffe req-6417d926-841b-4d05-8987-3c32f301828d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0551260 Feb 19 03:53:31.882341 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc2fad01-e1a9-41c9-add4-881394414ffe req-a4d81794-8c7d-4d5d-9ce9-5fd48c2c87ce tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441961 Feb 19 03:53:33.022813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438c9c7-9b9f-4326-8d84-de75cd134f31 req-15944df3-f214-4ad3-96a5-11e9063eab47 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:33.024317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4438c9c7-9b9f-4326-8d84-de75cd134f31 req-15944df3-f214-4ad3-96a5-11e9063eab47 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0586352 Feb 19 03:53:33.077888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4438c9c7-9b9f-4326-8d84-de75cd134f31 req-0c200ade-95b7-442a-ad66-480fde29a42d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475144 Feb 19 03:53:33.670904 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-eb6e8698-16d8-41c6-8006-3f4586f63c79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:34.210756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74473d21-e62b-46e2-a768-587f302e9d68 req-176cca47-7dba-4654-9fcc-940452911296 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:34.212264 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74473d21-e62b-46e2-a768-587f302e9d68 req-176cca47-7dba-4654-9fcc-940452911296 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0646982 Feb 19 03:53:34.261547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74473d21-e62b-46e2-a768-587f302e9d68 req-d2f548f6-f425-40bf-bcab-9e089c2dad33 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411706 Feb 19 03:53:35.352410 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-d24b0cea-d379-4826-b7d7-c1175203a1b9 service neutron] show failed (client error): The resource could not be found. Feb 19 03:53:35.353476 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-d24b0cea-d379-4826-b7d7-c1175203a1b9 service neutron] 10.222.0.87 "GET /v2.0/ports/3db5261b-aea3-4d07-a05e-e3eeaeaa577e/bindings/n-h2-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0649078 Feb 19 03:53:35.394050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27053f-5023-4af4-8f03-0bb353d23693 req-479c5c29-9917-4940-99b3-497e32c8d4a4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:35.395494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d27053f-5023-4af4-8f03-0bb353d23693 req-479c5c29-9917-4940-99b3-497e32c8d4a4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0581107 Feb 19 03:53:35.444355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d27053f-5023-4af4-8f03-0bb353d23693 req-ac54a1f4-2624-4909-b73a-bd9676d59731 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Feb 19 03:53:35.574514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-c741d86d-3228-4af6-a958-6a06bd472568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:35.576042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-c741d86d-3228-4af6-a958-6a06bd472568 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 1127 time: 0.0557454 Feb 19 03:53:35.587448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:35.661389 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.866671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:35.899644 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:35.941957 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fc924351-081f-45c9-8648-f391dfc38eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.943134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:35.945433 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0b58a3-db79-4e5d-991e-2f88c436a090" -d '{"events": [{"server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "name": "network-vif-unplugged", "status": "completed", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:35.949355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Publish callbacks [] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.963104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Transition to ACTIVE for port object 3db5261b-aea3-4d07-a05e-e3eeaeaa577e will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:53:35.967747 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:35.995499 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf124a5f-8d6f-454c-a644-f002dad8eab7 x-openstack-request-id: req-cf124a5f-8d6f-454c-a644-f002dad8eab7 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:35.995791 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "name": "network-vif-unplugged", "status": "completed", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:35.996044 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cf124a5f-8d6f-454c-a644-f002dad8eab7 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:35.996438 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'code': 200} Feb 19 03:53:36.043255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:36.056018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.056378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.056732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.057098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.057427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.057752 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.058074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.058391 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.058706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.059023 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.059341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.059636 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.059951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:36.100463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] No DVR routers for this DVR port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:53:36.242900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Attempting to bind port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:36.243133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Attempting to bind port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:36.243460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Attempting to bind port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:36.247834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on network 6df327e8-fea2-48eb-bfda-406417702dec not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:36.248150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Attempting to bind port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:36.253826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:36.254164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:36.254544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Bound using segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:36.254961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Bound port: 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:36.255323 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.328563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:36.331717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:36.340018 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.375204 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:36.375834 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:36.377231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] 10.222.0.67 "PUT /v2.0/ports/3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 1091 time: 0.7937529 Feb 19 03:53:36.397203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbde4f8-fe8c-425c-9e0b-135142494734 service neutron] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:36.447634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-e5cf7b9d-34e2-4bf2-a078-7a0685fd73ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:36.449207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-e5cf7b9d-34e2-4bf2-a078-7a0685fd73ca service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 1125 time: 0.0474350 Feb 19 03:53:36.579406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-05c1b70e-4351-45aa-b1af-fed1ec26e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:36.582053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-05c1b70e-4351-45aa-b1af-fed1ec26e6cc service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.1260338 Feb 19 03:53:36.607893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a19fb-03e4-47f4-939b-04609ab48dba req-b343caf2-e5f1-4b20-b404-4e705beec357 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:36.609392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-910a19fb-03e4-47f4-939b-04609ab48dba req-b343caf2-e5f1-4b20-b404-4e705beec357 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 943 time: 0.0910051 Feb 19 03:53:36.683022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-8162e40a-9807-48d0-a1bf-802a505a3bd1 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 1000 time: 0.0946491 Feb 19 03:53:36.727862 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-910a19fb-03e4-47f4-939b-04609ab48dba req-d294d698-0653-470b-acdf-1adba026c889 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879548 Feb 19 03:53:36.741038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-b6df017f-336c-4c71-853e-a4cda7229ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:36.742488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-b6df017f-336c-4c71-853e-a4cda7229ed4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0537150 Feb 19 03:53:36.791864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-5a7d9931-148d-48e5-b930-b6035a4f05ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:36.793331 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-5a7d9931-148d-48e5-b930-b6035a4f05ba service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447631 Feb 19 03:53:37.239798 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-c9262685-a923-418d-b212-c58d6b2e99b3 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403076 Feb 19 03:53:37.266261 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:37.329710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a93f544-44dd-4a6d-8b2b-05f8633152c4 req-129cfdce-d707-4901-b78d-d3ee4c8da5f2 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834460 Feb 19 03:53:37.869971 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a088f64-49a7-444b-86ed-9c8cdeb34e2b req-84c4e550-c024-4b7b-8620-7066f1edd91d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:37.871460 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a088f64-49a7-444b-86ed-9c8cdeb34e2b req-84c4e550-c024-4b7b-8620-7066f1edd91d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 943 time: 0.0656748 Feb 19 03:53:37.917585 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a088f64-49a7-444b-86ed-9c8cdeb34e2b req-75fd2f53-2ebb-4649-9023-d5877ff51009 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402873 Feb 19 03:53:37.997887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:38.000833 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:38.063391 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5211c4-50b7-4dd4-9da7-ce03d54c77f0 x-openstack-request-id: req-1b5211c4-50b7-4dd4-9da7-ce03d54c77f0 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:38.063686 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:38.063940 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1b5211c4-50b7-4dd4-9da7-ce03d54c77f0 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:38.064339 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'status': 'completed', 'code': 200} Feb 19 03:53:38.126906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-cfcdb291-bc2f-4f29-a293-963bdbeeccf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:38.128487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-cfcdb291-bc2f-4f29-a293-963bdbeeccf1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 1125 time: 0.0460985 Feb 19 03:53:38.131652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-40f2d7c7-cea3-4cad-a807-a1d5345a4ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:38.133203 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-40f2d7c7-cea3-4cad-a807-a1d5345a4ce7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 1125 time: 0.0472405 Feb 19 03:53:38.224385 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-e7e43abb-7252-4341-8ac5-7814cecdffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:38.224805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-8fa13cf4-f278-42f5-9a43-8c03eaa3aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:38.225914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-e7e43abb-7252-4341-8ac5-7814cecdffa3 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0914881 Feb 19 03:53:38.226265 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-8fa13cf4-f278-42f5-9a43-8c03eaa3aea7 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0872228 Feb 19 03:53:38.293614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-b1f1d357-6826-4862-9bb7-e711ec71d05e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 1000 time: 0.0611897 Feb 19 03:53:38.295510 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-b1bd2d5a-9b75-46ac-9cfb-0957b11ae001 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 1000 time: 0.0638113 Feb 19 03:53:38.346424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-1a1b9782-d473-45a9-9d16-07a9c52cc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:38.348430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-1a1b9782-d473-45a9-9d16-07a9c52cc9d0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0486619 Feb 19 03:53:38.349380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-754053ee-cd79-4fe6-9761-4e08b4839758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:38.351577 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-754053ee-cd79-4fe6-9761-4e08b4839758 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0489013 Feb 19 03:53:38.402513 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-c9604f3f-22e5-4432-9cb0-e9c3805dfd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:38.402811 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-18263bee-f8cd-4b43-97b2-642cb827fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:38.404014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-c9604f3f-22e5-4432-9cb0-e9c3805dfd7c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493329 Feb 19 03:53:38.404162 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-18263bee-f8cd-4b43-97b2-642cb827fd55 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467982 Feb 19 03:53:38.492512 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-640e38e2-1fb8-4d54-8583-992bf00ee25b service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818434 Feb 19 03:53:38.496459 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-043db22c-d736-4730-a204-1c1b5962945b service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860567 Feb 19 03:53:38.587394 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:38.588323 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-da8e2aee-3fab-438a-82c3-c962337b2d02 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855138 Feb 19 03:53:38.595213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cc6f85f0-cb58-48d0-982d-7bc94b7d75e5 req-a247bdee-de9a-4177-87e8-83469c170b17 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968142 Feb 19 03:53:39.055091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f1bd23-c455-4d0e-b335-287cc4a5ad16 req-3a91d1cb-7618-42f2-af14-46033c704bb7 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:39.056579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f1bd23-c455-4d0e-b335-287cc4a5ad16 req-3a91d1cb-7618-42f2-af14-46033c704bb7 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 943 time: 0.0556693 Feb 19 03:53:39.106989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44f1bd23-c455-4d0e-b335-287cc4a5ad16 req-64968a5a-47e5-4693-88a4-9907516d88a6 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420551 Feb 19 03:53:39.394644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 3db5261b-aea3-4d07-a05e-e3eeaeaa577e no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:39.437106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] The host n-h1-826755-2 is not matching for port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e host n-h2-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:53:39.437457 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 3db5261b-aea3-4d07-a05e-e3eeaeaa577e not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:40.119671 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:40.230977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf56bb-ef95-43be-8db0-2ce9553f359b req-8f71330e-15f9-4d60-9271-d6c579726962 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:40.232448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55cf56bb-ef95-43be-8db0-2ce9553f359b req-8f71330e-15f9-4d60-9271-d6c579726962 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 943 time: 0.0555937 Feb 19 03:53:40.282615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55cf56bb-ef95-43be-8db0-2ce9553f359b req-2821a535-dbd2-49af-9b74-94409197aacc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429013 Feb 19 03:53:41.028634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 3db5261b-aea3-4d07-a05e-e3eeaeaa577e details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:53:41.132770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:41.144961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'port_id': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'mac_address': 'fa:16:3e:30:07:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:53:41.183836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:41.184224 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.197517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db5261b-aea3-4d07-a05e-e3eeaeaa577e {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:53:41.217041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:41.222892 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:41.269453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:41.417727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675694f0-edbe-453a-92c0-9627db4b41aa req-9a960370-27f5-44f3-abf1-84927f08e3e5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:41.419226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-675694f0-edbe-453a-92c0-9627db4b41aa req-9a960370-27f5-44f3-abf1-84927f08e3e5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0606990 Feb 19 03:53:41.468405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-675694f0-edbe-453a-92c0-9627db4b41aa req-1da1a8bf-0213-41c2-a740-dbbb44345fc5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424938 Feb 19 03:53:41.585885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['3db5261b-aea3-4d07-a05e-e3eeaeaa577e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:53:41.788621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-2453318a-6077-4f5c-b331-0eb167ca242c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:41.790023 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-2453318a-6077-4f5c-b331-0eb167ca242c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.67 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27&tenant_id=6c0a560b175e4250877a7787995380f8&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 944 time: 0.0877452 Feb 19 03:53:41.801433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13bb2f-5055-4cb2-976e-0cbf19f1376c req-abf2c407-ea65-44f3-bb46-d47d28a8b770 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:41.802808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc13bb2f-5055-4cb2-976e-0cbf19f1376c req-abf2c407-ea65-44f3-bb46-d47d28a8b770 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0720108 Feb 19 03:53:41.889265 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc13bb2f-5055-4cb2-976e-0cbf19f1376c req-ca04ad3a-87b5-4d5b-a054-b503b8c66883 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805247 Feb 19 03:53:41.892364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-cf544cc7-02d7-4011-8877-d0b3dd65bcae service neutron] 10.222.0.67 "GET /v2.0/ports/3db5261b-aea3-4d07-a05e-e3eeaeaa577e/bindings/n-h2-826755-2 HTTP/1.1" status: 200 len: 382 time: 0.0886867 Feb 19 03:53:41.960161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-c16d2b4d-b517-4fe5-b4fe-a047c9d74c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:41.961692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-c16d2b4d-b517-4fe5-b4fe-a047c9d74c0b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 1126 time: 0.0451262 Feb 19 03:53:42.057416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-b55547ad-e475-49d2-8563-af17f26330d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:42.058921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-b55547ad-e475-49d2-8563-af17f26330d8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0904062 Feb 19 03:53:42.131652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-8a331338-76e1-4da2-9140-167ceacc76ce service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 1001 time: 0.0655172 Feb 19 03:53:42.181786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-8c5e4331-f338-4774-a6b5-dd19abbd44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:42.183273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-8c5e4331-f338-4774-a6b5-dd19abbd44d2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0456095 Feb 19 03:53:42.244123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-845363ad-3f65-43d2-b4e3-6eae357022c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:42.245632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-845363ad-3f65-43d2-b4e3-6eae357022c3 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561056 Feb 19 03:53:42.336543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-40cd5762-844b-4aa5-984a-7afde39cfcfb service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839550 Feb 19 03:53:42.439929 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-6bb92d47-15b1-4893-a9bd-49c042d10ffd service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972691 Feb 19 03:53:43.017577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c83bd-7ea0-4b25-bb5f-8e7716715281 req-84a84349-4ba6-4c85-bd99-1496ab7e605f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:43.019018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d9c83bd-7ea0-4b25-bb5f-8e7716715281 req-84a84349-4ba6-4c85-bd99-1496ab7e605f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0539489 Feb 19 03:53:43.037778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 3db5261b-aea3-4d07-a05e-e3eeaeaa577e up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:43.086180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d9c83bd-7ea0-4b25-bb5f-8e7716715281 req-cbcbd857-fb0c-481b-b6e0-1367f67f1754 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569003 Feb 19 03:53:43.099107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:53:43.104794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:43.105495 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.201429 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:43.201810 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.225868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:43.228266 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957d18e0-60ed-403d-bfb5-ebe60fc31a56" -d '{"events": [{"server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "name": "network-vif-plugged", "status": "completed", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:43.241678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:43.245919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:43.279771 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba71259-f9fd-46b3-a06c-e59d951cf36e x-openstack-request-id: req-5ba71259-f9fd-46b3-a06c-e59d951cf36e {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:43.280066 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "name": "network-vif-plugged", "status": "completed", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:43.280323 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ba71259-f9fd-46b3-a06c-e59d951cf36e {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:43.280970 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'code': 200} Feb 19 03:53:43.298138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:44.212166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c00023-2918-4cc2-9b48-eafa710b49c4 req-4a9248ae-3ec9-4567-9d66-2a08093ac120 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:44.213849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7c00023-2918-4cc2-9b48-eafa710b49c4 req-4a9248ae-3ec9-4567-9d66-2a08093ac120 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0542555 Feb 19 03:53:44.267469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f7c00023-2918-4cc2-9b48-eafa710b49c4 req-ad7ada0d-0b2a-48e0-90e7-016c0c0804bb tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474224 Feb 19 03:53:44.399397 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-b5f64eeb-ae8f-4916-8768-fb9b0004a9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:44.400875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-b5f64eeb-ae8f-4916-8768-fb9b0004a9e2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 1127 time: 0.0531521 Feb 19 03:53:44.412773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:44.476782 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.684184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:44.728237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:44.770809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:44.775580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Publish callbacks [] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.788534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Transition to ACTIVE for port object 3db5261b-aea3-4d07-a05e-e3eeaeaa577e will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:53:44.792260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:44.824927 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a770b58-1dd7-4b02-8b62-5a118be943ad" -d '{"events": [{"server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "name": "network-vif-unplugged", "status": "completed", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:44.930294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=10']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:44.947452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.947871 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.948406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.948772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.949104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.949430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.949751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.950073 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.950500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.950697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.951015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.951330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.951640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:44.980064 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89df42e-5e58-42ff-9365-835cf0bae336 x-openstack-request-id: req-b89df42e-5e58-42ff-9365-835cf0bae336 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:44.980358 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "name": "network-vif-unplugged", "status": "completed", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:44.980610 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b89df42e-5e58-42ff-9365-835cf0bae336 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:44.981030 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'code': 200} Feb 19 03:53:44.981971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] No DVR routers for this DVR port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:53:45.120165 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Attempting to bind port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:45.120404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Attempting to bind port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:45.120755 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Attempting to bind port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:45.125432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on network 6df327e8-fea2-48eb-bfda-406417702dec not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:45.125743 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Attempting to bind port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:45.131513 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:45.131875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:45.132259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Bound using segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:45.132680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Bound port: 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:45.133069 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.218757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:45.222266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:45.229658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.260952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:45.261603 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:45.263372 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] 10.222.0.87 "PUT /v2.0/ports/3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 1092 time: 0.8546822 Feb 19 03:53:45.318114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619a8e6-6bcf-4973-9a9b-52cdf719603e service neutron] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=11']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:45.338294 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-a52441a3-2f0f-41dd-9c5c-12470ffdfce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:45.340425 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-a52441a3-2f0f-41dd-9c5c-12470ffdfce3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 1126 time: 0.0527387 Feb 19 03:53:45.398539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b30e25-d60f-4e05-a3ca-0a8f0fcd6bfa req-60ce33bb-363a-4da6-9b35-cd8a45a8b7ae tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:45.400820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5b30e25-d60f-4e05-a3ca-0a8f0fcd6bfa req-60ce33bb-363a-4da6-9b35-cd8a45a8b7ae tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0551057 Feb 19 03:53:45.440163 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-f4edafcc-500d-49ab-b9c5-d20fa3dec505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:45.441694 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-f4edafcc-500d-49ab-b9c5-d20fa3dec505 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0951183 Feb 19 03:53:45.455267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5b30e25-d60f-4e05-a3ca-0a8f0fcd6bfa req-1e1ca46c-845a-46ed-9402-11e87acc93d2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469213 Feb 19 03:53:45.515451 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-51f83384-c484-40e2-aeb2-f66dfbd9af81 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 1000 time: 0.0677071 Feb 19 03:53:45.568870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-af916153-0101-491b-a1a3-e82049ff7801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:45.570340 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-af916153-0101-491b-a1a3-e82049ff7801 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0495875 Feb 19 03:53:45.621457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-0f48faa0-0102-4c92-a0b3-2591c6b5085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:45.622934 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-0f48faa0-0102-4c92-a0b3-2591c6b5085f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456755 Feb 19 03:53:45.712506 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-e7b613ee-873d-43dc-992d-a75b065563cc service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828567 Feb 19 03:53:45.807210 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6b43d19c-0483-4578-a47c-d0a70dcc755b req-cf3b3ecc-a4fe-4bec-a371-aa50998f9e22 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878513 Feb 19 03:53:46.588341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a314c-63ac-4c41-b971-92bf0559bf85 req-828b595a-9ff5-4f42-b051-b7270bf08cf1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:46.589847 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-144a314c-63ac-4c41-b971-92bf0559bf85 req-828b595a-9ff5-4f42-b051-b7270bf08cf1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0543940 Feb 19 03:53:46.639634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-144a314c-63ac-4c41-b971-92bf0559bf85 req-6d96c6d5-7bdb-4f34-9d9e-ef95535bf8a7 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440989 Feb 19 03:53:46.648159 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:53:46.982670 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:46.986568 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c59af45-68c8-453d-87e8-1638a18026af" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:47.042955 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd004fe-500b-4bf0-a888-d05379cfe19a x-openstack-request-id: req-0bd004fe-500b-4bf0-a888-d05379cfe19a {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:47.043413 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:47.043796 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0bd004fe-500b-4bf0-a888-d05379cfe19a {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:47.044375 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'status': 'completed', 'code': 200} Feb 19 03:53:47.098692 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 3db5261b-aea3-4d07-a05e-e3eeaeaa577e no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:47.110753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59af45-68c8-453d-87e8-1638a18026af req-c7eb6ca4-42d3-4097-ba2f-f3825adeb6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.112302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-c7eb6ca4-42d3-4097-ba2f-f3825adeb6de service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 1126 time: 0.0496917 Feb 19 03:53:47.114445 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59af45-68c8-453d-87e8-1638a18026af req-a386a489-8a14-4890-988e-d0d989ae7b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.115954 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-a386a489-8a14-4890-988e-d0d989ae7b61 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 1126 time: 0.0475910 Feb 19 03:53:47.151564 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] The host n-h2-826755-2 is not matching for port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e host n-h1-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:53:47.151967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 3db5261b-aea3-4d07-a05e-e3eeaeaa577e not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:47.204954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59af45-68c8-453d-87e8-1638a18026af req-05fe499a-ea9a-44f4-856a-3242cf773f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.206488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-05fe499a-ea9a-44f4-856a-3242cf773f01 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0887816 Feb 19 03:53:47.276979 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-52c6fb44-3316-431e-993e-ddb2cb2d5a53 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 1000 time: 0.0647495 Feb 19 03:53:47.324072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59af45-68c8-453d-87e8-1638a18026af req-67efaf2d-d227-4cd5-9839-827986839344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.325599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-67efaf2d-d227-4cd5-9839-827986839344 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0437965 Feb 19 03:53:47.326785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59af45-68c8-453d-87e8-1638a18026af req-80352056-b9ef-4d6f-8cfc-05a84e03d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.328470 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-80352056-b9ef-4d6f-8cfc-05a84e03d029 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0914569 Feb 19 03:53:47.377066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59af45-68c8-453d-87e8-1638a18026af req-633b39c9-ed45-48c5-88f3-d5e0cdc5c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.378697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-633b39c9-ed45-48c5-88f3-d5e0cdc5c0b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473764 Feb 19 03:53:47.394128 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-dc6bfa90-1b2f-4099-bcb7-53e98966e9ae service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 200 len: 1000 time: 0.0597138 Feb 19 03:53:47.443166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59af45-68c8-453d-87e8-1638a18026af req-84c943ab-d569-4725-ba3b-0e5a87eae3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.444634 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-84c943ab-d569-4725-ba3b-0e5a87eae3ce service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0443487 Feb 19 03:53:47.472151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-130ee294-b742-425c-9fee-b4aa2569e5c3 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873423 Feb 19 03:53:47.497823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59af45-68c8-453d-87e8-1638a18026af req-943a1ff0-161a-46f9-8b65-10018bc0cb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.500557 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-943a1ff0-161a-46f9-8b65-10018bc0cb12 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503116 Feb 19 03:53:47.574482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-3c331db2-702f-4bd6-a8ea-21cb7e4d298b service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960143 Feb 19 03:53:47.600415 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-4debf070-2da0-4050-bb34-4d2fadee932e service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934417 Feb 19 03:53:47.698074 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c59af45-68c8-453d-87e8-1638a18026af req-ff692ada-b49b-4529-9b1a-48459f4a34ce service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907981 Feb 19 03:53:47.770782 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd323793-eef4-4b06-8a08-57c6ad5e8c0d req-7e860341-bd38-4a4d-9979-ac87543a3314 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:47.772248 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd323793-eef4-4b06-8a08-57c6ad5e8c0d req-7e860341-bd38-4a4d-9979-ac87543a3314 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0512819 Feb 19 03:53:47.825877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dd323793-eef4-4b06-8a08-57c6ad5e8c0d req-1d6e224d-3a39-4d26-a699-a8797e35b03a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478938 Feb 19 03:53:48.954117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb0601-1905-4f3f-94a2-0ffca4a1c52b req-bf2c6896-b150-47b8-ac28-92e5d69beb54 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:48.955647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3fb0601-1905-4f3f-94a2-0ffca4a1c52b req-bf2c6896-b150-47b8-ac28-92e5d69beb54 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 944 time: 0.0561678 Feb 19 03:53:49.003842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3fb0601-1905-4f3f-94a2-0ffca4a1c52b req-02ce49bb-1e19-4f08-b931-6714c2b62e6a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424886 Feb 19 03:53:49.414454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 3db5261b-aea3-4d07-a05e-e3eeaeaa577e details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:53:49.529079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:49.540203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'port_id': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'mac_address': 'fa:16:3e:30:07:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:53:49.579874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:49.580269 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.595686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3db5261b-aea3-4d07-a05e-e3eeaeaa577e {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:53:49.615133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:49.621263 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:49.669582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=12']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:49.677253 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.677598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.677937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.678298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.678645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.678954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.679282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.679608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.679930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.680255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.680574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.680920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.681242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:53:49.939912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['3db5261b-aea3-4d07-a05e-e3eeaeaa577e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:53:50.126499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815e9a8-092b-4452-947d-3d2260a9f60f req-7b267f30-ae3e-4c58-819b-2168934c745c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:50.128000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c815e9a8-092b-4452-947d-3d2260a9f60f req-7b267f30-ae3e-4c58-819b-2168934c745c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0531521 Feb 19 03:53:50.175670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c815e9a8-092b-4452-947d-3d2260a9f60f req-7b93be11-6517-48fc-bc34-a3dcd9960dc8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418248 Feb 19 03:53:50.312906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b6bab-e2e2-44fa-80d1-8771e8603bde req-4655a431-af01-4959-a719-568da2a18f96 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:50.314452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-732b6bab-e2e2-44fa-80d1-8771e8603bde req-4655a431-af01-4959-a719-568da2a18f96 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0725811 Feb 19 03:53:50.364830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-732b6bab-e2e2-44fa-80d1-8771e8603bde req-a70bf0b5-c44a-4382-ae34-54d7326230e4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Feb 19 03:53:50.494614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3741ec-8532-48ab-bec3-b3b0c125661b req-80427c0e-512b-4314-ad5b-a3c0ef3b5790 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:50.496005 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c3741ec-8532-48ab-bec3-b3b0c125661b req-80427c0e-512b-4314-ad5b-a3c0ef3b5790 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0553627 Feb 19 03:53:50.543239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1c3741ec-8532-48ab-bec3-b3b0c125661b req-672c64a7-9df5-4182-8157-5db111c297c3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413797 Feb 19 03:53:50.791857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f16ef-49e1-445c-aee4-d7cf70f2a608 req-f7097da5-f7eb-42dd-9564-fc84fada3d9b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:50.793276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-880f16ef-49e1-445c-aee4-d7cf70f2a608 req-f7097da5-f7eb-42dd-9564-fc84fada3d9b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 945 time: 0.0561719 Feb 19 03:53:50.851579 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-880f16ef-49e1-445c-aee4-d7cf70f2a608 req-fa20783d-964c-401c-8f5a-78d679037786 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503266 Feb 19 03:53:51.426838 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 3db5261b-aea3-4d07-a05e-e3eeaeaa577e up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:53:51.481971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:53:51.486434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:51.487162 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.569144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:53:51.569500 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.591783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:51.595242 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c85a37-f683-4cf6-95ec-2872b5e78a88" -d '{"events": [{"server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "name": "network-vif-plugged", "status": "completed", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:51.608696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:51.615373 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:51.640968 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3571a7f-a615-4529-a8fe-9668ea53219f x-openstack-request-id: req-d3571a7f-a615-4529-a8fe-9668ea53219f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:51.641237 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "name": "network-vif-plugged", "status": "completed", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:51.641518 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d3571a7f-a615-4529-a8fe-9668ea53219f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:51.641932 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'code': 200} Feb 19 03:53:51.669295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=13']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:51.987451 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7160c-3e88-4672-b565-407e2d036405 req-1f9ca86c-c1f3-487d-a447-b6735474650b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:51.989179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffb7160c-3e88-4672-b565-407e2d036405 req-1f9ca86c-c1f3-487d-a447-b6735474650b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 946 time: 0.0567079 Feb 19 03:53:52.038502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ffb7160c-3e88-4672-b565-407e2d036405 req-0050edd2-7683-4a7f-9f7d-a5fba5abe133 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436778 Feb 19 03:53:52.160352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-9aa561c0-13c1-4645-8b93-561578d89dcf tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:52.161875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-9aa561c0-13c1-4645-8b93-561578d89dcf tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 946 time: 0.0585644 Feb 19 03:53:52.252911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Deleting port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:53:52.253169 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.358032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] For port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:53:52.358396 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.535004 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.535333 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.535619 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b disassociated. External IP: 172.25.1.181, port: 3db5261b-aea3-4d07-a05e-e3eeaeaa577e. Feb 19 03:53:52.535965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Calling delete_port for 3db5261b-aea3-4d07-a05e-e3eeaeaa577e owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:53:52.685899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (3db5261b-aea3-4d07-a05e-e3eeaeaa577e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:52.719930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event deleted for resources: {'Port': ['ID=3db5261b-aea3-4d07-a05e-e3eeaeaa577e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:52.843602 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:53:52.959516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:53:52.969449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dcd885-add1-40a5-b867-70f91f90ff67 None None] Sync routers for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:53:52.990954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dcd885-add1-40a5-b867-70f91f90ff67 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:52.991642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e5dcd885-add1-40a5-b867-70f91f90ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:53:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:52.995001 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.000998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] No DVR routers for this DVR port 3db5261b-aea3-4d07-a05e-e3eeaeaa577e on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:53:53.003665 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:53.006985 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7e3e861e-5de4-44d3-b022-e5cb317bac8a req-065ee3b6-7991-4670-ae6c-b557369e7b94 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "DELETE /v2.0/ports/3db5261b-aea3-4d07-a05e-e3eeaeaa577e HTTP/1.1" status: 204 len: 173 time: 0.8401070 Feb 19 03:53:53.007429 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'name': 'network-vif-deleted', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:53.009774 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a775e7a-d2fa-4abc-a95f-f0e68558afbe" -d '{"events": [{"server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "name": "network-vif-deleted", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:53.055317 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5798be7f-cfda-4060-a403-80493f996031 x-openstack-request-id: req-5798be7f-cfda-4060-a403-80493f996031 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:53.055610 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27", "name": "network-vif-deleted", "tag": "3db5261b-aea3-4d07-a05e-e3eeaeaa577e", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:53.055866 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5798be7f-cfda-4060-a403-80493f996031 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:53.056288 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27', 'name': 'network-vif-deleted', 'tag': '3db5261b-aea3-4d07-a05e-e3eeaeaa577e', 'status': 'completed', 'code': 200} Feb 19 03:53:53.105931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e5dcd885-add1-40a5-b867-70f91f90ff67 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:53.149759 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5cb05d0a-a4be-4cab-a034-6af6a9c3a25d req-4bde40cf-1059-43e5-a720-097855e3259e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=a0ec28ac-ff2f-4404-92aa-2ffea6a1bb27 HTTP/1.1" status: 200 len: 210 time: 0.0333836 Feb 19 03:53:53.309186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e5dcd885-add1-40a5-b867-70f91f90ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:53.335406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dcd885-add1-40a5-b867-70f91f90ff67 None None] Checking router: 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:53:53.344351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dcd885-add1-40a5-b867-70f91f90ff67 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:53:53.344981 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e5dcd885-add1-40a5-b867-70f91f90ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:53:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:53.455727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e5dcd885-add1-40a5-b867-70f91f90ff67 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:53:53.672040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e5dcd885-add1-40a5-b867-70f91f90ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:53:53.702809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5dcd885-add1-40a5-b867-70f91f90ff67 None None] The sync data for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 is: [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:53:53.947405 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ce2dba-2d23-41be-90e9-6577e1c86d5c None None] New status for floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:53:53.992643 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:54.422873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-0c2fbd94-f6e9-4c7b-87f8-d08eb24dc335 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--2073206274&fields=id&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 267 time: 0.0445011 Feb 19 03:53:54.533526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-c6e353bd-d2c6-4506-8abd-c5cc0e69e146 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:54.534873 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-c6e353bd-d2c6-4506-8abd-c5cc0e69e146 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 812 time: 0.1028125 Feb 19 03:53:54.553193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-948719f2-021a-4c63-af1e-2cceb0627c33 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/quotas/6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 375 time: 0.0101848 Feb 19 03:53:54.610912 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b6e58266-c7be-4712-86e6-7ea65e2a03df tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499916 Feb 19 03:53:54.818406 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd718b8e-136d-4d6e-9361-31cd2dfc37f8 service neutron] 10.222.0.81 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375530 Feb 19 03:53:54.907185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-23534dc7-ff6c-4327-8ec8-70291a73b4a0 service neutron] 10.222.0.81 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827131 Feb 19 03:53:55.075192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fb3cfc3a-6442-458b-b2c9-9dcaa317941a req-18e6c1fc-df48-4a91-b3e6-32537dadbcc4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 210 time: 0.0272751 Feb 19 03:53:55.460029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 3db5261b-aea3-4d07-a05e-e3eeaeaa577e no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:53:55.483139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 3db5261b-aea3-4d07-a05e-e3eeaeaa577e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:53:55.483632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 3db5261b-aea3-4d07-a05e-e3eeaeaa577e not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:53:56.047965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-62ca5156-4186-468f-bf44-aa32e4526276 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:56.049641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-62ca5156-4186-468f-bf44-aa32e4526276 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 812 time: 0.1097319 Feb 19 03:53:56.110387 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-09e1792e-5504-40d0-8858-885eee09d849 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 380 time: 0.0527592 Feb 19 03:53:56.118754 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Request body: {'port': {'device_id': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'admin_state_up': True, 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'security_groups': ['09b292a8-7439-4595-9fc3-30549b7f96eb']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:56.178219 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c1fae5f-30bb-477c-9643-8e378d631ea4 req-7dbd7755-dcdf-4ffe-a248-02835cb6429f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 210 time: 0.0321064 Feb 19 03:53:56.223763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Made reservation on behalf of 6c0a560b175e4250877a7787995380f8 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:53:56.228809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.368529 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Allocated IP 172.20.0.11 (6df327e8-fea2-48eb-bfda-406417702dec/8cca9d27-04de-4ab5-b805-45050d722c1e/affe82cf-f3d8-4fc7-9370-e47c37cdeebf) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:53:56.516469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.552703 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.593823 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Network 6df327e8-fea2-48eb-bfda-406417702dec is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:53:56.596819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:53:56.603102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:53:56.610320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:56.660152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:56.660779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.680383 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-cd6014e1-f07f-4051-83ba-8e2397164368 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5652568 Feb 19 03:53:56.692053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Request body: {'port': {'device_id': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:53:56.757767 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.871379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-79875bd8-81c9-4c77-993d-2feabc5ebd11 None None] Provisioning complete for port affe82cf-f3d8-4fc7-9370-e47c37cdeebf triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:53:56.871968 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79875bd8-81c9-4c77-993d-2feabc5ebd11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:56.905901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-79875bd8-81c9-4c77-993d-2feabc5ebd11 None None] Port affe82cf-f3d8-4fc7-9370-e47c37cdeebf cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:53:57.025512 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affe82cf-f3d8-4fc7-9370-e47c37cdeebf {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:53:57.033266 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Publish callbacks [] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.045207 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Transition to ACTIVE for port object affe82cf-f3d8-4fc7-9370-e47c37cdeebf will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:53:57.051232 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.098620 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:57.179350 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Attempting to bind port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:53:57.179699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Attempting to bind port affe82cf-f3d8-4fc7-9370-e47c37cdeebf by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:53:57.180032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Attempting to bind port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:57.185091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on network 6df327e8-fea2-48eb-bfda-406417702dec not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:53:57.185421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Attempting to bind port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:53:57.191036 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:53:57.191384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:53:57.191778 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Bound using segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:53:57.192213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Bound port: affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:53:57.192573 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.261612 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:53:57.265021 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:53:57.273032 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.305146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e8be2-164a-4ec6-b219-619cea544e66 req-9eac5dba-7fd0-4cd9-94f5-651718bb126e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:57.306627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-768e8be2-164a-4ec6-b219-619cea544e66 req-9eac5dba-7fd0-4cd9-94f5-651718bb126e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0552936 Feb 19 03:53:57.307079 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:57.307694 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:53:57.309176 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] 10.222.0.87 "PUT /v2.0/ports/affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1092 time: 0.6215038 Feb 19 03:53:57.309610 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:53:57.311891 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185bb461-5961-44e9-af91-d2e2853ba856" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:53:57.338320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616fd2a-447f-4cdb-999c-8e7314caba46 service neutron] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:53:57.367551 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-768e8be2-164a-4ec6-b219-619cea544e66 req-5913a9e6-f1b0-4855-b6f6-06a26a935015 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530872 Feb 19 03:53:57.416738 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc53fda7-d4a6-4603-be9e-e127bed2fe98 x-openstack-request-id: req-bc53fda7-d4a6-4603-be9e-e127bed2fe98 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:53:57.417145 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:53:57.417518 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bc53fda7-d4a6-4603-be9e-e127bed2fe98 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:53:57.418022 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'status': 'completed', 'code': 200} Feb 19 03:53:57.421089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-63d1660a-99bb-448d-afdb-b356910e1e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:57.422837 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-63d1660a-99bb-448d-afdb-b356910e1e65 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1126 time: 0.0678122 Feb 19 03:53:57.464476 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-ecc5eca4-ce43-4bc3-92cd-54b15a3c270f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 217 time: 0.0351865 Feb 19 03:53:57.513948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-f8beab87-9809-4803-a496-2b7aa94dbda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:57.515469 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-f8beab87-9809-4803-a496-2b7aa94dbda1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0453975 Feb 19 03:53:57.570138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-ba512518-e1b9-48ec-9168-728bc1083ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:57.571649 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-ba512518-e1b9-48ec-9168-728bc1083ab6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502975 Feb 19 03:53:57.660750 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-a8db7bd6-ba99-4376-87a5-1d0c3108cb88 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817313 Feb 19 03:53:58.077426 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-20d5c4a3-0d21-4c3f-90b8-acb237237102 req-69feef6a-5fcc-4447-b3ca-c86ffb1e2508 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108109 Feb 19 03:53:58.177867 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bb461-5961-44e9-af91-d2e2853ba856 req-2f28ab81-3d55-49ed-bb69-c8a14cd813b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:58.179958 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-185bb461-5961-44e9-af91-d2e2853ba856 req-2f28ab81-3d55-49ed-bb69-c8a14cd813b7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1126 time: 0.0501292 Feb 19 03:53:58.274851 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bb461-5961-44e9-af91-d2e2853ba856 req-ca0db755-e06a-4ada-80a8-6a3396f3366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:58.276309 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-185bb461-5961-44e9-af91-d2e2853ba856 req-ca0db755-e06a-4ada-80a8-6a3396f3366d service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0902822 Feb 19 03:53:58.320907 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-185bb461-5961-44e9-af91-d2e2853ba856 req-5b22bd29-3a6d-475b-9147-cd085b81aa2d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 217 time: 0.0378530 Feb 19 03:53:58.369923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bb461-5961-44e9-af91-d2e2853ba856 req-89789ad5-3522-43c9-b9e7-9771c480ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:58.371242 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-185bb461-5961-44e9-af91-d2e2853ba856 req-89789ad5-3522-43c9-b9e7-9771c480ac6c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0436668 Feb 19 03:53:58.422085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185bb461-5961-44e9-af91-d2e2853ba856 req-91d3de8a-56d0-4594-98b0-a791fd7acdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:58.423615 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-185bb461-5961-44e9-af91-d2e2853ba856 req-91d3de8a-56d0-4594-98b0-a791fd7acdf9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463119 Feb 19 03:53:58.492919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f338af39-fc78-416b-a026-ef71cf02f23d req-74653609-9a52-49dc-9dd4-1dfdbbb6f1c6 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:58.494431 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f338af39-fc78-416b-a026-ef71cf02f23d req-74653609-9a52-49dc-9dd4-1dfdbbb6f1c6 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0541620 Feb 19 03:53:58.516820 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-185bb461-5961-44e9-af91-d2e2853ba856 req-af089117-a276-4c41-9a4a-e9c566bc66c8 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874016 Feb 19 03:53:58.544032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f338af39-fc78-416b-a026-ef71cf02f23d req-64692f8a-feca-4a59-ae72-49d97f805c45 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433786 Feb 19 03:53:58.606082 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-185bb461-5961-44e9-af91-d2e2853ba856 req-933ca5cc-196c-443c-817d-bfba9785c6af service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832984 Feb 19 03:53:59.669339 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d13911-bf4c-4e9a-9d24-940c86eba07e req-f0fed278-52e6-470a-b29e-f09f54766c52 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:53:59.670885 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9d13911-bf4c-4e9a-9d24-940c86eba07e req-f0fed278-52e6-470a-b29e-f09f54766c52 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0582967 Feb 19 03:53:59.721550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d9d13911-bf4c-4e9a-9d24-940c86eba07e req-3638c4bb-7727-4a17-91bb-2b45cdad1c54 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442264 Feb 19 03:54:00.860457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa613ea7-b985-4e95-94eb-c69c9eda266d req-d54e88c9-b9a4-4fa8-94ec-17a0b8a43ab6 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:00.862007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa613ea7-b985-4e95-94eb-c69c9eda266d req-d54e88c9-b9a4-4fa8-94ec-17a0b8a43ab6 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0649812 Feb 19 03:54:00.921907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa613ea7-b985-4e95-94eb-c69c9eda266d req-57ae4600-143a-4552-9299-c93543bdeb03 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536649 Feb 19 03:54:01.503701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device affe82cf-f3d8-4fc7-9370-e47c37cdeebf details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:01.621165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:01.632216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'port_id': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'mac_address': 'fa:16:3e:14:e8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:54:01.673942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port affe82cf-f3d8-4fc7-9370-e47c37cdeebf is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:01.674326 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.687690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affe82cf-f3d8-4fc7-9370-e47c37cdeebf {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:01.706986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:01.712900 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:01.758903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:02.018895 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['affe82cf-f3d8-4fc7-9370-e47c37cdeebf'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:02.045311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c601d8d-36ff-441c-ab7c-3b639cb4a4e2 req-d3b1d08c-1bd5-409f-8bfb-f746ee01a570 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:02.047003 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c601d8d-36ff-441c-ab7c-3b639cb4a4e2 req-d3b1d08c-1bd5-409f-8bfb-f746ee01a570 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0554101 Feb 19 03:54:02.098529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9c601d8d-36ff-441c-ab7c-3b639cb4a4e2 req-dec26425-f079-4f9a-bcdf-8d8d8b854a9e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456574 Feb 19 03:54:03.229421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88650c69-207a-4407-aa84-7caff54a611f req-475c80b2-bee4-4a9a-a478-ceedb03fb8ab tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:03.230946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88650c69-207a-4407-aa84-7caff54a611f req-475c80b2-bee4-4a9a-a478-ceedb03fb8ab tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0556507 Feb 19 03:54:03.285157 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-88650c69-207a-4407-aa84-7caff54a611f req-61c7c283-d20d-4b3b-9ad1-2a81cc1ef1e5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483849 Feb 19 03:54:03.509224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device affe82cf-f3d8-4fc7-9370-e47c37cdeebf up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:54:03.568397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port affe82cf-f3d8-4fc7-9370-e47c37cdeebf completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:54:03.572512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port affe82cf-f3d8-4fc7-9370-e47c37cdeebf triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:54:03.572930 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.671633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port affe82cf-f3d8-4fc7-9370-e47c37cdeebf is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:03.672093 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.675496 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d6174ed1-7ed2-43b7-8bc8-d6bc2843e92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.697108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:03.699341 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5cd57e-772d-4829-99fa-d55910728507" -d '{"events": [{"server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "name": "network-vif-plugged", "status": "completed", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:03.711533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:03.716468 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:03.740083 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfa99d8-595a-4cf9-8530-301eb07e29c3 x-openstack-request-id: req-2dfa99d8-595a-4cf9-8530-301eb07e29c3 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:03.740411 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "name": "network-vif-plugged", "status": "completed", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:03.740681 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2dfa99d8-595a-4cf9-8530-301eb07e29c3 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:03.741072 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'code': 200} Feb 19 03:54:03.767955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:03.836057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37996d-d459-4a92-81fa-18df410af478 req-20ddfbb8-2904-421b-a546-a61cf8fbc786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:03.837637 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ef37996d-d459-4a92-81fa-18df410af478 req-20ddfbb8-2904-421b-a546-a61cf8fbc786 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1128 time: 0.0469000 Feb 19 03:54:03.886890 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ef37996d-d459-4a92-81fa-18df410af478 req-b95f20f5-660b-4f35-b715-b8688163923b service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425763 Feb 19 03:54:04.426300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a929d-6a82-4978-a01d-527af43d8aef req-f6398780-8db6-40ea-95d3-8dd95ab9a471 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:04.427817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c5a929d-6a82-4978-a01d-527af43d8aef req-f6398780-8db6-40ea-95d3-8dd95ab9a471 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0566814 Feb 19 03:54:04.478416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c5a929d-6a82-4978-a01d-527af43d8aef req-51a2f038-3a99-4825-b885-0464da63a400 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449612 Feb 19 03:54:05.606938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce678d5-e3ff-4119-9d71-d464393c1428 req-394d6abe-889d-4563-8068-ebb89d6fea35 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:05.608602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ce678d5-e3ff-4119-9d71-d464393c1428 req-394d6abe-889d-4563-8068-ebb89d6fea35 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0564475 Feb 19 03:54:05.659959 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ce678d5-e3ff-4119-9d71-d464393c1428 req-d7013e3b-33b8-4b63-85f3-5b55dab855e2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429671 Feb 19 03:54:05.779942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c90dfd-27fe-43b8-b04e-96b1b11b9888 req-c51c921a-aa2e-455c-9ccd-6955dcb4457e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:05.782235 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3c90dfd-27fe-43b8-b04e-96b1b11b9888 req-c51c921a-aa2e-455c-9ccd-6955dcb4457e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0545888 Feb 19 03:54:05.794264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50166) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:54:05.798778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3c6551dc-c466-4f0f-8708-7e28e06a85f3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Request body: {'floatingip': {'port_id': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:05.840364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c6551dc-c466-4f0f-8708-7e28e06a85f3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:05.946380 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c23f9a83-bcf2-4977-a830-f568ab0f6992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.307662 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c6551dc-c466-4f0f-8708-7e28e06a85f3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.314851 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c6551dc-c466-4f0f-8708-7e28e06a85f3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.435190 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-3c6551dc-c466-4f0f-8708-7e28e06a85f3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b associated. External IP: 172.25.1.181, port: affe82cf-f3d8-4fc7-9370-e47c37cdeebf. Feb 19 03:54:06.656766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6551dc-c466-4f0f-8708-7e28e06a85f3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:54:06.769885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6551dc-c466-4f0f-8708-7e28e06a85f3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:54:06.774492 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3c6551dc-c466-4f0f-8708-7e28e06a85f3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:06.782888 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa65618-a499-4cde-848d-72e1f2c583da None None] Sync routers for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:54:06.793797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa65618-a499-4cde-848d-72e1f2c583da None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:06.794417 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-baa65618-a499-4cde-848d-72e1f2c583da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:54:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:06.804279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3c6551dc-c466-4f0f-8708-7e28e06a85f3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "PUT /v2.0/floatingips/39b4e66b-d054-4de0-bd43-bea3eab7ed8b HTTP/1.1" status: 200 len: 993 time: 1.0089591 Feb 19 03:54:06.805017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:06.807547 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df3fef4-7439-448a-bad2-c040bb425ded" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:06.848241 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81c0338-5c84-44ed-979a-e3accf18f5f7 x-openstack-request-id: req-e81c0338-5c84-44ed-979a-e3accf18f5f7 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:06.848530 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:06.849225 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e81c0338-5c84-44ed-979a-e3accf18f5f7 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:06.849667 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'status': 'completed', 'code': 200} Feb 19 03:54:06.917452 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3fef4-7439-448a-bad2-c040bb425ded req-72237ab7-43fa-4e29-9c69-e473e1691532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:06.918946 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0df3fef4-7439-448a-bad2-c040bb425ded req-72237ab7-43fa-4e29-9c69-e473e1691532 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1128 time: 0.0475304 Feb 19 03:54:07.015672 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3fef4-7439-448a-bad2-c040bb425ded req-4b421453-5071-43c7-8628-1c06331e55bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:07.017199 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0df3fef4-7439-448a-bad2-c040bb425ded req-4b421453-5071-43c7-8628-1c06331e55bd service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0915425 Feb 19 03:54:07.085468 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-baa65618-a499-4cde-848d-72e1f2c583da None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:07.102914 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0df3fef4-7439-448a-bad2-c040bb425ded req-a3080c4b-45eb-48e4-b457-a922101cfe4d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1001 time: 0.0802784 Feb 19 03:54:07.160634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3fef4-7439-448a-bad2-c040bb425ded req-88e6d02a-5acc-4ed1-bf9b-fb5656443495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:07.162452 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0df3fef4-7439-448a-bad2-c040bb425ded req-88e6d02a-5acc-4ed1-bf9b-fb5656443495 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0536125 Feb 19 03:54:07.215821 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3fef4-7439-448a-bad2-c040bb425ded req-968c69d5-c28b-4cc7-8f9d-0e5a33af8f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:07.217476 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0df3fef4-7439-448a-bad2-c040bb425ded req-968c69d5-c28b-4cc7-8f9d-0e5a33af8f67 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493231 Feb 19 03:54:07.283398 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:07.313255 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0df3fef4-7439-448a-bad2-c040bb425ded req-2c624613-36a6-42d0-9013-f001599d7f36 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887916 Feb 19 03:54:07.337647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-baa65618-a499-4cde-848d-72e1f2c583da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '39b4e66b-d054-4de0-bd43-bea3eab7ed8b', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'port_id': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'mac_address': 'fa:16:3e:14:e8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:03Z', 'updated_at': '2022-02-19T03:54:06Z', 'revision_number': 13, 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:07.364756 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa65618-a499-4cde-848d-72e1f2c583da None None] Checking router: 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:54:07.374152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa65618-a499-4cde-848d-72e1f2c583da None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:54:07.374963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-baa65618-a499-4cde-848d-72e1f2c583da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:54:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:07.405203 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-0df3fef4-7439-448a-bad2-c040bb425ded req-51fda026-1366-42a8-8c92-9032bc29fd80 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861726 Feb 19 03:54:07.493070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-baa65618-a499-4cde-848d-72e1f2c583da None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:54:07.720788 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-baa65618-a499-4cde-848d-72e1f2c583da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '39b4e66b-d054-4de0-bd43-bea3eab7ed8b', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'port_id': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'mac_address': 'fa:16:3e:14:e8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:03Z', 'updated_at': '2022-02-19T03:54:06Z', 'revision_number': 13, 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:54:07.747207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa65618-a499-4cde-848d-72e1f2c583da None None] The sync data for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 is: [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '39b4e66b-d054-4de0-bd43-bea3eab7ed8b', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'floating_ip_address': '172.25.1.181', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'port_id': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'mac_address': 'fa:16:3e:14:e8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:51:03Z', 'updated_at': '2022-02-19T03:54:06Z', 'revision_number': 13, 'project_id': '6c0a560b175e4250877a7787995380f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:54:07.956232 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c521173-c28a-470f-876c-0be55a59bd06 None None] New status for floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:54:08.590962 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:09.325822 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0776cbfe-8f81-4f0e-9edd-c36e5e97569c req-153d8e15-c7e2-47f9-8481-d01f6eee0a24 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:09.327760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0776cbfe-8f81-4f0e-9edd-c36e5e97569c req-153d8e15-c7e2-47f9-8481-d01f6eee0a24 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0630319 Feb 19 03:54:09.378918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0776cbfe-8f81-4f0e-9edd-c36e5e97569c req-0130fab2-3500-4486-a5f2-01ebba753eec tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453787 Feb 19 03:54:10.117080 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:22.986734 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:23.653040 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:54:23.998815 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:25.843594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a2112-5644-4bd3-b903-9c1f4bf22dcb req-d0a57fc6-bff5-44d4-a21a-de2874b0010d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:25.846034 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-950a2112-5644-4bd3-b903-9c1f4bf22dcb req-d0a57fc6-bff5-44d4-a21a-de2874b0010d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0740359 Feb 19 03:54:25.923848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-950a2112-5644-4bd3-b903-9c1f4bf22dcb req-d1909109-231a-40b1-a2c3-86c68b0de91f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716343 Feb 19 03:54:25.931040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-9f0ed212-662d-4c64-8820-c498b0530ca4 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1207576 Feb 19 03:54:26.378877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-2f969535-d516-41ad-8ec0-e9cee9d9e215 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:26.380299 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-2f969535-d516-41ad-8ec0-e9cee9d9e215 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports/affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 943 time: 0.1084006 Feb 19 03:54:27.054726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486f2e9-7d37-4a47-9fd8-c7453af0b243 req-9605847e-e245-40c9-a66e-1639bcba696f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:27.056927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8486f2e9-7d37-4a47-9fd8-c7453af0b243 req-9605847e-e245-40c9-a66e-1639bcba696f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0574880 Feb 19 03:54:27.112448 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8486f2e9-7d37-4a47-9fd8-c7453af0b243 req-0a996bf0-132f-40bc-ae27-30cf35bcf74c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480556 Feb 19 03:54:27.196352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-1386f79d-763b-481a-91c5-5bcba0d174a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:27.197920 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-1386f79d-763b-481a-91c5-5bcba0d174a1 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1128 time: 0.0612092 Feb 19 03:54:27.294404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-c795f295-a4fe-4afc-ab86-45dfb28e4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:27.295861 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-c795f295-a4fe-4afc-ab86-45dfb28e4995 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0909235 Feb 19 03:54:27.366806 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-1acd1cac-e2e8-4271-8cba-5272557d966b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1003 time: 0.0643244 Feb 19 03:54:27.418379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-7f4175ad-cd84-441d-8f75-60d47e0f85d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:27.419888 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-7f4175ad-cd84-441d-8f75-60d47e0f85d2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0471144 Feb 19 03:54:27.474877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-10110f65-3633-42fe-a22b-eb5df95d4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:27.476421 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-10110f65-3633-42fe-a22b-eb5df95d4316 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498099 Feb 19 03:54:27.572019 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-c0825fd1-2537-4643-ba56-86fa8dcdb73a service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871098 Feb 19 03:54:27.664964 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-237731a0-9083-470c-832f-04f8803ee054 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862954 Feb 19 03:54:28.253441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17fccf-d9e3-49bc-97d4-c821020ea706 req-af101299-2c5f-4cb8-a3bd-755a5d18863a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:28.254932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a17fccf-d9e3-49bc-97d4-c821020ea706 req-af101299-2c5f-4cb8-a3bd-755a5d18863a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0564685 Feb 19 03:54:28.301972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1a17fccf-d9e3-49bc-97d4-c821020ea706 req-151aeb2e-c8f3-41ff-81d9-0bfa13df33b8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413032 Feb 19 03:54:29.433213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e4fd0-7068-4fa8-924e-5de795a86f0e req-c6b051da-d81c-4914-9881-554dce6dd31b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:29.434595 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1e6e4fd0-7068-4fa8-924e-5de795a86f0e req-c6b051da-d81c-4914-9881-554dce6dd31b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0603840 Feb 19 03:54:29.483368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1e6e4fd0-7068-4fa8-924e-5de795a86f0e req-b1bc93f3-d03f-4d28-a987-e336f0700216 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430744 Feb 19 03:54:30.614422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812cc15-832d-4b09-b0b2-8507b92d3110 req-49e5c381-87d4-49cf-9b8d-e9c118a6c6fc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:30.615877 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5812cc15-832d-4b09-b0b2-8507b92d3110 req-49e5c381-87d4-49cf-9b8d-e9c118a6c6fc tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0586665 Feb 19 03:54:30.665664 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5812cc15-832d-4b09-b0b2-8507b92d3110 req-c2c4dc43-18ff-4b05-8896-d748286dfe71 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414515 Feb 19 03:54:31.796365 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f1ba6-612f-4370-aa8a-de1a90869322 req-1fe4c45b-2b88-4a4f-9750-f2f41a4e6e49 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:31.797913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa1f1ba6-612f-4370-aa8a-de1a90869322 req-1fe4c45b-2b88-4a4f-9750-f2f41a4e6e49 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0548341 Feb 19 03:54:31.854517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa1f1ba6-612f-4370-aa8a-de1a90869322 req-f2691531-0857-477c-8fe5-5823ced34064 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484724 Feb 19 03:54:33.000889 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d06aed-dae9-4615-b53d-49e4bb6a0f19 req-690f7a8f-c784-439f-824a-9db57efe7339 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:33.002365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09d06aed-dae9-4615-b53d-49e4bb6a0f19 req-690f7a8f-c784-439f-824a-9db57efe7339 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0668590 Feb 19 03:54:33.050892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09d06aed-dae9-4615-b53d-49e4bb6a0f19 req-7bdcf938-91b9-4365-b1dc-1e7161fa03ee tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428557 Feb 19 03:54:33.672581 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e30b4aac-43d0-4217-b76a-22f1d134ea6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:34.174299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71368cbc-bd5d-4513-b2a7-dae81d507517 req-a3412ec3-2caf-43be-b399-3381eddc0387 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:34.175799 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71368cbc-bd5d-4513-b2a7-dae81d507517 req-a3412ec3-2caf-43be-b399-3381eddc0387 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0538185 Feb 19 03:54:34.225846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71368cbc-bd5d-4513-b2a7-dae81d507517 req-4d29c424-0496-4e8c-aca3-11677179107d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417304 Feb 19 03:54:35.352485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e277ff-afef-4fe0-a2ec-559e39b74461 req-a2229fa9-2be5-4c6e-8b80-690ef22740b8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:35.353983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09e277ff-afef-4fe0-a2ec-559e39b74461 req-a2229fa9-2be5-4c6e-8b80-690ef22740b8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0528660 Feb 19 03:54:35.406838 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-09e277ff-afef-4fe0-a2ec-559e39b74461 req-6844f40f-f383-429e-8b0d-3e88bcab7a2e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470455 Feb 19 03:54:35.953419 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc99913d-0240-4cc1-b247-d6d4e2a8aa94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:36.534765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f721a-68f4-4c28-a3ff-096f442fd70e req-7f88c443-8e79-4f22-b158-481e82e79ec4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:36.536420 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae8f721a-68f4-4c28-a3ff-096f442fd70e req-7f88c443-8e79-4f22-b158-481e82e79ec4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0568290 Feb 19 03:54:36.588007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ae8f721a-68f4-4c28-a3ff-096f442fd70e req-077a6a71-22de-469d-b347-2e8d1e90e824 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457482 Feb 19 03:54:37.272880 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:37.711887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6b794-7d80-4097-bd87-c59402ff4161 req-2870692b-1627-462a-8767-82c87002efa0 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:37.713375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bad6b794-7d80-4097-bd87-c59402ff4161 req-2870692b-1627-462a-8767-82c87002efa0 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0543382 Feb 19 03:54:37.762666 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bad6b794-7d80-4097-bd87-c59402ff4161 req-d1262609-a5b6-4423-b92d-ea990e4663c2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430856 Feb 19 03:54:38.485922 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-551b2b72-68c6-422f-a4ca-a3683aba9a77 service neutron] show failed (client error): The resource could not be found. Feb 19 03:54:38.486949 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-551b2b72-68c6-422f-a4ca-a3683aba9a77 service neutron] 10.222.0.87 "GET /v2.0/ports/affe82cf-f3d8-4fc7-9370-e47c37cdeebf/bindings/n-h2-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0595310 Feb 19 03:54:38.594375 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.698423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-e6813525-0ff0-4788-a469-63e457c4b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:38.700097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-e6813525-0ff0-4788-a469-63e457c4b3b4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 1128 time: 0.0500557 Feb 19 03:54:38.711940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:54:38.773452 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:38.987392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d2f4c-2741-47d5-8f38-663456eea86b req-101e02a6-f570-41b4-a8ad-7106eb79f228 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:38.989112 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef2d2f4c-2741-47d5-8f38-663456eea86b req-101e02a6-f570-41b4-a8ad-7106eb79f228 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.1130021 Feb 19 03:54:39.028869 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:39.068457 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ef2d2f4c-2741-47d5-8f38-663456eea86b req-c0c18c0d-f176-4694-ae08-c72fe835f2eb tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693660 Feb 19 03:54:39.080490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:39.121665 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:39.123916 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471c39f5-aa79-458c-a15f-f2784430e9e6" -d '{"events": [{"server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "name": "network-vif-unplugged", "status": "completed", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:39.127447 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Publish callbacks [] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.148259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Transition to ACTIVE for port object affe82cf-f3d8-4fc7-9370-e47c37cdeebf will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:54:39.153016 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.180164 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233fe100-3dbf-450a-a0d1-2b81455e3bb0 x-openstack-request-id: req-233fe100-3dbf-450a-a0d1-2b81455e3bb0 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:39.180455 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "name": "network-vif-unplugged", "status": "completed", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:39.180696 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-233fe100-3dbf-450a-a0d1-2b81455e3bb0 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:39.181110 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'code': 200} Feb 19 03:54:39.591952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:39.603620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.603961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.604289 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.604613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.604962 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.605238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.605580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.605897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.606199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.606506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.606808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.607111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.607526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:39.649042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] No DVR routers for this DVR port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:54:39.723125 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device affe82cf-f3d8-4fc7-9370-e47c37cdeebf no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:54:39.762063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] The host n-h1-826755-2 is not matching for port affe82cf-f3d8-4fc7-9370-e47c37cdeebf host n-h2-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 03:54:39.762563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device affe82cf-f3d8-4fc7-9370-e47c37cdeebf not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:54:39.788288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Attempting to bind port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:54:39.788895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Attempting to bind port affe82cf-f3d8-4fc7-9370-e47c37cdeebf by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:54:39.789009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Attempting to bind port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:39.793690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on network 6df327e8-fea2-48eb-bfda-406417702dec not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:54:39.794008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Attempting to bind port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:54:39.799319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:54:39.799651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:54:39.800028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Bound using segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:54:39.800443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Bound port: affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:54:39.800787 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.869794 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:54:39.874070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:54:39.883413 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.919566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:39.920265 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:39.921784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] 10.222.0.67 "PUT /v2.0/ports/affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1092 time: 1.2138064 Feb 19 03:54:39.944791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ff41f-7936-42b8-bf75-f0bd8dd0a63a service neutron] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:40.000774 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-1a71cf7c-e562-470f-b228-f6449a7de127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.002412 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-1a71cf7c-e562-470f-b228-f6449a7de127 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1126 time: 0.0484588 Feb 19 03:54:40.104616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-2ba8943b-7eb7-41cb-8107-95d1454e53a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.106273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-2ba8943b-7eb7-41cb-8107-95d1454e53a9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0939956 Feb 19 03:54:40.120791 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:40.203063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-cfcc9489-a582-4769-bcad-e9d4cf91963c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1001 time: 0.0902886 Feb 19 03:54:40.254076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a666d0-0ea4-4187-be45-dccc114af7e5 req-32b28024-b378-4522-9d00-258f1f108f57 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.255493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54a666d0-0ea4-4187-be45-dccc114af7e5 req-32b28024-b378-4522-9d00-258f1f108f57 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.1047120 Feb 19 03:54:40.272150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-ddef37ca-27ff-4c6c-a849-1f6c954ae7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.273629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-ddef37ca-27ff-4c6c-a849-1f6c954ae7e0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0649614 Feb 19 03:54:40.334271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54a666d0-0ea4-4187-be45-dccc114af7e5 req-1f39cbb5-5ca0-4b74-9345-962a5bd9be39 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728631 Feb 19 03:54:40.343798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-896e349a-b8e3-4f70-8e8e-59ee288ae0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:40.345474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-896e349a-b8e3-4f70-8e8e-59ee288ae0af service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0633576 Feb 19 03:54:40.432796 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-5612c303-dc23-4a80-8152-e44c63e858d2 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809155 Feb 19 03:54:40.535194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-177edfaf-87f0-449e-80c8-6db5a072525d service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963962 Feb 19 03:54:41.182851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:54:41.185275 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6090af6-439c-4c02-897b-d3ae086efca0" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:54:41.235177 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3afaad2-5977-47bd-b0d5-b73e9f64923b x-openstack-request-id: req-c3afaad2-5977-47bd-b0d5-b73e9f64923b {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:54:41.235465 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:54:41.235705 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c3afaad2-5977-47bd-b0d5-b73e9f64923b {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:54:41.236147 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'status': 'completed', 'code': 200} Feb 19 03:54:41.301779 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-7524709d-8e6b-4b10-8bf1-99ff04cad101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.303466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-7524709d-8e6b-4b10-8bf1-99ff04cad101 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1126 time: 0.0481822 Feb 19 03:54:41.307093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-97b4e862-4236-4c65-9946-0358a6dd396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.308698 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-97b4e862-4236-4c65-9946-0358a6dd396c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1126 time: 0.0510533 Feb 19 03:54:41.408408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-5f7d05db-b7c2-407c-84e5-44357c7eb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.409612 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-3f4dec16-46d3-4838-bbae-229416113efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.410583 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-5f7d05db-b7c2-407c-84e5-44357c7eb69b service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0954027 Feb 19 03:54:41.411110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-3f4dec16-46d3-4838-bbae-229416113efb service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.1018612 Feb 19 03:54:41.482554 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-338d6483-3583-42ac-a148-319c29e355dd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1001 time: 0.0651369 Feb 19 03:54:41.512941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-5db87b93-fbe9-4009-9778-767a7e601332 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1001 time: 0.0958247 Feb 19 03:54:41.524208 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dc2d6-3c75-4bb8-a4dc-adf80edd3daa req-86bfccc9-3e56-4b36-899b-a47ecad3adf2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.525662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6dc2d6-3c75-4bb8-a4dc-adf80edd3daa req-86bfccc9-3e56-4b36-899b-a47ecad3adf2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.1076190 Feb 19 03:54:41.532997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-15af6090-a5cf-4088-8807-e2efb67aee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.535374 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-15af6090-a5cf-4088-8807-e2efb67aee70 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0461259 Feb 19 03:54:41.586143 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-dec05fd4-8ad6-481a-a674-8627743dfdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.587867 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-dec05fd4-8ad6-481a-a674-8627743dfdff service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475829 Feb 19 03:54:41.592753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-29447179-2835-4b69-9533-cebd8236d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.594408 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-29447179-2835-4b69-9533-cebd8236d6d5 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0678253 Feb 19 03:54:41.635474 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6dc2d6-3c75-4bb8-a4dc-adf80edd3daa req-1eb66907-b3b1-4285-ba98-21ecc286484f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000919 Feb 19 03:54:41.653108 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-de3ce047-f2b6-40f5-9e4c-38a9e2547fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:41.654686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-de3ce047-f2b6-40f5-9e4c-38a9e2547fcb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0545330 Feb 19 03:54:41.689867 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-f2cd6b71-bec0-4276-a5b2-28e4f2bab733 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951216 Feb 19 03:54:41.758848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-1dfb2120-7c67-4adf-87ff-d357df6afe9a service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968623 Feb 19 03:54:41.786101 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-1241673c-193a-413a-addb-0f3148bbe28b service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905085 Feb 19 03:54:41.853724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6090af6-439c-4c02-897b-d3ae086efca0 req-910d1d5c-b7fe-4140-876b-2cbda05b14fc service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890121 Feb 19 03:54:42.769499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b45d8-829f-405a-994b-466c6c2ed8ad req-c71edf33-4f7f-4f5a-9915-baa23350e6d5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:42.771018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-720b45d8-829f-405a-994b-466c6c2ed8ad req-c71edf33-4f7f-4f5a-9915-baa23350e6d5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0552378 Feb 19 03:54:42.826496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-720b45d8-829f-405a-994b-466c6c2ed8ad req-555e962a-0c80-4e72-8609-39c26a7d12ae tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483348 Feb 19 03:54:43.952732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fbdb9e-e884-41d4-b598-997a21580fa9 req-077cca0e-b7a7-48df-8264-443e8a8c6ede tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:43.954250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04fbdb9e-e884-41d4-b598-997a21580fa9 req-077cca0e-b7a7-48df-8264-443e8a8c6ede tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0553818 Feb 19 03:54:44.002303 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-04fbdb9e-e884-41d4-b598-997a21580fa9 req-f6a63b95-a287-4c48-ad90-62d632000005 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422251 Feb 19 03:54:45.132488 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4c135-c54e-4e22-87e4-ff4d3d03eb83 req-332124b9-daed-4a14-8bd6-669c03b0cf13 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:45.134237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00a4c135-c54e-4e22-87e4-ff4d3d03eb83 req-332124b9-daed-4a14-8bd6-669c03b0cf13 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0588543 Feb 19 03:54:45.187017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-00a4c135-c54e-4e22-87e4-ff4d3d03eb83 req-ba53f430-d5b1-46c5-901d-d2a53192b656 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469270 Feb 19 03:54:46.313892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b72c7-1aa5-4bea-8737-98ba85002a0a req-ba1fedfa-eddd-4d59-8f67-56f6fe157971 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:46.315376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e35b72c7-1aa5-4bea-8737-98ba85002a0a req-ba1fedfa-eddd-4d59-8f67-56f6fe157971 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0583963 Feb 19 03:54:46.363945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e35b72c7-1aa5-4bea-8737-98ba85002a0a req-27737aac-13e5-4ebb-b8c5-af0ad7919114 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427482 Feb 19 03:54:47.488065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721abab-d9e3-4f63-9f79-36edeecaf7fb req-94a3cbde-e212-46d1-a1fa-a417ba9dd0b9 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:47.489623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0721abab-d9e3-4f63-9f79-36edeecaf7fb req-94a3cbde-e212-46d1-a1fa-a417ba9dd0b9 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0563540 Feb 19 03:54:47.536175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0721abab-d9e3-4f63-9f79-36edeecaf7fb req-91c1fadd-e4bc-4ffe-97ce-f86478d1c21e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408030 Feb 19 03:54:48.680867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ea641-f6c1-408f-a478-84bc5700a816 req-af276cad-319f-4fb5-a612-053294029f2f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:48.682400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f9ea641-f6c1-408f-a478-84bc5700a816 req-af276cad-319f-4fb5-a612-053294029f2f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0744593 Feb 19 03:54:48.734127 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9f9ea641-f6c1-408f-a478-84bc5700a816 req-46971a7f-9dd9-42d2-98ec-552c553b26ac tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448544 Feb 19 03:54:49.857608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c1b31-b390-45c8-ac80-ce5f729294bb req-20ba1037-0c55-4f73-beb9-6c1b8dce6662 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:49.859107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c6c1b31-b390-45c8-ac80-ce5f729294bb req-20ba1037-0c55-4f73-beb9-6c1b8dce6662 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0537190 Feb 19 03:54:49.910570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c6c1b31-b390-45c8-ac80-ce5f729294bb req-fb44d672-5853-489c-97c7-c50bd39c7339 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454254 Feb 19 03:54:51.046371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61fb44-b85f-41db-ada4-6e50a091b30b req-410baeb8-ac1e-4482-8711-0acd931a0684 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:51.047939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d61fb44-b85f-41db-ada4-6e50a091b30b req-410baeb8-ac1e-4482-8711-0acd931a0684 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0534511 Feb 19 03:54:51.098536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d61fb44-b85f-41db-ada4-6e50a091b30b req-3e05f3d0-bfc7-48b7-9c39-0f23ba078e76 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448651 Feb 19 03:54:52.234672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8767932-f7ab-4735-b64c-3ff58a5137d5 req-6545f31c-da39-410d-883b-d66c1028d8db tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:52.236152 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8767932-f7ab-4735-b64c-3ff58a5137d5 req-6545f31c-da39-410d-883b-d66c1028d8db tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0644226 Feb 19 03:54:52.283250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a8767932-f7ab-4735-b64c-3ff58a5137d5 req-f4d14fae-ea33-406e-95ab-eb69e6969971 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411108 Feb 19 03:54:53.003208 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:53.434793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b17de84-cd4d-40ee-8836-bd77a92fc945 req-2951db94-f577-40c8-878e-c66149ff679d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:53.436469 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b17de84-cd4d-40ee-8836-bd77a92fc945 req-2951db94-f577-40c8-878e-c66149ff679d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0620630 Feb 19 03:54:53.486853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b17de84-cd4d-40ee-8836-bd77a92fc945 req-25d06f11-f481-4df4-a82d-e29a8d787361 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421686 Feb 19 03:54:54.011369 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:54.627503 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e90038-7d2b-4843-8cef-e637ea48e7d0 req-b4f7252d-a989-4c33-b2be-c6d22ba8788b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:54.629023 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7e90038-7d2b-4843-8cef-e637ea48e7d0 req-b4f7252d-a989-4c33-b2be-c6d22ba8788b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0637102 Feb 19 03:54:54.680516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7e90038-7d2b-4843-8cef-e637ea48e7d0 req-e0d2269f-12b5-47f4-806b-8e6b0236a149 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431762 Feb 19 03:54:55.811387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9219908-257f-41a8-8b52-2bd640a27056 req-9a9f17d4-1c7d-46a2-8b9a-ddc42ea36883 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:55.812925 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9219908-257f-41a8-8b52-2bd640a27056 req-9a9f17d4-1c7d-46a2-8b9a-ddc42ea36883 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0619290 Feb 19 03:54:55.871308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b9219908-257f-41a8-8b52-2bd640a27056 req-bd4cd7ad-8508-4dff-9cde-be81f185422a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500576 Feb 19 03:54:57.001996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d232fa5-499b-442a-a6d9-f1d3300d46ba req-042956e9-a454-4e50-a580-cf77bcc3cd89 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:57.003373 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d232fa5-499b-442a-a6d9-f1d3300d46ba req-042956e9-a454-4e50-a580-cf77bcc3cd89 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0572460 Feb 19 03:54:57.064013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d232fa5-499b-442a-a6d9-f1d3300d46ba req-207cadd6-923d-487b-9967-c60565c28653 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546858 Feb 19 03:54:57.108329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-7863522d-3373-4f8b-8367-a7dcd646847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:57.109878 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-7863522d-3373-4f8b-8367-a7dcd646847d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1126 time: 0.0450480 Feb 19 03:54:57.217285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-66c3a877-1118-4349-bdd2-3c0e6284f919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:57.218905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-66c3a877-1118-4349-bdd2-3c0e6284f919 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0880191 Feb 19 03:54:57.288365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-2f5d6d6f-87c5-4624-9a79-b17d059de1ba service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1001 time: 0.0635583 Feb 19 03:54:57.347657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-bf9ca3ed-e7fc-47f9-88d0-8bfde02fcd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:57.349141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-bf9ca3ed-e7fc-47f9-88d0-8bfde02fcd0e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0541661 Feb 19 03:54:57.398872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-cf89fd63-19b2-4561-8aef-3779324f3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:57.400345 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-cf89fd63-19b2-4561-8aef-3779324f3e8a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449641 Feb 19 03:54:57.413949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-fd31feae-86ae-4fec-b0f8-98ce9bc45cfd service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:54:57.415451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-fd31feae-86ae-4fec-b0f8-98ce9bc45cfd service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079486 Feb 19 03:54:57.527047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-8870c8ca-e677-4f41-8956-d27082bcf916 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045551 Feb 19 03:54:57.616306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b93ccb5-f2c4-4a3e-aeb7-dcdde57415e1 req-a02e3162-adf8-4da3-b734-1ed251180623 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832064 Feb 19 03:54:58.200292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017afd8-ad81-4a59-ad6e-b5b17cf176fb req-5be9f8f1-ce93-4931-84f7-630d24b39db5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:58.202026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c017afd8-ad81-4a59-ad6e-b5b17cf176fb req-5be9f8f1-ce93-4931-84f7-630d24b39db5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0592074 Feb 19 03:54:58.252325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c017afd8-ad81-4a59-ad6e-b5b17cf176fb req-f85f84f6-2e01-4b29-8aa0-f4338b0c129a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423141 Feb 19 03:54:59.398442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade714b-9cac-47ad-b200-072a960e87bd req-679d3bdd-d4eb-457f-84c5-76dc0916ab77 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.399942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ade714b-9cac-47ad-b200-072a960e87bd req-679d3bdd-d4eb-457f-84c5-76dc0916ab77 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 944 time: 0.0629916 Feb 19 03:54:59.447752 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0ade714b-9cac-47ad-b200-072a960e87bd req-4ea963b0-b136-450a-8e4c-fac24f76bc98 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 Feb 19 03:54:59.448288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device affe82cf-f3d8-4fc7-9370-e47c37cdeebf details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:54:59.544719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:59.556302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'port_id': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'mac_address': 'fa:16:3e:14:e8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:54:59.597452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port affe82cf-f3d8-4fc7-9370-e47c37cdeebf is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:54:59.597829 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:59.612281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affe82cf-f3d8-4fc7-9370-e47c37cdeebf {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:54:59.632624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:54:59.637368 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:54:59.688897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:54:59.698612 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.698966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.699300 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.699646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.699982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.700314 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.700769 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.701433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.701678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.702049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.702427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.702797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.703219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:54:59.803652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-e9c9c93d-af45-440b-98df-7f4432867993 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.805167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-e9c9c93d-af45-440b-98df-7f4432867993 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.67 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de&tenant_id=6c0a560b175e4250877a7787995380f8&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 945 time: 0.0910172 Feb 19 03:54:59.816877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec728793-7fd4-4763-88bb-b496799ec7f4 req-e0bded56-4938-4b52-8fdc-c08b5a3bdd63 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.818258 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec728793-7fd4-4763-88bb-b496799ec7f4 req-e0bded56-4938-4b52-8fdc-c08b5a3bdd63 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0757365 Feb 19 03:54:59.902490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec728793-7fd4-4763-88bb-b496799ec7f4 req-68dd2397-c264-4467-bc05-fb1e7164cee5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782676 Feb 19 03:54:59.906831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-2c9473c2-7f60-421e-98d9-3b390539ba74 service neutron] 10.222.0.67 "GET /v2.0/ports/affe82cf-f3d8-4fc7-9370-e47c37cdeebf/bindings/n-h2-826755-2 HTTP/1.1" status: 200 len: 382 time: 0.0877130 Feb 19 03:54:59.970530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['affe82cf-f3d8-4fc7-9370-e47c37cdeebf'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:54:59.977728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-73d15433-aaaf-455f-81a3-46eaed174795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:54:59.979291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-73d15433-aaaf-455f-81a3-46eaed174795 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1127 time: 0.0478413 Feb 19 03:55:00.076122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-61c1dcdc-7533-4613-a54d-ec2c2ec2e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.077570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-61c1dcdc-7533-4613-a54d-ec2c2ec2e81e service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0922003 Feb 19 03:55:00.146292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-163ae49b-7dcd-44ba-aad2-715f560ea8b6 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1002 time: 0.0617692 Feb 19 03:55:00.206359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-35373b43-25b0-42fa-b1b8-b4c7c027640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.207846 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-35373b43-25b0-42fa-b1b8-b4c7c027640c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0543175 Feb 19 03:55:00.266613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-4963b1f4-7750-460e-b239-5eea2c566c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:00.268926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-4963b1f4-7750-460e-b239-5eea2c566c89 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489917 Feb 19 03:55:00.361068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-f5fd53eb-6e98-4d56-8dff-05d6a541e743 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852151 Feb 19 03:55:00.457181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-bbd4f257-bcaa-4437-87de-2458f60bd3f9 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897357 Feb 19 03:55:00.657067 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:55:01.047628 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d612e-c71c-4054-b33b-dfd06810c089 req-2307cae7-b3e3-45a6-b933-58eb0232baa3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:01.049166 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-554d612e-c71c-4054-b33b-dfd06810c089 req-2307cae7-b3e3-45a6-b933-58eb0232baa3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0657165 Feb 19 03:55:01.097584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-554d612e-c71c-4054-b33b-dfd06810c089 req-af5da044-084b-4042-b176-26ecc47da91c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427401 Feb 19 03:55:01.462807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device affe82cf-f3d8-4fc7-9370-e47c37cdeebf up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:01.527898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port affe82cf-f3d8-4fc7-9370-e47c37cdeebf completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:01.533090 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port affe82cf-f3d8-4fc7-9370-e47c37cdeebf triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:01.533571 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.618757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port affe82cf-f3d8-4fc7-9370-e47c37cdeebf is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:01.619273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.654418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:01.658582 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35964427-83e3-479e-bff7-cda542b636ba" -d '{"events": [{"server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "name": "network-vif-plugged", "status": "completed", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:01.676652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:01.682594 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:01.717563 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5edb26-9736-46dd-a6ec-57d691329be9 x-openstack-request-id: req-1d5edb26-9736-46dd-a6ec-57d691329be9 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:01.717988 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "name": "network-vif-plugged", "status": "completed", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:01.718127 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1d5edb26-9736-46dd-a6ec-57d691329be9 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:01.718526 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'code': 200} Feb 19 03:55:01.737987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:02.229227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be61d9-e37e-421c-8af3-48a26b47b458 req-620c932c-3335-4a31-84bf-57c56f0c8f55 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:02.230984 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49be61d9-e37e-421c-8af3-48a26b47b458 req-620c932c-3335-4a31-84bf-57c56f0c8f55 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0596864 Feb 19 03:55:02.283652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49be61d9-e37e-421c-8af3-48a26b47b458 req-f5d7d428-4f2d-405a-97f8-2783763dc168 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466080 Feb 19 03:55:03.409312 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6d037-38c6-426c-a32d-8bfc43c6090d req-5211cef0-7d60-4869-b443-e8130404f926 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:03.410808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-98c6d037-38c6-426c-a32d-8bfc43c6090d req-5211cef0-7d60-4869-b443-e8130404f926 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0541332 Feb 19 03:55:03.460278 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-98c6d037-38c6-426c-a32d-8bfc43c6090d req-0b19225e-ce4f-47f0-8d83-d1602a5a8eb5 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434287 Feb 19 03:55:03.668884 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-073c8e6d-37ca-437a-a2e7-dbd67dbef46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:04.587126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b80ad-876c-4de6-b0ab-ab3a0cdda628 req-e2aa3afe-f913-4fa1-98ea-925bfcf55f21 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:04.588711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f1b80ad-876c-4de6-b0ab-ab3a0cdda628 req-e2aa3afe-f913-4fa1-98ea-925bfcf55f21 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0550809 Feb 19 03:55:04.641292 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f1b80ad-876c-4de6-b0ab-ab3a0cdda628 req-16b2eb35-3fb4-47f0-b92a-b4745c5863c6 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465343 Feb 19 03:55:05.476386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device affe82cf-f3d8-4fc7-9370-e47c37cdeebf no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:05.559441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port affe82cf-f3d8-4fc7-9370-e47c37cdeebf is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:05.559826 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.583291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:05.585527 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97acdd83-2d99-4afa-b239-4caac5d4583b" -d '{"events": [{"server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "name": "network-vif-unplugged", "status": "completed", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:05.598374 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:05.603583 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:05.639574 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340e22d4-e742-4dda-a0a9-d5fff964b0c7 x-openstack-request-id: req-340e22d4-e742-4dda-a0a9-d5fff964b0c7 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:05.639935 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "name": "network-vif-unplugged", "status": "completed", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:05.640220 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-340e22d4-e742-4dda-a0a9-d5fff964b0c7 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:05.640614 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'code': 200} Feb 19 03:55:05.658788 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=10']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:05.779693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a0fe8-9dca-404e-a6b7-f9c8b57e315c req-80110878-d866-419e-a0a3-04050b163d30 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:05.781340 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-279a0fe8-9dca-404e-a6b7-f9c8b57e315c req-80110878-d866-419e-a0a3-04050b163d30 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0616186 Feb 19 03:55:05.831540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-279a0fe8-9dca-404e-a6b7-f9c8b57e315c req-a9d0ff22-7880-4ac7-957c-acbbb9936758 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443633 Feb 19 03:55:05.946971 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-be464986-9237-437c-816f-934035ecca89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.590993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-11d8a634-df6e-4d47-86a7-d5171d2d4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:06.592649 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-11d8a634-df6e-4d47-86a7-d5171d2d4928 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de&tenant_id=6c0a560b175e4250877a7787995380f8 HTTP/1.1" status: 200 len: 1127 time: 0.0499270 Feb 19 03:55:06.603218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:06.669919 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.872406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:06.907176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h2-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:06.939715 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affe82cf-f3d8-4fc7-9370-e47c37cdeebf {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:06.947287 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Publish callbacks [] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:06.954485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24142f-3b2f-4720-8331-766d82102db9 req-5d77f83b-2f28-4579-b55a-b3983f266bba tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:06.956029 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b24142f-3b2f-4720-8331-766d82102db9 req-5d77f83b-2f28-4579-b55a-b3983f266bba tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0533535 Feb 19 03:55:06.959406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Transition to ACTIVE for port object affe82cf-f3d8-4fc7-9370-e47c37cdeebf will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:06.964131 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.009363 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4b24142f-3b2f-4720-8331-766d82102db9 req-872600ad-644b-4274-8d4b-7fae3f0c4974 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467150 Feb 19 03:55:07.044402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=11']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:07.056933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.057309 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.057630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.057973 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.058296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.058643 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.058972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.059296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.059624 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.059984 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.060319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.060642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.061017 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:07.100847 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] No DVR routers for this DVR port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on host n-h2-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:07.241705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Attempting to bind port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:07.242034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Attempting to bind port affe82cf-f3d8-4fc7-9370-e47c37cdeebf by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:07.242347 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Attempting to bind port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:07.246766 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on network 6df327e8-fea2-48eb-bfda-406417702dec not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:07.247089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Attempting to bind port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on network 6df327e8-fea2-48eb-bfda-406417702dec {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:07.252061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:07.252402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Checking segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:07.252824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Bound using segment: {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:07.253250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Bound port: affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c46402-c1ae-47f5-a027-bc3093a177b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:07.253599 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.281457 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.323765 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:07.326942 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:07.333602 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.367056 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.367698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:07.369119 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] 10.222.0.87 "PUT /v2.0/ports/affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1093 time: 0.7699490 Feb 19 03:55:07.369562 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:07.371886 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eadca2-06e7-4591-ac29-fad9e70ed797" -d '{"events": [{"name": "network-changed", "server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:07.412636 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123251e8-bd08-4e77-bd19-e4643d01a164 service neutron] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=12']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:07.436324 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e57de3-438c-46d1-bf38-87e35b0c9a6d x-openstack-request-id: req-70e57de3-438c-46d1-bf38-87e35b0c9a6d {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:07.436546 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:07.436852 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-70e57de3-438c-46d1-bf38-87e35b0c9a6d {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:07.437266 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'status': 'completed', 'code': 200} Feb 19 03:55:07.451141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-6f2e4c1d-8b58-4d4f-8f3b-34f7685f0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.452599 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-6f2e4c1d-8b58-4d4f-8f3b-34f7685f0674 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1127 time: 0.0545945 Feb 19 03:55:07.492299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-0b7e7019-ac1d-4357-947a-7358404b82c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.494041 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-0b7e7019-ac1d-4357-947a-7358404b82c7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1127 time: 0.0511827 Feb 19 03:55:07.555903 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-3a1d7bb7-6a97-49ee-aa2c-6c3e993ca8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.557730 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-3a1d7bb7-6a97-49ee-aa2c-6c3e993ca8b1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0981798 Feb 19 03:55:07.590223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-185d2478-a22d-4706-9b42-27503ee93504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.592115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-185d2478-a22d-4706-9b42-27503ee93504 service neutron] 10.222.0.67 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0895841 Feb 19 03:55:07.629628 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-9f419d94-f50b-49db-b610-be7aa98c5985 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1001 time: 0.0651867 Feb 19 03:55:07.662434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-e53a0010-e3ac-458a-8b78-8cadc2a82274 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1001 time: 0.0648212 Feb 19 03:55:07.685609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-67bd8c1a-061f-489f-a788-8acf4a9ca12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.687170 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-67bd8c1a-061f-489f-a788-8acf4a9ca12f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0517631 Feb 19 03:55:07.711763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-964002b8-415c-4a5c-a974-8585d59142db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.713204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-964002b8-415c-4a5c-a974-8585d59142db service neutron] 10.222.0.67 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0455675 Feb 19 03:55:07.737548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-daf34995-0d8d-4bfc-9bcb-5fae886d516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.739791 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-daf34995-0d8d-4bfc-9bcb-5fae886d516c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465219 Feb 19 03:55:07.773834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-8f072620-0e8f-46e6-be7d-e68f5aa137f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:07.775371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-8f072620-0e8f-46e6-be7d-e68f5aa137f1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561154 Feb 19 03:55:07.837533 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-8cb13405-73c7-4542-8741-c998faca4db0 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916362 Feb 19 03:55:07.874008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-5ae6fbe3-02e5-4963-8bc6-b1849f5d39cd service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916343 Feb 19 03:55:07.931516 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-83c68e33-4c1e-4406-afd1-4b0681538d13 req-10142d24-e719-4cb8-a20d-e8f3b1ba875d service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882182 Feb 19 03:55:07.964924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-a28bed0a-82c7-418f-a32e-69d9a62c24f7 service neutron] 10.222.0.67 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847201 Feb 19 03:55:08.020809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-b91b7c3d-851d-4d2f-a7b9-2145727f3d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:08.022323 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-b91b7c3d-851d-4d2f-a7b9-2145727f3d74 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=6c0a560b175e4250877a7787995380f8&device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 1127 time: 0.0479598 Feb 19 03:55:08.123898 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-cca7e7b0-f0bf-44f4-8007-f32f12f20a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:08.125409 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-cca7e7b0-f0bf-44f4-8007-f32f12f20a6f service neutron] 10.222.0.87 "GET /v2.0/networks?id=6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 200 len: 913 time: 0.0968788 Feb 19 03:55:08.139419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689fa1f-58aa-4356-b026-aadfb8392fa6 req-eb4261a4-d0bf-418a-9dc0-10d8d5735bd1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:08.139419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3689fa1f-58aa-4356-b026-aadfb8392fa6 req-eb4261a4-d0bf-418a-9dc0-10d8d5735bd1 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0560646 Feb 19 03:55:08.192498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3689fa1f-58aa-4356-b026-aadfb8392fa6 req-ea5dbcde-107d-49e9-9fca-88fb0f21c83b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471776 Feb 19 03:55:08.193501 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-17d1a47b-6249-41a5-bcb1-985fa23deea8 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 200 len: 1001 time: 0.0620363 Feb 19 03:55:08.242670 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-b95291e3-46fc-4617-8e58-3fe1a4a715f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:08.244063 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-b95291e3-46fc-4617-8e58-3fe1a4a715f9 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 200 len: 851 time: 0.0449376 Feb 19 03:55:08.298258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-81c31b9b-dc76-4def-b77b-81ab3ccd8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:08.299780 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-81c31b9b-dc76-4def-b77b-81ab3ccd8b58 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=6df327e8-fea2-48eb-bfda-406417702dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493126 Feb 19 03:55:08.390617 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-02455f0c-5321-4774-93c0-989eeba8d0aa service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833824 Feb 19 03:55:08.484937 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-85eadca2-06e7-4591-ac29-fad9e70ed797 req-5ba373b0-19e8-4576-886f-48319a29ef12 service neutron] 10.222.0.87 "GET /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882444 Feb 19 03:55:08.598894 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:09.316711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80fab6b-b023-4847-bde6-b139c71c1c8a req-12e7f628-e505-40ba-addf-d9e58eea387c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:09.318226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b80fab6b-b023-4847-bde6-b139c71c1c8a req-12e7f628-e505-40ba-addf-d9e58eea387c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0540965 Feb 19 03:55:09.366198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b80fab6b-b023-4847-bde6-b139c71c1c8a req-d1af9e27-ab5e-4229-ad27-c6549996aa40 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419283 Feb 19 03:55:10.116489 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:10.490462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5507e2-da79-4944-ba2f-56d5ba90de3f req-bf382e87-68e8-4fd7-ae65-0fe56b0d9d21 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:10.492055 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f5507e2-da79-4944-ba2f-56d5ba90de3f req-bf382e87-68e8-4fd7-ae65-0fe56b0d9d21 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0557113 Feb 19 03:55:10.538290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f5507e2-da79-4944-ba2f-56d5ba90de3f req-bf471aa3-e5ff-49b4-a79a-b97fd7df5590 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Feb 19 03:55:11.670041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362bc7f6-03c1-411b-a572-60bb9f4ace31 req-f7e9201d-8d6d-45c1-a9a6-8d2f91d62f96 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:11.671572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-362bc7f6-03c1-411b-a572-60bb9f4ace31 req-f7e9201d-8d6d-45c1-a9a6-8d2f91d62f96 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0581312 Feb 19 03:55:11.721491 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-362bc7f6-03c1-411b-a572-60bb9f4ace31 req-26647921-4e7b-4ebd-9ff0-5e9510dd7f49 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438633 Feb 19 03:55:12.844650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e25c31-3b20-409e-afd6-a9d03ab4cf29 req-8f766ae4-ad77-4c17-b4b0-12d5c7ba61a2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:12.846184 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1e25c31-3b20-409e-afd6-a9d03ab4cf29 req-8f766ae4-ad77-4c17-b4b0-12d5c7ba61a2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0540407 Feb 19 03:55:12.894945 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1e25c31-3b20-409e-afd6-a9d03ab4cf29 req-96a8ae7b-b22a-404f-8602-7cc371e6c220 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431325 Feb 19 03:55:14.016414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321eecd-ace4-4082-bfd9-a557f3698a95 req-6c1e70a1-3cab-4097-b956-f9b04a779007 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:14.017829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d321eecd-ace4-4082-bfd9-a557f3698a95 req-6c1e70a1-3cab-4097-b956-f9b04a779007 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0531046 Feb 19 03:55:14.070376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d321eecd-ace4-4082-bfd9-a557f3698a95 req-3347f85e-74c2-4111-bf13-34f26837247d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468142 Feb 19 03:55:15.197137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b87fb6-01a7-4114-be9c-b9b1bbffd445 req-e9a82e56-e28c-49b3-af21-5b852185c6e2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:15.198657 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9b87fb6-01a7-4114-be9c-b9b1bbffd445 req-e9a82e56-e28c-49b3-af21-5b852185c6e2 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0542195 Feb 19 03:55:15.246645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9b87fb6-01a7-4114-be9c-b9b1bbffd445 req-a506e29e-3ba0-431d-a0df-4228affc9e7e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421233 Feb 19 03:55:16.368563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85ad17-6927-45e0-b1ec-d4f222094c4d req-b1074c4b-c026-4888-96e6-447a1b11fcf8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:16.370059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d85ad17-6927-45e0-b1ec-d4f222094c4d req-b1074c4b-c026-4888-96e6-447a1b11fcf8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0529308 Feb 19 03:55:16.417193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d85ad17-6927-45e0-b1ec-d4f222094c4d req-140daf8e-275e-4a0a-9864-9ab08947c108 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409532 Feb 19 03:55:17.543602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8bda2c-20a3-4f3e-b5b0-5f5ff1d0105d req-02257b7a-f05c-4819-a7b7-b5a3b3356e9f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:17.545225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d8bda2c-20a3-4f3e-b5b0-5f5ff1d0105d req-02257b7a-f05c-4819-a7b7-b5a3b3356e9f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0588362 Feb 19 03:55:17.598804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d8bda2c-20a3-4f3e-b5b0-5f5ff1d0105d req-e62cddd0-2ab2-471d-9697-0b146b50b88d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479472 Feb 19 03:55:18.736057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41c65-0a0b-43db-87d0-34e20e9572df req-f8085598-f07f-4e7f-a8fc-884406c3f451 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:18.737871 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cf41c65-0a0b-43db-87d0-34e20e9572df req-f8085598-f07f-4e7f-a8fc-884406c3f451 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0529966 Feb 19 03:55:18.787013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cf41c65-0a0b-43db-87d0-34e20e9572df req-79f450e3-f96b-4b21-8fe5-70aa8a17b2ae tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433228 Feb 19 03:55:19.956243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000a78a-2ca3-48ba-8177-f05e9efc81f6 req-befa787a-a6d7-48c5-aefb-84d70815e3df tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:19.957988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8000a78a-2ca3-48ba-8177-f05e9efc81f6 req-befa787a-a6d7-48c5-aefb-84d70815e3df tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0839334 Feb 19 03:55:20.014410 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8000a78a-2ca3-48ba-8177-f05e9efc81f6 req-691d4fed-3e06-4ad2-bf4f-b510a782e877 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508165 Feb 19 03:55:21.148555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5f8c6-df49-48ce-a69c-d8e15b38ae44 req-7c188262-d897-4146-8c59-a6029e6146e7 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:21.150121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85a5f8c6-df49-48ce-a69c-d8e15b38ae44 req-7c188262-d897-4146-8c59-a6029e6146e7 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0553517 Feb 19 03:55:21.198162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85a5f8c6-df49-48ce-a69c-d8e15b38ae44 req-f7803e53-5454-447d-813a-eab917edc023 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407202 Feb 19 03:55:22.327539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009ab2f-6386-4b4b-aa7c-47f9f363017b req-a7f2388c-65cb-410e-ae9d-f7d38ea53751 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:22.329049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4009ab2f-6386-4b4b-aa7c-47f9f363017b req-a7f2388c-65cb-410e-ae9d-f7d38ea53751 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0529933 Feb 19 03:55:22.381227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4009ab2f-6386-4b4b-aa7c-47f9f363017b req-3225d6fd-f556-4618-86eb-edb1d993be61 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463843 Feb 19 03:55:23.002112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:23.536576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d072ba-f2cf-4dc8-9cf8-7514b49f9a00 req-c1350047-c5aa-40f4-9aee-a6fda7d7cdd0 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:23.538250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6d072ba-f2cf-4dc8-9cf8-7514b49f9a00 req-c1350047-c5aa-40f4-9aee-a6fda7d7cdd0 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0795588 Feb 19 03:55:23.590890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6d072ba-f2cf-4dc8-9cf8-7514b49f9a00 req-8ce4bbd8-03e2-444a-a372-4ebaf2e1e5d4 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444729 Feb 19 03:55:24.003440 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:24.721024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb584f4-36a8-4bc5-97e2-d0be7ac91a98 req-afc9a561-6204-41c0-9a5c-26597ab84785 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:24.722518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bb584f4-36a8-4bc5-97e2-d0be7ac91a98 req-afc9a561-6204-41c0-9a5c-26597ab84785 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0534461 Feb 19 03:55:24.769543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9bb584f4-36a8-4bc5-97e2-d0be7ac91a98 req-4f1be028-d5e8-4e6e-82ca-d1bdbabb8a68 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413516 Feb 19 03:55:25.902535 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dc9b8-f5eb-4dfb-a23a-5f9fd8a2c3ea req-9618299f-34c6-453d-a373-333f5c16eeb8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:25.904105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-015dc9b8-f5eb-4dfb-a23a-5f9fd8a2c3ea req-9618299f-34c6-453d-a373-333f5c16eeb8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 945 time: 0.0596542 Feb 19 03:55:25.953022 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-015dc9b8-f5eb-4dfb-a23a-5f9fd8a2c3ea req-4a1d0878-e69a-43fb-9f1a-75478c870eaf tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428505 Feb 19 03:55:25.970550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device affe82cf-f3d8-4fc7-9370-e47c37cdeebf details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:26.072412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:26.084474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'port_id': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'mac_address': 'fa:16:3e:14:e8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:26.122720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port affe82cf-f3d8-4fc7-9370-e47c37cdeebf is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:26.123168 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.144833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affe82cf-f3d8-4fc7-9370-e47c37cdeebf {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:26.171208 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:26.175795 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:26.225330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=13']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:26.505765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['affe82cf-f3d8-4fc7-9370-e47c37cdeebf'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:55:27.081735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70efef-6a68-4a78-96ea-fb03c4210b21 req-ad2963ff-a686-42c1-86a7-df16248ef8fd tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:27.083328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd70efef-6a68-4a78-96ea-fb03c4210b21 req-ad2963ff-a686-42c1-86a7-df16248ef8fd tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0567248 Feb 19 03:55:27.136063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cd70efef-6a68-4a78-96ea-fb03c4210b21 req-33bbe409-0fcc-4f36-a39c-420b82684e0c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457942 Feb 19 03:55:27.259843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb32fa-367f-4a2e-98a2-d24e887cb960 req-38d4a189-f2d9-401b-8889-1b07ad85b65a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:27.261632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49cb32fa-367f-4a2e-98a2-d24e887cb960 req-38d4a189-f2d9-401b-8889-1b07ad85b65a tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0578215 Feb 19 03:55:27.312451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49cb32fa-367f-4a2e-98a2-d24e887cb960 req-5cb08b64-3287-4e98-a181-7b6322c29b0d tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451224 Feb 19 03:55:27.435317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55596f71-6023-4116-853a-509a2e2ed275 req-7e90863b-c042-4339-8f8e-6a353c34edda tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:27.436932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55596f71-6023-4116-853a-509a2e2ed275 req-7e90863b-c042-4339-8f8e-6a353c34edda tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0560155 Feb 19 03:55:27.485727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-55596f71-6023-4116-853a-509a2e2ed275 req-d040720f-c45e-4b3f-b369-9441ed80d2a9 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428579 Feb 19 03:55:27.743491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469919f6-f9f4-49b6-b0b1-73add8e4d271 req-f1d1ca05-ec26-4316-bcf8-a4fb64418b76 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:27.744900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-469919f6-f9f4-49b6-b0b1-73add8e4d271 req-f1d1ca05-ec26-4316-bcf8-a4fb64418b76 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 946 time: 0.0625818 Feb 19 03:55:27.792117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-469919f6-f9f4-49b6-b0b1-73add8e4d271 req-1bdabf7b-7095-4270-958e-e28ec5077a1b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414166 Feb 19 03:55:27.987264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device affe82cf-f3d8-4fc7-9370-e47c37cdeebf up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:55:28.074361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port affe82cf-f3d8-4fc7-9370-e47c37cdeebf completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:55:28.079045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port affe82cf-f3d8-4fc7-9370-e47c37cdeebf triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:55:28.079427 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.157685 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port affe82cf-f3d8-4fc7-9370-e47c37cdeebf is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:28.158043 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.184993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:28.187699 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d5bf41-4899-484c-812b-1a33bd473474" -d '{"events": [{"server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "name": "network-vif-plugged", "status": "completed", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:28.200983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:28.206018 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:28.229615 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76154cdb-65cc-465e-9e91-61e72c973adb x-openstack-request-id: req-76154cdb-65cc-465e-9e91-61e72c973adb {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:28.229897 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "name": "network-vif-plugged", "status": "completed", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:28.230120 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-76154cdb-65cc-465e-9e91-61e72c973adb {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:28.230557 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'code': 200} Feb 19 03:55:28.257206 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=14']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:28.929670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913401c2-779a-4bc0-bbc9-2cec5f141c8b req-5efdf61d-ab57-4f26-b82a-080d6e928570 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:28.931131 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-913401c2-779a-4bc0-bbc9-2cec5f141c8b req-5efdf61d-ab57-4f26-b82a-080d6e928570 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 947 time: 0.0576358 Feb 19 03:55:28.980100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-913401c2-779a-4bc0-bbc9-2cec5f141c8b req-40ba709c-7c0f-461a-b774-7d5da0cd91b8 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups?id=09b292a8-7439-4595-9fc3-30549b7f96eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409868 Feb 19 03:55:29.391164 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-fd5593ce-d386-480f-9e3c-b0f56a78e076 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:29.392635 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-fd5593ce-d386-480f-9e3c-b0f56a78e076 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 947 time: 0.0601315 Feb 19 03:55:29.485851 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Deleting port affe82cf-f3d8-4fc7-9370-e47c37cdeebf {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:29.486214 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.577466 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] For port affe82cf-f3d8-4fc7-9370-e47c37cdeebf, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:29.577783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.752969 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.753330 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.753647 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b disassociated. External IP: 172.25.1.181, port: affe82cf-f3d8-4fc7-9370-e47c37cdeebf. Feb 19 03:55:29.753982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Calling delete_port for affe82cf-f3d8-4fc7-9370-e47c37cdeebf owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:29.889382 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (affe82cf-f3d8-4fc7-9370-e47c37cdeebf), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:29.919497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event deleted for resources: {'Port': ['ID=affe82cf-f3d8-4fc7-9370-e47c37cdeebf,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:30.039435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:55:30.085914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c359d39-2897-4be5-8593-0fd24e247518 req-74d5dc5b-318c-4e32-bcea-dadbcf79a30b tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 210 time: 0.0293570 Feb 19 03:55:30.168116 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:55:30.178210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2327bea-31a2-4e78-95d3-493cf989aee5 None None] Sync routers for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:55:30.188957 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2327bea-31a2-4e78-95d3-493cf989aee5 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:30.189537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a2327bea-31a2-4e78-95d3-493cf989aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:55:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:30.209993 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] No DVR routers for this DVR port affe82cf-f3d8-4fc7-9370-e47c37cdeebf on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:30.212732 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:30.216388 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-727b2149-9fe7-4606-957c-adefb9eb8e3d req-33a7552b-5558-42fb-a226-28a3473e2694 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.87 "DELETE /v2.0/ports/affe82cf-f3d8-4fc7-9370-e47c37cdeebf HTTP/1.1" status: 204 len: 173 time: 0.8184948 Feb 19 03:55:30.217053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'name': 'network-vif-deleted', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:30.219963 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68978a02-9d3b-4f6b-a3d5-01b608a8c4dc" -d '{"events": [{"server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "name": "network-vif-deleted", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:30.259172 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff61dae-92c8-41af-99db-eab9ae476b39 x-openstack-request-id: req-2ff61dae-92c8-41af-99db-eab9ae476b39 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:30.259818 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ae192fc-b5c8-4907-875d-5d94ff9d00de", "name": "network-vif-deleted", "tag": "affe82cf-f3d8-4fc7-9370-e47c37cdeebf", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:30.260078 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2ff61dae-92c8-41af-99db-eab9ae476b39 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:30.260491 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ae192fc-b5c8-4907-875d-5d94ff9d00de', 'name': 'network-vif-deleted', 'tag': 'affe82cf-f3d8-4fc7-9370-e47c37cdeebf', 'status': 'completed', 'code': 200} Feb 19 03:55:30.303899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a2327bea-31a2-4e78-95d3-493cf989aee5 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:30.501577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a2327bea-31a2-4e78-95d3-493cf989aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:30.530974 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2327bea-31a2-4e78-95d3-493cf989aee5 None None] Checking router: 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:55:30.539854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2327bea-31a2-4e78-95d3-493cf989aee5 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:30.540456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a2327bea-31a2-4e78-95d3-493cf989aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:55:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:30.810136 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a2327bea-31a2-4e78-95d3-493cf989aee5 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:31.010194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a2327bea-31a2-4e78-95d3-493cf989aee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:31.036241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2327bea-31a2-4e78-95d3-493cf989aee5 None None] The sync data for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 is: [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:01Z', 'revision_number': 4, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '85c8cb43-bc33-4db6-a55f-2d7ef666f5e7', 'name': '', 'network_id': '6df327e8-fea2-48eb-bfda-406417702dec', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'mac_address': 'fa:16:3e:6a:30:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:51:00Z', 'updated_at': '2022-02-19T03:51:04Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'subnets': [{'id': '8cca9d27-04de-4ab5-b805-45050d722c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:55:31.187900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cfdbf446-046b-4c42-82d4-27b08f8b6447 req-e61a026a-ba1f-49b3-bfe9-aa1cf44f7640 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 210 time: 0.0279255 Feb 19 03:55:31.292520 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33052b16-ed34-4a43-8be8-94231961b634 None None] New status for floating IP 39b4e66b-d054-4de0-bd43-bea3eab7ed8b: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:55:32.289096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-017b3654-c722-47cb-97de-0bcf44b79903 req-70b9891f-ccc6-41e1-835d-5ac8983ddfe0 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 210 time: 0.0305386 Feb 19 03:55:33.387388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e3c1db0-07e8-412f-8854-a32981710759 req-b4a542ef-94ad-494e-be28-494ea2e6cabd tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 210 time: 0.0274577 Feb 19 03:55:33.675735 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fa3fc4ef-9f6d-455e-b3f8-1403f5ef08e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:34.019179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device affe82cf-f3d8-4fc7-9370-e47c37cdeebf no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:34.039733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: affe82cf-f3d8-4fc7-9370-e47c37cdeebf {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:34.039986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device affe82cf-f3d8-4fc7-9370-e47c37cdeebf not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:34.484699 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fafb63f1-283a-4e43-adb6-879168e988fa req-ccd98605-a530-438a-a393-8137b2ad310c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 210 time: 0.0273855 Feb 19 03:55:35.580936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-94c25d6c-ed12-4b6a-b7f1-0563ffb279c2 req-c868bf86-cb4d-4e8d-ac41-3b6ecc585d2f tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 210 time: 0.0273728 Feb 19 03:55:35.951309 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4925bca1-248d-4eb0-9ac9-67e7a35a6128 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:36.679211 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-998f44b0-d6e9-4559-ba62-8c4c2d41afeb req-362a9f6e-5dce-4e99-99e6-5222386bea7e tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 210 time: 0.0271184 Feb 19 03:55:37.275448 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:37.657060 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:55:37.777988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9188e034-4419-4c33-bf59-dbf2ea9ac72b req-efe72cc2-976f-43fe-a2e2-fd13bfbc54c3 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 210 time: 0.0290961 Feb 19 03:55:38.599352 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:38.889098 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-054bb3c9-36a9-4df5-aedf-f0e82fcf67c0 req-208b9c40-d656-4812-bc58-9f57a2105c34 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/ports?device_id=3ae192fc-b5c8-4907-875d-5d94ff9d00de HTTP/1.1" status: 200 len: 210 time: 0.0334511 Feb 19 03:55:40.110841 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.718091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50500) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:45.772342 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for security_group (09b292a8-7439-4595-9fc3-30549b7f96eb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.795805 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for security_group (09b292a8-7439-4595-9fc3-30549b7f96eb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.845228 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (09b292a8-7439-4595-9fc3-30549b7f96eb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.847859 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:45.851493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "DELETE /v2.0/security-groups/09b292a8-7439-4595-9fc3-30549b7f96eb HTTP/1.1" status: 204 len: 168 time: 0.1300144 Feb 19 03:55:45.851976 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50502) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:45.858754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b292a8-7439-4595-9fc3-30549b7f96eb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:45.866466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.866806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.867143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.867474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.867798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.868120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.868226 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-5be201dc-d4e1-4e13-96d7-dbf15e03e228 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] show failed (client error): The resource could not be found. Feb 19 03:55:45.868438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.868777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.872015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.872015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.872260 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5be201dc-d4e1-4e13-96d7-dbf15e03e228 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "GET /v2.0/security-groups/09b292a8-7439-4595-9fc3-30549b7f96eb HTTP/1.1" status: 404 len: 347 time: 0.0163221 Feb 19 03:55:45.872354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.872354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.872354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfeae2d5-45f5-4242-98c8-46baee900660 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:45.873407 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50504) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:46.009414 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-18ceb33c-dd3e-4269-8392-c9c0ed50685c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Deleting port 5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:46.009699 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18ceb33c-dd3e-4269-8392-c9c0ed50685c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.085187 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18ceb33c-dd3e-4269-8392-c9c0ed50685c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.085522 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18ceb33c-dd3e-4269-8392-c9c0ed50685c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.099586 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-18ceb33c-dd3e-4269-8392-c9c0ed50685c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Calling delete_port for 5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:46.242038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18ceb33c-dd3e-4269-8392-c9c0ed50685c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.267763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ceb33c-dd3e-4269-8392-c9c0ed50685c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Pushing event deleted for resources: {'Port': ['ID=5ef9e0a3-c510-4640-a0a8-a85a57c9c3b7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:46.336705 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18ceb33c-dd3e-4269-8392-c9c0ed50685c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks [] for floatingip (39b4e66b-d054-4de0-bd43-bea3eab7ed8b), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.339429 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-18ceb33c-dd3e-4269-8392-c9c0ed50685c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:46.343597 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-18ceb33c-dd3e-4269-8392-c9c0ed50685c tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] 10.222.0.81 "DELETE /v2.0/floatingips/39b4e66b-d054-4de0-bd43-bea3eab7ed8b HTTP/1.1" status: 204 len: 168 time: 0.4659200 Feb 19 03:55:46.343877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50506) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:47.034189 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df410805-4aaf-41dc-9937-0b29cf638f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:47.290029 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-df410805-4aaf-41dc-9937-0b29cf638f2f admin admin] Deleting port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:47.290260 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df410805-4aaf-41dc-9937-0b29cf638f2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:47.370717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-df410805-4aaf-41dc-9937-0b29cf638f2f admin admin] For port 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=85c8cb43-bc33-4db6-a55f-2d7ef666f5e7,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:47.371059 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df410805-4aaf-41dc-9937-0b29cf638f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:47.382634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-df410805-4aaf-41dc-9937-0b29cf638f2f admin admin] Calling delete_port for 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:47.577257 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df410805-4aaf-41dc-9937-0b29cf638f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (85c8cb43-bc33-4db6-a55f-2d7ef666f5e7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:47.601761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df410805-4aaf-41dc-9937-0b29cf638f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=85c8cb43-bc33-4db6-a55f-2d7ef666f5e7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:47.770998 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df410805-4aaf-41dc-9937-0b29cf638f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.005894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df410805-4aaf-41dc-9937-0b29cf638f2f admin admin] Router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:55:48.133585 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df410805-4aaf-41dc-9937-0b29cf638f2f admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:55:48.139288 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-df410805-4aaf-41dc-9937-0b29cf638f2f admin admin] 10.222.0.81 "PUT /v2.0/routers/0f4b9156-e366-4d4c-b99a-2d29b7d29b17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7942843 Feb 19 03:55:48.142300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50508) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:48.143695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7fcab-c062-4b36-8c16-634a87e33777 None None] Sync routers for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:55:48.156191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc7fcab-c062-4b36-8c16-634a87e33777 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:48.156846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dcc7fcab-c062-4b36-8c16-634a87e33777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:55:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:48.252511 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Publish callbacks [] for router (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.265868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-dcc7fcab-c062-4b36-8c16-634a87e33777 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:48.357964 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Publish callbacks [] for router_gateway (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.415520 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Deleting port 4e6156dd-474f-4277-bdc0-6173091e382a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:48.415866 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4e6156dd-474f-4277-bdc0-6173091e382a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.469540 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dcc7fcab-c062-4b36-8c16-634a87e33777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119'}], 'enable_snat': True}, 'gw_port_id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:55:47Z', 'revision_number': 5, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port': {'id': '4e6156dd-474f-4277-bdc0-6173091e382a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e2:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:48.497820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] For port 4e6156dd-474f-4277-bdc0-6173091e382a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4e6156dd-474f-4277-bdc0-6173091e382a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:48.498186 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4e6156dd-474f-4277-bdc0-6173091e382a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.499890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7fcab-c062-4b36-8c16-634a87e33777 None None] Checking router: 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:55:48.508759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc7fcab-c062-4b36-8c16-634a87e33777 None None] Routers {'0f4b9156-e366-4d4c-b99a-2d29b7d29b17'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:55:48.509365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dcc7fcab-c062-4b36-8c16-634a87e33777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:55:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:48.510542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Calling delete_port for 4e6156dd-474f-4277-bdc0-6173091e382a owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:48.598886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-dcc7fcab-c062-4b36-8c16-634a87e33777 None None] Set router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:55:48.651640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-dcc7fcab-c062-4b36-8c16-634a87e33777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:55:48Z', 'revision_number': 6, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:48.681589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc7fcab-c062-4b36-8c16-634a87e33777 None None] The sync data for ids ['0f4b9156-e366-4d4c-b99a-2d29b7d29b17'] in n-d-826755-2 is: [{'id': '0f4b9156-e366-4d4c-b99a-2d29b7d29b17', 'name': 'tempest-ServerActionsTestJSON-2068988229-router', 'tenant_id': '6c0a560b175e4250877a7787995380f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:50:58Z', 'updated_at': '2022-02-19T03:55:48Z', 'revision_number': 6, 'project_id': '6c0a560b175e4250877a7787995380f8', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:55:48.682043 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4e6156dd-474f-4277-bdc0-6173091e382a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.709166 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6156dd-474f-4277-bdc0-6173091e382a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:48.776575 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.868178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.870351 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Publish callbacks [] for router_controller (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.929869 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (0f4b9156-e366-4d4c-b99a-2d29b7d29b17), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.930434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f4b9156-e366-4d4c-b99a-2d29b7d29b17 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:55:48.936006 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:48.937246 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0cea9249-f1a6-49c2-a3e9-788134b46b07 admin admin] 10.222.0.81 "DELETE /v2.0/routers/0f4b9156-e366-4d4c-b99a-2d29b7d29b17 HTTP/1.1" status: 204 len: 168 time: 0.7937427 Feb 19 03:55:48.939797 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50510) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:48.986113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d71562-dd10-4d81-a144-c0af9b9450c9 admin admin] Deleting subnet 8cca9d27-04de-4ab5-b805-45050d722c1e {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:55:48.989706 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-33d71562-dd10-4d81-a144-c0af9b9450c9 admin admin] Publish callbacks [] for subnet (8cca9d27-04de-4ab5-b805-45050d722c1e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.025443 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-33d71562-dd10-4d81-a144-c0af9b9450c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (8cca9d27-04de-4ab5-b805-45050d722c1e), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.111196 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-33d71562-dd10-4d81-a144-c0af9b9450c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (8cca9d27-04de-4ab5-b805-45050d722c1e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.163630 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-33d71562-dd10-4d81-a144-c0af9b9450c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (8cca9d27-04de-4ab5-b805-45050d722c1e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.188583 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d71562-dd10-4d81-a144-c0af9b9450c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cca9d27-04de-4ab5-b805-45050d722c1e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:49.192154 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-33d71562-dd10-4d81-a144-c0af9b9450c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.195356 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-33d71562-dd10-4d81-a144-c0af9b9450c9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8cca9d27-04de-4ab5-b805-45050d722c1e HTTP/1.1" status: 204 len: 168 time: 0.2546172 Feb 19 03:55:49.198239 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50512) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:49.199187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d822ff7b-fcdb-4d55-8a46-de5e2c202b0a None None] Network 6df327e8-fea2-48eb-bfda-406417702dec requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:49.267210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (6df327e8-fea2-48eb-bfda-406417702dec), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.327038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Deleting port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:49.327379 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.387140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] For port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9,segment=NetworkSegment(f2c46402-c1ae-47f5-a027-bc3093a177b8),segment_id=f2c46402-c1ae-47f5-a027-bc3093a177b8)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:49.387444 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.402078 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Calling delete_port for c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:49.426430 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aa682c-9bb2-41b3-9f34-a67989a46dd9 None None] DHCP port deletion for 6df327e8-fea2-48eb-bfda-406417702dec request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:55:49.485625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-59aa682c-9bb2-41b3-9f34-a67989a46dd9 None None] Deleting port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:55:49.486000 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-59aa682c-9bb2-41b3-9f34-a67989a46dd9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.491194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4e6156dd-474f-4277-bdc0-6173091e382a no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:49.495424 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.521360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:49.523493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] No DVR routers for this DVR port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:49.548729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 4e6156dd-474f-4277-bdc0-6173091e382a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:49.549075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4e6156dd-474f-4277-bdc0-6173091e382a not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:49.549496 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:49.570296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:49.570637 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:49.571056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:55:49.597104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:55:49.597370 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (6df327e8-fea2-48eb-bfda-406417702dec), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.597564 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 85c8cb43-bc33-4db6-a55f-2d7ef666f5e7 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:55:49.613381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-59aa682c-9bb2-41b3-9f34-a67989a46dd9 None None] For port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9, host n-d-826755-2, got binding levels [] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:49.613872 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-59aa682c-9bb2-41b3-9f34-a67989a46dd9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.619237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df327e8-fea2-48eb-bfda-406417702dec']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:49.625998 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-59aa682c-9bb2-41b3-9f34-a67989a46dd9 None None] Calling delete_port for c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:55:49.628644 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.ipam_backend_mixin [None req-59aa682c-9bb2-41b3-9f34-a67989a46dd9 None None] Port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 was not found and therefore no delete operation was performed {{(pid=109900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:55:49.629016 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c46402-c1ae-47f5-a027-bc3093a177b8') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:49.629317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c46402-c1ae-47f5-a027-bc3093a177b8') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:55:49.629934 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-59aa682c-9bb2-41b3-9f34-a67989a46dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.643462 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (f2c46402-c1ae-47f5-a027-bc3093a177b8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.658369 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (f2c46402-c1ae-47f5-a027-bc3093a177b8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.658818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aa682c-9bb2-41b3-9f34-a67989a46dd9 None None] No DVR routers for this DVR port c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:55:49.660414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa682c-9bb2-41b3-9f34-a67989a46dd9 None None] Pushing event deleted for resources: {'Port': ['ID=c2eb8ee6-4f49-4ea7-a1bc-693832fb6ac9,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:49.675155 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:55:49.675896 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (f2c46402-c1ae-47f5-a027-bc3093a177b8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:55:49.677748 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:55:49.733907 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (6df327e8-fea2-48eb-bfda-406417702dec), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.740754 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.745615 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6df327e8-fea2-48eb-bfda-406417702dec HTTP/1.1" status: 204 len: 168 time: 0.5435865 Feb 19 03:55:49.755370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b967e-b94e-4ab7-975d-884bace59482 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df327e8-fea2-48eb-bfda-406417702dec,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:49.863579 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50516) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:49.905742 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-81153406-3e8b-4baa-8360-3979834e3407 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6c0a560b175e4250877a7787995380f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409081 Feb 19 03:55:49.909172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50518) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:49.957019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86d9415c-7a77-4a9a-943d-a8e8375e4d4b admin admin] Publish callbacks [] for security_group (3178d2ed-0bb6-4176-9249-a5f57eac9bc4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:49.977703 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86d9415c-7a77-4a9a-943d-a8e8375e4d4b admin admin] Publish callbacks [] for security_group (3178d2ed-0bb6-4176-9249-a5f57eac9bc4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.035759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86d9415c-7a77-4a9a-943d-a8e8375e4d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (3178d2ed-0bb6-4176-9249-a5f57eac9bc4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.038567 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86d9415c-7a77-4a9a-943d-a8e8375e4d4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.039727 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-86d9415c-7a77-4a9a-943d-a8e8375e4d4b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3178d2ed-0bb6-4176-9249-a5f57eac9bc4 HTTP/1.1" status: 204 len: 168 time: 0.1296563 Feb 19 03:55:50.049881 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9415c-7a77-4a9a-943d-a8e8375e4d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3178d2ed-0bb6-4176-9249-a5f57eac9bc4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:50.734472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50540) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:50.834729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1159501979-network', 'tenant_id': '70b2ecebd3a34ab1845d0662e51ae20f'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:50.857781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Made reservation on behalf of 70b2ecebd3a34ab1845d0662e51ae20f for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:50.860197 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.868914 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.947529 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Publish callbacks [] for security_group (e232459a-9dbf-4949-96c5-255d2032b3bf), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.953380 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e232459a-9dbf-4949-96c5-255d2032b3bf), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.979220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:55:50.985554 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e232459a-9dbf-4949-96c5-255d2032b3bf,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:50.991941 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (63c9eea9-2eab-4464-9f36-f91679457c38), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:50.992286 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Added segment 63c9eea9-2eab-4464-9f36-f91679457c38 of type vlan for network feff436b-5a4f-4fa9-8ae0-43ca107726cb Feb 19 03:55:51.032586 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (feff436b-5a4f-4fa9-8ae0-43ca107726cb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.057777 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (feff436b-5a4f-4fa9-8ae0-43ca107726cb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.058648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:51.059398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.116469 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3808713 Feb 19 03:55:51.119755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50544) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:55:51.123771 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7dddb-06d7-4ecb-befd-2c00402c7f2a admin admin] Pushing event updated for resources: {'Network': ['ID=feff436b-5a4f-4fa9-8ae0-43ca107726cb,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:51.125432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-01e1c24d-edb9-4e3d-8b48-a5f330c2ba3c admin admin] Request body: {'subnet': {'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1159501979-subnet', 'tenant_id': '70b2ecebd3a34ab1845d0662e51ae20f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:51.133535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network feff436b-5a4f-4fa9-8ae0-43ca107726cb details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:55:51.146058 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e1c24d-edb9-4e3d-8b48-a5f330c2ba3c admin admin] Made reservation on behalf of 70b2ecebd3a34ab1845d0662e51ae20f for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:51.148485 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01e1c24d-edb9-4e3d-8b48-a5f330c2ba3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.319960 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01e1c24d-edb9-4e3d-8b48-a5f330c2ba3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (a13b02a6-ed19-4f04-ba3f-a4605c53b535), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.374706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1c24d-edb9-4e3d-8b48-a5f330c2ba3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13b02a6-ed19-4f04-ba3f-a4605c53b535,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:51.381756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e1c24d-edb9-4e3d-8b48-a5f330c2ba3c admin admin] Checking segment: {'id': '63c9eea9-2eab-4464-9f36-f91679457c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:51.382110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e1c24d-edb9-4e3d-8b48-a5f330c2ba3c admin admin] Network hostable DHCP agents. Network: feff436b-5a4f-4fa9-8ae0-43ca107726cb, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:55:51.402378 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e1c24d-edb9-4e3d-8b48-a5f330c2ba3c admin admin] Network feff436b-5a4f-4fa9-8ae0-43ca107726cb is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:55:51.412609 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-01e1c24d-edb9-4e3d-8b48-a5f330c2ba3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, feff436b-5a4f-4fa9-8ae0-43ca107726cb) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:51.416941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e1c24d-edb9-4e3d-8b48-a5f330c2ba3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:51.417537 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01e1c24d-edb9-4e3d-8b48-a5f330c2ba3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:51.423719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df17e8bb-2e12-44da-b1f8-7b747f7ac306 None None] Network feff436b-5a4f-4fa9-8ae0-43ca107726cb requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:51.437182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-01e1c24d-edb9-4e3d-8b48-a5f330c2ba3c admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3157077 Feb 19 03:55:51.529525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3d42fb-67f3-4b76-8a19-63fecfc65961 None None] Network feff436b-5a4f-4fa9-8ae0-43ca107726cb requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:55:51.877807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-5a6c71f2-ad42-4359-83d6-41fbd2be68cf tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:51.879208 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-5a6c71f2-ad42-4359-83d6-41fbd2be68cf tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/networks?id=feff436b-5a4f-4fa9-8ae0-43ca107726cb HTTP/1.1" status: 200 len: 814 time: 0.1077259 Feb 19 03:55:51.894006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-896c49a9-3c56-4ff6-be0f-5d13ea8fffbb tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/quotas/70b2ecebd3a34ab1845d0662e51ae20f HTTP/1.1" status: 200 len: 375 time: 0.0093393 Feb 19 03:55:51.927368 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-0ed27d40-419b-4bb8-9ac5-7ad14cfce893 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=70b2ecebd3a34ab1845d0662e51ae20f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280986 Feb 19 03:55:52.031294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9452c7e2-7f35-4e28-b76b-d4905652f580 service neutron] 10.222.0.81 "GET /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970778 Feb 19 03:55:52.127632 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-69cdea74-3ebc-4faf-a9c9-8168a384dc8a service neutron] 10.222.0.81 "GET /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878100 Feb 19 03:55:52.286143 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7795a459-e9d6-4bf3-a895-fe74bf272a8f req-462cca28-d098-4e5a-8ee9-c91ca979b9f0 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 210 time: 0.0270033 Feb 19 03:55:53.004403 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:53.290460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-642d35db-0b7d-419a-a7b8-83b037a40d3d tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:53.292257 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-642d35db-0b7d-419a-a7b8-83b037a40d3d tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.67 "GET /v2.0/networks?id=feff436b-5a4f-4fa9-8ae0-43ca107726cb HTTP/1.1" status: 200 len: 814 time: 0.1184924 Feb 19 03:55:53.305423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Request body: {'port': {'device_id': '7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c', 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb', 'admin_state_up': True, 'tenant_id': '70b2ecebd3a34ab1845d0662e51ae20f'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:53.743845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfb3a45e-75eb-46b2-a314-0342f7d18128 req-e4135314-0072-4915-baa0-4bda259ec1c2 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 210 time: 0.3886878 Feb 19 03:55:53.797341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Made reservation on behalf of 70b2ecebd3a34ab1845d0662e51ae20f for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:55:53.800810 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:53.926465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Allocated IP 172.20.0.10 (feff436b-5a4f-4fa9-8ae0-43ca107726cb/a13b02a6-ed19-4f04-ba3f-a4605c53b535/66a18304-249a-4b81-8bce-83448b79f900) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:55:54.015393 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.074533 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks [] for port (66a18304-249a-4b81-8bce-83448b79f900), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.109952 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (66a18304-249a-4b81-8bce-83448b79f900), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.149148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Network feff436b-5a4f-4fa9-8ae0-43ca107726cb is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:55:54.152314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:55:54.156149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:55:54.191119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Pushing event updated for resources: {'Port': ['ID=66a18304-249a-4b81-8bce-83448b79f900,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:54.214671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.215303 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.233752 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-a658b04e-ff98-4ba3-892b-a72f36055949 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9327738 Feb 19 03:55:54.244897 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Request body: {'port': {'device_id': '7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:55:54.302700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (66a18304-249a-4b81-8bce-83448b79f900), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.573161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a18304-249a-4b81-8bce-83448b79f900 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:54.580785 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Publish callbacks [] for port (66a18304-249a-4b81-8bce-83448b79f900), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.595445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Transition to ACTIVE for port object 66a18304-249a-4b81-8bce-83448b79f900 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:55:54.600638 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (66a18304-249a-4b81-8bce-83448b79f900), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.658850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Pushing event updated for resources: {'Port': ['ID=66a18304-249a-4b81-8bce-83448b79f900,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:54.730128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Attempting to bind port 66a18304-249a-4b81-8bce-83448b79f900 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:55:54.730479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Attempting to bind port 66a18304-249a-4b81-8bce-83448b79f900 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '63c9eea9-2eab-4464-9f36-f91679457c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:55:54.731017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Attempting to bind port 66a18304-249a-4b81-8bce-83448b79f900 on network feff436b-5a4f-4fa9-8ae0-43ca107726cb {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:54.738278 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Port 66a18304-249a-4b81-8bce-83448b79f900 on network feff436b-5a4f-4fa9-8ae0-43ca107726cb not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:55:54.738699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Attempting to bind port 66a18304-249a-4b81-8bce-83448b79f900 on network feff436b-5a4f-4fa9-8ae0-43ca107726cb {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:55:54.747041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:55:54.747477 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Checking segment: {'id': '63c9eea9-2eab-4464-9f36-f91679457c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:55:54.747857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Bound using segment: {'id': '63c9eea9-2eab-4464-9f36-f91679457c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:55:54.748280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Bound port: 66a18304-249a-4b81-8bce-83448b79f900, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c9eea9-2eab-4464-9f36-f91679457c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:55:54.748624 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (66a18304-249a-4b81-8bce-83448b79f900), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.826932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] For port 66a18304-249a-4b81-8bce-83448b79f900, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:55:54.853673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] For port 66a18304-249a-4b81-8bce-83448b79f900, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=66a18304-249a-4b81-8bce-83448b79f900,segment=NetworkSegment(63c9eea9-2eab-4464-9f36-f91679457c38),segment_id=63c9eea9-2eab-4464-9f36-f91679457c38)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:55:54.863955 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (66a18304-249a-4b81-8bce-83448b79f900), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.901153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.901794 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:54.903220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] 10.222.0.67 "PUT /v2.0/ports/66a18304-249a-4b81-8bce-83448b79f900 HTTP/1.1" status: 200 len: 1092 time: 0.6624525 Feb 19 03:55:54.907040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c', 'tag': '66a18304-249a-4b81-8bce-83448b79f900'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:55:54.909147 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b43458-ca8e-477d-9229-e01750a3d770" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c", "tag": "66a18304-249a-4b81-8bce-83448b79f900"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:55:54.921086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde0e19b-03e0-415e-a271-e431d75138e4 req-9b86547c-832d-4325-a9cb-6dda9cabb53b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:54.922628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fde0e19b-03e0-415e-a271-e431d75138e4 req-9b86547c-832d-4325-a9cb-6dda9cabb53b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 944 time: 0.1100693 Feb 19 03:55:54.964441 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4bfc1-c126-4ae8-b4d9-2f4f4ffc4b3a service neutron] Pushing event updated for resources: {'Port': ['ID=66a18304-249a-4b81-8bce-83448b79f900,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:55.017994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fde0e19b-03e0-415e-a271-e431d75138e4 req-620e5fab-4393-4b1b-a21b-ad959c93fe1a tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880187 Feb 19 03:55:55.025829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-60311675-e9cf-4eee-aab9-21d888e3d11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:55.027317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-60311675-e9cf-4eee-aab9-21d888e3d11a service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=70b2ecebd3a34ab1845d0662e51ae20f&device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 1126 time: 0.0810442 Feb 19 03:55:55.069839 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d63351-8a51-4ff7-a657-d22c46eb96ff x-openstack-request-id: req-60d63351-8a51-4ff7-a657-d22c46eb96ff {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:55:55.070104 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c", "tag": "66a18304-249a-4b81-8bce-83448b79f900", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:55:55.070388 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-60d63351-8a51-4ff7-a657-d22c46eb96ff {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:55:55.070787 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c', 'tag': '66a18304-249a-4b81-8bce-83448b79f900', 'status': 'completed', 'code': 200} Feb 19 03:55:55.072572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-2e4811c8-5aa2-4d98-968f-b36bf2f3ea0b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66a18304-249a-4b81-8bce-83448b79f900 HTTP/1.1" status: 200 len: 217 time: 0.0378406 Feb 19 03:55:55.120641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-e2204b7e-9171-42fb-a92c-f2aebbc125df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:55.122262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-e2204b7e-9171-42fb-a92c-f2aebbc125df service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a13b02a6-ed19-4f04-ba3f-a4605c53b535 HTTP/1.1" status: 200 len: 854 time: 0.0437164 Feb 19 03:55:55.152539 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-c7ae7257-aae5-4424-a7ce-41c255cbdf9c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=feff436b-5a4f-4fa9-8ae0-43ca107726cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245936 Feb 19 03:55:55.245031 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-13b08451-cf09-40a7-9c8e-1dd3001980f3 service neutron] 10.222.0.67 "GET /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867002 Feb 19 03:55:55.334895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44e29905-ea4a-4273-b532-b87c762f3e3c req-77f77b84-d1b1-4a06-965c-23766db52c5c service neutron] 10.222.0.67 "GET /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833952 Feb 19 03:55:55.436082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b43458-ca8e-477d-9229-e01750a3d770 req-b8b59c9e-c47c-479e-bf7c-03c3277dc532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:55.437641 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9b43458-ca8e-477d-9229-e01750a3d770 req-b8b59c9e-c47c-479e-bf7c-03c3277dc532 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=70b2ecebd3a34ab1845d0662e51ae20f&device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 1126 time: 0.0517583 Feb 19 03:55:55.528161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b43458-ca8e-477d-9229-e01750a3d770 req-093f6e90-be17-4099-88f9-ca5365dd5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:55.529698 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9b43458-ca8e-477d-9229-e01750a3d770 req-093f6e90-be17-4099-88f9-ca5365dd5ee0 service neutron] 10.222.0.67 "GET /v2.0/networks?id=feff436b-5a4f-4fa9-8ae0-43ca107726cb HTTP/1.1" status: 200 len: 915 time: 0.0858598 Feb 19 03:55:55.575592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9b43458-ca8e-477d-9229-e01750a3d770 req-64c2af06-a25b-4e56-ad94-e4ef26cd9684 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66a18304-249a-4b81-8bce-83448b79f900 HTTP/1.1" status: 200 len: 217 time: 0.0399687 Feb 19 03:55:55.629402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b43458-ca8e-477d-9229-e01750a3d770 req-e0cfa03b-285e-4e8a-b0aa-a746b777c117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:55.630842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9b43458-ca8e-477d-9229-e01750a3d770 req-e0cfa03b-285e-4e8a-b0aa-a746b777c117 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=a13b02a6-ed19-4f04-ba3f-a4605c53b535 HTTP/1.1" status: 200 len: 854 time: 0.0489807 Feb 19 03:55:55.662169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9b43458-ca8e-477d-9229-e01750a3d770 req-1c53047a-6034-41e0-99de-3f6f19c8df08 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=feff436b-5a4f-4fa9-8ae0-43ca107726cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254321 Feb 19 03:55:55.754189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9b43458-ca8e-477d-9229-e01750a3d770 req-76d935a8-3269-4170-8755-45723ff4b68c service neutron] 10.222.0.67 "GET /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860791 Feb 19 03:55:55.846833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a9b43458-ca8e-477d-9229-e01750a3d770 req-59104891-1d0a-433f-9f33-0f2a2470fd6e service neutron] 10.222.0.67 "GET /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867667 Feb 19 03:55:56.161213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf35d1c-beba-4e45-890c-bdc13a2dd9b7 req-bcdfd9b8-823a-4160-bf58-c02424d4a46c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:56.163451 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acf35d1c-beba-4e45-890c-bdc13a2dd9b7 req-bcdfd9b8-823a-4160-bf58-c02424d4a46c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 944 time: 0.0642259 Feb 19 03:55:56.236153 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-acf35d1c-beba-4e45-890c-bdc13a2dd9b7 req-93eafa38-c0c2-4c62-aa94-f99532c91395 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651624 Feb 19 03:55:57.377562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757933b-bb7e-49dd-b486-c31bb4018054 req-a576baf7-232c-43a2-b8d0-7456e4f9d4bf tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:57.379033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3757933b-bb7e-49dd-b486-c31bb4018054 req-a576baf7-232c-43a2-b8d0-7456e4f9d4bf tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 944 time: 0.0700552 Feb 19 03:55:57.427596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3757933b-bb7e-49dd-b486-c31bb4018054 req-8ce7ad69-ff0f-4e15-8633-ddfb44ccdeb4 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Feb 19 03:55:58.565780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57560b-29e8-4237-8f7a-5f159761021e req-70aafa26-beea-417a-ad50-226b22a23204 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:58.567335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad57560b-29e8-4237-8f7a-5f159761021e req-70aafa26-beea-417a-ad50-226b22a23204 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 944 time: 0.0577793 Feb 19 03:55:58.623483 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ad57560b-29e8-4237-8f7a-5f159761021e req-72967a37-e9e4-4cd0-87d2-d231af0ec57f tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504529 Feb 19 03:55:59.718926 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 66a18304-249a-4b81-8bce-83448b79f900 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:55:59.762127 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d3675-23d5-4f8b-a43e-317480fb82c4 req-6d755d6f-7f00-41bb-b6f2-2cffa36928a8 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:55:59.763750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c0d3675-23d5-4f8b-a43e-317480fb82c4 req-6d755d6f-7f00-41bb-b6f2-2cffa36928a8 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 944 time: 0.0557792 Feb 19 03:55:59.817096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6c0d3675-23d5-4f8b-a43e-317480fb82c4 req-12806456-139b-4085-a972-b908f2548230 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475326 Feb 19 03:55:59.819353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 66a18304-249a-4b81-8bce-83448b79f900, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=66a18304-249a-4b81-8bce-83448b79f900,segment=NetworkSegment(63c9eea9-2eab-4464-9f36-f91679457c38),segment_id=63c9eea9-2eab-4464-9f36-f91679457c38)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:59.830969 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '66a18304-249a-4b81-8bce-83448b79f900', 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb', 'port_id': '66a18304-249a-4b81-8bce-83448b79f900', 'mac_address': 'fa:16:3e:e3:7a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13b02a6-ed19-4f04-ba3f-a4605c53b535', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:55:59.867633 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 66a18304-249a-4b81-8bce-83448b79f900 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:55:59.868016 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (66a18304-249a-4b81-8bce-83448b79f900), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:59.880942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a18304-249a-4b81-8bce-83448b79f900 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:55:59.905868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 66a18304-249a-4b81-8bce-83448b79f900, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=66a18304-249a-4b81-8bce-83448b79f900,segment=NetworkSegment(63c9eea9-2eab-4464-9f36-f91679457c38),segment_id=63c9eea9-2eab-4464-9f36-f91679457c38)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:55:59.912161 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (66a18304-249a-4b81-8bce-83448b79f900), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:55:59.957965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=66a18304-249a-4b81-8bce-83448b79f900,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:55:59.965913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:59.966332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:59.966686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:59.967025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:59.967360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:59.968056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:59.968405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:59.968759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:59.969113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:59.969437 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:59.969759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:59.970080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:55:59.970400 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:00.230702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['66a18304-249a-4b81-8bce-83448b79f900'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:00.958072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf25b4-4569-41bb-9934-8004be529cce req-e58f70a6-342d-45bb-8c30-3735e087b14e tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:00.959481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07bf25b4-4569-41bb-9934-8004be529cce req-e58f70a6-342d-45bb-8c30-3735e087b14e tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 945 time: 0.0619752 Feb 19 03:56:01.019237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07bf25b4-4569-41bb-9934-8004be529cce req-db341e18-f777-4a00-a736-1ac746cbd940 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Feb 19 03:56:01.719969 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 66a18304-249a-4b81-8bce-83448b79f900 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:01.775346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 66a18304-249a-4b81-8bce-83448b79f900 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:56:01.779176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 66a18304-249a-4b81-8bce-83448b79f900 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:01.779583 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (66a18304-249a-4b81-8bce-83448b79f900), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:01.860763 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 66a18304-249a-4b81-8bce-83448b79f900 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:01.861176 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (66a18304-249a-4b81-8bce-83448b79f900), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:01.884931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a18304-249a-4b81-8bce-83448b79f900'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:01.887572 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b93350-b181-4c25-8088-267753a2f5d9" -d '{"events": [{"server_uuid": "7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c", "name": "network-vif-plugged", "status": "completed", "tag": "66a18304-249a-4b81-8bce-83448b79f900"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:01.900068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 66a18304-249a-4b81-8bce-83448b79f900, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=66a18304-249a-4b81-8bce-83448b79f900,segment=NetworkSegment(63c9eea9-2eab-4464-9f36-f91679457c38),segment_id=63c9eea9-2eab-4464-9f36-f91679457c38)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:01.904969 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (66a18304-249a-4b81-8bce-83448b79f900), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:01.937015 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b911575-ef3d-4a31-b174-97cd4ace7afc x-openstack-request-id: req-9b911575-ef3d-4a31-b174-97cd4ace7afc {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:01.937299 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c", "name": "network-vif-plugged", "status": "completed", "tag": "66a18304-249a-4b81-8bce-83448b79f900", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:01.937556 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b911575-ef3d-4a31-b174-97cd4ace7afc {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:01.937959 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a18304-249a-4b81-8bce-83448b79f900', 'code': 200} Feb 19 03:56:01.958923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=66a18304-249a-4b81-8bce-83448b79f900,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:02.034998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc8a3f-4411-400e-8a32-3ddb454cb997 req-284050c6-d4d8-40f6-8a7d-a3dd29dec27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:02.036521 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8dfc8a3f-4411-400e-8a32-3ddb454cb997 req-284050c6-d4d8-40f6-8a7d-a3dd29dec27a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 1128 time: 0.0457811 Feb 19 03:56:02.087053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8dfc8a3f-4411-400e-8a32-3ddb454cb997 req-c39d5a54-e611-42d9-b5fb-a49a36b628d3 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447719 Feb 19 03:56:02.154374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d1099-710d-4558-8680-4b7f18598be7 req-609c470e-b805-44ba-b820-0cd2992831f5 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:02.155857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6d1099-710d-4558-8680-4b7f18598be7 req-609c470e-b805-44ba-b820-0cd2992831f5 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 946 time: 0.0597718 Feb 19 03:56:02.202421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7f6d1099-710d-4558-8680-4b7f18598be7 req-a97eb171-9961-49b4-af4d-d7dfaac6da25 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410013 Feb 19 03:56:03.332149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeaaadc-7e2e-46fc-b1ac-70f996b420c8 req-f913cbca-2d8d-4e73-9b74-f425b98c229c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:03.333708 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baeaaadc-7e2e-46fc-b1ac-70f996b420c8 req-f913cbca-2d8d-4e73-9b74-f425b98c229c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 946 time: 0.0587015 Feb 19 03:56:03.382892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-baeaaadc-7e2e-46fc-b1ac-70f996b420c8 req-8b5b4610-92bf-49b0-936b-f8c146f0f2b8 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 Feb 19 03:56:03.678853 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ea4f3ed3-bdd3-454f-a8d7-9159d4dacb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:04.526254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953adcbd-06b4-430a-b612-e42ab2b07623 req-4ee04b8a-4edf-4596-8387-c9774cbcf6f6 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:04.527880 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-953adcbd-06b4-430a-b612-e42ab2b07623 req-4ee04b8a-4edf-4596-8387-c9774cbcf6f6 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 946 time: 0.0594265 Feb 19 03:56:04.582715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-953adcbd-06b4-430a-b612-e42ab2b07623 req-17cc085d-cf44-45fd-8d4e-a59ca171727b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489516 Feb 19 03:56:04.815721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-dd97deec-8f49-43b6-b9a3-93d13bd66cc0 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:04.817218 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-dd97deec-8f49-43b6-b9a3-93d13bd66cc0 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/networks?id=feff436b-5a4f-4fa9-8ae0-43ca107726cb HTTP/1.1" status: 200 len: 814 time: 0.1030226 Feb 19 03:56:04.834081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-c77c4762-e95b-4726-926c-1866520bad1f tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/quotas/70b2ecebd3a34ab1845d0662e51ae20f HTTP/1.1" status: 200 len: 375 time: 0.0114317 Feb 19 03:56:04.897172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-727e919f-416f-41aa-a52e-80fb8978c7b8 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=70b2ecebd3a34ab1845d0662e51ae20f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580490 Feb 19 03:56:04.997807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-10682d66-04b1-473f-b7d0-b4ed84ffa417 service neutron] 10.222.0.81 "GET /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937929 Feb 19 03:56:05.099107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6b70900b-8208-4763-ba12-a2d0155b5766 service neutron] 10.222.0.81 "GET /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957329 Feb 19 03:56:05.262020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6af601e4-00e7-4f3b-9ae2-46bb15dc052c req-6ea4c39e-3e75-43cb-ac73-d6014ee26735 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 210 time: 0.0286071 Feb 19 03:56:05.963654 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d585-b755-48df-a604-4922d39d695b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.233070 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-45122fa3-9adb-4cd1-9750-ff14d6199000 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:06.234595 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-45122fa3-9adb-4cd1-9750-ff14d6199000 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.87 "GET /v2.0/networks?id=feff436b-5a4f-4fa9-8ae0-43ca107726cb HTTP/1.1" status: 200 len: 814 time: 0.1039867 Feb 19 03:56:06.246274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Request body: {'port': {'device_id': 'c8b72d71-c951-473d-8a4c-c0f326583ace', 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb', 'admin_state_up': True, 'tenant_id': '70b2ecebd3a34ab1845d0662e51ae20f'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:06.356617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Made reservation on behalf of 70b2ecebd3a34ab1845d0662e51ae20f for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:06.360005 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.364560 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3540fcdd-dc7d-443a-845a-1bd3cba10383 req-12cdcc13-d691-4ae1-9a02-5ac839ba596f tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 210 time: 0.0281663 Feb 19 03:56:06.498484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Allocated IP 172.20.0.2 (feff436b-5a4f-4fa9-8ae0-43ca107726cb/a13b02a6-ed19-4f04-ba3f-a4605c53b535/fbc80333-7dff-4cd0-bfc5-8dc941a7ba65) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:06.664446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks [] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.702361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.715687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['66a18304-249a-4b81-8bce-83448b79f900'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:06.756751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Network feff436b-5a4f-4fa9-8ae0-43ca107726cb is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:06.758070 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:06.764338 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:06.770352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Pushing event updated for resources: {'Port': ['ID=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:06.817173 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:06.817785 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:06.835012 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-339c3187-6708-4baa-8bbc-8ee1a6bc587b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5927632 Feb 19 03:56:06.844383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6a1fd5bc-09fa-45cc-bbf4-cc620ad408a0 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:56:06.845592 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6a1fd5bc-09fa-45cc-bbf4-cc620ad408a0 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053518 Feb 19 03:56:06.855875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Request body: {'port': {'device_id': 'c8b72d71-c951-473d-8a4c-c0f326583ace', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:06.915615 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.200229 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:07.207867 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Publish callbacks [] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.220944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Transition to ACTIVE for port object fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:07.225568 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.275848 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:07.281718 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.298705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.299054 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.299404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.299744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.300080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.300409 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.300781 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.301112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.301441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.301764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.302089 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.302411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.302727 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:07.360334 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Attempting to bind port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:07.360683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Attempting to bind port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '63c9eea9-2eab-4464-9f36-f91679457c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:07.361018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Attempting to bind port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 on network feff436b-5a4f-4fa9-8ae0-43ca107726cb {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:07.365680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 on network feff436b-5a4f-4fa9-8ae0-43ca107726cb not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:07.365999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Attempting to bind port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 on network feff436b-5a4f-4fa9-8ae0-43ca107726cb {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:07.372782 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:07.373199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Checking segment: {'id': '63c9eea9-2eab-4464-9f36-f91679457c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:07.373593 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Bound using segment: {'id': '63c9eea9-2eab-4464-9f36-f91679457c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:07.374194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Bound port: fbc80333-7dff-4cd0-bfc5-8dc941a7ba65, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63c9eea9-2eab-4464-9f36-f91679457c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:07.374667 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.447447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] For port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:07.450930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] For port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65,segment=NetworkSegment(63c9eea9-2eab-4464-9f36-f91679457c38),segment_id=63c9eea9-2eab-4464-9f36-f91679457c38)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:07.457837 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.488905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a0186-cdbf-40b1-828d-aac1665c6352 req-e5ac4250-e5e3-4410-827d-8c7de70a0fcb tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:07.490435 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f0a0186-cdbf-40b1-828d-aac1665c6352 req-e5ac4250-e5e3-4410-827d-8c7de70a0fcb tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 943 time: 0.0555418 Feb 19 03:56:07.492929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:07.493569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:07.494972 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] 10.222.0.87 "PUT /v2.0/ports/fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 HTTP/1.1" status: 200 len: 1091 time: 0.6429415 Feb 19 03:56:07.497568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8b72d71-c951-473d-8a4c-c0f326583ace', 'tag': 'fbc80333-7dff-4cd0-bfc5-8dc941a7ba65'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:07.499643 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c222d9-d37f-45e8-b364-0eb47d979853" -d '{"events": [{"name": "network-changed", "server_uuid": "c8b72d71-c951-473d-8a4c-c0f326583ace", "tag": "fbc80333-7dff-4cd0-bfc5-8dc941a7ba65"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:07.531639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6133fdc5-ed49-4882-992a-c404b5812989 service neutron] Pushing event updated for resources: {'Port': ['ID=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:07.540583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f0a0186-cdbf-40b1-828d-aac1665c6352 req-973d2320-8193-40c2-90b1-241736abc542 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434670 Feb 19 03:56:07.585187 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6faef16a-e2a0-4cc9-8554-54fd0a6902f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:07.586716 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-6faef16a-e2a0-4cc9-8554-54fd0a6902f7 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=70b2ecebd3a34ab1845d0662e51ae20f&device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 1125 time: 0.0486870 Feb 19 03:56:07.588192 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed6ebd9-07a9-40e6-a5eb-f5e920668caf x-openstack-request-id: req-7ed6ebd9-07a9-40e6-a5eb-f5e920668caf {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:07.588470 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8b72d71-c951-473d-8a4c-c0f326583ace", "tag": "fbc80333-7dff-4cd0-bfc5-8dc941a7ba65", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:07.588759 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7ed6ebd9-07a9-40e6-a5eb-f5e920668caf {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:07.589140 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8b72d71-c951-473d-8a4c-c0f326583ace', 'tag': 'fbc80333-7dff-4cd0-bfc5-8dc941a7ba65', 'status': 'completed', 'code': 200} Feb 19 03:56:07.631329 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-fbc44430-b4d6-4302-b482-b47822a4b122 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 HTTP/1.1" status: 200 len: 217 time: 0.0374336 Feb 19 03:56:07.679860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-9055f9c0-4881-44de-9da3-6f07f5b16adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:07.681374 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-9055f9c0-4881-44de-9da3-6f07f5b16adb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a13b02a6-ed19-4f04-ba3f-a4605c53b535 HTTP/1.1" status: 200 len: 854 time: 0.0439656 Feb 19 03:56:07.718131 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-4ca2e2fa-a815-4fe7-bfa2-eb078caea91d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=feff436b-5a4f-4fa9-8ae0-43ca107726cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302026 Feb 19 03:56:07.808191 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-7572ee20-82de-4cf5-8a14-4eb25236d589 service neutron] 10.222.0.87 "GET /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837424 Feb 19 03:56:07.899885 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-004143a1-a0f5-4e23-864c-2afa8b8be601 req-4ce9cd21-e0a4-4fde-9e42-14ca80beda2c service neutron] 10.222.0.87 "GET /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855110 Feb 19 03:56:08.005964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c222d9-d37f-45e8-b364-0eb47d979853 req-4d1c0e39-8f50-4227-9a8f-527b840cccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:08.007353 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b7c222d9-d37f-45e8-b364-0eb47d979853 req-4d1c0e39-8f50-4227-9a8f-527b840cccdf service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=70b2ecebd3a34ab1845d0662e51ae20f&device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 1125 time: 0.0519140 Feb 19 03:56:08.103732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c222d9-d37f-45e8-b364-0eb47d979853 req-d0a3570e-7a6f-48d7-b7dc-7c57f11087b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:08.105220 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b7c222d9-d37f-45e8-b364-0eb47d979853 req-d0a3570e-7a6f-48d7-b7dc-7c57f11087b6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=feff436b-5a4f-4fa9-8ae0-43ca107726cb HTTP/1.1" status: 200 len: 915 time: 0.0897212 Feb 19 03:56:08.155188 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b7c222d9-d37f-45e8-b364-0eb47d979853 req-2a034f67-8fd4-418a-9b00-57102091cefd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 HTTP/1.1" status: 200 len: 217 time: 0.0440028 Feb 19 03:56:08.209336 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c222d9-d37f-45e8-b364-0eb47d979853 req-3bc657a3-8dbb-4da7-8740-7ef51609c2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:08.210821 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b7c222d9-d37f-45e8-b364-0eb47d979853 req-3bc657a3-8dbb-4da7-8740-7ef51609c2f4 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a13b02a6-ed19-4f04-ba3f-a4605c53b535 HTTP/1.1" status: 200 len: 854 time: 0.0500886 Feb 19 03:56:08.248127 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b7c222d9-d37f-45e8-b364-0eb47d979853 req-6bc5c493-2b6c-464c-9771-33b5a1c75a0d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=feff436b-5a4f-4fa9-8ae0-43ca107726cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305259 Feb 19 03:56:08.349142 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b7c222d9-d37f-45e8-b364-0eb47d979853 req-19d55901-e262-4761-8952-26c579673968 service neutron] 10.222.0.87 "GET /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949180 Feb 19 03:56:08.444316 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b7c222d9-d37f-45e8-b364-0eb47d979853 req-5beb35e0-8572-41bc-aa2f-60edb448f10e service neutron] 10.222.0.87 "GET /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894165 Feb 19 03:56:08.605141 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:08.678972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be5616-e856-498a-b007-8a513299d065 req-2027a210-2bf0-4189-aa94-fd1789df0ae7 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:08.680477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72be5616-e856-498a-b007-8a513299d065 req-2027a210-2bf0-4189-aa94-fd1789df0ae7 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 943 time: 0.0602655 Feb 19 03:56:08.737095 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-72be5616-e856-498a-b007-8a513299d065 req-0eef5cff-4d33-42ad-bfc4-2eb3fed2356e tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493951 Feb 19 03:56:09.867182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896ecfd-cb54-48da-8411-ec7f6fec2295 req-a325cb3b-3da6-45bd-aff4-cafbff84b69c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:09.868695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4896ecfd-cb54-48da-8411-ec7f6fec2295 req-a325cb3b-3da6-45bd-aff4-cafbff84b69c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 943 time: 0.0562568 Feb 19 03:56:09.917776 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4896ecfd-cb54-48da-8411-ec7f6fec2295 req-1c15d6ad-2c8b-4b18-b7e1-a782571b8418 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408304 Feb 19 03:56:10.127959 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.157154 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:10.254996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65,segment=NetworkSegment(63c9eea9-2eab-4464-9f36-f91679457c38),segment_id=63c9eea9-2eab-4464-9f36-f91679457c38)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:10.267280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'fbc80333-7dff-4cd0-bfc5-8dc941a7ba65', 'network_id': 'feff436b-5a4f-4fa9-8ae0-43ca107726cb', 'port_id': 'fbc80333-7dff-4cd0-bfc5-8dc941a7ba65', 'mac_address': 'fa:16:3e:ff:93:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a13b02a6-ed19-4f04-ba3f-a4605c53b535', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:10.307530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:10.307925 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.321483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:10.342362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65,segment=NetworkSegment(63c9eea9-2eab-4464-9f36-f91679457c38),segment_id=63c9eea9-2eab-4464-9f36-f91679457c38)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:10.347658 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:10.394827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:10.656776 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fbc80333-7dff-4cd0-bfc5-8dc941a7ba65'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:11.056601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333bdc2-53b0-4f0b-956b-0d3da1a3bd2a req-08db9107-c9e8-43ee-baff-7a2e190aff5d tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:11.058111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c333bdc2-53b0-4f0b-956b-0d3da1a3bd2a req-08db9107-c9e8-43ee-baff-7a2e190aff5d tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 944 time: 0.0546126 Feb 19 03:56:11.109300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c333bdc2-53b0-4f0b-956b-0d3da1a3bd2a req-e68d32f9-5479-473d-b210-7ea2d62f31e8 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453846 Feb 19 03:56:12.158932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:12.210122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:56:12.214450 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:12.214838 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.232972 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f1c3b-0769-4a76-aa8f-f616419c6417 req-b17da33e-7074-41ac-ba59-122404b42e59 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:12.234481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba7f1c3b-0769-4a76-aa8f-f616419c6417 req-b17da33e-7074-41ac-ba59-122404b42e59 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 944 time: 0.0531604 Feb 19 03:56:12.280985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ba7f1c3b-0769-4a76-aa8f-f616419c6417 req-4ea18d9e-4e76-4657-b641-e363d21beae2 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Feb 19 03:56:12.297621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:12.298010 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.320198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b72d71-c951-473d-8a4c-c0f326583ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc80333-7dff-4cd0-bfc5-8dc941a7ba65'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:12.322425 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96acae8a-8f69-4d1f-81ee-0f36a3592111" -d '{"events": [{"server_uuid": "c8b72d71-c951-473d-8a4c-c0f326583ace", "name": "network-vif-plugged", "status": "completed", "tag": "fbc80333-7dff-4cd0-bfc5-8dc941a7ba65"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:12.334781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65,segment=NetworkSegment(63c9eea9-2eab-4464-9f36-f91679457c38),segment_id=63c9eea9-2eab-4464-9f36-f91679457c38)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:12.339454 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:12.362416 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cb563a-b6f8-4ea0-91de-c7a176395c0f x-openstack-request-id: req-33cb563a-b6f8-4ea0-91de-c7a176395c0f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:12.363033 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b72d71-c951-473d-8a4c-c0f326583ace", "name": "network-vif-plugged", "status": "completed", "tag": "fbc80333-7dff-4cd0-bfc5-8dc941a7ba65", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:12.363290 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-33cb563a-b6f8-4ea0-91de-c7a176395c0f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:12.363686 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b72d71-c951-473d-8a4c-c0f326583ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbc80333-7dff-4cd0-bfc5-8dc941a7ba65', 'code': 200} Feb 19 03:56:12.389255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:12.466740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ed72d8-21db-489d-aced-bebd46122788 req-c5a77c6f-e6cb-437c-b43b-b86be85551df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:12.468251 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-75ed72d8-21db-489d-aced-bebd46122788 req-c5a77c6f-e6cb-437c-b43b-b86be85551df service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 1127 time: 0.0451550 Feb 19 03:56:12.515343 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-75ed72d8-21db-489d-aced-bebd46122788 req-8a7a2f9d-7a59-4095-b4fb-dfda4d9b9e76 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411625 Feb 19 03:56:13.413656 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3ee02-f079-4ee0-a1b6-54a63754344f req-aae0ae8f-81bb-4a0c-bb76-4515fac2bd40 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:13.415146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21f3ee02-f079-4ee0-a1b6-54a63754344f req-aae0ae8f-81bb-4a0c-bb76-4515fac2bd40 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 945 time: 0.0596783 Feb 19 03:56:13.464213 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21f3ee02-f079-4ee0-a1b6-54a63754344f req-aac1d08b-53ff-4d06-b4ac-71e64f440474 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432243 Feb 19 03:56:14.603549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a05ae3-ac5b-4673-94f3-99573d2c567f req-3e20fa8f-09d1-473d-99ee-d13ff5b4a02e tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:14.605045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4a05ae3-ac5b-4673-94f3-99573d2c567f req-3e20fa8f-09d1-473d-99ee-d13ff5b4a02e tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 945 time: 0.0623226 Feb 19 03:56:14.651634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4a05ae3-ac5b-4673-94f3-99573d2c567f req-04d1095d-59aa-4a55-a42c-268af06028a0 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407054 Feb 19 03:56:14.656145 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:56:14.906857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16a251-d8eb-4772-81ad-65dc866eb22d req-2e4c3141-7f14-43ac-b527-6c046a5a6a40 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:14.908352 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0b16a251-d8eb-4772-81ad-65dc866eb22d req-2e4c3141-7f14-43ac-b527-6c046a5a6a40 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 945 time: 0.0657518 Feb 19 03:56:14.958728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0b16a251-d8eb-4772-81ad-65dc866eb22d req-a048c755-1010-4598-b316-1920afb9c8ee tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445561 Feb 19 03:56:16.090564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086420a8-16cd-4a36-9a4f-a3fe744783e8 req-bb3851da-5180-400a-839e-b5a946098a16 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:16.092080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-086420a8-16cd-4a36-9a4f-a3fe744783e8 req-bb3851da-5180-400a-839e-b5a946098a16 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 945 time: 0.0535133 Feb 19 03:56:16.155833 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-086420a8-16cd-4a36-9a4f-a3fe744783e8 req-00f642e3-6362-494b-9008-397910925e38 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580041 Feb 19 03:56:16.233425 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf2599-61b7-44d3-9697-17d51666e317 req-518f3d46-a2b2-4fff-b9df-df2b82a95d1e tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:16.234889 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-96cf2599-61b7-44d3-9697-17d51666e317 req-518f3d46-a2b2-4fff-b9df-df2b82a95d1e tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.87 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 945 time: 0.0539474 Feb 19 03:56:16.342512 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-96cf2599-61b7-44d3-9697-17d51666e317 req-3a225d40-5fe8-4380-afa2-c9719782b766 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Deleting port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:16.342855 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-96cf2599-61b7-44d3-9697-17d51666e317 req-3a225d40-5fe8-4380-afa2-c9719782b766 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:16.429065 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-96cf2599-61b7-44d3-9697-17d51666e317 req-3a225d40-5fe8-4380-afa2-c9719782b766 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] For port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65,segment=NetworkSegment(63c9eea9-2eab-4464-9f36-f91679457c38),segment_id=63c9eea9-2eab-4464-9f36-f91679457c38)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:16.429420 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-96cf2599-61b7-44d3-9697-17d51666e317 req-3a225d40-5fe8-4380-afa2-c9719782b766 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:16.441701 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-96cf2599-61b7-44d3-9697-17d51666e317 req-3a225d40-5fe8-4380-afa2-c9719782b766 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Calling delete_port for fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:16.895921 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-96cf2599-61b7-44d3-9697-17d51666e317 req-3a225d40-5fe8-4380-afa2-c9719782b766 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (fbc80333-7dff-4cd0-bfc5-8dc941a7ba65), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:16.907640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['66a18304-249a-4b81-8bce-83448b79f900'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:16.911202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['fbc80333-7dff-4cd0-bfc5-8dc941a7ba65'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:16.926135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a225d40-5fe8-4380-afa2-c9719782b766 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Pushing event deleted for resources: {'Port': ['ID=fbc80333-7dff-4cd0-bfc5-8dc941a7ba65,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:16.973889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cf2599-61b7-44d3-9697-17d51666e317 req-3a225d40-5fe8-4380-afa2-c9719782b766 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] No DVR routers for this DVR port fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:16.976762 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-96cf2599-61b7-44d3-9697-17d51666e317 req-3a225d40-5fe8-4380-afa2-c9719782b766 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:16.980117 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-96cf2599-61b7-44d3-9697-17d51666e317 req-3a225d40-5fe8-4380-afa2-c9719782b766 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.87 "DELETE /v2.0/ports/fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 HTTP/1.1" status: 204 len: 173 time: 0.7397645 Feb 19 03:56:16.980588 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8b72d71-c951-473d-8a4c-c0f326583ace', 'name': 'network-vif-deleted', 'tag': 'fbc80333-7dff-4cd0-bfc5-8dc941a7ba65'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:16.983104 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16013aae-8a9a-4acf-91f6-f67137fc8094" -d '{"events": [{"server_uuid": "c8b72d71-c951-473d-8a4c-c0f326583ace", "name": "network-vif-deleted", "tag": "fbc80333-7dff-4cd0-bfc5-8dc941a7ba65"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:17.034421 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117865e6-f576-4225-834c-ac623a8ccf51 x-openstack-request-id: req-117865e6-f576-4225-834c-ac623a8ccf51 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:17.034707 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8b72d71-c951-473d-8a4c-c0f326583ace", "name": "network-vif-deleted", "tag": "fbc80333-7dff-4cd0-bfc5-8dc941a7ba65", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:17.034957 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-117865e6-f576-4225-834c-ac623a8ccf51 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:17.035352 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8b72d71-c951-473d-8a4c-c0f326583ace', 'name': 'network-vif-deleted', 'tag': 'fbc80333-7dff-4cd0-bfc5-8dc941a7ba65', 'status': 'completed', 'code': 200} Feb 19 03:56:17.264616 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-384fab4c-9886-438f-928d-d2c262176d12 req-ce21c532-738c-419a-b04d-ec5dd2e07d1b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=c8b72d71-c951-473d-8a4c-c0f326583ace HTTP/1.1" status: 200 len: 210 time: 0.0269806 Feb 19 03:56:18.423018 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ac55a8-e130-4646-ba21-c81dc1436d08 req-1d4b1f7d-b81e-4c66-b34c-3db11b45b040 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:18.424506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-59ac55a8-e130-4646-ba21-c81dc1436d08 req-1d4b1f7d-b81e-4c66-b34c-3db11b45b040 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 946 time: 0.0553973 Feb 19 03:56:18.474717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-59ac55a8-e130-4646-ba21-c81dc1436d08 req-222c70c5-2e05-49a5-a616-287f0e4c4552 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Feb 19 03:56:18.610603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce426653-25d5-4b16-97bb-f702d14862e8 req-c91b9a51-e7b6-4008-a83b-75a6325ba2bc tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:18.612115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce426653-25d5-4b16-97bb-f702d14862e8 req-c91b9a51-e7b6-4008-a83b-75a6325ba2bc tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 946 time: 0.0559065 Feb 19 03:56:18.671971 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce426653-25d5-4b16-97bb-f702d14862e8 req-523f3810-1930-4c0c-8b1a-9e85d3640b03 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511050 Feb 19 03:56:18.799086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af7b106-3c63-4bf9-a0cf-1c3a838610cd req-e01d6523-a111-49e9-9376-df994973565a tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:18.800645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6af7b106-3c63-4bf9-a0cf-1c3a838610cd req-e01d6523-a111-49e9-9376-df994973565a tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 946 time: 0.0556445 Feb 19 03:56:18.852385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6af7b106-3c63-4bf9-a0cf-1c3a838610cd req-491b9962-9ab3-4c33-ac9b-d5d58525b0e0 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436795 Feb 19 03:56:19.046148 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a14fde-6b5e-45bf-97fc-ecc93d59ad44 req-dabedd0f-6429-4958-9b8d-b86e250abebb tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:19.047626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4a14fde-6b5e-45bf-97fc-ecc93d59ad44 req-dabedd0f-6429-4958-9b8d-b86e250abebb tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 946 time: 0.0551600 Feb 19 03:56:19.096519 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4a14fde-6b5e-45bf-97fc-ecc93d59ad44 req-f67208d5-935f-428a-ba0c-03a173ec242e tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405800 Feb 19 03:56:19.234167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51829d-2259-4efd-b9f3-32e0a6d5e25b req-97d480d2-5a96-439c-837e-3d677d930e25 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:19.235642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e51829d-2259-4efd-b9f3-32e0a6d5e25b req-97d480d2-5a96-439c-837e-3d677d930e25 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 946 time: 0.0601189 Feb 19 03:56:19.286141 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e51829d-2259-4efd-b9f3-32e0a6d5e25b req-676d5e41-f3c0-48b4-86ec-97a547134c4b tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Feb 19 03:56:19.418827 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea359b3f-95ce-41a9-9abc-981568444be7 req-46fa0a3d-e0bd-4165-946a-d19483b004fd tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:19.420207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea359b3f-95ce-41a9-9abc-981568444be7 req-46fa0a3d-e0bd-4165-946a-d19483b004fd tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 946 time: 0.0580347 Feb 19 03:56:19.469329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ea359b3f-95ce-41a9-9abc-981568444be7 req-c5107ccc-9b01-4066-ab26-c2246bbe9b4d tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434017 Feb 19 03:56:19.804678 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab24d0-95a3-4071-b6a0-30c5e8858a22 req-e0bbbff5-be23-4b7e-b07d-a647300027b1 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:19.806297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25ab24d0-95a3-4071-b6a0-30c5e8858a22 req-e0bbbff5-be23-4b7e-b07d-a647300027b1 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 946 time: 0.0601890 Feb 19 03:56:19.853549 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25ab24d0-95a3-4071-b6a0-30c5e8858a22 req-2a109002-c471-4d1a-9c98-fdd0c6289d36 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 Feb 19 03:56:20.205729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:20.230426 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:20.230835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device fbc80333-7dff-4cd0-bfc5-8dc941a7ba65 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:20.994201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9f471-fb2e-4ea5-a037-6a2dd5e147ed req-d0549fdc-3b9b-49c2-9e02-f85d548a0b74 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:20.995671 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c9f471-fb2e-4ea5-a037-6a2dd5e147ed req-d0549fdc-3b9b-49c2-9e02-f85d548a0b74 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 946 time: 0.0604606 Feb 19 03:56:21.054216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-24c9f471-fb2e-4ea5-a037-6a2dd5e147ed req-df6b3656-91a7-4ed1-9da2-3d672b0cdda1 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/security-groups?id=e232459a-9dbf-4949-96c5-255d2032b3bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504386 Feb 19 03:56:21.367807 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8424b2a-3e2f-4a0f-9115-c44a13d6027b req-d072416f-22e0-44ba-9174-0cfaeebcdbff tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:21.369348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f8424b2a-3e2f-4a0f-9115-c44a13d6027b req-d072416f-22e0-44ba-9174-0cfaeebcdbff tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.67 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 946 time: 0.0638316 Feb 19 03:56:21.476383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-f8424b2a-3e2f-4a0f-9115-c44a13d6027b req-982049c7-f11e-4074-a9c3-22b6f263523c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Deleting port 66a18304-249a-4b81-8bce-83448b79f900 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:21.476728 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f8424b2a-3e2f-4a0f-9115-c44a13d6027b req-982049c7-f11e-4074-a9c3-22b6f263523c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (66a18304-249a-4b81-8bce-83448b79f900), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:21.578251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-f8424b2a-3e2f-4a0f-9115-c44a13d6027b req-982049c7-f11e-4074-a9c3-22b6f263523c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] For port 66a18304-249a-4b81-8bce-83448b79f900, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=66a18304-249a-4b81-8bce-83448b79f900,segment=NetworkSegment(63c9eea9-2eab-4464-9f36-f91679457c38),segment_id=63c9eea9-2eab-4464-9f36-f91679457c38)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:21.578614 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f8424b2a-3e2f-4a0f-9115-c44a13d6027b req-982049c7-f11e-4074-a9c3-22b6f263523c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (66a18304-249a-4b81-8bce-83448b79f900), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:21.591466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-f8424b2a-3e2f-4a0f-9115-c44a13d6027b req-982049c7-f11e-4074-a9c3-22b6f263523c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Calling delete_port for 66a18304-249a-4b81-8bce-83448b79f900 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:21.726649 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f8424b2a-3e2f-4a0f-9115-c44a13d6027b req-982049c7-f11e-4074-a9c3-22b6f263523c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (66a18304-249a-4b81-8bce-83448b79f900), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:21.739596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['66a18304-249a-4b81-8bce-83448b79f900'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:21.764101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982049c7-f11e-4074-a9c3-22b6f263523c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Pushing event deleted for resources: {'Port': ['ID=66a18304-249a-4b81-8bce-83448b79f900,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:21.811601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8424b2a-3e2f-4a0f-9115-c44a13d6027b req-982049c7-f11e-4074-a9c3-22b6f263523c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] No DVR routers for this DVR port 66a18304-249a-4b81-8bce-83448b79f900 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:21.814214 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-f8424b2a-3e2f-4a0f-9115-c44a13d6027b req-982049c7-f11e-4074-a9c3-22b6f263523c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:21.817515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f8424b2a-3e2f-4a0f-9115-c44a13d6027b req-982049c7-f11e-4074-a9c3-22b6f263523c tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.67 "DELETE /v2.0/ports/66a18304-249a-4b81-8bce-83448b79f900 HTTP/1.1" status: 204 len: 173 time: 0.4422009 Feb 19 03:56:21.817944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c', 'name': 'network-vif-deleted', 'tag': '66a18304-249a-4b81-8bce-83448b79f900'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:21.820182 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06232479-66bd-4499-be4f-3fc862879f39" -d '{"events": [{"server_uuid": "7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c", "name": "network-vif-deleted", "tag": "66a18304-249a-4b81-8bce-83448b79f900"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:21.858022 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3270dc07-1e49-4b3f-a3d9-71b88d21c010 x-openstack-request-id: req-3270dc07-1e49-4b3f-a3d9-71b88d21c010 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:21.858312 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c", "name": "network-vif-deleted", "tag": "66a18304-249a-4b81-8bce-83448b79f900", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:21.858565 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3270dc07-1e49-4b3f-a3d9-71b88d21c010 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:21.858995 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c', 'name': 'network-vif-deleted', 'tag': '66a18304-249a-4b81-8bce-83448b79f900', 'status': 'completed', 'code': 200} Feb 19 03:56:22.172899 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f71f71dc-d2fd-4752-96b0-e27e0d63a963 req-c9afdedc-b901-43eb-996d-29154ee5f734 tempest-ServersNegativeTestJSON-1283867287 tempest-ServersNegativeTestJSON-1283867287-project] 10.222.0.81 "GET /v2.0/ports?device_id=7b5bf176-f9eb-4fd6-aaf0-439a90d88c9c HTTP/1.1" status: 200 len: 210 time: 0.0278494 Feb 19 03:56:23.005421 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.231372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50702) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:23.282159 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-2709ca09-1943-4367-83ff-200d31222d18 admin admin] Deleting subnet a13b02a6-ed19-4f04-ba3f-a4605c53b535 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:56:23.286955 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2709ca09-1943-4367-83ff-200d31222d18 admin admin] Publish callbacks [] for subnet (a13b02a6-ed19-4f04-ba3f-a4605c53b535), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.322623 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2709ca09-1943-4367-83ff-200d31222d18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (a13b02a6-ed19-4f04-ba3f-a4605c53b535), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.369231 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2709ca09-1943-4367-83ff-200d31222d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a13b02a6-ed19-4f04-ba3f-a4605c53b535), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.432491 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2709ca09-1943-4367-83ff-200d31222d18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (a13b02a6-ed19-4f04-ba3f-a4605c53b535), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.457753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709ca09-1943-4367-83ff-200d31222d18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13b02a6-ed19-4f04-ba3f-a4605c53b535,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:23.462696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2709ca09-1943-4367-83ff-200d31222d18 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.466236 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2709ca09-1943-4367-83ff-200d31222d18 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a13b02a6-ed19-4f04-ba3f-a4605c53b535 HTTP/1.1" status: 204 len: 168 time: 0.2336257 Feb 19 03:56:23.469646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50704) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:23.545494 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (feff436b-5a4f-4fa9-8ae0-43ca107726cb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.627767 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (feff436b-5a4f-4fa9-8ae0-43ca107726cb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.649396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feff436b-5a4f-4fa9-8ae0-43ca107726cb']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:23.658861 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63c9eea9-2eab-4464-9f36-f91679457c38') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:23.659153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63c9eea9-2eab-4464-9f36-f91679457c38') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:23.668702 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (63c9eea9-2eab-4464-9f36-f91679457c38), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.684082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (63c9eea9-2eab-4464-9f36-f91679457c38), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.690172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:56:23.690557 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (63c9eea9-2eab-4464-9f36-f91679457c38), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:56:23.692186 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:56:23.747563 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (feff436b-5a4f-4fa9-8ae0-43ca107726cb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.763083 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:23.766209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] 10.222.0.81 "DELETE /v2.0/networks/feff436b-5a4f-4fa9-8ae0-43ca107726cb HTTP/1.1" status: 204 len: 168 time: 0.2955313 Feb 19 03:56:23.767608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae37996-6183-494a-9338-56b282da4b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=feff436b-5a4f-4fa9-8ae0-43ca107726cb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:23.811822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 66a18304-249a-4b81-8bce-83448b79f900 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:23.834687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 66a18304-249a-4b81-8bce-83448b79f900 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:23.835035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 66a18304-249a-4b81-8bce-83448b79f900 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:23.885765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50708) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:23.937859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ba0d5721-94b3-4191-a509-f6aec8ecfbf9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=70b2ecebd3a34ab1845d0662e51ae20f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0506728 Feb 19 03:56:23.941048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50710) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:23.998230 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cba81e64-604d-441f-97d2-da91954f397a admin admin] Publish callbacks [] for security_group (e232459a-9dbf-4949-96c5-255d2032b3bf), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.015536 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.025518 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cba81e64-604d-441f-97d2-da91954f397a admin admin] Publish callbacks [] for security_group (e232459a-9dbf-4949-96c5-255d2032b3bf), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.074901 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cba81e64-604d-441f-97d2-da91954f397a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (e232459a-9dbf-4949-96c5-255d2032b3bf), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.077626 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cba81e64-604d-441f-97d2-da91954f397a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:24.078800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cba81e64-604d-441f-97d2-da91954f397a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e232459a-9dbf-4949-96c5-255d2032b3bf HTTP/1.1" status: 204 len: 168 time: 0.1368527 Feb 19 03:56:24.087141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba81e64-604d-441f-97d2-da91954f397a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e232459a-9dbf-4949-96c5-255d2032b3bf,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:24.853090 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50732) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:24.964493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1762388204'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:24.990908 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Made reservation on behalf of c1d4f0ecda60461bbff6e2ae54600fae for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:24.994212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.008168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.086319 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for security_group (108aa20b-5a7b-4080-ac47-aded3ccb8b08), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.091423 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (108aa20b-5a7b-4080-ac47-aded3ccb8b08), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.117960 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:25.127784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108aa20b-5a7b-4080-ac47-aded3ccb8b08,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:25.132793 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (007dfdcf-20b1-44c4-9b03-89e66703117f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.133128 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Added segment 007dfdcf-20b1-44c4-9b03-89e66703117f of type vlan for network e7f4b101-b5b1-4781-9689-ec153276dc5e Feb 19 03:56:25.175075 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (e7f4b101-b5b1-4781-9689-ec153276dc5e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.201517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e7f4b101-b5b1-4781-9689-ec153276dc5e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.207203 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:25.207787 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:25.274650 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4204328 Feb 19 03:56:25.283970 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00760c39-fc4c-4ba4-b3a6-064eba9b50ad tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event updated for resources: {'Network': ['ID=e7f4b101-b5b1-4781-9689-ec153276dc5e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:25.297064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network e7f4b101-b5b1-4781-9689-ec153276dc5e details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:28.498964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50736) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:28.507317 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2a15b49a-dfa1-4162-9d69-d13c6103adef tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Request body: {'subnet': {'network_id': 'e7f4b101-b5b1-4781-9689-ec153276dc5e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:28.596746 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a15b49a-dfa1-4162-9d69-d13c6103adef tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Made reservation on behalf of c1d4f0ecda60461bbff6e2ae54600fae for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:28.600129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a15b49a-dfa1-4162-9d69-d13c6103adef tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.798689 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a15b49a-dfa1-4162-9d69-d13c6103adef tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (72e6e87d-7453-41c3-810c-cfd16020ff87), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.866843 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15b49a-dfa1-4162-9d69-d13c6103adef tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event updated for resources: {'Subnet': ['ID=72e6e87d-7453-41c3-810c-cfd16020ff87,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:28.879631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a15b49a-dfa1-4162-9d69-d13c6103adef tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Checking segment: {'id': '007dfdcf-20b1-44c4-9b03-89e66703117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e7f4b101-b5b1-4781-9689-ec153276dc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:28.879996 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a15b49a-dfa1-4162-9d69-d13c6103adef tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Network hostable DHCP agents. Network: e7f4b101-b5b1-4781-9689-ec153276dc5e, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:28.901224 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a15b49a-dfa1-4162-9d69-d13c6103adef tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Network e7f4b101-b5b1-4781-9689-ec153276dc5e is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:28.913692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-2a15b49a-dfa1-4162-9d69-d13c6103adef tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, e7f4b101-b5b1-4781-9689-ec153276dc5e) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:28.918318 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a15b49a-dfa1-4162-9d69-d13c6103adef tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:28.918953 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a15b49a-dfa1-4162-9d69-d13c6103adef tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:28.926056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a12fe6-65ff-4720-9820-1d6f3ad6b2e4 None None] Network e7f4b101-b5b1-4781-9689-ec153276dc5e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:28.942020 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2a15b49a-dfa1-4162-9d69-d13c6103adef tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4416020 Feb 19 03:56:28.945758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50738) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:28.951184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7cdca6bc-802e-4f7e-bbff-295185bf85a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1528386308'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:28.970519 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdca6bc-802e-4f7e-bbff-295185bf85a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Made reservation on behalf of c1d4f0ecda60461bbff6e2ae54600fae for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:28.973898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cdca6bc-802e-4f7e-bbff-295185bf85a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.003473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cdca6bc-802e-4f7e-bbff-295185bf85a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:29.013652 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cdca6bc-802e-4f7e-bbff-295185bf85a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c96de59f-736a-423b-b025-be996796efad), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.013998 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-7cdca6bc-802e-4f7e-bbff-295185bf85a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Added segment c96de59f-736a-423b-b025-be996796efad of type vlan for network 6111b6a3-acae-4377-8640-07cae32c453a Feb 19 03:56:29.032215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-e7f4b101-b5b1-4781-9689-ec153276dc5e', 'network_id': 'e7f4b101-b5b1-4781-9689-ec153276dc5e', 'project_id': 'c1d4f0ecda60461bbff6e2ae54600fae', 'fixed_ips': [{'subnet_id': '72e6e87d-7453-41c3-810c-cfd16020ff87'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:29.033106 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.054359 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cdca6bc-802e-4f7e-bbff-295185bf85a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (6111b6a3-acae-4377-8640-07cae32c453a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.080753 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cdca6bc-802e-4f7e-bbff-295185bf85a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (6111b6a3-acae-4377-8640-07cae32c453a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.085796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdca6bc-802e-4f7e-bbff-295185bf85a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:29.086376 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7cdca6bc-802e-4f7e-bbff-295185bf85a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.152147 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7cdca6bc-802e-4f7e-bbff-295185bf85a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2026324 Feb 19 03:56:29.152924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50740) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:29.158683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdca6bc-802e-4f7e-bbff-295185bf85a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event updated for resources: {'Network': ['ID=6111b6a3-acae-4377-8640-07cae32c453a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:29.159183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-42c62846-d5f4-43c0-a93d-46dad0f3489f tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Request body: {'subnet': {'network_id': '6111b6a3-acae-4377-8640-07cae32c453a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:29.172627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 6111b6a3-acae-4377-8640-07cae32c453a details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:29.174883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Allocated IP 2001:db8:0:ffff::2 (e7f4b101-b5b1-4781-9689-ec153276dc5e/72e6e87d-7453-41c3-810c-cfd16020ff87/b2488d07-113f-425d-aacc-a08acc1262b4) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:29.251790 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c62846-d5f4-43c0-a93d-46dad0f3489f tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Made reservation on behalf of c1d4f0ecda60461bbff6e2ae54600fae for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:29.255240 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-42c62846-d5f4-43c0-a93d-46dad0f3489f tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.376508 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Publish callbacks [] for port (b2488d07-113f-425d-aacc-a08acc1262b4), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.382871 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.420626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Network e7f4b101-b5b1-4781-9689-ec153276dc5e is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:29.423401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:29.428911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:29.435788 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Pushing event updated for resources: {'Port': ['ID=b2488d07-113f-425d-aacc-a08acc1262b4,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:29.446020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-42c62846-d5f4-43c0-a93d-46dad0f3489f tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (ed445709-cbe8-4167-9ef6-3218b81e73a2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.492688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Attempting to bind port b2488d07-113f-425d-aacc-a08acc1262b4 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:29.493061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Attempting to bind port b2488d07-113f-425d-aacc-a08acc1262b4 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '007dfdcf-20b1-44c4-9b03-89e66703117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e7f4b101-b5b1-4781-9689-ec153276dc5e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:29.493427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Attempting to bind port b2488d07-113f-425d-aacc-a08acc1262b4 on network e7f4b101-b5b1-4781-9689-ec153276dc5e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:29.498407 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:29.498781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Checking segment: {'id': '007dfdcf-20b1-44c4-9b03-89e66703117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e7f4b101-b5b1-4781-9689-ec153276dc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:29.499180 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.499571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Bound using segment: {'id': '007dfdcf-20b1-44c4-9b03-89e66703117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e7f4b101-b5b1-4781-9689-ec153276dc5e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:29.500052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Bound port: b2488d07-113f-425d-aacc-a08acc1262b4, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007dfdcf-20b1-44c4-9b03-89e66703117f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e7f4b101-b5b1-4781-9689-ec153276dc5e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:29.500423 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.508801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c62846-d5f4-43c0-a93d-46dad0f3489f tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event updated for resources: {'Subnet': ['ID=ed445709-cbe8-4167-9ef6-3218b81e73a2,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:29.518776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c62846-d5f4-43c0-a93d-46dad0f3489f tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Checking segment: {'id': 'c96de59f-736a-423b-b025-be996796efad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '6111b6a3-acae-4377-8640-07cae32c453a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:29.519139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c62846-d5f4-43c0-a93d-46dad0f3489f tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Network hostable DHCP agents. Network: 6111b6a3-acae-4377-8640-07cae32c453a, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:29.537847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c62846-d5f4-43c0-a93d-46dad0f3489f tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Network 6111b6a3-acae-4377-8640-07cae32c453a is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:29.548261 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-42c62846-d5f4-43c0-a93d-46dad0f3489f tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 6111b6a3-acae-4377-8640-07cae32c453a) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:29.552829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c62846-d5f4-43c0-a93d-46dad0f3489f tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:29.553556 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-42c62846-d5f4-43c0-a93d-46dad0f3489f tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.559598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed4e0bc-1acc-4e7d-bf1d-f6cc0d75068c None None] Network 6111b6a3-acae-4377-8640-07cae32c453a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:29.570568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-42c62846-d5f4-43c0-a93d-46dad0f3489f tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4165409 Feb 19 03:56:29.573506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50742) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:29.609036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] For port b2488d07-113f-425d-aacc-a08acc1262b4, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:29.628072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] For port b2488d07-113f-425d-aacc-a08acc1262b4, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b2488d07-113f-425d-aacc-a08acc1262b4,segment=NetworkSegment(007dfdcf-20b1-44c4-9b03-89e66703117f),segment_id=007dfdcf-20b1-44c4-9b03-89e66703117f)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:29.636178 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.670695 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (6111b6a3-acae-4377-8640-07cae32c453a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.720197 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be2e27-6850-4243-8b83-8df165840a7d None None] Pushing event updated for resources: {'Port': ['ID=b2488d07-113f-425d-aacc-a08acc1262b4,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:29.735414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e4b162-3d4b-4b2f-834d-65a47adafb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-6111b6a3-acae-4377-8640-07cae32c453a', 'network_id': '6111b6a3-acae-4377-8640-07cae32c453a', 'project_id': 'c1d4f0ecda60461bbff6e2ae54600fae', 'fixed_ips': [{'subnet_id': 'ed445709-cbe8-4167-9ef6-3218b81e73a2'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:29.736429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-97e4b162-3d4b-4b2f-834d-65a47adafb95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.785302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (ed445709-cbe8-4167-9ef6-3218b81e73a2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.853569 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (ed445709-cbe8-4167-9ef6-3218b81e73a2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server [None req-97e4b162-3d4b-4b2f-834d-65a47adafb95 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed445709-cbe8-4167-9ef6-3218b81e73a2: This subnet is being modified by another concurrent operation. Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ed445709-cbe8-4167-9ef6-3218b81e73a2: This subnet is being modified by another concurrent operation. Feb 19 03:56:29.857654 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Feb 19 03:56:29.882258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event deleted for resources: {'Subnet': ['ID=ed445709-cbe8-4167-9ef6-3218b81e73a2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:29.883137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89aeb608-c602-46c9-b2a7-088837c4b618 None None] Network 6111b6a3-acae-4377-8640-07cae32c453a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:29.986710 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (6111b6a3-acae-4377-8640-07cae32c453a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.021672 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6111b6a3-acae-4377-8640-07cae32c453a']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:30.032903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c96de59f-736a-423b-b025-be996796efad') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:30.033022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c96de59f-736a-423b-b025-be996796efad') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:30.043810 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (c96de59f-736a-423b-b025-be996796efad), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.058677 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (c96de59f-736a-423b-b025-be996796efad), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.064899 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:56:30.065369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (c96de59f-736a-423b-b025-be996796efad), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:56:30.068513 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:56:30.127471 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (6111b6a3-acae-4377-8640-07cae32c453a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.134836 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.138065 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/networks/6111b6a3-acae-4377-8640-07cae32c453a HTTP/1.1" status: 204 len: 168 time: 0.5635917 Feb 19 03:56:30.142040 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50744) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:30.147394 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1ed53644-a093-4437-9a00-b028458223a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-673731458'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:30.156393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237f13d-af7a-48ab-8d9f-a82c349f44d6 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event deleted for resources: {'Network': ['ID=6111b6a3-acae-4377-8640-07cae32c453a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:30.168314 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed53644-a093-4437-9a00-b028458223a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Made reservation on behalf of c1d4f0ecda60461bbff6e2ae54600fae for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:30.171827 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ed53644-a093-4437-9a00-b028458223a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.196957 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed53644-a093-4437-9a00-b028458223a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:30.207271 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ed53644-a093-4437-9a00-b028458223a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (4b20f40a-8297-4d60-be23-ebbfcff007a0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.207694 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-1ed53644-a093-4437-9a00-b028458223a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Added segment 4b20f40a-8297-4d60-be23-ebbfcff007a0 of type vlan for network 16a3493d-78c0-4107-9a17-9c6d81b51c76 Feb 19 03:56:30.252023 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ed53644-a093-4437-9a00-b028458223a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (16a3493d-78c0-4107-9a17-9c6d81b51c76), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.278899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ed53644-a093-4437-9a00-b028458223a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (16a3493d-78c0-4107-9a17-9c6d81b51c76), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.284192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed53644-a093-4437-9a00-b028458223a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:30.284815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1ed53644-a093-4437-9a00-b028458223a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.345466 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1ed53644-a093-4437-9a00-b028458223a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2022827 Feb 19 03:56:30.348539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50746) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:30.353806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Request body: {'subnet': {'network_id': '16a3493d-78c0-4107-9a17-9c6d81b51c76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:30.354790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed53644-a093-4437-9a00-b028458223a0 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event updated for resources: {'Network': ['ID=16a3493d-78c0-4107-9a17-9c6d81b51c76,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:30.367401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 16a3493d-78c0-4107-9a17-9c6d81b51c76 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:30.455666 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Made reservation on behalf of c1d4f0ecda60461bbff6e2ae54600fae for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:30.459205 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.519040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Performing IP validity checks on allocation pools {{(pid=109899) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 19 03:56:30.519544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.ipam_backend_mixin [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109899) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 19 03:56:30.652693 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (a9703078-1301-46de-ba89-ab3d398deb5d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.712893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc08166-6ad7-4dba-a75b-330716d72e13 None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:56:30.716483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event updated for resources: {'Subnet': ['ID=a9703078-1301-46de-ba89-ab3d398deb5d,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:30.725874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Checking segment: {'id': '4b20f40a-8297-4d60-be23-ebbfcff007a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '16a3493d-78c0-4107-9a17-9c6d81b51c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:30.726242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Network hostable DHCP agents. Network: 16a3493d-78c0-4107-9a17-9c6d81b51c76, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:30.744332 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Network 16a3493d-78c0-4107-9a17-9c6d81b51c76 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:30.753160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 16a3493d-78c0-4107-9a17-9c6d81b51c76) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:30.757763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:30.758455 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.759032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-85aa883c-1d01-4f3a-8f3e-7fbd0506a110 None None] Provisioning complete for port b2488d07-113f-425d-aacc-a08acc1262b4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:30.759404 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85aa883c-1d01-4f3a-8f3e-7fbd0506a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.775006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bfd1b553-9999-4591-bd4e-93c01e935afb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4253552 Feb 19 03:56:30.777842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50748) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:30.879014 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (16a3493d-78c0-4107-9a17-9c6d81b51c76), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.933234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-85aa883c-1d01-4f3a-8f3e-7fbd0506a110 None None] Current status of the port b2488d07-113f-425d-aacc-a08acc1262b4 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:30.933822 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85aa883c-1d01-4f3a-8f3e-7fbd0506a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.937790 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a9703078-1301-46de-ba89-ab3d398deb5d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:30.959726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc08166-6ad7-4dba-a75b-330716d72e13 None None] Unable to find a vacant binding_index for network 16a3493d-78c0-4107-9a17-9c6d81b51c76 and agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af {{(pid=109900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 19 03:56:30.974603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc08166-6ad7-4dba-a75b-330716d72e13 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 16a3493d-78c0-4107-9a17-9c6d81b51c76) {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:56:30.979448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-85aa883c-1d01-4f3a-8f3e-7fbd0506a110 None None] For port b2488d07-113f-425d-aacc-a08acc1262b4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b2488d07-113f-425d-aacc-a08acc1262b4,segment=NetworkSegment(007dfdcf-20b1-44c4-9b03-89e66703117f),segment_id=007dfdcf-20b1-44c4-9b03-89e66703117f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:30.984932 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85aa883c-1d01-4f3a-8f3e-7fbd0506a110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.002315 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (a9703078-1301-46de-ba89-ab3d398deb5d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.031412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event deleted for resources: {'Subnet': ['ID=a9703078-1301-46de-ba89-ab3d398deb5d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:31.083401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa883c-1d01-4f3a-8f3e-7fbd0506a110 None None] Pushing event updated for resources: {'Port': ['ID=b2488d07-113f-425d-aacc-a08acc1262b4,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:31.100075 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (16a3493d-78c0-4107-9a17-9c6d81b51c76), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.122450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a3493d-78c0-4107-9a17-9c6d81b51c76']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:31.132238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b20f40a-8297-4d60-be23-ebbfcff007a0') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:31.132541 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b20f40a-8297-4d60-be23-ebbfcff007a0') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:31.142391 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (4b20f40a-8297-4d60-be23-ebbfcff007a0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.155886 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (4b20f40a-8297-4d60-be23-ebbfcff007a0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.162273 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:56:31.162843 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (4b20f40a-8297-4d60-be23-ebbfcff007a0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:56:31.165718 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:56:31.169218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fb7eea-5077-40b6-ad8b-20b82fd9f769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-16a3493d-78c0-4107-9a17-9c6d81b51c76', 'network_id': '16a3493d-78c0-4107-9a17-9c6d81b51c76', 'project_id': 'c1d4f0ecda60461bbff6e2ae54600fae', 'fixed_ips': [{'subnet_id': 'a9703078-1301-46de-ba89-ab3d398deb5d'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:31.170256 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89fb7eea-5077-40b6-ad8b-20b82fd9f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.221567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-89fb7eea-5077-40b6-ad8b-20b82fd9f769 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 19 03:56:31.221567 n-d-826755-2 neutron-server[109900]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Feb 19 03:56:31.221567 n-d-826755-2 neutron-server[109900]: [parameters: {'project_id': 'c1d4f0ecda60461bbff6e2ae54600fae', 'id': '04cde75b-9292-4aaf-99a5-78dbedf312c6', 'name': '', 'network_id': '16a3493d-78c0-4107-9a17-9c6d81b51c76', 'mac_address': 'fa:16:3e:f1:46:77', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-16a3493d-78c0-4107-9a17-9c6d81b51c76', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4136}] Feb 19 03:56:31.221567 n-d-826755-2 neutron-server[109900]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:56:31.222252 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-89fb7eea-5077-40b6-ad8b-20b82fd9f769 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:56:31.223427 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (16a3493d-78c0-4107-9a17-9c6d81b51c76), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.230691 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.239205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/networks/16a3493d-78c0-4107-9a17-9c6d81b51c76 HTTP/1.1" status: 204 len: 168 time: 0.4550934 Feb 19 03:56:31.239510 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50750) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:31.244417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6aff7fb6-fa35-4c98-9f81-064aee1805f3 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1826979376'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:31.246585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ed0e2-99a1-4030-b3e3-42d74c49a7c7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event deleted for resources: {'Network': ['ID=16a3493d-78c0-4107-9a17-9c6d81b51c76,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:31.274420 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aff7fb6-fa35-4c98-9f81-064aee1805f3 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Made reservation on behalf of c1d4f0ecda60461bbff6e2ae54600fae for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:31.278558 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aff7fb6-fa35-4c98-9f81-064aee1805f3 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.307027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aff7fb6-fa35-4c98-9f81-064aee1805f3 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:31.316841 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aff7fb6-fa35-4c98-9f81-064aee1805f3 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a290f922-5430-4d70-a88b-1dfb9d25cb62), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.317380 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-6aff7fb6-fa35-4c98-9f81-064aee1805f3 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Added segment a290f922-5430-4d70-a88b-1dfb9d25cb62 of type vlan for network 2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e Feb 19 03:56:31.324984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b2488d07-113f-425d-aacc-a08acc1262b4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:31.356719 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aff7fb6-fa35-4c98-9f81-064aee1805f3 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.373543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b2488d07-113f-425d-aacc-a08acc1262b4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:31.374140 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.384867 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aff7fb6-fa35-4c98-9f81-064aee1805f3 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.393884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aff7fb6-fa35-4c98-9f81-064aee1805f3 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:31.394814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6aff7fb6-fa35-4c98-9f81-064aee1805f3 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.458638 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6aff7fb6-fa35-4c98-9f81-064aee1805f3 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2182446 Feb 19 03:56:31.461649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50752) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:31.466944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f9e302f2-ae00-40ab-8706-c4224df527d5 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Request body: {'subnet': {'network_id': '2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:31.470657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b2488d07-113f-425d-aacc-a08acc1262b4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:31.476302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff7fb6-fa35-4c98-9f81-064aee1805f3 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event updated for resources: {'Network': ['ID=2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:31.485979 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:31.559326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e302f2-ae00-40ab-8706-c4224df527d5 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Made reservation on behalf of c1d4f0ecda60461bbff6e2ae54600fae for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:31.562826 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f9e302f2-ae00-40ab-8706-c4224df527d5 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.723054 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-89fb7eea-5077-40b6-ad8b-20b82fd9f769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.754546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a0796-57a2-4b08-aebf-c272b7c1de7e None None] Network e7f4b101-b5b1-4781-9689-ec153276dc5e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:31.757703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e36860-315c-45af-b990-677cf97ecee3 None None] Network 16a3493d-78c0-4107-9a17-9c6d81b51c76 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:31.768060 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f9e302f2-ae00-40ab-8706-c4224df527d5 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (35a0bf39-ad21-46e7-908e-6d9b8c15681b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.807034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e36860-315c-45af-b990-677cf97ecee3 None None] Network 16a3493d-78c0-4107-9a17-9c6d81b51c76 could not be found, it might have been deleted concurrently. {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:56:31.822674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b7a5c5-acc4-4c23-9739-35e7fb660cb8 None None] Network 16a3493d-78c0-4107-9a17-9c6d81b51c76 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:31.827169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e302f2-ae00-40ab-8706-c4224df527d5 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event updated for resources: {'Subnet': ['ID=35a0bf39-ad21-46e7-908e-6d9b8c15681b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:31.838144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e302f2-ae00-40ab-8706-c4224df527d5 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Checking segment: {'id': 'a290f922-5430-4d70-a88b-1dfb9d25cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:31.838506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e302f2-ae00-40ab-8706-c4224df527d5 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Network hostable DHCP agents. Network: 2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:31.839846 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b7a5c5-acc4-4c23-9739-35e7fb660cb8 None None] Network 16a3493d-78c0-4107-9a17-9c6d81b51c76 could not be found, it might have been deleted concurrently. {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 19 03:56:31.855830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e302f2-ae00-40ab-8706-c4224df527d5 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Network 2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:31.865915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-f9e302f2-ae00-40ab-8706-c4224df527d5 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:31.870429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e302f2-ae00-40ab-8706-c4224df527d5 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:31.871434 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f9e302f2-ae00-40ab-8706-c4224df527d5 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.876315 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01ea7db-217b-4ebd-8034-4131cb02f70a None None] Network 2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:31.890346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f9e302f2-ae00-40ab-8706-c4224df527d5 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4275126 Feb 19 03:56:31.894640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50754) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:31.899674 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-cb0726f8-fea1-4f59-a78c-7ae28e313e41 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-416051266'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:31.920197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0726f8-fea1-4f59-a78c-7ae28e313e41 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Made reservation on behalf of c1d4f0ecda60461bbff6e2ae54600fae for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:31.923898 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cb0726f8-fea1-4f59-a78c-7ae28e313e41 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.950188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0726f8-fea1-4f59-a78c-7ae28e313e41 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:31.964318 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cb0726f8-fea1-4f59-a78c-7ae28e313e41 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (4923fce0-6f53-47fe-9c0f-0b16e16aff91), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:31.964697 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-cb0726f8-fea1-4f59-a78c-7ae28e313e41 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Added segment 4923fce0-6f53-47fe-9c0f-0b16e16aff91 of type vlan for network 0f186e08-ff5f-4764-8bd2-85dc459d7aa4 Feb 19 03:56:31.991227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e', 'network_id': '2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e', 'project_id': 'c1d4f0ecda60461bbff6e2ae54600fae', 'fixed_ips': [{'subnet_id': '35a0bf39-ad21-46e7-908e-6d9b8c15681b'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:31.992161 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.013046 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cb0726f8-fea1-4f59-a78c-7ae28e313e41 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (0f186e08-ff5f-4764-8bd2-85dc459d7aa4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.043990 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cb0726f8-fea1-4f59-a78c-7ae28e313e41 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (0f186e08-ff5f-4764-8bd2-85dc459d7aa4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.049862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0726f8-fea1-4f59-a78c-7ae28e313e41 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:32.050512 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cb0726f8-fea1-4f59-a78c-7ae28e313e41 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.144546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Allocated IP 2001:db8::2 (2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e/35a0bf39-ad21-46e7-908e-6d9b8c15681b/2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:32.157827 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cb0726f8-fea1-4f59-a78c-7ae28e313e41 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2621191 Feb 19 03:56:32.161309 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50756) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:32.166547 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-42c53aa2-117d-49e4-b9e3-c2b898cbc447 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Request body: {'subnet': {'network_id': '0f186e08-ff5f-4764-8bd2-85dc459d7aa4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:32.190430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0726f8-fea1-4f59-a78c-7ae28e313e41 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event updated for resources: {'Network': ['ID=0f186e08-ff5f-4764-8bd2-85dc459d7aa4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:32.206539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 0f186e08-ff5f-4764-8bd2-85dc459d7aa4 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:32.262704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c53aa2-117d-49e4-b9e3-c2b898cbc447 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Made reservation on behalf of c1d4f0ecda60461bbff6e2ae54600fae for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:32.266482 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42c53aa2-117d-49e4-b9e3-c2b898cbc447 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.458025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f69c2058-2a30-446e-bbee-9c2104304ff1 None None] Provisioning complete for port b2488d07-113f-425d-aacc-a08acc1262b4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:32.458624 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f69c2058-2a30-446e-bbee-9c2104304ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.462971 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42c53aa2-117d-49e4-b9e3-c2b898cbc447 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (5cacb552-c630-42cd-b370-d8b972cf70eb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.527121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c53aa2-117d-49e4-b9e3-c2b898cbc447 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event updated for resources: {'Subnet': ['ID=5cacb552-c630-42cd-b370-d8b972cf70eb,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:32.537734 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c53aa2-117d-49e4-b9e3-c2b898cbc447 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Checking segment: {'id': '4923fce0-6f53-47fe-9c0f-0b16e16aff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0f186e08-ff5f-4764-8bd2-85dc459d7aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:32.538098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c53aa2-117d-49e4-b9e3-c2b898cbc447 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Network hostable DHCP agents. Network: 0f186e08-ff5f-4764-8bd2-85dc459d7aa4, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:32.554931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c53aa2-117d-49e4-b9e3-c2b898cbc447 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Network 0f186e08-ff5f-4764-8bd2-85dc459d7aa4 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:32.560533 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Publish callbacks [] for port (2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.564925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-42c53aa2-117d-49e4-b9e3-c2b898cbc447 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 0f186e08-ff5f-4764-8bd2-85dc459d7aa4) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:32.568189 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.570193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c53aa2-117d-49e4-b9e3-c2b898cbc447 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:32.570917 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-42c53aa2-117d-49e4-b9e3-c2b898cbc447 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.588540 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-42c53aa2-117d-49e4-b9e3-c2b898cbc447 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4261053 Feb 19 03:56:32.591684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50758) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:32.596305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bf2b3a-5694-47a9-a745-920ceb28e796 None None] Network 0f186e08-ff5f-4764-8bd2-85dc459d7aa4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:32.682623 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Network 2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:32.689689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f69c2058-2a30-446e-bbee-9c2104304ff1 None None] Current status of the port b2488d07-113f-425d-aacc-a08acc1262b4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:32.689932 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (0f186e08-ff5f-4764-8bd2-85dc459d7aa4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.695883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:32.699820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:32.701669 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Pushing event updated for resources: {'Port': ['ID=2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:32.744080 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (5cacb552-c630-42cd-b370-d8b972cf70eb), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.790823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Attempting to bind port 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:32.790947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Attempting to bind port 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'a290f922-5430-4d70-a88b-1dfb9d25cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:32.791240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Attempting to bind port 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12 on network 2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:32.798233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4871eeb-b063-4d09-81a0-214ae43b24f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-0f186e08-ff5f-4764-8bd2-85dc459d7aa4', 'network_id': '0f186e08-ff5f-4764-8bd2-85dc459d7aa4', 'project_id': 'c1d4f0ecda60461bbff6e2ae54600fae', 'fixed_ips': [{'subnet_id': '5cacb552-c630-42cd-b370-d8b972cf70eb'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:32.799079 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b4871eeb-b063-4d09-81a0-214ae43b24f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.801580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:32.801964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Checking segment: {'id': 'a290f922-5430-4d70-a88b-1dfb9d25cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:32.802360 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.802754 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Bound using segment: {'id': 'a290f922-5430-4d70-a88b-1dfb9d25cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:32.803233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Bound port: 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a290f922-5430-4d70-a88b-1dfb9d25cb62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:32.803610 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.813383 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (5cacb552-c630-42cd-b370-d8b972cf70eb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.842634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event deleted for resources: {'Subnet': ['ID=5cacb552-c630-42cd-b370-d8b972cf70eb,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:32.905273 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (0f186e08-ff5f-4764-8bd2-85dc459d7aa4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.935339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f186e08-ff5f-4764-8bd2-85dc459d7aa4']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:32.935563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ecbe61-9438-469a-a4de-d43cb2c16ea1 None None] Network 0f186e08-ff5f-4764-8bd2-85dc459d7aa4 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:32.941451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] For port 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:32.943479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4923fce0-6f53-47fe-9c0f-0b16e16aff91') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:32.943479 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4923fce0-6f53-47fe-9c0f-0b16e16aff91') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:32.954081 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (4923fce0-6f53-47fe-9c0f-0b16e16aff91), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.967899 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (4923fce0-6f53-47fe-9c0f-0b16e16aff91), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.974771 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:56:32.975212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (4923fce0-6f53-47fe-9c0f-0b16e16aff91), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:56:32.980203 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:56:32.998137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] For port 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12,segment=NetworkSegment(a290f922-5430-4d70-a88b-1dfb9d25cb62),segment_id=a290f922-5430-4d70-a88b-1dfb9d25cb62)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:33.008186 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.046884 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (0f186e08-ff5f-4764-8bd2-85dc459d7aa4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.053820 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.062048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50760) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:33.065263 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/networks/0f186e08-ff5f-4764-8bd2-85dc459d7aa4 HTTP/1.1" status: 204 len: 168 time: 0.4724474 Feb 19 03:56:33.082813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be272f14-9e63-4cb8-ac5c-1c6e7db2162c tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event deleted for resources: {'Network': ['ID=0f186e08-ff5f-4764-8bd2-85dc459d7aa4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:33.084784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44246b6-4708-4cff-a757-1f054ccfd6e4 None None] Pushing event updated for resources: {'Port': ['ID=2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:33.101105 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee2d3b3-ad11-40b4-9b36-5948a6de55c1 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] GET failed (client error): The resource could not be found. Feb 19 03:56:33.102502 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8ee2d3b3-ad11-40b4-9b36-5948a6de55c1 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "GET /v2.0/subnets/5cacb552-c630-42cd-b370-d8b972cf70eb HTTP/1.1" status: 404 len: 337 time: 0.0395036 Feb 19 03:56:33.105603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50762) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:33.124934 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-734c286e-ce18-4e2f-a4db-2300c01a8d6a tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] DELETE failed (client error): The resource could not be found. Feb 19 03:56:33.125546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-734c286e-ce18-4e2f-a4db-2300c01a8d6a tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:56:33.128746 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-734c286e-ce18-4e2f-a4db-2300c01a8d6a tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/networks/0f186e08-ff5f-4764-8bd2-85dc459d7aa4 HTTP/1.1" status: 404 len: 339 time: 0.0221758 Feb 19 03:56:33.132738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50764) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:33.159348 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-2959b38e-9327-4113-b609-a5af67efc469 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] DELETE failed (client error): The resource could not be found. Feb 19 03:56:33.159809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2959b38e-9327-4113-b609-a5af67efc469 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:56:33.162918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2959b38e-9327-4113-b609-a5af67efc469 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/subnets/5cacb552-c630-42cd-b370-d8b972cf70eb HTTP/1.1" status: 404 len: 337 time: 0.0292203 Feb 19 03:56:33.165510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50766) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:33.184109 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-3929eaf8-3b23-402b-a3ef-976fd98da8b7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] DELETE failed (client error): The resource could not be found. Feb 19 03:56:33.184601 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3929eaf8-3b23-402b-a3ef-976fd98da8b7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:56:33.187642 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3929eaf8-3b23-402b-a3ef-976fd98da8b7 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/networks/0f186e08-ff5f-4764-8bd2-85dc459d7aa4 HTTP/1.1" status: 404 len: 339 time: 0.0212250 Feb 19 03:56:33.190276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50768) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:33.252387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc53e59-eded-41cc-b5b1-6c75c56ef99d tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Deleting subnet 35a0bf39-ad21-46e7-908e-6d9b8c15681b {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:56:33.255788 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bc53e59-eded-41cc-b5b1-6c75c56ef99d tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for subnet (35a0bf39-ad21-46e7-908e-6d9b8c15681b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.302034 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bc53e59-eded-41cc-b5b1-6c75c56ef99d tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (35a0bf39-ad21-46e7-908e-6d9b8c15681b), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.414294 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bc53e59-eded-41cc-b5b1-6c75c56ef99d tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (35a0bf39-ad21-46e7-908e-6d9b8c15681b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.476311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bc53e59-eded-41cc-b5b1-6c75c56ef99d tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (35a0bf39-ad21-46e7-908e-6d9b8c15681b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.503335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc53e59-eded-41cc-b5b1-6c75c56ef99d tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event deleted for resources: {'Subnet': ['ID=35a0bf39-ad21-46e7-908e-6d9b8c15681b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:33.507841 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4bc53e59-eded-41cc-b5b1-6c75c56ef99d tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.511294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4bc53e59-eded-41cc-b5b1-6c75c56ef99d tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/subnets/35a0bf39-ad21-46e7-908e-6d9b8c15681b HTTP/1.1" status: 204 len: 168 time: 0.3200033 Feb 19 03:56:33.514340 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50770) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:33.591850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.653817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Deleting port 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:33.654171 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.677217 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2424cce5-8057-474a-9088-edba836d836c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.718599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] For port 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12,segment=NetworkSegment(a290f922-5430-4d70-a88b-1dfb9d25cb62),segment_id=a290f922-5430-4d70-a88b-1dfb9d25cb62)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:33.718961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:33.733016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Calling delete_port for 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:34.061475 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e728370-0b02-4792-a19d-cdc8635a0b80 None None] Network 2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:34.149203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c3063db7-eea2-4bfc-bfbe-985bf6351e16 None None] Provisioning complete for port 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:34.149601 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c3063db7-eea2-4bfc-bfbe-985bf6351e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.179226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.199632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c3063db7-eea2-4bfc-bfbe-985bf6351e16 None None] Could not find standard attr ID for object 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12. {{(pid=109900) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 19 03:56:34.204510 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event deleted for resources: {'Port': ['ID=2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:34.207655 n-d-826755-2 neutron-server[109900]: INFO neutron.plugins.ml2.db [None req-c3063db7-eea2-4bfc-bfbe-985bf6351e16 None None] No ports have port_id starting with 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12 Feb 19 03:56:34.208197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] No DVR routers for this DVR port 2ee86dc2-0ec2-47cc-a04b-04b7b6d79d12 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:34.272601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e921fcc7-9a64-4a2e-93d2-9d769e30a350 None None] DHCP port deletion for 2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:56:34.298059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.317534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:34.326447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a290f922-5430-4d70-a88b-1dfb9d25cb62') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:34.326741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a290f922-5430-4d70-a88b-1dfb9d25cb62') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:34.335827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (a290f922-5430-4d70-a88b-1dfb9d25cb62), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.349092 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a290f922-5430-4d70-a88b-1dfb9d25cb62), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.355630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:56:34.356022 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (a290f922-5430-4d70-a88b-1dfb9d25cb62), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:56:34.359006 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:56:34.417579 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.427503 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.432182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/networks/2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e HTTP/1.1" status: 204 len: 168 time: 0.9167612 Feb 19 03:56:34.435346 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50772) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:34.444496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d41128-42a0-43ad-ac58-ce283d548750 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event deleted for resources: {'Network': ['ID=2d5ef2ff-08c4-4e59-9179-0b6cb8dbe03e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:34.462688 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0551d86-317f-4dec-9b97-9a9f7deb3f60 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] DELETE failed (client error): The resource could not be found. Feb 19 03:56:34.463134 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0551d86-317f-4dec-9b97-9a9f7deb3f60 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:56:34.466289 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c0551d86-317f-4dec-9b97-9a9f7deb3f60 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/subnets/a9703078-1301-46de-ba89-ab3d398deb5d HTTP/1.1" status: 404 len: 337 time: 0.0298998 Feb 19 03:56:34.469087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50774) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:34.487422 n-d-826755-2 neutron-server[109898]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f42790-3f34-40ae-9197-e8308b8a4004 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] DELETE failed (client error): The resource could not be found. Feb 19 03:56:34.488217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f42790-3f34-40ae-9197-e8308b8a4004 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109898) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:56:34.491135 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-75f42790-3f34-40ae-9197-e8308b8a4004 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/networks/16a3493d-78c0-4107-9a17-9c6d81b51c76 HTTP/1.1" status: 404 len: 339 time: 0.0211439 Feb 19 03:56:34.494078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50776) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:34.520725 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cbdc8af-fbab-4817-bb9e-d04b4b2dcf54 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] DELETE failed (client error): The resource could not be found. Feb 19 03:56:34.521201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cbdc8af-fbab-4817-bb9e-d04b4b2dcf54 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:56:34.524174 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3cbdc8af-fbab-4817-bb9e-d04b4b2dcf54 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/subnets/ed445709-cbe8-4167-9ef6-3218b81e73a2 HTTP/1.1" status: 404 len: 337 time: 0.0290759 Feb 19 03:56:34.527179 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50778) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:34.547957 n-d-826755-2 neutron-server[109899]: INFO neutron.pecan_wsgi.hooks.translation [None req-37f7b687-dae8-49a1-96b3-cba8ea0c7fbb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] DELETE failed (client error): The resource could not be found. Feb 19 03:56:34.548443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37f7b687-dae8-49a1-96b3-cba8ea0c7fbb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109899) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 19 03:56:34.551442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-37f7b687-dae8-49a1-96b3-cba8ea0c7fbb tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/networks/6111b6a3-acae-4377-8640-07cae32c453a HTTP/1.1" status: 404 len: 339 time: 0.0230579 Feb 19 03:56:34.554072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50780) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:34.611210 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fb19cc-6a06-4672-b5ac-ef61f62bd577 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Deleting subnet 72e6e87d-7453-41c3-810c-cfd16020ff87 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:56:34.614770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0fb19cc-6a06-4672-b5ac-ef61f62bd577 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for subnet (72e6e87d-7453-41c3-810c-cfd16020ff87), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.656834 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0fb19cc-6a06-4672-b5ac-ef61f62bd577 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (72e6e87d-7453-41c3-810c-cfd16020ff87), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.742057 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0fb19cc-6a06-4672-b5ac-ef61f62bd577 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (72e6e87d-7453-41c3-810c-cfd16020ff87), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.808113 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0fb19cc-6a06-4672-b5ac-ef61f62bd577 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (72e6e87d-7453-41c3-810c-cfd16020ff87), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.834200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb19cc-6a06-4672-b5ac-ef61f62bd577 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event deleted for resources: {'Subnet': ['ID=72e6e87d-7453-41c3-810c-cfd16020ff87,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:34.837861 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0fb19cc-6a06-4672-b5ac-ef61f62bd577 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.841132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a0fb19cc-6a06-4672-b5ac-ef61f62bd577 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/subnets/72e6e87d-7453-41c3-810c-cfd16020ff87 HTTP/1.1" status: 204 len: 168 time: 0.2861223 Feb 19 03:56:34.843658 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50782) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:34.845147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559c80de-7ea8-4ffa-84a7-3713b077d65d None None] Network e7f4b101-b5b1-4781-9689-ec153276dc5e requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:34.918540 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (e7f4b101-b5b1-4781-9689-ec153276dc5e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:34.988313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Deleting port b2488d07-113f-425d-aacc-a08acc1262b4 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:34.988623 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e625b18-1d6d-474f-8385-cca59f941791 None None] DHCP port deletion for e7f4b101-b5b1-4781-9689-ec153276dc5e request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:56:34.988828 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.039427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7e625b18-1d6d-474f-8385-cca59f941791 None None] Deleting port b2488d07-113f-425d-aacc-a08acc1262b4 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:35.039793 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e625b18-1d6d-474f-8385-cca59f941791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.050975 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] For port b2488d07-113f-425d-aacc-a08acc1262b4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b2488d07-113f-425d-aacc-a08acc1262b4,segment=NetworkSegment(007dfdcf-20b1-44c4-9b03-89e66703117f),segment_id=007dfdcf-20b1-44c4-9b03-89e66703117f)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:35.051334 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.064077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Calling delete_port for b2488d07-113f-425d-aacc-a08acc1262b4 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:35.101625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7e625b18-1d6d-474f-8385-cca59f941791 None None] For port b2488d07-113f-425d-aacc-a08acc1262b4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b2488d07-113f-425d-aacc-a08acc1262b4,segment=NetworkSegment(007dfdcf-20b1-44c4-9b03-89e66703117f),segment_id=007dfdcf-20b1-44c4-9b03-89e66703117f)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:35.102003 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e625b18-1d6d-474f-8385-cca59f941791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.115235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7e625b18-1d6d-474f-8385-cca59f941791 None None] Calling delete_port for b2488d07-113f-425d-aacc-a08acc1262b4 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:35.146423 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.172065 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event deleted for resources: {'Port': ['ID=b2488d07-113f-425d-aacc-a08acc1262b4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:35.175433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] No DVR routers for this DVR port b2488d07-113f-425d-aacc-a08acc1262b4 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:35.203306 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e625b18-1d6d-474f-8385-cca59f941791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (b2488d07-113f-425d-aacc-a08acc1262b4), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.228369 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e625b18-1d6d-474f-8385-cca59f941791 None None] Pushing event deleted for resources: {'Port': ['ID=b2488d07-113f-425d-aacc-a08acc1262b4,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:35.232360 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e625b18-1d6d-474f-8385-cca59f941791 None None] No DVR routers for this DVR port b2488d07-113f-425d-aacc-a08acc1262b4 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:35.254573 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (e7f4b101-b5b1-4781-9689-ec153276dc5e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.276199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f4b101-b5b1-4781-9689-ec153276dc5e']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:35.285735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007dfdcf-20b1-44c4-9b03-89e66703117f') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:35.286035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007dfdcf-20b1-44c4-9b03-89e66703117f') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:35.295712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b2488d07-113f-425d-aacc-a08acc1262b4 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:35.300319 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (007dfdcf-20b1-44c4-9b03-89e66703117f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.313950 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (007dfdcf-20b1-44c4-9b03-89e66703117f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.316244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: b2488d07-113f-425d-aacc-a08acc1262b4 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:35.316864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b2488d07-113f-425d-aacc-a08acc1262b4 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:35.322239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:56:35.322634 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (007dfdcf-20b1-44c4-9b03-89e66703117f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:56:35.326116 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:56:35.383878 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (e7f4b101-b5b1-4781-9689-ec153276dc5e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.390868 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.393976 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] 10.222.0.81 "DELETE /v2.0/networks/e7f4b101-b5b1-4781-9689-ec153276dc5e HTTP/1.1" status: 204 len: 168 time: 0.5493965 Feb 19 03:56:35.406500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ebdb8-d015-4828-ba00-c84392f5cb98 tempest-NetworksIpV6Test-1819098668 tempest-NetworksIpV6Test-1819098668-project] Pushing event deleted for resources: {'Network': ['ID=e7f4b101-b5b1-4781-9689-ec153276dc5e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:35.656071 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50788) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:35.796858 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d5b14b3f-6ab5-4540-80f9-f9f48cbe324f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1d4f0ecda60461bbff6e2ae54600fae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395288 Feb 19 03:56:35.801034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50792) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:35.854516 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-151081a5-8157-4cf8-8b93-5394f7636961 admin admin] Publish callbacks [] for security_group (108aa20b-5a7b-4080-ac47-aded3ccb8b08), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.875802 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-151081a5-8157-4cf8-8b93-5394f7636961 admin admin] Publish callbacks [] for security_group (108aa20b-5a7b-4080-ac47-aded3ccb8b08), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.935524 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-151081a5-8157-4cf8-8b93-5394f7636961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (108aa20b-5a7b-4080-ac47-aded3ccb8b08), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.938310 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-151081a5-8157-4cf8-8b93-5394f7636961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:35.940842 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-151081a5-8157-4cf8-8b93-5394f7636961 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/108aa20b-5a7b-4080-ac47-aded3ccb8b08 HTTP/1.1" status: 204 len: 168 time: 0.1387954 Feb 19 03:56:35.949106 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151081a5-8157-4cf8-8b93-5394f7636961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108aa20b-5a7b-4080-ac47-aded3ccb8b08,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:35.963526 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e827dd94-82ff-4c65-85b7-b2abe2791a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.627326 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50814) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:36.730288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-481204a7-96eb-487a-9f62-d1ab8b78e6c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1602582836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:36.756204 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-481204a7-96eb-487a-9f62-d1ab8b78e6c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (ee9fa2c0-4be5-45e9-835d-3e77d4e33965), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.757446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-481204a7-96eb-487a-9f62-d1ab8b78e6c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (ee9fa2c0-4be5-45e9-835d-3e77d4e33965), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.809255 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-481204a7-96eb-487a-9f62-d1ab8b78e6c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for router_controller (ee9fa2c0-4be5-45e9-835d-3e77d4e33965), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.814605 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-481204a7-96eb-487a-9f62-d1ab8b78e6c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (ee9fa2c0-4be5-45e9-835d-3e77d4e33965), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.831670 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-481204a7-96eb-487a-9f62-d1ab8b78e6c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.832905 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-481204a7-96eb-487a-9f62-d1ab8b78e6c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2045274 Feb 19 03:56:36.835640 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50818) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:36.840476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1877241045'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:36.860713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Made reservation on behalf of 9b383dd128224c38b59616197694684b for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:36.864417 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.872821 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.948530 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for security_group (d454c5fb-0997-4f05-8c7a-0a3b843791fe), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.953314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d454c5fb-0997-4f05-8c7a-0a3b843791fe), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.976548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:36.992018 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d454c5fb-0997-4f05-8c7a-0a3b843791fe,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:36.995166 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (51d3c207-3d09-4d00-a3b3-fbeb8008f2c4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:36.995501 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Added segment 51d3c207-3d09-4d00-a3b3-fbeb8008f2c4 of type vlan for network 3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c Feb 19 03:56:37.038770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.068349 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.076616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.077227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.136783 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2998731 Feb 19 03:56:37.139488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50820) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:37.144690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2fe00d3a-82e7-47e6-85a1-bd8f580c38c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Request body: {'subnet': {'network_id': '3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:37.163951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfaccd6-6413-4aca-a690-9ee3aa3d186d tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Pushing event updated for resources: {'Network': ['ID=3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:37.175106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:37.247813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe00d3a-82e7-47e6-85a1-bd8f580c38c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Made reservation on behalf of 9b383dd128224c38b59616197694684b for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:37.251544 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2fe00d3a-82e7-47e6-85a1-bd8f580c38c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.277604 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.439522 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2fe00d3a-82e7-47e6-85a1-bd8f580c38c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (ad3f370d-85ef-4da2-92dd-9320d71145f3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.496501 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe00d3a-82e7-47e6-85a1-bd8f580c38c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Pushing event updated for resources: {'Subnet': ['ID=ad3f370d-85ef-4da2-92dd-9320d71145f3,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:37.506895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe00d3a-82e7-47e6-85a1-bd8f580c38c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Checking segment: {'id': '51d3c207-3d09-4d00-a3b3-fbeb8008f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:37.507258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe00d3a-82e7-47e6-85a1-bd8f580c38c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Network hostable DHCP agents. Network: 3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:37.525764 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe00d3a-82e7-47e6-85a1-bd8f580c38c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Network 3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:37.534934 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-2fe00d3a-82e7-47e6-85a1-bd8f580c38c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:37.538913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe00d3a-82e7-47e6-85a1-bd8f580c38c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.539507 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2fe00d3a-82e7-47e6-85a1-bd8f580c38c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.544835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a5f645-a0f1-4e74-9046-f69934216d50 None None] Network 3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:37.558677 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2fe00d3a-82e7-47e6-85a1-bd8f580c38c3 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4148834 Feb 19 03:56:37.558922 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50822) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:37.564151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f7805ecc-8025-40b2-bd78-23af9b6eec54 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-389952336'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:37.582544 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7805ecc-8025-40b2-bd78-23af9b6eec54 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Made reservation on behalf of 9b383dd128224c38b59616197694684b for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:37.585798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7805ecc-8025-40b2-bd78-23af9b6eec54 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.611114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7805ecc-8025-40b2-bd78-23af9b6eec54 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:37.621219 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7805ecc-8025-40b2-bd78-23af9b6eec54 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e4354c50-15f3-4964-8d53-97398f10885c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.621559 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-f7805ecc-8025-40b2-bd78-23af9b6eec54 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Added segment e4354c50-15f3-4964-8d53-97398f10885c of type vlan for network a3a41cad-ccfc-44d4-ba8f-627134f461f9 Feb 19 03:56:37.658757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c', 'network_id': '3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c', 'project_id': '9b383dd128224c38b59616197694684b', 'fixed_ips': [{'subnet_id': 'ad3f370d-85ef-4da2-92dd-9320d71145f3'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:37.660117 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.661106 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7805ecc-8025-40b2-bd78-23af9b6eec54 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (a3a41cad-ccfc-44d4-ba8f-627134f461f9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.687729 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7805ecc-8025-40b2-bd78-23af9b6eec54 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (a3a41cad-ccfc-44d4-ba8f-627134f461f9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.695065 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7805ecc-8025-40b2-bd78-23af9b6eec54 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:37.695722 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f7805ecc-8025-40b2-bd78-23af9b6eec54 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:37.751575 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f7805ecc-8025-40b2-bd78-23af9b6eec54 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1916611 Feb 19 03:56:37.754530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50824) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:37.766819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8c6fe821-7b7d-4988-b1a9-29849c783c4b tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Request body: {'subnet': {'network_id': 'a3a41cad-ccfc-44d4-ba8f-627134f461f9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:37.805109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Allocated IP 172.20.0.2 (3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c/ad3f370d-85ef-4da2-92dd-9320d71145f3/8eae09a3-67d8-4a17-be3f-6aaef0630c07) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:37.812417 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7805ecc-8025-40b2-bd78-23af9b6eec54 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Pushing event updated for resources: {'Network': ['ID=a3a41cad-ccfc-44d4-ba8f-627134f461f9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:37.825719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network a3a41cad-ccfc-44d4-ba8f-627134f461f9 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:37.861718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6fe821-7b7d-4988-b1a9-29849c783c4b tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Made reservation on behalf of 9b383dd128224c38b59616197694684b for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:37.865632 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe821-7b7d-4988-b1a9-29849c783c4b tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.013740 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Publish callbacks [] for port (8eae09a3-67d8-4a17-be3f-6aaef0630c07), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.020714 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (8eae09a3-67d8-4a17-be3f-6aaef0630c07), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.048269 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe821-7b7d-4988-b1a9-29849c783c4b tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (c42cee00-3f17-4f29-86e7-9d1815411fa0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.057041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Network 3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:38.061646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:38.067307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:38.072775 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Pushing event updated for resources: {'Port': ['ID=8eae09a3-67d8-4a17-be3f-6aaef0630c07,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:38.117330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fe821-7b7d-4988-b1a9-29849c783c4b tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Pushing event updated for resources: {'Subnet': ['ID=c42cee00-3f17-4f29-86e7-9d1815411fa0,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:38.127820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6fe821-7b7d-4988-b1a9-29849c783c4b tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Checking segment: {'id': 'e4354c50-15f3-4964-8d53-97398f10885c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a3a41cad-ccfc-44d4-ba8f-627134f461f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:38.128184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6fe821-7b7d-4988-b1a9-29849c783c4b tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Network hostable DHCP agents. Network: a3a41cad-ccfc-44d4-ba8f-627134f461f9, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:38.129837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Attempting to bind port 8eae09a3-67d8-4a17-be3f-6aaef0630c07 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:38.130205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Attempting to bind port 8eae09a3-67d8-4a17-be3f-6aaef0630c07 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '51d3c207-3d09-4d00-a3b3-fbeb8008f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:38.130563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Attempting to bind port 8eae09a3-67d8-4a17-be3f-6aaef0630c07 on network 3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:38.136097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:38.136469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Checking segment: {'id': '51d3c207-3d09-4d00-a3b3-fbeb8008f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:38.136894 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.137289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Bound using segment: {'id': '51d3c207-3d09-4d00-a3b3-fbeb8008f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:38.137748 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Bound port: 8eae09a3-67d8-4a17-be3f-6aaef0630c07, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d3c207-3d09-4d00-a3b3-fbeb8008f2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:38.139581 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8eae09a3-67d8-4a17-be3f-6aaef0630c07), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.146874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6fe821-7b7d-4988-b1a9-29849c783c4b tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Network a3a41cad-ccfc-44d4-ba8f-627134f461f9 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:38.156402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8c6fe821-7b7d-4988-b1a9-29849c783c4b tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, a3a41cad-ccfc-44d4-ba8f-627134f461f9) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:38.161048 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6fe821-7b7d-4988-b1a9-29849c783c4b tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:38.161759 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8c6fe821-7b7d-4988-b1a9-29849c783c4b tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.179020 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8c6fe821-7b7d-4988-b1a9-29849c783c4b tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4235344 Feb 19 03:56:38.180420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b68a75e-0097-4726-adaa-4235ec18126c None None] Network a3a41cad-ccfc-44d4-ba8f-627134f461f9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:38.181817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50826) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:38.186728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-6ea74334-8138-49f1-a129-b6674c14a609 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3a41cad-ccfc-44d4-ba8f-627134f461f9'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:38.257821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] For port 8eae09a3-67d8-4a17-be3f-6aaef0630c07, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:38.262662 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] For port 8eae09a3-67d8-4a17-be3f-6aaef0630c07, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8eae09a3-67d8-4a17-be3f-6aaef0630c07,segment=NetworkSegment(51d3c207-3d09-4d00-a3b3-fbeb8008f2c4),segment_id=51d3c207-3d09-4d00-a3b3-fbeb8008f2c4)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:38.272955 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8eae09a3-67d8-4a17-be3f-6aaef0630c07), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.406101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6ea74334-8138-49f1-a129-b6674c14a609 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for router_gateway (ee9fa2c0-4be5-45e9-835d-3e77d4e33965), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.509398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63293f7-bf1d-4a2b-b194-5eedf6ff2a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-a3a41cad-ccfc-44d4-ba8f-627134f461f9', 'network_id': 'a3a41cad-ccfc-44d4-ba8f-627134f461f9', 'project_id': '9b383dd128224c38b59616197694684b', 'fixed_ips': [{'subnet_id': 'c42cee00-3f17-4f29-86e7-9d1815411fa0'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:38.510188 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e63293f7-bf1d-4a2b-b194-5eedf6ff2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.523453 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [None req-6ea74334-8138-49f1-a129-b6674c14a609 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 19 03:56:38.523453 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6ea74334-8138-49f1-a129-b6674c14a609 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] 10.222.0.81 "PUT /v2.0/routers/ee9fa2c0-4be5-45e9-835d-3e77d4e33965 HTTP/1.1" status: 400 len: 364 time: 0.3385141 Feb 19 03:56:38.523737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a2c45d-043e-42ec-902c-b72f4bb1f2bc None None] Pushing event updated for resources: {'Port': ['ID=8eae09a3-67d8-4a17-be3f-6aaef0630c07,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:38.528136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50828) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:38.593171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ce89f2-1593-4caf-b517-537344cd3ac4 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Deleting subnet c42cee00-3f17-4f29-86e7-9d1815411fa0 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:56:38.596453 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ce89f2-1593-4caf-b517-537344cd3ac4 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for subnet (c42cee00-3f17-4f29-86e7-9d1815411fa0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.621924 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.641816 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ce89f2-1593-4caf-b517-537344cd3ac4 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (c42cee00-3f17-4f29-86e7-9d1815411fa0), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.691248 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ce89f2-1593-4caf-b517-537344cd3ac4 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (c42cee00-3f17-4f29-86e7-9d1815411fa0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.762655 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ce89f2-1593-4caf-b517-537344cd3ac4 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (c42cee00-3f17-4f29-86e7-9d1815411fa0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server [None req-e63293f7-bf1d-4a2b-b194-5eedf6ff2a15 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c42cee00-3f17-4f29-86e7-9d1815411fa0: This subnet is being modified by another concurrent operation. Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise self.value Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server raise exception Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c42cee00-3f17-4f29-86e7-9d1815411fa0: This subnet is being modified by another concurrent operation. Feb 19 03:56:38.766428 n-d-826755-2 neutron-server[109900]: ERROR oslo_messaging.rpc.server Feb 19 03:56:38.781419 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e4ce89f2-1593-4caf-b517-537344cd3ac4 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.782298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df48c4a-8847-4993-8efa-9c5c5dcb36bf None None] Network a3a41cad-ccfc-44d4-ba8f-627134f461f9 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:38.784821 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e4ce89f2-1593-4caf-b517-537344cd3ac4 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] 10.222.0.81 "DELETE /v2.0/subnets/c42cee00-3f17-4f29-86e7-9d1815411fa0 HTTP/1.1" status: 204 len: 168 time: 0.2556212 Feb 19 03:56:38.787396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50830) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:38.827185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce89f2-1593-4caf-b517-537344cd3ac4 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Pushing event deleted for resources: {'Subnet': ['ID=c42cee00-3f17-4f29-86e7-9d1815411fa0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:38.887290 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (a3a41cad-ccfc-44d4-ba8f-627134f461f9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.975895 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (a3a41cad-ccfc-44d4-ba8f-627134f461f9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:38.997584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a41cad-ccfc-44d4-ba8f-627134f461f9']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:39.008240 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4354c50-15f3-4964-8d53-97398f10885c') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:39.008530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4354c50-15f3-4964-8d53-97398f10885c') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:39.020567 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (e4354c50-15f3-4964-8d53-97398f10885c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.034019 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (e4354c50-15f3-4964-8d53-97398f10885c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.039680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:56:39.040085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (e4354c50-15f3-4964-8d53-97398f10885c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: timer() Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:56:39.043006 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:56:39.099867 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (a3a41cad-ccfc-44d4-ba8f-627134f461f9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.106885 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.110028 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] 10.222.0.81 "DELETE /v2.0/networks/a3a41cad-ccfc-44d4-ba8f-627134f461f9 HTTP/1.1" status: 204 len: 168 time: 0.3213921 Feb 19 03:56:39.113191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50832) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:39.122241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0f559-19dd-41dc-ad54-4b3f5053a301 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Pushing event deleted for resources: {'Network': ['ID=a3a41cad-ccfc-44d4-ba8f-627134f461f9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:39.167388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0aab740-bf3d-4b69-b952-f7b120fe74c2 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Deleting subnet ad3f370d-85ef-4da2-92dd-9320d71145f3 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:56:39.171474 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f0aab740-bf3d-4b69-b952-f7b120fe74c2 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for subnet (ad3f370d-85ef-4da2-92dd-9320d71145f3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.217578 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f0aab740-bf3d-4b69-b952-f7b120fe74c2 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (ad3f370d-85ef-4da2-92dd-9320d71145f3), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.311407 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f0aab740-bf3d-4b69-b952-f7b120fe74c2 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (ad3f370d-85ef-4da2-92dd-9320d71145f3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.320626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8eae09a3-67d8-4a17-be3f-6aaef0630c07 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:39.378445 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8eae09a3-67d8-4a17-be3f-6aaef0630c07 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:39.378966 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8eae09a3-67d8-4a17-be3f-6aaef0630c07), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.386455 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f0aab740-bf3d-4b69-b952-f7b120fe74c2 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (ad3f370d-85ef-4da2-92dd-9320d71145f3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.421413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aab740-bf3d-4b69-b952-f7b120fe74c2 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3f370d-85ef-4da2-92dd-9320d71145f3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:39.423443 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f0aab740-bf3d-4b69-b952-f7b120fe74c2 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.430351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f0aab740-bf3d-4b69-b952-f7b120fe74c2 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] 10.222.0.81 "DELETE /v2.0/subnets/ad3f370d-85ef-4da2-92dd-9320d71145f3 HTTP/1.1" status: 204 len: 168 time: 0.3138726 Feb 19 03:56:39.430579 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50834) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:39.465711 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8eae09a3-67d8-4a17-be3f-6aaef0630c07 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:39.466242 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8eae09a3-67d8-4a17-be3f-6aaef0630c07), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.507726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 8eae09a3-67d8-4a17-be3f-6aaef0630c07, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8eae09a3-67d8-4a17-be3f-6aaef0630c07,segment=NetworkSegment(51d3c207-3d09-4d00-a3b3-fbeb8008f2c4),segment_id=51d3c207-3d09-4d00-a3b3-fbeb8008f2c4)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:39.510715 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.512949 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8eae09a3-67d8-4a17-be3f-6aaef0630c07), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.541657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f168b0ae-e57e-4a99-ba6d-6ab789bfd78f None None] get_active_networks_info from n-d-826755-2 {{(pid=109900) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 19 03:56:39.570850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Deleting port 8eae09a3-67d8-4a17-be3f-6aaef0630c07 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:56:39.570850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8eae09a3-67d8-4a17-be3f-6aaef0630c07), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.617940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=8eae09a3-67d8-4a17-be3f-6aaef0630c07,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:39.623350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5de7daad-6f97-4170-a7ae-ade0f105d0bb None None] Provisioning complete for port 8eae09a3-67d8-4a17-be3f-6aaef0630c07 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:39.623704 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5de7daad-6f97-4170-a7ae-ade0f105d0bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8eae09a3-67d8-4a17-be3f-6aaef0630c07), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.641735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] For port 8eae09a3-67d8-4a17-be3f-6aaef0630c07, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8eae09a3-67d8-4a17-be3f-6aaef0630c07,segment=NetworkSegment(51d3c207-3d09-4d00-a3b3-fbeb8008f2c4),segment_id=51d3c207-3d09-4d00-a3b3-fbeb8008f2c4)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:39.642109 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8eae09a3-67d8-4a17-be3f-6aaef0630c07), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.657426 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Calling delete_port for 8eae09a3-67d8-4a17-be3f-6aaef0630c07 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:56:39.663887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f168b0ae-e57e-4a99-ba6d-6ab789bfd78f None None] Resources bound (agent type, host, resource id): {{(pid=109900) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 19 03:56:39.745726 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8eae09a3-67d8-4a17-be3f-6aaef0630c07), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.779964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5de7daad-6f97-4170-a7ae-ade0f105d0bb None None] Current status of the port 8eae09a3-67d8-4a17-be3f-6aaef0630c07 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:39.788341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Pushing event deleted for resources: {'Port': ['ID=8eae09a3-67d8-4a17-be3f-6aaef0630c07,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:39.797478 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] No DVR routers for this DVR port 8eae09a3-67d8-4a17-be3f-6aaef0630c07 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:56:39.867679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be37195-6bb5-4c7b-9233-dc33eae84960 None None] Network 3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:39.882571 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.903060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:39.913281 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d3c207-3d09-4d00-a3b3-fbeb8008f2c4') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:39.913580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d3c207-3d09-4d00-a3b3-fbeb8008f2c4') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:39.923503 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (51d3c207-3d09-4d00-a3b3-fbeb8008f2c4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.937068 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (51d3c207-3d09-4d00-a3b3-fbeb8008f2c4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.943061 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:56:39.943471 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (51d3c207-3d09-4d00-a3b3-fbeb8008f2c4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:56:39.946428 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:56:40.010128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac9fd16-d437-44fc-949e-15f1a210212e None None] DHCP port deletion for 3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:56:40.010983 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.018413 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.024320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] 10.222.0.81 "DELETE /v2.0/networks/3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c HTTP/1.1" status: 204 len: 168 time: 0.5925825 Feb 19 03:56:40.024447 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50836) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:40.038900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aaa295-1bdb-4a5f-a687-3c9b2a5e9d7a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Pushing event deleted for resources: {'Network': ['ID=3d3d3d17-bfab-4bdb-a8d3-ba8dd86cbe3c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:40.060761 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b90e2bd2-64a9-4ae7-95ef-62f2c7447e5a tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] 10.222.0.81 "GET /v2.0/ports?device_id=ee9fa2c0-4be5-45e9-835d-3e77d4e33965 HTTP/1.1" status: 200 len: 205 time: 0.0350251 Feb 19 03:56:40.063105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50838) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:40.113002 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.145136 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82674b6f-fc5d-4b4c-8395-a81922cebb70 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for router (ee9fa2c0-4be5-45e9-835d-3e77d4e33965), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.318174 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82674b6f-fc5d-4b4c-8395-a81922cebb70 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (ee9fa2c0-4be5-45e9-835d-3e77d4e33965), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.321071 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82674b6f-fc5d-4b4c-8395-a81922cebb70 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for router_controller (ee9fa2c0-4be5-45e9-835d-3e77d4e33965), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.372492 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82674b6f-fc5d-4b4c-8395-a81922cebb70 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (ee9fa2c0-4be5-45e9-835d-3e77d4e33965), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.373058 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82674b6f-fc5d-4b4c-8395-a81922cebb70 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Fanout notify agent at l3_agent the message router_deleted on router ee9fa2c0-4be5-45e9-835d-3e77d4e33965 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:56:40.379849 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-82674b6f-fc5d-4b4c-8395-a81922cebb70 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.380978 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-82674b6f-fc5d-4b4c-8395-a81922cebb70 tempest-RoutersNegativeTest-479631736 tempest-RoutersNegativeTest-479631736-project] 10.222.0.81 "DELETE /v2.0/routers/ee9fa2c0-4be5-45e9-835d-3e77d4e33965 HTTP/1.1" status: 204 len: 168 time: 0.3169792 Feb 19 03:56:40.650299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50844) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:40.798200 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c030a833-11bc-4334-a203-78a9fee1775c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9b383dd128224c38b59616197694684b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463735 Feb 19 03:56:40.801673 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50848) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:40.848582 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-604893ca-127a-48ef-b5ff-d5a001aefb23 admin admin] Publish callbacks [] for security_group (d454c5fb-0997-4f05-8c7a-0a3b843791fe), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.869245 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-604893ca-127a-48ef-b5ff-d5a001aefb23 admin admin] Publish callbacks [] for security_group (d454c5fb-0997-4f05-8c7a-0a3b843791fe), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.926380 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-604893ca-127a-48ef-b5ff-d5a001aefb23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (d454c5fb-0997-4f05-8c7a-0a3b843791fe), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.929024 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-604893ca-127a-48ef-b5ff-d5a001aefb23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:40.930200 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-604893ca-127a-48ef-b5ff-d5a001aefb23 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d454c5fb-0997-4f05-8c7a-0a3b843791fe HTTP/1.1" status: 204 len: 168 time: 0.1276674 Feb 19 03:56:40.939095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604893ca-127a-48ef-b5ff-d5a001aefb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d454c5fb-0997-4f05-8c7a-0a3b843791fe,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:41.285801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8eae09a3-67d8-4a17-be3f-6aaef0630c07 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:56:41.305870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 8eae09a3-67d8-4a17-be3f-6aaef0630c07 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:56:41.306519 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8eae09a3-67d8-4a17-be3f-6aaef0630c07 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:56:41.575359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50870) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:41.669685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1244406828-network', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:41.692047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Made reservation on behalf of 62864fef4d7d4a90818f790d06a1518a for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:41.694801 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.706821 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.792710 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Publish callbacks [] for security_group (7c599d42-0cd1-46a7-8314-9a30e63ac181), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.799226 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7c599d42-0cd1-46a7-8314-9a30e63ac181), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.823607 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:41.832494 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c599d42-0cd1-46a7-8314-9a30e63ac181,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:41.838569 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7a9a7809-82bb-4374-b55b-56ac950928e6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.838973 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Added segment 7a9a7809-82bb-4374-b55b-56ac950928e6 of type vlan for network 37f47618-f96c-401b-bd17-553d998b2bfd Feb 19 03:56:41.879696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (37f47618-f96c-401b-bd17-553d998b2bfd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.908480 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (37f47618-f96c-401b-bd17-553d998b2bfd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.909841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:41.910560 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:41.971614 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3951273 Feb 19 03:56:41.974777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50874) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:41.979046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c4cd6-d2b4-4462-8bf9-9f16f5f52835 admin admin] Pushing event updated for resources: {'Network': ['ID=37f47618-f96c-401b-bd17-553d998b2bfd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:41.980028 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2e972925-565c-4676-b65d-2dd4de22e4f1 admin admin] Request body: {'subnet': {'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1244406828-subnet', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:41.990313 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 37f47618-f96c-401b-bd17-553d998b2bfd details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:42.001716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e972925-565c-4676-b65d-2dd4de22e4f1 admin admin] Made reservation on behalf of 62864fef4d7d4a90818f790d06a1518a for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:42.004278 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e972925-565c-4676-b65d-2dd4de22e4f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.181473 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e972925-565c-4676-b65d-2dd4de22e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (d2d101c7-706a-4273-93d1-de1bf4d6293f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.234849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e972925-565c-4676-b65d-2dd4de22e4f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2d101c7-706a-4273-93d1-de1bf4d6293f,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:42.254160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e972925-565c-4676-b65d-2dd4de22e4f1 admin admin] Checking segment: {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:42.254712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e972925-565c-4676-b65d-2dd4de22e4f1 admin admin] Network hostable DHCP agents. Network: 37f47618-f96c-401b-bd17-553d998b2bfd, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:42.276953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e972925-565c-4676-b65d-2dd4de22e4f1 admin admin] Network 37f47618-f96c-401b-bd17-553d998b2bfd is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:42.286386 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-2e972925-565c-4676-b65d-2dd4de22e4f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 37f47618-f96c-401b-bd17-553d998b2bfd) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:42.292581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e972925-565c-4676-b65d-2dd4de22e4f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:42.293692 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2e972925-565c-4676-b65d-2dd4de22e4f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.295580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089c7f3-af6d-46a0-9bca-b9e61093d5fe None None] Network 37f47618-f96c-401b-bd17-553d998b2bfd requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:42.313414 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2e972925-565c-4676-b65d-2dd4de22e4f1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3374455 Feb 19 03:56:42.316192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50876) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:42.320536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1244406828-router', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:42.343813 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (7bb52c00-8b0c-47dc-9a62-75b6198026b3), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.345033 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (7bb52c00-8b0c-47dc-9a62-75b6198026b3), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.397916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-37f47618-f96c-401b-bd17-553d998b2bfd', 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd', 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'fixed_ips': [{'subnet_id': 'd2d101c7-706a-4273-93d1-de1bf4d6293f'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:42.398758 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.437892 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Publish callbacks [] for router_controller (7bb52c00-8b0c-47dc-9a62-75b6198026b3), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.529328 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Allocated IP 172.20.0.2 (37f47618-f96c-401b-bd17-553d998b2bfd/d2d101c7-706a-4273-93d1-de1bf4d6293f/1144730c-fa5e-4087-95f1-3573dcf453bf) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:42.581043 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Publish callbacks [] for router_gateway (7bb52c00-8b0c-47dc-9a62-75b6198026b3), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.676211 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Publish callbacks [] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.683257 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.720794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Network 37f47618-f96c-401b-bd17-553d998b2bfd is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:42.723610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:42.728953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:42.734380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Pushing event updated for resources: {'Port': ['ID=1144730c-fa5e-4087-95f1-3573dcf453bf,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:42.790806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Attempting to bind port 1144730c-fa5e-4087-95f1-3573dcf453bf on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:42.791168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Attempting to bind port 1144730c-fa5e-4087-95f1-3573dcf453bf by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:42.791528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Attempting to bind port 1144730c-fa5e-4087-95f1-3573dcf453bf on network 37f47618-f96c-401b-bd17-553d998b2bfd {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:42.796430 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:42.796835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Checking segment: {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:42.797233 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.797623 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Bound using segment: {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:42.798083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Bound port: 1144730c-fa5e-4087-95f1-3573dcf453bf, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:42.798453 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.815241 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Publish callbacks [] for router_gateway (7bb52c00-8b0c-47dc-9a62-75b6198026b3), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.840569 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.858960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] For port 1144730c-fa5e-4087-95f1-3573dcf453bf, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:42.862266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] For port 1144730c-fa5e-4087-95f1-3573dcf453bf, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1144730c-fa5e-4087-95f1-3573dcf453bf,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:42.869423 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:42.924901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feeea87-4e4d-4e7b-ae65-5a898db3a26d None None] Pushing event updated for resources: {'Port': ['ID=1144730c-fa5e-4087-95f1-3573dcf453bf,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:43.000780 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Allocated IP 172.25.1.172 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:43.122152 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Publish callbacks [] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.157390 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.208462 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:43.212442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:43.214735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Pushing event updated for resources: {'Port': ['ID=f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:43.216817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:43.318456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1144730c-fa5e-4087-95f1-3573dcf453bf up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:43.375260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 1144730c-fa5e-4087-95f1-3573dcf453bf triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:43.375637 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.452746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 1144730c-fa5e-4087-95f1-3573dcf453bf is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:43.453174 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.473984 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Publish callbacks [] for router_gateway (7bb52c00-8b0c-47dc-9a62-75b6198026b3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.487199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 1144730c-fa5e-4087-95f1-3573dcf453bf, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1144730c-fa5e-4087-95f1-3573dcf453bf,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:43.491927 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.545399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=1144730c-fa5e-4087-95f1-3573dcf453bf,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:43.849358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec4166-7197-455a-a483-fffa4886e810 None None] Network 37f47618-f96c-401b-bd17-553d998b2bfd requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:43.938709 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (7bb52c00-8b0c-47dc-9a62-75b6198026b3), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:43.952919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-67d30999-3e60-4ee0-8039-11356faf17d0 None None] Provisioning complete for port 1144730c-fa5e-4087-95f1-3573dcf453bf triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:43.953283 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-67d30999-3e60-4ee0-8039-11356faf17d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.046355 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-67d30999-3e60-4ee0-8039-11356faf17d0 None None] Current status of the port 1144730c-fa5e-4087-95f1-3573dcf453bf is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:44.089710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Router 7bb52c00-8b0c-47dc-9a62-75b6198026b3 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:56:44.204756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:44.214205 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Sync routers for ids ['7bb52c00-8b0c-47dc-9a62-75b6198026b3'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:44.223431 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.224690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1264531e-ed9a-4d7e-bad3-da3a8b6d3434 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9075065 Feb 19 03:56:44.225688 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Routers {'7bb52c00-8b0c-47dc-9a62-75b6198026b3'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:44.226307 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5f273e71-c242-422a-9847-37f0a141579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:56:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7bb52c00-8b0c-47dc-9a62-75b6198026b3'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:44.227661 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50878) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:44.267764 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4813d7f7-4c2b-4998-bec8-8cb778b15d40 None None] Provisioning complete for port 1144730c-fa5e-4087-95f1-3573dcf453bf triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:44.268394 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4813d7f7-4c2b-4998-bec8-8cb778b15d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.336419 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Set router 7bb52c00-8b0c-47dc-9a62-75b6198026b3 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:44.353351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4813d7f7-4c2b-4998-bec8-8cb778b15d40 None None] Current status of the port 1144730c-fa5e-4087-95f1-3573dcf453bf is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:44.523195 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5f273e71-c242-422a-9847-37f0a141579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'name': 'tempest-TestEncryptedCinderVolumes-1244406828-router', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:43Z', 'revision_number': 3, 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'gw_port': {'id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:44.550095 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Checking router: 7bb52c00-8b0c-47dc-9a62-75b6198026b3 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:44.550450 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Updating router 7bb52c00-8b0c-47dc-9a62-75b6198026b3 port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:56:44.578094 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.657359 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.816761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Allocated IP 172.20.0.1 (37f47618-f96c-401b-bd17-553d998b2bfd/d2d101c7-706a-4273-93d1-de1bf4d6293f/2ae28528-7f60-4519-a491-ef236bcde368) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:44.833009 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Publish callbacks [] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.838409 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.888877 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Attempting to bind port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:44.889243 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Attempting to bind port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:44.889598 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Attempting to bind port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:44.891551 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Pushing event updated for resources: {'Port': ['ID=f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:44.899795 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:44.900150 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:44.900555 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.900956 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:44.901580 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Bound port: f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:44.902018 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.905334 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.905668 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.905998 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.906325 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.906644 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.906965 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.907281 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.907595 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.907909 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.908220 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.908531 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.908866 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.909174 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:44.919942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Publish callbacks [] for port (2ae28528-7f60-4519-a491-ef236bcde368), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.954179 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2ae28528-7f60-4519-a491-ef236bcde368), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.958888 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-5f273e71-c242-422a-9847-37f0a141579c None None] For port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:44.962001 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-5f273e71-c242-422a-9847-37f0a141579c None None] For port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:44.967770 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:44.993842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Network 37f47618-f96c-401b-bd17-553d998b2bfd is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:44.998979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:45.003366 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:45.006606 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Pushing event updated for resources: {'Port': ['ID=2ae28528-7f60-4519-a491-ef236bcde368,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:45.027228 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Routers {'7bb52c00-8b0c-47dc-9a62-75b6198026b3'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:45.027864 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5f273e71-c242-422a-9847-37f0a141579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:56:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7bb52c00-8b0c-47dc-9a62-75b6198026b3'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:45.033589 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1c176-550c-47fe-91c3-2bf46b4b263d None None] Pushing event updated for resources: {'Port': ['ID=f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:45.050715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (7bb52c00-8b0c-47dc-9a62-75b6198026b3), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.189794 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2ae28528-7f60-4519-a491-ef236bcde368), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.239731 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5f273e71-c242-422a-9847-37f0a141579c None None] Set router 7bb52c00-8b0c-47dc-9a62-75b6198026b3 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:45.285717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-0a99abe0-03e5-45a1-b240-5d0d7f3e3683 None None] Provisioning complete for port 2ae28528-7f60-4519-a491-ef236bcde368 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:45.286453 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0a99abe0-03e5-45a1-b240-5d0d7f3e3683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2ae28528-7f60-4519-a491-ef236bcde368), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.313798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1144730c-fa5e-4087-95f1-3573dcf453bf up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:45.350891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0a99abe0-03e5-45a1-b240-5d0d7f3e3683 None None] Port 2ae28528-7f60-4519-a491-ef236bcde368 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:45.355980 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Publish callbacks [] for port (2ae28528-7f60-4519-a491-ef236bcde368), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.361239 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (2ae28528-7f60-4519-a491-ef236bcde368), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.374465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 1144730c-fa5e-4087-95f1-3573dcf453bf triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:45.375561 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.426176 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5f273e71-c242-422a-9847-37f0a141579c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'name': 'tempest-TestEncryptedCinderVolumes-1244406828-router', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:43Z', 'revision_number': 3, 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'gw_port': {'id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:45.429970 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (7bb52c00-8b0c-47dc-9a62-75b6198026b3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.431839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Pushing event updated for resources: {'Port': ['ID=2ae28528-7f60-4519-a491-ef236bcde368,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:45.458522 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f273e71-c242-422a-9847-37f0a141579c None None] The sync data for ids ['7bb52c00-8b0c-47dc-9a62-75b6198026b3'] in n-d-826755-2 is: [{'id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'name': 'tempest-TestEncryptedCinderVolumes-1244406828-router', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:43Z', 'revision_number': 3, 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'gw_port': {'id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:45.467913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 1144730c-fa5e-4087-95f1-3573dcf453bf is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:45.525005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Network 37f47618-f96c-401b-bd17-553d998b2bfd is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:45.526491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:45.647390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Router 7bb52c00-8b0c-47dc-9a62-75b6198026b3 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:56:45.791536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:45.797049 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bd853611-5c73-4685-9c34-4c2c453c2a2c admin admin] 10.222.0.81 "PUT /v2.0/routers/7bb52c00-8b0c-47dc-9a62-75b6198026b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5681934 Feb 19 03:56:45.887722 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e26dda0c-d951-4805-a831-0f80dc495fae None None] Provisioning complete for port 2ae28528-7f60-4519-a491-ef236bcde368 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:45.888095 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e26dda0c-d951-4805-a831-0f80dc495fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2ae28528-7f60-4519-a491-ef236bcde368), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:45.928402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e26dda0c-d951-4805-a831-0f80dc495fae None None] Port 2ae28528-7f60-4519-a491-ef236bcde368 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:46.293080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50894) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:46.298132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1672482586-network', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:46.318310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Made reservation on behalf of 1c1258bf231e49e9a6ed69ab8cc212fb for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:46.320926 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.329633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.404961 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Publish callbacks [] for security_group (7cc73b1b-d94d-4e8b-8846-13bf6776287c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.410930 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7cc73b1b-d94d-4e8b-8846-13bf6776287c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.435482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:56:46.446297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc73b1b-d94d-4e8b-8846-13bf6776287c,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:46.451117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6a13f9b6-d2df-427e-b8f9-655082b62b82), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.451472 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Added segment 6a13f9b6-d2df-427e-b8f9-655082b62b82 of type vlan for network 6f40ce34-01ec-4ce2-805c-095a9ae6b77a Feb 19 03:56:46.467717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.468043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.468393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.468751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.469095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.469422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.469749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.470070 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.470404 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.470714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.471050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.471366 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.471693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:56:46.511499 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (6f40ce34-01ec-4ce2-805c-095a9ae6b77a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.539197 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (6f40ce34-01ec-4ce2-805c-095a9ae6b77a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.540220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:46.540848 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.597506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3032835 Feb 19 03:56:46.600462 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50896) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:46.605009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feea5f3-d955-4f17-8c93-3f1c97b9ac1f admin admin] Pushing event updated for resources: {'Network': ['ID=6f40ce34-01ec-4ce2-805c-095a9ae6b77a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:46.605926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-04f014f1-8c05-4746-8d2b-a947a490ebc0 admin admin] Request body: {'subnet': {'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1672482586-subnet', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:46.615295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 6f40ce34-01ec-4ce2-805c-095a9ae6b77a details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:56:46.626817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f014f1-8c05-4746-8d2b-a947a490ebc0 admin admin] Made reservation on behalf of 1c1258bf231e49e9a6ed69ab8cc212fb for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:46.630129 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04f014f1-8c05-4746-8d2b-a947a490ebc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.814351 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04f014f1-8c05-4746-8d2b-a947a490ebc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (04f81b27-46db-4e6d-96ca-a5c9fde5af77), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.868854 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f014f1-8c05-4746-8d2b-a947a490ebc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f81b27-46db-4e6d-96ca-a5c9fde5af77,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:46.879293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f014f1-8c05-4746-8d2b-a947a490ebc0 admin admin] Checking segment: {'id': '6a13f9b6-d2df-427e-b8f9-655082b62b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:46.879678 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f014f1-8c05-4746-8d2b-a947a490ebc0 admin admin] Network hostable DHCP agents. Network: 6f40ce34-01ec-4ce2-805c-095a9ae6b77a, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:56:46.898168 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f014f1-8c05-4746-8d2b-a947a490ebc0 admin admin] Network 6f40ce34-01ec-4ce2-805c-095a9ae6b77a is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:56:46.909825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-04f014f1-8c05-4746-8d2b-a947a490ebc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 6f40ce34-01ec-4ce2-805c-095a9ae6b77a) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:46.914157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f014f1-8c05-4746-8d2b-a947a490ebc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:46.914750 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-04f014f1-8c05-4746-8d2b-a947a490ebc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.920437 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51c117-50a3-49cd-be2a-85d5ab93a18f None None] Network 6f40ce34-01ec-4ce2-805c-095a9ae6b77a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:46.934020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 50898) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:46.934187 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-04f014f1-8c05-4746-8d2b-a947a490ebc0 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3323982 Feb 19 03:56:46.940088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1672482586-router', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:46.962069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (53cc2d13-d191-4abf-8642-f92566c489b2), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:46.963945 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (53cc2d13-d191-4abf-8642-f92566c489b2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.021394 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Publish callbacks [] for router_controller (53cc2d13-d191-4abf-8642-f92566c489b2), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.027335 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-6f40ce34-01ec-4ce2-805c-095a9ae6b77a', 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a', 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'fixed_ips': [{'subnet_id': '04f81b27-46db-4e6d-96ca-a5c9fde5af77'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:56:47.028318 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.056763 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Sync routers for ids ['7bb52c00-8b0c-47dc-9a62-75b6198026b3'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:47.121050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Routers {'7bb52c00-8b0c-47dc-9a62-75b6198026b3'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:47.121682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:56:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7bb52c00-8b0c-47dc-9a62-75b6198026b3'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:47.167900 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Publish callbacks [] for router_gateway (53cc2d13-d191-4abf-8642-f92566c489b2), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.371114 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:47.390661 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Publish callbacks [] for router_gateway (53cc2d13-d191-4abf-8642-f92566c489b2), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.409987 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.470596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Allocated IP 172.20.0.2 (6f40ce34-01ec-4ce2-805c-095a9ae6b77a/04f81b27-46db-4e6d-96ca-a5c9fde5af77/12a5f82f-7729-4c6b-8db6-5ff2d5a267ac) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:47.488337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Set router 7bb52c00-8b0c-47dc-9a62-75b6198026b3 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:47.511684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Allocated IP 172.25.1.170 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/fe68517c-678a-4698-aaa2-443496aa3c43) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:47.611251 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:47.611615 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.617791 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Publish callbacks [] for port (fe68517c-678a-4698-aaa2-443496aa3c43), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.655419 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fe68517c-678a-4698-aaa2-443496aa3c43), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.695965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:47.703732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:47.705681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Pushing event updated for resources: {'Port': ['ID=fe68517c-678a-4698-aaa2-443496aa3c43,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:47.707766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:47.841602 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Publish callbacks [] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.876622 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.911829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:47.912214 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.936333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Network 6f40ce34-01ec-4ce2-805c-095a9ae6b77a is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:47.949003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:47.951489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:47.963287 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Publish callbacks [] for router_gateway (53cc2d13-d191-4abf-8642-f92566c489b2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:47.966428 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:47.976816 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Pushing event updated for resources: {'Port': ['ID=12a5f82f-7729-4c6b-8db6-5ff2d5a267ac,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:47.980752 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.068534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'name': 'tempest-TestEncryptedCinderVolumes-1244406828-router', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:45Z', 'revision_number': 4, 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'gw_port': {'id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '2ae28528-7f60-4519-a491-ef236bcde368', 'name': '', 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'mac_address': 'fa:16:3e:cb:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'd2d101c7-706a-4273-93d1-de1bf4d6293f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:44Z', 'updated_at': '2022-02-19T03:56:45Z', 'revision_number': 2, 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'subnets': [{'id': 'd2d101c7-706a-4273-93d1-de1bf4d6293f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:48.107541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Attempting to bind port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:48.107982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Attempting to bind port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '6a13f9b6-d2df-427e-b8f9-655082b62b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:48.108507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Attempting to bind port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac on network 6f40ce34-01ec-4ce2-805c-095a9ae6b77a {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:48.119272 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Checking router: 7bb52c00-8b0c-47dc-9a62-75b6198026b3 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:48.119736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Updating router 7bb52c00-8b0c-47dc-9a62-75b6198026b3 port 2ae28528-7f60-4519-a491-ef236bcde368 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:56:48.131015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:48.131553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Checking segment: {'id': '6a13f9b6-d2df-427e-b8f9-655082b62b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:48.132125 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.132699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Bound using segment: {'id': '6a13f9b6-d2df-427e-b8f9-655082b62b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:48.133385 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Bound port: 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a13f9b6-d2df-427e-b8f9-655082b62b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:48.133922 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.154798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:48.171126 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (53cc2d13-d191-4abf-8642-f92566c489b2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.201055 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2ae28528-7f60-4519-a491-ef236bcde368), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.262868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] For port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:48.269080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] For port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=12a5f82f-7729-4c6b-8db6-5ff2d5a267ac,segment=NetworkSegment(6a13f9b6-d2df-427e-b8f9-655082b62b82),segment_id=6a13f9b6-d2df-427e-b8f9-655082b62b82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:48.303669 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Router 53cc2d13-d191-4abf-8642-f92566c489b2 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:56:48.325273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.415625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:48.427305 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Sync routers for ids ['53cc2d13-d191-4abf-8642-f92566c489b2'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:48.436942 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.441185 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-569edcbb-32f8-4bbb-94e7-b5504067092a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5056815 Feb 19 03:56:48.441375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 50900) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:56:48.443189 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Routers {'53cc2d13-d191-4abf-8642-f92566c489b2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:48.443800 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:56:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['53cc2d13-d191-4abf-8642-f92566c489b2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:48.459848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4269c39-f6c9-49e4-9ed6-c1282dd01671 None None] Pushing event updated for resources: {'Port': ['ID=12a5f82f-7729-4c6b-8db6-5ff2d5a267ac,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:48.586216 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Set router 53cc2d13-d191-4abf-8642-f92566c489b2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:48.703877 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Publish callbacks [] for port (2ae28528-7f60-4519-a491-ef236bcde368), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.718041 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2ae28528-7f60-4519-a491-ef236bcde368), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.782924 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f8ef5-7f57-4a36-b30b-5debd4203b0f None None] Pushing event updated for resources: {'Port': ['ID=2ae28528-7f60-4519-a491-ef236bcde368,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:48.866950 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'name': 'tempest-TestEncryptedCinderVolumes-1672482586-router', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:46Z', 'updated_at': '2022-02-19T03:56:47Z', 'revision_number': 3, 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'gw_port': {'id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:47Z', 'updated_at': '2022-02-19T03:56:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:48.876371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Attempting to bind port 2ae28528-7f60-4519-a491-ef236bcde368 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:48.876978 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Attempting to bind port 2ae28528-7f60-4519-a491-ef236bcde368 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:48.877086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Attempting to bind port 2ae28528-7f60-4519-a491-ef236bcde368 on network 37f47618-f96c-401b-bd17-553d998b2bfd {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:48.888391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:48.888804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Checking segment: {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:48.889211 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.889607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Bound using segment: {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:48.890143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Bound port: 2ae28528-7f60-4519-a491-ef236bcde368, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:48.890913 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2ae28528-7f60-4519-a491-ef236bcde368), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.903212 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Checking router: 53cc2d13-d191-4abf-8642-f92566c489b2 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:48.903823 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Updating router 53cc2d13-d191-4abf-8642-f92566c489b2 port fe68517c-678a-4698-aaa2-443496aa3c43 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:56:48.938099 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fe68517c-678a-4698-aaa2-443496aa3c43), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:48.968275 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] For port 2ae28528-7f60-4519-a491-ef236bcde368, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:48.973203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] For port 2ae28528-7f60-4519-a491-ef236bcde368, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2ae28528-7f60-4519-a491-ef236bcde368,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:48.982161 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2ae28528-7f60-4519-a491-ef236bcde368), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.054929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f8ef5-7f57-4a36-b30b-5debd4203b0f None None] Pushing event updated for resources: {'Port': ['ID=2ae28528-7f60-4519-a491-ef236bcde368,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:49.066232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Routers {'7bb52c00-8b0c-47dc-9a62-75b6198026b3'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:49.066967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:56:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7bb52c00-8b0c-47dc-9a62-75b6198026b3'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:49.134267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-46fa47c6-0bde-4163-84b1-fc3a92736ac6 None None] Provisioning complete for port 2ae28528-7f60-4519-a491-ef236bcde368 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:49.134765 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-46fa47c6-0bde-4163-84b1-fc3a92736ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2ae28528-7f60-4519-a491-ef236bcde368), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.263235 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Publish callbacks [] for port (fe68517c-678a-4698-aaa2-443496aa3c43), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.274742 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fe68517c-678a-4698-aaa2-443496aa3c43), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.334025 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Attempting to bind port fe68517c-678a-4698-aaa2-443496aa3c43 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:49.334404 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Attempting to bind port fe68517c-678a-4698-aaa2-443496aa3c43 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:49.334874 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Attempting to bind port fe68517c-678a-4698-aaa2-443496aa3c43 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:49.346906 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:49.347290 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:49.347855 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.348262 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:49.348775 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Bound port: fe68517c-678a-4698-aaa2-443496aa3c43, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:49.349163 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fe68517c-678a-4698-aaa2-443496aa3c43), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.386601 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c581356-c0f7-47ed-b9a6-5028c39616b8 None None] Pushing event updated for resources: {'Port': ['ID=fe68517c-678a-4698-aaa2-443496aa3c43,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:49.462020 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] For port fe68517c-678a-4698-aaa2-443496aa3c43, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:49.468090 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] For port fe68517c-678a-4698-aaa2-443496aa3c43, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fe68517c-678a-4698-aaa2-443496aa3c43,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:49.478927 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fe68517c-678a-4698-aaa2-443496aa3c43), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.480746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] Set router 7bb52c00-8b0c-47dc-9a62-75b6198026b3 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:49.516092 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:49.545085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.547212 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Routers {'53cc2d13-d191-4abf-8642-f92566c489b2'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:49.547785 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:56:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['53cc2d13-d191-4abf-8642-f92566c489b2'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:49.551273 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c581356-c0f7-47ed-b9a6-5028c39616b8 None None] Pushing event updated for resources: {'Port': ['ID=fe68517c-678a-4698-aaa2-443496aa3c43,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:49.602191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-46fa47c6-0bde-4163-84b1-fc3a92736ac6 None None] Current status of the port 2ae28528-7f60-4519-a491-ef236bcde368 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:49.602728 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-46fa47c6-0bde-4163-84b1-fc3a92736ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2ae28528-7f60-4519-a491-ef236bcde368), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.684700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:49.685286 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.703986 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] Set router 53cc2d13-d191-4abf-8642-f92566c489b2 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:49.731773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-46fa47c6-0bde-4163-84b1-fc3a92736ac6 None None] For port 2ae28528-7f60-4519-a491-ef236bcde368, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2ae28528-7f60-4519-a491-ef236bcde368,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:49.738832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Allocated IP 172.20.0.1 (6f40ce34-01ec-4ce2-805c-095a9ae6b77a/04f81b27-46db-4e6d-96ca-a5c9fde5af77/bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:49.765782 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-46fa47c6-0bde-4163-84b1-fc3a92736ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2ae28528-7f60-4519-a491-ef236bcde368), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.865588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d942ee-81ba-4150-8b02-78ef75c99383 None None] Network 6f40ce34-01ec-4ce2-805c-095a9ae6b77a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:56:49.888962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Publish callbacks [] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.910517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa47c6-0bde-4163-84b1-fc3a92736ac6 None None] Pushing event updated for resources: {'Port': ['ID=2ae28528-7f60-4519-a491-ef236bcde368,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:49.927205 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:49.936124 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'name': 'tempest-TestEncryptedCinderVolumes-1672482586-router', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:46Z', 'updated_at': '2022-02-19T03:56:47Z', 'revision_number': 3, 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'gw_port': {'id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:47Z', 'updated_at': '2022-02-19T03:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:49.967804 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff42686-052c-421a-90d6-67b14fbe2390 None None] The sync data for ids ['53cc2d13-d191-4abf-8642-f92566c489b2'] in n-d-826755-2 is: [{'id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'name': 'tempest-TestEncryptedCinderVolumes-1672482586-router', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:46Z', 'updated_at': '2022-02-19T03:56:47Z', 'revision_number': 3, 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'gw_port': {'id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:47Z', 'updated_at': '2022-02-19T03:56:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:49.973987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Network 6f40ce34-01ec-4ce2-805c-095a9ae6b77a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:49.979209 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:49.984408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:50.004324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a565c9b8-468e-47f0-9fbd-93414a2548a2 None None] Provisioning complete for port 2ae28528-7f60-4519-a491-ef236bcde368 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:50.004808 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a565c9b8-468e-47f0-9fbd-93414a2548a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2ae28528-7f60-4519-a491-ef236bcde368), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.008582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:50.009760 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:50.016168 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Pushing event updated for resources: {'Port': ['ID=bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:50.035538 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (53cc2d13-d191-4abf-8642-f92566c489b2), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.176913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'name': 'tempest-TestEncryptedCinderVolumes-1244406828-router', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:45Z', 'revision_number': 4, 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'gw_port': {'id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '2ae28528-7f60-4519-a491-ef236bcde368', 'name': '', 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'mac_address': 'fa:16:3e:cb:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'd2d101c7-706a-4273-93d1-de1bf4d6293f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:44Z', 'updated_at': '2022-02-19T03:56:48Z', 'revision_number': 4, 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'subnets': [{'id': 'd2d101c7-706a-4273-93d1-de1bf4d6293f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:50.180467 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.186322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:50.186693 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.257464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06111c46-353a-48ff-8249-455f77f7b234 None None] The sync data for ids ['7bb52c00-8b0c-47dc-9a62-75b6198026b3'] in n-d-826755-2 is: [{'id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'name': 'tempest-TestEncryptedCinderVolumes-1244406828-router', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:45Z', 'revision_number': 4, 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'gw_port': {'id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '2ae28528-7f60-4519-a491-ef236bcde368', 'name': '', 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'mac_address': 'fa:16:3e:cb:7e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'd2d101c7-706a-4273-93d1-de1bf4d6293f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:44Z', 'updated_at': '2022-02-19T03:56:48Z', 'revision_number': 4, 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'subnets': [{'id': 'd2d101c7-706a-4273-93d1-de1bf4d6293f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:50.269289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a565c9b8-468e-47f0-9fbd-93414a2548a2 None None] Current status of the port 2ae28528-7f60-4519-a491-ef236bcde368 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:50.309236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a565c9b8-468e-47f0-9fbd-93414a2548a2 None None] Provisioning complete for port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:50.309608 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a565c9b8-468e-47f0-9fbd-93414a2548a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.415862 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:50.416241 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.463361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Publish callbacks [] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.471065 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.493993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=12a5f82f-7729-4c6b-8db6-5ff2d5a267ac,segment=NetworkSegment(6a13f9b6-d2df-427e-b8f9-655082b62b82),segment_id=6a13f9b6-d2df-427e-b8f9-655082b62b82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:50.514697 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.520338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a565c9b8-468e-47f0-9fbd-93414a2548a2 None None] Current status of the port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:50.520744 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a565c9b8-468e-47f0-9fbd-93414a2548a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.608608 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (53cc2d13-d191-4abf-8642-f92566c489b2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:50.610466 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=12a5f82f-7729-4c6b-8db6-5ff2d5a267ac,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:50.628723 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Pushing event updated for resources: {'Port': ['ID=bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:50.633849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.db.api [None req-a565c9b8-468e-47f0-9fbd-93414a2548a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109900) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 19 03:56:50.634212 n-d-826755-2 neutron-server[109900]: DEBUG oslo_db.api [None req-a565c9b8-468e-47f0-9fbd-93414a2548a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 19 03:56:50.745714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Network 6f40ce34-01ec-4ce2-805c-095a9ae6b77a is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:50.747683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:50.899280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Router 53cc2d13-d191-4abf-8642-f92566c489b2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:56:51.030012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:56:51.045646 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cd6dba21-eef7-4e93-83c5-a4663dfbb448 admin admin] 10.222.0.81 "PUT /v2.0/routers/53cc2d13-d191-4abf-8642-f92566c489b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5932751 Feb 19 03:56:51.194572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a565c9b8-468e-47f0-9fbd-93414a2548a2 None None] Current status of the port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:51.319400 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-22d86bc9-74d1-4546-bc11-654a85f6dac7 None None] Provisioning complete for port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:51.320861 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-22d86bc9-74d1-4546-bc11-654a85f6dac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.466048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-22d86bc9-74d1-4546-bc11-654a85f6dac7 None None] Current status of the port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:51.469813 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:51.514649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-22d86bc9-74d1-4546-bc11-654a85f6dac7 None None] Provisioning complete for port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:51.515043 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-22d86bc9-74d1-4546-bc11-654a85f6dac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.554232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-22d86bc9-74d1-4546-bc11-654a85f6dac7 None None] Port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:51.560558 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:51.560960 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.647109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:51.648493 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2ae28528-7f60-4519-a491-ef236bcde368 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:51.657793 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:56:51.697535 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 2ae28528-7f60-4519-a491-ef236bcde368 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:51.698005 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2ae28528-7f60-4519-a491-ef236bcde368), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.776647 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 2ae28528-7f60-4519-a491-ef236bcde368 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:51.777785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fe68517c-678a-4698-aaa2-443496aa3c43 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:51.831403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port fe68517c-678a-4698-aaa2-443496aa3c43 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:51.831838 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fe68517c-678a-4698-aaa2-443496aa3c43), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.912607 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port fe68517c-678a-4698-aaa2-443496aa3c43 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:51.913089 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (fe68517c-678a-4698-aaa2-443496aa3c43), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.937373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port fe68517c-678a-4698-aaa2-443496aa3c43, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fe68517c-678a-4698-aaa2-443496aa3c43,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:51.942979 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (fe68517c-678a-4698-aaa2-443496aa3c43), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:51.950595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-324f4d53-da5a-4b98-ace3-9752451e700a tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:51.952258 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-324f4d53-da5a-4b98-ace3-9752451e700a tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/networks?id=37f47618-f96c-401b-bd17-553d998b2bfd HTTP/1.1" status: 200 len: 817 time: 0.1146138 Feb 19 03:56:51.975149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-cdd7d1dd-5709-4bf7-9c68-b92400897052 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/quotas/62864fef4d7d4a90818f790d06a1518a HTTP/1.1" status: 200 len: 375 time: 0.0158305 Feb 19 03:56:51.996635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=fe68517c-678a-4698-aaa2-443496aa3c43,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:52.034413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-c73fe35e-4d96-4a18-aa1d-f734a4be5d86 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=62864fef4d7d4a90818f790d06a1518a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582371 Feb 19 03:56:52.392557 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-769f10bd-7a7d-4de2-a727-44d1d8288412 service neutron] 10.222.0.81 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461518 Feb 19 03:56:52.483844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-4fb4d009-5ea3-4d40-93be-ceb3e529f4c5 service neutron] 10.222.0.81 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854235 Feb 19 03:56:52.655186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bcf8d024-72b6-429c-9706-051dfd70f4be req-b2884847-19da-408b-bfac-5fb3b9f8ba70 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 210 time: 0.0339019 Feb 19 03:56:52.700277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Sync routers for ids ['53cc2d13-d191-4abf-8642-f92566c489b2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:56:52.711733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Routers {'53cc2d13-d191-4abf-8642-f92566c489b2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:52.712353 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:56:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['53cc2d13-d191-4abf-8642-f92566c489b2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:52.829484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Set router 53cc2d13-d191-4abf-8642-f92566c489b2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:53.023748 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.042038 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'name': 'tempest-TestEncryptedCinderVolumes-1672482586-router', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:46Z', 'updated_at': '2022-02-19T03:56:50Z', 'revision_number': 4, 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'gw_port': {'id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:47Z', 'updated_at': '2022-02-19T03:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd', 'name': '', 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'mac_address': 'fa:16:3e:ea:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f81b27-46db-4e6d-96ca-a5c9fde5af77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:49Z', 'updated_at': '2022-02-19T03:56:50Z', 'revision_number': 2, 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'subnets': [{'id': '04f81b27-46db-4e6d-96ca-a5c9fde5af77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:53.072370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Checking router: 53cc2d13-d191-4abf-8642-f92566c489b2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:56:53.072755 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Updating router 53cc2d13-d191-4abf-8642-f92566c489b2 port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:56:53.100566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.309786 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fe68517c-678a-4698-aaa2-443496aa3c43 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:53.574890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port fe68517c-678a-4698-aaa2-443496aa3c43 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:53.575262 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (fe68517c-678a-4698-aaa2-443496aa3c43), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.609518 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Publish callbacks [] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.622379 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.719761 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6886b2-bc84-44a0-9b0b-33bc1998bb3c None None] Pushing event updated for resources: {'Port': ['ID=bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:53.764758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-ba59a3be-3fd3-4273-8320-1205221f4213 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:53.766352 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-ba59a3be-3fd3-4273-8320-1205221f4213 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.87 "GET /v2.0/networks?id=37f47618-f96c-401b-bd17-553d998b2bfd HTTP/1.1" status: 200 len: 817 time: 0.1478977 Feb 19 03:56:53.779424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port fe68517c-678a-4698-aaa2-443496aa3c43 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:53.780237 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Request body: {'port': {'device_id': 'dccae16d-7548-4235-9517-dc2f443fe624', 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd', 'admin_state_up': True, 'tenant_id': '62864fef4d7d4a90818f790d06a1518a'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:53.794236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Attempting to bind port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:53.795089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Attempting to bind port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '6a13f9b6-d2df-427e-b8f9-655082b62b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:53.795466 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Attempting to bind port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd on network 6f40ce34-01ec-4ce2-805c-095a9ae6b77a {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:53.802605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:53.803043 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Checking segment: {'id': '6a13f9b6-d2df-427e-b8f9-655082b62b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:53.803454 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.803848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Bound using segment: {'id': '6a13f9b6-d2df-427e-b8f9-655082b62b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:53.804326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Bound port: bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a13f9b6-d2df-427e-b8f9-655082b62b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:53.804787 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.811913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-784a82d0-48e2-4be4-a2c2-1fc80fb0bfc0 req-1c1c2b09-9e71-43f1-9c78-c5d4bce88e02 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 210 time: 0.0509388 Feb 19 03:56:53.885929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] For port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:53.890391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] For port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd,segment=NetworkSegment(6a13f9b6-d2df-427e-b8f9-655082b62b82),segment_id=6a13f9b6-d2df-427e-b8f9-655082b62b82)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:53.897281 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.921926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Made reservation on behalf of 62864fef4d7d4a90818f790d06a1518a for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:56:53.925615 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:53.957057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Routers {'53cc2d13-d191-4abf-8642-f92566c489b2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:56:53.957662 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:56:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['53cc2d13-d191-4abf-8642-f92566c489b2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:54.000192 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6886b2-bc84-44a0-9b0b-33bc1998bb3c None None] Pushing event updated for resources: {'Port': ['ID=bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:54.047597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-91605e33-abf7-4bcf-a82b-3e33e6a7c16e None None] Provisioning complete for port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:54.048008 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91605e33-abf7-4bcf-a82b-3e33e6a7c16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.061259 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Allocated IP 172.20.0.4 (37f47618-f96c-401b-bd17-553d998b2bfd/d2d101c7-706a-4273-93d1-de1bf4d6293f/792f8a56-9e49-4ac1-b13d-5e6b5291b38e) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:56:54.079642 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.129970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] Set router 53cc2d13-d191-4abf-8642-f92566c489b2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:56:54.226215 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks [] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.262249 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.291679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-91605e33-abf7-4bcf-a82b-3e33e6a7c16e None None] Current status of the port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:54.292259 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91605e33-abf7-4bcf-a82b-3e33e6a7c16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.304431 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Network 37f47618-f96c-401b-bd17-553d998b2bfd is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:56:54.307511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:56:54.314015 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:56:54.345567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Pushing event updated for resources: {'Port': ['ID=792f8a56-9e49-4ac1-b13d-5e6b5291b38e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:54.358210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-91605e33-abf7-4bcf-a82b-3e33e6a7c16e None None] For port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd,segment=NetworkSegment(6a13f9b6-d2df-427e-b8f9-655082b62b82),segment_id=6a13f9b6-d2df-427e-b8f9-655082b62b82)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:54.367757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:54.368403 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.377620 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91605e33-abf7-4bcf-a82b-3e33e6a7c16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.388393 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5898471a-b279-4c5e-b98a-b4d56ff7329f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6133637 Feb 19 03:56:54.399836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Request body: {'port': {'device_id': 'dccae16d-7548-4235-9517-dc2f443fe624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:56:54.444588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91605e33-abf7-4bcf-a82b-3e33e6a7c16e None None] Pushing event updated for resources: {'Port': ['ID=bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:54.457015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'name': 'tempest-TestEncryptedCinderVolumes-1672482586-router', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:46Z', 'updated_at': '2022-02-19T03:56:50Z', 'revision_number': 4, 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'gw_port': {'id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:47Z', 'updated_at': '2022-02-19T03:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd', 'name': '', 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'mac_address': 'fa:16:3e:ea:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f81b27-46db-4e6d-96ca-a5c9fde5af77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:49Z', 'updated_at': '2022-02-19T03:56:53Z', 'revision_number': 4, 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'subnets': [{'id': '04f81b27-46db-4e6d-96ca-a5c9fde5af77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:56:54.482084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.490456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e98fb4e-3fe5-41a7-9e72-102f929e4592 None None] The sync data for ids ['53cc2d13-d191-4abf-8642-f92566c489b2'] in n-d-826755-2 is: [{'id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'name': 'tempest-TestEncryptedCinderVolumes-1672482586-router', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:46Z', 'updated_at': '2022-02-19T03:56:50Z', 'revision_number': 4, 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'gw_port': {'id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:47Z', 'updated_at': '2022-02-19T03:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd', 'name': '', 'network_id': '6f40ce34-01ec-4ce2-805c-095a9ae6b77a', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'mac_address': 'fa:16:3e:ea:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '04f81b27-46db-4e6d-96ca-a5c9fde5af77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:49Z', 'updated_at': '2022-02-19T03:56:53Z', 'revision_number': 4, 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'subnets': [{'id': '04f81b27-46db-4e6d-96ca-a5c9fde5af77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:56:54.507029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f59ed1f2-895c-4c97-8976-322a26041a68 None None] Provisioning complete for port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:54.507405 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f59ed1f2-895c-4c97-8976-322a26041a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.623520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f59ed1f2-895c-4c97-8976-322a26041a68 None None] Current status of the port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:54.745865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-660c325b-9c3b-4d23-b4dd-a4f826c1a3d9 None None] Provisioning complete for port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:54.746541 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-660c325b-9c3b-4d23-b4dd-a4f826c1a3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.789456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-660c325b-9c3b-4d23-b4dd-a4f826c1a3d9 None None] Port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:56:54.791838 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792f8a56-9e49-4ac1-b13d-5e6b5291b38e {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:54.800112 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Publish callbacks [] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.813384 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Transition to ACTIVE for port object 792f8a56-9e49-4ac1-b13d-5e6b5291b38e will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:56:54.817668 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:54.877102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Pushing event updated for resources: {'Port': ['ID=792f8a56-9e49-4ac1-b13d-5e6b5291b38e,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:54.949460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc65f1-29a0-4d02-9c2e-f9613e000e78 req-525f5cc4-413e-4467-8d6f-9b7945be6412 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:54.951014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cdc65f1-29a0-4d02-9c2e-f9613e000e78 req-525f5cc4-413e-4467-8d6f-9b7945be6412 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 943 time: 0.0666411 Feb 19 03:56:54.961943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Attempting to bind port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:56:54.962278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Attempting to bind port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:56:54.962604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Attempting to bind port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e on network 37f47618-f96c-401b-bd17-553d998b2bfd {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:54.967928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e on network 37f47618-f96c-401b-bd17-553d998b2bfd not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:56:54.968253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Attempting to bind port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e on network 37f47618-f96c-401b-bd17-553d998b2bfd {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:56:54.973959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:56:54.974299 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Checking segment: {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:56:54.974688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Bound using segment: {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:56:54.975122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Bound port: 792f8a56-9e49-4ac1-b13d-5e6b5291b38e, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:56:54.975481 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.042850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9cdc65f1-29a0-4d02-9c2e-f9613e000e78 req-d88404cb-78aa-49f3-83c5-c6ac432c16aa tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834253 Feb 19 03:56:55.066287 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] For port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:56:55.069865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] For port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=792f8a56-9e49-4ac1-b13d-5e6b5291b38e,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:56:55.079008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.120940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.121837 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.123908 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] 10.222.0.87 "PUT /v2.0/ports/792f8a56-9e49-4ac1-b13d-5e6b5291b38e HTTP/1.1" status: 200 len: 1091 time: 0.7286360 Feb 19 03:56:55.126427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccae16d-7548-4235-9517-dc2f443fe624', 'tag': '792f8a56-9e49-4ac1-b13d-5e6b5291b38e'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:56:55.129926 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f703d7-cc0d-496c-bb3d-6d7767b6905f" -d '{"events": [{"name": "network-changed", "server_uuid": "dccae16d-7548-4235-9517-dc2f443fe624", "tag": "792f8a56-9e49-4ac1-b13d-5e6b5291b38e"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:56:55.163012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92727397-f7ff-4cd7-ae5d-adc965446f85 service neutron] Pushing event updated for resources: {'Port': ['ID=792f8a56-9e49-4ac1-b13d-5e6b5291b38e,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:55.203032 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c60928-2af2-4012-96db-311b406de532 x-openstack-request-id: req-94c60928-2af2-4012-96db-311b406de532 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:56:55.203403 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dccae16d-7548-4235-9517-dc2f443fe624", "tag": "792f8a56-9e49-4ac1-b13d-5e6b5291b38e", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:56:55.203587 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-94c60928-2af2-4012-96db-311b406de532 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:56:55.203975 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccae16d-7548-4235-9517-dc2f443fe624', 'tag': '792f8a56-9e49-4ac1-b13d-5e6b5291b38e', 'status': 'completed', 'code': 200} Feb 19 03:56:55.225344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-e154f106-2a36-47ba-8ece-4772ac4a33de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.227223 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-e154f106-2a36-47ba-8ece-4772ac4a33de service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=62864fef4d7d4a90818f790d06a1518a&device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 1125 time: 0.0549829 Feb 19 03:56:55.291037 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-d8500b6e-794f-4901-af0b-0da5892df0d2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792f8a56-9e49-4ac1-b13d-5e6b5291b38e HTTP/1.1" status: 200 len: 217 time: 0.0564759 Feb 19 03:56:55.344258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:56:55.355666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-95e62d96-6de5-415b-b001-523d8e07285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.357340 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-95e62d96-6de5-415b-b001-523d8e07285c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d2d101c7-706a-4273-93d1-de1bf4d6293f HTTP/1.1" status: 200 len: 856 time: 0.0588300 Feb 19 03:56:55.395156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:56:55.395531 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:55.414253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-a140e7a3-6348-4c33-8506-3e2e039ffd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.416237 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-a140e7a3-6348-4c33-8506-3e2e039ffd26 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37f47618-f96c-401b-bd17-553d998b2bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0535877 Feb 19 03:56:55.488570 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:55.507223 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-5b017f1c-5eb4-4ceb-bf82-c0d6668ebac5 service neutron] 10.222.0.87 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837414 Feb 19 03:56:55.608568 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3ef07112-5f1c-4685-a706-ddb59c6babb4 req-b55c60c4-af96-4f9e-a169-36609cb24310 service neutron] 10.222.0.87 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949111 Feb 19 03:56:55.703252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f703d7-cc0d-496c-bb3d-6d7767b6905f req-60970b17-eb06-41b5-b90f-de5445618764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.704779 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35f703d7-cc0d-496c-bb3d-6d7767b6905f req-60970b17-eb06-41b5-b90f-de5445618764 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=62864fef4d7d4a90818f790d06a1518a&device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 1125 time: 0.0475361 Feb 19 03:56:55.799860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f703d7-cc0d-496c-bb3d-6d7767b6905f req-8bb55ad3-3d85-418e-bc13-66af92bca3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.801358 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35f703d7-cc0d-496c-bb3d-6d7767b6905f req-8bb55ad3-3d85-418e-bc13-66af92bca3ef service neutron] 10.222.0.87 "GET /v2.0/networks?id=37f47618-f96c-401b-bd17-553d998b2bfd HTTP/1.1" status: 200 len: 918 time: 0.0907683 Feb 19 03:56:55.852580 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35f703d7-cc0d-496c-bb3d-6d7767b6905f req-101db8f0-443a-4e6a-908b-ace6ab5c4aaf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=792f8a56-9e49-4ac1-b13d-5e6b5291b38e HTTP/1.1" status: 200 len: 217 time: 0.0436876 Feb 19 03:56:55.930053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f703d7-cc0d-496c-bb3d-6d7767b6905f req-c396fd3f-1084-4da4-bccc-f90b646aae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.932301 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35f703d7-cc0d-496c-bb3d-6d7767b6905f req-c396fd3f-1084-4da4-bccc-f90b646aae46 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=d2d101c7-706a-4273-93d1-de1bf4d6293f HTTP/1.1" status: 200 len: 856 time: 0.0629110 Feb 19 03:56:55.985199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f703d7-cc0d-496c-bb3d-6d7767b6905f req-c2cc78c6-b3ae-4814-ba3c-fab7afedc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:55.986711 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35f703d7-cc0d-496c-bb3d-6d7767b6905f req-c2cc78c6-b3ae-4814-ba3c-fab7afedc091 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=37f47618-f96c-401b-bd17-553d998b2bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488207 Feb 19 03:56:56.081261 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35f703d7-cc0d-496c-bb3d-6d7767b6905f req-98e10c69-3025-4be6-a95d-a630757ad389 service neutron] 10.222.0.87 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880442 Feb 19 03:56:56.167787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c911da-cf46-44c0-99f8-2be31b880d28 req-ff77d884-a0aa-45e4-a2c2-f28440de1811 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:56.169440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7c911da-cf46-44c0-99f8-2be31b880d28 req-ff77d884-a0aa-45e4-a2c2-f28440de1811 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 943 time: 0.0598245 Feb 19 03:56:56.186595 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-35f703d7-cc0d-496c-bb3d-6d7767b6905f req-2e0af218-3f48-41f2-b22d-7a4151bd6724 service neutron] 10.222.0.87 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986328 Feb 19 03:56:56.224182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7c911da-cf46-44c0-99f8-2be31b880d28 req-15ee8150-d12b-4d58-9cf4-871f270dd853 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488343 Feb 19 03:56:57.360322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a6ada-0316-4097-9cd4-a43c50c6d244 req-e501c7f0-8e9e-49d3-9453-39d8d9be5088 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:57.361853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-921a6ada-0316-4097-9cd4-a43c50c6d244 req-e501c7f0-8e9e-49d3-9453-39d8d9be5088 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 943 time: 0.0610230 Feb 19 03:56:57.409530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-921a6ada-0316-4097-9cd4-a43c50c6d244 req-11365310-f38a-489e-9f86-77588a1f6ded tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414779 Feb 19 03:56:58.407016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 792f8a56-9e49-4ac1-b13d-5e6b5291b38e details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:56:58.514577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=792f8a56-9e49-4ac1-b13d-5e6b5291b38e,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:58.525077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '792f8a56-9e49-4ac1-b13d-5e6b5291b38e', 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd', 'port_id': '792f8a56-9e49-4ac1-b13d-5e6b5291b38e', 'mac_address': 'fa:16:3e:12:ca:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d101c7-706a-4273-93d1-de1bf4d6293f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:56:58.530560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c1e539-de01-4fe1-9590-3c34d77f61f6 req-031a292e-5237-4a62-9da3-fe9a21059fdb tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:58.532075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18c1e539-de01-4fe1-9590-3c34d77f61f6 req-031a292e-5237-4a62-9da3-fe9a21059fdb tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 943 time: 0.0539656 Feb 19 03:56:58.565187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:56:58.565562 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.584219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792f8a56-9e49-4ac1-b13d-5e6b5291b38e {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:56:58.586083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18c1e539-de01-4fe1-9590-3c34d77f61f6 req-567ce3c5-63b6-460a-92e2-76c815cb43b6 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482039 Feb 19 03:56:58.603354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=792f8a56-9e49-4ac1-b13d-5e6b5291b38e,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:56:58.608247 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:56:58.655095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=792f8a56-9e49-4ac1-b13d-5e6b5291b38e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:56:58.899582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['792f8a56-9e49-4ac1-b13d-5e6b5291b38e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:56:59.713605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc8374-2e99-48a0-9de2-ea4627e25ef3 req-ad672cb5-f52e-480d-8adc-f0af4ade8976 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:56:59.715097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5cc8374-2e99-48a0-9de2-ea4627e25ef3 req-ad672cb5-f52e-480d-8adc-f0af4ade8976 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 944 time: 0.0555370 Feb 19 03:56:59.767017 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b5cc8374-2e99-48a0-9de2-ea4627e25ef3 req-5cf9fa54-6498-41ae-be34-66743bf0416c tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460351 Feb 19 03:57:00.408400 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 792f8a56-9e49-4ac1-b13d-5e6b5291b38e up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:00.470852 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:57:00.474541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:00.474912 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.553120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:00.553505 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.576655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccae16d-7548-4235-9517-dc2f443fe624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792f8a56-9e49-4ac1-b13d-5e6b5291b38e'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:00.578916 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78717b9a-2c04-47f1-b296-16a668d5c953" -d '{"events": [{"server_uuid": "dccae16d-7548-4235-9517-dc2f443fe624", "name": "network-vif-plugged", "status": "completed", "tag": "792f8a56-9e49-4ac1-b13d-5e6b5291b38e"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:00.602106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=792f8a56-9e49-4ac1-b13d-5e6b5291b38e,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:00.607150 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:00.630315 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbde364-e085-43ff-b857-5d7b502abad5 x-openstack-request-id: req-afbde364-e085-43ff-b857-5d7b502abad5 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:00.630611 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccae16d-7548-4235-9517-dc2f443fe624", "name": "network-vif-plugged", "status": "completed", "tag": "792f8a56-9e49-4ac1-b13d-5e6b5291b38e", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:00.630859 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-afbde364-e085-43ff-b857-5d7b502abad5 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:00.631245 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccae16d-7548-4235-9517-dc2f443fe624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792f8a56-9e49-4ac1-b13d-5e6b5291b38e', 'code': 200} Feb 19 03:57:00.657905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=792f8a56-9e49-4ac1-b13d-5e6b5291b38e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:00.665274 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.665617 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.665956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.666291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.666918 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.667230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.667622 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.668022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.668238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.668586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.668916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.669238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.669555 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:00.721832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1d17c-45ea-4e35-9081-42553ebf471b req-f382db47-3801-4de9-86c7-a2937655dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:00.723330 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a3b1d17c-45ea-4e35-9081-42553ebf471b req-f382db47-3801-4de9-86c7-a2937655dfa3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 1127 time: 0.0467296 Feb 19 03:57:00.769841 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a3b1d17c-45ea-4e35-9081-42553ebf471b req-3f6eb0c9-e705-4ce7-a138-75e484767a1f service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392077 Feb 19 03:57:00.898923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d96019-a31d-456b-ae38-ceadc846bc4d req-1c0662f4-6702-46f8-aa95-91e2ffddb61d tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:00.900411 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3d96019-a31d-456b-ae38-ceadc846bc4d req-1c0662f4-6702-46f8-aa95-91e2ffddb61d tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 945 time: 0.0548282 Feb 19 03:57:00.949209 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3d96019-a31d-456b-ae38-ceadc846bc4d req-b15d5cf8-16fc-477a-b399-0d50a0c68fa4 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429957 Feb 19 03:57:02.090397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ef7d3-544c-4bf1-bd22-04b479485ae7 req-fb30d1bc-5733-4cfa-9208-bc78e9282573 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:02.091934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-709ef7d3-544c-4bf1-bd22-04b479485ae7 req-fb30d1bc-5733-4cfa-9208-bc78e9282573 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 945 time: 0.0645008 Feb 19 03:57:02.152694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-709ef7d3-544c-4bf1-bd22-04b479485ae7 req-bdae3abb-8395-4ad4-8a50-cdc32bf7abff tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 Feb 19 03:57:03.281191 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc237e-aca3-4d78-a377-cb5b849d1136 req-7e0a272a-f7c9-44b5-9144-7ef43b995f71 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.282647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1dc237e-aca3-4d78-a377-cb5b849d1136 req-7e0a272a-f7c9-44b5-9144-7ef43b995f71 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 945 time: 0.0537565 Feb 19 03:57:03.343818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b1dc237e-aca3-4d78-a377-cb5b849d1136 req-3d28433c-6576-4f9d-9df4-10b44162dbec tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535538 Feb 19 03:57:03.473878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db631d-51df-489c-be21-c37b7419cbf6 req-5706bd4c-7806-421b-9bec-8eecf1ff4bf3 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:03.475295 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06db631d-51df-489c-be21-c37b7419cbf6 req-5706bd4c-7806-421b-9bec-8eecf1ff4bf3 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 945 time: 0.0657656 Feb 19 03:57:03.526965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-06db631d-51df-489c-be21-c37b7419cbf6 req-f2e624ee-d1d5-4a78-bc20-9ca3cc01561a tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 Feb 19 03:57:03.670572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d0d87a6-5f8c-43e9-b7cc-5d8ea0374454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:05.961642 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1303454e-0aa4-46e4-8724-5997ffe4085d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:07.283226 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:08.611467 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:10.108937 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:23.006816 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:24.027345 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:28.657793 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:57:33.670908 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84a17210-28ee-478c-b5aa-f86e05333e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:35.955028 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d6397bd5-c3c5-422a-9bfb-07a016a0824a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.288413 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:37.887520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0b81-8a7a-4492-974f-54a687d2163b req-7b53fd6d-8dcf-4bf9-af09-043c136f782e tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:37.888943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-266e0b81-8a7a-4492-974f-54a687d2163b req-7b53fd6d-8dcf-4bf9-af09-043c136f782e tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 945 time: 0.0551975 Feb 19 03:57:37.934987 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-266e0b81-8a7a-4492-974f-54a687d2163b req-7f3ca1b7-524c-4554-93ae-442d1dfa1ba0 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404067 Feb 19 03:57:38.613561 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.057857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8d51b-dcc7-4f87-9d3e-8bb6244580a7 req-0754b38c-0a99-429e-aaf7-84273e61085e tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:39.059355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9dc8d51b-dcc7-4f87-9d3e-8bb6244580a7 req-0754b38c-0a99-429e-aaf7-84273e61085e tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 945 time: 0.0539572 Feb 19 03:57:39.113299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9dc8d51b-dcc7-4f87-9d3e-8bb6244580a7 req-fa46a280-6a1b-42e4-a5fd-1980ec16e4e3 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482020 Feb 19 03:57:39.471761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae3dd9-584f-45d7-a655-970476ff1464 req-72c471af-e675-492d-b4ab-5dbe5ba74c7d tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:39.473284 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8eae3dd9-584f-45d7-a655-970476ff1464 req-72c471af-e675-492d-b4ab-5dbe5ba74c7d tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.87 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 945 time: 0.0572689 Feb 19 03:57:39.574728 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-8eae3dd9-584f-45d7-a655-970476ff1464 req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Deleting port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:57:39.575073 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8eae3dd9-584f-45d7-a655-970476ff1464 req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.670132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-8eae3dd9-584f-45d7-a655-970476ff1464 req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] For port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=792f8a56-9e49-4ac1-b13d-5e6b5291b38e,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:39.670505 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8eae3dd9-584f-45d7-a655-970476ff1464 req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.683349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-8eae3dd9-584f-45d7-a655-970476ff1464 req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Calling delete_port for 792f8a56-9e49-4ac1-b13d-5e6b5291b38e owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:57:39.818583 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8eae3dd9-584f-45d7-a655-970476ff1464 req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (792f8a56-9e49-4ac1-b13d-5e6b5291b38e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.843580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['792f8a56-9e49-4ac1-b13d-5e6b5291b38e'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:39.848737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Pushing event deleted for resources: {'Port': ['ID=792f8a56-9e49-4ac1-b13d-5e6b5291b38e,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:39.861789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.861789 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.862074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.862214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.862856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.863181 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.863499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.863919 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.864117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.864540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.864936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.865540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.865673 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:57:39.906486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eae3dd9-584f-45d7-a655-970476ff1464 req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] No DVR routers for this DVR port 792f8a56-9e49-4ac1-b13d-5e6b5291b38e on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:57:39.909139 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8eae3dd9-584f-45d7-a655-970476ff1464 req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:39.912536 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8eae3dd9-584f-45d7-a655-970476ff1464 req-7dcdd262-07da-40dd-8725-fd51a99c6a98 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.87 "DELETE /v2.0/ports/792f8a56-9e49-4ac1-b13d-5e6b5291b38e HTTP/1.1" status: 204 len: 173 time: 0.4331264 Feb 19 03:57:39.912997 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccae16d-7548-4235-9517-dc2f443fe624', 'name': 'network-vif-deleted', 'tag': '792f8a56-9e49-4ac1-b13d-5e6b5291b38e'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:39.915379 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f74683-c313-49e5-885e-7239db620a5f" -d '{"events": [{"server_uuid": "dccae16d-7548-4235-9517-dc2f443fe624", "name": "network-vif-deleted", "tag": "792f8a56-9e49-4ac1-b13d-5e6b5291b38e"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:39.957104 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4656b455-e760-4319-83a0-9200b54fffe1 x-openstack-request-id: req-4656b455-e760-4319-83a0-9200b54fffe1 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:39.957443 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dccae16d-7548-4235-9517-dc2f443fe624", "name": "network-vif-deleted", "tag": "792f8a56-9e49-4ac1-b13d-5e6b5291b38e", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:39.957697 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4656b455-e760-4319-83a0-9200b54fffe1 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:39.958119 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccae16d-7548-4235-9517-dc2f443fe624', 'name': 'network-vif-deleted', 'tag': '792f8a56-9e49-4ac1-b13d-5e6b5291b38e', 'status': 'completed', 'code': 200} Feb 19 03:57:40.115317 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:40.225275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a86cccf0-6bc7-4223-a169-215303a2cb8a req-6cba41bc-412a-4b04-96d9-8ea57d17a766 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=dccae16d-7548-4235-9517-dc2f443fe624 HTTP/1.1" status: 200 len: 210 time: 0.0284309 Feb 19 03:57:41.991499 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-dbfd7ccc-a7ac-4689-937d-17924c505f74 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:41.993048 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-dbfd7ccc-a7ac-4689-937d-17924c505f74 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/networks?id=37f47618-f96c-401b-bd17-553d998b2bfd HTTP/1.1" status: 200 len: 817 time: 0.1114962 Feb 19 03:57:42.013385 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-389adfdd-31a6-4000-8b1f-cc029c73c0a2 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/quotas/62864fef4d7d4a90818f790d06a1518a HTTP/1.1" status: 200 len: 375 time: 0.0142231 Feb 19 03:57:42.070052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-7c097b8f-6f25-4b82-aae4-7e32ee5b2d7b tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=62864fef4d7d4a90818f790d06a1518a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517318 Feb 19 03:57:42.175588 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-1b79eda6-c929-4c8b-a5ee-311af5ff64cd service neutron] 10.222.0.81 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886579 Feb 19 03:57:42.276049 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-7c1f553d-d11e-4df1-8138-a51986029c74 service neutron] 10.222.0.81 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945630 Feb 19 03:57:42.446018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ce6571b-cf1a-42ec-aa7d-f98e83eb513d req-2bc94f91-6626-4a9a-9033-23e5c76db614 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 210 time: 0.0329533 Feb 19 03:57:42.528899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 792f8a56-9e49-4ac1-b13d-5e6b5291b38e no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:57:42.549706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 792f8a56-9e49-4ac1-b13d-5e6b5291b38e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:57:42.550046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 792f8a56-9e49-4ac1-b13d-5e6b5291b38e not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:57:43.372979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-2976cf31-b5cd-433b-b4b2-076eb41fe22d tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:43.374437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-2976cf31-b5cd-433b-b4b2-076eb41fe22d tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.67 "GET /v2.0/networks?id=37f47618-f96c-401b-bd17-553d998b2bfd HTTP/1.1" status: 200 len: 817 time: 0.0993989 Feb 19 03:57:43.386751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Request body: {'port': {'device_id': '91d9e798-4e8c-4310-b153-42be28c0c6cd', 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd', 'admin_state_up': True, 'tenant_id': '62864fef4d7d4a90818f790d06a1518a'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:43.507122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Made reservation on behalf of 62864fef4d7d4a90818f790d06a1518a for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:57:43.511014 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.551947 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-575bf521-d618-4060-9432-308d9f9bba22 req-0fe24ca4-77c3-4c21-9ce9-a16e1e083cfd tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 210 time: 0.0307589 Feb 19 03:57:43.663842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Allocated IP 172.20.0.10 (37f47618-f96c-401b-bd17-553d998b2bfd/d2d101c7-706a-4273-93d1-de1bf4d6293f/a3f3d120-9b40-4a5c-8ebe-a709dd383034) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:57:43.822995 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks [] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.861954 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.907788 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Network 37f47618-f96c-401b-bd17-553d998b2bfd is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:57:43.910829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:57:43.916495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:57:43.922841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Pushing event updated for resources: {'Port': ['ID=a3f3d120-9b40-4a5c-8ebe-a709dd383034,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:43.969949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:43.970824 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:43.988953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-aeb4b099-b273-4da7-bcf2-76a349c559a1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6059303 Feb 19 03:57:44.098517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Request body: {'port': {'device_id': '91d9e798-4e8c-4310-b153-42be28c0c6cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:57:44.127024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b0923aa3-9c53-417e-9c06-b1bbe33f026a None None] Provisioning complete for port a3f3d120-9b40-4a5c-8ebe-a709dd383034 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:44.127652 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0923aa3-9c53-417e-9c06-b1bbe33f026a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.161132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b0923aa3-9c53-417e-9c06-b1bbe33f026a None None] Port a3f3d120-9b40-4a5c-8ebe-a709dd383034 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:57:44.164136 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.432939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f3d120-9b40-4a5c-8ebe-a709dd383034 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:44.440596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Publish callbacks [] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.453408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Transition to ACTIVE for port object a3f3d120-9b40-4a5c-8ebe-a709dd383034 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:57:44.459906 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.509587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Pushing event updated for resources: {'Port': ['ID=a3f3d120-9b40-4a5c-8ebe-a709dd383034,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:44.581673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Attempting to bind port a3f3d120-9b40-4a5c-8ebe-a709dd383034 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:57:44.581673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Attempting to bind port a3f3d120-9b40-4a5c-8ebe-a709dd383034 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:57:44.582043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Attempting to bind port a3f3d120-9b40-4a5c-8ebe-a709dd383034 on network 37f47618-f96c-401b-bd17-553d998b2bfd {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:44.587134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Port a3f3d120-9b40-4a5c-8ebe-a709dd383034 on network 37f47618-f96c-401b-bd17-553d998b2bfd not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:57:44.587705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Attempting to bind port a3f3d120-9b40-4a5c-8ebe-a709dd383034 on network 37f47618-f96c-401b-bd17-553d998b2bfd {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:57:44.593383 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:57:44.593843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Checking segment: {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:57:44.594524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Bound using segment: {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:57:44.595182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Bound port: a3f3d120-9b40-4a5c-8ebe-a709dd383034, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9a7809-82bb-4374-b55b-56ac950928e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:57:44.597021 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.696647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] For port a3f3d120-9b40-4a5c-8ebe-a709dd383034, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:57:44.700890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] For port a3f3d120-9b40-4a5c-8ebe-a709dd383034, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a3f3d120-9b40-4a5c-8ebe-a709dd383034,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:57:44.714119 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975889d8-4f3f-45dd-aabf-f8bb51051f52 req-3e46ac9e-de12-4c6b-99fa-b3d36301bf56 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:44.715624 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-975889d8-4f3f-45dd-aabf-f8bb51051f52 req-3e46ac9e-de12-4c6b-99fa-b3d36301bf56 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 944 time: 0.0806739 Feb 19 03:57:44.717151 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.773877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:44.774494 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:44.776297 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] 10.222.0.67 "PUT /v2.0/ports/a3f3d120-9b40-4a5c-8ebe-a709dd383034 HTTP/1.1" status: 200 len: 1092 time: 0.7802668 Feb 19 03:57:44.777913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d9e798-4e8c-4310-b153-42be28c0c6cd', 'tag': 'a3f3d120-9b40-4a5c-8ebe-a709dd383034'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:44.780850 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293a4d20-3757-44be-a124-a289195629cf" -d '{"events": [{"name": "network-changed", "server_uuid": "91d9e798-4e8c-4310-b153-42be28c0c6cd", "tag": "a3f3d120-9b40-4a5c-8ebe-a709dd383034"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:44.815811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372ec92-3615-4155-b254-6c869acb4c7c service neutron] Pushing event updated for resources: {'Port': ['ID=a3f3d120-9b40-4a5c-8ebe-a709dd383034,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:44.839994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-975889d8-4f3f-45dd-aabf-f8bb51051f52 req-d267f408-552b-4075-beb1-d92d30c0e559 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176555 Feb 19 03:57:44.883116 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-dfd429b9-17c7-4547-bec0-e277df119d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:44.884742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-dfd429b9-17c7-4547-bec0-e277df119d23 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=62864fef4d7d4a90818f790d06a1518a&device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 1126 time: 0.0609224 Feb 19 03:57:44.890709 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23626c0e-dc2a-4065-b9bd-3d8f0b03b9a5 x-openstack-request-id: req-23626c0e-dc2a-4065-b9bd-3d8f0b03b9a5 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:44.890997 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d9e798-4e8c-4310-b153-42be28c0c6cd", "tag": "a3f3d120-9b40-4a5c-8ebe-a709dd383034", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:44.891251 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-23626c0e-dc2a-4065-b9bd-3d8f0b03b9a5 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:44.891660 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d9e798-4e8c-4310-b153-42be28c0c6cd', 'tag': 'a3f3d120-9b40-4a5c-8ebe-a709dd383034', 'status': 'completed', 'code': 200} Feb 19 03:57:44.931684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-8e24ffe3-6499-41e1-bff2-951ada8ae9ea service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3f3d120-9b40-4a5c-8ebe-a709dd383034 HTTP/1.1" status: 200 len: 217 time: 0.0366237 Feb 19 03:57:44.982546 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-318f5d37-4d01-4f92-996b-4e62bd93796c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:44.984037 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-318f5d37-4d01-4f92-996b-4e62bd93796c service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d2d101c7-706a-4273-93d1-de1bf4d6293f HTTP/1.1" status: 200 len: 856 time: 0.0462086 Feb 19 03:57:45.037702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-b5a4b17f-217c-4206-a9dd-42cf7180a33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:45.039100 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-b5a4b17f-217c-4206-a9dd-42cf7180a33a service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=37f47618-f96c-401b-bd17-553d998b2bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489702 Feb 19 03:57:45.140537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-00f5390f-57bd-4059-8e9e-1a76462064c7 service neutron] 10.222.0.67 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930350 Feb 19 03:57:45.234306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36398d02-0d51-442a-a8a4-1a27fa7d48d4 req-46677721-1780-4f06-a9c8-db40dbacf2d3 service neutron] 10.222.0.67 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863359 Feb 19 03:57:45.328979 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a4d20-3757-44be-a124-a289195629cf req-a7d7665a-be4c-4555-aac7-8a5da2dd468e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:45.330514 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293a4d20-3757-44be-a124-a289195629cf req-a7d7665a-be4c-4555-aac7-8a5da2dd468e service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=62864fef4d7d4a90818f790d06a1518a&device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 1126 time: 0.0477073 Feb 19 03:57:45.420068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a4d20-3757-44be-a124-a289195629cf req-18119fe2-f852-49f3-ae28-b923a8c3bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:45.421607 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293a4d20-3757-44be-a124-a289195629cf req-18119fe2-f852-49f3-ae28-b923a8c3bf53 service neutron] 10.222.0.67 "GET /v2.0/networks?id=37f47618-f96c-401b-bd17-553d998b2bfd HTTP/1.1" status: 200 len: 918 time: 0.0835490 Feb 19 03:57:45.466714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293a4d20-3757-44be-a124-a289195629cf req-880cb5cc-b02d-42fe-8ae2-e25198a0cc0b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3f3d120-9b40-4a5c-8ebe-a709dd383034 HTTP/1.1" status: 200 len: 217 time: 0.0386016 Feb 19 03:57:45.515050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a4d20-3757-44be-a124-a289195629cf req-6a94db8c-9e0a-47d7-9d53-fadad540ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:45.516407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293a4d20-3757-44be-a124-a289195629cf req-6a94db8c-9e0a-47d7-9d53-fadad540ca0a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d2d101c7-706a-4273-93d1-de1bf4d6293f HTTP/1.1" status: 200 len: 856 time: 0.0436769 Feb 19 03:57:45.566317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a4d20-3757-44be-a124-a289195629cf req-e2c700a0-860a-4a14-8b91-9f1d309332e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:45.567917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293a4d20-3757-44be-a124-a289195629cf req-e2c700a0-860a-4a14-8b91-9f1d309332e4 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=37f47618-f96c-401b-bd17-553d998b2bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451496 Feb 19 03:57:45.663573 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293a4d20-3757-44be-a124-a289195629cf req-14f1aa8a-9036-4e48-a219-4f0639ef80af service neutron] 10.222.0.67 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897064 Feb 19 03:57:45.756040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-293a4d20-3757-44be-a124-a289195629cf req-67d99131-56a2-494d-93de-84a63c9af722 service neutron] 10.222.0.67 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867531 Feb 19 03:57:45.978903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5792e-1a2a-4a93-b737-d072834a0aa4 req-e589d991-c560-45db-afdb-306c6262ff33 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:45.980375 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-13a5792e-1a2a-4a93-b737-d072834a0aa4 req-e589d991-c560-45db-afdb-306c6262ff33 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 944 time: 0.0595670 Feb 19 03:57:46.037099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-13a5792e-1a2a-4a93-b737-d072834a0aa4 req-d5f39f54-9933-420e-a6c2-3baf206256c1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477593 Feb 19 03:57:47.177935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da3836-2c9d-42ba-b455-90d5260a37b5 req-7f77d1ed-5a5d-4347-a0b5-12c3d85ca813 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:47.179623 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70da3836-2c9d-42ba-b455-90d5260a37b5 req-7f77d1ed-5a5d-4347-a0b5-12c3d85ca813 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 944 time: 0.0663841 Feb 19 03:57:47.230105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-70da3836-2c9d-42ba-b455-90d5260a37b5 req-52acb0c0-86e1-4948-8791-ee79d62986d1 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440352 Feb 19 03:57:48.122903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a3f3d120-9b40-4a5c-8ebe-a709dd383034 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:57:48.224804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a3f3d120-9b40-4a5c-8ebe-a709dd383034, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a3f3d120-9b40-4a5c-8ebe-a709dd383034,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:48.237836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': 'a3f3d120-9b40-4a5c-8ebe-a709dd383034', 'network_id': '37f47618-f96c-401b-bd17-553d998b2bfd', 'port_id': 'a3f3d120-9b40-4a5c-8ebe-a709dd383034', 'mac_address': 'fa:16:3e:59:a2:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2d101c7-706a-4273-93d1-de1bf4d6293f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:57:48.283051 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a3f3d120-9b40-4a5c-8ebe-a709dd383034 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:48.283452 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:48.297432 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f3d120-9b40-4a5c-8ebe-a709dd383034 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:57:48.317495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a3f3d120-9b40-4a5c-8ebe-a709dd383034, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a3f3d120-9b40-4a5c-8ebe-a709dd383034,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:48.323113 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:48.350476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d1f4a-2053-4b94-9c88-ce1c70ba5ca4 req-d175ff25-2e3d-4668-8400-76163dad59b7 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:48.352005 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c4d1f4a-2053-4b94-9c88-ce1c70ba5ca4 req-d175ff25-2e3d-4668-8400-76163dad59b7 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 944 time: 0.0526767 Feb 19 03:57:48.371826 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a3f3d120-9b40-4a5c-8ebe-a709dd383034,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:48.398240 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c4d1f4a-2053-4b94-9c88-ce1c70ba5ca4 req-745ce403-653b-4190-844e-3afad16c31ab tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406165 Feb 19 03:57:48.682276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['a3f3d120-9b40-4a5c-8ebe-a709dd383034'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:57:49.539670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e925488-18cd-4422-b933-c6336412f80c req-11d22d2c-c05c-4418-abbf-874b19fca82a tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:49.541425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e925488-18cd-4422-b933-c6336412f80c req-11d22d2c-c05c-4418-abbf-874b19fca82a tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 945 time: 0.0710337 Feb 19 03:57:49.593572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e925488-18cd-4422-b933-c6336412f80c req-bfd54ecd-b38e-48a6-82c0-17270d3b5454 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465248 Feb 19 03:57:50.122959 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a3f3d120-9b40-4a5c-8ebe-a709dd383034 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:57:50.185128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port a3f3d120-9b40-4a5c-8ebe-a709dd383034 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:57:50.190063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port a3f3d120-9b40-4a5c-8ebe-a709dd383034 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:57:50.190556 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.271639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port a3f3d120-9b40-4a5c-8ebe-a709dd383034 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:57:50.272021 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.294028 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d9e798-4e8c-4310-b153-42be28c0c6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f3d120-9b40-4a5c-8ebe-a709dd383034'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:57:50.296260 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e70bb3-b827-44f0-ad26-739ef30d3934" -d '{"events": [{"server_uuid": "91d9e798-4e8c-4310-b153-42be28c0c6cd", "name": "network-vif-plugged", "status": "completed", "tag": "a3f3d120-9b40-4a5c-8ebe-a709dd383034"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:57:50.308178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port a3f3d120-9b40-4a5c-8ebe-a709dd383034, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a3f3d120-9b40-4a5c-8ebe-a709dd383034,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:57:50.313644 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:50.363520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=a3f3d120-9b40-4a5c-8ebe-a709dd383034,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:57:50.396264 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58487ce2-c61e-4211-a227-577fe89e1cc5 x-openstack-request-id: req-58487ce2-c61e-4211-a227-577fe89e1cc5 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:57:50.396594 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d9e798-4e8c-4310-b153-42be28c0c6cd", "name": "network-vif-plugged", "status": "completed", "tag": "a3f3d120-9b40-4a5c-8ebe-a709dd383034", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:57:50.396877 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-58487ce2-c61e-4211-a227-577fe89e1cc5 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:57:50.397304 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d9e798-4e8c-4310-b153-42be28c0c6cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f3d120-9b40-4a5c-8ebe-a709dd383034', 'code': 200} Feb 19 03:57:50.498102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf13131-8bb8-4693-b746-62ac2fc0fa23 req-0baddf26-fcf0-423f-830e-5fe1761d880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:50.499684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faf13131-8bb8-4693-b746-62ac2fc0fa23 req-0baddf26-fcf0-423f-830e-5fe1761d880a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 1128 time: 0.0450947 Feb 19 03:57:50.543655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faf13131-8bb8-4693-b746-62ac2fc0fa23 req-58faf1fd-41e2-413d-91d3-2bf5ab57d8b0 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378954 Feb 19 03:57:50.734150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df884a3-6d1b-41fa-ba94-fc3158487748 req-ee52c80b-8d41-4a5b-9370-2317d468a32e tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:50.736145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3df884a3-6d1b-41fa-ba94-fc3158487748 req-ee52c80b-8d41-4a5b-9370-2317d468a32e tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 946 time: 0.0626688 Feb 19 03:57:50.787736 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3df884a3-6d1b-41fa-ba94-fc3158487748 req-e7c8f0cb-e1fb-4445-b0be-a51cae02f708 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454152 Feb 19 03:57:51.921619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648e252-cffa-4ba2-a166-350a5c5cf995 req-478973dc-c8c9-4651-8b93-77e88d96b45b tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:51.923106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f648e252-cffa-4ba2-a166-350a5c5cf995 req-478973dc-c8c9-4651-8b93-77e88d96b45b tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 946 time: 0.0572379 Feb 19 03:57:51.972263 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f648e252-cffa-4ba2-a166-350a5c5cf995 req-efa14a20-e869-48b5-a045-59c50efff3cc tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433209 Feb 19 03:57:52.096950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3eb136-2edd-4511-ac11-0fca4ac591af req-5371cd8f-abe5-4750-8849-b8a57c9864ba tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:57:52.098450 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a3eb136-2edd-4511-ac11-0fca4ac591af req-5371cd8f-abe5-4750-8849-b8a57c9864ba tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 946 time: 0.0609334 Feb 19 03:57:52.148299 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a3eb136-2edd-4511-ac11-0fca4ac591af req-8cc52bca-94ae-46ca-a89e-f3048339227f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Feb 19 03:57:53.017182 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:57:54.036523 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:00.057582 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b336df31-df16-4ed3-bb6d-b7a99961daee req-82295b79-c89f-41d2-b508-3e2f0b87681d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493929 Feb 19 03:58:00.147087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336df31-df16-4ed3-bb6d-b7a99961daee req-c25e300b-74e5-43e0-bc4a-10e5988c6588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.148636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b336df31-df16-4ed3-bb6d-b7a99961daee req-c25e300b-74e5-43e0-bc4a-10e5988c6588 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=62864fef4d7d4a90818f790d06a1518a&device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 1128 time: 0.0457439 Feb 19 03:58:00.253139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336df31-df16-4ed3-bb6d-b7a99961daee req-6623a458-e13f-4fa2-b9a9-eb307141d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.254661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b336df31-df16-4ed3-bb6d-b7a99961daee req-6623a458-e13f-4fa2-b9a9-eb307141d1c2 service neutron] 10.222.0.67 "GET /v2.0/networks?id=37f47618-f96c-401b-bd17-553d998b2bfd HTTP/1.1" status: 200 len: 918 time: 0.0876057 Feb 19 03:58:00.298766 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b336df31-df16-4ed3-bb6d-b7a99961daee req-d4d7f3df-9016-43a6-b303-81191240b5a9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3f3d120-9b40-4a5c-8ebe-a709dd383034 HTTP/1.1" status: 200 len: 217 time: 0.0381126 Feb 19 03:58:00.348980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336df31-df16-4ed3-bb6d-b7a99961daee req-50932fcf-ec31-4174-8b38-eea5ca272830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.350390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b336df31-df16-4ed3-bb6d-b7a99961daee req-50932fcf-ec31-4174-8b38-eea5ca272830 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=d2d101c7-706a-4273-93d1-de1bf4d6293f HTTP/1.1" status: 200 len: 856 time: 0.0458782 Feb 19 03:58:00.401453 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336df31-df16-4ed3-bb6d-b7a99961daee req-134257fd-a526-49c1-a2cd-c25cd3fd6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:00.402982 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b336df31-df16-4ed3-bb6d-b7a99961daee req-134257fd-a526-49c1-a2cd-c25cd3fd6f4c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=37f47618-f96c-401b-bd17-553d998b2bfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465882 Feb 19 03:58:00.502378 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b336df31-df16-4ed3-bb6d-b7a99961daee req-e1860e91-6e70-4376-bc55-4adbd1ecd0af service neutron] 10.222.0.67 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929515 Feb 19 03:58:00.603707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b336df31-df16-4ed3-bb6d-b7a99961daee req-e8221b8c-3919-46f5-a585-b61cb6957f22 service neutron] 10.222.0.67 "GET /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947773 Feb 19 03:58:03.669082 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b8152e20-85df-4416-8446-9fac3f471771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:05.661282 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:58:05.963269 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f9fc4e88-1e04-4f9e-81bb-a5957edb6c74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:07.293550 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:08.619857 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:10.126931 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:23.031504 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:24.027263 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:26.351684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d541060-c7c9-432b-ba37-e35e42916e91 req-6c1bd6de-6e2f-4742-b0f0-4b2e7fa6784d tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:26.353279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d541060-c7c9-432b-ba37-e35e42916e91 req-6c1bd6de-6e2f-4742-b0f0-4b2e7fa6784d tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 946 time: 0.0603831 Feb 19 03:58:26.405493 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d541060-c7c9-432b-ba37-e35e42916e91 req-bb9f1da0-da29-488d-96bc-5adb405c8586 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459819 Feb 19 03:58:27.531737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81721bad-9f61-47c4-97d2-85962ed99417 req-4561675e-b2db-41bb-85b6-0ef28a7bd0e5 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:27.533364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81721bad-9f61-47c4-97d2-85962ed99417 req-4561675e-b2db-41bb-85b6-0ef28a7bd0e5 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 946 time: 0.0570436 Feb 19 03:58:27.584415 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81721bad-9f61-47c4-97d2-85962ed99417 req-ea901dcc-25ad-41cd-b0eb-19ada2ff324f tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/security-groups?id=7c599d42-0cd1-46a7-8314-9a30e63ac181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448887 Feb 19 03:58:28.181084 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59081620-7dc0-494a-8fe4-d3201ed9f732 req-c2dd448b-3350-4715-8102-7c4934bd455a tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:28.182598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-59081620-7dc0-494a-8fe4-d3201ed9f732 req-c2dd448b-3350-4715-8102-7c4934bd455a tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.67 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 946 time: 0.0561976 Feb 19 03:58:28.278567 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-59081620-7dc0-494a-8fe4-d3201ed9f732 req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Deleting port a3f3d120-9b40-4a5c-8ebe-a709dd383034 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:28.278897 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59081620-7dc0-494a-8fe4-d3201ed9f732 req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.386988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-59081620-7dc0-494a-8fe4-d3201ed9f732 req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] For port a3f3d120-9b40-4a5c-8ebe-a709dd383034, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=a3f3d120-9b40-4a5c-8ebe-a709dd383034,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:28.387360 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59081620-7dc0-494a-8fe4-d3201ed9f732 req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.400326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-59081620-7dc0-494a-8fe4-d3201ed9f732 req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Calling delete_port for a3f3d120-9b40-4a5c-8ebe-a709dd383034 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:28.546386 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59081620-7dc0-494a-8fe4-d3201ed9f732 req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a3f3d120-9b40-4a5c-8ebe-a709dd383034), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.576043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Pushing event deleted for resources: {'Port': ['ID=a3f3d120-9b40-4a5c-8ebe-a709dd383034,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:28.607553 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.607917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.608217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.608605 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.608859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.609188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.609508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.609834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.610134 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.610447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.610743 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.611054 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.611364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:28.632379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-59081620-7dc0-494a-8fe4-d3201ed9f732 req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] No DVR routers for this DVR port a3f3d120-9b40-4a5c-8ebe-a709dd383034 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:28.635476 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-59081620-7dc0-494a-8fe4-d3201ed9f732 req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:28.639040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-59081620-7dc0-494a-8fe4-d3201ed9f732 req-1d31d38d-28c5-4adf-99ab-2304b337a719 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.67 "DELETE /v2.0/ports/a3f3d120-9b40-4a5c-8ebe-a709dd383034 HTTP/1.1" status: 204 len: 173 time: 0.4514756 Feb 19 03:58:28.639497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d9e798-4e8c-4310-b153-42be28c0c6cd', 'name': 'network-vif-deleted', 'tag': 'a3f3d120-9b40-4a5c-8ebe-a709dd383034'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:58:28.641791 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfda090d-a0e8-4875-bf95-e0160d855060" -d '{"events": [{"server_uuid": "91d9e798-4e8c-4310-b153-42be28c0c6cd", "name": "network-vif-deleted", "tag": "a3f3d120-9b40-4a5c-8ebe-a709dd383034"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:58:28.707481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-92f3368c-c09b-47ba-86b1-41d8e092d3ff req-7bee4103-35da-486e-a2bd-fbd9cb2779e0 tempest-TestEncryptedCinderVolumes-5279471 tempest-TestEncryptedCinderVolumes-5279471-project] 10.222.0.81 "GET /v2.0/ports?device_id=91d9e798-4e8c-4310-b153-42be28c0c6cd HTTP/1.1" status: 200 len: 210 time: 0.0320139 Feb 19 03:58:28.870199 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63c552f-2511-40b8-818e-b5096f39659b x-openstack-request-id: req-e63c552f-2511-40b8-818e-b5096f39659b {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:58:28.870568 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d9e798-4e8c-4310-b153-42be28c0c6cd", "name": "network-vif-deleted", "tag": "a3f3d120-9b40-4a5c-8ebe-a709dd383034", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:58:28.870857 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e63c552f-2511-40b8-818e-b5096f39659b {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:58:28.871408 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d9e798-4e8c-4310-b153-42be28c0c6cd', 'name': 'network-vif-deleted', 'tag': 'a3f3d120-9b40-4a5c-8ebe-a709dd383034', 'status': 'completed', 'code': 200} Feb 19 03:58:29.815086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51268) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:30.339733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a3f3d120-9b40-4a5c-8ebe-a709dd383034 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:30.364503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: a3f3d120-9b40-4a5c-8ebe-a709dd383034 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:30.364911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device a3f3d120-9b40-4a5c-8ebe-a709dd383034 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:30.513098 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3ffddfb-f728-4118-876e-38d1c959e818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (7bb52c00-8b0c-47dc-9a62-75b6198026b3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:30.825475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffddfb-f728-4118-876e-38d1c959e818 admin admin] Deleting port 2ae28528-7f60-4519-a491-ef236bcde368 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:30.826203 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3ffddfb-f728-4118-876e-38d1c959e818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2ae28528-7f60-4519-a491-ef236bcde368), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:30.910098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-b3ffddfb-f728-4118-876e-38d1c959e818 admin admin] For port 2ae28528-7f60-4519-a491-ef236bcde368, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2ae28528-7f60-4519-a491-ef236bcde368,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:30.910476 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3ffddfb-f728-4118-876e-38d1c959e818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2ae28528-7f60-4519-a491-ef236bcde368), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:30.927896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b3ffddfb-f728-4118-876e-38d1c959e818 admin admin] Calling delete_port for 2ae28528-7f60-4519-a491-ef236bcde368 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:31.162265 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3ffddfb-f728-4118-876e-38d1c959e818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (2ae28528-7f60-4519-a491-ef236bcde368), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.191135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffddfb-f728-4118-876e-38d1c959e818 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae28528-7f60-4519-a491-ef236bcde368,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:31.360904 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b3ffddfb-f728-4118-876e-38d1c959e818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (7bb52c00-8b0c-47dc-9a62-75b6198026b3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.596988 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ffddfb-f728-4118-876e-38d1c959e818 admin admin] Router 7bb52c00-8b0c-47dc-9a62-75b6198026b3 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:58:31.710931 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ffddfb-f728-4118-876e-38d1c959e818 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:31.716148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b3ffddfb-f728-4118-876e-38d1c959e818 admin admin] 10.222.0.81 "PUT /v2.0/routers/7bb52c00-8b0c-47dc-9a62-75b6198026b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9000313 Feb 19 03:58:31.718835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51270) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:31.720969 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7e3c9-93d8-46b0-b118-f4cdeb96df26 None None] Sync routers for ids ['7bb52c00-8b0c-47dc-9a62-75b6198026b3'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:31.731680 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7e3c9-93d8-46b0-b118-f4cdeb96df26 None None] Routers {'7bb52c00-8b0c-47dc-9a62-75b6198026b3'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:31.732300 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0ed7e3c9-93d8-46b0-b118-f4cdeb96df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:58:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7bb52c00-8b0c-47dc-9a62-75b6198026b3'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:31.827764 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Publish callbacks [] for router (7bb52c00-8b0c-47dc-9a62-75b6198026b3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.839090 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0ed7e3c9-93d8-46b0-b118-f4cdeb96df26 None None] Set router 7bb52c00-8b0c-47dc-9a62-75b6198026b3 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:31.935010 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Publish callbacks [] for router_gateway (7bb52c00-8b0c-47dc-9a62-75b6198026b3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:31.988635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Deleting port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:31.988992 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.011550 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0ed7e3c9-93d8-46b0-b118-f4cdeb96df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'name': 'tempest-TestEncryptedCinderVolumes-1244406828-router', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:58:31Z', 'revision_number': 5, 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'gw_port': {'id': 'f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:56:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:32.037437 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7e3c9-93d8-46b0-b118-f4cdeb96df26 None None] Checking router: 7bb52c00-8b0c-47dc-9a62-75b6198026b3 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:32.046346 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7e3c9-93d8-46b0-b118-f4cdeb96df26 None None] Routers {'7bb52c00-8b0c-47dc-9a62-75b6198026b3'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:32.046937 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0ed7e3c9-93d8-46b0-b118-f4cdeb96df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:58:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7bb52c00-8b0c-47dc-9a62-75b6198026b3'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:32.066150 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] For port f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:32.066497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.078694 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Calling delete_port for f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:32.139169 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0ed7e3c9-93d8-46b0-b118-f4cdeb96df26 None None] Set router 7bb52c00-8b0c-47dc-9a62-75b6198026b3 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:32.193578 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0ed7e3c9-93d8-46b0-b118-f4cdeb96df26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'name': 'tempest-TestEncryptedCinderVolumes-1244406828-router', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:58:31Z', 'revision_number': 6, 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:32.220264 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed7e3c9-93d8-46b0-b118-f4cdeb96df26 None None] The sync data for ids ['7bb52c00-8b0c-47dc-9a62-75b6198026b3'] in n-d-826755-2 is: [{'id': '7bb52c00-8b0c-47dc-9a62-75b6198026b3', 'name': 'tempest-TestEncryptedCinderVolumes-1244406828-router', 'tenant_id': '62864fef4d7d4a90818f790d06a1518a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:42Z', 'updated_at': '2022-02-19T03:58:31Z', 'revision_number': 6, 'project_id': '62864fef4d7d4a90818f790d06a1518a', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:32.264320 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.288887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:32.350005 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (7bb52c00-8b0c-47dc-9a62-75b6198026b3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.465954 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (7bb52c00-8b0c-47dc-9a62-75b6198026b3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.468148 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Publish callbacks [] for router_controller (7bb52c00-8b0c-47dc-9a62-75b6198026b3), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.798865 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (7bb52c00-8b0c-47dc-9a62-75b6198026b3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.799425 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bb52c00-8b0c-47dc-9a62-75b6198026b3 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:58:32.806034 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.807237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f1ba8de3-b3b2-459d-8b2d-a1205a1f157b admin admin] 10.222.0.81 "DELETE /v2.0/routers/7bb52c00-8b0c-47dc-9a62-75b6198026b3 HTTP/1.1" status: 204 len: 168 time: 1.0875118 Feb 19 03:58:32.809765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51272) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:32.853414 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b275f6f-be6b-42a6-85b7-015b5b25ae0f admin admin] Deleting subnet d2d101c7-706a-4273-93d1-de1bf4d6293f {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:58:32.856625 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b275f6f-be6b-42a6-85b7-015b5b25ae0f admin admin] Publish callbacks [] for subnet (d2d101c7-706a-4273-93d1-de1bf4d6293f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.894931 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b275f6f-be6b-42a6-85b7-015b5b25ae0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (d2d101c7-706a-4273-93d1-de1bf4d6293f), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:32.978344 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b275f6f-be6b-42a6-85b7-015b5b25ae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (d2d101c7-706a-4273-93d1-de1bf4d6293f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.036088 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b275f6f-be6b-42a6-85b7-015b5b25ae0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (d2d101c7-706a-4273-93d1-de1bf4d6293f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.065776 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b275f6f-be6b-42a6-85b7-015b5b25ae0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2d101c7-706a-4273-93d1-de1bf4d6293f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:33.069256 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7b275f6f-be6b-42a6-85b7-015b5b25ae0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.072690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7b275f6f-be6b-42a6-85b7-015b5b25ae0f admin admin] 10.222.0.81 "DELETE /v2.0/subnets/d2d101c7-706a-4273-93d1-de1bf4d6293f HTTP/1.1" status: 204 len: 168 time: 0.2618568 Feb 19 03:58:33.074778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb2e43-e10b-4ba8-8b7e-aece7eecea3c None None] Network 37f47618-f96c-401b-bd17-553d998b2bfd requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:33.075429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51274) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:33.146029 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (37f47618-f96c-401b-bd17-553d998b2bfd), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.206169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Deleting port 1144730c-fa5e-4087-95f1-3573dcf453bf {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:33.206509 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.222041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] DHCP port deletion for 37f47618-f96c-401b-bd17-553d998b2bfd request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:58:33.275698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] For port 1144730c-fa5e-4087-95f1-3573dcf453bf, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1144730c-fa5e-4087-95f1-3573dcf453bf,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:33.276204 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.276917 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Deleting port 1144730c-fa5e-4087-95f1-3573dcf453bf {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:33.277285 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.291527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Calling delete_port for 1144730c-fa5e-4087-95f1-3573dcf453bf owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:33.347874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] For port 1144730c-fa5e-4087-95f1-3573dcf453bf, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1144730c-fa5e-4087-95f1-3573dcf453bf,segment=NetworkSegment(7a9a7809-82bb-4374-b55b-56ac950928e6),segment_id=7a9a7809-82bb-4374-b55b-56ac950928e6)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:33.348268 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.363828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Calling delete_port for 1144730c-fa5e-4087-95f1-3573dcf453bf owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:33.384116 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.389390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:33.409718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Pushing event deleted for resources: {'Port': ['ID=1144730c-fa5e-4087-95f1-3573dcf453bf,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:33.413181 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] No DVR routers for this DVR port 1144730c-fa5e-4087-95f1-3573dcf453bf on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:33.492198 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (37f47618-f96c-401b-bd17-553d998b2bfd), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.514417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f47618-f96c-401b-bd17-553d998b2bfd']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:33.525491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9a7809-82bb-4374-b55b-56ac950928e6') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:33.525768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9a7809-82bb-4374-b55b-56ac950928e6') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:33.536179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (7a9a7809-82bb-4374-b55b-56ac950928e6), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.550554 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (7a9a7809-82bb-4374-b55b-56ac950928e6), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.557374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:58:33.557764 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (7a9a7809-82bb-4374-b55b-56ac950928e6), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:58:33.559472 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:58:33.598286 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:33.598527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f1a2bdf8-21ab-4d25-b8e7-e8f38796b9e6 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:33.598955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1144730c-fa5e-4087-95f1-3573dcf453bf no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:33.618968 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (37f47618-f96c-401b-bd17-553d998b2bfd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.622836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 1144730c-fa5e-4087-95f1-3573dcf453bf {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:33.623191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1144730c-fa5e-4087-95f1-3573dcf453bf not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:33.623724 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2ae28528-7f60-4519-a491-ef236bcde368 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:33.624888 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.628207 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] 10.222.0.81 "DELETE /v2.0/networks/37f47618-f96c-401b-bd17-553d998b2bfd HTTP/1.1" status: 204 len: 168 time: 0.5518577 Feb 19 03:58:33.631291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51276) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:33.639691 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ca2c3-7a29-4a90-9414-57a650666730 admin admin] Pushing event deleted for resources: {'Network': ['ID=37f47618-f96c-401b-bd17-553d998b2bfd,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:33.653688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 2ae28528-7f60-4519-a491-ef236bcde368 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:33.654035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2ae28528-7f60-4519-a491-ef236bcde368 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:33.683055 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e8aa9d9-2e05-4cee-bffe-af522aa3c2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.685681 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (1144730c-fa5e-4087-95f1-3573dcf453bf), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:33.713180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Pushing event deleted for resources: {'Port': ['ID=1144730c-fa5e-4087-95f1-3573dcf453bf,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:33.715205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Network 37f47618-f96c-401b-bd17-553d998b2bfd is not hosted by any dhcp agent {{(pid=109900) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 19 03:58:33.715656 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] No DVR routers for this DVR port 1144730c-fa5e-4087-95f1-3573dcf453bf on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:33.726648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:33.727965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:33.727965 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:33.728512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:33.729105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:33.729659 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:33.730634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:33.730634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:33.730854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:33.731024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:33.731351 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:33.731679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:33.732003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85ff4c2-8dc2-42e3-9cb2-d9e78d54cd92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:34.014030 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ae7b56bc-41ad-4ca5-837b-e26d217039a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (53cc2d13-d191-4abf-8642-f92566c489b2), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.271396 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b56bc-41ad-4ca5-837b-e26d217039a7 admin admin] Deleting port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:34.271637 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ae7b56bc-41ad-4ca5-837b-e26d217039a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.685872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-ae7b56bc-41ad-4ca5-837b-e26d217039a7 admin admin] For port bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd,segment=NetworkSegment(6a13f9b6-d2df-427e-b8f9-655082b62b82),segment_id=6a13f9b6-d2df-427e-b8f9-655082b62b82)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:34.686603 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ae7b56bc-41ad-4ca5-837b-e26d217039a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.700319 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-ae7b56bc-41ad-4ca5-837b-e26d217039a7 admin admin] Calling delete_port for bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:34.885351 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ae7b56bc-41ad-4ca5-837b-e26d217039a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:34.910194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b56bc-41ad-4ca5-837b-e26d217039a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:35.081164 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ae7b56bc-41ad-4ca5-837b-e26d217039a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (53cc2d13-d191-4abf-8642-f92566c489b2), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.303883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7b56bc-41ad-4ca5-837b-e26d217039a7 admin admin] Router 53cc2d13-d191-4abf-8642-f92566c489b2 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:58:35.417727 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7b56bc-41ad-4ca5-837b-e26d217039a7 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:35.423391 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ae7b56bc-41ad-4ca5-837b-e26d217039a7 admin admin] 10.222.0.81 "PUT /v2.0/routers/53cc2d13-d191-4abf-8642-f92566c489b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7904441 Feb 19 03:58:35.426338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51278) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:35.429088 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4877c6-6b29-476a-9d56-5dd337b5b022 None None] Sync routers for ids ['53cc2d13-d191-4abf-8642-f92566c489b2'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:35.441524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4877c6-6b29-476a-9d56-5dd337b5b022 None None] Routers {'53cc2d13-d191-4abf-8642-f92566c489b2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:35.442146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7b4877c6-6b29-476a-9d56-5dd337b5b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:58:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['53cc2d13-d191-4abf-8642-f92566c489b2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:35.532332 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Publish callbacks [] for router (53cc2d13-d191-4abf-8642-f92566c489b2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.550304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7b4877c6-6b29-476a-9d56-5dd337b5b022 None None] Set router 53cc2d13-d191-4abf-8642-f92566c489b2 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:35.639464 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Publish callbacks [] for router_gateway (53cc2d13-d191-4abf-8642-f92566c489b2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.694998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Deleting port fe68517c-678a-4698-aaa2-443496aa3c43 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:35.695340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (fe68517c-678a-4698-aaa2-443496aa3c43), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.732438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7b4877c6-6b29-476a-9d56-5dd337b5b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'name': 'tempest-TestEncryptedCinderVolumes-1672482586-router', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:46Z', 'updated_at': '2022-02-19T03:58:34Z', 'revision_number': 5, 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'gw_port': {'id': 'fe68517c-678a-4698-aaa2-443496aa3c43', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:64:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:56:47Z', 'updated_at': '2022-02-19T03:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:35.763503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4877c6-6b29-476a-9d56-5dd337b5b022 None None] Checking router: 53cc2d13-d191-4abf-8642-f92566c489b2 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:35.771796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4877c6-6b29-476a-9d56-5dd337b5b022 None None] Routers {'53cc2d13-d191-4abf-8642-f92566c489b2'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:35.771996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] For port fe68517c-678a-4698-aaa2-443496aa3c43, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=fe68517c-678a-4698-aaa2-443496aa3c43,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:35.772207 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (fe68517c-678a-4698-aaa2-443496aa3c43), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.772362 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7b4877c6-6b29-476a-9d56-5dd337b5b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:58:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['53cc2d13-d191-4abf-8642-f92566c489b2'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:35.784686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Calling delete_port for fe68517c-678a-4698-aaa2-443496aa3c43 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:35.862863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7b4877c6-6b29-476a-9d56-5dd337b5b022 None None] Set router 53cc2d13-d191-4abf-8642-f92566c489b2 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:35.914106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7b4877c6-6b29-476a-9d56-5dd337b5b022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'name': 'tempest-TestEncryptedCinderVolumes-1672482586-router', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:46Z', 'updated_at': '2022-02-19T03:58:35Z', 'revision_number': 6, 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:35.948412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4877c6-6b29-476a-9d56-5dd337b5b022 None None] The sync data for ids ['53cc2d13-d191-4abf-8642-f92566c489b2'] in n-d-826755-2 is: [{'id': '53cc2d13-d191-4abf-8642-f92566c489b2', 'name': 'tempest-TestEncryptedCinderVolumes-1672482586-router', 'tenant_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:56:46Z', 'updated_at': '2022-02-19T03:58:35Z', 'revision_number': 6, 'project_id': '1c1258bf231e49e9a6ed69ab8cc212fb', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:35.958839 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (fe68517c-678a-4698-aaa2-443496aa3c43), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.962150 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38736d39-f79b-4a58-ac69-b19b1121f1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:35.991041 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe68517c-678a-4698-aaa2-443496aa3c43,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:36.049589 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (53cc2d13-d191-4abf-8642-f92566c489b2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.150202 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (53cc2d13-d191-4abf-8642-f92566c489b2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.152198 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Publish callbacks [] for router_controller (53cc2d13-d191-4abf-8642-f92566c489b2), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.200432 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (53cc2d13-d191-4abf-8642-f92566c489b2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.201143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53cc2d13-d191-4abf-8642-f92566c489b2 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 03:58:36.206171 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.207320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f942c241-cdeb-403d-9c42-70a9c6fd784c admin admin] 10.222.0.81 "DELETE /v2.0/routers/53cc2d13-d191-4abf-8642-f92566c489b2 HTTP/1.1" status: 204 len: 168 time: 0.7800202 Feb 19 03:58:36.209940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51280) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:36.255038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3289376-0142-43d7-9774-5c1fba2c988e admin admin] Deleting subnet 04f81b27-46db-4e6d-96ca-a5c9fde5af77 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 03:58:36.258407 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3289376-0142-43d7-9774-5c1fba2c988e admin admin] Publish callbacks [] for subnet (04f81b27-46db-4e6d-96ca-a5c9fde5af77), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.293207 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3289376-0142-43d7-9774-5c1fba2c988e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (04f81b27-46db-4e6d-96ca-a5c9fde5af77), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.384855 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3289376-0142-43d7-9774-5c1fba2c988e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (04f81b27-46db-4e6d-96ca-a5c9fde5af77), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.441791 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3289376-0142-43d7-9774-5c1fba2c988e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (04f81b27-46db-4e6d-96ca-a5c9fde5af77), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.465835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3289376-0142-43d7-9774-5c1fba2c988e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f81b27-46db-4e6d-96ca-a5c9fde5af77,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:36.471959 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d3289376-0142-43d7-9774-5c1fba2c988e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.475458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d3289376-0142-43d7-9774-5c1fba2c988e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/04f81b27-46db-4e6d-96ca-a5c9fde5af77 HTTP/1.1" status: 204 len: 168 time: 0.2645292 Feb 19 03:58:36.477306 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b6850-2eb9-4e6a-8c2c-77a4cc0cfa18 None None] Network 6f40ce34-01ec-4ce2-805c-095a9ae6b77a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:36.478323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51282) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:36.547274 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (6f40ce34-01ec-4ce2-805c-095a9ae6b77a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.608292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Deleting port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:36.608626 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.670641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] For port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=12a5f82f-7729-4c6b-8db6-5ff2d5a267ac,segment=NetworkSegment(6a13f9b6-d2df-427e-b8f9-655082b62b82),segment_id=6a13f9b6-d2df-427e-b8f9-655082b62b82)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:36.670903 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.684225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Calling delete_port for 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:36.720389 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd7f304-3fdb-49be-9e6d-3da1fa2e5a3a None None] DHCP port deletion for 6f40ce34-01ec-4ce2-805c-095a9ae6b77a request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 03:58:36.773940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7f304-3fdb-49be-9e6d-3da1fa2e5a3a None None] Deleting port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 03:58:36.774306 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0bd7f304-3fdb-49be-9e6d-3da1fa2e5a3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.775059 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.804153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Pushing event deleted for resources: {'Port': ['ID=12a5f82f-7729-4c6b-8db6-5ff2d5a267ac,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:36.807666 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] No DVR routers for this DVR port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:36.844781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0bd7f304-3fdb-49be-9e6d-3da1fa2e5a3a None None] For port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac, host n-d-826755-2, got binding levels [] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:36.845079 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0bd7f304-3fdb-49be-9e6d-3da1fa2e5a3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.859533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-0bd7f304-3fdb-49be-9e6d-3da1fa2e5a3a None None] Calling delete_port for 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 03:58:36.862705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.ipam_backend_mixin [None req-0bd7f304-3fdb-49be-9e6d-3da1fa2e5a3a None None] Port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac was not found and therefore no delete operation was performed {{(pid=109900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 03:58:36.864112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0bd7f304-3fdb-49be-9e6d-3da1fa2e5a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (12a5f82f-7729-4c6b-8db6-5ff2d5a267ac), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.886043 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (6f40ce34-01ec-4ce2-805c-095a9ae6b77a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.893047 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd7f304-3fdb-49be-9e6d-3da1fa2e5a3a None None] Pushing event deleted for resources: {'Port': ['ID=12a5f82f-7729-4c6b-8db6-5ff2d5a267ac,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:36.896402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7f304-3fdb-49be-9e6d-3da1fa2e5a3a None None] No DVR routers for this DVR port 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 03:58:36.912842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f40ce34-01ec-4ce2-805c-095a9ae6b77a']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:36.922900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a13f9b6-d2df-427e-b8f9-655082b62b82') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:36.923213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a13f9b6-d2df-427e-b8f9-655082b62b82') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:36.933083 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (6a13f9b6-d2df-427e-b8f9-655082b62b82), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.946679 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6a13f9b6-d2df-427e-b8f9-655082b62b82), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.952778 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 03:58:36.953256 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (6a13f9b6-d2df-427e-b8f9-655082b62b82), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: timer() Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 03:58:36.954984 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 03:58:37.014743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (6f40ce34-01ec-4ce2-805c-095a9ae6b77a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.020440 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.023915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6f40ce34-01ec-4ce2-805c-095a9ae6b77a HTTP/1.1" status: 204 len: 168 time: 0.5443399 Feb 19 03:58:37.036603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b437d8d-de4e-4384-aca6-21d00cd18705 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f40ce34-01ec-4ce2-805c-095a9ae6b77a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:37.214920 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51286) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:37.256477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-890b1562-8878-45d0-bad9-938c3d202e73 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=62864fef4d7d4a90818f790d06a1518a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403404 Feb 19 03:58:37.259301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51288) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:37.293650 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.314256 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5088c172-0e4b-4bc7-ba75-91c4d688772c admin admin] Publish callbacks [] for security_group (7c599d42-0cd1-46a7-8314-9a30e63ac181), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.336483 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5088c172-0e4b-4bc7-ba75-91c4d688772c admin admin] Publish callbacks [] for security_group (7c599d42-0cd1-46a7-8314-9a30e63ac181), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.359352 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:37.379591 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:37.380010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bcae23cc-dadf-4ea2-933a-2ebee3e4bfdd not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:37.380501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:37.393525 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5088c172-0e4b-4bc7-ba75-91c4d688772c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7c599d42-0cd1-46a7-8314-9a30e63ac181), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.396168 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5088c172-0e4b-4bc7-ba75-91c4d688772c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.397379 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5088c172-0e4b-4bc7-ba75-91c4d688772c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7c599d42-0cd1-46a7-8314-9a30e63ac181 HTTP/1.1" status: 204 len: 168 time: 0.1370673 Feb 19 03:58:37.400227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:37.400574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 12a5f82f-7729-4c6b-8db6-5ff2d5a267ac not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:37.401021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fe68517c-678a-4698-aaa2-443496aa3c43 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 03:58:37.406124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5088c172-0e4b-4bc7-ba75-91c4d688772c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c599d42-0cd1-46a7-8314-9a30e63ac181,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:37.424102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: fe68517c-678a-4698-aaa2-443496aa3c43 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 03:58:37.424438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device fe68517c-678a-4698-aaa2-443496aa3c43 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 03:58:37.739835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51294) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:37.781038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0b0ad746-47ce-4825-9103-1fc76c4a6cc0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1c1258bf231e49e9a6ed69ab8cc212fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399899 Feb 19 03:58:37.784617 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51296) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:37.831923 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b76f92cc-3162-4058-a02c-754e98d11afe admin admin] Publish callbacks [] for security_group (7cc73b1b-d94d-4e8b-8846-13bf6776287c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.853002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b76f92cc-3162-4058-a02c-754e98d11afe admin admin] Publish callbacks [] for security_group (7cc73b1b-d94d-4e8b-8846-13bf6776287c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.908305 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b76f92cc-3162-4058-a02c-754e98d11afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (7cc73b1b-d94d-4e8b-8846-13bf6776287c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.910966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b76f92cc-3162-4058-a02c-754e98d11afe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:37.912132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b76f92cc-3162-4058-a02c-754e98d11afe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7cc73b1b-d94d-4e8b-8846-13bf6776287c HTTP/1.1" status: 204 len: 168 time: 0.1266141 Feb 19 03:58:37.920446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f92cc-3162-4058-a02c-754e98d11afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc73b1b-d94d-4e8b-8846-13bf6776287c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:38.622729 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.700993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51318) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:38.812906 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-523116140-network', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:38.835009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Made reservation on behalf of e0d875f6673a4b9f8a260f8ddb96400c for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:38.837378 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.845887 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.922482 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Publish callbacks [] for security_group (a0f3d280-7df1-476c-b759-4ba261acceb0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.928200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a0f3d280-7df1-476c-b759-4ba261acceb0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.953349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:58:38.968735 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f3d280-7df1-476c-b759-4ba261acceb0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:38.974589 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (caea4fc6-676a-46f3-b087-b80942e9d386), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:38.974925 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Added segment caea4fc6-676a-46f3-b087-b80942e9d386 of type vlan for network 2338e053-cf9d-4759-8383-583c1c1789e1 Feb 19 03:58:39.015485 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (2338e053-cf9d-4759-8383-583c1c1789e1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.043867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (2338e053-cf9d-4759-8383-583c1c1789e1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.045465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:39.046365 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.108328 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4062207 Feb 19 03:58:39.111392 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51322) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:39.116175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60492b82-be66-4d71-bdaf-02002bcccf3a admin admin] Pushing event updated for resources: {'Network': ['ID=2338e053-cf9d-4759-8383-583c1c1789e1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:39.117668 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-8a8d5142-e70e-4707-9832-ebc1a2d05c4b admin admin] Request body: {'subnet': {'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-523116140-subnet', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:39.126124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 2338e053-cf9d-4759-8383-583c1c1789e1 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:58:39.141111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8d5142-e70e-4707-9832-ebc1a2d05c4b admin admin] Made reservation on behalf of e0d875f6673a4b9f8a260f8ddb96400c for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:39.143647 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5142-e70e-4707-9832-ebc1a2d05c4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.329806 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5142-e70e-4707-9832-ebc1a2d05c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (9bba77a2-ce25-498b-8131-c47c2f5a5364), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.378611 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d5142-e70e-4707-9832-ebc1a2d05c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bba77a2-ce25-498b-8131-c47c2f5a5364,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:39.394351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8d5142-e70e-4707-9832-ebc1a2d05c4b admin admin] Checking segment: {'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:39.394715 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d5142-e70e-4707-9832-ebc1a2d05c4b admin admin] Network hostable DHCP agents. Network: 2338e053-cf9d-4759-8383-583c1c1789e1, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:58:39.412252 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8d5142-e70e-4707-9832-ebc1a2d05c4b admin admin] Network 2338e053-cf9d-4759-8383-583c1c1789e1 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:58:39.421837 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-8a8d5142-e70e-4707-9832-ebc1a2d05c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 2338e053-cf9d-4759-8383-583c1c1789e1) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:39.425884 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8d5142-e70e-4707-9832-ebc1a2d05c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:39.426469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-8a8d5142-e70e-4707-9832-ebc1a2d05c4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.431354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46c77ea-27d1-40de-819d-97013c47b997 None None] Network 2338e053-cf9d-4759-8383-583c1c1789e1 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:39.444160 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8a8d5142-e70e-4707-9832-ebc1a2d05c4b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3300509 Feb 19 03:58:39.446773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51324) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:39.451094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:39.470927 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (9e1f3505-63c8-480b-abb2-5d0f385f7c23), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.472062 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (9e1f3505-63c8-480b-abb2-5d0f385f7c23), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.525503 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Publish callbacks [] for router_controller (9e1f3505-63c8-480b-abb2-5d0f385f7c23), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.535746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-2338e053-cf9d-4759-8383-583c1c1789e1', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'fixed_ips': [{'subnet_id': '9bba77a2-ce25-498b-8131-c47c2f5a5364'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:58:39.536745 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.670499 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Publish callbacks [] for router_gateway (9e1f3505-63c8-480b-abb2-5d0f385f7c23), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.673158 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Allocated IP 172.20.0.2 (2338e053-cf9d-4759-8383-583c1c1789e1/9bba77a2-ce25-498b-8131-c47c2f5a5364/011f4092-3cdc-43ba-84dd-87bf9039bf09) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:39.812421 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Publish callbacks [] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.819676 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.862557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Network 2338e053-cf9d-4759-8383-583c1c1789e1 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:39.867356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:39.871920 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:39.873910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Pushing event updated for resources: {'Port': ['ID=011f4092-3cdc-43ba-84dd-87bf9039bf09,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:39.875307 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Publish callbacks [] for router_gateway (9e1f3505-63c8-480b-abb2-5d0f385f7c23), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.895990 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.928482 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Attempting to bind port 011f4092-3cdc-43ba-84dd-87bf9039bf09 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:39.928750 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Attempting to bind port 011f4092-3cdc-43ba-84dd-87bf9039bf09 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:39.929133 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Attempting to bind port 011f4092-3cdc-43ba-84dd-87bf9039bf09 on network 2338e053-cf9d-4759-8383-583c1c1789e1 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:39.934728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:39.935103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Checking segment: {'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:39.935530 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.935927 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Bound using segment: {'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:39.936391 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Bound port: 011f4092-3cdc-43ba-84dd-87bf9039bf09, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:39.936790 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:39.998365 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Allocated IP 172.25.1.233 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/9e20f3e8-4f1c-47d8-a4df-6472e7c115f3) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:39.998629 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] For port 011f4092-3cdc-43ba-84dd-87bf9039bf09, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:40.001691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] For port 011f4092-3cdc-43ba-84dd-87bf9039bf09, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=011f4092-3cdc-43ba-84dd-87bf9039bf09,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:40.009282 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.071162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d003c-b1b6-4725-afd3-50ff300b7c7d None None] Pushing event updated for resources: {'Port': ['ID=011f4092-3cdc-43ba-84dd-87bf9039bf09,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:40.117604 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Publish callbacks [] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.123036 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.157902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.196185 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:40.209213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:40.215061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:40.249953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Pushing event updated for resources: {'Port': ['ID=9e20f3e8-4f1c-47d8-a4df-6472e7c115f3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:40.262544 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.262889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.263260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.263600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.263933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.264264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.264586 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.264934 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.265258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.265576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.265899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.266218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.266536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:40.498148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Publish callbacks [] for router_gateway (9e1f3505-63c8-480b-abb2-5d0f385f7c23), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.709255 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (9e1f3505-63c8-480b-abb2-5d0f385f7c23), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.846084 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:58:40.942461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4605298f-dcf3-469e-9470-12d7c061e477 None None] Network 2338e053-cf9d-4759-8383-583c1c1789e1 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:40.958865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:40.969844 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Sync routers for ids ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:40.977592 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:40.981587 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-dbb1e48c-b1fc-4bd0-8c2d-ad692bab9596 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5313096 Feb 19 03:58:40.982035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51326) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:40.984536 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Routers {'9e1f3505-63c8-480b-abb2-5d0f385f7c23'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:40.985374 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:41.065059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a180b804-cfc8-4db3-a0e6-a9ff198865b0 None None] Provisioning complete for port 011f4092-3cdc-43ba-84dd-87bf9039bf09 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:41.065426 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a180b804-cfc8-4db3-a0e6-a9ff198865b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.120919 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Set router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:41.155149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a180b804-cfc8-4db3-a0e6-a9ff198865b0 None None] Current status of the port 011f4092-3cdc-43ba-84dd-87bf9039bf09 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:41.155540 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a180b804-cfc8-4db3-a0e6-a9ff198865b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.191135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a180b804-cfc8-4db3-a0e6-a9ff198865b0 None None] For port 011f4092-3cdc-43ba-84dd-87bf9039bf09, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=011f4092-3cdc-43ba-84dd-87bf9039bf09,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:41.198521 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a180b804-cfc8-4db3-a0e6-a9ff198865b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.252904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180b804-cfc8-4db3-a0e6-a9ff198865b0 None None] Pushing event updated for resources: {'Port': ['ID=011f4092-3cdc-43ba-84dd-87bf9039bf09,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:41.312591 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:40Z', 'revision_number': 3, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:41.347730 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Checking router: 9e1f3505-63c8-480b-abb2-5d0f385f7c23 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:41.348041 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Updating router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:58:41.377364 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.395953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 011f4092-3cdc-43ba-84dd-87bf9039bf09 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:41.444123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3e6f053d-5eb2-4cd4-ba64-3cf9c307974b None None] Provisioning complete for port 011f4092-3cdc-43ba-84dd-87bf9039bf09 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:41.444522 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3e6f053d-5eb2-4cd4-ba64-3cf9c307974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.481411 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.492382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 011f4092-3cdc-43ba-84dd-87bf9039bf09 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:41.492793 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.568518 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f053d-5eb2-4cd4-ba64-3cf9c307974b None None] Current status of the port 011f4092-3cdc-43ba-84dd-87bf9039bf09 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:41.606899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 011f4092-3cdc-43ba-84dd-87bf9039bf09 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:41.642671 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Publish callbacks [] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.648276 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.680310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Allocated IP 172.20.0.1 (2338e053-cf9d-4759-8383-583c1c1789e1/9bba77a2-ce25-498b-8131-c47c2f5a5364/8ac955bc-69a4-46fd-9f4f-890e813bf970) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:41.703776 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Attempting to bind port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:41.704148 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Attempting to bind port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:41.704512 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Attempting to bind port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:41.706536 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Pushing event updated for resources: {'Port': ['ID=9e20f3e8-4f1c-47d8-a4df-6472e7c115f3,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:41.715951 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.716299 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.716640 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.717004 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.717336 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.717664 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.717993 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.718312 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.718636 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.718955 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.719276 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.719592 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.719940 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:58:41.723498 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:41.723873 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:41.724275 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.724654 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:41.725150 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Bound port: 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:41.725531 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.775758 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] For port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:41.778863 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] For port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9e20f3e8-4f1c-47d8-a4df-6472e7c115f3,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:41.786045 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.787112 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Publish callbacks [] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.825952 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.843204 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Routers {'9e1f3505-63c8-480b-abb2-5d0f385f7c23'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:41.843855 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:41.845703 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b76e82-e11f-46c4-80a9-0dbf1da5903a None None] Pushing event updated for resources: {'Port': ['ID=9e20f3e8-4f1c-47d8-a4df-6472e7c115f3,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:41.860468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Network 2338e053-cf9d-4759-8383-583c1c1789e1 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:41.863670 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:41.867214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:41.897199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Pushing event updated for resources: {'Port': ['ID=8ac955bc-69a4-46fd-9f4f-890e813bf970,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:41.913842 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (9e1f3505-63c8-480b-abb2-5d0f385f7c23), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:41.957923 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] Set router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:42.078088 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.097247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e2cd802a-d7d7-4f3d-802d-0844c2df5ad5 None None] Provisioning complete for port 8ac955bc-69a4-46fd-9f4f-890e813bf970 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:42.098281 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e2cd802a-d7d7-4f3d-802d-0844c2df5ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.133855 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd802a-d7d7-4f3d-802d-0844c2df5ad5 None None] Port 8ac955bc-69a4-46fd-9f4f-890e813bf970 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:42.142853 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:40Z', 'revision_number': 3, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:42.253644 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Publish callbacks [] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.259364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.261357 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5733441d-4cab-41a4-b2b2-07c3f2cd55ad None None] The sync data for ids ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'] in n-d-826755-2 is: [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:40Z', 'revision_number': 3, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:42.638819 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (9e1f3505-63c8-480b-abb2-5d0f385f7c23), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.641751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Pushing event updated for resources: {'Port': ['ID=8ac955bc-69a4-46fd-9f4f-890e813bf970,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:42.660890 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:58:42.739112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Network 2338e053-cf9d-4759-8383-583c1c1789e1 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:42.740830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:42.867566 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:58:42.958086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7a87acc4-36f1-4e5e-8a24-ec7db2cba86e None None] Provisioning complete for port 8ac955bc-69a4-46fd-9f4f-890e813bf970 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:42.958744 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7a87acc4-36f1-4e5e-8a24-ec7db2cba86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:42.996865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:43.001785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7a87acc4-36f1-4e5e-8a24-ec7db2cba86e None None] Port 8ac955bc-69a4-46fd-9f4f-890e813bf970 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:43.006147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-67b6028a-01c1-4121-a106-c6663495c96d admin admin] 10.222.0.81 "PUT /v2.0/routers/9e1f3505-63c8-480b-abb2-5d0f385f7c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0228407 Feb 19 03:58:43.381112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:43.432889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:43.433586 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.508245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51342) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:43.513877 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2102098410-network', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:43.514096 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:43.514492 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.533817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Made reservation on behalf of da036171a6bd4806994e94512dbb5adb for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:43.535240 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9e20f3e8-4f1c-47d8-a4df-6472e7c115f3,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:43.536516 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.541559 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.545898 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.598822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=9e20f3e8-4f1c-47d8-a4df-6472e7c115f3,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:43.624956 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Publish callbacks [] for security_group (476a99fd-9ee9-49f0-9949-b1887c90a992), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.629979 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (476a99fd-9ee9-49f0-9949-b1887c90a992), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.654913 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 03:58:43.664401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476a99fd-9ee9-49f0-9949-b1887c90a992,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:43.669105 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (18c502a8-3657-4812-86f4-acdd301ddf14), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.669449 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Added segment 18c502a8-3657-4812-86f4-acdd301ddf14 of type vlan for network 8c48bcda-4a09-4560-9676-9ade11ab4772 Feb 19 03:58:43.708985 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (8c48bcda-4a09-4560-9676-9ade11ab4772), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.735360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (8c48bcda-4a09-4560-9676-9ade11ab4772), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.736344 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:43.736996 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:43.795704 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2862134 Feb 19 03:58:43.798712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51344) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:43.803225 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b03c0e-49b2-49e5-8928-ecfd309c2fe3 admin admin] Pushing event updated for resources: {'Network': ['ID=8c48bcda-4a09-4560-9676-9ade11ab4772,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:43.803922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dba29d62-33a8-470b-b05c-c3ebcf7e7747 admin admin] Request body: {'subnet': {'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2102098410-subnet', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:43.813381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 8c48bcda-4a09-4560-9676-9ade11ab4772 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 03:58:43.827698 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba29d62-33a8-470b-b05c-c3ebcf7e7747 admin admin] Made reservation on behalf of da036171a6bd4806994e94512dbb5adb for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:43.830372 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba29d62-33a8-470b-b05c-c3ebcf7e7747 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.003265 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba29d62-33a8-470b-b05c-c3ebcf7e7747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (faad9c61-593c-46fd-9abc-94678d3d74d7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.055592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba29d62-33a8-470b-b05c-c3ebcf7e7747 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faad9c61-593c-46fd-9abc-94678d3d74d7,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:44.067229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba29d62-33a8-470b-b05c-c3ebcf7e7747 admin admin] Checking segment: {'id': '18c502a8-3657-4812-86f4-acdd301ddf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:44.067540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba29d62-33a8-470b-b05c-c3ebcf7e7747 admin admin] Network hostable DHCP agents. Network: 8c48bcda-4a09-4560-9676-9ade11ab4772, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 03:58:44.074251 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Sync routers for ids ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:44.085441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Routers {'9e1f3505-63c8-480b-abb2-5d0f385f7c23'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:44.086279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:44.087095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba29d62-33a8-470b-b05c-c3ebcf7e7747 admin admin] Network 8c48bcda-4a09-4560-9676-9ade11ab4772 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 03:58:44.097113 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-dba29d62-33a8-470b-b05c-c3ebcf7e7747 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 8c48bcda-4a09-4560-9676-9ade11ab4772) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:44.101323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba29d62-33a8-470b-b05c-c3ebcf7e7747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:44.102083 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba29d62-33a8-470b-b05c-c3ebcf7e7747 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.118348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dba29d62-33a8-470b-b05c-c3ebcf7e7747 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3184299 Feb 19 03:58:44.121081 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51346) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:44.125534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2102098410-router', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:44.146361 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (bdc06606-b97c-41b8-87f4-4afa55508914), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.147390 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (bdc06606-b97c-41b8-87f4-4afa55508914), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.202107 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Publish callbacks [] for router_controller (bdc06606-b97c-41b8-87f4-4afa55508914), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.289686 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6e9c6d-8d5a-4ecb-9494-de627a15a23a None None] Network 8c48bcda-4a09-4560-9676-9ade11ab4772 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:44.349932 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Publish callbacks [] for router_gateway (bdc06606-b97c-41b8-87f4-4afa55508914), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.439066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Set router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:44.472067 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-8c48bcda-4a09-4560-9676-9ade11ab4772', 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772', 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'fixed_ips': [{'subnet_id': 'faad9c61-593c-46fd-9abc-94678d3d74d7'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 03:58:44.472957 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.561716 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Publish callbacks [] for router_gateway (bdc06606-b97c-41b8-87f4-4afa55508914), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.581109 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.681339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Allocated IP 172.25.1.60 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/f9da598b-877e-4539-bf5b-8bb348a304ee) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:44.708119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Allocated IP 172.20.0.2 (8c48bcda-4a09-4560-9676-9ade11ab4772/faad9c61-593c-46fd-9abc-94678d3d74d7/84de6f26-4d3c-4945-b92d-189d93d764dd) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:44.842793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:42Z', 'revision_number': 4, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8ac955bc-69a4-46fd-9f4f-890e813bf970', 'name': '', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'mac_address': 'fa:16:3e:8f:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:41Z', 'updated_at': '2022-02-19T03:58:42Z', 'revision_number': 2, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'subnets': [{'id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:44.877474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Checking router: 9e1f3505-63c8-480b-abb2-5d0f385f7c23 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:44.877779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Updating router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 port 8ac955bc-69a4-46fd-9f4f-890e813bf970 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:58:44.940311 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.945682 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Publish callbacks [] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:44.960557 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.077228 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Network 8c48bcda-4a09-4560-9676-9ade11ab4772 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:45.091074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:45.095753 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:45.097659 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Pushing event updated for resources: {'Port': ['ID=84de6f26-4d3c-4945-b92d-189d93d764dd,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:45.135983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Publish callbacks [] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.175406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.202634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Attempting to bind port 84de6f26-4d3c-4945-b92d-189d93d764dd on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:45.202874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Attempting to bind port 84de6f26-4d3c-4945-b92d-189d93d764dd by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '18c502a8-3657-4812-86f4-acdd301ddf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:45.203224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Attempting to bind port 84de6f26-4d3c-4945-b92d-189d93d764dd on network 8c48bcda-4a09-4560-9676-9ade11ab4772 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:45.212452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:45.212863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Checking segment: {'id': '18c502a8-3657-4812-86f4-acdd301ddf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:45.213265 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.213614 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:45.213734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Bound using segment: {'id': '18c502a8-3657-4812-86f4-acdd301ddf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:45.214111 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Bound port: 84de6f26-4d3c-4945-b92d-189d93d764dd, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c502a8-3657-4812-86f4-acdd301ddf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:45.214514 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.216408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:45.222981 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:45.247539 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Pushing event updated for resources: {'Port': ['ID=f9da598b-877e-4539-bf5b-8bb348a304ee,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:45.310115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] For port 84de6f26-4d3c-4945-b92d-189d93d764dd, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:45.318419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] For port 84de6f26-4d3c-4945-b92d-189d93d764dd, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=84de6f26-4d3c-4945-b92d-189d93d764dd,segment=NetworkSegment(18c502a8-3657-4812-86f4-acdd301ddf14),segment_id=18c502a8-3657-4812-86f4-acdd301ddf14)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:45.331050 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.384188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:45.431930 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Publish callbacks [] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.453373 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.473420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b872c3-9f21-49a3-9737-26848d211e61 None None] Pushing event updated for resources: {'Port': ['ID=84de6f26-4d3c-4945-b92d-189d93d764dd,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:45.515780 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Publish callbacks [] for router_gateway (bdc06606-b97c-41b8-87f4-4afa55508914), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.539350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05586cb0-2c74-4856-b404-a05c8f068ce4 None None] Pushing event updated for resources: {'Port': ['ID=8ac955bc-69a4-46fd-9f4f-890e813bf970,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:45.559107 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:45.559502 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.646462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Attempting to bind port 8ac955bc-69a4-46fd-9f4f-890e813bf970 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:45.646790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Attempting to bind port 8ac955bc-69a4-46fd-9f4f-890e813bf970 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:45.647159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Attempting to bind port 8ac955bc-69a4-46fd-9f4f-890e813bf970 on network 2338e053-cf9d-4759-8383-583c1c1789e1 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:45.660706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:45.661073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Checking segment: {'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:45.661445 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.661839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Bound using segment: {'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:45.662310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Bound port: 8ac955bc-69a4-46fd-9f4f-890e813bf970, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:45.662685 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.753131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:45.774096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (bdc06606-b97c-41b8-87f4-4afa55508914), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.791563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] For port 8ac955bc-69a4-46fd-9f4f-890e813bf970, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:45.795645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] For port 8ac955bc-69a4-46fd-9f4f-890e813bf970, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8ac955bc-69a4-46fd-9f4f-890e813bf970,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:45.804427 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.874405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Routers {'9e1f3505-63c8-480b-abb2-5d0f385f7c23'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:45.875032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:45.920200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05586cb0-2c74-4856-b404-a05c8f068ce4 None None] Pushing event updated for resources: {'Port': ['ID=8ac955bc-69a4-46fd-9f4f-890e813bf970,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:45.934749 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d25a6960-dec7-447f-a594-585642985d5a None None] Provisioning complete for port 8ac955bc-69a4-46fd-9f4f-890e813bf970 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:45.935114 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d25a6960-dec7-447f-a594-585642985d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:45.946416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Router bdc06606-b97c-41b8-87f4-4afa55508914 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 03:58:46.035091 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] Set router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:46.063769 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:46.077206 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Sync routers for ids ['bdc06606-b97c-41b8-87f4-4afa55508914'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:46.086123 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.087514 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b479f541-de71-4460-ac7e-6cf99373c406 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9653208 Feb 19 03:58:46.091092 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51348) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:58:46.092443 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Routers {'bdc06606-b97c-41b8-87f4-4afa55508914'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:46.093153 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bdc06606-b97c-41b8-87f4-4afa55508914'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:46.209026 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Set router bdc06606-b97c-41b8-87f4-4afa55508914 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:46.312560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d25a6960-dec7-447f-a594-585642985d5a None None] Current status of the port 8ac955bc-69a4-46fd-9f4f-890e813bf970 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:46.312971 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d25a6960-dec7-447f-a594-585642985d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.395893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-d25a6960-dec7-447f-a594-585642985d5a None None] For port 8ac955bc-69a4-46fd-9f4f-890e813bf970, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8ac955bc-69a4-46fd-9f4f-890e813bf970,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:46.406045 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d25a6960-dec7-447f-a594-585642985d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.418704 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'name': 'tempest-TestMinimumBasicScenario-2102098410-router', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:45Z', 'revision_number': 3, 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'gw_port': {'id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:46.457409 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Checking router: bdc06606-b97c-41b8-87f4-4afa55508914 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:46.458012 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Updating router bdc06606-b97c-41b8-87f4-4afa55508914 port f9da598b-877e-4539-bf5b-8bb348a304ee binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:58:46.492363 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.493925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a6960-dec7-447f-a594-585642985d5a None None] Pushing event updated for resources: {'Port': ['ID=8ac955bc-69a4-46fd-9f4f-890e813bf970,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:46.533080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:42Z', 'revision_number': 4, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8ac955bc-69a4-46fd-9f4f-890e813bf970', 'name': '', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'mac_address': 'fa:16:3e:8f:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:41Z', 'updated_at': '2022-02-19T03:58:45Z', 'revision_number': 4, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'subnets': [{'id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:46.578196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9835e583-1e1b-4ce6-bc87-24e34e1ad9d4 None None] Provisioning complete for port 8ac955bc-69a4-46fd-9f4f-890e813bf970 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:46.578648 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9835e583-1e1b-4ce6-bc87-24e34e1ad9d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.580314 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64363bd-2ee6-488f-a859-63084117d3e9 None None] The sync data for ids ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'] in n-d-826755-2 is: [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:42Z', 'revision_number': 4, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8ac955bc-69a4-46fd-9f4f-890e813bf970', 'name': '', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'mac_address': 'fa:16:3e:8f:50:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:41Z', 'updated_at': '2022-02-19T03:58:45Z', 'revision_number': 4, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'subnets': [{'id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:46.623427 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.704768 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9835e583-1e1b-4ce6-bc87-24e34e1ad9d4 None None] Current status of the port 8ac955bc-69a4-46fd-9f4f-890e813bf970 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:46.803474 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Publish callbacks [] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.813808 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.831769 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Allocated IP 172.20.0.1 (8c48bcda-4a09-4560-9676-9ade11ab4772/faad9c61-593c-46fd-9abc-94678d3d74d7/d3c7576a-0aa2-4dc3-a831-04f54c2a7391) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:58:46.841302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4fa1a4-9b4f-4e2e-adfd-bb05917b356a None None] Network 8c48bcda-4a09-4560-9676-9ade11ab4772 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 03:58:46.901176 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Attempting to bind port f9da598b-877e-4539-bf5b-8bb348a304ee on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:46.901549 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Attempting to bind port f9da598b-877e-4539-bf5b-8bb348a304ee by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:46.901906 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Attempting to bind port f9da598b-877e-4539-bf5b-8bb348a304ee on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:46.913873 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:46.915607 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:46.916188 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.916754 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:46.917556 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Bound port: f9da598b-877e-4539-bf5b-8bb348a304ee, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:46.918128 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.920171 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b95f0-ccee-4d68-8460-aa7e3863f56d None None] Pushing event updated for resources: {'Port': ['ID=f9da598b-877e-4539-bf5b-8bb348a304ee,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:46.965105 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-44a1abb0-1d4a-40c3-bd41-1d0c86c2477a None None] Provisioning complete for port 84de6f26-4d3c-4945-b92d-189d93d764dd triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:46.965702 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-44a1abb0-1d4a-40c3-bd41-1d0c86c2477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:46.991800 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Publish callbacks [] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.004873 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] For port f9da598b-877e-4539-bf5b-8bb348a304ee, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:47.014307 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] For port f9da598b-877e-4539-bf5b-8bb348a304ee, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f9da598b-877e-4539-bf5b-8bb348a304ee,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:47.024438 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.036527 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.090433 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Routers {'bdc06606-b97c-41b8-87f4-4afa55508914'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:47.091136 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bdc06606-b97c-41b8-87f4-4afa55508914'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:47.094673 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Network 8c48bcda-4a09-4560-9676-9ade11ab4772 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:47.098379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:47.110662 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-44a1abb0-1d4a-40c3-bd41-1d0c86c2477a None None] Current status of the port 84de6f26-4d3c-4945-b92d-189d93d764dd is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:47.110914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:58:47.111728 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-44a1abb0-1d4a-40c3-bd41-1d0c86c2477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.137313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Pushing event updated for resources: {'Port': ['ID=d3c7576a-0aa2-4dc3-a831-04f54c2a7391,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:47.164246 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (bdc06606-b97c-41b8-87f4-4afa55508914), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.164939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-44a1abb0-1d4a-40c3-bd41-1d0c86c2477a None None] For port 84de6f26-4d3c-4945-b92d-189d93d764dd, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=84de6f26-4d3c-4945-b92d-189d93d764dd,segment=NetworkSegment(18c502a8-3657-4812-86f4-acdd301ddf14),segment_id=18c502a8-3657-4812-86f4-acdd301ddf14)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:47.170145 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-44a1abb0-1d4a-40c3-bd41-1d0c86c2477a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.177396 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b95f0-ccee-4d68-8460-aa7e3863f56d None None] Pushing event updated for resources: {'Port': ['ID=f9da598b-877e-4539-bf5b-8bb348a304ee,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:47.237180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1abb0-1d4a-40c3-bd41-1d0c86c2477a None None] Pushing event updated for resources: {'Port': ['ID=84de6f26-4d3c-4945-b92d-189d93d764dd,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:47.281444 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] Set router bdc06606-b97c-41b8-87f4-4afa55508914 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:47.335309 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.505719 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8ac955bc-69a4-46fd-9f4f-890e813bf970 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:47.559168 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'name': 'tempest-TestMinimumBasicScenario-2102098410-router', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:45Z', 'revision_number': 3, 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'gw_port': {'id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:47.570094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4fa4305b-8269-4d97-9c06-bbb551ee6e1e None None] Provisioning complete for port 84de6f26-4d3c-4945-b92d-189d93d764dd triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:47.570714 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4fa4305b-8269-4d97-9c06-bbb551ee6e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.591369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Publish callbacks [] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.596550 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c46f9-aec1-4323-93c3-95b52d3a0e96 None None] The sync data for ids ['bdc06606-b97c-41b8-87f4-4afa55508914'] in n-d-826755-2 is: [{'id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'name': 'tempest-TestMinimumBasicScenario-2102098410-router', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:45Z', 'revision_number': 3, 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'gw_port': {'id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4b:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:47.600626 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.635718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8ac955bc-69a4-46fd-9f4f-890e813bf970 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:47.636090 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.687753 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Pushing event updated for resources: {'Port': ['ID=d3c7576a-0aa2-4dc3-a831-04f54c2a7391,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:47.694202 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (bdc06606-b97c-41b8-87f4-4afa55508914), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.746880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4fa4305b-8269-4d97-9c06-bbb551ee6e1e None None] Current status of the port 84de6f26-4d3c-4945-b92d-189d93d764dd is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:47.785471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8ac955bc-69a4-46fd-9f4f-890e813bf970 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:47.786910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 84de6f26-4d3c-4945-b92d-189d93d764dd up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:47.805135 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Network 8c48bcda-4a09-4560-9676-9ade11ab4772 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:58:47.806935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:58:47.846712 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 84de6f26-4d3c-4945-b92d-189d93d764dd triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:47.847086 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.913480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-41035dff-6c15-468c-bf63-814e7178a9e2 None None] Provisioning complete for port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:47.913956 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41035dff-6c15-468c-bf63-814e7178a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:47.940222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Router bdc06606-b97c-41b8-87f4-4afa55508914 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:58:47.997800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-41035dff-6c15-468c-bf63-814e7178a9e2 None None] Port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:48.040091 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 84de6f26-4d3c-4945-b92d-189d93d764dd is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:48.086953 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:58:48.099744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cde8f4a9-50c1-4f7d-863f-acb36fc65c2c admin admin] 10.222.0.81 "PUT /v2.0/routers/bdc06606-b97c-41b8-87f4-4afa55508914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0064383 Feb 19 03:58:48.221892 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-781924c8-1234-472e-81dc-2c629a4a2a7c None None] Provisioning complete for port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:48.224949 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-781924c8-1234-472e-81dc-2c629a4a2a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:48.260060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-781924c8-1234-472e-81dc-2c629a4a2a7c None None] Port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:58:49.408307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f9da598b-877e-4539-bf5b-8bb348a304ee up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:49.464994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f9da598b-877e-4539-bf5b-8bb348a304ee triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:49.466188 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:49.560178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f9da598b-877e-4539-bf5b-8bb348a304ee is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:49.560713 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:49.590547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port f9da598b-877e-4539-bf5b-8bb348a304ee, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f9da598b-877e-4539-bf5b-8bb348a304ee,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:49.596014 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:49.652915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=f9da598b-877e-4539-bf5b-8bb348a304ee,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:50.261292 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Sync routers for ids ['bdc06606-b97c-41b8-87f4-4afa55508914'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:58:50.273783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Routers {'bdc06606-b97c-41b8-87f4-4afa55508914'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:50.274702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bdc06606-b97c-41b8-87f4-4afa55508914'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:50.399146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Set router bdc06606-b97c-41b8-87f4-4afa55508914 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:50.633118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'name': 'tempest-TestMinimumBasicScenario-2102098410-router', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:47Z', 'revision_number': 4, 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'gw_port': {'id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'd3c7576a-0aa2-4dc3-a831-04f54c2a7391', 'name': '', 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'mac_address': 'fa:16:3e:b1:62:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'faad9c61-593c-46fd-9abc-94678d3d74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:46Z', 'updated_at': '2022-02-19T03:58:47Z', 'revision_number': 2, 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'subnets': [{'id': 'faad9c61-593c-46fd-9abc-94678d3d74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:50.672225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Checking router: bdc06606-b97c-41b8-87f4-4afa55508914 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:58:50.672617 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Updating router bdc06606-b97c-41b8-87f4-4afa55508914 port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 03:58:50.707250 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.000312 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Publish callbacks [] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.006680 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.063587 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ffb25-fb7b-4537-b852-0563100bec64 None None] Pushing event updated for resources: {'Port': ['ID=d3c7576a-0aa2-4dc3-a831-04f54c2a7391,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:51.135792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Attempting to bind port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:58:51.136166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Attempting to bind port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '18c502a8-3657-4812-86f4-acdd301ddf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:58:51.136534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Attempting to bind port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 on network 8c48bcda-4a09-4560-9676-9ade11ab4772 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:58:51.142217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:58:51.142600 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Checking segment: {'id': '18c502a8-3657-4812-86f4-acdd301ddf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:58:51.143001 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.143400 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Bound using segment: {'id': '18c502a8-3657-4812-86f4-acdd301ddf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:58:51.144006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Bound port: d3c7576a-0aa2-4dc3-a831-04f54c2a7391, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18c502a8-3657-4812-86f4-acdd301ddf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:58:51.144390 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.215041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] For port d3c7576a-0aa2-4dc3-a831-04f54c2a7391, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:58:51.218618 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] For port d3c7576a-0aa2-4dc3-a831-04f54c2a7391, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d3c7576a-0aa2-4dc3-a831-04f54c2a7391,segment=NetworkSegment(18c502a8-3657-4812-86f4-acdd301ddf14),segment_id=18c502a8-3657-4812-86f4-acdd301ddf14)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:58:51.230121 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.299442 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Routers {'bdc06606-b97c-41b8-87f4-4afa55508914'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:58:51.300115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:58:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bdc06606-b97c-41b8-87f4-4afa55508914'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:51.351723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ffb25-fb7b-4537-b852-0563100bec64 None None] Pushing event updated for resources: {'Port': ['ID=d3c7576a-0aa2-4dc3-a831-04f54c2a7391,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:51.428974 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f9da598b-877e-4539-bf5b-8bb348a304ee up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:51.477746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e6789518-fbe6-4f5c-a929-93a863a9f455 None None] Provisioning complete for port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:51.478121 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6789518-fbe6-4f5c-a929-93a863a9f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.534902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] Set router bdc06606-b97c-41b8-87f4-4afa55508914 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:58:51.788447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f9da598b-877e-4539-bf5b-8bb348a304ee triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:51.789215 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:51.959425 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e6789518-fbe6-4f5c-a929-93a863a9f455 None None] Current status of the port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:51.959648 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6789518-fbe6-4f5c-a929-93a863a9f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.012942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e6789518-fbe6-4f5c-a929-93a863a9f455 None None] For port d3c7576a-0aa2-4dc3-a831-04f54c2a7391, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d3c7576a-0aa2-4dc3-a831-04f54c2a7391,segment=NetworkSegment(18c502a8-3657-4812-86f4-acdd301ddf14),segment_id=18c502a8-3657-4812-86f4-acdd301ddf14)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:58:52.039744 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6789518-fbe6-4f5c-a929-93a863a9f455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.097106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'name': 'tempest-TestMinimumBasicScenario-2102098410-router', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:47Z', 'revision_number': 4, 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'gw_port': {'id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'd3c7576a-0aa2-4dc3-a831-04f54c2a7391', 'name': '', 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'mac_address': 'fa:16:3e:b1:62:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'faad9c61-593c-46fd-9abc-94678d3d74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:46Z', 'updated_at': '2022-02-19T03:58:51Z', 'revision_number': 4, 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'subnets': [{'id': 'faad9c61-593c-46fd-9abc-94678d3d74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:58:52.102806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f9da598b-877e-4539-bf5b-8bb348a304ee is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:52.141045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a996541-42c0-4895-8fbf-8377c84564bb None None] The sync data for ids ['bdc06606-b97c-41b8-87f4-4afa55508914'] in n-d-826755-2 is: [{'id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'name': 'tempest-TestMinimumBasicScenario-2102098410-router', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:47Z', 'revision_number': 4, 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'gw_port': {'id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'd3c7576a-0aa2-4dc3-a831-04f54c2a7391', 'name': '', 'network_id': '8c48bcda-4a09-4560-9676-9ade11ab4772', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'mac_address': 'fa:16:3e:b1:62:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'faad9c61-593c-46fd-9abc-94678d3d74d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:46Z', 'updated_at': '2022-02-19T03:58:51Z', 'revision_number': 4, 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'subnets': [{'id': 'faad9c61-593c-46fd-9abc-94678d3d74d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:58:52.145416 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6789518-fbe6-4f5c-a929-93a863a9f455 None None] Pushing event updated for resources: {'Port': ['ID=d3c7576a-0aa2-4dc3-a831-04f54c2a7391,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:58:52.164452 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ad06ff66-5de9-45f3-992d-1f319c1f50e3 None None] Provisioning complete for port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:52.165034 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ad06ff66-5de9-45f3-992d-1f319c1f50e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:52.289963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ad06ff66-5de9-45f3-992d-1f319c1f50e3 None None] Current status of the port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:53.054898 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.423903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d3c7576a-0aa2-4dc3-a831-04f54c2a7391 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:58:53.481737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:58:53.482193 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:53.566489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:58:54.032753 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:58.000903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-7d6d164e-264b-4b12-843b-68abb8af15f5 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:58.002371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-7d6d164e-264b-4b12-843b-68abb8af15f5 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/networks?id=2338e053-cf9d-4759-8383-583c1c1789e1 HTTP/1.1" status: 200 len: 814 time: 0.1050045 Feb 19 03:58:58.018963 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-37ad11a6-3186-43a9-833e-c3ca1cdc440a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/quotas/e0d875f6673a4b9f8a260f8ddb96400c HTTP/1.1" status: 200 len: 375 time: 0.0091319 Feb 19 03:58:58.075647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-e72d57f6-9cfe-4c68-b78b-b1ff9cbed14b tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=e0d875f6673a4b9f8a260f8ddb96400c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516725 Feb 19 03:58:58.186162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-c75923b8-6034-405f-b185-2d986103e61b service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 03:58:58.187165 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-c75923b8-6034-405f-b185-2d986103e61b service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0999243 Feb 19 03:58:58.284284 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-0b014adf-97f3-4313-861b-c4f823f4da53 service neutron] 10.222.0.81 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886462 Feb 19 03:58:58.375356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-ab541a76-fb82-47e4-9e25-cf7acc778abc service neutron] 10.222.0.81 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828626 Feb 19 03:58:58.546337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0b38018b-8167-4ad4-a51a-9c0caa5d2690 req-202e22ea-162c-42f8-adc6-c07f8be72c96 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 210 time: 0.0283341 Feb 19 03:58:59.518261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-0fac25a0-70d8-41df-8b0e-83a1a593f6b0 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:58:59.519738 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-0fac25a0-70d8-41df-8b0e-83a1a593f6b0 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.87 "GET /v2.0/networks?id=2338e053-cf9d-4759-8383-583c1c1789e1 HTTP/1.1" status: 200 len: 814 time: 0.1067822 Feb 19 03:58:59.533351 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Request body: {'port': {'device_id': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'admin_state_up': True, 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:58:59.641778 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-efa00b2a-bc99-4c96-a9fb-769bd06c3eaf req-c8815609-15f9-4aa7-afa8-5ffd0ab70759 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 210 time: 0.0272374 Feb 19 03:58:59.651446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Made reservation on behalf of e0d875f6673a4b9f8a260f8ddb96400c for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 03:58:59.655092 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:58:59.789645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Allocated IP 172.20.0.8 (2338e053-cf9d-4759-8383-583c1c1789e1/9bba77a2-ce25-498b-8131-c47c2f5a5364/4ce5fcff-7d0d-4857-a935-e3fa00d26af5) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:00.024076 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.066972 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.124936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Network 2338e053-cf9d-4759-8383-583c1c1789e1 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:00.128099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:00.130687 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:00.169117 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event updated for resources: {'Port': ['ID=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:00.212203 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:00.213296 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.234203 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-f73baf30-bb86-4d92-acbf-2b668262edde tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7046885 Feb 19 03:59:00.470185 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-98f4ab03-119a-4664-be82-843c70c48c55 None None] Provisioning complete for port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:00.470746 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-98f4ab03-119a-4664-be82-843c70c48c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:00.533569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-98f4ab03-119a-4664-be82-843c70c48c55 None None] Port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 03:59:00.799695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b5004-d297-4f4b-ac36-8fa0b51e11c6 req-7d1bd7c8-21de-4c64-a9b2-fd25f15baefc tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:00.802614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb1b5004-d297-4f4b-ac36-8fa0b51e11c6 req-7d1bd7c8-21de-4c64-a9b2-fd25f15baefc tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 931 time: 0.0737536 Feb 19 03:59:00.867859 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb1b5004-d297-4f4b-ac36-8fa0b51e11c6 req-c66f8080-160f-4db3-8a27-7dd1ce3ab5e2 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592682 Feb 19 03:59:01.998276 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d97c6eb-5d23-4bc6-967c-4b5aa40af2f4 req-0ad2ed18-dcda-4dc7-8f73-24bf9ee56dc2 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:01.999692 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d97c6eb-5d23-4bc6-967c-4b5aa40af2f4 req-0ad2ed18-dcda-4dc7-8f73-24bf9ee56dc2 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 931 time: 0.0584912 Feb 19 03:59:02.051440 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d97c6eb-5d23-4bc6-967c-4b5aa40af2f4 req-038ccc45-8ba6-4b73-8b6f-22844eba186d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454667 Feb 19 03:59:03.189379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26794a5-4b68-4cc4-8b25-ca2d3b97e80c req-28818013-8fb2-4e4c-a411-e445d3fe4b0f tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:03.196526 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c26794a5-4b68-4cc4-8b25-ca2d3b97e80c req-28818013-8fb2-4e4c-a411-e445d3fe4b0f tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 931 time: 0.0710168 Feb 19 03:59:03.247717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c26794a5-4b68-4cc4-8b25-ca2d3b97e80c req-799594b3-5b66-4f5b-acb4-04e416b3e0e3 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478408 Feb 19 03:59:03.666928 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c1e70a97-8eb7-4a07-8d1d-85a4b3797d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:04.383951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c2b97-70bf-43e1-b5f7-ca60abc6750b req-66c76706-d38f-43a1-a57b-a095fc35f504 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:04.386220 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df7c2b97-70bf-43e1-b5f7-ca60abc6750b req-66c76706-d38f-43a1-a57b-a095fc35f504 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 931 time: 0.0575302 Feb 19 03:59:04.436478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df7c2b97-70bf-43e1-b5f7-ca60abc6750b req-7d3623a4-9e7e-4503-9c46-be94c6f4a020 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442915 Feb 19 03:59:05.563699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8d4aa-1054-425a-a64a-17964be49879 req-d37b0267-4ceb-47f1-9326-91334d065c75 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:05.565139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fec8d4aa-1054-425a-a64a-17964be49879 req-d37b0267-4ceb-47f1-9326-91334d065c75 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 931 time: 0.0571051 Feb 19 03:59:05.630192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fec8d4aa-1054-425a-a64a-17964be49879 req-1f0fe0ad-7805-4ae6-931f-46006c7959de tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593543 Feb 19 03:59:05.960216 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6f216c1d-82ca-45f3-a349-5a24246772f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:06.766439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755c9da-9864-4649-be1d-f44efdeb50ae req-52415c19-9d9e-4b3a-bbdb-7d25e8afaf4f tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:06.767923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7755c9da-9864-4649-be1d-f44efdeb50ae req-52415c19-9d9e-4b3a-bbdb-7d25e8afaf4f tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 931 time: 0.0598629 Feb 19 03:59:06.831453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7755c9da-9864-4649-be1d-f44efdeb50ae req-dd6754ef-99df-4d87-b154-9c5b01c2f219 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546629 Feb 19 03:59:07.300057 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:07.963217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6da6c6-24df-4c9b-a036-120e5ae03664 req-1b6ce6a4-bc67-4ea9-9858-b69a175fa459 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:07.964647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e6da6c6-24df-4c9b-a036-120e5ae03664 req-1b6ce6a4-bc67-4ea9-9858-b69a175fa459 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 931 time: 0.0576930 Feb 19 03:59:08.012944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e6da6c6-24df-4c9b-a036-120e5ae03664 req-5575cefa-956a-4f58-aae6-d82fcff43f04 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425751 Feb 19 03:59:08.622393 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:09.153667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4e80a-7c5f-4ec5-95b7-b580fa37fa65 req-ffe16f87-0c5b-4f5d-a398-f7481829741c tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:09.155169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ce4e80a-7c5f-4ec5-95b7-b580fa37fa65 req-ffe16f87-0c5b-4f5d-a398-f7481829741c tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 931 time: 0.0731494 Feb 19 03:59:09.204569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ce4e80a-7c5f-4ec5-95b7-b580fa37fa65 req-1d09ae9e-ab1f-42d3-b59b-2a5e6d6fcefd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437117 Feb 19 03:59:10.126744 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.300472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Request body: {'port': {'device_id': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:10.336082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aca996-d2a6-423d-81b2-c76d2a27b9bf req-76ed5260-1fcb-4bc0-9335-73f9ceba87f0 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:10.337768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73aca996-d2a6-423d-81b2-c76d2a27b9bf req-76ed5260-1fcb-4bc0-9335-73f9ceba87f0 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 931 time: 0.0532296 Feb 19 03:59:10.365907 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.387043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73aca996-d2a6-423d-81b2-c76d2a27b9bf req-c421c821-a385-4a10-a08d-efa91496c5c9 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435045 Feb 19 03:59:10.640708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:10.649100 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Publish callbacks [] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.661906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Transition to ACTIVE for port object 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 03:59:10.667043 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.718411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:10.790284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Attempting to bind port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 03:59:10.790626 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Attempting to bind port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 03:59:10.790960 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Attempting to bind port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 on network 2338e053-cf9d-4759-8383-583c1c1789e1 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:10.795786 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 on network 2338e053-cf9d-4759-8383-583c1c1789e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 03:59:10.796114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Attempting to bind port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 on network 2338e053-cf9d-4759-8383-583c1c1789e1 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 03:59:10.801415 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 3, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 03:59:10.801780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Checking segment: {'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 03:59:10.802169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Bound using segment: {'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 03:59:10.802596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Bound port: 4ce5fcff-7d0d-4857-a935-e3fa00d26af5, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caea4fc6-676a-46f3-b087-b80942e9d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 03:59:10.802954 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.880413 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] For port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 03:59:10.884114 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] For port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 03:59:10.892227 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.927513 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:10.928160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:10.929746 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] 10.222.0.87 "PUT /v2.0/ports/4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 1091 time: 0.7016494 Feb 19 03:59:10.932108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:10.934541 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2063b8e2-6a2e-490a-a2a0-4d812df9cd43" -d '{"events": [{"name": "network-changed", "server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:10.963645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895fda9-58e4-46a8-bfe3-81256e99c053 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:11.016812 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-63f26a12-9531-41bc-b2a4-221747055920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.018460 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-63f26a12-9531-41bc-b2a4-221747055920 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e0d875f6673a4b9f8a260f8ddb96400c&device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 1125 time: 0.0482309 Feb 19 03:59:11.064695 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-4d8b3cc9-ca64-4701-b729-a046a234397e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 217 time: 0.0391922 Feb 19 03:59:11.115978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-5fc6cbe8-15ee-4527-af57-906ec348d578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.117737 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-5fc6cbe8-15ee-4527-af57-906ec348d578 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9bba77a2-ce25-498b-8131-c47c2f5a5364 HTTP/1.1" status: 200 len: 853 time: 0.0471373 Feb 19 03:59:11.120931 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eaed0e4-5adc-4bfd-b7df-f5bca9a81c3b x-openstack-request-id: req-7eaed0e4-5adc-4bfd-b7df-f5bca9a81c3b {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:11.121240 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:11.121470 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7eaed0e4-5adc-4bfd-b7df-f5bca9a81c3b {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:11.121879 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'status': 'completed', 'code': 200} Feb 19 03:59:11.174303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-beb4dc79-e5a6-4b0c-bf8f-675d0411c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.175867 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-beb4dc79-e5a6-4b0c-bf8f-675d0411c008 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2338e053-cf9d-4759-8383-583c1c1789e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470273 Feb 19 03:59:11.271389 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-43c64cc6-010e-4449-a8ab-3eb59fd77ab2 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893512 Feb 19 03:59:11.365782 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5e941552-49a8-41da-a8b7-7ad4fac95613 req-6d284193-033f-45d6-9a0e-9254258c81a3 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881708 Feb 19 03:59:11.466307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063b8e2-6a2e-490a-a2a0-4d812df9cd43 req-f3f24b60-062c-4b7a-8e41-6cb1bdc6ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.468209 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2063b8e2-6a2e-490a-a2a0-4d812df9cd43 req-f3f24b60-062c-4b7a-8e41-6cb1bdc6ef35 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e0d875f6673a4b9f8a260f8ddb96400c&device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 1125 time: 0.0548995 Feb 19 03:59:11.563841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063b8e2-6a2e-490a-a2a0-4d812df9cd43 req-2cd8b7b7-1fb2-4df1-83e9-4d43eaf899d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.565447 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2063b8e2-6a2e-490a-a2a0-4d812df9cd43 req-2cd8b7b7-1fb2-4df1-83e9-4d43eaf899d5 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2338e053-cf9d-4759-8383-583c1c1789e1 HTTP/1.1" status: 200 len: 915 time: 0.0915372 Feb 19 03:59:11.611389 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2063b8e2-6a2e-490a-a2a0-4d812df9cd43 req-bed4f45c-0df0-4108-ba3c-b6809b4e8eba service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 217 time: 0.0389712 Feb 19 03:59:11.667886 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063b8e2-6a2e-490a-a2a0-4d812df9cd43 req-75d041ad-7895-4b14-980b-04134025cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.669617 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2063b8e2-6a2e-490a-a2a0-4d812df9cd43 req-75d041ad-7895-4b14-980b-04134025cfe3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9bba77a2-ce25-498b-8131-c47c2f5a5364 HTTP/1.1" status: 200 len: 853 time: 0.0517023 Feb 19 03:59:11.721530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2063b8e2-6a2e-490a-a2a0-4d812df9cd43 req-0df72c3d-608d-4235-9e27-8f1c2134402e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.723074 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2063b8e2-6a2e-490a-a2a0-4d812df9cd43 req-0df72c3d-608d-4235-9e27-8f1c2134402e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2338e053-cf9d-4759-8383-583c1c1789e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474274 Feb 19 03:59:11.814897 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2063b8e2-6a2e-490a-a2a0-4d812df9cd43 req-5ad7447c-3725-4d84-9033-891a86d626d2 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855894 Feb 19 03:59:11.835088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f67eb-b41d-47ba-aed1-000739282d96 req-f0eb0388-e2a9-4701-9228-2aa650a243e4 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:11.837542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-768f67eb-b41d-47ba-aed1-000739282d96 req-f0eb0388-e2a9-4701-9228-2aa650a243e4 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 943 time: 0.1019042 Feb 19 03:59:11.889667 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-768f67eb-b41d-47ba-aed1-000739282d96 req-07128fdc-1cea-412d-b846-d605a446caa0 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465572 Feb 19 03:59:11.911112 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2063b8e2-6a2e-490a-a2a0-4d812df9cd43 req-5f18976d-9f02-4f54-b25d-9633b939b510 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908325 Feb 19 03:59:13.016474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c1ecb-ff20-4e80-8627-3d9e8739259e req-be02a788-ea1b-4d39-9a99-49be450a9b63 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:13.017919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b26c1ecb-ff20-4e80-8627-3d9e8739259e req-be02a788-ea1b-4d39-9a99-49be450a9b63 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 943 time: 0.0575099 Feb 19 03:59:13.073636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b26c1ecb-ff20-4e80-8627-3d9e8739259e req-767bba5d-86a2-4bec-aaee-5820c15b6ff3 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492640 Feb 19 03:59:14.202915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad68016-70c1-4471-9dfe-6daa4cc0879f req-425bada3-0865-47b0-8698-84d494a35e33 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:14.204425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ad68016-70c1-4471-9dfe-6daa4cc0879f req-425bada3-0865-47b0-8698-84d494a35e33 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 943 time: 0.0563369 Feb 19 03:59:14.253759 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5ad68016-70c1-4471-9dfe-6daa4cc0879f req-01f46fd4-5e95-4530-b1c7-93ccbe75173c tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436139 Feb 19 03:59:14.916810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 03:59:15.025723 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:15.037541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'port_id': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'mac_address': 'fa:16:3e:3d:60:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 03:59:15.084937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:15.085407 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.099222 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 03:59:15.121297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:15.127148 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:15.176104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:15.390326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65e1b3-8b23-434c-8ede-4bbe7a001682 req-541b929d-7e6c-447b-8108-797c5541cf8c tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:15.392729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc65e1b3-8b23-434c-8ede-4bbe7a001682 req-541b929d-7e6c-447b-8108-797c5541cf8c tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 944 time: 0.0704489 Feb 19 03:59:15.442600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fc65e1b3-8b23-434c-8ede-4bbe7a001682 req-18cf053c-ac6a-4be6-b988-9bba36e19b2f tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421469 Feb 19 03:59:15.442866 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['4ce5fcff-7d0d-4857-a935-e3fa00d26af5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:16.566606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e19c24-ce6a-4de5-8488-767c921271cb req-0eaf69bf-726c-4ab6-a222-ba311e213dbe tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:16.568088 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5e19c24-ce6a-4de5-8488-767c921271cb req-0eaf69bf-726c-4ab6-a222-ba311e213dbe tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 944 time: 0.0541751 Feb 19 03:59:16.614948 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f5e19c24-ce6a-4de5-8488-767c921271cb req-70cad606-2495-461b-b54f-0a672b871d9d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410559 Feb 19 03:59:16.933668 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 03:59:16.990310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 03:59:16.994780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:16.995164 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.072943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:17.073891 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.101138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:17.103397 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d23288b-5c47-44dc-b14d-0d733f25d50a" -d '{"events": [{"server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "name": "network-vif-plugged", "status": "completed", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:17.116068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:17.121248 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:17.143983 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810e2d37-e3d8-4132-931c-6f7552f14b6d x-openstack-request-id: req-810e2d37-e3d8-4132-931c-6f7552f14b6d {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:17.144276 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "name": "network-vif-plugged", "status": "completed", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:17.144528 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-810e2d37-e3d8-4132-931c-6f7552f14b6d {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:17.144946 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'code': 200} Feb 19 03:59:17.172036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:17.265049 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4695c-eb80-46eb-b23c-fe39bbe4af1b req-cd4fe654-3e63-4a35-8068-efc0f4d28517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:17.266448 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4fa4695c-eb80-46eb-b23c-fe39bbe4af1b req-cd4fe654-3e63-4a35-8068-efc0f4d28517 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 1127 time: 0.0516214 Feb 19 03:59:17.310642 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4fa4695c-eb80-46eb-b23c-fe39bbe4af1b req-8d2d77f4-ff12-4d03-8e9b-2e4f46774229 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385196 Feb 19 03:59:17.747055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1951fd35-7508-4405-b053-313a6a178e47 req-c329ed26-196e-4100-92a2-eb17f5a8cfba tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:17.748569 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1951fd35-7508-4405-b053-313a6a178e47 req-c329ed26-196e-4100-92a2-eb17f5a8cfba tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 945 time: 0.0577717 Feb 19 03:59:17.802086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1951fd35-7508-4405-b053-313a6a178e47 req-9ca5f586-8887-4661-941a-052231dea9be tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455081 Feb 19 03:59:18.927337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2f6e8-22b3-4ab1-b5a7-b9a10c32c0e0 req-1173276c-f6f3-4c98-a435-ecf11d7638cd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:18.928855 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8d2f6e8-22b3-4ab1-b5a7-b9a10c32c0e0 req-1173276c-f6f3-4c98-a435-ecf11d7638cd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 945 time: 0.0548928 Feb 19 03:59:18.981312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8d2f6e8-22b3-4ab1-b5a7-b9a10c32c0e0 req-33de3044-84ba-4bb2-9cc3-9a453a2a4c33 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465956 Feb 19 03:59:19.117692 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5d825-218d-454c-a12f-822a65566e49 req-8c0be74d-2307-4167-98d8-1f897f0f0336 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:19.119198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ea5d825-218d-454c-a12f-822a65566e49 req-8c0be74d-2307-4167-98d8-1f897f0f0336 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 945 time: 0.0655653 Feb 19 03:59:19.180458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6ea5d825-218d-454c-a12f-822a65566e49 req-dd41c646-9241-4cdb-8e46-1c9b667b0afe tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555634 Feb 19 03:59:19.397012 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e2789-749a-4ce2-87f0-3cbc61d62a74 req-bfb61f84-ccf6-4cb3-8d75-6bb55b969482 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:19.398651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e32e2789-749a-4ce2-87f0-3cbc61d62a74 req-bfb61f84-ccf6-4cb3-8d75-6bb55b969482 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 945 time: 0.0647137 Feb 19 03:59:19.446321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e32e2789-749a-4ce2-87f0-3cbc61d62a74 req-1d5c047a-00f9-4390-b6f1-9bcc178cff2b tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Feb 19 03:59:19.661250 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 03:59:23.070973 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:24.040462 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:33.679260 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3192c6b5-b441-4233-a34a-0679c4cd4ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:35.962881 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-174d6e08-29fa-48df-84ce-7ef7342c8b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:37.306657 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.617986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f235730-bdec-4fea-ad63-c640063e359d req-d7377a16-824e-4e7c-b3e5-76de687f28ca tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:38.619516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f235730-bdec-4fea-ad63-c640063e359d req-d7377a16-824e-4e7c-b3e5-76de687f28ca tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 945 time: 0.0592158 Feb 19 03:59:38.626570 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.666703 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f235730-bdec-4fea-ad63-c640063e359d req-aefc2ff1-d4b1-4aee-b912-05b347289729 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Feb 19 03:59:38.689806 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51568) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:38.780714 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05efb83a-186b-4754-831f-4d7e9ad94c15 tempest-TestMinimumBasicScenario-1750582557 tempest-TestMinimumBasicScenario-1750582557-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:38.782269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-05efb83a-186b-4754-831f-4d7e9ad94c15 tempest-TestMinimumBasicScenario-1750582557 tempest-TestMinimumBasicScenario-1750582557-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 1122 time: 0.0915446 Feb 19 03:59:38.786710 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51572) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:38.791021 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:38.815813 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:38.914678 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.019995 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Allocated IP 172.25.1.13 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/8778c13f-8680-453f-8817-569ca8d0265e) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 03:59:39.131298 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for port (8778c13f-8680-453f-8817-569ca8d0265e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.168476 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8778c13f-8680-453f-8817-569ca8d0265e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.215343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 03:59:39.218235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 03:59:39.223707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 03:59:39.229630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event updated for resources: {'Port': ['ID=8778c13f-8680-453f-8817-569ca8d0265e,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:39.258163 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.258520 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.258865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.259207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.259540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.259879 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.260203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.260531 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.260878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.261203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.261533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.261840 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.262166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:39.659768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for floatingip (85aae5a1-d436-4894-8074-f5d0fda4753b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.735738 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8778c13f-8680-453f-8817-569ca8d0265e), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.934641 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for port (8778c13f-8680-453f-8817-569ca8d0265e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:39.942757 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (8778c13f-8680-453f-8817-569ca8d0265e), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.017367 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event updated for resources: {'Port': ['ID=8778c13f-8680-453f-8817-569ca8d0265e,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:40.030271 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (85aae5a1-d436-4894-8074-f5d0fda4753b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.126983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.140325 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Floating IP 85aae5a1-d436-4894-8074-f5d0fda4753b associated. External IP: 172.25.1.13, port: 4ce5fcff-7d0d-4857-a935-e3fa00d26af5. Feb 19 03:59:40.649844 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 03:59:40.761682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 03:59:40.771588 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a036b-57f8-4299-9e8b-4c917b4f4965 None None] Sync routers for ids ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 03:59:40.782554 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.783153 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a036b-57f8-4299-9e8b-4c917b4f4965 None None] Routers {'9e1f3505-63c8-480b-abb2-5d0f385f7c23'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:40.783764 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-921a036b-57f8-4299-9e8b-4c917b4f4965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:59:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:40.813339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7025e3ac-e665-4164-b34b-cf096dcdf808 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0256255 Feb 19 03:59:40.813944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:40.816284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51574) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:40.816872 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a94b1f-1d8f-4631-a801-6f6efc5edd27" -d '{"events": [{"name": "network-changed", "server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:40.821652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432664555', 'description': 'tempest-secgroup-smoke-432664555 description', 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:40.846149 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.855791 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691749a3-9ec2-413d-9aef-dce41f3e4871 x-openstack-request-id: req-691749a3-9ec2-413d-9aef-dce41f3e4871 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:40.856101 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:40.856372 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-691749a3-9ec2-413d-9aef-dce41f3e4871 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:40.856821 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'status': 'completed', 'code': 200} Feb 19 03:59:40.953619 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group (04cc68a4-43af-47f0-b42a-95e958f2db0f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.958119 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (04cc68a4-43af-47f0-b42a-95e958f2db0f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:40.967059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a94b1f-1d8f-4631-a801-6f6efc5edd27 req-62fd3b5a-404c-434c-a8f8-2829b0c5a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:40.968564 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-92a94b1f-1d8f-4631-a801-6f6efc5edd27 req-62fd3b5a-404c-434c-a8f8-2829b0c5a15d service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e0d875f6673a4b9f8a260f8ddb96400c&device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 1127 time: 0.0890369 Feb 19 03:59:40.992903 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-921a036b-57f8-4299-9e8b-4c917b4f4965 None None] Set router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:41.010705 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.014761 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1946084 Feb 19 03:59:41.015101 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51578) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:41.019867 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-40b0716e-a84e-4163-8a4d-c3ae241185bc tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Request body: {'security_group_rule': {'security_group_id': '04cc68a4-43af-47f0-b42a-95e958f2db0f', 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:41.046293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04cc68a4-43af-47f0-b42a-95e958f2db0f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:41.048585 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40b0716e-a84e-4163-8a4d-c3ae241185bc tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (2e6e91ef-f0da-4419-b449-2be31aebf7a6), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.065058 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.065389 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.065737 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.066055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.066401 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.066724 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.067533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.067858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.068174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.068501 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.068897 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.069649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.069987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fb2e99-727b-4841-a7a1-914a6ed5e92a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 03:59:41.105428 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a94b1f-1d8f-4631-a801-6f6efc5edd27 req-9b2888da-1d6f-4c15-b3c9-529b236a830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:41.107064 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-92a94b1f-1d8f-4631-a801-6f6efc5edd27 req-9b2888da-1d6f-4c15-b3c9-529b236a830a service neutron] 10.222.0.87 "GET /v2.0/networks?id=2338e053-cf9d-4759-8383-583c1c1789e1 HTTP/1.1" status: 200 len: 915 time: 0.1304367 Feb 19 03:59:41.112929 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40b0716e-a84e-4163-8a4d-c3ae241185bc tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (2e6e91ef-f0da-4419-b449-2be31aebf7a6), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.117563 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40b0716e-a84e-4163-8a4d-c3ae241185bc tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (2e6e91ef-f0da-4419-b449-2be31aebf7a6), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.135410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0716e-a84e-4163-8a4d-c3ae241185bc tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6e91ef-f0da-4419-b449-2be31aebf7a6,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:41.146769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40b0716e-a84e-4163-8a4d-c3ae241185bc tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.151723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-40b0716e-a84e-4163-8a4d-c3ae241185bc tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323445 Feb 19 03:59:41.152274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51580) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:41.158423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c4780df7-2a14-4de8-81ec-5215861fdacd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Request body: {'security_group_rule': {'security_group_id': '04cc68a4-43af-47f0-b42a-95e958f2db0f', 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:41.180707 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-92a94b1f-1d8f-4631-a801-6f6efc5edd27 req-ae5d8815-3b8d-4c93-b9e8-60d6e4394269 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 998 time: 0.0662541 Feb 19 03:59:41.184395 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4780df7-2a14-4de8-81ec-5215861fdacd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (4739b6ee-043f-4655-85e4-2918e8217724), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.235350 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-921a036b-57f8-4299-9e8b-4c917b4f4965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:42Z', 'revision_number': 4, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '85aae5a1-d436-4894-8074-f5d0fda4753b', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'port_id': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'mac_address': 'fa:16:3e:3d:60:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:59:39Z', 'updated_at': '2022-02-19T03:59:39Z', 'revision_number': 0, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac955bc-69a4-46fd-9f4f-890e813bf970', 'name': '', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'mac_address': 'fa:16:3e:8f:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:41Z', 'updated_at': '2022-02-19T03:58:46Z', 'revision_number': 5, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'subnets': [{'id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:41.243272 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a94b1f-1d8f-4631-a801-6f6efc5edd27 req-87ad64ca-fbae-4563-8a94-0d3855e29a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:41.245216 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-92a94b1f-1d8f-4631-a801-6f6efc5edd27 req-87ad64ca-fbae-4563-8a94-0d3855e29a17 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9bba77a2-ce25-498b-8131-c47c2f5a5364 HTTP/1.1" status: 200 len: 853 time: 0.0574832 Feb 19 03:59:41.255657 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4780df7-2a14-4de8-81ec-5215861fdacd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (4739b6ee-043f-4655-85e4-2918e8217724), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.261842 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4780df7-2a14-4de8-81ec-5215861fdacd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (4739b6ee-043f-4655-85e4-2918e8217724), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.268171 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a036b-57f8-4299-9e8b-4c917b4f4965 None None] Checking router: 9e1f3505-63c8-480b-abb2-5d0f385f7c23 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 03:59:41.277507 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a036b-57f8-4299-9e8b-4c917b4f4965 None None] Routers {'9e1f3505-63c8-480b-abb2-5d0f385f7c23'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 03:59:41.278118 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-921a036b-57f8-4299-9e8b-4c917b4f4965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T03:59:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:41.286377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4780df7-2a14-4de8-81ec-5215861fdacd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4739b6ee-043f-4655-85e4-2918e8217724,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:41.293426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c4780df7-2a14-4de8-81ec-5215861fdacd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.297507 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c4780df7-2a14-4de8-81ec-5215861fdacd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413484 Feb 19 03:59:41.297507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51582) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:41.301929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4ec100ef-314c-4129-b4c6-4f7ec2044efd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Request body: {'security_group_rule': {'security_group_id': '04cc68a4-43af-47f0-b42a-95e958f2db0f', 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:41.313027 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a94b1f-1d8f-4631-a801-6f6efc5edd27 req-a50ff074-9fc6-418d-b795-9646f8317c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:41.314941 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-92a94b1f-1d8f-4631-a801-6f6efc5edd27 req-a50ff074-9fc6-418d-b795-9646f8317c8f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2338e053-cf9d-4759-8383-583c1c1789e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0624540 Feb 19 03:59:41.328535 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4ec100ef-314c-4129-b4c6-4f7ec2044efd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (44b1f7ec-acd4-4e38-a024-0f3d93973bc8), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.388020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4ec100ef-314c-4129-b4c6-4f7ec2044efd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (44b1f7ec-acd4-4e38-a024-0f3d93973bc8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.392517 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4ec100ef-314c-4129-b4c6-4f7ec2044efd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (44b1f7ec-acd4-4e38-a024-0f3d93973bc8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.401522 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-921a036b-57f8-4299-9e8b-4c917b4f4965 None None] Set router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 03:59:41.410559 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec100ef-314c-4129-b4c6-4f7ec2044efd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b1f7ec-acd4-4e38-a024-0f3d93973bc8,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:41.410784 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-92a94b1f-1d8f-4631-a801-6f6efc5edd27 req-ffab8152-c853-42f6-af37-22c467b5546c service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890527 Feb 19 03:59:41.419020 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4ec100ef-314c-4129-b4c6-4f7ec2044efd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.422812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4ec100ef-314c-4129-b4c6-4f7ec2044efd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217651 Feb 19 03:59:41.423000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51584) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:41.427446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-32fdccc5-fee9-4365-92b3-1a3d482e8e9e tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Request body: {'security_group_rule': {'security_group_id': '04cc68a4-43af-47f0-b42a-95e958f2db0f', 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:41.454687 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-32fdccc5-fee9-4365-92b3-1a3d482e8e9e tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (ffc54a45-ee66-42ba-9aab-af882767263c), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.512718 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-92a94b1f-1d8f-4631-a801-6f6efc5edd27 req-ea99d80b-bfca-40db-b525-0c0172840f1d service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923815 Feb 19 03:59:41.517075 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-32fdccc5-fee9-4365-92b3-1a3d482e8e9e tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (ffc54a45-ee66-42ba-9aab-af882767263c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.522001 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-32fdccc5-fee9-4365-92b3-1a3d482e8e9e tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (ffc54a45-ee66-42ba-9aab-af882767263c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.543746 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdccc5-fee9-4365-92b3-1a3d482e8e9e tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffc54a45-ee66-42ba-9aab-af882767263c,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:41.549223 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-32fdccc5-fee9-4365-92b3-1a3d482e8e9e tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.550431 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-32fdccc5-fee9-4365-92b3-1a3d482e8e9e tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1265380 Feb 19 03:59:41.553258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51586) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:41.557926 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b42a3e2a-5c25-461d-9320-6047ec209595 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Request body: {'security_group_rule': {'security_group_id': '04cc68a4-43af-47f0-b42a-95e958f2db0f', 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:41.577936 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-b42a3e2a-5c25-461d-9320-6047ec209595 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Project e0d875f6673a4b9f8a260f8ddb96400c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:59:41.583131 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b42a3e2a-5c25-461d-9320-6047ec209595 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (bd292bdc-fbd3-4250-9761-efc4045d31d8), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.629780 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-921a036b-57f8-4299-9e8b-4c917b4f4965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:42Z', 'revision_number': 4, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '85aae5a1-d436-4894-8074-f5d0fda4753b', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'port_id': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'mac_address': 'fa:16:3e:3d:60:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:59:39Z', 'updated_at': '2022-02-19T03:59:39Z', 'revision_number': 0, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac955bc-69a4-46fd-9f4f-890e813bf970', 'name': '', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'mac_address': 'fa:16:3e:8f:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:41Z', 'updated_at': '2022-02-19T03:58:46Z', 'revision_number': 5, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'subnets': [{'id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 03:59:41.640653 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b42a3e2a-5c25-461d-9320-6047ec209595 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (bd292bdc-fbd3-4250-9761-efc4045d31d8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.644783 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b42a3e2a-5c25-461d-9320-6047ec209595 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (bd292bdc-fbd3-4250-9761-efc4045d31d8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.659848 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921a036b-57f8-4299-9e8b-4c917b4f4965 None None] The sync data for ids ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'] in n-d-826755-2 is: [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:42Z', 'revision_number': 4, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '85aae5a1-d436-4894-8074-f5d0fda4753b', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'floating_ip_address': '172.25.1.13', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'port_id': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'mac_address': 'fa:16:3e:3d:60:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T03:59:39Z', 'updated_at': '2022-02-19T03:59:39Z', 'revision_number': 0, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ac955bc-69a4-46fd-9f4f-890e813bf970', 'name': '', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'mac_address': 'fa:16:3e:8f:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:41Z', 'updated_at': '2022-02-19T03:58:46Z', 'revision_number': 5, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'subnets': [{'id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 03:59:41.665944 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a3e2a-5c25-461d-9320-6047ec209595 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd292bdc-fbd3-4250-9761-efc4045d31d8,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:41.674956 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b42a3e2a-5c25-461d-9320-6047ec209595 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.676390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b42a3e2a-5c25-461d-9320-6047ec209595 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218922 Feb 19 03:59:41.679880 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51588) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 03:59:41.684446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6edb34f4-426d-4f24-a467-6f936f14b9dd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Request body: {'security_group_rule': {'security_group_id': '04cc68a4-43af-47f0-b42a-95e958f2db0f', 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:41.707494 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-6edb34f4-426d-4f24-a467-6f936f14b9dd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Project e0d875f6673a4b9f8a260f8ddb96400c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 03:59:41.713008 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6edb34f4-426d-4f24-a467-6f936f14b9dd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (e4424f7b-baad-4a5e-b2f9-c6fe995b622f), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.773219 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6edb34f4-426d-4f24-a467-6f936f14b9dd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (e4424f7b-baad-4a5e-b2f9-c6fe995b622f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.777323 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6edb34f4-426d-4f24-a467-6f936f14b9dd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (e4424f7b-baad-4a5e-b2f9-c6fe995b622f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.797374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb34f4-426d-4f24-a467-6f936f14b9dd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4424f7b-baad-4a5e-b2f9-c6fe995b622f,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:41.803211 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6edb34f4-426d-4f24-a467-6f936f14b9dd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:41.804903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6edb34f4-426d-4f24-a467-6f936f14b9dd tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1239116 Feb 19 03:59:41.866823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8b83d3-d58f-4203-ac02-3255199caef8 None None] New status for floating IP 85aae5a1-d436-4894-8074-f5d0fda4753b: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 03:59:41.900794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74d50873-b592-4c7f-bc37-e708107492b5 req-7319aa0b-092c-4e5a-8bb6-d4b0c228f2f3 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432664555&fields=id&tenant_id=e0d875f6673a4b9f8a260f8ddb96400c HTTP/1.1" status: 200 len: 267 time: 0.0457411 Feb 19 03:59:41.957003 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d50873-b592-4c7f-bc37-e708107492b5 req-88c24c9b-cef7-4bda-8f19-803f4fc1f3e0 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:41.958515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74d50873-b592-4c7f-bc37-e708107492b5 req-88c24c9b-cef7-4bda-8f19-803f4fc1f3e0 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 945 time: 0.0522034 Feb 19 03:59:41.970076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-74d50873-b592-4c7f-bc37-e708107492b5 req-4c11f441-a4c4-4489-9a36-b26bb009bd19 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Request body: {'port': {'security_groups': ['a0f3d280-7df1-476c-b759-4ba261acceb0', '04cc68a4-43af-47f0-b42a-95e958f2db0f']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 03:59:42.046100 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-74d50873-b592-4c7f-bc37-e708107492b5 req-4c11f441-a4c4-4489-9a36-b26bb009bd19 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.247947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-74d50873-b592-4c7f-bc37-e708107492b5 req-4c11f441-a4c4-4489-9a36-b26bb009bd19 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] For port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 03:59:42.279981 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-74d50873-b592-4c7f-bc37-e708107492b5 req-4c11f441-a4c4-4489-9a36-b26bb009bd19 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.286924 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-74d50873-b592-4c7f-bc37-e708107492b5 req-4c11f441-a4c4-4489-9a36-b26bb009bd19 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.298849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['4ce5fcff-7d0d-4857-a935-e3fa00d26af5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:42.328930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d50873-b592-4c7f-bc37-e708107492b5 req-4c11f441-a4c4-4489-9a36-b26bb009bd19 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:42.329550 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-74d50873-b592-4c7f-bc37-e708107492b5 req-4c11f441-a4c4-4489-9a36-b26bb009bd19 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.330942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-74d50873-b592-4c7f-bc37-e708107492b5 req-4c11f441-a4c4-4489-9a36-b26bb009bd19 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "PUT /v2.0/ports/4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 981 time: 0.3658278 Feb 19 03:59:42.353760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11f441-a4c4-4489-9a36-b26bb009bd19 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event updated for resources: {'Port': ['ID=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 03:59:42.407181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['4ce5fcff-7d0d-4857-a935-e3fa00d26af5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 03:59:42.450742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16dcfa-3331-482b-bb1c-22bd1a50a5b1 req-fa4fcfd5-50c7-41f7-9c2f-04b756f70717 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:42.453006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d16dcfa-3331-482b-bb1c-22bd1a50a5b1 req-fa4fcfd5-50c7-41f7-9c2f-04b756f70717 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0609813 Feb 19 03:59:42.522751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8d16dcfa-3331-482b-bb1c-22bd1a50a5b1 req-2d5f33a5-f960-4f7b-a194-d96a9c1b78fa tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&id=04cc68a4-43af-47f0-b42a-95e958f2db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639379 Feb 19 03:59:42.634171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9e913810-877a-4d50-9aa0-4c1cb9e3e998 None None] Provisioning complete for port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 03:59:42.634411 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9e913810-877a-4d50-9aa0-4c1cb9e3e998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:42.847181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9e913810-877a-4d50-9aa0-4c1cb9e3e998 None None] Current status of the port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 03:59:42.858466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 03:59:42.860942 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94451f90-9af3-4b57-ab47-352294ad05a9" -d '{"events": [{"name": "network-changed", "server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 03:59:42.899119 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 03:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66343947-5e01-4f49-b874-9402729ec3da x-openstack-request-id: req-66343947-5e01-4f49-b874-9402729ec3da {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 03:59:42.899633 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 03:59:42.900014 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-66343947-5e01-4f49-b874-9402729ec3da {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 03:59:42.900418 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'status': 'completed', 'code': 200} Feb 19 03:59:42.969817 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94451f90-9af3-4b57-ab47-352294ad05a9 req-879ae050-da4f-4385-a0da-a11e077326d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:42.971385 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94451f90-9af3-4b57-ab47-352294ad05a9 req-879ae050-da4f-4385-a0da-a11e077326d4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e0d875f6673a4b9f8a260f8ddb96400c&device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 1166 time: 0.0494494 Feb 19 03:59:43.066948 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94451f90-9af3-4b57-ab47-352294ad05a9 req-981c4f8b-f63b-4573-8993-f3c754921d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:43.068447 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94451f90-9af3-4b57-ab47-352294ad05a9 req-981c4f8b-f63b-4573-8993-f3c754921d94 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2338e053-cf9d-4759-8383-583c1c1789e1 HTTP/1.1" status: 200 len: 915 time: 0.0913332 Feb 19 03:59:43.141300 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94451f90-9af3-4b57-ab47-352294ad05a9 req-1bcc7aa7-2a40-4010-b0c6-2a2c6f5a5b59 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 1000 time: 0.0655279 Feb 19 03:59:43.189484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94451f90-9af3-4b57-ab47-352294ad05a9 req-e2c07341-205f-4a58-bb63-2e0fb6663897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:43.190932 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94451f90-9af3-4b57-ab47-352294ad05a9 req-e2c07341-205f-4a58-bb63-2e0fb6663897 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9bba77a2-ce25-498b-8131-c47c2f5a5364 HTTP/1.1" status: 200 len: 853 time: 0.0439131 Feb 19 03:59:43.239660 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94451f90-9af3-4b57-ab47-352294ad05a9 req-769b09bc-8bf8-496a-b4e2-8df03638be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 03:59:43.241366 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94451f90-9af3-4b57-ab47-352294ad05a9 req-769b09bc-8bf8-496a-b4e2-8df03638be95 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2338e053-cf9d-4759-8383-583c1c1789e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448234 Feb 19 03:59:43.340069 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94451f90-9af3-4b57-ab47-352294ad05a9 req-2c243b04-6b39-4fa0-bd23-1ad83cff0e7b service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929990 Feb 19 03:59:43.430656 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-94451f90-9af3-4b57-ab47-352294ad05a9 req-9ed55075-0775-4800-b237-ce03c443aae0 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834315 Feb 19 03:59:53.076737 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:54.064640 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 03:59:56.660916 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:00:01.960437 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b0d5ac7b-469b-41e5-aebb-9954c9d31276 req-cfd6439c-2c48-4d1b-89ca-f0435975f7f7 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517166 Feb 19 04:00:02.048648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5ac7b-469b-41e5-aebb-9954c9d31276 req-502dd06f-7b1c-4567-abbd-6a015c7f0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:02.050308 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b0d5ac7b-469b-41e5-aebb-9954c9d31276 req-502dd06f-7b1c-4567-abbd-6a015c7f0e98 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e0d875f6673a4b9f8a260f8ddb96400c&device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 1166 time: 0.0457611 Feb 19 04:00:02.162531 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5ac7b-469b-41e5-aebb-9954c9d31276 req-bf1b5e2a-24c7-40c5-909b-7ce3499109f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:02.164250 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b0d5ac7b-469b-41e5-aebb-9954c9d31276 req-bf1b5e2a-24c7-40c5-909b-7ce3499109f6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2338e053-cf9d-4759-8383-583c1c1789e1 HTTP/1.1" status: 200 len: 915 time: 0.0941970 Feb 19 04:00:02.238979 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b0d5ac7b-469b-41e5-aebb-9954c9d31276 req-c5792d99-08a4-432e-95c1-083245bd3c35 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 1000 time: 0.0685084 Feb 19 04:00:02.287354 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5ac7b-469b-41e5-aebb-9954c9d31276 req-25b7461f-2830-417a-a61e-0f8cfa0298f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:02.288910 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b0d5ac7b-469b-41e5-aebb-9954c9d31276 req-25b7461f-2830-417a-a61e-0f8cfa0298f7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9bba77a2-ce25-498b-8131-c47c2f5a5364 HTTP/1.1" status: 200 len: 853 time: 0.0444405 Feb 19 04:00:02.338061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5ac7b-469b-41e5-aebb-9954c9d31276 req-b9672781-bf46-4118-b0e1-0e569280cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:02.339544 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b0d5ac7b-469b-41e5-aebb-9954c9d31276 req-b9672781-bf46-4118-b0e1-0e569280cd98 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2338e053-cf9d-4759-8383-583c1c1789e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449913 Feb 19 04:00:02.436849 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b0d5ac7b-469b-41e5-aebb-9954c9d31276 req-52990b0c-5ffc-4c71-8ec2-1efda034f936 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906885 Feb 19 04:00:02.531660 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b0d5ac7b-469b-41e5-aebb-9954c9d31276 req-e297992a-2115-4ef9-be1f-384c87a3a9b5 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871217 Feb 19 04:00:03.680537 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-74e79141-607b-4ce7-922e-a0a7f7f59ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:05.961320 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c827ae5d-ebda-4e9b-ad30-6ada52b468ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:07.310232 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:08.635375 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:10.128436 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:23.076080 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:24.059041 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:30.815236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1739d8-66bc-4cc1-a04f-550c3e462830 req-1fd9eddf-24c7-4b1f-8df6-2faf58079c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:30.817025 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4d1739d8-66bc-4cc1-a04f-550c3e462830 req-1fd9eddf-24c7-4b1f-8df6-2faf58079c22 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e0d875f6673a4b9f8a260f8ddb96400c&device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 1166 time: 0.0457900 Feb 19 04:00:30.823019 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8438e-afb9-48e8-81b5-5c926fefb8f6 req-4fca0a8c-78fa-43eb-9cb7-0f33de234596 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:30.824515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ce8438e-afb9-48e8-81b5-5c926fefb8f6 req-4fca0a8c-78fa-43eb-9cb7-0f33de234596 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0607443 Feb 19 04:00:30.886444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ce8438e-afb9-48e8-81b5-5c926fefb8f6 req-eeda5b41-d928-4dbc-9936-2903d3b45cf6 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&id=04cc68a4-43af-47f0-b42a-95e958f2db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558717 Feb 19 04:00:30.913044 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1739d8-66bc-4cc1-a04f-550c3e462830 req-85cf27d4-75e2-4b03-b0b6-3db668210b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:30.914543 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4d1739d8-66bc-4cc1-a04f-550c3e462830 req-85cf27d4-75e2-4b03-b0b6-3db668210b18 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2338e053-cf9d-4759-8383-583c1c1789e1 HTTP/1.1" status: 200 len: 915 time: 0.0888495 Feb 19 04:00:30.979707 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4d1739d8-66bc-4cc1-a04f-550c3e462830 req-bc3e5580-f283-40dc-9e4b-f7604fdd5d38 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 1000 time: 0.0585346 Feb 19 04:00:31.033438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1739d8-66bc-4cc1-a04f-550c3e462830 req-482b1ae7-8629-470b-800c-06aec52ac508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:31.034875 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4d1739d8-66bc-4cc1-a04f-550c3e462830 req-482b1ae7-8629-470b-800c-06aec52ac508 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9bba77a2-ce25-498b-8131-c47c2f5a5364 HTTP/1.1" status: 200 len: 853 time: 0.0478830 Feb 19 04:00:31.087441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1739d8-66bc-4cc1-a04f-550c3e462830 req-8c7ac0ac-83e7-4462-b5b1-c8b207ee169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:31.089610 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4d1739d8-66bc-4cc1-a04f-550c3e462830 req-8c7ac0ac-83e7-4462-b5b1-c8b207ee169e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2338e053-cf9d-4759-8383-583c1c1789e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473666 Feb 19 04:00:31.176860 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4d1739d8-66bc-4cc1-a04f-550c3e462830 req-ae4cf0ca-5eaa-4bd2-8831-c8faa21939b5 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803788 Feb 19 04:00:31.269809 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4d1739d8-66bc-4cc1-a04f-550c3e462830 req-f664ba6c-4589-48ab-bf98-d43867fbe834 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865173 Feb 19 04:00:32.024437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f494a-c270-4e74-a33a-328ec8fa37f8 req-74bb5350-0971-439a-bd01-eb568e3bfc12 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:32.025845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-199f494a-c270-4e74-a33a-328ec8fa37f8 req-74bb5350-0971-439a-bd01-eb568e3bfc12 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0624988 Feb 19 04:00:32.086896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-199f494a-c270-4e74-a33a-328ec8fa37f8 req-5a514e89-655c-4741-887f-0f33c4257143 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&id=04cc68a4-43af-47f0-b42a-95e958f2db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553410 Feb 19 04:00:33.219124 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d99de8-8268-41fe-8140-a7c9c17f768c req-c2335d4d-875b-4bfa-8bef-be6c46b9921d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:33.220600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1d99de8-8268-41fe-8140-a7c9c17f768c req-c2335d4d-875b-4bfa-8bef-be6c46b9921d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0591984 Feb 19 04:00:33.291627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1d99de8-8268-41fe-8140-a7c9c17f768c req-43a8c92e-8423-43da-9254-90fe989dd59b tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&id=04cc68a4-43af-47f0-b42a-95e958f2db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638549 Feb 19 04:00:33.666464 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:00:33.684450 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-34bb316e-c1dc-4627-9f8f-b4648c44e106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:34.423558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e25de0-828f-490d-ba87-44db4f0dae2e req-6a73fddd-1225-4fec-ad59-984d5b32cb77 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:34.425035 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7e25de0-828f-490d-ba87-44db4f0dae2e req-6a73fddd-1225-4fec-ad59-984d5b32cb77 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0549645 Feb 19 04:00:34.486554 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7e25de0-828f-490d-ba87-44db4f0dae2e req-2f12a877-314a-4c1a-8826-38b25089ccce tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&id=04cc68a4-43af-47f0-b42a-95e958f2db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547814 Feb 19 04:00:35.621292 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708e45d-0a0f-4ba2-90c4-9db1c0113aae req-9b02fe4a-a75a-4163-8e88-0c8c6d6ebc7d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:35.622688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4708e45d-0a0f-4ba2-90c4-9db1c0113aae req-9b02fe4a-a75a-4163-8e88-0c8c6d6ebc7d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0586674 Feb 19 04:00:35.695794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4708e45d-0a0f-4ba2-90c4-9db1c0113aae req-815e51a1-47ab-4e46-bae5-ffd41300985d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&id=04cc68a4-43af-47f0-b42a-95e958f2db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644534 Feb 19 04:00:35.956521 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d5c83ca-7b67-4947-ab89-f27ee4624f2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:36.824777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b4dfa0-2893-4506-b955-8948187cf1e2 req-b0fb4813-9a1f-4192-afbe-26bb007ed5ac tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:36.826285 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85b4dfa0-2893-4506-b955-8948187cf1e2 req-b0fb4813-9a1f-4192-afbe-26bb007ed5ac tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0556722 Feb 19 04:00:36.887401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85b4dfa0-2893-4506-b955-8948187cf1e2 req-de607a61-e31c-42f7-93c9-aa0ee093b0fc tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&id=04cc68a4-43af-47f0-b42a-95e958f2db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552547 Feb 19 04:00:37.309973 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:38.016731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b81466-ec55-4662-890a-ac03abbf05ec req-53d5a29d-51a5-400b-b0e3-910dd97117b0 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:38.018169 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71b81466-ec55-4662-890a-ac03abbf05ec req-53d5a29d-51a5-400b-b0e3-910dd97117b0 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0542326 Feb 19 04:00:38.090750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71b81466-ec55-4662-890a-ac03abbf05ec req-4317a96c-7d21-4b11-8510-506b75f1f65a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&id=04cc68a4-43af-47f0-b42a-95e958f2db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0665214 Feb 19 04:00:38.643832 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:39.225809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c578f29-37a7-4b34-97a9-c5e8f2a4bbf6 req-d5e7b172-b566-4434-8ecc-2201656a30be tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:39.227307 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c578f29-37a7-4b34-97a9-c5e8f2a4bbf6 req-d5e7b172-b566-4434-8ecc-2201656a30be tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0603194 Feb 19 04:00:39.296193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8c578f29-37a7-4b34-97a9-c5e8f2a4bbf6 req-ddea7a2d-af11-47c7-a453-72ed7b53bf2a tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&id=04cc68a4-43af-47f0-b42a-95e958f2db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629106 Feb 19 04:00:40.125954 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:40.420195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b4880-30e2-43ec-b52f-e9c92af509cc req-25a2f222-a1f8-41b4-8dfc-409094301572 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:40.421627 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-968b4880-30e2-43ec-b52f-e9c92af509cc req-25a2f222-a1f8-41b4-8dfc-409094301572 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0566406 Feb 19 04:00:40.486783 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-968b4880-30e2-43ec-b52f-e9c92af509cc req-fd8d9b9c-04c8-4696-b24c-a23c0779cd29 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&id=04cc68a4-43af-47f0-b42a-95e958f2db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571382 Feb 19 04:00:41.628348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11edcb1d-56e4-43e1-93f3-87848b8e592f req-df82a4a6-1091-4c86-9c98-7a9a2591b14d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:41.629881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11edcb1d-56e4-43e1-93f3-87848b8e592f req-df82a4a6-1091-4c86-9c98-7a9a2591b14d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0605190 Feb 19 04:00:41.696764 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11edcb1d-56e4-43e1-93f3-87848b8e592f req-d34db887-bf41-4b11-9ebd-2432478cf6a4 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&id=04cc68a4-43af-47f0-b42a-95e958f2db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602973 Feb 19 04:00:42.853196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0a808-4143-4a1e-ba38-e472f5102818 req-ca26ec6e-5aae-404d-92a1-bf8979e30fe0 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:00:42.855361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30b0a808-4143-4a1e-ba38-e472f5102818 req-ca26ec6e-5aae-404d-92a1-bf8979e30fe0 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0672863 Feb 19 04:00:42.916832 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30b0a808-4143-4a1e-ba38-e472f5102818 req-de08b525-afd2-41f0-a98f-9e77035fb068 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&id=04cc68a4-43af-47f0-b42a-95e958f2db0f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558457 Feb 19 04:00:53.092415 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:00:54.068176 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:01.966509 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1da81675-6cee-4997-a6e0-34084a79bb69 req-90c3f9c0-a022-4356-81db-68465101a260 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525351 Feb 19 04:01:02.058742 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da81675-6cee-4997-a6e0-34084a79bb69 req-e41d46bc-c6d8-48b8-b1b4-587ef5946646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:02.060265 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1da81675-6cee-4997-a6e0-34084a79bb69 req-e41d46bc-c6d8-48b8-b1b4-587ef5946646 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e0d875f6673a4b9f8a260f8ddb96400c&device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 1166 time: 0.0482843 Feb 19 04:01:02.174792 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da81675-6cee-4997-a6e0-34084a79bb69 req-1aa589dd-daa3-4c8e-a8b2-d24747e98959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:02.176303 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1da81675-6cee-4997-a6e0-34084a79bb69 req-1aa589dd-daa3-4c8e-a8b2-d24747e98959 service neutron] 10.222.0.87 "GET /v2.0/networks?id=2338e053-cf9d-4759-8383-583c1c1789e1 HTTP/1.1" status: 200 len: 915 time: 0.0972655 Feb 19 04:01:02.247434 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1da81675-6cee-4997-a6e0-34084a79bb69 req-7aa435aa-9a15-449c-93bf-6b65bbb6740f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 1000 time: 0.0640452 Feb 19 04:01:02.299621 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da81675-6cee-4997-a6e0-34084a79bb69 req-29cadc2d-cf19-4628-a0be-70c8186cdd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:02.301089 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1da81675-6cee-4997-a6e0-34084a79bb69 req-29cadc2d-cf19-4628-a0be-70c8186cdd09 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9bba77a2-ce25-498b-8131-c47c2f5a5364 HTTP/1.1" status: 200 len: 853 time: 0.0487330 Feb 19 04:01:02.357779 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da81675-6cee-4997-a6e0-34084a79bb69 req-1ad07e32-4642-4dd6-aa63-111d908d2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:02.359353 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1da81675-6cee-4997-a6e0-34084a79bb69 req-1ad07e32-4642-4dd6-aa63-111d908d2513 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2338e053-cf9d-4759-8383-583c1c1789e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522106 Feb 19 04:01:02.455528 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1da81675-6cee-4997-a6e0-34084a79bb69 req-56e46048-9080-4193-832a-bbbd7946ffd8 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898147 Feb 19 04:01:02.551764 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1da81675-6cee-4997-a6e0-34084a79bb69 req-911f991f-b044-453e-8841-ee829664b7ff service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896473 Feb 19 04:01:03.684745 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4d153474-1487-41b3-a8ec-5365ae4642cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:05.960016 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-45b7952e-3abc-4dc0-b2ce-70edce328cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:07.313362 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:08.644087 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.122055 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:10.667984 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:01:23.084009 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:24.056202 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:33.684315 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc0780e1-8fb8-4e99-81a8-5e710e8ef5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:35.954824 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fd43be75-c235-4fc0-a4e7-53704f3e6476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:37.322739 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:38.645990 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:40.127860 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.340525 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71b1d106-19b6-4754-bf84-3b5946992189 req-ba67db64-6ad8-476a-8fa1-924c07b4e4a9 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432664555&fields=id&tenant_id=e0d875f6673a4b9f8a260f8ddb96400c HTTP/1.1" status: 200 len: 267 time: 0.0453374 Feb 19 04:01:46.400521 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1d106-19b6-4754-bf84-3b5946992189 req-a1a10cff-d38b-4af2-85e1-c7c88da5bcf4 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:46.402038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71b1d106-19b6-4754-bf84-3b5946992189 req-a1a10cff-d38b-4af2-85e1-c7c88da5bcf4 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 984 time: 0.0561190 Feb 19 04:01:46.412830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-71b1d106-19b6-4754-bf84-3b5946992189 req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Request body: {'port': {'security_groups': ['a0f3d280-7df1-476c-b759-4ba261acceb0']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:01:46.495671 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-71b1d106-19b6-4754-bf84-3b5946992189 req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.668611 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-71b1d106-19b6-4754-bf84-3b5946992189 req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] For port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:01:46.699649 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-71b1d106-19b6-4754-bf84-3b5946992189 req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.705570 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-71b1d106-19b6-4754-bf84-3b5946992189 req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.719191 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['4ce5fcff-7d0d-4857-a935-e3fa00d26af5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:46.763781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1d106-19b6-4754-bf84-3b5946992189 req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:46.764407 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-71b1d106-19b6-4754-bf84-3b5946992189 req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.765898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71b1d106-19b6-4754-bf84-3b5946992189 req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "PUT /v2.0/ports/4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 942 time: 0.3576357 Feb 19 04:01:46.766368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:46.771702 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c323352-cab8-4b39-9861-f6762bda663d" -d '{"events": [{"name": "network-changed", "server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:46.772041 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51680) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:46.795952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event updated for resources: {'Port': ['ID=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:46.805226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.805907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.806459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.807004 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.807548 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.808103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.808634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.809192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.809957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.810490 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.811025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.811556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.812099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199bdb4d-ec56-4261-a0ef-913ed7fc2222 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:46.821728 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308e865a-f7e6-4a44-87a7-8714d479350f x-openstack-request-id: req-308e865a-f7e6-4a44-87a7-8714d479350f {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:46.834150 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:46.834427 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-308e865a-f7e6-4a44-87a7-8714d479350f {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:46.835659 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'status': 'completed', 'code': 200} Feb 19 04:01:46.867707 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group (04cc68a4-43af-47f0-b42a-95e958f2db0f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.875085 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['4ce5fcff-7d0d-4857-a935-e3fa00d26af5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:01:46.916269 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group (04cc68a4-43af-47f0-b42a-95e958f2db0f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:46.978194 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c323352-cab8-4b39-9861-f6762bda663d req-749a9b0e-f330-42d3-bc6f-9bd6d11a3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:46.979740 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c323352-cab8-4b39-9861-f6762bda663d req-749a9b0e-f330-42d3-bc6f-9bd6d11a3c34 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e0d875f6673a4b9f8a260f8ddb96400c&device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 1127 time: 0.1372135 Feb 19 04:01:47.010860 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (04cc68a4-43af-47f0-b42a-95e958f2db0f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.013468 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.014607 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "DELETE /v2.0/security-groups/04cc68a4-43af-47f0-b42a-95e958f2db0f HTTP/1.1" status: 204 len: 168 time: 0.2413330 Feb 19 04:01:47.017476 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51684) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:01:47.053819 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cc68a4-43af-47f0-b42a-95e958f2db0f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:47.060787 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7cc6991a-f015-4040-9878-2886c7627dbc None None] Provisioning complete for port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:01:47.061155 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7cc6991a-f015-4040-9878-2886c7627dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.065616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.066064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.066512 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.066924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.067265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.067738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.068603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.069446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.069446 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.069684 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.069947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.070260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.070568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b085342-a9e8-4532-8bff-e6b6c3759700 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:01:47.103856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c323352-cab8-4b39-9861-f6762bda663d req-945c6b57-65c5-458c-9126-7ef8508e474f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:47.105335 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c323352-cab8-4b39-9861-f6762bda663d req-945c6b57-65c5-458c-9126-7ef8508e474f service neutron] 10.222.0.87 "GET /v2.0/networks?id=2338e053-cf9d-4759-8383-583c1c1789e1 HTTP/1.1" status: 200 len: 915 time: 0.1157744 Feb 19 04:01:47.154664 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7cc6991a-f015-4040-9878-2886c7627dbc None None] Current status of the port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:01:47.176060 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c323352-cab8-4b39-9861-f6762bda663d req-514b4fa9-6ada-4c0d-8bf5-09ff948ee928 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 1000 time: 0.0638943 Feb 19 04:01:47.199429 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Deleting port 8778c13f-8680-453f-8817-569ca8d0265e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:01:47.199772 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8778c13f-8680-453f-8817-569ca8d0265e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.225003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c323352-cab8-4b39-9861-f6762bda663d req-ca3f21d6-9a81-4b9c-9d28-6283e2798d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:47.226355 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c323352-cab8-4b39-9861-f6762bda663d req-ca3f21d6-9a81-4b9c-9d28-6283e2798d07 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9bba77a2-ce25-498b-8131-c47c2f5a5364 HTTP/1.1" status: 200 len: 853 time: 0.0440600 Feb 19 04:01:47.276502 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c323352-cab8-4b39-9861-f6762bda663d req-002c6e1f-feb9-4e53-9fb7-4e4d39921942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:47.278048 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c323352-cab8-4b39-9861-f6762bda663d req-002c6e1f-feb9-4e53-9fb7-4e4d39921942 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2338e053-cf9d-4759-8383-583c1c1789e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453954 Feb 19 04:01:47.279296 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8778c13f-8680-453f-8817-569ca8d0265e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.279632 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for floatingip (8778c13f-8680-453f-8817-569ca8d0265e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.292799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Calling delete_port for 8778c13f-8680-453f-8817-569ca8d0265e owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:01:47.370780 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c323352-cab8-4b39-9861-f6762bda663d req-3bba3c75-522f-45bf-86ce-1ac8c6476a70 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865555 Feb 19 04:01:47.462955 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9c323352-cab8-4b39-9861-f6762bda663d req-6c752408-f07d-4296-b4f4-b8c208d871a1 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862126 Feb 19 04:01:47.480847 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8778c13f-8680-453f-8817-569ca8d0265e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.506805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event deleted for resources: {'Port': ['ID=8778c13f-8680-453f-8817-569ca8d0265e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:01:47.571905 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks [] for floatingip (85aae5a1-d436-4894-8074-f5d0fda4753b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.572263 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Floating IP 85aae5a1-d436-4894-8074-f5d0fda4753b disassociated (deleted). External IP: 172.25.1.13, port: 4ce5fcff-7d0d-4857-a935-e3fa00d26af5. Feb 19 04:01:47.669356 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:01:47.790777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:01:47.900811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:01:47.905700 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:47.913020 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3faf16b-f729-4eb3-a0b2-f3454a4c97ed None None] Sync routers for ids ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:01:47.923577 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3faf16b-f729-4eb3-a0b2-f3454a4c97ed None None] Routers {'9e1f3505-63c8-480b-abb2-5d0f385f7c23'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:47.924237 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b3faf16b-f729-4eb3-a0b2-f3454a4c97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:01:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:47.935935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fc1b4c7c-0a17-4165-8aae-b2131436a86d tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "DELETE /v2.0/floatingips/85aae5a1-d436-4894-8074-f5d0fda4753b HTTP/1.1" status: 204 len: 168 time: 0.9173696 Feb 19 04:01:48.033405 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b3faf16b-f729-4eb3-a0b2-f3454a4c97ed None None] Set router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:48.234191 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b3faf16b-f729-4eb3-a0b2-f3454a4c97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:42Z', 'revision_number': 4, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8ac955bc-69a4-46fd-9f4f-890e813bf970', 'name': '', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'mac_address': 'fa:16:3e:8f:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:41Z', 'updated_at': '2022-02-19T03:58:46Z', 'revision_number': 5, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'subnets': [{'id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:48.260797 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3faf16b-f729-4eb3-a0b2-f3454a4c97ed None None] Checking router: 9e1f3505-63c8-480b-abb2-5d0f385f7c23 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:01:48.269405 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3faf16b-f729-4eb3-a0b2-f3454a4c97ed None None] Routers {'9e1f3505-63c8-480b-abb2-5d0f385f7c23'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:01:48.270007 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b3faf16b-f729-4eb3-a0b2-f3454a4c97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:01:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:48.478623 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b3faf16b-f729-4eb3-a0b2-f3454a4c97ed None None] Set router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:01:48.683629 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b3faf16b-f729-4eb3-a0b2-f3454a4c97ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:42Z', 'revision_number': 4, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8ac955bc-69a4-46fd-9f4f-890e813bf970', 'name': '', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'mac_address': 'fa:16:3e:8f:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:41Z', 'updated_at': '2022-02-19T03:58:46Z', 'revision_number': 5, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'subnets': [{'id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:01:48.711005 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3faf16b-f729-4eb3-a0b2-f3454a4c97ed None None] The sync data for ids ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'] in n-d-826755-2 is: [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:42Z', 'revision_number': 4, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8ac955bc-69a4-46fd-9f4f-890e813bf970', 'name': '', 'network_id': '2338e053-cf9d-4759-8383-583c1c1789e1', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'mac_address': 'fa:16:3e:8f:50:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:41Z', 'updated_at': '2022-02-19T03:58:46Z', 'revision_number': 5, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'subnets': [{'id': '9bba77a2-ce25-498b-8131-c47c2f5a5364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:01:48.837130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:01:48.839656 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0aa773-b262-4cc0-8055-eb6eb04490a7" -d '{"events": [{"name": "network-changed", "server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:01:48.881939 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb3e214-8601-48ac-9b3d-1aef52c30090 x-openstack-request-id: req-ccb3e214-8601-48ac-9b3d-1aef52c30090 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:01:48.882382 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:01:48.882703 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccb3e214-8601-48ac-9b3d-1aef52c30090 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:01:48.883142 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'status': 'completed', 'code': 200} Feb 19 04:01:48.954222 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aa773-b262-4cc0-8055-eb6eb04490a7 req-76142a56-7be0-4aa8-b422-88e4aa4636f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:48.955891 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d0aa773-b262-4cc0-8055-eb6eb04490a7 req-76142a56-7be0-4aa8-b422-88e4aa4636f8 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e0d875f6673a4b9f8a260f8ddb96400c&device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 1127 time: 0.0506871 Feb 19 04:01:48.958671 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4edbe5-e5e9-456f-8423-564d16e7a3d2 None None] New status for floating IP 85aae5a1-d436-4894-8074-f5d0fda4753b: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:01:49.059140 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aa773-b262-4cc0-8055-eb6eb04490a7 req-e915ec3d-9d19-47fb-ab47-be59d99bd11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:49.060919 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d0aa773-b262-4cc0-8055-eb6eb04490a7 req-e915ec3d-9d19-47fb-ab47-be59d99bd11e service neutron] 10.222.0.87 "GET /v2.0/networks?id=2338e053-cf9d-4759-8383-583c1c1789e1 HTTP/1.1" status: 200 len: 915 time: 0.0997715 Feb 19 04:01:49.101254 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d0aa773-b262-4cc0-8055-eb6eb04490a7 req-be4d5475-49cc-4f98-aa31-a083cd4d37df service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 217 time: 0.0341520 Feb 19 04:01:49.152894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aa773-b262-4cc0-8055-eb6eb04490a7 req-68063e57-3663-4f4a-9c47-cc8bc859efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:49.154328 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d0aa773-b262-4cc0-8055-eb6eb04490a7 req-68063e57-3663-4f4a-9c47-cc8bc859efdb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9bba77a2-ce25-498b-8131-c47c2f5a5364 HTTP/1.1" status: 200 len: 853 time: 0.0469239 Feb 19 04:01:49.205755 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0aa773-b262-4cc0-8055-eb6eb04490a7 req-3afdb412-703f-41ea-b1e4-fc9a4e89cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:01:49.207497 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d0aa773-b262-4cc0-8055-eb6eb04490a7 req-3afdb412-703f-41ea-b1e4-fc9a4e89cba6 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2338e053-cf9d-4759-8383-583c1c1789e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473058 Feb 19 04:01:49.296314 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d0aa773-b262-4cc0-8055-eb6eb04490a7 req-b00d75ae-0f94-4fd5-9240-94e9a1b841af service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819268 Feb 19 04:01:49.390819 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5d0aa773-b262-4cc0-8055-eb6eb04490a7 req-8aa2d24a-e56e-4aef-9cd6-7b55d1d44f16 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888333 Feb 19 04:01:53.122908 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:01:54.050929 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:02.945999 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8f21f426-2283-4a2d-8840-4970e45dc0aa req-aab5414c-1839-44d0-bf4b-a90c07f9a82b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482094 Feb 19 04:02:03.040244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f426-2283-4a2d-8840-4970e45dc0aa req-6424439e-27fe-4ecb-8f8a-23283bdc320e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:03.041806 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8f21f426-2283-4a2d-8840-4970e45dc0aa req-6424439e-27fe-4ecb-8f8a-23283bdc320e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=e0d875f6673a4b9f8a260f8ddb96400c&device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 1127 time: 0.0487359 Feb 19 04:02:03.378650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163a43f-3d4b-4298-8eb7-57602c48bedc req-f77ea7d6-0d0d-41c5-a5b0-be6b9ed02338 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:03.380332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4163a43f-3d4b-4298-8eb7-57602c48bedc req-f77ea7d6-0d0d-41c5-a5b0-be6b9ed02338 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 945 time: 0.0597560 Feb 19 04:02:03.437343 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4163a43f-3d4b-4298-8eb7-57602c48bedc req-866e7522-710c-46a7-b716-72c95abdae2f tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 Feb 19 04:02:03.486410 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f426-2283-4a2d-8840-4970e45dc0aa req-7f2b1792-ca5e-4564-99cd-47ba8e877daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:03.488386 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8f21f426-2283-4a2d-8840-4970e45dc0aa req-7f2b1792-ca5e-4564-99cd-47ba8e877daa service neutron] 10.222.0.87 "GET /v2.0/networks?id=2338e053-cf9d-4759-8383-583c1c1789e1 HTTP/1.1" status: 200 len: 915 time: 0.4278417 Feb 19 04:02:03.533017 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8f21f426-2283-4a2d-8840-4970e45dc0aa req-bfe59a3d-f807-40e5-9b83-773f53a95b4f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 200 len: 217 time: 0.0377162 Feb 19 04:02:03.591799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f426-2283-4a2d-8840-4970e45dc0aa req-7506041f-2d4c-4e93-8bce-70ccc8cb316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:03.593473 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8f21f426-2283-4a2d-8840-4970e45dc0aa req-7506041f-2d4c-4e93-8bce-70ccc8cb316b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=9bba77a2-ce25-498b-8131-c47c2f5a5364 HTTP/1.1" status: 200 len: 853 time: 0.0544560 Feb 19 04:02:03.647236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21f426-2283-4a2d-8840-4970e45dc0aa req-79ddd352-c565-44f8-a912-2d752a067950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:03.648883 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8f21f426-2283-4a2d-8840-4970e45dc0aa req-79ddd352-c565-44f8-a912-2d752a067950 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=2338e053-cf9d-4759-8383-583c1c1789e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479071 Feb 19 04:02:03.681327 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5669a5f5-a5d9-437b-9f65-7da770722e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:03.755447 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8f21f426-2283-4a2d-8840-4970e45dc0aa req-60fde970-5870-4feb-9b57-fb0c4e68a91e service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980580 Feb 19 04:02:03.850404 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8f21f426-2283-4a2d-8840-4970e45dc0aa req-5a9c13a9-f428-4feb-9072-2f475cc83915 service neutron] 10.222.0.87 "GET /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879509 Feb 19 04:02:04.554206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae64d1-b755-49fb-b57e-950cafb56cf2 req-a3f700a4-830a-40b8-8819-b52ee0f162d8 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:04.555697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5eae64d1-b755-49fb-b57e-950cafb56cf2 req-a3f700a4-830a-40b8-8819-b52ee0f162d8 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 945 time: 0.0538096 Feb 19 04:02:04.607815 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5eae64d1-b755-49fb-b57e-950cafb56cf2 req-0f38c8e8-3232-44f0-8d0b-3cc67ebb5fec tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0f3d280-7df1-476c-b759-4ba261acceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463216 Feb 19 04:02:05.171754 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd33071-06d4-4eda-b7f3-88875df63adb req-3e42506f-3e2c-4903-acdc-c0d86c460cfc tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:05.173319 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ebd33071-06d4-4eda-b7f3-88875df63adb req-3e42506f-3e2c-4903-acdc-c0d86c460cfc tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.87 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 945 time: 0.0604892 Feb 19 04:02:05.271469 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-ebd33071-06d4-4eda-b7f3-88875df63adb req-628423f7-6362-4d9a-9df9-0c733c32df93 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Deleting port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:05.271698 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ebd33071-06d4-4eda-b7f3-88875df63adb req-628423f7-6362-4d9a-9df9-0c733c32df93 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.362131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-ebd33071-06d4-4eda-b7f3-88875df63adb req-628423f7-6362-4d9a-9df9-0c733c32df93 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] For port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:05.362530 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ebd33071-06d4-4eda-b7f3-88875df63adb req-628423f7-6362-4d9a-9df9-0c733c32df93 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.375186 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-ebd33071-06d4-4eda-b7f3-88875df63adb req-628423f7-6362-4d9a-9df9-0c733c32df93 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Calling delete_port for 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:05.519961 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ebd33071-06d4-4eda-b7f3-88875df63adb req-628423f7-6362-4d9a-9df9-0c733c32df93 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4ce5fcff-7d0d-4857-a935-e3fa00d26af5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.532650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['4ce5fcff-7d0d-4857-a935-e3fa00d26af5'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:05.548868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628423f7-6362-4d9a-9df9-0c733c32df93 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Pushing event deleted for resources: {'Port': ['ID=4ce5fcff-7d0d-4857-a935-e3fa00d26af5,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:05.595642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd33071-06d4-4eda-b7f3-88875df63adb req-628423f7-6362-4d9a-9df9-0c733c32df93 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] No DVR routers for this DVR port 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:05.599266 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-ebd33071-06d4-4eda-b7f3-88875df63adb req-628423f7-6362-4d9a-9df9-0c733c32df93 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:05.603223 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ebd33071-06d4-4eda-b7f3-88875df63adb req-628423f7-6362-4d9a-9df9-0c733c32df93 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.87 "DELETE /v2.0/ports/4ce5fcff-7d0d-4857-a935-e3fa00d26af5 HTTP/1.1" status: 204 len: 173 time: 0.4245710 Feb 19 04:02:05.603719 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'name': 'network-vif-deleted', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:05.606221 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1d1b35-1296-4218-9557-82c7a84397f4" -d '{"events": [{"server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "name": "network-vif-deleted", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:05.656904 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44940eaa-05da-46db-8d0f-d5ee2dd2e017 x-openstack-request-id: req-44940eaa-05da-46db-8d0f-d5ee2dd2e017 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:05.657271 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8267a9f3-14cd-4f31-a6f5-97bca70291bb", "name": "network-vif-deleted", "tag": "4ce5fcff-7d0d-4857-a935-e3fa00d26af5", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:05.657629 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-44940eaa-05da-46db-8d0f-d5ee2dd2e017 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:05.658151 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8267a9f3-14cd-4f31-a6f5-97bca70291bb', 'name': 'network-vif-deleted', 'tag': '4ce5fcff-7d0d-4857-a935-e3fa00d26af5', 'status': 'completed', 'code': 200} Feb 19 04:02:05.747903 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c6d6a546-82a1-4874-8573-e7e1183df892 req-3e976f9e-21c2-416a-890f-7f07f2e79962 tempest-TestMinimumBasicScenario-2066525 tempest-TestMinimumBasicScenario-2066525-project] 10.222.0.81 "GET /v2.0/ports?device_id=8267a9f3-14cd-4f31-a6f5-97bca70291bb HTTP/1.1" status: 200 len: 210 time: 0.0315471 Feb 19 04:02:05.963886 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-45bd6657-71ab-47fc-8785-e8ff960781ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.316158 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:07.398160 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51794) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:07.768941 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:07.790176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:07.790533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 4ce5fcff-7d0d-4857-a935-e3fa00d26af5 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:08.067002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fe67a880-e638-4505-aae1-dde888515bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (9e1f3505-63c8-480b-abb2-5d0f385f7c23), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.317379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-fe67a880-e638-4505-aae1-dde888515bbe admin admin] Deleting port 8ac955bc-69a4-46fd-9f4f-890e813bf970 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:08.317774 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fe67a880-e638-4505-aae1-dde888515bbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.397816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-fe67a880-e638-4505-aae1-dde888515bbe admin admin] For port 8ac955bc-69a4-46fd-9f4f-890e813bf970, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8ac955bc-69a4-46fd-9f4f-890e813bf970,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:08.398173 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fe67a880-e638-4505-aae1-dde888515bbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.409651 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-fe67a880-e638-4505-aae1-dde888515bbe admin admin] Calling delete_port for 8ac955bc-69a4-46fd-9f4f-890e813bf970 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:08.592309 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fe67a880-e638-4505-aae1-dde888515bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8ac955bc-69a4-46fd-9f4f-890e813bf970), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.617838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67a880-e638-4505-aae1-dde888515bbe admin admin] Pushing event deleted for resources: {'Port': ['ID=8ac955bc-69a4-46fd-9f4f-890e813bf970,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:08.650089 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:08.785075 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fe67a880-e638-4505-aae1-dde888515bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (9e1f3505-63c8-480b-abb2-5d0f385f7c23), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.035040 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe67a880-e638-4505-aae1-dde888515bbe admin admin] Router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:02:09.146802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe67a880-e638-4505-aae1-dde888515bbe admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:09.151803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fe67a880-e638-4505-aae1-dde888515bbe admin admin] 10.222.0.81 "PUT /v2.0/routers/9e1f3505-63c8-480b-abb2-5d0f385f7c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7525861 Feb 19 04:02:09.154646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51796) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:09.157113 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b474147-a899-440a-a04e-684cbb2724cb None None] Sync routers for ids ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:09.167494 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b474147-a899-440a-a04e-684cbb2724cb None None] Routers {'9e1f3505-63c8-480b-abb2-5d0f385f7c23'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:09.168256 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1b474147-a899-440a-a04e-684cbb2724cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:09.263026 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Publish callbacks [] for router (9e1f3505-63c8-480b-abb2-5d0f385f7c23), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.276774 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-1b474147-a899-440a-a04e-684cbb2724cb None None] Set router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:09.371819 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Publish callbacks [] for router_gateway (9e1f3505-63c8-480b-abb2-5d0f385f7c23), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.430188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Deleting port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:09.430868 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.454222 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1b474147-a899-440a-a04e-684cbb2724cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T04:02:08Z', 'revision_number': 5, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port': {'id': '9e20f3e8-4f1c-47d8-a4df-6472e7c115f3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:43:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T03:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:09.481935 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b474147-a899-440a-a04e-684cbb2724cb None None] Checking router: 9e1f3505-63c8-480b-abb2-5d0f385f7c23 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:09.490806 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b474147-a899-440a-a04e-684cbb2724cb None None] Routers {'9e1f3505-63c8-480b-abb2-5d0f385f7c23'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:09.491411 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1b474147-a899-440a-a04e-684cbb2724cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:09.517629 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] For port 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=9e20f3e8-4f1c-47d8-a4df-6472e7c115f3,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:09.517995 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.530037 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Calling delete_port for 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:09.577788 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-1b474147-a899-440a-a04e-684cbb2724cb None None] Set router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:09.631771 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-1b474147-a899-440a-a04e-684cbb2724cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T04:02:09Z', 'revision_number': 6, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:09.657805 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b474147-a899-440a-a04e-684cbb2724cb None None] The sync data for ids ['9e1f3505-63c8-480b-abb2-5d0f385f7c23'] in n-d-826755-2 is: [{'id': '9e1f3505-63c8-480b-abb2-5d0f385f7c23', 'name': 'tempest-TestMinimumBasicScenario-523116140-router', 'tenant_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:39Z', 'updated_at': '2022-02-19T04:02:09Z', 'revision_number': 6, 'project_id': 'e0d875f6673a4b9f8a260f8ddb96400c', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:09.703024 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (9e20f3e8-4f1c-47d8-a4df-6472e7c115f3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.727949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e20f3e8-4f1c-47d8-a4df-6472e7c115f3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:09.788848 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (9e1f3505-63c8-480b-abb2-5d0f385f7c23), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.885225 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (9e1f3505-63c8-480b-abb2-5d0f385f7c23), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.887402 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Publish callbacks [] for router_controller (9e1f3505-63c8-480b-abb2-5d0f385f7c23), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.939167 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (9e1f3505-63c8-480b-abb2-5d0f385f7c23), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.939755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e1f3505-63c8-480b-abb2-5d0f385f7c23 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:02:09.945633 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:09.946807 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5bff5c49-5263-4de9-8090-7635fc9866b5 admin admin] 10.222.0.81 "DELETE /v2.0/routers/9e1f3505-63c8-480b-abb2-5d0f385f7c23 HTTP/1.1" status: 204 len: 168 time: 0.7912097 Feb 19 04:02:09.949585 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51798) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:10.000411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ac61e5-d010-4399-98ec-54842dddcdb9 admin admin] Deleting subnet 9bba77a2-ce25-498b-8131-c47c2f5a5364 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:02:10.004105 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73ac61e5-d010-4399-98ec-54842dddcdb9 admin admin] Publish callbacks [] for subnet (9bba77a2-ce25-498b-8131-c47c2f5a5364), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.039756 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73ac61e5-d010-4399-98ec-54842dddcdb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (9bba77a2-ce25-498b-8131-c47c2f5a5364), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.120974 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.121586 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73ac61e5-d010-4399-98ec-54842dddcdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (9bba77a2-ce25-498b-8131-c47c2f5a5364), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.180020 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73ac61e5-d010-4399-98ec-54842dddcdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (9bba77a2-ce25-498b-8131-c47c2f5a5364), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.204458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac61e5-d010-4399-98ec-54842dddcdb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bba77a2-ce25-498b-8131-c47c2f5a5364,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:10.208221 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-73ac61e5-d010-4399-98ec-54842dddcdb9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.211663 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-73ac61e5-d010-4399-98ec-54842dddcdb9 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9bba77a2-ce25-498b-8131-c47c2f5a5364 HTTP/1.1" status: 204 len: 168 time: 0.2607307 Feb 19 04:02:10.214047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51800) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:10.216984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcf4960-37e7-471e-9207-0be6055ad2fe None None] Network 2338e053-cf9d-4759-8383-583c1c1789e1 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:10.286260 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (2338e053-cf9d-4759-8383-583c1c1789e1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.340619 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Deleting port 011f4092-3cdc-43ba-84dd-87bf9039bf09 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:10.340949 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.396845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] DHCP port deletion for 2338e053-cf9d-4759-8383-583c1c1789e1 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:02:10.411829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] For port 011f4092-3cdc-43ba-84dd-87bf9039bf09, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=011f4092-3cdc-43ba-84dd-87bf9039bf09,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:10.412288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.426468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Calling delete_port for 011f4092-3cdc-43ba-84dd-87bf9039bf09 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:10.448246 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Deleting port 011f4092-3cdc-43ba-84dd-87bf9039bf09 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:10.448524 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.512553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] For port 011f4092-3cdc-43ba-84dd-87bf9039bf09, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=011f4092-3cdc-43ba-84dd-87bf9039bf09,segment=NetworkSegment(caea4fc6-676a-46f3-b087-b80942e9d386),segment_id=caea4fc6-676a-46f3-b087-b80942e9d386)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:10.512963 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.514119 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.527061 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Calling delete_port for 011f4092-3cdc-43ba-84dd-87bf9039bf09 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:10.541649 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Pushing event deleted for resources: {'Port': ['ID=011f4092-3cdc-43ba-84dd-87bf9039bf09,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:10.543482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] No DVR routers for this DVR port 011f4092-3cdc-43ba-84dd-87bf9039bf09 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 19 04:02:10.601317 n-d-826755-2 neutron-server[109900]: self.session.flush() Feb 19 04:02:10.608928 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (011f4092-3cdc-43ba-84dd-87bf9039bf09), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.615909 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (2338e053-cf9d-4759-8383-583c1c1789e1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.637662 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] No DVR routers for this DVR port 011f4092-3cdc-43ba-84dd-87bf9039bf09 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:10.639586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Pushing event deleted for resources: {'Port': ['ID=011f4092-3cdc-43ba-84dd-87bf9039bf09,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:10.642211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2338e053-cf9d-4759-8383-583c1c1789e1']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:10.650548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.651117 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.651631 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.653046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.653657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.654170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.654648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.655123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.655610 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.656086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.656458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.656806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.657134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a146d1c-8318-458a-8d78-4f2f85fb5f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:10.658053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caea4fc6-676a-46f3-b087-b80942e9d386') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:10.658351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caea4fc6-676a-46f3-b087-b80942e9d386') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:10.672049 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (caea4fc6-676a-46f3-b087-b80942e9d386), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.690811 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (caea4fc6-676a-46f3-b087-b80942e9d386), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.697703 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:02:10.698100 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (caea4fc6-676a-46f3-b087-b80942e9d386), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: timer() Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:02:10.700121 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:02:10.755278 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (2338e053-cf9d-4759-8383-583c1c1789e1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.760693 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:10.764126 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] 10.222.0.81 "DELETE /v2.0/networks/2338e053-cf9d-4759-8383-583c1c1789e1 HTTP/1.1" status: 204 len: 168 time: 0.5490019 Feb 19 04:02:10.767184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51802) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:10.777704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e514706-94d2-48d3-af26-5e84e3b8bfde admin admin] Pushing event deleted for resources: {'Network': ['ID=2338e053-cf9d-4759-8383-583c1c1789e1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:11.146055 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-437179af-a96f-4d33-83f8-6f2e7b5784ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (bdc06606-b97c-41b8-87f4-4afa55508914), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.403891 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-437179af-a96f-4d33-83f8-6f2e7b5784ac admin admin] Deleting port d3c7576a-0aa2-4dc3-a831-04f54c2a7391 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:11.404150 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-437179af-a96f-4d33-83f8-6f2e7b5784ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.478725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 011f4092-3cdc-43ba-84dd-87bf9039bf09 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:11.487820 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-437179af-a96f-4d33-83f8-6f2e7b5784ac admin admin] For port d3c7576a-0aa2-4dc3-a831-04f54c2a7391, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d3c7576a-0aa2-4dc3-a831-04f54c2a7391,segment=NetworkSegment(18c502a8-3657-4812-86f4-acdd301ddf14),segment_id=18c502a8-3657-4812-86f4-acdd301ddf14)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:11.488157 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-437179af-a96f-4d33-83f8-6f2e7b5784ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.499789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 011f4092-3cdc-43ba-84dd-87bf9039bf09 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:11.500138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 011f4092-3cdc-43ba-84dd-87bf9039bf09 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:11.500291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-437179af-a96f-4d33-83f8-6f2e7b5784ac admin admin] Calling delete_port for d3c7576a-0aa2-4dc3-a831-04f54c2a7391 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:11.500552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8ac955bc-69a4-46fd-9f4f-890e813bf970 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:11.519393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 8ac955bc-69a4-46fd-9f4f-890e813bf970 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:11.519710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8ac955bc-69a4-46fd-9f4f-890e813bf970 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:11.520126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:11.538672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:11.539020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 9e20f3e8-4f1c-47d8-a4df-6472e7c115f3 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:11.706225 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-437179af-a96f-4d33-83f8-6f2e7b5784ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d3c7576a-0aa2-4dc3-a831-04f54c2a7391), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:11.731776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437179af-a96f-4d33-83f8-6f2e7b5784ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d3c7576a-0aa2-4dc3-a831-04f54c2a7391,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:11.901724 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-437179af-a96f-4d33-83f8-6f2e7b5784ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (bdc06606-b97c-41b8-87f4-4afa55508914), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.122416 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437179af-a96f-4d33-83f8-6f2e7b5784ac admin admin] Router bdc06606-b97c-41b8-87f4-4afa55508914 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:02:12.239760 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437179af-a96f-4d33-83f8-6f2e7b5784ac admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:12.248206 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-437179af-a96f-4d33-83f8-6f2e7b5784ac admin admin] 10.222.0.81 "PUT /v2.0/routers/bdc06606-b97c-41b8-87f4-4afa55508914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4779584 Feb 19 04:02:12.248989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51804) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:12.250908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c53c3-a104-4b14-8abc-54559cd2275f None None] Sync routers for ids ['bdc06606-b97c-41b8-87f4-4afa55508914'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:12.262232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c53c3-a104-4b14-8abc-54559cd2275f None None] Routers {'bdc06606-b97c-41b8-87f4-4afa55508914'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:12.263227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f63c53c3-a104-4b14-8abc-54559cd2275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bdc06606-b97c-41b8-87f4-4afa55508914'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:12.398987 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Publish callbacks [] for router (bdc06606-b97c-41b8-87f4-4afa55508914), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.409683 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-f63c53c3-a104-4b14-8abc-54559cd2275f None None] Set router bdc06606-b97c-41b8-87f4-4afa55508914 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:12.503147 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Publish callbacks [] for router_gateway (bdc06606-b97c-41b8-87f4-4afa55508914), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.555975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Deleting port f9da598b-877e-4539-bf5b-8bb348a304ee {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:12.556314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.591732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f63c53c3-a104-4b14-8abc-54559cd2275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'name': 'tempest-TestMinimumBasicScenario-2102098410-router', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T04:02:11Z', 'revision_number': 5, 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'gw_port': {'id': 'f9da598b-877e-4539-bf5b-8bb348a304ee', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:4b:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T03:58:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:12.619661 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c53c3-a104-4b14-8abc-54559cd2275f None None] Checking router: bdc06606-b97c-41b8-87f4-4afa55508914 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:12.632232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c53c3-a104-4b14-8abc-54559cd2275f None None] Routers {'bdc06606-b97c-41b8-87f4-4afa55508914'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:12.633214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f63c53c3-a104-4b14-8abc-54559cd2275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['bdc06606-b97c-41b8-87f4-4afa55508914'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:12.640261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] For port f9da598b-877e-4539-bf5b-8bb348a304ee, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f9da598b-877e-4539-bf5b-8bb348a304ee,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:12.640635 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.652608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Calling delete_port for f9da598b-877e-4539-bf5b-8bb348a304ee owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:12.725002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-f63c53c3-a104-4b14-8abc-54559cd2275f None None] Set router bdc06606-b97c-41b8-87f4-4afa55508914 gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:12.779396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-f63c53c3-a104-4b14-8abc-54559cd2275f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'name': 'tempest-TestMinimumBasicScenario-2102098410-router', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T04:02:12Z', 'revision_number': 6, 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:12.807402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c53c3-a104-4b14-8abc-54559cd2275f None None] The sync data for ids ['bdc06606-b97c-41b8-87f4-4afa55508914'] in n-d-826755-2 is: [{'id': 'bdc06606-b97c-41b8-87f4-4afa55508914', 'name': 'tempest-TestMinimumBasicScenario-2102098410-router', 'tenant_id': 'da036171a6bd4806994e94512dbb5adb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T03:58:44Z', 'updated_at': '2022-02-19T04:02:12Z', 'revision_number': 6, 'project_id': 'da036171a6bd4806994e94512dbb5adb', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:12.824642 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f9da598b-877e-4539-bf5b-8bb348a304ee), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:12.854661 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9da598b-877e-4539-bf5b-8bb348a304ee,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:12.915815 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (bdc06606-b97c-41b8-87f4-4afa55508914), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.007496 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (bdc06606-b97c-41b8-87f4-4afa55508914), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.009819 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Publish callbacks [] for router_controller (bdc06606-b97c-41b8-87f4-4afa55508914), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.072409 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (bdc06606-b97c-41b8-87f4-4afa55508914), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.073032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdc06606-b97c-41b8-87f4-4afa55508914 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:02:13.077664 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.078869 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3bacbf43-d530-433e-8c89-eef91843d11d admin admin] 10.222.0.81 "DELETE /v2.0/routers/bdc06606-b97c-41b8-87f4-4afa55508914 HTTP/1.1" status: 204 len: 168 time: 0.8286130 Feb 19 04:02:13.081411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51806) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:13.127159 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-6432d5d5-06fd-41fe-a8bb-9ef0c9f0b4b5 admin admin] Deleting subnet faad9c61-593c-46fd-9abc-94678d3d74d7 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:02:13.130507 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6432d5d5-06fd-41fe-a8bb-9ef0c9f0b4b5 admin admin] Publish callbacks [] for subnet (faad9c61-593c-46fd-9abc-94678d3d74d7), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.167126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6432d5d5-06fd-41fe-a8bb-9ef0c9f0b4b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (faad9c61-593c-46fd-9abc-94678d3d74d7), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.252251 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6432d5d5-06fd-41fe-a8bb-9ef0c9f0b4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (faad9c61-593c-46fd-9abc-94678d3d74d7), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.306858 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6432d5d5-06fd-41fe-a8bb-9ef0c9f0b4b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (faad9c61-593c-46fd-9abc-94678d3d74d7), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.332250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432d5d5-06fd-41fe-a8bb-9ef0c9f0b4b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faad9c61-593c-46fd-9abc-94678d3d74d7,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:13.335962 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6432d5d5-06fd-41fe-a8bb-9ef0c9f0b4b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.339530 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6432d5d5-06fd-41fe-a8bb-9ef0c9f0b4b5 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/faad9c61-593c-46fd-9abc-94678d3d74d7 HTTP/1.1" status: 204 len: 168 time: 0.2568438 Feb 19 04:02:13.342080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51808) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:13.342470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f358e1b-043f-4498-9d7d-1db2c6c81d89 None None] Network 8c48bcda-4a09-4560-9676-9ade11ab4772 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:13.410856 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (8c48bcda-4a09-4560-9676-9ade11ab4772), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.469847 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Deleting port 84de6f26-4d3c-4945-b92d-189d93d764dd {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:13.470181 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.533436 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] For port 84de6f26-4d3c-4945-b92d-189d93d764dd, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=84de6f26-4d3c-4945-b92d-189d93d764dd,segment=NetworkSegment(18c502a8-3657-4812-86f4-acdd301ddf14),segment_id=18c502a8-3657-4812-86f4-acdd301ddf14)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:13.533715 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.546883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Calling delete_port for 84de6f26-4d3c-4945-b92d-189d93d764dd owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:13.593460 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9208a2-bf53-477c-b428-55ad885782cd None None] DHCP port deletion for 8c48bcda-4a09-4560-9676-9ade11ab4772 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:02:13.651031 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 84de6f26-4d3c-4945-b92d-189d93d764dd no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:13.653249 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.678689 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 84de6f26-4d3c-4945-b92d-189d93d764dd {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:13.679084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 84de6f26-4d3c-4945-b92d-189d93d764dd not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:13.679515 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d3c7576a-0aa2-4dc3-a831-04f54c2a7391 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:13.682352 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=84de6f26-4d3c-4945-b92d-189d93d764dd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:13.688004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] No DVR routers for this DVR port 84de6f26-4d3c-4945-b92d-189d93d764dd on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:13.705822 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6d9208a2-bf53-477c-b428-55ad885782cd None None] Deleting port 84de6f26-4d3c-4945-b92d-189d93d764dd {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:02:13.706186 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6d9208a2-bf53-477c-b428-55ad885782cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.719534 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: d3c7576a-0aa2-4dc3-a831-04f54c2a7391 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:13.719987 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d3c7576a-0aa2-4dc3-a831-04f54c2a7391 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:13.720484 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f9da598b-877e-4539-bf5b-8bb348a304ee no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:02:13.759588 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (8c48bcda-4a09-4560-9676-9ade11ab4772), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.770777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f9da598b-877e-4539-bf5b-8bb348a304ee {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:02:13.771511 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f9da598b-877e-4539-bf5b-8bb348a304ee not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:02:13.781172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c48bcda-4a09-4560-9676-9ade11ab4772']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:13.789820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-6d9208a2-bf53-477c-b428-55ad885782cd None None] For port 84de6f26-4d3c-4945-b92d-189d93d764dd, host n-d-826755-2, got binding levels [] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:13.790567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6d9208a2-bf53-477c-b428-55ad885782cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.792158 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c502a8-3657-4812-86f4-acdd301ddf14') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:13.792460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c502a8-3657-4812-86f4-acdd301ddf14') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:13.802785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6d9208a2-bf53-477c-b428-55ad885782cd None None] Calling delete_port for 84de6f26-4d3c-4945-b92d-189d93d764dd owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:02:13.806175 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.ipam_backend_mixin [None req-6d9208a2-bf53-477c-b428-55ad885782cd None None] Port 84de6f26-4d3c-4945-b92d-189d93d764dd was not found and therefore no delete operation was performed {{(pid=109900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:02:13.806303 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (18c502a8-3657-4812-86f4-acdd301ddf14), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.807650 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6d9208a2-bf53-477c-b428-55ad885782cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (84de6f26-4d3c-4945-b92d-189d93d764dd), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.820513 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (18c502a8-3657-4812-86f4-acdd301ddf14), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.826692 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:02:13.827107 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (18c502a8-3657-4812-86f4-acdd301ddf14), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: timer() Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:02:13.829025 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:02:13.840041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9208a2-bf53-477c-b428-55ad885782cd None None] Pushing event deleted for resources: {'Port': ['ID=84de6f26-4d3c-4945-b92d-189d93d764dd,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:13.841889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9208a2-bf53-477c-b428-55ad885782cd None None] No DVR routers for this DVR port 84de6f26-4d3c-4945-b92d-189d93d764dd on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:02:13.886963 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (8c48bcda-4a09-4560-9676-9ade11ab4772), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.892862 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:13.896621 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8c48bcda-4a09-4560-9676-9ade11ab4772 HTTP/1.1" status: 204 len: 168 time: 0.5535548 Feb 19 04:02:13.911061 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ab7cb-8f34-4b91-b206-3c090b7030e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c48bcda-4a09-4560-9676-9ade11ab4772,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:14.083193 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51812) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:14.124133 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0e9ddd0c-fb8b-456e-aa46-8965cbce3bfd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0d875f6673a4b9f8a260f8ddb96400c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396383 Feb 19 04:02:14.126642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51814) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:14.175500 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ab46aff-c035-4302-92c7-be16148581f5 admin admin] Publish callbacks [] for security_group (a0f3d280-7df1-476c-b759-4ba261acceb0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.201415 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ab46aff-c035-4302-92c7-be16148581f5 admin admin] Publish callbacks [] for security_group (a0f3d280-7df1-476c-b759-4ba261acceb0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.262239 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ab46aff-c035-4302-92c7-be16148581f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a0f3d280-7df1-476c-b759-4ba261acceb0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.264842 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5ab46aff-c035-4302-92c7-be16148581f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.266652 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5ab46aff-c035-4302-92c7-be16148581f5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/a0f3d280-7df1-476c-b759-4ba261acceb0 HTTP/1.1" status: 204 len: 168 time: 0.1384628 Feb 19 04:02:14.276489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab46aff-c035-4302-92c7-be16148581f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f3d280-7df1-476c-b759-4ba261acceb0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:14.600042 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51820) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:14.639326 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-03eaa5a9-da9c-42d8-8fe6-eb3725ac00ea admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=da036171a6bd4806994e94512dbb5adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379167 Feb 19 04:02:14.641799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51822) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:14.688313 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70092c54-469d-4282-8abe-a67459408d50 admin admin] Publish callbacks [] for security_group (476a99fd-9ee9-49f0-9949-b1887c90a992), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.717779 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70092c54-469d-4282-8abe-a67459408d50 admin admin] Publish callbacks [] for security_group (476a99fd-9ee9-49f0-9949-b1887c90a992), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.768594 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70092c54-469d-4282-8abe-a67459408d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (476a99fd-9ee9-49f0-9949-b1887c90a992), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.771337 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-70092c54-469d-4282-8abe-a67459408d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:14.772493 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-70092c54-469d-4282-8abe-a67459408d50 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/476a99fd-9ee9-49f0-9949-b1887c90a992 HTTP/1.1" status: 204 len: 168 time: 0.1298461 Feb 19 04:02:14.781824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70092c54-469d-4282-8abe-a67459408d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476a99fd-9ee9-49f0-9949-b1887c90a992,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:16.403945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51862) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:16.408715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4cbb5b4e-4238-48e0-851e-7178dd7e0667 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1693618865', 'description': 'tempest-secgroup-smoke-1693618865 description', 'project_id': '466a16eef58b4a97ad064112f1c72f06'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:16.432971 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5b4e-4238-48e0-851e-7178dd7e0667 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.440863 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5b4e-4238-48e0-851e-7178dd7e0667 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.521739 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5b4e-4238-48e0-851e-7178dd7e0667 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (392a9267-4120-4340-b589-7f1cd6319669), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.527547 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5b4e-4238-48e0-851e-7178dd7e0667 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (392a9267-4120-4340-b589-7f1cd6319669), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.569329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb5b4e-4238-48e0-851e-7178dd7e0667 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392a9267-4120-4340-b589-7f1cd6319669,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:16.607288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5b4e-4238-48e0-851e-7178dd7e0667 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (ea40e769-72ec-4f11-bb58-829be79e80e4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.613111 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5b4e-4238-48e0-851e-7178dd7e0667 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ea40e769-72ec-4f11-bb58-829be79e80e4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.642364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4cbb5b4e-4238-48e0-851e-7178dd7e0667 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.643705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4cbb5b4e-4238-48e0-851e-7178dd7e0667 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2386389 Feb 19 04:02:16.645816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb5b4e-4238-48e0-851e-7178dd7e0667 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea40e769-72ec-4f11-bb58-829be79e80e4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:16.647054 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51864) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:16.651805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ac9c3395-89ea-4c54-9fad-8d19239f21ef tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': 'ea40e769-72ec-4f11-bb58-829be79e80e4', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:16.679427 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3395-89ea-4c54-9fad-8d19239f21ef tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (73b32284-0505-495f-862c-572897e71ee8), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.739965 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3395-89ea-4c54-9fad-8d19239f21ef tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (73b32284-0505-495f-862c-572897e71ee8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.746214 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3395-89ea-4c54-9fad-8d19239f21ef tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (73b32284-0505-495f-862c-572897e71ee8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.766331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c3395-89ea-4c54-9fad-8d19239f21ef tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b32284-0505-495f-862c-572897e71ee8,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:16.773770 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ac9c3395-89ea-4c54-9fad-8d19239f21ef tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.775030 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ac9c3395-89ea-4c54-9fad-8d19239f21ef tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269085 Feb 19 04:02:16.778139 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51866) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:16.782841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9a1a0235-1e12-4e80-9423-105e173b06bf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': 'ea40e769-72ec-4f11-bb58-829be79e80e4', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:16.809687 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0235-1e12-4e80-9423-105e173b06bf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (522ae2a9-4e2f-45a2-b620-e3b492f8391c), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.868015 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0235-1e12-4e80-9423-105e173b06bf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (522ae2a9-4e2f-45a2-b620-e3b492f8391c), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.873634 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0235-1e12-4e80-9423-105e173b06bf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (522ae2a9-4e2f-45a2-b620-e3b492f8391c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.891882 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a0235-1e12-4e80-9423-105e173b06bf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522ae2a9-4e2f-45a2-b620-e3b492f8391c,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:16.897810 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9a1a0235-1e12-4e80-9423-105e173b06bf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.899224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9a1a0235-1e12-4e80-9423-105e173b06bf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200635 Feb 19 04:02:16.902292 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51868) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:16.906757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-3a856afa-109d-4804-ae9c-bb018faa90a3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': 'ea40e769-72ec-4f11-bb58-829be79e80e4', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:16.933316 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a856afa-109d-4804-ae9c-bb018faa90a3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (deb1a79d-acfa-415d-aa74-308e6efed2c4), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.989517 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a856afa-109d-4804-ae9c-bb018faa90a3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (deb1a79d-acfa-415d-aa74-308e6efed2c4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:16.996173 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a856afa-109d-4804-ae9c-bb018faa90a3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (deb1a79d-acfa-415d-aa74-308e6efed2c4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.015680 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a856afa-109d-4804-ae9c-bb018faa90a3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb1a79d-acfa-415d-aa74-308e6efed2c4,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:17.026997 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3a856afa-109d-4804-ae9c-bb018faa90a3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.028284 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3a856afa-109d-4804-ae9c-bb018faa90a3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250122 Feb 19 04:02:17.031174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51870) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:17.035600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c97eeab7-3ccc-4e3b-82ef-ef0646526dbe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': 'ea40e769-72ec-4f11-bb58-829be79e80e4', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:17.066868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c97eeab7-3ccc-4e3b-82ef-ef0646526dbe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (02ed0f1f-d24f-4a6e-83bb-02278a1a3814), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.136432 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c97eeab7-3ccc-4e3b-82ef-ef0646526dbe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (02ed0f1f-d24f-4a6e-83bb-02278a1a3814), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.143362 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c97eeab7-3ccc-4e3b-82ef-ef0646526dbe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (02ed0f1f-d24f-4a6e-83bb-02278a1a3814), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.162034 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97eeab7-3ccc-4e3b-82ef-ef0646526dbe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ed0f1f-d24f-4a6e-83bb-02278a1a3814,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:17.169117 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c97eeab7-3ccc-4e3b-82ef-ef0646526dbe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.170461 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c97eeab7-3ccc-4e3b-82ef-ef0646526dbe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383011 Feb 19 04:02:17.173376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51872) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:17.180642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c6ee2ed3-d769-4a3d-881b-46725464e918 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': 'ea40e769-72ec-4f11-bb58-829be79e80e4', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:17.209134 n-d-826755-2 neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-c6ee2ed3-d769-4a3d-881b-46725464e918 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Project 466a16eef58b4a97ad064112f1c72f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:02:17.214840 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c6ee2ed3-d769-4a3d-881b-46725464e918 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (fa007f0b-1071-45d5-9717-4c15b02f3a3a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.277178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c6ee2ed3-d769-4a3d-881b-46725464e918 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (fa007f0b-1071-45d5-9717-4c15b02f3a3a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.283572 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c6ee2ed3-d769-4a3d-881b-46725464e918 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (fa007f0b-1071-45d5-9717-4c15b02f3a3a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.302720 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee2ed3-d769-4a3d-881b-46725464e918 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa007f0b-1071-45d5-9717-4c15b02f3a3a,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:17.309839 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c6ee2ed3-d769-4a3d-881b-46725464e918 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.311091 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c6ee2ed3-d769-4a3d-881b-46725464e918 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1365366 Feb 19 04:02:17.314106 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51874) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:17.319593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ca2620a6-0745-4655-b47d-62e5e7a0335d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': 'ea40e769-72ec-4f11-bb58-829be79e80e4', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:17.344774 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-ca2620a6-0745-4655-b47d-62e5e7a0335d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Project 466a16eef58b4a97ad064112f1c72f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:02:17.350410 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2620a6-0745-4655-b47d-62e5e7a0335d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (28d45bb9-cac3-410a-9c61-b6c6919bdad8), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.410435 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2620a6-0745-4655-b47d-62e5e7a0335d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (28d45bb9-cac3-410a-9c61-b6c6919bdad8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.415916 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2620a6-0745-4655-b47d-62e5e7a0335d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (28d45bb9-cac3-410a-9c61-b6c6919bdad8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.435667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2620a6-0745-4655-b47d-62e5e7a0335d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d45bb9-cac3-410a-9c61-b6c6919bdad8,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:17.440999 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ca2620a6-0745-4655-b47d-62e5e7a0335d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.442430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ca2620a6-0745-4655-b47d-62e5e7a0335d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270413 Feb 19 04:02:17.445713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51876) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:17.451093 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4c0a26c3-40c7-43c4-a950-7bcb25e9a1c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'network': {'name': 'tempest-network-smoke--1919796974', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'port_security_enabled': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:17.472773 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0a26c3-40c7-43c4-a950-7bcb25e9a1c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:17.476479 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c0a26c3-40c7-43c4-a950-7bcb25e9a1c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.501584 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0a26c3-40c7-43c4-a950-7bcb25e9a1c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:02:17.510656 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c0a26c3-40c7-43c4-a950-7bcb25e9a1c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ddb05064-681d-4b08-b08d-84a28873f50b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.511016 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-4c0a26c3-40c7-43c4-a950-7bcb25e9a1c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Added segment ddb05064-681d-4b08-b08d-84a28873f50b of type vlan for network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 Feb 19 04:02:17.549206 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c0a26c3-40c7-43c4-a950-7bcb25e9a1c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (50f6fe0a-f614-4cf8-b9ce-6003198b2d97), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.575916 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c0a26c3-40c7-43c4-a950-7bcb25e9a1c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (50f6fe0a-f614-4cf8-b9ce-6003198b2d97), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.580776 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a26c3-40c7-43c4-a950-7bcb25e9a1c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:17.581352 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4c0a26c3-40c7-43c4-a950-7bcb25e9a1c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.640001 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4c0a26c3-40c7-43c4-a950-7bcb25e9a1c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1930876 Feb 19 04:02:17.643356 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51878) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:17.648253 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'admin_state_up': True, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:17.648676 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a26c3-40c7-43c4-a950-7bcb25e9a1c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Network': ['ID=50f6fe0a-f614-4cf8-b9ce-6003198b2d97,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:17.659203 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:02:17.676704 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.677913 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.735131 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_controller (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:17.923428 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.127335 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.145840 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.263265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.25.1.75 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/d971a0e0-88b9-4404-afe9-c574f5f6997a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:18.366981 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.403769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:18.440654 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:18.443563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:18.449153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:18.454523 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=d971a0e0-88b9-4404-afe9-c574f5f6997a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:19.076168 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.296880 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.439473 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:02:19.552460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:19.563002 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Sync routers for ids ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:19.573423 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:19.574667 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3e379887-5e4f-4725-b666-e29b16ed2b65 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9302855 Feb 19 04:02:19.575295 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Routers {'4cf3ee3a-3d15-482a-81ce-a3529b6974d4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:19.575910 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:19.578160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51880) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:19.684977 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Set router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:19.712348 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-8706fded-7bba-417c-859c-bb1076729c37 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=466a16eef58b4a97ad064112f1c72f06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1323826 Feb 19 04:02:19.715005 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51884) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:19.872403 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:02:18Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:19.900841 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Checking router: 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:19.901167 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Updating router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 port d971a0e0-88b9-4404-afe9-c574f5f6997a binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:02:19.931693 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.188521 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d65ae1-7192-4190-a78d-942311a924cd tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:20.192801 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-24d65ae1-7192-4190-a78d-942311a924cd tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4740613 Feb 19 04:02:20.192974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51886) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:20.225438 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-422f532a-da54-4f1d-b8be-077f9570feab tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313690 Feb 19 04:02:20.228167 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51888) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:20.232930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9123c325-1516-415f-9931-aa9adf13836d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-207468964', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:20.281787 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Publish callbacks [] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.288150 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.324264 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9123c325-1516-415f-9931-aa9adf13836d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:20.327645 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9123c325-1516-415f-9931-aa9adf13836d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.340941 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Attempting to bind port d971a0e0-88b9-4404-afe9-c574f5f6997a on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:20.341313 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Attempting to bind port d971a0e0-88b9-4404-afe9-c574f5f6997a by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:20.341675 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Attempting to bind port d971a0e0-88b9-4404-afe9-c574f5f6997a on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:20.343667 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Pushing event updated for resources: {'Port': ['ID=d971a0e0-88b9-4404-afe9-c574f5f6997a,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:20.353493 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:20.353873 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:20.354270 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.354659 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:20.355115 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Bound port: d971a0e0-88b9-4404-afe9-c574f5f6997a, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:20.355487 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.357853 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.358194 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.358532 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.358861 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.359186 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.359508 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.359827 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.360142 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.360460 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.360812 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.361130 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.361444 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.361759 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:02:20.413530 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] For port d971a0e0-88b9-4404-afe9-c574f5f6997a, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:20.416542 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] For port d971a0e0-88b9-4404-afe9-c574f5f6997a, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d971a0e0-88b9-4404-afe9-c574f5f6997a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:20.424336 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.482695 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Routers {'4cf3ee3a-3d15-482a-81ce-a3529b6974d4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:20.483354 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:20.517911 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9123c325-1516-415f-9931-aa9adf13836d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (a427bd9f-e9b8-446b-b62a-d030d204a1e4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.530845 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e686d-af19-4c8d-97c1-5bebe875f6d2 None None] Pushing event updated for resources: {'Port': ['ID=d971a0e0-88b9-4404-afe9-c574f5f6997a,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:20.573945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9123c325-1516-415f-9931-aa9adf13836d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Subnet': ['ID=a427bd9f-e9b8-446b-b62a-d030d204a1e4,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:20.589998 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9123c325-1516-415f-9931-aa9adf13836d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Checking segment: {'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:20.590725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9123c325-1516-415f-9931-aa9adf13836d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network hostable DHCP agents. Network: 50f6fe0a-f614-4cf8-b9ce-6003198b2d97, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:02:20.602751 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] Set router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:20.609825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9123c325-1516-415f-9931-aa9adf13836d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:02:20.620050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9123c325-1516-415f-9931-aa9adf13836d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 50f6fe0a-f614-4cf8-b9ce-6003198b2d97) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:20.626522 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9123c325-1516-415f-9931-aa9adf13836d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:20.627498 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9123c325-1516-415f-9931-aa9adf13836d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.629008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5881a568-ea98-42f4-b68e-49caac210b90 None None] Network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:20.644575 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9123c325-1516-415f-9931-aa9adf13836d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4153101 Feb 19 04:02:20.647477 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51890) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:20.737906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ips': [{'subnet_id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:02:20.739204 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:20.794995 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:02:18Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:20.822965 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81ba387-b0a9-456e-aa5a-6086f5e73abc None None] The sync data for ids ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'] in n-d-826755-2 is: [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:02:18Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:20.881502 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Allocated IP 172.20.0.2 (50f6fe0a-f614-4cf8-b9ce-6003198b2d97/a427bd9f-e9b8-446b-b62a-d030d204a1e4/3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:21.033978 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Publish callbacks [] for port (3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.042725 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.065099 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:21.066840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:21.091120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:21.149144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Pushing event updated for resources: {'Port': ['ID=3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:21.149692 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.164400 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Attempting to bind port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:21.164774 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Attempting to bind port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:21.165138 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Attempting to bind port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 on network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:21.170542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:21.170912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Checking segment: {'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:21.171314 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.171700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Bound using segment: {'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:21.172165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Bound port: 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:21.172539 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.246280 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] For port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:21.250757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] For port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389,segment=NetworkSegment(ddb05064-681d-4b08-b08d-84a28873f50b),segment_id=ddb05064-681d-4b08-b08d-84a28873f50b)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:21.258811 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.326436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231145c4-9130-4ee3-8b78-0f05b9d3fb9a None None] Pushing event updated for resources: {'Port': ['ID=3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:21.466032 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.20.0.1 (50f6fe0a-f614-4cf8-b9ce-6003198b2d97/a427bd9f-e9b8-446b-b62a-d030d204a1e4/2f56865b-ad9d-4170-8b64-ab252308624e) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:21.578347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d971a0e0-88b9-4404-afe9-c574f5f6997a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:21.616632 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (2f56865b-ad9d-4170-8b64-ab252308624e), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.647674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d971a0e0-88b9-4404-afe9-c574f5f6997a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:21.649372 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.655630 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.712427 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:21.716098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:21.720223 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:21.761446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d971a0e0-88b9-4404-afe9-c574f5f6997a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:21.761906 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.763576 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=2f56865b-ad9d-4170-8b64-ab252308624e,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:21.783661 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.787121 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port d971a0e0-88b9-4404-afe9-c574f5f6997a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d971a0e0-88b9-4404-afe9-c574f5f6997a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:21.792340 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:21.853975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=d971a0e0-88b9-4404-afe9-c574f5f6997a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:21.936126 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.228421 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (2f56865b-ad9d-4170-8b64-ab252308624e), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.233333 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.311843 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=2f56865b-ad9d-4170-8b64-ab252308624e,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:22.323582 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.363018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe577ff-3035-461e-b784-6882809b1ede None None] Network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:02:22.415732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:22.417408 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:22.466559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e66114e3-2a14-4c0a-bcdc-3335a906b42a None None] Provisioning complete for port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:22.466924 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e66114e3-2a14-4c0a-bcdc-3335a906b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.557087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:02:22.705295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:22.722656 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ade45636-0195-45c3-be2b-0697fb738c00 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "PUT /v2.0/routers/4cf3ee3a-3d15-482a-81ce-a3529b6974d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0740497 Feb 19 04:02:22.730381 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e66114e3-2a14-4c0a-bcdc-3335a906b42a None None] Current status of the port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:22.731001 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e66114e3-2a14-4c0a-bcdc-3335a906b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.768567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e66114e3-2a14-4c0a-bcdc-3335a906b42a None None] For port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389,segment=NetworkSegment(ddb05064-681d-4b08-b08d-84a28873f50b),segment_id=ddb05064-681d-4b08-b08d-84a28873f50b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:22.773145 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e66114e3-2a14-4c0a-bcdc-3335a906b42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.838045 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66114e3-2a14-4c0a-bcdc-3335a906b42a None None] Pushing event updated for resources: {'Port': ['ID=3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:22.896544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5dc5d851-9246-455f-aa39-7b87ed7717dd None None] Provisioning complete for port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:22.896950 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d851-9246-455f-aa39-7b87ed7717dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:22.976435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Sync routers for ids ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:22.999396 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5d851-9246-455f-aa39-7b87ed7717dd None None] Current status of the port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:23.001709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Routers {'4cf3ee3a-3d15-482a-81ce-a3529b6974d4'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:23.002339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:23.049447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5dc5d851-9246-455f-aa39-7b87ed7717dd None None] Provisioning complete for port 2f56865b-ad9d-4170-8b64-ab252308624e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:23.049823 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5dc5d851-9246-455f-aa39-7b87ed7717dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.068080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-8c96181a-66ba-4067-8df2-10ee91fe7f89 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1693618865&fields=id&tenant_id=466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 267 time: 0.0632980 Feb 19 04:02:23.124323 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5d851-9246-455f-aa39-7b87ed7717dd None None] Port 2f56865b-ad9d-4170-8b64-ab252308624e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:23.152461 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.167601 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Set router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:23.184422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-3904b329-bbfe-4243-84a3-51599d9cae42 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:23.187803 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-3904b329-bbfe-4243-84a3-51599d9cae42 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/networks?id=50f6fe0a-f614-4cf8-b9ce-6003198b2d97 HTTP/1.1" status: 200 len: 797 time: 0.1187983 Feb 19 04:02:23.202651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-f6f6046d-fb18-4784-91e3-679b06ed1736 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/quotas/466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 375 time: 0.0107067 Feb 19 04:02:23.271825 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-85bf1113-2137-4611-9548-6e05057d732e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616603 Feb 19 04:02:23.312718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e68c8d43-02d0-4911-bfdc-f4e690da7980 None None] Provisioning complete for port 2f56865b-ad9d-4170-8b64-ab252308624e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:23.313065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e68c8d43-02d0-4911-bfdc-f4e690da7980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.366380 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e68c8d43-02d0-4911-bfdc-f4e690da7980 None None] Port 2f56865b-ad9d-4170-8b64-ab252308624e cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:23.366678 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-a25cc7af-5643-4213-a62e-7a7b21ce8f54 service neutron] 10.222.0.81 "GET /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829544 Feb 19 04:02:23.426332 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '2f56865b-ad9d-4170-8b64-ab252308624e', 'name': '', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:bd:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:21Z', 'updated_at': '2022-02-19T04:02:22Z', 'revision_number': 2, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:23.458915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Checking router: 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:23.459490 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Updating router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 port 2f56865b-ad9d-4170-8b64-ab252308624e binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:02:23.470445 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-fe6539ca-081d-4d06-8d41-6361d1877ee6 service neutron] 10.222.0.81 "GET /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976315 Feb 19 04:02:23.493245 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.593912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d971a0e0-88b9-4404-afe9-c574f5f6997a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:23.657674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fe8ea17-fd68-4878-b4a3-587178e486b3 req-ccd71cc2-7904-4678-bc83-41a2e5be2658 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 210 time: 0.0322359 Feb 19 04:02:23.722247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port d971a0e0-88b9-4404-afe9-c574f5f6997a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:23.722640 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.868645 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Publish callbacks [] for port (2f56865b-ad9d-4170-8b64-ab252308624e), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.877798 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:23.882217 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port d971a0e0-88b9-4404-afe9-c574f5f6997a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:23.883283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:23.960056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6321d-3c53-4587-90fc-c33914495582 None None] Pushing event updated for resources: {'Port': ['ID=2f56865b-ad9d-4170-8b64-ab252308624e,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:24.024409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:24.024810 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.027770 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Attempting to bind port 2f56865b-ad9d-4170-8b64-ab252308624e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:24.028141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Attempting to bind port 2f56865b-ad9d-4170-8b64-ab252308624e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:24.028493 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Attempting to bind port 2f56865b-ad9d-4170-8b64-ab252308624e on network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:24.064108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:24.064482 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Checking segment: {'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:24.065027 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.065293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Bound using segment: {'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:24.065766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Bound port: 2f56865b-ad9d-4170-8b64-ab252308624e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:24.067348 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.091399 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.178861 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] For port 2f56865b-ad9d-4170-8b64-ab252308624e, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:24.184786 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] For port 2f56865b-ad9d-4170-8b64-ab252308624e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2f56865b-ad9d-4170-8b64-ab252308624e,segment=NetworkSegment(ddb05064-681d-4b08-b08d-84a28873f50b),segment_id=ddb05064-681d-4b08-b08d-84a28873f50b)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:24.186281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:24.196514 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.210725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-90541674-d1be-45fc-901a-4aa77c979497 None None] Provisioning complete for port 2f56865b-ad9d-4170-8b64-ab252308624e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:24.210996 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-90541674-d1be-45fc-901a-4aa77c979497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.292860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Routers {'4cf3ee3a-3d15-482a-81ce-a3529b6974d4'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:24.293489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:02:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:24.333044 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6321d-3c53-4587-90fc-c33914495582 None None] Pushing event updated for resources: {'Port': ['ID=2f56865b-ad9d-4170-8b64-ab252308624e,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:24.430403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-90541674-d1be-45fc-901a-4aa77c979497 None None] Current status of the port 2f56865b-ad9d-4170-8b64-ab252308624e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:24.430784 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-90541674-d1be-45fc-901a-4aa77c979497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.448828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] Set router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:24.671110 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:02:24.687997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-90541674-d1be-45fc-901a-4aa77c979497 None None] For port 2f56865b-ad9d-4170-8b64-ab252308624e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2f56865b-ad9d-4170-8b64-ab252308624e,segment=NetworkSegment(ddb05064-681d-4b08-b08d-84a28873f50b),segment_id=ddb05064-681d-4b08-b08d-84a28873f50b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:24.706197 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-90541674-d1be-45fc-901a-4aa77c979497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.775649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb9e70fd-18de-49b5-8dde-95b3953f16f6 req-73d0fde0-779d-4b1b-9ee7-126e4e5f0ded tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 210 time: 0.0384037 Feb 19 04:02:24.820161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-91b55d53-c00f-4e77-8b58-74e55beb63ff tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:24.821965 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-91b55d53-c00f-4e77-8b58-74e55beb63ff tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/networks?id=50f6fe0a-f614-4cf8-b9ce-6003198b2d97 HTTP/1.1" status: 200 len: 797 time: 0.1371391 Feb 19 04:02:24.824956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90541674-d1be-45fc-901a-4aa77c979497 None None] Pushing event updated for resources: {'Port': ['ID=2f56865b-ad9d-4170-8b64-ab252308624e,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:24.871646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-27ccc877-9a9f-4226-a472-da9930e3c102 None None] Provisioning complete for port 2f56865b-ad9d-4170-8b64-ab252308624e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:24.872331 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-27ccc877-9a9f-4226-a472-da9930e3c102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:24.889464 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-608cd82f-9b6a-4d2d-9f1b-26ed5ebf708c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 380 time: 0.0592179 Feb 19 04:02:24.899333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'port': {'device_id': '690c1514-4b33-4403-8e1e-84f507c132a9', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'admin_state_up': True, 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'security_groups': ['ea40e769-72ec-4f11-bb58-829be79e80e4']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:24.924269 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '2f56865b-ad9d-4170-8b64-ab252308624e', 'name': '', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:bd:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:21Z', 'updated_at': '2022-02-19T04:02:24Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:24.957129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76acc43c-b510-4fe0-b506-826ea203745c None None] The sync data for ids ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'] in n-d-826755-2 is: [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '2f56865b-ad9d-4170-8b64-ab252308624e', 'name': '', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:bd:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:21Z', 'updated_at': '2022-02-19T04:02:24Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:24.994870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-27ccc877-9a9f-4226-a472-da9930e3c102 None None] Current status of the port 2f56865b-ad9d-4170-8b64-ab252308624e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:25.020626 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:02:25.027730 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.166878 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.20.0.11 (50f6fe0a-f614-4cf8-b9ce-6003198b2d97/a427bd9f-e9b8-446b-b62a-d030d204a1e4/84c68516-2115-4b3e-a29f-93810a29a8ef) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:25.313115 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.354005 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.397646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:25.400978 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:25.405391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:25.441356 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=84c68516-2115-4b3e-a29f-93810a29a8ef,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:25.466276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:25.467601 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.491865 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-d551fca5-9827-4314-b490-50eba526dd0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5965180 Feb 19 04:02:25.503951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Request body: {'port': {'device_id': '690c1514-4b33-4403-8e1e-84f507c132a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:25.581181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2f56865b-ad9d-4170-8b64-ab252308624e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:25.617600 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.671471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 2f56865b-ad9d-4170-8b64-ab252308624e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:25.672198 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.738739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-6d912225-a862-4751-ba71-a55a372ea737 None None] Provisioning complete for port 84c68516-2115-4b3e-a29f-93810a29a8ef triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:25.739139 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6d912225-a862-4751-ba71-a55a372ea737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:25.785104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-6d912225-a862-4751-ba71-a55a372ea737 None None] Port 84c68516-2115-4b3e-a29f-93810a29a8ef cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:02:25.841151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 2f56865b-ad9d-4170-8b64-ab252308624e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:25.913766 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6fbb09-3cec-4a84-9595-4f066c3905b7 req-d6e247b8-e5cf-40f7-a52b-3ad0a7c09d1f tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:25.920904 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b6fbb09-3cec-4a84-9595-4f066c3905b7 req-d6e247b8-e5cf-40f7-a52b-3ad0a7c09d1f tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 932 time: 0.0608382 Feb 19 04:02:25.973477 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b6fbb09-3cec-4a84-9595-4f066c3905b7 req-f147c8ea-fe3f-45bb-82e2-22300bd57fbf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513480 Feb 19 04:02:25.996530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84c68516-2115-4b3e-a29f-93810a29a8ef {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:26.006492 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Publish callbacks [] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.023094 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Transition to ACTIVE for port object 84c68516-2115-4b3e-a29f-93810a29a8ef will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:02:26.029672 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.111388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Pushing event updated for resources: {'Port': ['ID=84c68516-2115-4b3e-a29f-93810a29a8ef,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:26.172042 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Attempting to bind port 84c68516-2115-4b3e-a29f-93810a29a8ef on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:02:26.172503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Attempting to bind port 84c68516-2115-4b3e-a29f-93810a29a8ef by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:02:26.172893 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Attempting to bind port 84c68516-2115-4b3e-a29f-93810a29a8ef on network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:26.178458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Port 84c68516-2115-4b3e-a29f-93810a29a8ef on network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:02:26.178780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Attempting to bind port 84c68516-2115-4b3e-a29f-93810a29a8ef on network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:02:26.186533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:02:26.186873 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Checking segment: {'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:02:26.187289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Bound using segment: {'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:02:26.187951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Bound port: 84c68516-2115-4b3e-a29f-93810a29a8ef, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb05064-681d-4b08-b08d-84a28873f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:02:26.188339 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.268362 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] For port 84c68516-2115-4b3e-a29f-93810a29a8ef, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:02:26.272646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] For port 84c68516-2115-4b3e-a29f-93810a29a8ef, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=84c68516-2115-4b3e-a29f-93810a29a8ef,segment=NetworkSegment(ddb05064-681d-4b08-b08d-84a28873f50b),segment_id=ddb05064-681d-4b08-b08d-84a28873f50b)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:02:26.282451 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.324623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.324623 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:26.325345 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] 10.222.0.87 "PUT /v2.0/ports/84c68516-2115-4b3e-a29f-93810a29a8ef HTTP/1.1" status: 200 len: 1092 time: 0.8261671 Feb 19 04:02:26.325810 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690c1514-4b33-4403-8e1e-84f507c132a9', 'tag': '84c68516-2115-4b3e-a29f-93810a29a8ef'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:26.328166 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4791526d-21e2-4e17-82bb-2b5428429f59" -d '{"events": [{"name": "network-changed", "server_uuid": "690c1514-4b33-4403-8e1e-84f507c132a9", "tag": "84c68516-2115-4b3e-a29f-93810a29a8ef"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:26.416067 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad012bbf-23ab-4b21-9066-4a356292c560 x-openstack-request-id: req-ad012bbf-23ab-4b21-9066-4a356292c560 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:26.416470 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690c1514-4b33-4403-8e1e-84f507c132a9", "tag": "84c68516-2115-4b3e-a29f-93810a29a8ef", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:26.416645 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ad012bbf-23ab-4b21-9066-4a356292c560 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:26.417066 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690c1514-4b33-4403-8e1e-84f507c132a9', 'tag': '84c68516-2115-4b3e-a29f-93810a29a8ef', 'status': 'completed', 'code': 200} Feb 19 04:02:26.424142 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7a3db-20b8-4b29-960d-c07c4d2185a1 service neutron] Pushing event updated for resources: {'Port': ['ID=84c68516-2115-4b3e-a29f-93810a29a8ef,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:26.448200 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-1e0cf629-6a38-4e23-84b2-3085fa91c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.449878 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-1e0cf629-6a38-4e23-84b2-3085fa91c734 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 1126 time: 0.0723581 Feb 19 04:02:26.503885 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-bb214152-65b0-40ab-a95d-90131afbb70d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84c68516-2115-4b3e-a29f-93810a29a8ef HTTP/1.1" status: 200 len: 217 time: 0.0455852 Feb 19 04:02:26.562280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-df6d29f5-e164-4259-99d3-56545c1fb3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.564045 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-df6d29f5-e164-4259-99d3-56545c1fb3aa service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a427bd9f-e9b8-446b-b62a-d030d204a1e4 HTTP/1.1" status: 200 len: 834 time: 0.0547378 Feb 19 04:02:26.626312 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-294734ba-af82-493f-b4b8-457dd3e25324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.627848 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-294734ba-af82-493f-b4b8-457dd3e25324 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=50f6fe0a-f614-4cf8-b9ce-6003198b2d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580618 Feb 19 04:02:26.732925 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-3071fb1d-71f9-4d84-973b-b92114aa209a service neutron] 10.222.0.87 "GET /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980191 Feb 19 04:02:26.842462 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1e5634e0-3169-4628-86c3-d9bd3fde3e27 req-a6cfeb3a-c859-4ff6-88af-be5c2dfd4c5b service neutron] 10.222.0.87 "GET /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042607 Feb 19 04:02:26.957186 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791526d-21e2-4e17-82bb-2b5428429f59 req-8110d252-2e8b-4831-b000-41cc7af61bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:26.958855 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4791526d-21e2-4e17-82bb-2b5428429f59 req-8110d252-2e8b-4831-b000-41cc7af61bc0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 1126 time: 0.0588217 Feb 19 04:02:27.067268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791526d-21e2-4e17-82bb-2b5428429f59 req-77fcbb61-16ea-4d26-80a3-096facc7a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:27.069054 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4791526d-21e2-4e17-82bb-2b5428429f59 req-77fcbb61-16ea-4d26-80a3-096facc7a3ae service neutron] 10.222.0.87 "GET /v2.0/networks?id=50f6fe0a-f614-4cf8-b9ce-6003198b2d97 HTTP/1.1" status: 200 len: 898 time: 0.1033406 Feb 19 04:02:27.116519 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4791526d-21e2-4e17-82bb-2b5428429f59 req-dc109635-c2a4-420b-8021-246ae7c9ca7a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84c68516-2115-4b3e-a29f-93810a29a8ef HTTP/1.1" status: 200 len: 217 time: 0.0414991 Feb 19 04:02:27.116839 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc113d6-b417-4535-b5b2-4ada654c3fb4 req-e1e57d13-22ca-4d87-99e1-f3b8419c0fd9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:27.118260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ddc113d6-b417-4535-b5b2-4ada654c3fb4 req-e1e57d13-22ca-4d87-99e1-f3b8419c0fd9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 944 time: 0.0596256 Feb 19 04:02:27.171156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ddc113d6-b417-4535-b5b2-4ada654c3fb4 req-91a780c0-dd52-4a35-8e0e-cd9815f82211 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467284 Feb 19 04:02:27.171426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791526d-21e2-4e17-82bb-2b5428429f59 req-2a1807dd-ebc5-4788-acf3-fe55fce9755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:27.172792 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4791526d-21e2-4e17-82bb-2b5428429f59 req-2a1807dd-ebc5-4788-acf3-fe55fce9755f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a427bd9f-e9b8-446b-b62a-d030d204a1e4 HTTP/1.1" status: 200 len: 834 time: 0.0503457 Feb 19 04:02:27.221059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791526d-21e2-4e17-82bb-2b5428429f59 req-ad2ec382-a101-49b3-ba4f-e4c3c7ad012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:27.222720 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4791526d-21e2-4e17-82bb-2b5428429f59 req-ad2ec382-a101-49b3-ba4f-e4c3c7ad012c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=50f6fe0a-f614-4cf8-b9ce-6003198b2d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443978 Feb 19 04:02:27.318945 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4791526d-21e2-4e17-82bb-2b5428429f59 req-c46c35f8-079a-42c5-bab4-7ff8717838e3 service neutron] 10.222.0.87 "GET /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902159 Feb 19 04:02:27.449218 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4791526d-21e2-4e17-82bb-2b5428429f59 req-622dbed2-8801-460e-b141-0dcefec9eff7 service neutron] 10.222.0.87 "GET /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244473 Feb 19 04:02:28.300913 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da30d27-d477-4a6b-b1aa-72c4159e3ec9 req-258291d3-428b-4291-b597-40158a52fcdc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:28.302490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3da30d27-d477-4a6b-b1aa-72c4159e3ec9 req-258291d3-428b-4291-b597-40158a52fcdc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 944 time: 0.0588689 Feb 19 04:02:28.358760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3da30d27-d477-4a6b-b1aa-72c4159e3ec9 req-d619d689-beaa-4511-ab06-b04e3f88fe3d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475626 Feb 19 04:02:29.498346 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b25040-5ad7-4df7-a42f-3f639b3789a6 req-590b9012-dd1a-4b85-9d48-870037ee68f4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:29.499961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03b25040-5ad7-4df7-a42f-3f639b3789a6 req-590b9012-dd1a-4b85-9d48-870037ee68f4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 944 time: 0.0618069 Feb 19 04:02:29.556358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03b25040-5ad7-4df7-a42f-3f639b3789a6 req-08d35a06-b769-4f51-9d87-ad3d3cd21cac tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479724 Feb 19 04:02:29.878245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 84c68516-2115-4b3e-a29f-93810a29a8ef details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:02:29.984954 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 84c68516-2115-4b3e-a29f-93810a29a8ef, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=84c68516-2115-4b3e-a29f-93810a29a8ef,segment=NetworkSegment(ddb05064-681d-4b08-b08d-84a28873f50b),segment_id=ddb05064-681d-4b08-b08d-84a28873f50b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:29.996707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '84c68516-2115-4b3e-a29f-93810a29a8ef', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'port_id': '84c68516-2115-4b3e-a29f-93810a29a8ef', 'mac_address': 'fa:16:3e:ff:ca:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:02:30.035985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 84c68516-2115-4b3e-a29f-93810a29a8ef is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:30.036381 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.050035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84c68516-2115-4b3e-a29f-93810a29a8ef {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:02:30.071378 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 84c68516-2115-4b3e-a29f-93810a29a8ef, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=84c68516-2115-4b3e-a29f-93810a29a8ef,segment=NetworkSegment(ddb05064-681d-4b08-b08d-84a28873f50b),segment_id=ddb05064-681d-4b08-b08d-84a28873f50b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:30.077940 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:30.130276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=84c68516-2115-4b3e-a29f-93810a29a8ef,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:30.421956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['84c68516-2115-4b3e-a29f-93810a29a8ef'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:02:30.677781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed2f2e-f0dc-40e0-8e9b-005117ccb4ba req-d4b4819b-949d-4419-836b-0664f2dde751 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:30.679309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46ed2f2e-f0dc-40e0-8e9b-005117ccb4ba req-d4b4819b-949d-4419-836b-0664f2dde751 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 945 time: 0.0539782 Feb 19 04:02:30.729598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46ed2f2e-f0dc-40e0-8e9b-005117ccb4ba req-0560b569-bac9-42cc-b9fd-dfe1912cc7f6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439336 Feb 19 04:02:31.871837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b322454-8cb8-4518-bbc8-27684c91c535 req-df12bdd3-1a2f-4c5c-8fe6-d09e6dde354f tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:31.873406 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b322454-8cb8-4518-bbc8-27684c91c535 req-df12bdd3-1a2f-4c5c-8fe6-d09e6dde354f tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 945 time: 0.0587156 Feb 19 04:02:31.891803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 84c68516-2115-4b3e-a29f-93810a29a8ef up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:02:31.929302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b322454-8cb8-4518-bbc8-27684c91c535 req-704bfbe2-ecbe-46c2-ba95-2d521625bab6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473821 Feb 19 04:02:31.946860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 84c68516-2115-4b3e-a29f-93810a29a8ef completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:02:31.951182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 84c68516-2115-4b3e-a29f-93810a29a8ef triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:02:31.951652 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.033417 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 84c68516-2115-4b3e-a29f-93810a29a8ef is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:02:32.033809 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.057260 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690c1514-4b33-4403-8e1e-84f507c132a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c68516-2115-4b3e-a29f-93810a29a8ef'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:32.059562 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06399be-89db-4c04-9ecc-3972df4fbfdf" -d '{"events": [{"server_uuid": "690c1514-4b33-4403-8e1e-84f507c132a9", "name": "network-vif-plugged", "status": "completed", "tag": "84c68516-2115-4b3e-a29f-93810a29a8ef"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:32.072653 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 84c68516-2115-4b3e-a29f-93810a29a8ef, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=84c68516-2115-4b3e-a29f-93810a29a8ef,segment=NetworkSegment(ddb05064-681d-4b08-b08d-84a28873f50b),segment_id=ddb05064-681d-4b08-b08d-84a28873f50b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:02:32.077898 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:32.104086 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de5d5c3-e859-442a-8bf5-033db6b47d40 x-openstack-request-id: req-7de5d5c3-e859-442a-8bf5-033db6b47d40 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:32.104426 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690c1514-4b33-4403-8e1e-84f507c132a9", "name": "network-vif-plugged", "status": "completed", "tag": "84c68516-2115-4b3e-a29f-93810a29a8ef", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:32.104712 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7de5d5c3-e859-442a-8bf5-033db6b47d40 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:32.105066 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690c1514-4b33-4403-8e1e-84f507c132a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84c68516-2115-4b3e-a29f-93810a29a8ef', 'code': 200} Feb 19 04:02:32.133892 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=84c68516-2115-4b3e-a29f-93810a29a8ef,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:32.209953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779535c8-e530-4fd6-9ee2-8943ed43ba4a req-b23b011c-cced-438c-930b-c87d28fc625b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:32.211398 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-779535c8-e530-4fd6-9ee2-8943ed43ba4a req-b23b011c-cced-438c-930b-c87d28fc625b service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 1128 time: 0.0520711 Feb 19 04:02:32.258638 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-779535c8-e530-4fd6-9ee2-8943ed43ba4a req-e09e2044-7c29-4293-8cd2-b0ce09175443 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399947 Feb 19 04:02:33.063440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7606e5-39a0-4879-9214-8385699e0bab req-a323fb30-4a75-428d-9283-219907701144 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:33.065087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d7606e5-39a0-4879-9214-8385699e0bab req-a323fb30-4a75-428d-9283-219907701144 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 946 time: 0.0562048 Feb 19 04:02:33.127088 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d7606e5-39a0-4879-9214-8385699e0bab req-cf1f18f8-3e14-488d-ae7d-ccfda1b8fead tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560882 Feb 19 04:02:33.677900 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7bb36ca9-20fb-4097-87f4-e2443a456d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.265365 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37fc7d-a15d-4249-b440-b4016e1743ae req-aac95423-4f8f-4904-9e45-1d84dc7c265c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:34.267050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d37fc7d-a15d-4249-b440-b4016e1743ae req-aac95423-4f8f-4904-9e45-1d84dc7c265c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 946 time: 0.0653632 Feb 19 04:02:34.322723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7d37fc7d-a15d-4249-b440-b4016e1743ae req-9f14210e-804c-4ae0-a84d-59d63e6a9597 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497682 Feb 19 04:02:34.453301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057f22c-1529-484f-b7bd-7bb4a30440e5 req-b8517511-487b-48cd-8564-740543b08755 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:34.454727 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3057f22c-1529-484f-b7bd-7bb4a30440e5 req-b8517511-487b-48cd-8564-740543b08755 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 946 time: 0.0634642 Feb 19 04:02:34.504961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3057f22c-1529-484f-b7bd-7bb4a30440e5 req-fa683e6d-946c-4c5e-8093-989c7e2bad67 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444806 Feb 19 04:02:34.529934 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51946) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:34.581941 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c2af89-e9bd-4bb6-b009-031dabb74521 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:34.584230 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-40c2af89-e9bd-4bb6-b009-031dabb74521 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 1123 time: 0.0531104 Feb 19 04:02:34.588443 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51948) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:34.593779 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '84c68516-2115-4b3e-a29f-93810a29a8ef', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:02:34.617379 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.721338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.840118 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.25.1.102 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/6bcdacd8-d094-426a-9c17-a3324323efc4) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:02:34.944334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (6bcdacd8-d094-426a-9c17-a3324323efc4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:34.983519 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6bcdacd8-d094-426a-9c17-a3324323efc4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.020615 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:02:35.023398 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:02:35.029178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:02:35.034729 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=6bcdacd8-d094-426a-9c17-a3324323efc4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:35.761950 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (5b9abba2-c05f-4284-807b-61ad836e3a75), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.833900 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6bcdacd8-d094-426a-9c17-a3324323efc4), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.959000 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de738891-e4de-4f9d-a94c-43b8c2986179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.992185 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (6bcdacd8-d094-426a-9c17-a3324323efc4), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:35.999446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (6bcdacd8-d094-426a-9c17-a3324323efc4), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.070667 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=6bcdacd8-d094-426a-9c17-a3324323efc4,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:02:36.083116 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (5b9abba2-c05f-4284-807b-61ad836e3a75), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.191209 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Floating IP 5b9abba2-c05f-4284-807b-61ad836e3a75 associated. External IP: 172.25.1.102, port: 84c68516-2115-4b3e-a29f-93810a29a8ef. Feb 19 04:02:36.422359 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:02:36.540959 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:02:36.551604 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c5694-c293-4a1d-9eb0-f7d92fd6c107 None None] Sync routers for ids ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:02:36.561114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:36.562333 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c5694-c293-4a1d-9eb0-f7d92fd6c107 None None] Routers {'4cf3ee3a-3d15-482a-81ce-a3529b6974d4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:36.562953 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b53c5694-c293-4a1d-9eb0-f7d92fd6c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:02:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:36.593196 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-75c8f10c-0456-4ada-aaae-b61ffb1ccc36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0007632 Feb 19 04:02:36.593196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690c1514-4b33-4403-8e1e-84f507c132a9', 'tag': '84c68516-2115-4b3e-a29f-93810a29a8ef'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:02:36.593577 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278b4f9c-ce43-4b2e-be84-134aa288f84c" -d '{"events": [{"name": "network-changed", "server_uuid": "690c1514-4b33-4403-8e1e-84f507c132a9", "tag": "84c68516-2115-4b3e-a29f-93810a29a8ef"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:02:36.681552 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b53c5694-c293-4a1d-9eb0-f7d92fd6c107 None None] Set router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:36.692118 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb35de-1230-45be-9172-291d92431892 req-5e05028b-b8df-4ceb-8eb3-0f0a495acb32 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:36.693680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fbb35de-1230-45be-9172-291d92431892 req-5e05028b-b8df-4ceb-8eb3-0f0a495acb32 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 946 time: 0.0537791 Feb 19 04:02:36.744457 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6fbb35de-1230-45be-9172-291d92431892 req-a4b5ebe1-8a44-433a-a927-caabe27ed825 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449901 Feb 19 04:02:36.768280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 51954) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:36.807948 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8590f00-32e8-44d0-9c39-159c10def729 x-openstack-request-id: req-c8590f00-32e8-44d0-9c39-159c10def729 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:02:36.808238 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690c1514-4b33-4403-8e1e-84f507c132a9", "tag": "84c68516-2115-4b3e-a29f-93810a29a8ef", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:02:36.808494 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c8590f00-32e8-44d0-9c39-159c10def729 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:02:36.808923 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690c1514-4b33-4403-8e1e-84f507c132a9', 'tag': '84c68516-2115-4b3e-a29f-93810a29a8ef', 'status': 'completed', 'code': 200} Feb 19 04:02:36.858903 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ed003acb-347d-4f8b-8375-7af009b086c4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/5b9abba2-c05f-4284-807b-61ad836e3a75 HTTP/1.1" status: 200 len: 992 time: 0.0890465 Feb 19 04:02:36.877233 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b4f9c-ce43-4b2e-be84-134aa288f84c req-f13d7586-ac17-482a-a14c-27e3f34be287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:36.878784 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-278b4f9c-ce43-4b2e-be84-134aa288f84c req-f13d7586-ac17-482a-a14c-27e3f34be287 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 1128 time: 0.0542185 Feb 19 04:02:36.910113 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b53c5694-c293-4a1d-9eb0-f7d92fd6c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '5b9abba2-c05f-4284-807b-61ad836e3a75', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'port_id': '84c68516-2115-4b3e-a29f-93810a29a8ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'mac_address': 'fa:16:3e:ff:ca:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690c1514-4b33-4403-8e1e-84f507c132a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:02:35Z', 'updated_at': '2022-02-19T04:02:35Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f56865b-ad9d-4170-8b64-ab252308624e', 'name': '', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:bd:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:21Z', 'updated_at': '2022-02-19T04:02:24Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:36.936020 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c5694-c293-4a1d-9eb0-f7d92fd6c107 None None] Checking router: 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:02:36.944293 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53c5694-c293-4a1d-9eb0-f7d92fd6c107 None None] Routers {'4cf3ee3a-3d15-482a-81ce-a3529b6974d4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:02:36.944919 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b53c5694-c293-4a1d-9eb0-f7d92fd6c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:02:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:36.973437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b4f9c-ce43-4b2e-be84-134aa288f84c req-37fdc163-c792-4130-ba24-e8cfbdfbb35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:36.974913 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-278b4f9c-ce43-4b2e-be84-134aa288f84c req-37fdc163-c792-4130-ba24-e8cfbdfbb35a service neutron] 10.222.0.87 "GET /v2.0/networks?id=50f6fe0a-f614-4cf8-b9ce-6003198b2d97 HTTP/1.1" status: 200 len: 898 time: 0.0908132 Feb 19 04:02:37.042256 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-278b4f9c-ce43-4b2e-be84-134aa288f84c req-6920c02c-851c-4597-b88c-43181f08bb58 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84c68516-2115-4b3e-a29f-93810a29a8ef HTTP/1.1" status: 200 len: 1000 time: 0.0617309 Feb 19 04:02:37.054623 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-b53c5694-c293-4a1d-9eb0-f7d92fd6c107 None None] Set router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:02:37.102673 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b4f9c-ce43-4b2e-be84-134aa288f84c req-14e789da-04ae-436f-8ace-c573f221e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:37.104185 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-278b4f9c-ce43-4b2e-be84-134aa288f84c req-14e789da-04ae-436f-8ace-c573f221e42a service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a427bd9f-e9b8-446b-b62a-d030d204a1e4 HTTP/1.1" status: 200 len: 834 time: 0.0558426 Feb 19 04:02:37.158493 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b4f9c-ce43-4b2e-be84-134aa288f84c req-06fedb93-f58a-4dcb-a5db-c946b65971ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:02:37.159972 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-278b4f9c-ce43-4b2e-be84-134aa288f84c req-06fedb93-f58a-4dcb-a5db-c946b65971ee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=50f6fe0a-f614-4cf8-b9ce-6003198b2d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493798 Feb 19 04:02:37.247143 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-278b4f9c-ce43-4b2e-be84-134aa288f84c req-e4bcd6e7-20c8-4b8d-ace3-e1f4cbdcafd0 service neutron] 10.222.0.87 "GET /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814486 Feb 19 04:02:37.290371 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-b53c5694-c293-4a1d-9eb0-f7d92fd6c107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '5b9abba2-c05f-4284-807b-61ad836e3a75', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'port_id': '84c68516-2115-4b3e-a29f-93810a29a8ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'mac_address': 'fa:16:3e:ff:ca:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690c1514-4b33-4403-8e1e-84f507c132a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:02:35Z', 'updated_at': '2022-02-19T04:02:35Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f56865b-ad9d-4170-8b64-ab252308624e', 'name': '', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:bd:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:21Z', 'updated_at': '2022-02-19T04:02:24Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:02:37.317912 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53c5694-c293-4a1d-9eb0-f7d92fd6c107 None None] The sync data for ids ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'] in n-d-826755-2 is: [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '5b9abba2-c05f-4284-807b-61ad836e3a75', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.102', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'port_id': '84c68516-2115-4b3e-a29f-93810a29a8ef', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'mac_address': 'fa:16:3e:ff:ca:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690c1514-4b33-4403-8e1e-84f507c132a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:02:35Z', 'updated_at': '2022-02-19T04:02:35Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f56865b-ad9d-4170-8b64-ab252308624e', 'name': '', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:bd:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:21Z', 'updated_at': '2022-02-19T04:02:24Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:02:37.320153 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:37.347442 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-278b4f9c-ce43-4b2e-be84-134aa288f84c req-4ab36a83-ae2d-4df5-92da-d4d071b6bbbf service neutron] 10.222.0.87 "GET /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947006 Feb 19 04:02:37.519819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b661e-a572-4a0d-869a-ed4af13dec5e None None] New status for floating IP 5b9abba2-c05f-4284-807b-61ad836e3a75: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:02:37.863475 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51956) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:02:37.931029 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e638b752-6e14-4be6-aaec-d9a0c4cf9330 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/5b9abba2-c05f-4284-807b-61ad836e3a75 HTTP/1.1" status: 200 len: 994 time: 0.0661244 Feb 19 04:02:38.653307 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:40.129611 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:53.136221 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:02:54.065686 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:01.676507 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:03:03.684491 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3914e619-0f26-4d22-86da-eb77b0de8b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:03.927675 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-270147c7-2873-4cc6-a881-01a7223fde5b req-9d2a4493-c8d4-409b-932a-d17784886b9e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468082 Feb 19 04:03:04.022471 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270147c7-2873-4cc6-a881-01a7223fde5b req-6ee60379-8906-4b63-85fc-e38b800fc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:04.024018 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-270147c7-2873-4cc6-a881-01a7223fde5b req-6ee60379-8906-4b63-85fc-e38b800fc18c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 1128 time: 0.0530434 Feb 19 04:03:04.135448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270147c7-2873-4cc6-a881-01a7223fde5b req-ded01255-7045-43eb-94f3-57a2bb4b8beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:04.137082 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-270147c7-2873-4cc6-a881-01a7223fde5b req-ded01255-7045-43eb-94f3-57a2bb4b8beb service neutron] 10.222.0.87 "GET /v2.0/networks?id=50f6fe0a-f614-4cf8-b9ce-6003198b2d97 HTTP/1.1" status: 200 len: 898 time: 0.0935845 Feb 19 04:03:04.203138 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-270147c7-2873-4cc6-a881-01a7223fde5b req-791e7171-56cc-430d-9663-fffcf48c44c2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84c68516-2115-4b3e-a29f-93810a29a8ef HTTP/1.1" status: 200 len: 1002 time: 0.0592175 Feb 19 04:03:04.257107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270147c7-2873-4cc6-a881-01a7223fde5b req-44ba23cf-4af9-4319-9ff5-8eef065123ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:04.258543 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-270147c7-2873-4cc6-a881-01a7223fde5b req-44ba23cf-4af9-4319-9ff5-8eef065123ea service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a427bd9f-e9b8-446b-b62a-d030d204a1e4 HTTP/1.1" status: 200 len: 834 time: 0.0502641 Feb 19 04:03:04.309004 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270147c7-2873-4cc6-a881-01a7223fde5b req-806aec27-9073-46ea-a64d-36bc769d9829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:04.310642 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-270147c7-2873-4cc6-a881-01a7223fde5b req-806aec27-9073-46ea-a64d-36bc769d9829 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=50f6fe0a-f614-4cf8-b9ce-6003198b2d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457230 Feb 19 04:03:04.400490 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-270147c7-2873-4cc6-a881-01a7223fde5b req-81986c09-e43f-4abb-a12d-f3143e1a5f6c service neutron] 10.222.0.87 "GET /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833673 Feb 19 04:03:04.504416 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-270147c7-2873-4cc6-a881-01a7223fde5b req-33b7e0d1-4bef-4aa0-8e01-4030ffcae6ff service neutron] 10.222.0.87 "GET /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965564 Feb 19 04:03:05.968294 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4fa01803-0ae7-4c82-92d0-d65c24408e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:07.331920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:08.653775 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:10.128383 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:23.136560 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:24.078609 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:33.689448 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7e98b728-ecdd-4b83-b1ac-5f4372510cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:35.965179 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-60040986-cebb-410f-b9d4-ebddf8901d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:37.331025 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.665770 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:38.678980 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:03:40.132203 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:40.857905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef9dbe-9b92-46ad-b2a3-34e3daa0e9f4 req-1ea9541f-02dd-4191-9d23-5fb65493b062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:40.859388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4ef9dbe-9b92-46ad-b2a3-34e3daa0e9f4 req-1ea9541f-02dd-4191-9d23-5fb65493b062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 946 time: 0.0551817 Feb 19 04:03:40.911598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d4ef9dbe-9b92-46ad-b2a3-34e3daa0e9f4 req-22f3d3eb-5b72-4439-be6b-22bb0a969e04 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458736 Feb 19 04:03:42.048980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454d260-4216-4ae1-b771-50ece9e8efa6 req-579eb56f-4d12-4c65-ad6f-2d33b1b15f20 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:42.050865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5454d260-4216-4ae1-b771-50ece9e8efa6 req-579eb56f-4d12-4c65-ad6f-2d33b1b15f20 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 946 time: 0.0598648 Feb 19 04:03:42.104413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5454d260-4216-4ae1-b771-50ece9e8efa6 req-16819ab7-047c-4669-8d39-d7646d1093a8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448511 Feb 19 04:03:42.127851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51984) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:42.199320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-29253ac6-3508-44c0-84af-ddd588b43c8f tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/5b9abba2-c05f-4284-807b-61ad836e3a75 HTTP/1.1" status: 200 len: 994 time: 0.0698681 Feb 19 04:03:43.500860 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b903db8-e87f-4bbb-ab7a-53de7702c1da req-e5a4e93b-8bc8-4702-9142-11f0f92147ce tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:43.502404 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b903db8-e87f-4bbb-ab7a-53de7702c1da req-e5a4e93b-8bc8-4702-9142-11f0f92147ce tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 946 time: 0.0580533 Feb 19 04:03:43.552308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8b903db8-e87f-4bbb-ab7a-53de7702c1da req-c7e3ef2e-af3c-42e8-bafd-9ceaea3bef79 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441124 Feb 19 04:03:44.694266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dae029-a44c-4ab5-9003-0d43731de20f req-870e61f5-f6d9-4504-8d14-0ff6242db523 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:44.695785 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6dae029-a44c-4ab5-9003-0d43731de20f req-870e61f5-f6d9-4504-8d14-0ff6242db523 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 946 time: 0.0625269 Feb 19 04:03:44.746977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6dae029-a44c-4ab5-9003-0d43731de20f req-b795ae02-3b57-48e6-9602-933f1aa7c54b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453932 Feb 19 04:03:44.776630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 51994) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:44.841635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-846e7e59-9980-48db-9401-7647cb3e5015 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/5b9abba2-c05f-4284-807b-61ad836e3a75 HTTP/1.1" status: 200 len: 994 time: 0.0637226 Feb 19 04:03:45.102435 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52000) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:45.268044 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port 6bcdacd8-d094-426a-9c17-a3324323efc4 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:45.268395 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6bcdacd8-d094-426a-9c17-a3324323efc4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.358342 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6bcdacd8-d094-426a-9c17-a3324323efc4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.358588 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (6bcdacd8-d094-426a-9c17-a3324323efc4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.371206 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for 6bcdacd8-d094-426a-9c17-a3324323efc4 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:45.547981 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6bcdacd8-d094-426a-9c17-a3324323efc4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.574041 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=6bcdacd8-d094-426a-9c17-a3324323efc4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:45.601905 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.602260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.602603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.602945 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.603280 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.603616 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.603942 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.604275 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.604587 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.604942 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.605266 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.605589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.605917 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:45.646159 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (5b9abba2-c05f-4284-807b-61ad836e3a75), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.646487 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Floating IP 5b9abba2-c05f-4284-807b-61ad836e3a75 disassociated (deleted). External IP: 172.25.1.102, port: 84c68516-2115-4b3e-a29f-93810a29a8ef. Feb 19 04:03:45.858075 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:45.970104 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:45.975463 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:45.980135 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74729464-e6bc-4914-b5c0-b73593899329 None None] Sync routers for ids ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:45.992708 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74729464-e6bc-4914-b5c0-b73593899329 None None] Routers {'4cf3ee3a-3d15-482a-81ce-a3529b6974d4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:45.993322 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-74729464-e6bc-4914-b5c0-b73593899329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:46.007664 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-5e736d6b-20cf-4312-b04e-b8de4284d853 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/floatingips/5b9abba2-c05f-4284-807b-61ad836e3a75 HTTP/1.1" status: 204 len: 168 time: 0.9040892 Feb 19 04:03:46.008300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690c1514-4b33-4403-8e1e-84f507c132a9', 'tag': '84c68516-2115-4b3e-a29f-93810a29a8ef'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:46.011179 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115e14dd-09d0-408a-aedb-3bfa0ed22a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "690c1514-4b33-4403-8e1e-84f507c132a9", "tag": "84c68516-2115-4b3e-a29f-93810a29a8ef"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:46.105105 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-74729464-e6bc-4914-b5c0-b73593899329 None None] Set router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:46.172172 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b945c2cd-1d42-4598-9b20-f521bcde722e x-openstack-request-id: req-b945c2cd-1d42-4598-9b20-f521bcde722e {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:46.173108 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690c1514-4b33-4403-8e1e-84f507c132a9", "tag": "84c68516-2115-4b3e-a29f-93810a29a8ef", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:46.173376 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b945c2cd-1d42-4598-9b20-f521bcde722e {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:46.173810 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '690c1514-4b33-4403-8e1e-84f507c132a9', 'tag': '84c68516-2115-4b3e-a29f-93810a29a8ef', 'status': 'completed', 'code': 200} Feb 19 04:03:46.253430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e14dd-09d0-408a-aedb-3bfa0ed22a8a req-0693e2eb-e9a5-4c86-958b-ba9d89aede3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:46.255084 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-115e14dd-09d0-408a-aedb-3bfa0ed22a8a req-0693e2eb-e9a5-4c86-958b-ba9d89aede3a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 1128 time: 0.0584390 Feb 19 04:03:46.273814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23649824-529a-4259-a747-31ab90134911 req-a9636d23-681d-4ab9-b951-1ae431b96783 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:46.275366 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23649824-529a-4259-a747-31ab90134911 req-a9636d23-681d-4ab9-b951-1ae431b96783 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 946 time: 0.0551715 Feb 19 04:03:46.319168 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-74729464-e6bc-4914-b5c0-b73593899329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '2f56865b-ad9d-4170-8b64-ab252308624e', 'name': '', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:bd:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:21Z', 'updated_at': '2022-02-19T04:02:24Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:46.331794 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23649824-529a-4259-a747-31ab90134911 req-3bd4b53e-024d-4c1a-bb01-67179cab4858 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487235 Feb 19 04:03:46.349133 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74729464-e6bc-4914-b5c0-b73593899329 None None] Checking router: 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:46.358994 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74729464-e6bc-4914-b5c0-b73593899329 None None] Routers {'4cf3ee3a-3d15-482a-81ce-a3529b6974d4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:46.359600 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-74729464-e6bc-4914-b5c0-b73593899329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:46.359753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e14dd-09d0-408a-aedb-3bfa0ed22a8a req-bc5db655-01aa-4b8e-b7fe-72d7190c3cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:46.361308 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-115e14dd-09d0-408a-aedb-3bfa0ed22a8a req-bc5db655-01aa-4b8e-b7fe-72d7190c3cde service neutron] 10.222.0.87 "GET /v2.0/networks?id=50f6fe0a-f614-4cf8-b9ce-6003198b2d97 HTTP/1.1" status: 200 len: 898 time: 0.0985551 Feb 19 04:03:46.403680 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-115e14dd-09d0-408a-aedb-3bfa0ed22a8a req-ffac2013-74b4-44da-b9e0-94036ab4a6cb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=84c68516-2115-4b3e-a29f-93810a29a8ef HTTP/1.1" status: 200 len: 217 time: 0.0346279 Feb 19 04:03:46.458243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e14dd-09d0-408a-aedb-3bfa0ed22a8a req-97f3c74c-b1b5-499a-8603-7001e802c91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:46.459745 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-115e14dd-09d0-408a-aedb-3bfa0ed22a8a req-97f3c74c-b1b5-499a-8603-7001e802c91c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=a427bd9f-e9b8-446b-b62a-d030d204a1e4 HTTP/1.1" status: 200 len: 834 time: 0.0493429 Feb 19 04:03:46.470855 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-74729464-e6bc-4914-b5c0-b73593899329 None None] Set router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:46.511672 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e14dd-09d0-408a-aedb-3bfa0ed22a8a req-3a059598-2a92-40d6-8224-27983300a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:46.513143 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-115e14dd-09d0-408a-aedb-3bfa0ed22a8a req-3a059598-2a92-40d6-8224-27983300a37e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=50f6fe0a-f614-4cf8-b9ce-6003198b2d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0458801 Feb 19 04:03:46.606154 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-115e14dd-09d0-408a-aedb-3bfa0ed22a8a req-2a651894-6d69-4695-b239-f373042619db service neutron] 10.222.0.87 "GET /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848532 Feb 19 04:03:46.672852 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-74729464-e6bc-4914-b5c0-b73593899329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '2f56865b-ad9d-4170-8b64-ab252308624e', 'name': '', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:bd:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:21Z', 'updated_at': '2022-02-19T04:02:24Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:46.700068 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74729464-e6bc-4914-b5c0-b73593899329 None None] The sync data for ids ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'] in n-d-826755-2 is: [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '2f56865b-ad9d-4170-8b64-ab252308624e', 'name': '', 'network_id': '50f6fe0a-f614-4cf8-b9ce-6003198b2d97', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:bd:ff:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:21Z', 'updated_at': '2022-02-19T04:02:24Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': 'a427bd9f-e9b8-446b-b62a-d030d204a1e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:46.703108 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-115e14dd-09d0-408a-aedb-3bfa0ed22a8a req-525d9edc-2c7f-4f73-8afb-1fc1f2b49590 service neutron] 10.222.0.87 "GET /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898299 Feb 19 04:03:46.928570 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2f3022-9857-4b8b-a2f3-b525c77dcbbc None None] New status for floating IP 5b9abba2-c05f-4284-807b-61ad836e3a75: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:03:47.465547 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9044-d464-4968-8176-c0929367fae6 req-fa47e287-e63f-47c8-be80-98e8f7c2e645 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:47.467021 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15ff9044-d464-4968-8176-c0929367fae6 req-fa47e287-e63f-47c8-be80-98e8f7c2e645 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 946 time: 0.0548053 Feb 19 04:03:47.522581 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-15ff9044-d464-4968-8176-c0929367fae6 req-baadd933-d649-4fc6-b683-7d50e600c722 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=ea40e769-72ec-4f11-bb58-829be79e80e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499403 Feb 19 04:03:47.925678 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b16dd-c507-4d40-8af3-f1e63a612ebc req-71b9dc29-f210-45d1-97a3-d136e0d18b67 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:47.927153 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-183b16dd-c507-4d40-8af3-f1e63a612ebc req-71b9dc29-f210-45d1-97a3-d136e0d18b67 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 946 time: 0.0625179 Feb 19 04:03:48.023113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-183b16dd-c507-4d40-8af3-f1e63a612ebc req-8464a988-77aa-48ee-9205-00400dd24892 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port 84c68516-2115-4b3e-a29f-93810a29a8ef {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:48.023367 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-183b16dd-c507-4d40-8af3-f1e63a612ebc req-8464a988-77aa-48ee-9205-00400dd24892 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.110937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-183b16dd-c507-4d40-8af3-f1e63a612ebc req-8464a988-77aa-48ee-9205-00400dd24892 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port 84c68516-2115-4b3e-a29f-93810a29a8ef, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=84c68516-2115-4b3e-a29f-93810a29a8ef,segment=NetworkSegment(ddb05064-681d-4b08-b08d-84a28873f50b),segment_id=ddb05064-681d-4b08-b08d-84a28873f50b)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:48.111366 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-183b16dd-c507-4d40-8af3-f1e63a612ebc req-8464a988-77aa-48ee-9205-00400dd24892 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.123566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-183b16dd-c507-4d40-8af3-f1e63a612ebc req-8464a988-77aa-48ee-9205-00400dd24892 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for 84c68516-2115-4b3e-a29f-93810a29a8ef owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:48.274533 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-183b16dd-c507-4d40-8af3-f1e63a612ebc req-8464a988-77aa-48ee-9205-00400dd24892 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (84c68516-2115-4b3e-a29f-93810a29a8ef), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.303390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464a988-77aa-48ee-9205-00400dd24892 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=84c68516-2115-4b3e-a29f-93810a29a8ef,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:48.350875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-183b16dd-c507-4d40-8af3-f1e63a612ebc req-8464a988-77aa-48ee-9205-00400dd24892 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] No DVR routers for this DVR port 84c68516-2115-4b3e-a29f-93810a29a8ef on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:03:48.353775 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-183b16dd-c507-4d40-8af3-f1e63a612ebc req-8464a988-77aa-48ee-9205-00400dd24892 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:48.357194 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-183b16dd-c507-4d40-8af3-f1e63a612ebc req-8464a988-77aa-48ee-9205-00400dd24892 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "DELETE /v2.0/ports/84c68516-2115-4b3e-a29f-93810a29a8ef HTTP/1.1" status: 204 len: 173 time: 0.4238143 Feb 19 04:03:48.357644 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690c1514-4b33-4403-8e1e-84f507c132a9', 'name': 'network-vif-deleted', 'tag': '84c68516-2115-4b3e-a29f-93810a29a8ef'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:03:48.359988 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999ae9a5-88c8-4dae-b0ec-04ed1ca50fb2" -d '{"events": [{"server_uuid": "690c1514-4b33-4403-8e1e-84f507c132a9", "name": "network-vif-deleted", "tag": "84c68516-2115-4b3e-a29f-93810a29a8ef"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:03:48.396816 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a6019f-ea67-487c-896f-c0046e82c8b5 x-openstack-request-id: req-15a6019f-ea67-487c-896f-c0046e82c8b5 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:03:48.397115 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690c1514-4b33-4403-8e1e-84f507c132a9", "name": "network-vif-deleted", "tag": "84c68516-2115-4b3e-a29f-93810a29a8ef", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:03:48.397375 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15a6019f-ea67-487c-896f-c0046e82c8b5 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:03:48.397785 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '690c1514-4b33-4403-8e1e-84f507c132a9', 'name': 'network-vif-deleted', 'tag': '84c68516-2115-4b3e-a29f-93810a29a8ef', 'status': 'completed', 'code': 200} Feb 19 04:03:48.651314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49e931fb-9e65-4910-92a3-8ef83bbf150b req-cf7e1ff6-d652-4f40-a53b-21570429cd36 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=690c1514-4b33-4403-8e1e-84f507c132a9 HTTP/1.1" status: 200 len: 210 time: 0.0339229 Feb 19 04:03:49.719090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52018) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:50.102419 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.186899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 84c68516-2115-4b3e-a29f-93810a29a8ef no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:50.207907 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 84c68516-2115-4b3e-a29f-93810a29a8ef {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:03:50.208242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 84c68516-2115-4b3e-a29f-93810a29a8ef not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:50.386149 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port 2f56865b-ad9d-4170-8b64-ab252308624e {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:50.386391 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.478949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port 2f56865b-ad9d-4170-8b64-ab252308624e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=2f56865b-ad9d-4170-8b64-ab252308624e,segment=NetworkSegment(ddb05064-681d-4b08-b08d-84a28873f50b),segment_id=ddb05064-681d-4b08-b08d-84a28873f50b)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:50.479258 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.491945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for 2f56865b-ad9d-4170-8b64-ab252308624e owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:50.684723 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (2f56865b-ad9d-4170-8b64-ab252308624e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:50.710433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=2f56865b-ad9d-4170-8b64-ab252308624e,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:50.723763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.724407 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.724537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.724832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.725172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.725542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.725872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.726199 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.726498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.726823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.727235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.727596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.727835 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:50.897000 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:51.453284 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:51.573068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:51.578780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b9027ed7-ee52-4aad-a24d-45b3077af777 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "PUT /v2.0/routers/4cf3ee3a-3d15-482a-81ce-a3529b6974d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8586159 Feb 19 04:03:51.581904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52020) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:51.583790 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dea79c-122a-4b77-a7b6-4d0373cf6f42 None None] Sync routers for ids ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:51.594579 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dea79c-122a-4b77-a7b6-4d0373cf6f42 None None] Routers {'4cf3ee3a-3d15-482a-81ce-a3529b6974d4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:51.595183 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-77dea79c-122a-4b77-a7b6-4d0373cf6f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:51.639824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6ad567-ab4e-40ee-abe2-f97ed9dc902d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting subnet a427bd9f-e9b8-446b-b62a-d030d204a1e4 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:03:51.643110 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e6ad567-ab4e-40ee-abe2-f97ed9dc902d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (a427bd9f-e9b8-446b-b62a-d030d204a1e4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:51.683860 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e6ad567-ab4e-40ee-abe2-f97ed9dc902d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (a427bd9f-e9b8-446b-b62a-d030d204a1e4), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:51.705318 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-77dea79c-122a-4b77-a7b6-4d0373cf6f42 None None] Set router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:51.767360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e6ad567-ab4e-40ee-abe2-f97ed9dc902d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (a427bd9f-e9b8-446b-b62a-d030d204a1e4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:51.829410 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e6ad567-ab4e-40ee-abe2-f97ed9dc902d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (a427bd9f-e9b8-446b-b62a-d030d204a1e4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:51.855205 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ad567-ab4e-40ee-abe2-f97ed9dc902d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Subnet': ['ID=a427bd9f-e9b8-446b-b62a-d030d204a1e4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:51.861532 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1e6ad567-ab4e-40ee-abe2-f97ed9dc902d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:51.864844 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1e6ad567-ab4e-40ee-abe2-f97ed9dc902d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/subnets/a427bd9f-e9b8-446b-b62a-d030d204a1e4 HTTP/1.1" status: 204 len: 168 time: 0.2818294 Feb 19 04:03:51.869498 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659a388a-8b4c-4808-a3d7-197b5920c158 None None] Network 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:51.875245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52022) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:51.888453 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-77dea79c-122a-4b77-a7b6-4d0373cf6f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:03:50Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:51.920589 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dea79c-122a-4b77-a7b6-4d0373cf6f42 None None] Checking router: 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:51.930602 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dea79c-122a-4b77-a7b6-4d0373cf6f42 None None] Routers {'4cf3ee3a-3d15-482a-81ce-a3529b6974d4'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:51.931050 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-77dea79c-122a-4b77-a7b6-4d0373cf6f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:52.022858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] DHCP port deletion for 50f6fe0a-f614-4cf8-b9ce-6003198b2d97 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:03:52.074361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Deleting port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:52.074740 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.148650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] For port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389,segment=NetworkSegment(ddb05064-681d-4b08-b08d-84a28873f50b),segment_id=ddb05064-681d-4b08-b08d-84a28873f50b)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:52.149072 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.155978 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-77dea79c-122a-4b77-a7b6-4d0373cf6f42 None None] Set router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:52.163145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Calling delete_port for 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:52.247323 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.279688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Pushing event deleted for resources: {'Port': ['ID=3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:52.282499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] No DVR routers for this DVR port 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:03:52.291373 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.291984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.292469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.293507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.294006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.294465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.294940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.295840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.296317 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.296842 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.297337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.297832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.298305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1edc43-3097-4144-b92d-86be0b382664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:03:52.360120 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-77dea79c-122a-4b77-a7b6-4d0373cf6f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:03:50Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:52.360718 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.386597 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dea79c-122a-4b77-a7b6-4d0373cf6f42 None None] The sync data for ids ['4cf3ee3a-3d15-482a-81ce-a3529b6974d4'] in n-d-826755-2 is: [{'id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2004856672', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75'}], 'enable_snat': True}, 'gw_port_id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:02:17Z', 'updated_at': '2022-02-19T04:03:50Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'd971a0e0-88b9-4404-afe9-c574f5f6997a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:ab:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cf3ee3a-3d15-482a-81ce-a3529b6974d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:02:18Z', 'updated_at': '2022-02-19T04:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:52.474461 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.527986 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port d971a0e0-88b9-4404-afe9-c574f5f6997a {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:03:52.528327 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.607388 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port d971a0e0-88b9-4404-afe9-c574f5f6997a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=d971a0e0-88b9-4404-afe9-c574f5f6997a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:52.608017 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.619937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for d971a0e0-88b9-4404-afe9-c574f5f6997a owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:03:52.793581 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (d971a0e0-88b9-4404-afe9-c574f5f6997a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.819491 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=d971a0e0-88b9-4404-afe9-c574f5f6997a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:52.880604 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.974858 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:52.977082 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_controller (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.026584 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (4cf3ee3a-3d15-482a-81ce-a3529b6974d4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.027651 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Fanout notify agent at l3_agent the message router_deleted on router 4cf3ee3a-3d15-482a-81ce-a3529b6974d4 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:03:53.036976 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.040749 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-87ecd46c-4428-414f-8204-d809d4d77280 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/routers/4cf3ee3a-3d15-482a-81ce-a3529b6974d4 HTTP/1.1" status: 204 len: 168 time: 1.1620064 Feb 19 04:03:53.041192 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52024) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:53.123158 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (50f6fe0a-f614-4cf8-b9ce-6003198b2d97), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.138618 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.215671 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (50f6fe0a-f614-4cf8-b9ce-6003198b2d97), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.238577 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f6fe0a-f614-4cf8-b9ce-6003198b2d97']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:53.248395 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb05064-681d-4b08-b08d-84a28873f50b') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:53.248728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb05064-681d-4b08-b08d-84a28873f50b') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:53.258717 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (ddb05064-681d-4b08-b08d-84a28873f50b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.273223 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ddb05064-681d-4b08-b08d-84a28873f50b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.279420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:03:53.279930 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (ddb05064-681d-4b08-b08d-84a28873f50b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: timer() Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:03:53.283102 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:03:53.353606 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (50f6fe0a-f614-4cf8-b9ce-6003198b2d97), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.362220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.365018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/networks/50f6fe0a-f614-4cf8-b9ce-6003198b2d97 HTTP/1.1" status: 204 len: 168 time: 0.3227758 Feb 19 04:03:53.368051 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52026) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:53.378432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0a8bb-e52f-4f9e-8ec5-cfd4eabe1af6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Network': ['ID=50f6fe0a-f614-4cf8-b9ce-6003198b2d97,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:53.439224 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86c77455-8cc1-4745-9f51-bd36cc17d5c6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (ea40e769-72ec-4f11-bb58-829be79e80e4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.471096 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86c77455-8cc1-4745-9f51-bd36cc17d5c6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (ea40e769-72ec-4f11-bb58-829be79e80e4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.538592 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d971a0e0-88b9-4404-afe9-c574f5f6997a no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:53.555687 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86c77455-8cc1-4745-9f51-bd36cc17d5c6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (ea40e769-72ec-4f11-bb58-829be79e80e4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.558437 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-86c77455-8cc1-4745-9f51-bd36cc17d5c6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:53.558824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: d971a0e0-88b9-4404-afe9-c574f5f6997a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:03:53.559163 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device d971a0e0-88b9-4404-afe9-c574f5f6997a not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:53.562294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2f56865b-ad9d-4170-8b64-ab252308624e no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:53.562435 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-86c77455-8cc1-4745-9f51-bd36cc17d5c6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/security-groups/ea40e769-72ec-4f11-bb58-829be79e80e4 HTTP/1.1" status: 204 len: 168 time: 0.1904356 Feb 19 04:03:53.569216 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c77455-8cc1-4745-9f51-bd36cc17d5c6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea40e769-72ec-4f11-bb58-829be79e80e4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:53.585141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 2f56865b-ad9d-4170-8b64-ab252308624e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:03:53.585481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 2f56865b-ad9d-4170-8b64-ab252308624e not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:53.585902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:03:53.610337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:03:53.610684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 3a6671ac-bdb8-4ff4-b0c6-01ea9a7eb389 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:03:53.924250 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52032) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:53.929085 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2e46a032-6a12-487c-8661-9bfda6b16ea6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-864110709', 'description': 'tempest-secgroup-smoke-864110709 description', 'project_id': '466a16eef58b4a97ad064112f1c72f06'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:53.954246 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e46a032-6a12-487c-8661-9bfda6b16ea6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.026178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e46a032-6a12-487c-8661-9bfda6b16ea6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (25c85763-b81b-48f1-a8bc-24e14f5e1926), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.032101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e46a032-6a12-487c-8661-9bfda6b16ea6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (25c85763-b81b-48f1-a8bc-24e14f5e1926), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.060771 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.061050 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2e46a032-6a12-487c-8661-9bfda6b16ea6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.062173 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2e46a032-6a12-487c-8661-9bfda6b16ea6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1368933 Feb 19 04:03:54.065509 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52034) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:54.066161 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46a032-6a12-487c-8661-9bfda6b16ea6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c85763-b81b-48f1-a8bc-24e14f5e1926,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:54.070274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-56f6ad6b-1aca-4cc1-a911-248061346539 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '25c85763-b81b-48f1-a8bc-24e14f5e1926', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:54.097662 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-56f6ad6b-1aca-4cc1-a911-248061346539 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (e5c652f1-cca4-408e-abc4-6cccf00f8e83), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.158379 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-56f6ad6b-1aca-4cc1-a911-248061346539 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (e5c652f1-cca4-408e-abc4-6cccf00f8e83), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.163273 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-56f6ad6b-1aca-4cc1-a911-248061346539 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (e5c652f1-cca4-408e-abc4-6cccf00f8e83), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.180212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6ad6b-1aca-4cc1-a911-248061346539 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c652f1-cca4-408e-abc4-6cccf00f8e83,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:54.189554 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-56f6ad6b-1aca-4cc1-a911-248061346539 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.190757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-56f6ad6b-1aca-4cc1-a911-248061346539 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242440 Feb 19 04:03:54.193838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52036) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:54.198138 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-52364226-da44-4ca5-b19d-63de567a04b1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '25c85763-b81b-48f1-a8bc-24e14f5e1926', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:54.224602 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-52364226-da44-4ca5-b19d-63de567a04b1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (cbf4a06d-4abf-4431-8434-8317df5bb7ea), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.282271 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-52364226-da44-4ca5-b19d-63de567a04b1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (cbf4a06d-4abf-4431-8434-8317df5bb7ea), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.287748 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-52364226-da44-4ca5-b19d-63de567a04b1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (cbf4a06d-4abf-4431-8434-8317df5bb7ea), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.311020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52364226-da44-4ca5-b19d-63de567a04b1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf4a06d-4abf-4431-8434-8317df5bb7ea,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:54.324043 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-52364226-da44-4ca5-b19d-63de567a04b1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.325325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-52364226-da44-4ca5-b19d-63de567a04b1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305628 Feb 19 04:03:54.328380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52038) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:54.333096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8188bbe5-d7c5-476c-aca2-f575dfdfa29d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '25c85763-b81b-48f1-a8bc-24e14f5e1926', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:54.359968 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8188bbe5-d7c5-476c-aca2-f575dfdfa29d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (4b0dbbff-60dc-4568-9ba3-6e1cda97dab5), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.416324 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8188bbe5-d7c5-476c-aca2-f575dfdfa29d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (4b0dbbff-60dc-4568-9ba3-6e1cda97dab5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.422037 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8188bbe5-d7c5-476c-aca2-f575dfdfa29d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (4b0dbbff-60dc-4568-9ba3-6e1cda97dab5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.439623 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188bbe5-d7c5-476c-aca2-f575dfdfa29d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b0dbbff-60dc-4568-9ba3-6e1cda97dab5,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:54.448776 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8188bbe5-d7c5-476c-aca2-f575dfdfa29d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.450042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8188bbe5-d7c5-476c-aca2-f575dfdfa29d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206996 Feb 19 04:03:54.453152 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52040) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:54.457946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-639f8e0b-b495-47ec-9b04-c69bac0d213e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '25c85763-b81b-48f1-a8bc-24e14f5e1926', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:54.484794 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-639f8e0b-b495-47ec-9b04-c69bac0d213e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (2e569215-7a61-4ade-8c4f-68db781d6077), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.546868 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-639f8e0b-b495-47ec-9b04-c69bac0d213e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (2e569215-7a61-4ade-8c4f-68db781d6077), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.552053 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-639f8e0b-b495-47ec-9b04-c69bac0d213e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (2e569215-7a61-4ade-8c4f-68db781d6077), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.569284 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f8e0b-b495-47ec-9b04-c69bac0d213e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e569215-7a61-4ade-8c4f-68db781d6077,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:54.578508 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-639f8e0b-b495-47ec-9b04-c69bac0d213e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.579723 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-639f8e0b-b495-47ec-9b04-c69bac0d213e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255608 Feb 19 04:03:54.582631 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52042) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:54.587025 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-23662a22-8a3e-4b35-9899-18e121bf7f60 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '25c85763-b81b-48f1-a8bc-24e14f5e1926', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:54.607180 n-d-826755-2 neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-23662a22-8a3e-4b35-9899-18e121bf7f60 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Project 466a16eef58b4a97ad064112f1c72f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:03:54.613056 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-23662a22-8a3e-4b35-9899-18e121bf7f60 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (e949c3ed-daf9-478e-a5b0-b17ec0ba1b31), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.674038 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-23662a22-8a3e-4b35-9899-18e121bf7f60 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (e949c3ed-daf9-478e-a5b0-b17ec0ba1b31), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.679074 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-23662a22-8a3e-4b35-9899-18e121bf7f60 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (e949c3ed-daf9-478e-a5b0-b17ec0ba1b31), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.697111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23662a22-8a3e-4b35-9899-18e121bf7f60 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e949c3ed-daf9-478e-a5b0-b17ec0ba1b31,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:54.706101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-23662a22-8a3e-4b35-9899-18e121bf7f60 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.707699 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-23662a22-8a3e-4b35-9899-18e121bf7f60 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237543 Feb 19 04:03:54.710452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52044) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:54.715244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-6223911f-4126-45ce-9dab-82342cec6413 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '25c85763-b81b-48f1-a8bc-24e14f5e1926', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:54.738537 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-6223911f-4126-45ce-9dab-82342cec6413 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Project 466a16eef58b4a97ad064112f1c72f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:03:54.743492 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6223911f-4126-45ce-9dab-82342cec6413 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (debd76a1-c43b-42c2-bbf8-0228b4c5b318), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.807497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6223911f-4126-45ce-9dab-82342cec6413 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (debd76a1-c43b-42c2-bbf8-0228b4c5b318), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.813647 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6223911f-4126-45ce-9dab-82342cec6413 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (debd76a1-c43b-42c2-bbf8-0228b4c5b318), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.831223 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223911f-4126-45ce-9dab-82342cec6413 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debd76a1-c43b-42c2-bbf8-0228b4c5b318,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:54.840422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6223911f-4126-45ce-9dab-82342cec6413 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.841714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6223911f-4126-45ce-9dab-82342cec6413 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301427 Feb 19 04:03:54.844794 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52046) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:54.849994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d0ea4161-e119-4b64-a8ef-f50155e2245d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'network': {'name': 'tempest-network-smoke--156833697', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'port_security_enabled': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:54.870486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ea4161-e119-4b64-a8ef-f50155e2245d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:54.873846 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d0ea4161-e119-4b64-a8ef-f50155e2245d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.897220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0ea4161-e119-4b64-a8ef-f50155e2245d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:03:54.906579 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d0ea4161-e119-4b64-a8ef-f50155e2245d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2133e85c-8533-4bac-baa4-d663054f3df0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.906926 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-d0ea4161-e119-4b64-a8ef-f50155e2245d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Added segment 2133e85c-8533-4bac-baa4-d663054f3df0 of type vlan for network 12c841d5-34b8-4caf-b6ce-7944e031a6fb Feb 19 04:03:54.946237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d0ea4161-e119-4b64-a8ef-f50155e2245d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (12c841d5-34b8-4caf-b6ce-7944e031a6fb), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.972908 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d0ea4161-e119-4b64-a8ef-f50155e2245d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (12c841d5-34b8-4caf-b6ce-7944e031a6fb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:54.978031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ea4161-e119-4b64-a8ef-f50155e2245d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:54.978643 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d0ea4161-e119-4b64-a8ef-f50155e2245d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.040721 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d0ea4161-e119-4b64-a8ef-f50155e2245d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1947646 Feb 19 04:03:55.043553 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52048) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:55.055444 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'admin_state_up': True, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:55.071145 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea4161-e119-4b64-a8ef-f50155e2245d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Network': ['ID=12c841d5-34b8-4caf-b6ce-7944e031a6fb,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:55.087494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 12c841d5-34b8-4caf-b6ce-7944e031a6fb details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:03:55.089586 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (f17ec9eb-56e3-49a8-9ae9-ef52927634af), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.091528 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (f17ec9eb-56e3-49a8-9ae9-ef52927634af), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.150406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_controller (f17ec9eb-56e3-49a8-9ae9-ef52927634af), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.300409 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (f17ec9eb-56e3-49a8-9ae9-ef52927634af), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.515223 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (f17ec9eb-56e3-49a8-9ae9-ef52927634af), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.534068 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.636796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.25.1.157 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/6e9ed121-a17e-4747-bae1-669b495d65c3) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:55.742101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.779809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:55.819438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:55.825685 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:55.830052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:55.833342 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=6e9ed121-a17e-4747-bae1-669b495d65c3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:56.093971 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (f17ec9eb-56e3-49a8-9ae9-ef52927634af), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:56.313237 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (f17ec9eb-56e3-49a8-9ae9-ef52927634af), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:56.474511 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router f17ec9eb-56e3-49a8-9ae9-ef52927634af is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:03:56.590046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:56.600884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Sync routers for ids ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:03:56.612336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Routers {'f17ec9eb-56e3-49a8-9ae9-ef52927634af'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:56.613648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:56.615751 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:56.617052 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d9fe7aa3-8445-4148-b497-c8419994192b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5722270 Feb 19 04:03:56.620242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52050) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:56.648614 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-de26f7e0-8fbf-46df-9bf1-46b630aef997 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=466a16eef58b4a97ad064112f1c72f06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271893 Feb 19 04:03:56.651147 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52052) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:56.739556 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc2ff3e-bd2a-4c53-b9c4-04592b757285 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:56.741035 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-efc2ff3e-bd2a-4c53-b9c4-04592b757285 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0889404 Feb 19 04:03:56.743990 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52054) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:56.774127 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1a92e55c-baac-4f12-86b9-f560435a3ae8 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288358 Feb 19 04:03:56.776906 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52056) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:56.781719 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-f8c6a617-e61e-4d36-8a22-a87b8eb015ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1724717254', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:03:56.876047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c6a617-e61e-4d36-8a22-a87b8eb015ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:03:56.879790 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a617-e61e-4d36-8a22-a87b8eb015ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:56.895146 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Set router f17ec9eb-56e3-49a8-9ae9-ef52927634af gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:57.061828 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a617-e61e-4d36-8a22-a87b8eb015ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (10b6a90c-0e69-4417-9041-af08bfad76e2), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.079406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:55Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:57.107227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Checking router: f17ec9eb-56e3-49a8-9ae9-ef52927634af for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:03:57.107581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Updating router f17ec9eb-56e3-49a8-9ae9-ef52927634af port 6e9ed121-a17e-4747-bae1-669b495d65c3 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:03:57.122604 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6a617-e61e-4d36-8a22-a87b8eb015ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Subnet': ['ID=10b6a90c-0e69-4417-9041-af08bfad76e2,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:57.131560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c6a617-e61e-4d36-8a22-a87b8eb015ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Checking segment: {'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:57.131928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c6a617-e61e-4d36-8a22-a87b8eb015ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network hostable DHCP agents. Network: 12c841d5-34b8-4caf-b6ce-7944e031a6fb, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:03:57.138781 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.149805 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c6a617-e61e-4d36-8a22-a87b8eb015ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 12c841d5-34b8-4caf-b6ce-7944e031a6fb is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:03:57.159024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-f8c6a617-e61e-4d36-8a22-a87b8eb015ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 12c841d5-34b8-4caf-b6ce-7944e031a6fb) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:57.163434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c6a617-e61e-4d36-8a22-a87b8eb015ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:57.164025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a617-e61e-4d36-8a22-a87b8eb015ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.175716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def46f4f-6546-404c-800b-22d4eea675d6 None None] Network 12c841d5-34b8-4caf-b6ce-7944e031a6fb requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:57.183603 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f8c6a617-e61e-4d36-8a22-a87b8eb015ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4030740 Feb 19 04:03:57.183799 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52058) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:03:57.388844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ips': [{'subnet_id': '10b6a90c-0e69-4417-9041-af08bfad76e2'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:03:57.389714 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.563942 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Publish callbacks [] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.585007 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.654864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Allocated IP 172.20.0.2 (12c841d5-34b8-4caf-b6ce-7944e031a6fb/10b6a90c-0e69-4417-9041-af08bfad76e2/7847260a-497b-4b6f-8194-ed3c08795e14) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:57.661703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Attempting to bind port 6e9ed121-a17e-4747-bae1-669b495d65c3 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:57.662072 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Attempting to bind port 6e9ed121-a17e-4747-bae1-669b495d65c3 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:57.662433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Attempting to bind port 6e9ed121-a17e-4747-bae1-669b495d65c3 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:57.671761 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cd61c-b47a-4730-ad59-7f137f39d234 None None] Pushing event updated for resources: {'Port': ['ID=6e9ed121-a17e-4747-bae1-669b495d65c3,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:57.676893 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:57.677250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:57.677630 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.678048 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:57.678527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Bound port: 6e9ed121-a17e-4747-bae1-669b495d65c3, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:57.678882 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.781393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] For port 6e9ed121-a17e-4747-bae1-669b495d65c3, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:57.790336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] For port 6e9ed121-a17e-4747-bae1-669b495d65c3, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6e9ed121-a17e-4747-bae1-669b495d65c3,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:57.801683 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.910397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23cd61c-b47a-4730-ad59-7f137f39d234 None None] Pushing event updated for resources: {'Port': ['ID=6e9ed121-a17e-4747-bae1-669b495d65c3,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:57.918650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Routers {'f17ec9eb-56e3-49a8-9ae9-ef52927634af'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:03:57.919202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:57.955166 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Publish callbacks [] for port (7847260a-497b-4b6f-8194-ed3c08795e14), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.966300 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:57.982663 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.042574 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Network 12c841d5-34b8-4caf-b6ce-7944e031a6fb is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:58.050087 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:58.052758 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:58.072708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Pushing event updated for resources: {'Port': ['ID=7847260a-497b-4b6f-8194-ed3c08795e14,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:58.102881 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] Set router f17ec9eb-56e3-49a8-9ae9-ef52927634af gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:03:58.221078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Attempting to bind port 7847260a-497b-4b6f-8194-ed3c08795e14 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:03:58.221314 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Attempting to bind port 7847260a-497b-4b6f-8194-ed3c08795e14 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:03:58.221666 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Attempting to bind port 7847260a-497b-4b6f-8194-ed3c08795e14 on network 12c841d5-34b8-4caf-b6ce-7944e031a6fb {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:03:58.233573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:03:58.233948 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Checking segment: {'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:03:58.234353 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.234744 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Bound using segment: {'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:03:58.235216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Bound port: 7847260a-497b-4b6f-8194-ed3c08795e14, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:03:58.235590 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.260399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.20.0.1 (12c841d5-34b8-4caf-b6ce-7944e031a6fb/10b6a90c-0e69-4417-9041-af08bfad76e2/bdd997b1-54c2-4c94-ba4b-199a1f3d1080) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:03:58.344075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] For port 7847260a-497b-4b6f-8194-ed3c08795e14, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:03:58.349448 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] For port 7847260a-497b-4b6f-8194-ed3c08795e14, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7847260a-497b-4b6f-8194-ed3c08795e14,segment=NetworkSegment(2133e85c-8533-4bac-baa4-d663054f3df0),segment_id=2133e85c-8533-4bac-baa4-d663054f3df0)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:03:58.357594 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.375037 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.412367 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.441143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc411a17-8820-4b68-8374-8f9578e2e7fb None None] Pushing event updated for resources: {'Port': ['ID=7847260a-497b-4b6f-8194-ed3c08795e14,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:58.449159 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:55Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:03:58.455390 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 12c841d5-34b8-4caf-b6ce-7944e031a6fb is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:58.458827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:58.466561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:03:58.471924 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=bdd997b1-54c2-4c94-ba4b-199a1f3d1080,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:58.489655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e07edc-ac68-4037-95fa-b4b6a8f8ec6b None None] The sync data for ids ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'] in n-d-826755-2 is: [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:55Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:03:58.521327 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (f17ec9eb-56e3-49a8-9ae9-ef52927634af), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:58.689410 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.013747 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.021029 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.100637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=bdd997b1-54c2-4c94-ba4b-199a1f3d1080,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:59.105934 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (f17ec9eb-56e3-49a8-9ae9-ef52927634af), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.208538 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 12c841d5-34b8-4caf-b6ce-7944e031a6fb is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:03:59.210046 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:03:59.337761 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router f17ec9eb-56e3-49a8-9ae9-ef52927634af has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:03:59.460141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:03:59.473238 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-df73b05e-419b-4ca3-bc49-93a96adcf518 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "PUT /v2.0/routers/f17ec9eb-56e3-49a8-9ae9-ef52927634af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2883620 Feb 19 04:03:59.480255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ef2ed9-5d1c-4344-bd20-067fdbb06def None None] Network 12c841d5-34b8-4caf-b6ce-7944e031a6fb requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:03:59.566956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-23142a91-f203-4856-b1ae-8d36575439a6 None None] Provisioning complete for port 7847260a-497b-4b6f-8194-ed3c08795e14 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:59.567456 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23142a91-f203-4856-b1ae-8d36575439a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.626620 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6e9ed121-a17e-4747-bae1-669b495d65c3 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:03:59.660828 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-b77794ed-9458-4f09-a9f3-0c78d1b6acb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-864110709&fields=id&tenant_id=466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 267 time: 0.0527182 Feb 19 04:03:59.724929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-23142a91-f203-4856-b1ae-8d36575439a6 None None] Current status of the port 7847260a-497b-4b6f-8194-ed3c08795e14 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:59.725689 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23142a91-f203-4856-b1ae-8d36575439a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.727180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 6e9ed121-a17e-4747-bae1-669b495d65c3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:03:59.727528 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.786818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-2daf366b-2e2a-4802-80d8-1a8ed68036d3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:03:59.792805 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-2daf366b-2e2a-4802-80d8-1a8ed68036d3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/networks?id=12c841d5-34b8-4caf-b6ce-7944e031a6fb HTTP/1.1" status: 200 len: 796 time: 0.1196063 Feb 19 04:03:59.793056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-23142a91-f203-4856-b1ae-8d36575439a6 None None] For port 7847260a-497b-4b6f-8194-ed3c08795e14, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7847260a-497b-4b6f-8194-ed3c08795e14,segment=NetworkSegment(2133e85c-8533-4bac-baa4-d663054f3df0),segment_id=2133e85c-8533-4bac-baa4-d663054f3df0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:59.801907 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-23142a91-f203-4856-b1ae-8d36575439a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.809602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-c2ce081d-bc29-4f5b-93c4-fa7d520d6dd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/quotas/466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 375 time: 0.0151420 Feb 19 04:03:59.878628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23142a91-f203-4856-b1ae-8d36575439a6 None None] Pushing event updated for resources: {'Port': ['ID=7847260a-497b-4b6f-8194-ed3c08795e14,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:03:59.878848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-2c7460ee-83be-4e2f-80fb-866485455062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0636730 Feb 19 04:03:59.888200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 6e9ed121-a17e-4747-bae1-669b495d65c3 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:03:59.888586 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.911627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 6e9ed121-a17e-4747-bae1-669b495d65c3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6e9ed121-a17e-4747-bae1-669b495d65c3,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:03:59.918421 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:03:59.919147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7847260a-497b-4b6f-8194-ed3c08795e14 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:00.003786 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=6e9ed121-a17e-4747-bae1-669b495d65c3,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:00.021809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7847260a-497b-4b6f-8194-ed3c08795e14 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:00.022180 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:00.049227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-fcbcb1ea-256b-423f-8c97-db636576811c None None] Provisioning complete for port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:00.049602 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb1ea-256b-423f-8c97-db636576811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:00.067910 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-2cf4fb4a-1ba9-4fca-b646-b65d91eed253 service neutron] 10.222.0.81 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721723 Feb 19 04:04:00.195520 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-73e61d69-95a5-4d0d-a377-f605db0a4be4 service neutron] 10.222.0.81 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139696 Feb 19 04:04:00.284815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fcbcb1ea-256b-423f-8c97-db636576811c None None] Port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:04:00.334167 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-fcbcb1ea-256b-423f-8c97-db636576811c None None] Provisioning complete for port 7847260a-497b-4b6f-8194-ed3c08795e14 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:00.335688 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fcbcb1ea-256b-423f-8c97-db636576811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:00.372649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7847260a-497b-4b6f-8194-ed3c08795e14 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:00.393961 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Sync routers for ids ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:04:00.409538 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Routers {'f17ec9eb-56e3-49a8-9ae9-ef52927634af'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:00.410624 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:00.431050 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-586b9af8-528a-4179-887b-0ed2d6bf4d76 req-5cc5f4b5-108e-4c1d-afae-f741a2c3d7ba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 210 time: 0.0475926 Feb 19 04:04:00.442714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fcbcb1ea-256b-423f-8c97-db636576811c None None] Current status of the port 7847260a-497b-4b6f-8194-ed3c08795e14 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:00.529974 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Set router f17ec9eb-56e3-49a8-9ae9-ef52927634af gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:00.567970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d4724c90-6254-46ba-bdda-b0272e9e3c81 None None] Provisioning complete for port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:00.568611 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d4724c90-6254-46ba-bdda-b0272e9e3c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:00.603990 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d4724c90-6254-46ba-bdda-b0272e9e3c81 None None] Port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:04:00.740351 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:58Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bdd997b1-54c2-4c94-ba4b-199a1f3d1080', 'name': '', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:ee:be:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:58Z', 'updated_at': '2022-02-19T04:03:58Z', 'revision_number': 2, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:00.766638 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Checking router: f17ec9eb-56e3-49a8-9ae9-ef52927634af for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:04:00.766986 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Updating router f17ec9eb-56e3-49a8-9ae9-ef52927634af port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:04:00.793895 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.078549 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Publish callbacks [] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.086660 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.133463 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Pushing event updated for resources: {'Port': ['ID=bdd997b1-54c2-4c94-ba4b-199a1f3d1080,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:01.161604 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.161938 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.162283 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.162614 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.162949 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.163260 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.163571 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.163897 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.164216 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.164548 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.164877 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.165195 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.165511 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:04:01.198756 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Attempting to bind port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:01.199121 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Attempting to bind port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:01.199447 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Attempting to bind port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 on network 12c841d5-34b8-4caf-b6ce-7944e031a6fb {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:01.206559 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:01.207010 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Checking segment: {'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:01.207543 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.207937 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Bound using segment: {'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:01.208411 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Bound port: bdd997b1-54c2-4c94-ba4b-199a1f3d1080, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:01.208818 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.278429 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] For port bdd997b1-54c2-4c94-ba4b-199a1f3d1080, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:01.282073 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] For port bdd997b1-54c2-4c94-ba4b-199a1f3d1080, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdd997b1-54c2-4c94-ba4b-199a1f3d1080,segment=NetworkSegment(2133e85c-8533-4bac-baa4-d663054f3df0),segment_id=2133e85c-8533-4bac-baa4-d663054f3df0)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:01.289037 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.331195 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-88ba960f-eeea-49c5-a53c-f4234d6c5b64 None None] Provisioning complete for port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:01.331494 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88ba960f-eeea-49c5-a53c-f4234d6c5b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.337346 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Routers {'f17ec9eb-56e3-49a8-9ae9-ef52927634af'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:01.337991 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:03:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:01.428832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-88ba960f-eeea-49c5-a53c-f4234d6c5b64 None None] Current status of the port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:01.429219 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88ba960f-eeea-49c5-a53c-f4234d6c5b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.473650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-88ba960f-eeea-49c5-a53c-f4234d6c5b64 None None] For port bdd997b1-54c2-4c94-ba4b-199a1f3d1080, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdd997b1-54c2-4c94-ba4b-199a1f3d1080,segment=NetworkSegment(2133e85c-8533-4bac-baa4-d663054f3df0),segment_id=2133e85c-8533-4bac-baa4-d663054f3df0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:01.481991 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88ba960f-eeea-49c5-a53c-f4234d6c5b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.510231 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] Set router f17ec9eb-56e3-49a8-9ae9-ef52927634af gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:01.540813 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-69c12cee-5166-4ece-bb70-b41de35e40f3 req-020a7981-0d24-4bb3-8247-05357b1969f5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 210 time: 0.0401163 Feb 19 04:04:01.560375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba960f-eeea-49c5-a53c-f4234d6c5b64 None None] Pushing event updated for resources: {'Port': ['ID=bdd997b1-54c2-4c94-ba4b-199a1f3d1080,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:01.615693 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6e9ed121-a17e-4747-bae1-669b495d65c3 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:01.634829 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e39eb4-b8f7-48f4-a0e6-a5391179af93 None None] Pushing event updated for resources: {'Port': ['ID=bdd997b1-54c2-4c94-ba4b-199a1f3d1080,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:01.667596 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 6e9ed121-a17e-4747-bae1-669b495d65c3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:01.667966 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.719566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c38604ae-c7d3-4928-8046-66250ebbd36b None None] Provisioning complete for port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:01.720021 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c38604ae-c7d3-4928-8046-66250ebbd36b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.723282 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:58Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bdd997b1-54c2-4c94-ba4b-199a1f3d1080', 'name': '', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:ee:be:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:58Z', 'updated_at': '2022-02-19T04:04:01Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:01.752760 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f07b84-a0c3-4ddf-a681-5eb4809b3bcf None None] The sync data for ids ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'] in n-d-826755-2 is: [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:58Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bdd997b1-54c2-4c94-ba4b-199a1f3d1080', 'name': '', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:ee:be:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:58Z', 'updated_at': '2022-02-19T04:04:01Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:04:01.795109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 6e9ed121-a17e-4747-bae1-669b495d65c3 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:01.795109 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7847260a-497b-4b6f-8194-ed3c08795e14 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:01.882904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c38604ae-c7d3-4928-8046-66250ebbd36b None None] Current status of the port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:01.890909 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 7847260a-497b-4b6f-8194-ed3c08795e14 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:01.891286 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:01.975827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7847260a-497b-4b6f-8194-ed3c08795e14 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:02.613324 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73a0c2c7-2435-4191-9d7b-822c1f6f936a req-bdf680a8-67bb-4da1-887a-595f343c89d9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 210 time: 0.0290711 Feb 19 04:04:03.559029 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdd997b1-54c2-4c94-ba4b-199a1f3d1080 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:03.620177 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:03.620721 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:03.698137 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-17c25cd6-5c12-4851-a1da-53ca5c0f6cda req-758b0bff-6ed6-4e61-a21b-db1faf73ce19 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 210 time: 0.0305438 Feb 19 04:04:03.705974 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dcd8136a-a358-4c35-957b-9c227cab7b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:03.721289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:04.804189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e92e10b-ecae-4bea-8bdc-31bf74d8a005 req-3d3a98e7-8556-4afe-a523-0f44fe533186 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 210 time: 0.0370011 Feb 19 04:04:05.587094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-71b1b25c-bfd7-474c-922a-781346e637b8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:05.588578 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-71b1b25c-bfd7-474c-922a-781346e637b8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.67 "GET /v2.0/networks?id=12c841d5-34b8-4caf-b6ce-7944e031a6fb HTTP/1.1" status: 200 len: 796 time: 0.1050415 Feb 19 04:04:05.654308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-ad8e4aa3-f0a0-4b5a-833b-928b19a8edee tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 379 time: 0.0581293 Feb 19 04:04:05.663055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'port': {'device_id': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'admin_state_up': True, 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'security_groups': ['25c85763-b81b-48f1-a8bc-24e14f5e1926']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:05.778486 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:04:05.782112 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:05.920377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6bd069b7-8f00-4c24-9a3d-006944152fbb req-14ae4219-901c-423d-9b4f-b3c4b8e4c808 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 210 time: 0.0392034 Feb 19 04:04:05.934607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.20.0.7 (12c841d5-34b8-4caf-b6ce-7944e031a6fb/10b6a90c-0e69-4417-9041-af08bfad76e2/12de848f-36d5-40e9-bc9d-47b7a7d79516) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:05.960410 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e5c9f6e4-1f71-42a5-961d-04bc3c2619c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.072512 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.107780 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.155600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 12c841d5-34b8-4caf-b6ce-7944e031a6fb is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:06.158682 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:06.164438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:06.170908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=12de848f-36d5-40e9-bc9d-47b7a7d79516,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:06.218816 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:06.219354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.240296 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-75bd6cd0-566e-438c-b3f8-c1bca5876569 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811088 Feb 19 04:04:06.300826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Request body: {'port': {'device_id': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:06.363002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.432164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-d99bfdc3-8316-496a-b602-18565af7bb1d None None] Provisioning complete for port 12de848f-36d5-40e9-bc9d-47b7a7d79516 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:06.432417 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d99bfdc3-8316-496a-b602-18565af7bb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.466942 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-d99bfdc3-8316-496a-b602-18565af7bb1d None None] Port 12de848f-36d5-40e9-bc9d-47b7a7d79516 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:04:06.638300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12de848f-36d5-40e9-bc9d-47b7a7d79516 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:06.646109 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Publish callbacks [] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.658364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Transition to ACTIVE for port object 12de848f-36d5-40e9-bc9d-47b7a7d79516 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:04:06.665024 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.713810 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Pushing event updated for resources: {'Port': ['ID=12de848f-36d5-40e9-bc9d-47b7a7d79516,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:06.789080 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Attempting to bind port 12de848f-36d5-40e9-bc9d-47b7a7d79516 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:04:06.789575 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Attempting to bind port 12de848f-36d5-40e9-bc9d-47b7a7d79516 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:04:06.789746 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Attempting to bind port 12de848f-36d5-40e9-bc9d-47b7a7d79516 on network 12c841d5-34b8-4caf-b6ce-7944e031a6fb {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:06.794354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Port 12de848f-36d5-40e9-bc9d-47b7a7d79516 on network 12c841d5-34b8-4caf-b6ce-7944e031a6fb not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:04:06.794680 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Attempting to bind port 12de848f-36d5-40e9-bc9d-47b7a7d79516 on network 12c841d5-34b8-4caf-b6ce-7944e031a6fb {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:04:06.799868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:04:06.800226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Checking segment: {'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:04:06.800632 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Bound using segment: {'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:04:06.801136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Bound port: 12de848f-36d5-40e9-bc9d-47b7a7d79516, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2133e85c-8533-4bac-baa4-d663054f3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:04:06.801596 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.872815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] For port 12de848f-36d5-40e9-bc9d-47b7a7d79516, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:04:06.876443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] For port 12de848f-36d5-40e9-bc9d-47b7a7d79516, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=12de848f-36d5-40e9-bc9d-47b7a7d79516,segment=NetworkSegment(2133e85c-8533-4bac-baa4-d663054f3df0),segment_id=2133e85c-8533-4bac-baa4-d663054f3df0)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:04:06.885475 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.919162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:06.919814 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:06.921326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] 10.222.0.67 "PUT /v2.0/ports/12de848f-36d5-40e9-bc9d-47b7a7d79516 HTTP/1.1" status: 200 len: 1091 time: 0.6730511 Feb 19 04:04:06.923709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'tag': '12de848f-36d5-40e9-bc9d-47b7a7d79516'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:06.926254 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedaf74e-fa91-403d-a4fa-1f814362b655" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db", "tag": "12de848f-36d5-40e9-bc9d-47b7a7d79516"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:06.959091 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4574ca-c6d9-47c7-bebd-9cdca5812a74 service neutron] Pushing event updated for resources: {'Port': ['ID=12de848f-36d5-40e9-bc9d-47b7a7d79516,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:07.041446 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb44f254-b2df-43ac-aa31-bb4aafc98005 x-openstack-request-id: req-fb44f254-b2df-43ac-aa31-bb4aafc98005 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:07.041749 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db", "tag": "12de848f-36d5-40e9-bc9d-47b7a7d79516", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:07.042010 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fb44f254-b2df-43ac-aa31-bb4aafc98005 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:07.042422 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'tag': '12de848f-36d5-40e9-bc9d-47b7a7d79516', 'status': 'completed', 'code': 200} Feb 19 04:04:07.045349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-86f76ada-888a-4b9f-9029-643334e5ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.047031 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-86f76ada-888a-4b9f-9029-643334e5ec81 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 1125 time: 0.0690579 Feb 19 04:04:07.097197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-99600e9a-92e2-4157-a421-03553653d05f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12de848f-36d5-40e9-bc9d-47b7a7d79516 HTTP/1.1" status: 200 len: 217 time: 0.0430505 Feb 19 04:04:07.169335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0a8c511b-9330-48a4-afcb-2c281dd77ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.170751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-0a8c511b-9330-48a4-afcb-2c281dd77ef1 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b6a90c-0e69-4417-9041-af08bfad76e2 HTTP/1.1" status: 200 len: 835 time: 0.0659847 Feb 19 04:04:07.182094 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18632af5-a5f2-41e0-bee4-f5fa30e5afb2 req-a38ad6c0-f123-48a7-b70e-bcc9efe7a8da tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.183466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18632af5-a5f2-41e0-bee4-f5fa30e5afb2 req-a38ad6c0-f123-48a7-b70e-bcc9efe7a8da tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 943 time: 0.0891938 Feb 19 04:04:07.262472 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-18632af5-a5f2-41e0-bee4-f5fa30e5afb2 req-cc068267-5658-4304-9717-6cc731e558c1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708742 Feb 19 04:04:07.265068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-a34fc9d7-98fc-4a5e-aaca-ef8ef5995e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.266517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-a34fc9d7-98fc-4a5e-aaca-ef8ef5995e74 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c841d5-34b8-4caf-b6ce-7944e031a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0822427 Feb 19 04:04:07.332450 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:07.364917 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-c60a2c7f-81d9-4931-acb8-a4da0baa6a3c service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912602 Feb 19 04:04:07.468966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f3391d7-c315-4537-b292-4bdebe6262e5 req-3fe860b1-4676-401b-8b6c-10d454f18098 service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972300 Feb 19 04:04:07.574679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaf74e-fa91-403d-a4fa-1f814362b655 req-e762e5e3-193b-4e96-9308-175609ae976c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.576610 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aedaf74e-fa91-403d-a4fa-1f814362b655 req-e762e5e3-193b-4e96-9308-175609ae976c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 1125 time: 0.0497580 Feb 19 04:04:07.682110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaf74e-fa91-403d-a4fa-1f814362b655 req-9858ef35-b2db-483c-b255-e54a82b64237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.683731 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aedaf74e-fa91-403d-a4fa-1f814362b655 req-9858ef35-b2db-483c-b255-e54a82b64237 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12c841d5-34b8-4caf-b6ce-7944e031a6fb HTTP/1.1" status: 200 len: 897 time: 0.1015422 Feb 19 04:04:07.729134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aedaf74e-fa91-403d-a4fa-1f814362b655 req-70fb2320-871e-48d6-8558-e282b3e4385e service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12de848f-36d5-40e9-bc9d-47b7a7d79516 HTTP/1.1" status: 200 len: 217 time: 0.0394509 Feb 19 04:04:07.782117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaf74e-fa91-403d-a4fa-1f814362b655 req-d784fe43-4dc9-4388-a08a-bbc0fe9215ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.784371 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aedaf74e-fa91-403d-a4fa-1f814362b655 req-d784fe43-4dc9-4388-a08a-bbc0fe9215ed service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b6a90c-0e69-4417-9041-af08bfad76e2 HTTP/1.1" status: 200 len: 835 time: 0.0501149 Feb 19 04:04:07.835171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedaf74e-fa91-403d-a4fa-1f814362b655 req-93f50b06-63d1-47fe-a498-d109ebe9e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:07.836684 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aedaf74e-fa91-403d-a4fa-1f814362b655 req-93f50b06-63d1-47fe-a498-d109ebe9e29d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c841d5-34b8-4caf-b6ce-7944e031a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468574 Feb 19 04:04:07.935467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aedaf74e-fa91-403d-a4fa-1f814362b655 req-0a76789b-4fc9-4dbd-8e72-ae624a98b896 service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917630 Feb 19 04:04:08.035952 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aedaf74e-fa91-403d-a4fa-1f814362b655 req-07664b8f-20ab-40e1-aca5-f75514c23c1e service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949030 Feb 19 04:04:08.409000 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faece9c-557e-462a-85e3-738e33709586 req-9074c262-4f48-4a22-9bbf-35248e4bc773 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:08.410555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2faece9c-557e-462a-85e3-738e33709586 req-9074c262-4f48-4a22-9bbf-35248e4bc773 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 943 time: 0.0636353 Feb 19 04:04:08.462490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2faece9c-557e-462a-85e3-738e33709586 req-c5baf953-c1ea-4e04-98a3-c8078b96c5c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455220 Feb 19 04:04:08.661088 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:09.596169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d294570-391c-467b-a42d-96c162d8d69b req-9bf2d604-d63a-42f9-a0dc-0be87bddf935 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:09.597689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d294570-391c-467b-a42d-96c162d8d69b req-9bf2d604-d63a-42f9-a0dc-0be87bddf935 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 943 time: 0.0556228 Feb 19 04:04:09.650636 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1d294570-391c-467b-a42d-96c162d8d69b req-acb16826-d0b3-4081-a489-8e61550cba20 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450995 Feb 19 04:04:10.138556 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:10.786529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f92c55-5f28-4ba4-a2ad-3bac4b0d5fc5 req-cfaff302-1d6c-49b4-aedd-dd68afcacfe2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:10.788043 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50f92c55-5f28-4ba4-a2ad-3bac4b0d5fc5 req-cfaff302-1d6c-49b4-aedd-dd68afcacfe2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 943 time: 0.0629294 Feb 19 04:04:10.847335 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-50f92c55-5f28-4ba4-a2ad-3bac4b0d5fc5 req-0ca2b26f-8421-4048-83ba-4138b17386d3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528283 Feb 19 04:04:11.860187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 12de848f-36d5-40e9-bc9d-47b7a7d79516 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:04:11.964003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 12de848f-36d5-40e9-bc9d-47b7a7d79516, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=12de848f-36d5-40e9-bc9d-47b7a7d79516,segment=NetworkSegment(2133e85c-8533-4bac-baa4-d663054f3df0),segment_id=2133e85c-8533-4bac-baa4-d663054f3df0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:11.980912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00d46e6-0a43-489b-85e5-e879c9050f16 req-630b9600-6e30-4866-a89d-2211ec2395da tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:11.981550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '12de848f-36d5-40e9-bc9d-47b7a7d79516', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'port_id': '12de848f-36d5-40e9-bc9d-47b7a7d79516', 'mac_address': 'fa:16:3e:51:56:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:04:11.982495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d00d46e6-0a43-489b-85e5-e879c9050f16 req-630b9600-6e30-4866-a89d-2211ec2395da tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 943 time: 0.0609393 Feb 19 04:04:12.020531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 12de848f-36d5-40e9-bc9d-47b7a7d79516 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:12.020962 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.033503 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d00d46e6-0a43-489b-85e5-e879c9050f16 req-c248a4ac-edc5-4144-ad67-cd3a7fedf024 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450275 Feb 19 04:04:12.034227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12de848f-36d5-40e9-bc9d-47b7a7d79516 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:04:12.053792 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 12de848f-36d5-40e9-bc9d-47b7a7d79516, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=12de848f-36d5-40e9-bc9d-47b7a7d79516,segment=NetworkSegment(2133e85c-8533-4bac-baa4-d663054f3df0),segment_id=2133e85c-8533-4bac-baa4-d663054f3df0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:12.059439 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:12.106690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=12de848f-36d5-40e9-bc9d-47b7a7d79516,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:12.417859 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['12de848f-36d5-40e9-bc9d-47b7a7d79516'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:04:13.155496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48af14-45d8-4d55-b7c8-13a86c1529a6 req-2340cc66-ea68-46fe-804f-bdd4ca28a35a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:13.157020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b48af14-45d8-4d55-b7c8-13a86c1529a6 req-2340cc66-ea68-46fe-804f-bdd4ca28a35a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 944 time: 0.0551090 Feb 19 04:04:13.208089 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6b48af14-45d8-4d55-b7c8-13a86c1529a6 req-878e5040-e1a5-437a-bd70-24b870673ad3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434811 Feb 19 04:04:13.860059 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 12de848f-36d5-40e9-bc9d-47b7a7d79516 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:04:13.926209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 12de848f-36d5-40e9-bc9d-47b7a7d79516 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:04:13.930058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 12de848f-36d5-40e9-bc9d-47b7a7d79516 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:04:13.930424 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.009408 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 12de848f-36d5-40e9-bc9d-47b7a7d79516 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:04:14.009804 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.035705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12de848f-36d5-40e9-bc9d-47b7a7d79516'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:14.038891 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbaf2461-5cfc-4882-84c0-b74995bed1ac" -d '{"events": [{"server_uuid": "dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db", "name": "network-vif-plugged", "status": "completed", "tag": "12de848f-36d5-40e9-bc9d-47b7a7d79516"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:14.052858 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 12de848f-36d5-40e9-bc9d-47b7a7d79516, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=12de848f-36d5-40e9-bc9d-47b7a7d79516,segment=NetworkSegment(2133e85c-8533-4bac-baa4-d663054f3df0),segment_id=2133e85c-8533-4bac-baa4-d663054f3df0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:04:14.058730 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:14.108971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=12de848f-36d5-40e9-bc9d-47b7a7d79516,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:14.137774 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcda5553-d23b-4290-8532-3d42a25c7e33 x-openstack-request-id: req-dcda5553-d23b-4290-8532-3d42a25c7e33 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:14.138304 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db", "name": "network-vif-plugged", "status": "completed", "tag": "12de848f-36d5-40e9-bc9d-47b7a7d79516", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:14.138304 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-dcda5553-d23b-4290-8532-3d42a25c7e33 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:14.138728 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12de848f-36d5-40e9-bc9d-47b7a7d79516', 'code': 200} Feb 19 04:04:14.241708 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8b86c-0bfb-4f60-a32f-ce2b2e0a2ada req-3681c6ce-7cf7-474d-b62e-ccd860e13143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.243311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bea8b86c-0bfb-4f60-a32f-ce2b2e0a2ada req-3681c6ce-7cf7-474d-b62e-ccd860e13143 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 1127 time: 0.0499289 Feb 19 04:04:14.319362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bea8b86c-0bfb-4f60-a32f-ce2b2e0a2ada req-44620a4a-3311-4a9a-a2c8-ecf21669e743 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664577 Feb 19 04:04:14.344687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6ac6c-b8d7-4614-8a2c-7fe81e18ca01 req-8b13ee94-871a-42de-b573-95e171f50152 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:14.346154 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ced6ac6c-b8d7-4614-8a2c-7fe81e18ca01 req-8b13ee94-871a-42de-b573-95e171f50152 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0665472 Feb 19 04:04:14.400442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ced6ac6c-b8d7-4614-8a2c-7fe81e18ca01 req-66a24aad-4fce-4dcc-84c1-c27b0e00a2e0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458343 Feb 19 04:04:15.542268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbf54b-209e-4fc2-af1d-37d7c83c898a req-e4ef530f-625e-472d-9b8f-c1c40f1c7aff tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:15.543918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2bbf54b-209e-4fc2-af1d-37d7c83c898a req-e4ef530f-625e-472d-9b8f-c1c40f1c7aff tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0622466 Feb 19 04:04:15.598197 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2bbf54b-209e-4fc2-af1d-37d7c83c898a req-8939b1a1-f162-4bb4-88c7-7ebd1e2d8877 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477145 Feb 19 04:04:15.679565 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:04:16.738964 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cadab7-bd26-4be5-9a8b-2670a7cc383b req-39e63886-3d1b-40ab-9d85-8b9f319f2037 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.740467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81cadab7-bd26-4be5-9a8b-2670a7cc383b req-39e63886-3d1b-40ab-9d85-8b9f319f2037 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0621495 Feb 19 04:04:16.798603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-81cadab7-bd26-4be5-9a8b-2670a7cc383b req-48af76b7-712f-4b5c-a14d-b7bbf142af5c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497813 Feb 19 04:04:16.923317 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aac12d-886c-4b83-817a-4d404f9ed35d req-4efe3685-b7d0-4f42-99b7-fb3abc11ac18 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:16.924780 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23aac12d-886c-4b83-817a-4d404f9ed35d req-4efe3685-b7d0-4f42-99b7-fb3abc11ac18 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0524304 Feb 19 04:04:16.979532 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23aac12d-886c-4b83-817a-4d404f9ed35d req-8548077d-b962-4549-bbe6-0c67530515f6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474293 Feb 19 04:04:17.002093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52142) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:17.060633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d5737f-4316-4102-9604-afcc60576cf2 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:17.062282 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-89d5737f-4316-4102-9604-afcc60576cf2 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 1122 time: 0.0591023 Feb 19 04:04:17.065936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52144) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:17.070763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '12de848f-36d5-40e9-bc9d-47b7a7d79516', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:04:17.096370 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.209501 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.315925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.25.1.194 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/e496e798-c40a-4659-94ed-a626b7857056) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:04:17.424257 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (e496e798-c40a-4659-94ed-a626b7857056), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.463022 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e496e798-c40a-4659-94ed-a626b7857056), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.504293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:04:17.507042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:04:17.512522 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:04:17.533717 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=e496e798-c40a-4659-94ed-a626b7857056,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:17.895011 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (df06d5ad-e335-44eb-9d42-be4360bf21d2), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:17.969857 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (e496e798-c40a-4659-94ed-a626b7857056), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:18.455347 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (e496e798-c40a-4659-94ed-a626b7857056), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:18.463895 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (e496e798-c40a-4659-94ed-a626b7857056), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:18.529315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=e496e798-c40a-4659-94ed-a626b7857056,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:04:18.544102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (df06d5ad-e335-44eb-9d42-be4360bf21d2), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:18.664491 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Floating IP df06d5ad-e335-44eb-9d42-be4360bf21d2 associated. External IP: 172.25.1.194, port: 12de848f-36d5-40e9-bc9d-47b7a7d79516. Feb 19 04:04:18.886230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router f17ec9eb-56e3-49a8-9ae9-ef52927634af has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:04:19.001431 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:04:19.011850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee3516-4051-4759-8c5e-108904064108 None None] Sync routers for ids ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:04:19.022768 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:19.022995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee3516-4051-4759-8c5e-108904064108 None None] Routers {'f17ec9eb-56e3-49a8-9ae9-ef52927634af'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:19.023835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d7ee3516-4051-4759-8c5e-108904064108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:04:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:19.053675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-06e5bcec-dd21-42e7-8fce-c6a33cc98309 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9865012 Feb 19 04:04:19.054293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'tag': '12de848f-36d5-40e9-bc9d-47b7a7d79516'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:04:19.056753 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48daed9-7550-46ad-82d0-1d44d1c62285" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db", "tag": "12de848f-36d5-40e9-bc9d-47b7a7d79516"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:04:19.140589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-d7ee3516-4051-4759-8c5e-108904064108 None None] Set router f17ec9eb-56e3-49a8-9ae9-ef52927634af gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:19.154890 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b81f4-468b-4121-b8ea-cc75ea83acae req-f429167e-7619-4510-9cd8-1eddc2e7b39d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.156447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f76b81f4-468b-4121-b8ea-cc75ea83acae req-f429167e-7619-4510-9cd8-1eddc2e7b39d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0548525 Feb 19 04:04:19.210446 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f76b81f4-468b-4121-b8ea-cc75ea83acae req-c944fbf8-e71c-4bb2-b74b-fc6b762ae326 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480311 Feb 19 04:04:19.233063 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52150) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:19.264462 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b299e6-9e84-4b06-8558-d798cd7df0d7 x-openstack-request-id: req-87b299e6-9e84-4b06-8558-d798cd7df0d7 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:04:19.264823 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db", "tag": "12de848f-36d5-40e9-bc9d-47b7a7d79516", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:04:19.265087 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-87b299e6-9e84-4b06-8558-d798cd7df0d7 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:04:19.265498 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'tag': '12de848f-36d5-40e9-bc9d-47b7a7d79516', 'status': 'completed', 'code': 200} Feb 19 04:04:19.308355 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0bcf27a5-184b-4814-98cd-16f9c0e05643 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/df06d5ad-e335-44eb-9d42-be4360bf21d2 HTTP/1.1" status: 200 len: 991 time: 0.0740640 Feb 19 04:04:19.333175 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48daed9-7550-46ad-82d0-1d44d1c62285 req-bdd8bb61-7b11-4531-b072-7a0f35c450d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.334736 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b48daed9-7550-46ad-82d0-1d44d1c62285 req-bdd8bb61-7b11-4531-b072-7a0f35c450d6 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 1127 time: 0.0460289 Feb 19 04:04:19.373320 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d7ee3516-4051-4759-8c5e-108904064108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:58Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'df06d5ad-e335-44eb-9d42-be4360bf21d2', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'port_id': '12de848f-36d5-40e9-bc9d-47b7a7d79516', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'mac_address': 'fa:16:3e:51:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:04:17Z', 'updated_at': '2022-02-19T04:04:17Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdd997b1-54c2-4c94-ba4b-199a1f3d1080', 'name': '', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:ee:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:58Z', 'updated_at': '2022-02-19T04:04:01Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:19.403586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee3516-4051-4759-8c5e-108904064108 None None] Checking router: f17ec9eb-56e3-49a8-9ae9-ef52927634af for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:04:19.413713 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ee3516-4051-4759-8c5e-108904064108 None None] Routers {'f17ec9eb-56e3-49a8-9ae9-ef52927634af'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:04:19.414319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d7ee3516-4051-4759-8c5e-108904064108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:04:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:19.424498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48daed9-7550-46ad-82d0-1d44d1c62285 req-1d15b657-4b89-4289-a3a1-21ec9c16f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.426040 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b48daed9-7550-46ad-82d0-1d44d1c62285 req-1d15b657-4b89-4289-a3a1-21ec9c16f273 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12c841d5-34b8-4caf-b6ce-7944e031a6fb HTTP/1.1" status: 200 len: 897 time: 0.0852940 Feb 19 04:04:19.498466 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b48daed9-7550-46ad-82d0-1d44d1c62285 req-ba2b6769-2d1c-4dac-a252-44da7dd794e9 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12de848f-36d5-40e9-bc9d-47b7a7d79516 HTTP/1.1" status: 200 len: 999 time: 0.0659225 Feb 19 04:04:19.524874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-d7ee3516-4051-4759-8c5e-108904064108 None None] Set router f17ec9eb-56e3-49a8-9ae9-ef52927634af gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:04:19.546751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48daed9-7550-46ad-82d0-1d44d1c62285 req-e2e427f9-a3ee-45e1-9ce6-c532e9fcb25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.548237 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b48daed9-7550-46ad-82d0-1d44d1c62285 req-e2e427f9-a3ee-45e1-9ce6-c532e9fcb25e service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b6a90c-0e69-4417-9041-af08bfad76e2 HTTP/1.1" status: 200 len: 835 time: 0.0442753 Feb 19 04:04:19.599172 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48daed9-7550-46ad-82d0-1d44d1c62285 req-be11e07b-749e-42b4-a833-0c88c84f7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:04:19.600800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b48daed9-7550-46ad-82d0-1d44d1c62285 req-be11e07b-749e-42b4-a833-0c88c84f7fe9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c841d5-34b8-4caf-b6ce-7944e031a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463972 Feb 19 04:04:19.702810 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b48daed9-7550-46ad-82d0-1d44d1c62285 req-823d5c98-4e55-4e51-895f-2c778dce2127 service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954583 Feb 19 04:04:19.755483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d7ee3516-4051-4759-8c5e-108904064108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:58Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'df06d5ad-e335-44eb-9d42-be4360bf21d2', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'port_id': '12de848f-36d5-40e9-bc9d-47b7a7d79516', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'mac_address': 'fa:16:3e:51:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:04:17Z', 'updated_at': '2022-02-19T04:04:17Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdd997b1-54c2-4c94-ba4b-199a1f3d1080', 'name': '', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:ee:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:58Z', 'updated_at': '2022-02-19T04:04:01Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:04:19.786759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ee3516-4051-4759-8c5e-108904064108 None None] The sync data for ids ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'] in n-d-826755-2 is: [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:58Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'df06d5ad-e335-44eb-9d42-be4360bf21d2', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.194', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'port_id': '12de848f-36d5-40e9-bc9d-47b7a7d79516', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'mac_address': 'fa:16:3e:51:56:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:04:17Z', 'updated_at': '2022-02-19T04:04:17Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdd997b1-54c2-4c94-ba4b-199a1f3d1080', 'name': '', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:ee:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:58Z', 'updated_at': '2022-02-19T04:04:01Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:04:19.796588 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b48daed9-7550-46ad-82d0-1d44d1c62285 req-dc6261aa-6a2b-444b-b9d0-6e017030cb52 service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876217 Feb 19 04:04:19.981146 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3247011-6210-4e19-aeca-e0efd4e2111e None None] New status for floating IP df06d5ad-e335-44eb-9d42-be4360bf21d2: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:04:20.311634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52152) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:04:20.385961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0e474892-cca1-4ba0-ae19-c93f294f7a73 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/df06d5ad-e335-44eb-9d42-be4360bf21d2 HTTP/1.1" status: 200 len: 993 time: 0.0728860 Feb 19 04:04:23.153314 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:24.071835 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:33.684202 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88da1f77-f7b5-481f-ae7f-49e8510476e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:35.964415 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f334f828-6de9-4dd5-a5c9-1edd1924e0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:37.338423 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:38.663869 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:40.142474 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:52.682377 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:04:53.173096 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:04:54.081253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:03.682911 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c0f063c4-0f17-4c59-a9a4-761a5529a2dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:05.964229 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a34b75ec-df41-45bc-a18f-6b90e97e34f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.348016 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:07.726371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-c2334f13-cf22-482c-a222-301cfedf3b12 req-e25f90b0-464d-4ade-a484-93e34f497456 tempest-ServerDiskConfigTestJSON-27214240 tempest-ServerDiskConfigTestJSON-27214240-project] (109899) timed out ('10.222.0.87', 65331) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:05:08.672103 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.037277 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-6647b034-70a5-4a18-9f78-16ffde17594b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468230 Feb 19 04:05:10.137837 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:10.138540 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-57d7dbd3-8bd6-4639-be8c-0fc04c057429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:10.139672 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-57d7dbd3-8bd6-4639-be8c-0fc04c057429 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 1127 time: 0.0591052 Feb 19 04:05:10.247381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-fd20d608-b5b4-4efb-ac05-4e697a2e71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:10.248939 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-fd20d608-b5b4-4efb-ac05-4e697a2e71fb service neutron] 10.222.0.67 "GET /v2.0/networks?id=12c841d5-34b8-4caf-b6ce-7944e031a6fb HTTP/1.1" status: 200 len: 897 time: 0.0902483 Feb 19 04:05:10.314318 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-98c69d37-327a-4f83-90b9-57cee8d5502f service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12de848f-36d5-40e9-bc9d-47b7a7d79516 HTTP/1.1" status: 200 len: 1001 time: 0.0589910 Feb 19 04:05:10.375587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-5db5cd25-517b-4491-823c-c6901d8aee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:10.377133 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-5db5cd25-517b-4491-823c-c6901d8aee29 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b6a90c-0e69-4417-9041-af08bfad76e2 HTTP/1.1" status: 200 len: 835 time: 0.0570495 Feb 19 04:05:10.430705 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-f15461b2-74a2-4c75-b4f7-31552777abd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:10.432216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-f15461b2-74a2-4c75-b4f7-31552777abd8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c841d5-34b8-4caf-b6ce-7944e031a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490401 Feb 19 04:05:10.442009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-021da0aa-a5a3-4e6d-a00c-a8b8929c8162 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:05:10.442936 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-021da0aa-a5a3-4e6d-a00c-a8b8929c8162 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049922 Feb 19 04:05:10.533909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-2949ed22-15a0-4d3c-9073-7b97f320161a service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846512 Feb 19 04:05:10.631426 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c1e98c64-2d27-416c-8ce3-f937d0a9c7d4 req-36b9e0d5-4a54-49e5-b355-2c373a2f4828 service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916586 Feb 19 04:05:23.177851 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:24.091057 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:29.682919 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:05:33.681198 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7a717239-6e10-4cfd-8c89-e64e8d4e61d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:33.962984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fffe8-7289-49a7-9ce6-fcccc4d1a587 req-b4ce0eab-305c-4914-9009-3e78f9c911ff tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:33.964530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-447fffe8-7289-49a7-9ce6-fcccc4d1a587 req-b4ce0eab-305c-4914-9009-3e78f9c911ff tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0869386 Feb 19 04:05:33.966449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76de20-9135-4739-b91e-681d96c60395 req-9bc99c6f-125a-4701-a8cd-20a55f8365a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:33.967784 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec76de20-9135-4739-b91e-681d96c60395 req-9bc99c6f-125a-4701-a8cd-20a55f8365a1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 1127 time: 0.0799901 Feb 19 04:05:34.069294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-447fffe8-7289-49a7-9ce6-fcccc4d1a587 req-5fd861bc-e909-47c2-be78-6d7ba62d0d34 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980020 Feb 19 04:05:34.096114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76de20-9135-4739-b91e-681d96c60395 req-38595ecd-c5b3-4787-bf8b-c727e21efbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:34.098053 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec76de20-9135-4739-b91e-681d96c60395 req-38595ecd-c5b3-4787-bf8b-c727e21efbac service neutron] 10.222.0.67 "GET /v2.0/networks?id=12c841d5-34b8-4caf-b6ce-7944e031a6fb HTTP/1.1" status: 200 len: 897 time: 0.1202400 Feb 19 04:05:34.165494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec76de20-9135-4739-b91e-681d96c60395 req-298ac4a3-617e-46fa-906f-3bc884380b83 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12de848f-36d5-40e9-bc9d-47b7a7d79516 HTTP/1.1" status: 200 len: 1001 time: 0.0607848 Feb 19 04:05:34.219436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76de20-9135-4739-b91e-681d96c60395 req-093a7e9b-813b-45a5-b27c-d231f9af4bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:34.220967 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec76de20-9135-4739-b91e-681d96c60395 req-093a7e9b-813b-45a5-b27c-d231f9af4bf0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b6a90c-0e69-4417-9041-af08bfad76e2 HTTP/1.1" status: 200 len: 835 time: 0.0496309 Feb 19 04:05:34.281226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76de20-9135-4739-b91e-681d96c60395 req-9de93332-c154-4c13-8150-5be6b8b8d679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:34.282768 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec76de20-9135-4739-b91e-681d96c60395 req-9de93332-c154-4c13-8150-5be6b8b8d679 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c841d5-34b8-4caf-b6ce-7944e031a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564601 Feb 19 04:05:34.375922 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec76de20-9135-4739-b91e-681d96c60395 req-849f5ba5-4ab9-4ff7-9a24-9c1ee6345394 service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853579 Feb 19 04:05:34.482812 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec76de20-9135-4739-b91e-681d96c60395 req-d2d67090-a685-460f-97a0-47b5bf7f078b service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989025 Feb 19 04:05:35.208405 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a0591-c487-4b98-997b-8cf9246ff1f8 req-89089758-e8d3-477e-8cc9-593e4f0704b0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:35.210305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b45a0591-c487-4b98-997b-8cf9246ff1f8 req-89089758-e8d3-477e-8cc9-593e4f0704b0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0616875 Feb 19 04:05:35.262814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b45a0591-c487-4b98-997b-8cf9246ff1f8 req-719a40be-90e4-4f2c-b818-7accc6f334f3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466046 Feb 19 04:05:35.970812 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-67894184-2e65-4b66-9b96-bbb523b197cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:36.409320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f132f55-b740-493e-a7b8-175e407588dd req-200f6949-b741-4e64-9a12-cccb5ab670fb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:36.410845 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f132f55-b740-493e-a7b8-175e407588dd req-200f6949-b741-4e64-9a12-cccb5ab670fb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0698965 Feb 19 04:05:36.464629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f132f55-b740-493e-a7b8-175e407588dd req-fd586307-4891-47bc-81bc-615180440bd6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456607 Feb 19 04:05:37.342614 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:37.590180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6b868-261e-41e4-b874-96975747921a req-25d15c01-945a-41f3-a0e1-c24ed794b271 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:37.591716 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40a6b868-261e-41e4-b874-96975747921a req-25d15c01-945a-41f3-a0e1-c24ed794b271 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0561733 Feb 19 04:05:37.644181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40a6b868-261e-41e4-b874-96975747921a req-a634d22f-c544-4285-b389-b3e2b22d0027 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466886 Feb 19 04:05:38.669568 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:38.777145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8009d17-bbea-4cca-bd20-a924d3afc09e req-bdafc503-ec98-4749-80b2-23f08209a0da tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:38.778668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8009d17-bbea-4cca-bd20-a924d3afc09e req-bdafc503-ec98-4749-80b2-23f08209a0da tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0634990 Feb 19 04:05:38.834679 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d8009d17-bbea-4cca-bd20-a924d3afc09e req-d9e13b48-f7fe-434d-8340-de85d8f0db38 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473514 Feb 19 04:05:39.966608 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad6905-6925-4602-9ab3-65f18ee62f6c req-34b2a33e-8d3f-4971-a20b-bacf0f5637d9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:39.968140 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4dad6905-6925-4602-9ab3-65f18ee62f6c req-34b2a33e-8d3f-4971-a20b-bacf0f5637d9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0557666 Feb 19 04:05:40.019709 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4dad6905-6925-4602-9ab3-65f18ee62f6c req-d6d788bc-4e8b-4596-8cdb-1d740805439c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457108 Feb 19 04:05:40.140120 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:41.150170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969daf03-9317-457a-8814-8da15bcfa3f3 req-0eb1c579-4120-4054-9d26-517224f368f3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:41.151681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-969daf03-9317-457a-8814-8da15bcfa3f3 req-0eb1c579-4120-4054-9d26-517224f368f3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0588117 Feb 19 04:05:41.211400 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-969daf03-9317-457a-8814-8da15bcfa3f3 req-f6e6e9d3-18f0-4b5f-8cf1-6498b421cdf6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515878 Feb 19 04:05:42.348935 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2883836-e257-4d17-a091-836300e1a0dc req-b4ef3b93-6fcf-4330-baac-8dc57aaf3c9f tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:42.350570 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2883836-e257-4d17-a091-836300e1a0dc req-b4ef3b93-6fcf-4330-baac-8dc57aaf3c9f tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0675023 Feb 19 04:05:42.401965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2883836-e257-4d17-a091-836300e1a0dc req-f62b01d8-b5cb-4715-8328-828c505d1517 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450840 Feb 19 04:05:43.526086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e0c9f-5e1c-4263-8e21-a70958701b33 req-f75fed34-6872-4324-b085-1a2fbc2ca803 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:43.528695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc8e0c9f-5e1c-4263-8e21-a70958701b33 req-f75fed34-6872-4324-b085-1a2fbc2ca803 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0559683 Feb 19 04:05:43.577737 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc8e0c9f-5e1c-4263-8e21-a70958701b33 req-93b5cacb-70d4-475d-ac3b-10c89b9d29ec tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441484 Feb 19 04:05:44.724492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6945bf-4a21-4983-af51-199d7d0021cc req-b0350fcc-0d5b-4b72-863e-f5c8b9cb8332 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:44.726045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e6945bf-4a21-4983-af51-199d7d0021cc req-b0350fcc-0d5b-4b72-863e-f5c8b9cb8332 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0671115 Feb 19 04:05:44.779460 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0e6945bf-4a21-4983-af51-199d7d0021cc req-1f512d1d-9b71-4fd9-ae65-9f7b5bac88d6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476329 Feb 19 04:05:45.921013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d72a8-97c8-4cbf-af04-a656a601b6ab req-80443795-6fda-4b5e-a744-f716cc827262 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:05:45.922509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce2d72a8-97c8-4cbf-af04-a656a601b6ab req-80443795-6fda-4b5e-a744-f716cc827262 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0625706 Feb 19 04:05:45.971057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce2d72a8-97c8-4cbf-af04-a656a601b6ab req-0b35e4b5-58f3-40f4-9e3f-fd211c7b63df tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428274 Feb 19 04:05:45.993983 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52206) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:05:46.076188 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c82640e4-27fd-452d-ac21-6bd356a6b664 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/df06d5ad-e335-44eb-9d42-be4360bf21d2 HTTP/1.1" status: 200 len: 993 time: 0.0807314 Feb 19 04:05:53.181863 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:05:54.108325 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:03.677803 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bab57e8e-4db1-4931-978f-ef2af8cf7b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:05.960572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4e8ccf5e-b724-4925-8eca-274a56ee2d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:06.687789 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:06:07.353628 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:08.675915 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:10.147800 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:11.041914 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25ee5410-ff5f-4af0-a9d2-5e8e76ae34e9 req-8c32c683-24aa-4988-80df-c4d1f61389a5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472603 Feb 19 04:06:11.138063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee5410-ff5f-4af0-a9d2-5e8e76ae34e9 req-20578d7a-ccab-4793-ab3b-0d65de00740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.139601 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25ee5410-ff5f-4af0-a9d2-5e8e76ae34e9 req-20578d7a-ccab-4793-ab3b-0d65de00740b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 1127 time: 0.0483217 Feb 19 04:06:11.251296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee5410-ff5f-4af0-a9d2-5e8e76ae34e9 req-2a1fd229-d723-4aad-96f8-e08206745a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.252839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25ee5410-ff5f-4af0-a9d2-5e8e76ae34e9 req-2a1fd229-d723-4aad-96f8-e08206745a82 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12c841d5-34b8-4caf-b6ce-7944e031a6fb HTTP/1.1" status: 200 len: 897 time: 0.0947239 Feb 19 04:06:11.329681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25ee5410-ff5f-4af0-a9d2-5e8e76ae34e9 req-20c91240-5f21-4c49-a3f4-a1f688aae031 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12de848f-36d5-40e9-bc9d-47b7a7d79516 HTTP/1.1" status: 200 len: 1001 time: 0.0705478 Feb 19 04:06:11.378299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee5410-ff5f-4af0-a9d2-5e8e76ae34e9 req-2439740d-0582-435a-8db5-629bffc499dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.379739 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25ee5410-ff5f-4af0-a9d2-5e8e76ae34e9 req-2439740d-0582-435a-8db5-629bffc499dd service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b6a90c-0e69-4417-9041-af08bfad76e2 HTTP/1.1" status: 200 len: 835 time: 0.0438993 Feb 19 04:06:11.432985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee5410-ff5f-4af0-a9d2-5e8e76ae34e9 req-74031f0d-0437-4c3d-8ea6-3a49d765e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:11.434497 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25ee5410-ff5f-4af0-a9d2-5e8e76ae34e9 req-74031f0d-0437-4c3d-8ea6-3a49d765e6b9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c841d5-34b8-4caf-b6ce-7944e031a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489876 Feb 19 04:06:11.525892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25ee5410-ff5f-4af0-a9d2-5e8e76ae34e9 req-b8292f6c-3e60-4add-8805-74ff884dfc37 service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849464 Feb 19 04:06:11.633316 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-25ee5410-ff5f-4af0-a9d2-5e8e76ae34e9 req-76a438c0-14bd-4874-8e02-61518c42693a service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007078 Feb 19 04:06:23.179767 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:24.108376 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:33.676989 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-50ebe392-6a4e-4e17-a594-6c4b492d6972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.545614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52230) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:34.728464 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port e496e798-c40a-4659-94ed-a626b7857056 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:34.728922 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (e496e798-c40a-4659-94ed-a626b7857056), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.803012 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (e496e798-c40a-4659-94ed-a626b7857056), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.803351 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (e496e798-c40a-4659-94ed-a626b7857056), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.815012 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for e496e798-c40a-4659-94ed-a626b7857056 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:34.973189 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (e496e798-c40a-4659-94ed-a626b7857056), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:34.998828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=e496e798-c40a-4659-94ed-a626b7857056,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:35.010534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.010885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.011224 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.011556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.011883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.012207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.012533 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.012887 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.013211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.013534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.013853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.014193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.014505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:35.072105 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (df06d5ad-e335-44eb-9d42-be4360bf21d2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.072440 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Floating IP df06d5ad-e335-44eb-9d42-be4360bf21d2 disassociated (deleted). External IP: 172.25.1.194, port: 12de848f-36d5-40e9-bc9d-47b7a7d79516. Feb 19 04:06:35.289458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router f17ec9eb-56e3-49a8-9ae9-ef52927634af has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:06:35.404578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:06:35.409111 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:35.415010 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150395ad-c096-4e66-b68b-a245357a7581 None None] Sync routers for ids ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:06:35.430455 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150395ad-c096-4e66-b68b-a245357a7581 None None] Routers {'f17ec9eb-56e3-49a8-9ae9-ef52927634af'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:35.431132 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-150395ad-c096-4e66-b68b-a245357a7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:06:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:35.440002 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7d3d7a40-4f20-4388-b927-8e264e915e86 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/floatingips/df06d5ad-e335-44eb-9d42-be4360bf21d2 HTTP/1.1" status: 204 len: 168 time: 0.8928945 Feb 19 04:06:35.440589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'tag': '12de848f-36d5-40e9-bc9d-47b7a7d79516'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:35.442868 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58995f58-4608-431c-b3c8-e71774845270" -d '{"events": [{"name": "network-changed", "server_uuid": "dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db", "tag": "12de848f-36d5-40e9-bc9d-47b7a7d79516"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:35.544906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-150395ad-c096-4e66-b68b-a245357a7581 None None] Set router f17ec9eb-56e3-49a8-9ae9-ef52927634af gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:35.606221 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-174f614f-fa9a-48fc-ac5d-5c33f94ecddc x-openstack-request-id: req-174f614f-fa9a-48fc-ac5d-5c33f94ecddc {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:35.606775 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db", "tag": "12de848f-36d5-40e9-bc9d-47b7a7d79516", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:35.606775 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-174f614f-fa9a-48fc-ac5d-5c33f94ecddc {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:35.607241 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'tag': '12de848f-36d5-40e9-bc9d-47b7a7d79516', 'status': 'completed', 'code': 200} Feb 19 04:06:35.707864 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58995f58-4608-431c-b3c8-e71774845270 req-6a34db76-eee3-4944-b73e-f81286a37119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:35.709444 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58995f58-4608-431c-b3c8-e71774845270 req-6a34db76-eee3-4944-b73e-f81286a37119 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 1127 time: 0.0743744 Feb 19 04:06:35.733051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b44289-dbd5-4998-be5d-43f82e6ca51e req-dd53b0dc-fa9b-42f8-94b1-d50a2f452b21 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:35.734536 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27b44289-dbd5-4998-be5d-43f82e6ca51e req-dd53b0dc-fa9b-42f8-94b1-d50a2f452b21 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0742304 Feb 19 04:06:35.761599 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-150395ad-c096-4e66-b68b-a245357a7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:58Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bdd997b1-54c2-4c94-ba4b-199a1f3d1080', 'name': '', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:ee:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:58Z', 'updated_at': '2022-02-19T04:04:01Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:35.791639 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150395ad-c096-4e66-b68b-a245357a7581 None None] Checking router: f17ec9eb-56e3-49a8-9ae9-ef52927634af for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:06:35.800337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150395ad-c096-4e66-b68b-a245357a7581 None None] Routers {'f17ec9eb-56e3-49a8-9ae9-ef52927634af'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:35.800975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-150395ad-c096-4e66-b68b-a245357a7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:06:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:35.834575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27b44289-dbd5-4998-be5d-43f82e6ca51e req-294c58f1-5c19-4f52-98ea-966b57d98090 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896912 Feb 19 04:06:35.850086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58995f58-4608-431c-b3c8-e71774845270 req-02a33bd4-1450-4ef0-8a86-4a070c5ba7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:35.851556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58995f58-4608-431c-b3c8-e71774845270 req-02a33bd4-1450-4ef0-8a86-4a070c5ba7e8 service neutron] 10.222.0.67 "GET /v2.0/networks?id=12c841d5-34b8-4caf-b6ce-7944e031a6fb HTTP/1.1" status: 200 len: 897 time: 0.1354308 Feb 19 04:06:35.897306 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58995f58-4608-431c-b3c8-e71774845270 req-374f9b3c-b409-4985-92a0-4d8b1a3614e7 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12de848f-36d5-40e9-bc9d-47b7a7d79516 HTTP/1.1" status: 200 len: 217 time: 0.0394731 Feb 19 04:06:35.915538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-150395ad-c096-4e66-b68b-a245357a7581 None None] Set router f17ec9eb-56e3-49a8-9ae9-ef52927634af gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:35.973485 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4a7bf525-99e9-4b66-a350-09531082abcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:36.139844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-150395ad-c096-4e66-b68b-a245357a7581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:58Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bdd997b1-54c2-4c94-ba4b-199a1f3d1080', 'name': '', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:ee:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:58Z', 'updated_at': '2022-02-19T04:04:01Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:36.167397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150395ad-c096-4e66-b68b-a245357a7581 None None] The sync data for ids ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'] in n-d-826755-2 is: [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:58Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'bdd997b1-54c2-4c94-ba4b-199a1f3d1080', 'name': '', 'network_id': '12c841d5-34b8-4caf-b6ce-7944e031a6fb', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:ee:be:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:58Z', 'updated_at': '2022-02-19T04:04:01Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '10b6a90c-0e69-4417-9041-af08bfad76e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:06:36.270005 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58995f58-4608-431c-b3c8-e71774845270 req-1ef7574e-db79-4e9b-8319-0f59091b0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:36.271510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58995f58-4608-431c-b3c8-e71774845270 req-1ef7574e-db79-4e9b-8319-0f59091b0476 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=10b6a90c-0e69-4417-9041-af08bfad76e2 HTTP/1.1" status: 200 len: 835 time: 0.3682373 Feb 19 04:06:36.322615 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58995f58-4608-431c-b3c8-e71774845270 req-f8ecbec1-f553-46c7-9f12-372adc54e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:36.324487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58995f58-4608-431c-b3c8-e71774845270 req-f8ecbec1-f553-46c7-9f12-372adc54e03d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=12c841d5-34b8-4caf-b6ce-7944e031a6fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455127 Feb 19 04:06:36.400919 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ee0ca-a960-49f7-8bd8-766a5a49b93e None None] New status for floating IP df06d5ad-e335-44eb-9d42-be4360bf21d2: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:06:36.420543 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58995f58-4608-431c-b3c8-e71774845270 req-b7188323-3191-49a9-9e5c-6dece60e104c service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897679 Feb 19 04:06:36.512644 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-58995f58-4608-431c-b3c8-e71774845270 req-30fec69c-645f-43b2-a46b-6accac08ff91 service neutron] 10.222.0.67 "GET /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853803 Feb 19 04:06:36.961940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035430e-05d2-4766-925e-d68e6f95357f req-49f81139-b5b4-4a7e-a29f-dd685a735238 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:36.963650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d035430e-05d2-4766-925e-d68e6f95357f req-49f81139-b5b4-4a7e-a29f-dd685a735238 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0527341 Feb 19 04:06:37.017164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d035430e-05d2-4766-925e-d68e6f95357f req-32d73c9d-9bda-4817-8ea5-75cb8387d13d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=25c85763-b81b-48f1-a8bc-24e14f5e1926&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476444 Feb 19 04:06:37.266519 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641014b7-4243-40ed-9208-7b43812a7886 req-f8228c9e-3789-471b-a9b1-d8188249a27b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:37.267892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-641014b7-4243-40ed-9208-7b43812a7886 req-f8228c9e-3789-471b-a9b1-d8188249a27b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.67 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 945 time: 0.0571640 Feb 19 04:06:37.348473 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.363690 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-641014b7-4243-40ed-9208-7b43812a7886 req-be623dbb-4519-442a-9852-fee1f3e515be tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port 12de848f-36d5-40e9-bc9d-47b7a7d79516 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:37.364042 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-641014b7-4243-40ed-9208-7b43812a7886 req-be623dbb-4519-442a-9852-fee1f3e515be tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.463699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-641014b7-4243-40ed-9208-7b43812a7886 req-be623dbb-4519-442a-9852-fee1f3e515be tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port 12de848f-36d5-40e9-bc9d-47b7a7d79516, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=12de848f-36d5-40e9-bc9d-47b7a7d79516,segment=NetworkSegment(2133e85c-8533-4bac-baa4-d663054f3df0),segment_id=2133e85c-8533-4bac-baa4-d663054f3df0)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:37.464089 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-641014b7-4243-40ed-9208-7b43812a7886 req-be623dbb-4519-442a-9852-fee1f3e515be tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.477083 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-641014b7-4243-40ed-9208-7b43812a7886 req-be623dbb-4519-442a-9852-fee1f3e515be tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for 12de848f-36d5-40e9-bc9d-47b7a7d79516 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:37.614762 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-641014b7-4243-40ed-9208-7b43812a7886 req-be623dbb-4519-442a-9852-fee1f3e515be tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (12de848f-36d5-40e9-bc9d-47b7a7d79516), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.642922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be623dbb-4519-442a-9852-fee1f3e515be tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=12de848f-36d5-40e9-bc9d-47b7a7d79516,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:37.686504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-641014b7-4243-40ed-9208-7b43812a7886 req-be623dbb-4519-442a-9852-fee1f3e515be tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] No DVR routers for this DVR port 12de848f-36d5-40e9-bc9d-47b7a7d79516 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:37.689404 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-641014b7-4243-40ed-9208-7b43812a7886 req-be623dbb-4519-442a-9852-fee1f3e515be tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:37.692839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-641014b7-4243-40ed-9208-7b43812a7886 req-be623dbb-4519-442a-9852-fee1f3e515be tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.67 "DELETE /v2.0/ports/12de848f-36d5-40e9-bc9d-47b7a7d79516 HTTP/1.1" status: 204 len: 173 time: 0.4190412 Feb 19 04:06:37.693285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'name': 'network-vif-deleted', 'tag': '12de848f-36d5-40e9-bc9d-47b7a7d79516'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:37.695557 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908e8e5f-0aff-40bf-a28c-f97b62184b05" -d '{"events": [{"server_uuid": "dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db", "name": "network-vif-deleted", "tag": "12de848f-36d5-40e9-bc9d-47b7a7d79516"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:37.733050 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9666bd31-0aea-4c1c-ace9-302c42e38d7b x-openstack-request-id: req-9666bd31-0aea-4c1c-ace9-302c42e38d7b {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:37.733336 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db", "name": "network-vif-deleted", "tag": "12de848f-36d5-40e9-bc9d-47b7a7d79516", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:37.733594 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9666bd31-0aea-4c1c-ace9-302c42e38d7b {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:37.734079 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db', 'name': 'network-vif-deleted', 'tag': '12de848f-36d5-40e9-bc9d-47b7a7d79516', 'status': 'completed', 'code': 200} Feb 19 04:06:38.137134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3cc66c64-3cf4-43d7-bc2b-6bbe887c9ad0 req-dabfbc2e-fcf8-41e1-80b2-0132e3e9f8e4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=dc1e5d31-e7f1-472a-9733-5ccc5f1bd3db HTTP/1.1" status: 200 len: 210 time: 0.0285006 Feb 19 04:06:38.675624 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.206173 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52256) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:39.589552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40dae287-dfed-4794-a377-ac8520275073 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (f17ec9eb-56e3-49a8-9ae9-ef52927634af), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.879868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-40dae287-dfed-4794-a377-ac8520275073 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port bdd997b1-54c2-4c94-ba4b-199a1f3d1080 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:39.880129 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40dae287-dfed-4794-a377-ac8520275073 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.972396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-40dae287-dfed-4794-a377-ac8520275073 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port bdd997b1-54c2-4c94-ba4b-199a1f3d1080, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=bdd997b1-54c2-4c94-ba4b-199a1f3d1080,segment=NetworkSegment(2133e85c-8533-4bac-baa4-d663054f3df0),segment_id=2133e85c-8533-4bac-baa4-d663054f3df0)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:39.972781 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40dae287-dfed-4794-a377-ac8520275073 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:39.985843 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-40dae287-dfed-4794-a377-ac8520275073 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for bdd997b1-54c2-4c94-ba4b-199a1f3d1080 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:40.132010 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.180364 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40dae287-dfed-4794-a377-ac8520275073 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (bdd997b1-54c2-4c94-ba4b-199a1f3d1080), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.205313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dae287-dfed-4794-a377-ac8520275073 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=bdd997b1-54c2-4c94-ba4b-199a1f3d1080,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:40.390605 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-40dae287-dfed-4794-a377-ac8520275073 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (f17ec9eb-56e3-49a8-9ae9-ef52927634af), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.540690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 12de848f-36d5-40e9-bc9d-47b7a7d79516 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:40.561435 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 12de848f-36d5-40e9-bc9d-47b7a7d79516 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:40.561784 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 12de848f-36d5-40e9-bc9d-47b7a7d79516 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:40.628269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dae287-dfed-4794-a377-ac8520275073 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router f17ec9eb-56e3-49a8-9ae9-ef52927634af has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:06:40.741637 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dae287-dfed-4794-a377-ac8520275073 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:06:40.746981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-40dae287-dfed-4794-a377-ac8520275073 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "PUT /v2.0/routers/f17ec9eb-56e3-49a8-9ae9-ef52927634af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5397375 Feb 19 04:06:40.749996 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52258) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:40.752645 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc43491f-d1cf-4e8b-bce6-b483b0a9f2aa None None] Sync routers for ids ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:06:40.763257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43491f-d1cf-4e8b-bce6-b483b0a9f2aa None None] Routers {'f17ec9eb-56e3-49a8-9ae9-ef52927634af'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:40.763897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-cc43491f-d1cf-4e8b-bce6-b483b0a9f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:06:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:40.802060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc5f5c72-9a67-4535-92e7-48390c93b5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting subnet 10b6a90c-0e69-4417-9041-af08bfad76e2 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:06:40.805636 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5c72-9a67-4535-92e7-48390c93b5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (10b6a90c-0e69-4417-9041-af08bfad76e2), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.849512 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5c72-9a67-4535-92e7-48390c93b5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (10b6a90c-0e69-4417-9041-af08bfad76e2), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.871849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-cc43491f-d1cf-4e8b-bce6-b483b0a9f2aa None None] Set router f17ec9eb-56e3-49a8-9ae9-ef52927634af gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:40.931470 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5c72-9a67-4535-92e7-48390c93b5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (10b6a90c-0e69-4417-9041-af08bfad76e2), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:40.988905 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5c72-9a67-4535-92e7-48390c93b5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (10b6a90c-0e69-4417-9041-af08bfad76e2), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.019613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f5c72-9a67-4535-92e7-48390c93b5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Subnet': ['ID=10b6a90c-0e69-4417-9041-af08bfad76e2,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:41.023393 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bc5f5c72-9a67-4535-92e7-48390c93b5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.026791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bc5f5c72-9a67-4535-92e7-48390c93b5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/subnets/10b6a90c-0e69-4417-9041-af08bfad76e2 HTTP/1.1" status: 204 len: 168 time: 0.2758424 Feb 19 04:06:41.029825 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52260) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:41.038153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996661eb-d204-4146-8c76-47cfcfaf9df4 None None] Network 12c841d5-34b8-4caf-b6ce-7944e031a6fb requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:41.127512 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-cc43491f-d1cf-4e8b-bce6-b483b0a9f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:06:40Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:41.136406 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (f17ec9eb-56e3-49a8-9ae9-ef52927634af), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.159467 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc43491f-d1cf-4e8b-bce6-b483b0a9f2aa None None] Checking router: f17ec9eb-56e3-49a8-9ae9-ef52927634af for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:06:41.175421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43491f-d1cf-4e8b-bce6-b483b0a9f2aa None None] Routers {'f17ec9eb-56e3-49a8-9ae9-ef52927634af'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:41.175997 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-cc43491f-d1cf-4e8b-bce6-b483b0a9f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:06:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:41.247582 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (f17ec9eb-56e3-49a8-9ae9-ef52927634af), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.267796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] DHCP port deletion for 12c841d5-34b8-4caf-b6ce-7944e031a6fb request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:06:41.307051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port 6e9ed121-a17e-4747-bae1-669b495d65c3 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:41.307355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.390801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port 6e9ed121-a17e-4747-bae1-669b495d65c3, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=6e9ed121-a17e-4747-bae1-669b495d65c3,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:41.391619 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.404630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for 6e9ed121-a17e-4747-bae1-669b495d65c3 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:41.477115 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-cc43491f-d1cf-4e8b-bce6-b483b0a9f2aa None None] Set router f17ec9eb-56e3-49a8-9ae9-ef52927634af gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:41.575200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (6e9ed121-a17e-4747-bae1-669b495d65c3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.604542 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=6e9ed121-a17e-4747-bae1-669b495d65c3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:41.605746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Deleting port 7847260a-497b-4b6f-8194-ed3c08795e14 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:06:41.606121 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.691871 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (f17ec9eb-56e3-49a8-9ae9-ef52927634af), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.709726 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] For port 7847260a-497b-4b6f-8194-ed3c08795e14, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=7847260a-497b-4b6f-8194-ed3c08795e14,segment=NetworkSegment(2133e85c-8533-4bac-baa4-d663054f3df0),segment_id=2133e85c-8533-4bac-baa4-d663054f3df0)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:41.710123 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.722267 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 7847260a-497b-4b6f-8194-ed3c08795e14 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:41.744419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Calling delete_port for 7847260a-497b-4b6f-8194-ed3c08795e14 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:06:41.784941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (f17ec9eb-56e3-49a8-9ae9-ef52927634af), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.787130 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_controller (f17ec9eb-56e3-49a8-9ae9-ef52927634af), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.830530 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (f17ec9eb-56e3-49a8-9ae9-ef52927634af), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.830954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Fanout notify agent at l3_agent the message router_deleted on router f17ec9eb-56e3-49a8-9ae9-ef52927634af {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:06:41.833516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-cc43491f-d1cf-4e8b-bce6-b483b0a9f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:06:40Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:41.837607 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.838726 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-19abd4c0-695a-483a-a292-25697e3f3be9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/routers/f17ec9eb-56e3-49a8-9ae9-ef52927634af HTTP/1.1" status: 204 len: 168 time: 0.8076155 Feb 19 04:06:41.841448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52262) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:41.891266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc43491f-d1cf-4e8b-bce6-b483b0a9f2aa None None] The sync data for ids ['f17ec9eb-56e3-49a8-9ae9-ef52927634af'] in n-d-826755-2 is: [{'id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'name': 'tempest-TestNetworkAdvancedServerOps-router-849078250', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157'}], 'enable_snat': True}, 'gw_port_id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:06:40Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': '6e9ed121-a17e-4747-bae1-669b495d65c3', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:b8:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f17ec9eb-56e3-49a8-9ae9-ef52927634af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:03:55Z', 'updated_at': '2022-02-19T04:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:06:41.907932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 7847260a-497b-4b6f-8194-ed3c08795e14 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:41.908234 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.911440 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (7847260a-497b-4b6f-8194-ed3c08795e14), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.931887 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (12c841d5-34b8-4caf-b6ce-7944e031a6fb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:41.949774 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Pushing event deleted for resources: {'Port': ['ID=7847260a-497b-4b6f-8194-ed3c08795e14,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:41.959339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] No DVR routers for this DVR port 7847260a-497b-4b6f-8194-ed3c08795e14 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:06:41.967394 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:41.967738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:41.968065 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:41.968412 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:41.968880 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:41.969209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:41.969532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:41.970153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:41.970153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:41.970463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:41.970780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:41.971095 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:41.971411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa88cc8-230e-46ee-bb81-5f0e7a19fe0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.017764 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (12c841d5-34b8-4caf-b6ce-7944e031a6fb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.037268 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c841d5-34b8-4caf-b6ce-7944e031a6fb']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:42.046062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2133e85c-8533-4bac-baa4-d663054f3df0') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:42.046354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2133e85c-8533-4bac-baa4-d663054f3df0') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:42.055330 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (2133e85c-8533-4bac-baa4-d663054f3df0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.068425 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (2133e85c-8533-4bac-baa4-d663054f3df0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.074311 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:06:42.074684 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (2133e85c-8533-4bac-baa4-d663054f3df0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: timer() Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:06:42.077591 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:06:42.142312 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (12c841d5-34b8-4caf-b6ce-7944e031a6fb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.148240 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.151829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/networks/12c841d5-34b8-4caf-b6ce-7944e031a6fb HTTP/1.1" status: 204 len: 168 time: 0.3094413 Feb 19 04:06:42.154900 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52264) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:42.168699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8980478-eb2d-47ff-9fc9-ce1d24dbcd64 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Network': ['ID=12c841d5-34b8-4caf-b6ce-7944e031a6fb,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:42.214583 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (25c85763-b81b-48f1-a8bc-24e14f5e1926), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.241412 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (25c85763-b81b-48f1-a8bc-24e14f5e1926), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.306958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (25c85763-b81b-48f1-a8bc-24e14f5e1926), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.310127 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.312004 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/security-groups/25c85763-b81b-48f1-a8bc-24e14f5e1926 HTTP/1.1" status: 204 len: 168 time: 0.1559448 Feb 19 04:06:42.324020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c85763-b81b-48f1-a8bc-24e14f5e1926,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:42.332490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.333011 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.333534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.333889 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.334230 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.334568 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.334904 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.335311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.335648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.335980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.336307 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.336634 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.337065 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0712b38-07b0-40b0-99e3-2baf67fd0367 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:42.616368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52272) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:42.621515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-41d73876-a95c-4835-bac6-92f2df967d54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1132166885', 'description': 'tempest-secgroup-smoke-1132166885 description', 'project_id': '466a16eef58b4a97ad064112f1c72f06'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:42.643897 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41d73876-a95c-4835-bac6-92f2df967d54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.720091 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41d73876-a95c-4835-bac6-92f2df967d54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (27752921-31a2-44ce-a105-76ba07ee4af7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.725822 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41d73876-a95c-4835-bac6-92f2df967d54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (27752921-31a2-44ce-a105-76ba07ee4af7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.754867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-41d73876-a95c-4835-bac6-92f2df967d54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.756077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-41d73876-a95c-4835-bac6-92f2df967d54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1386094 Feb 19 04:06:42.758093 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d73876-a95c-4835-bac6-92f2df967d54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27752921-31a2-44ce-a105-76ba07ee4af7,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:42.759516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52274) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:42.764257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a34960fb-680b-4a10-be98-5145758632e6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '27752921-31a2-44ce-a105-76ba07ee4af7', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:42.792384 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a34960fb-680b-4a10-be98-5145758632e6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (811578e0-caf7-4e39-bea6-627572b4d479), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.839707 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a34960fb-680b-4a10-be98-5145758632e6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (811578e0-caf7-4e39-bea6-627572b4d479), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.844509 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a34960fb-680b-4a10-be98-5145758632e6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (811578e0-caf7-4e39-bea6-627572b4d479), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.862198 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34960fb-680b-4a10-be98-5145758632e6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811578e0-caf7-4e39-bea6-627572b4d479,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:42.872109 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a34960fb-680b-4a10-be98-5145758632e6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.876345 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a34960fb-680b-4a10-be98-5145758632e6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1157842 Feb 19 04:06:42.876741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52276) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:42.881963 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4c3d1184-e0d6-4ad1-9002-0e24f32efa21 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '27752921-31a2-44ce-a105-76ba07ee4af7', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:42.911226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1184-e0d6-4ad1-9002-0e24f32efa21 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (5bb19349-9bd4-4834-a3a1-839b4d307a79), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.968158 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1184-e0d6-4ad1-9002-0e24f32efa21 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (5bb19349-9bd4-4834-a3a1-839b4d307a79), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.972951 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1184-e0d6-4ad1-9002-0e24f32efa21 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (5bb19349-9bd4-4834-a3a1-839b4d307a79), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:42.997764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d1184-e0d6-4ad1-9002-0e24f32efa21 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb19349-9bd4-4834-a3a1-839b4d307a79,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:43.004770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4c3d1184-e0d6-4ad1-9002-0e24f32efa21 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.006013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4c3d1184-e0d6-4ad1-9002-0e24f32efa21 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278617 Feb 19 04:06:43.008767 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52278) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:43.012958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-68bc4d0f-a137-48e7-968e-349eb9e9406d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '27752921-31a2-44ce-a105-76ba07ee4af7', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:43.041245 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68bc4d0f-a137-48e7-968e-349eb9e9406d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (b0f0cf54-735b-45f6-a9d3-c4152cfbcb41), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.099097 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68bc4d0f-a137-48e7-968e-349eb9e9406d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (b0f0cf54-735b-45f6-a9d3-c4152cfbcb41), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.104134 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68bc4d0f-a137-48e7-968e-349eb9e9406d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (b0f0cf54-735b-45f6-a9d3-c4152cfbcb41), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.121837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc4d0f-a137-48e7-968e-349eb9e9406d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f0cf54-735b-45f6-a9d3-c4152cfbcb41,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:43.131443 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-68bc4d0f-a137-48e7-968e-349eb9e9406d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.132704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-68bc4d0f-a137-48e7-968e-349eb9e9406d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230202 Feb 19 04:06:43.135556 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52280) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:43.139952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f8bf481b-83fc-4b24-8b4a-1b3b2b97333d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '27752921-31a2-44ce-a105-76ba07ee4af7', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:43.165644 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8bf481b-83fc-4b24-8b4a-1b3b2b97333d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (5f46bff1-d8dd-49bd-b608-10ca620d4a43), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.232571 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8bf481b-83fc-4b24-8b4a-1b3b2b97333d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (5f46bff1-d8dd-49bd-b608-10ca620d4a43), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.238959 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8bf481b-83fc-4b24-8b4a-1b3b2b97333d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (5f46bff1-d8dd-49bd-b608-10ca620d4a43), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.258610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf481b-83fc-4b24-8b4a-1b3b2b97333d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f46bff1-d8dd-49bd-b608-10ca620d4a43,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:43.271167 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f8bf481b-83fc-4b24-8b4a-1b3b2b97333d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.272919 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f8bf481b-83fc-4b24-8b4a-1b3b2b97333d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363742 Feb 19 04:06:43.276009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52282) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:43.282373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9c18bb8a-4a26-4248-ad92-6f61936ef7a8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '27752921-31a2-44ce-a105-76ba07ee4af7', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:43.308958 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-9c18bb8a-4a26-4248-ad92-6f61936ef7a8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Project 466a16eef58b4a97ad064112f1c72f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:06:43.316023 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c18bb8a-4a26-4248-ad92-6f61936ef7a8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (a2f99782-ec3a-4a18-854e-61a9f15313af), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.385355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c18bb8a-4a26-4248-ad92-6f61936ef7a8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (a2f99782-ec3a-4a18-854e-61a9f15313af), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.391672 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c18bb8a-4a26-4248-ad92-6f61936ef7a8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (a2f99782-ec3a-4a18-854e-61a9f15313af), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.414114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18bb8a-4a26-4248-ad92-6f61936ef7a8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f99782-ec3a-4a18-854e-61a9f15313af,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:43.421941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9c18bb8a-4a26-4248-ad92-6f61936ef7a8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.423201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9c18bb8a-4a26-4248-ad92-6f61936ef7a8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1460991 Feb 19 04:06:43.426480 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52284) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:43.431024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7f895a5a-dc46-4075-b90b-417769fea21e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '27752921-31a2-44ce-a105-76ba07ee4af7', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:43.453314 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-7f895a5a-dc46-4075-b90b-417769fea21e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Project 466a16eef58b4a97ad064112f1c72f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:06:43.458358 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f895a5a-dc46-4075-b90b-417769fea21e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (6790e160-9121-4528-a926-4522a5c95e0b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.519400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f895a5a-dc46-4075-b90b-417769fea21e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (6790e160-9121-4528-a926-4522a5c95e0b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.524934 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f895a5a-dc46-4075-b90b-417769fea21e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (6790e160-9121-4528-a926-4522a5c95e0b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.547227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f895a5a-dc46-4075-b90b-417769fea21e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6790e160-9121-4528-a926-4522a5c95e0b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:43.556410 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7f895a5a-dc46-4075-b90b-417769fea21e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.557652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7f895a5a-dc46-4075-b90b-417769fea21e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302536 Feb 19 04:06:43.560950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52286) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:43.566178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c0e5b2ef-6472-4a08-80bd-0c494ec1cac0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'network': {'name': 'tempest-network-smoke--334523498', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'port_security_enabled': True}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:43.591849 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e5b2ef-6472-4a08-80bd-0c494ec1cac0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:43.595085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b2ef-6472-4a08-80bd-0c494ec1cac0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.624331 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e5b2ef-6472-4a08-80bd-0c494ec1cac0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:06:43.635550 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b2ef-6472-4a08-80bd-0c494ec1cac0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (de800f8a-9ff3-43bd-9938-1621cfaa2e25), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.635934 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-c0e5b2ef-6472-4a08-80bd-0c494ec1cac0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Added segment de800f8a-9ff3-43bd-9938-1621cfaa2e25 of type vlan for network 7de96cc4-5fb4-4875-9715-4acc82cbab2d Feb 19 04:06:43.638293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6e9ed121-a17e-4747-bae1-669b495d65c3 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:43.659171 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 6e9ed121-a17e-4747-bae1-669b495d65c3 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:43.659508 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 6e9ed121-a17e-4747-bae1-669b495d65c3 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:43.659922 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdd997b1-54c2-4c94-ba4b-199a1f3d1080 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:06:43.677680 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b2ef-6472-4a08-80bd-0c494ec1cac0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (7de96cc4-5fb4-4875-9715-4acc82cbab2d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.679750 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: bdd997b1-54c2-4c94-ba4b-199a1f3d1080 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:06:43.680097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device bdd997b1-54c2-4c94-ba4b-199a1f3d1080 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:06:43.689977 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:06:43.705972 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b2ef-6472-4a08-80bd-0c494ec1cac0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (7de96cc4-5fb4-4875-9715-4acc82cbab2d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.710936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e5b2ef-6472-4a08-80bd-0c494ec1cac0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:43.711524 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c0e5b2ef-6472-4a08-80bd-0c494ec1cac0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.763684 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c0e5b2ef-6472-4a08-80bd-0c494ec1cac0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2015569 Feb 19 04:06:43.766757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52288) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:43.771569 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'admin_state_up': True, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:43.782940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5b2ef-6472-4a08-80bd-0c494ec1cac0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Network': ['ID=7de96cc4-5fb4-4875-9715-4acc82cbab2d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:43.793899 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (de62f57e-8881-4909-8057-afebcf895048), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.795072 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (de62f57e-8881-4909-8057-afebcf895048), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.795284 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 7de96cc4-5fb4-4875-9715-4acc82cbab2d details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:06:43.849483 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_controller (de62f57e-8881-4909-8057-afebcf895048), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:43.993603 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (de62f57e-8881-4909-8057-afebcf895048), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.532864 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (de62f57e-8881-4909-8057-afebcf895048), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.551400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.655693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.25.1.241 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/a47d2dc3-cd99-4be1-8c20-127de1cfbc6f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:44.761843 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.799235 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:44.834974 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:44.838087 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:44.840737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:44.871068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=a47d2dc3-cd99-4be1-8c20-127de1cfbc6f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:45.121662 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (de62f57e-8881-4909-8057-afebcf895048), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.336705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (de62f57e-8881-4909-8057-afebcf895048), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.485955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router de62f57e-8881-4909-8057-afebcf895048 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:06:45.608017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:06:45.619282 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Sync routers for ids ['de62f57e-8881-4909-8057-afebcf895048'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:06:45.629405 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.630712 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ec83b6af-1d90-442a-9c72-c9f14095b383 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8629050 Feb 19 04:06:45.634159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52290) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:45.635103 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Routers {'de62f57e-8881-4909-8057-afebcf895048'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:45.635735 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:06:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['de62f57e-8881-4909-8057-afebcf895048'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:45.669606 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9f41c62a-0794-42a4-aaf2-0d5a798e4a2d tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=466a16eef58b4a97ad064112f1c72f06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343339 Feb 19 04:06:45.672737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52292) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:45.753393 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Set router de62f57e-8881-4909-8057-afebcf895048 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:45.821330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b93e7-3ee6-4104-8a2a-40e6fc3d476d tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:45.823106 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c12b93e7-3ee6-4104-8a2a-40e6fc3d476d tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1493995 Feb 19 04:06:45.825969 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52294) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:45.859418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-82b49abc-9d8d-4aa1-830e-4992fa0a3df6 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323467 Feb 19 04:06:45.863114 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52296) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:45.868180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-f7901e3a-8b62-4848-93dd-8df62a952e54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1205908539', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:45.931125 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:06:44Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:45.956708 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Checking router: de62f57e-8881-4909-8057-afebcf895048 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:06:45.957052 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Updating router de62f57e-8881-4909-8057-afebcf895048 port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:06:45.962152 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7901e3a-8b62-4848-93dd-8df62a952e54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:45.965750 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f7901e3a-8b62-4848-93dd-8df62a952e54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:45.989515 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.155597 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f7901e3a-8b62-4848-93dd-8df62a952e54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (66df5073-95dd-437c-8c4c-123f3dadc37c), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.214715 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7901e3a-8b62-4848-93dd-8df62a952e54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Subnet': ['ID=66df5073-95dd-437c-8c4c-123f3dadc37c,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:46.224169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7901e3a-8b62-4848-93dd-8df62a952e54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Checking segment: {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:46.224532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7901e3a-8b62-4848-93dd-8df62a952e54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network hostable DHCP agents. Network: 7de96cc4-5fb4-4875-9715-4acc82cbab2d, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:06:46.243938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7901e3a-8b62-4848-93dd-8df62a952e54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 7de96cc4-5fb4-4875-9715-4acc82cbab2d is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:06:46.245562 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Publish callbacks [] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.251995 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.253894 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-f7901e3a-8b62-4848-93dd-8df62a952e54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 7de96cc4-5fb4-4875-9715-4acc82cbab2d) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:46.258310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7901e3a-8b62-4848-93dd-8df62a952e54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:46.258983 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f7901e3a-8b62-4848-93dd-8df62a952e54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.266925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb65a2f-94ed-4b1e-838e-0a288c43f23e None None] Network 7de96cc4-5fb4-4875-9715-4acc82cbab2d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:46.282865 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f7901e3a-8b62-4848-93dd-8df62a952e54 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4185019 Feb 19 04:06:46.285446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52298) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:46.301150 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Attempting to bind port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:46.301537 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Attempting to bind port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:46.301899 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Attempting to bind port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:46.314056 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:46.314420 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:46.314823 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.315216 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:46.315683 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Bound port: a47d2dc3-cd99-4be1-8c20-127de1cfbc6f, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:46.316473 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.336474 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Pushing event updated for resources: {'Port': ['ID=a47d2dc3-cd99-4be1-8c20-127de1cfbc6f,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:46.352914 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.353259 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.353586 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.353917 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.354241 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.354566 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.354888 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.355206 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.355523 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.355841 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.356170 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.356470 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.356820 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:06:46.384976 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] For port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:46.388371 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] For port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a47d2dc3-cd99-4be1-8c20-127de1cfbc6f,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:46.395518 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.395730 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ips': [{'subnet_id': '66df5073-95dd-437c-8c4c-123f3dadc37c'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:06:46.398351 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.447211 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Routers {'de62f57e-8881-4909-8057-afebcf895048'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:46.447847 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:06:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['de62f57e-8881-4909-8057-afebcf895048'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:46.499460 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e4a707-ebe0-4f79-bddb-15933b809f65 None None] Pushing event updated for resources: {'Port': ['ID=a47d2dc3-cd99-4be1-8c20-127de1cfbc6f,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:46.554472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Allocated IP 172.20.0.2 (7de96cc4-5fb4-4875-9715-4acc82cbab2d/66df5073-95dd-437c-8c4c-123f3dadc37c/c2b169af-3ff5-4d13-b4a2-56900481f228) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:46.664747 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] Set router de62f57e-8881-4909-8057-afebcf895048 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:46.707640 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Publish callbacks [] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.714983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.755224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Network 7de96cc4-5fb4-4875-9715-4acc82cbab2d is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:46.761912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:46.764491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:46.776630 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Pushing event updated for resources: {'Port': ['ID=c2b169af-3ff5-4d13-b4a2-56900481f228,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:46.777850 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.834337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Attempting to bind port c2b169af-3ff5-4d13-b4a2-56900481f228 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:46.835383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Attempting to bind port c2b169af-3ff5-4d13-b4a2-56900481f228 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:46.835383 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Attempting to bind port c2b169af-3ff5-4d13-b4a2-56900481f228 on network 7de96cc4-5fb4-4875-9715-4acc82cbab2d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:46.841297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:46.841675 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Checking segment: {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:46.842079 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.842471 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Bound using segment: {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:46.842935 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Bound port: c2b169af-3ff5-4d13-b4a2-56900481f228, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:46.843311 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.853744 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:06:44Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:46.889635 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc693575-ef22-4f02-8bb2-d67325b8986e None None] The sync data for ids ['de62f57e-8881-4909-8057-afebcf895048'] in n-d-826755-2 is: [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:06:44Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:06:46.909056 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] For port c2b169af-3ff5-4d13-b4a2-56900481f228, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:46.913189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] For port c2b169af-3ff5-4d13-b4a2-56900481f228, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c2b169af-3ff5-4d13-b4a2-56900481f228,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:46.923178 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:46.982919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43e5e0-dad4-44c7-9e5a-2865f37ba1fe None None] Pushing event updated for resources: {'Port': ['ID=c2b169af-3ff5-4d13-b4a2-56900481f228,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:47.492225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.20.0.1 (7de96cc4-5fb4-4875-9715-4acc82cbab2d/66df5073-95dd-437c-8c4c-123f3dadc37c/23d2321f-a531-464c-a35a-89819cb5a2a4) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:47.626103 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.674082 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.725328 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 7de96cc4-5fb4-4875-9715-4acc82cbab2d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:47.729225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:47.733213 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:47.750306 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a47d2dc3-cd99-4be1-8c20-127de1cfbc6f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:47.772485 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=23d2321f-a531-464c-a35a-89819cb5a2a4,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:47.793703 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (de62f57e-8881-4909-8057-afebcf895048), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.823575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:47.823965 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.909944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:47.910384 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.940463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a47d2dc3-cd99-4be1-8c20-127de1cfbc6f,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:47.950213 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:47.951165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c2b169af-3ff5-4d13-b4a2-56900481f228 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:47.967680 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.033820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=a47d2dc3-cd99-4be1-8c20-127de1cfbc6f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:48.044655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c2b169af-3ff5-4d13-b4a2-56900481f228 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:48.044823 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.080227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7c951e-2134-4970-8096-d3f5ccd39f52 None None] Network 7de96cc4-5fb4-4875-9715-4acc82cbab2d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:06:48.166439 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1b184f49-8bef-42cd-a6bc-cc249ca944e3 None None] Provisioning complete for port c2b169af-3ff5-4d13-b4a2-56900481f228 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:48.166812 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b184f49-8bef-42cd-a6bc-cc249ca944e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.246372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c2b169af-3ff5-4d13-b4a2-56900481f228 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:48.246633 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.274588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.281272 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.294626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port c2b169af-3ff5-4d13-b4a2-56900481f228, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c2b169af-3ff5-4d13-b4a2-56900481f228,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:48.322788 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.356824 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (de62f57e-8881-4909-8057-afebcf895048), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.359907 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=23d2321f-a531-464c-a35a-89819cb5a2a4,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:48.365692 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1b184f49-8bef-42cd-a6bc-cc249ca944e3 None None] Current status of the port c2b169af-3ff5-4d13-b4a2-56900481f228 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:48.388869 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=c2b169af-3ff5-4d13-b4a2-56900481f228,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:48.477624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 7de96cc4-5fb4-4875-9715-4acc82cbab2d is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:48.479225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:48.612800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-899e8665-ce60-44fa-97d2-7633f53b4427 None None] Provisioning complete for port c2b169af-3ff5-4d13-b4a2-56900481f228 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:48.613250 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-899e8665-ce60-44fa-97d2-7633f53b4427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.625296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router de62f57e-8881-4909-8057-afebcf895048 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:06:48.710937 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-899e8665-ce60-44fa-97d2-7633f53b4427 None None] Current status of the port c2b169af-3ff5-4d13-b4a2-56900481f228 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:48.722395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-899e8665-ce60-44fa-97d2-7633f53b4427 None None] Provisioning complete for port 23d2321f-a531-464c-a35a-89819cb5a2a4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:48.722766 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-899e8665-ce60-44fa-97d2-7633f53b4427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.762254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:06:48.768710 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-070dfc36-cd4c-4418-adda-11771b8dc132 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "PUT /v2.0/routers/de62f57e-8881-4909-8057-afebcf895048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4820096 Feb 19 04:06:48.779903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-899e8665-ce60-44fa-97d2-7633f53b4427 None None] Port 23d2321f-a531-464c-a35a-89819cb5a2a4 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:48.839923 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Sync routers for ids ['de62f57e-8881-4909-8057-afebcf895048'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:06:48.851236 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Routers {'de62f57e-8881-4909-8057-afebcf895048'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:48.851960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:06:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['de62f57e-8881-4909-8057-afebcf895048'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:48.919243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9c53f392-b4c1-457b-a4c9-9bd15de1c9ce None None] Provisioning complete for port 23d2321f-a531-464c-a35a-89819cb5a2a4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:48.919608 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9c53f392-b4c1-457b-a4c9-9bd15de1c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:48.941427 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-de80ee45-d97b-47e3-b44b-359e208cb24b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132166885&fields=id&tenant_id=466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 267 time: 0.0586333 Feb 19 04:06:49.068940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-4dca7012-6db1-4575-9976-5e5fb5207801 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:49.070617 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-4dca7012-6db1-4575-9976-5e5fb5207801 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 796 time: 0.1217079 Feb 19 04:06:49.087063 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-21aa1608-693c-497f-a776-c7e65e6e8128 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/quotas/466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 375 time: 0.0101345 Feb 19 04:06:49.146046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-31e70181-dbd9-42d5-8d2b-a569bf5369b0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533988 Feb 19 04:06:49.167839 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9c53f392-b4c1-457b-a4c9-9bd15de1c9ce None None] Port 23d2321f-a531-464c-a35a-89819cb5a2a4 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:49.181182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Set router de62f57e-8881-4909-8057-afebcf895048 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:49.244403 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-8b69522d-025b-40c8-b526-ea19973cfb33 service neutron] 10.222.0.81 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859787 Feb 19 04:06:49.324627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b4ce4418-a305-4176-a4eb-eb6c68ff8d03 None None] Provisioning complete for port 23d2321f-a531-464c-a35a-89819cb5a2a4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:49.325052 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b4ce4418-a305-4176-a4eb-eb6c68ff8d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.340640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-a393533f-2c24-4f05-8a98-828ee275a256 service neutron] 10.222.0.81 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906358 Feb 19 04:06:49.390946 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b4ce4418-a305-4176-a4eb-eb6c68ff8d03 None None] Port 23d2321f-a531-464c-a35a-89819cb5a2a4 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:49.422473 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '23d2321f-a531-464c-a35a-89819cb5a2a4', 'name': '', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:fb:89:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:46Z', 'updated_at': '2022-02-19T04:06:48Z', 'revision_number': 2, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:49.453443 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Checking router: de62f57e-8881-4909-8057-afebcf895048 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:06:49.453801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Updating router de62f57e-8881-4909-8057-afebcf895048 port 23d2321f-a531-464c-a35a-89819cb5a2a4 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:06:49.482649 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.509253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eab05d37-4ea5-4509-b59a-0d01acee27b7 req-52d6a1c8-51a4-4ee5-bbaa-3ecfd5655310 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 210 time: 0.0295720 Feb 19 04:06:49.656553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a47d2dc3-cd99-4be1-8c20-127de1cfbc6f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:49.757030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:49.757702 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.855316 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Publish callbacks [] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.861765 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:49.934717 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:49.935891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c2b169af-3ff5-4d13-b4a2-56900481f228 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:49.968108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14189586-c909-4c08-9c2f-0dda5f13aa27 None None] Pushing event updated for resources: {'Port': ['ID=23d2321f-a531-464c-a35a-89819cb5a2a4,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:50.034870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Attempting to bind port 23d2321f-a531-464c-a35a-89819cb5a2a4 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:50.035245 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Attempting to bind port 23d2321f-a531-464c-a35a-89819cb5a2a4 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:50.035605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Attempting to bind port 23d2321f-a531-464c-a35a-89819cb5a2a4 on network 7de96cc4-5fb4-4875-9715-4acc82cbab2d {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:50.043012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:50.043388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Checking segment: {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:50.043860 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.044257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Bound using segment: {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:50.044758 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Bound port: 23d2321f-a531-464c-a35a-89819cb5a2a4, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:50.045144 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.062501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c2b169af-3ff5-4d13-b4a2-56900481f228 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:50.062874 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.145882 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] For port 23d2321f-a531-464c-a35a-89819cb5a2a4, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:50.150027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] For port 23d2321f-a531-464c-a35a-89819cb5a2a4, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=23d2321f-a531-464c-a35a-89819cb5a2a4,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:50.157466 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.242624 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c2b169af-3ff5-4d13-b4a2-56900481f228 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:50.261650 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c441e7d8-674f-4b65-b98a-35bd86d5900b None None] Provisioning complete for port 23d2321f-a531-464c-a35a-89819cb5a2a4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:50.262020 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c441e7d8-674f-4b65-b98a-35bd86d5900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.264465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14189586-c909-4c08-9c2f-0dda5f13aa27 None None] Pushing event updated for resources: {'Port': ['ID=23d2321f-a531-464c-a35a-89819cb5a2a4,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:50.269780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Routers {'de62f57e-8881-4909-8057-afebcf895048'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:06:50.270404 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:06:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['de62f57e-8881-4909-8057-afebcf895048'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:50.437788 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] Set router de62f57e-8881-4909-8057-afebcf895048 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:06:50.476097 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-7b9d0c63-f561-4b16-8ad9-26f54b84a895 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:50.476975 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c441e7d8-674f-4b65-b98a-35bd86d5900b None None] Current status of the port 23d2321f-a531-464c-a35a-89819cb5a2a4 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:50.477399 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c441e7d8-674f-4b65-b98a-35bd86d5900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.477696 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-7b9d0c63-f561-4b16-8ad9-26f54b84a895 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 796 time: 0.1244586 Feb 19 04:06:50.553462 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-537a4c54-a7ba-496b-a53c-3803e583d540 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 380 time: 0.0681579 Feb 19 04:06:50.563577 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'port': {'device_id': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'admin_state_up': True, 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'security_groups': ['27752921-31a2-44ce-a105-76ba07ee4af7']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:50.601106 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c441e7d8-674f-4b65-b98a-35bd86d5900b None None] For port 23d2321f-a531-464c-a35a-89819cb5a2a4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=23d2321f-a531-464c-a35a-89819cb5a2a4,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:50.610714 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c441e7d8-674f-4b65-b98a-35bd86d5900b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.641177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7c6a3e2a-8c0b-466e-80d4-ab514ba6041d req-893b2792-fa75-41d7-9f2d-10d09deadfad tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 210 time: 0.0513048 Feb 19 04:06:50.688913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441e7d8-674f-4b65-b98a-35bd86d5900b None None] Pushing event updated for resources: {'Port': ['ID=23d2321f-a531-464c-a35a-89819cb5a2a4,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:50.690422 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:06:50.694167 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.737914 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-95457a56-1f54-4fba-a48a-583672dfe803 None None] Provisioning complete for port 23d2321f-a531-464c-a35a-89819cb5a2a4 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:50.738282 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-95457a56-1f54-4fba-a48a-583672dfe803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:50.781735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '23d2321f-a531-464c-a35a-89819cb5a2a4', 'name': '', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:fb:89:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:46Z', 'updated_at': '2022-02-19T04:06:50Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:06:50.815279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1543833b-3cac-4b24-acbf-0c8b8d2d5fe4 None None] The sync data for ids ['de62f57e-8881-4909-8057-afebcf895048'] in n-d-826755-2 is: [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '23d2321f-a531-464c-a35a-89819cb5a2a4', 'name': '', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:fb:89:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:46Z', 'updated_at': '2022-02-19T04:06:50Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:06:50.827861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.20.0.4 (7de96cc4-5fb4-4875-9715-4acc82cbab2d/66df5073-95dd-437c-8c4c-123f3dadc37c/29ed7f6e-1adf-49ae-983d-0a4f1e242b62) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:50.858168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-95457a56-1f54-4fba-a48a-583672dfe803 None None] Current status of the port 23d2321f-a531-464c-a35a-89819cb5a2a4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:50.987580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.025580 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.071669 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 7de96cc4-5fb4-4875-9715-4acc82cbab2d is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:51.074826 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:51.077369 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:51.134458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:51.135025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.137601 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:51.159198 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-043956ec-c2ea-4d26-ba25-720e38a36efb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5998151 Feb 19 04:06:51.169720 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-53be0e27-5342-4c91-a2c6-7adab972db01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:06:51.170758 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-53be0e27-5342-4c91-a2c6-7adab972db01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059400 Feb 19 04:06:51.234339 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Request body: {'port': {'device_id': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:51.303135 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.312765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f1eb7f7c-10bd-4d40-b3a8-d62fba4ee515 None None] Provisioning complete for port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:51.313208 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f1eb7f7c-10bd-4d40-b3a8-d62fba4ee515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.353282 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f1eb7f7c-10bd-4d40-b3a8-d62fba4ee515 None None] Port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:06:51.580921 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:51.590032 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Publish callbacks [] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.604190 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Transition to ACTIVE for port object 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:06:51.612925 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.689615 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:51.714684 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 23d2321f-a531-464c-a35a-89819cb5a2a4 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:51.786127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 23d2321f-a531-464c-a35a-89819cb5a2a4 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:51.786883 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.791455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Attempting to bind port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:06:51.791989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Attempting to bind port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:06:51.792337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Attempting to bind port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 on network 7de96cc4-5fb4-4875-9715-4acc82cbab2d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:51.798203 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 on network 7de96cc4-5fb4-4875-9715-4acc82cbab2d not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:06:51.798532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Attempting to bind port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 on network 7de96cc4-5fb4-4875-9715-4acc82cbab2d {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:06:51.804914 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:06:51.805262 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Checking segment: {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:06:51.805688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Bound using segment: {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:06:51.806131 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Bound port: 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:06:51.806557 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.843164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c677d-c607-48a5-b0c6-a75383e4fa12 req-f0e56a23-018f-4031-916e-69c07d2a4d8c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:51.845668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e05c677d-c607-48a5-b0c6-a75383e4fa12 req-f0e56a23-018f-4031-916e-69c07d2a4d8c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 943 time: 0.0870266 Feb 19 04:06:51.896293 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 23d2321f-a531-464c-a35a-89819cb5a2a4 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:51.914732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:06:51.923074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:06:51.929464 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e05c677d-c607-48a5-b0c6-a75383e4fa12 req-d26e8182-eafa-444d-b9ed-fe8407d2acdd tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770357 Feb 19 04:06:51.931531 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.971304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:51.972051 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:51.973641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] 10.222.0.87 "PUT /v2.0/ports/29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 1091 time: 0.7950585 Feb 19 04:06:51.974160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:51.977808 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a7a6d6-f760-445c-bff5-6be9e128b64e" -d '{"events": [{"name": "network-changed", "server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:52.022989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14d8a2-a77d-47cb-b704-8fb3896d6fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:52.082972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-a6c9bb93-2407-46a9-837d-00b4c6a50909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.084641 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-a6c9bb93-2407-46a9-837d-00b4c6a50909 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1125 time: 0.0574651 Feb 19 04:06:52.135277 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bff483-f0f3-4830-a756-776c7db513b3 x-openstack-request-id: req-b8bff483-f0f3-4830-a756-776c7db513b3 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:52.135574 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:52.135836 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b8bff483-f0f3-4830-a756-776c7db513b3 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:52.136243 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'status': 'completed', 'code': 200} Feb 19 04:06:52.138120 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-9e289596-3a4b-4871-80a5-c917b201d4c0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 217 time: 0.0464797 Feb 19 04:06:52.189926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-e3470b27-532c-4162-aff9-24cc378c9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.191599 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-e3470b27-532c-4162-aff9-24cc378c9218 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 200 len: 835 time: 0.0481589 Feb 19 04:06:52.240499 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-971ccb48-590d-4bf1-8ddf-b1b75afca59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.241948 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-971ccb48-590d-4bf1-8ddf-b1b75afca59b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7de96cc4-5fb4-4875-9715-4acc82cbab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444376 Feb 19 04:06:52.335373 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-70254a7b-263e-48b8-96c6-eac1ae518e0c service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868461 Feb 19 04:06:52.423514 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d76a0875-8b91-4f22-9bab-21fcc665dc0b req-c0e4dbd4-1b64-4abb-b23c-227b93090434 service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821178 Feb 19 04:06:52.539988 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7a6d6-f760-445c-bff5-6be9e128b64e req-08d4cb14-85d8-4c59-998a-c2d7c8bbf31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.541581 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-28a7a6d6-f760-445c-bff5-6be9e128b64e req-08d4cb14-85d8-4c59-998a-c2d7c8bbf31b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1125 time: 0.0606673 Feb 19 04:06:52.644561 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7a6d6-f760-445c-bff5-6be9e128b64e req-d070569b-84b4-432d-8d52-9dd5a134c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.646101 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-28a7a6d6-f760-445c-bff5-6be9e128b64e req-d070569b-84b4-432d-8d52-9dd5a134c15d service neutron] 10.222.0.87 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 897 time: 0.0992568 Feb 19 04:06:52.691441 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-28a7a6d6-f760-445c-bff5-6be9e128b64e req-f7e6df4a-462d-4ed7-b1ef-a3fa092e55eb service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 217 time: 0.0389936 Feb 19 04:06:52.742710 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7a6d6-f760-445c-bff5-6be9e128b64e req-5b5b91dd-bc05-45c2-8138-f2b30976aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.744809 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-28a7a6d6-f760-445c-bff5-6be9e128b64e req-5b5b91dd-bc05-45c2-8138-f2b30976aafd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 200 len: 835 time: 0.0469096 Feb 19 04:06:52.797202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7a6d6-f760-445c-bff5-6be9e128b64e req-377b0b05-a0fb-4c17-a1c1-defeb5279188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:52.798725 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-28a7a6d6-f760-445c-bff5-6be9e128b64e req-377b0b05-a0fb-4c17-a1c1-defeb5279188 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7de96cc4-5fb4-4875-9715-4acc82cbab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484505 Feb 19 04:06:52.904353 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-28a7a6d6-f760-445c-bff5-6be9e128b64e req-2cf52a37-5693-4676-b6bc-f60c71739435 service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984709 Feb 19 04:06:52.994973 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-28a7a6d6-f760-445c-bff5-6be9e128b64e req-c79348fb-24a1-4918-8390-60ee121cb480 service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849559 Feb 19 04:06:53.051059 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474eef7-1435-46c6-84e6-de61adccfe19 req-ce7f9262-8abe-42dc-b11e-e437f4269bf4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:53.052556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3474eef7-1435-46c6-84e6-de61adccfe19 req-ce7f9262-8abe-42dc-b11e-e437f4269bf4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 943 time: 0.0531154 Feb 19 04:06:53.104968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3474eef7-1435-46c6-84e6-de61adccfe19 req-28f95f92-db5e-4329-b54b-b63942e089f3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464406 Feb 19 04:06:53.167262 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.107176 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:54.227610 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e02e9-730d-4597-a2c1-54addd378b7f req-d289255d-277d-4680-b893-aebfe15d4174 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:54.229051 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-318e02e9-730d-4597-a2c1-54addd378b7f req-d289255d-277d-4680-b893-aebfe15d4174 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 943 time: 0.0548661 Feb 19 04:06:54.280594 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-318e02e9-730d-4597-a2c1-54addd378b7f req-4f84397c-8e58-4684-be40-48d60f070051 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430701 Feb 19 04:06:55.163966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:06:55.267844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:55.279934 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'port_id': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'mac_address': 'fa:16:3e:03:b6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:06:55.322182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:55.322578 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.336063 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:06:55.355994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:55.362321 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:55.406578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166596c0-c53a-4392-8019-3281c434ad04 req-bb30edf8-3e14-40e6-92eb-4a1cf14012ac tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:55.408736 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-166596c0-c53a-4392-8019-3281c434ad04 req-bb30edf8-3e14-40e6-92eb-4a1cf14012ac tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 944 time: 0.0586474 Feb 19 04:06:55.409766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:55.459842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-166596c0-c53a-4392-8019-3281c434ad04 req-a7e43b9e-2114-48e0-91a5-fe7aee2de1bd tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441108 Feb 19 04:06:55.702054 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['29ed7f6e-1adf-49ae-983d-0a4f1e242b62'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:06:56.596967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36d81-a05e-4377-a3cc-d55f08fecc69 req-c6d9667f-eca5-47a5-9e9a-bd9d6c4d4133 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:56.598546 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11c36d81-a05e-4377-a3cc-d55f08fecc69 req-c6d9667f-eca5-47a5-9e9a-bd9d6c4d4133 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 944 time: 0.0633006 Feb 19 04:06:56.664164 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-11c36d81-a05e-4377-a3cc-d55f08fecc69 req-fd00ad86-e848-449a-aff5-213cd8f0b20d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591240 Feb 19 04:06:57.170707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:06:57.228557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:06:57.232798 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:06:57.233171 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:57.323441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:06:57.324006 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:57.352101 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:06:57.354408 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73913e84-9edc-45e1-80af-ce20dda2b38b" -d '{"events": [{"server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "name": "network-vif-plugged", "status": "completed", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:06:57.366696 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:06:57.371150 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:57.397341 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fc3534-8e72-46cb-8f87-8f7b8fdb4425 x-openstack-request-id: req-c1fc3534-8e72-46cb-8f87-8f7b8fdb4425 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:06:57.397609 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "name": "network-vif-plugged", "status": "completed", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:06:57.397860 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c1fc3534-8e72-46cb-8f87-8f7b8fdb4425 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:06:57.398251 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'code': 200} Feb 19 04:06:57.425113 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:06:57.500809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203081d-4206-4cdf-b6ed-9d0e9374d8ea req-e10f5abe-9798-4e9e-b682-0c7bfabf7692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:57.502378 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7203081d-4206-4cdf-b6ed-9d0e9374d8ea req-e10f5abe-9798-4e9e-b682-0c7bfabf7692 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1127 time: 0.0483716 Feb 19 04:06:57.551669 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-7203081d-4206-4cdf-b6ed-9d0e9374d8ea req-a05801b2-9d89-49c2-9289-0bb227183294 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429959 Feb 19 04:06:57.798550 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537d0e43-45b5-4a85-8935-102f996c82ab req-5226f35a-56da-487c-8b15-4dd9c830a802 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:57.800046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-537d0e43-45b5-4a85-8935-102f996c82ab req-5226f35a-56da-487c-8b15-4dd9c830a802 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0589690 Feb 19 04:06:57.855332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-537d0e43-45b5-4a85-8935-102f996c82ab req-a81a6bdb-bf90-425d-9c5f-2fe44dc0d3ca tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494092 Feb 19 04:06:58.979848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124cf906-aeec-4a70-ba33-e3b07c09cd17 req-937f8001-d72b-4899-b9b3-66eee86fe3d0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:58.981294 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-124cf906-aeec-4a70-ba33-e3b07c09cd17 req-937f8001-d72b-4899-b9b3-66eee86fe3d0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0574701 Feb 19 04:06:59.035430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-124cf906-aeec-4a70-ba33-e3b07c09cd17 req-c6e71f89-5d00-4da4-9cf6-b0dad648ebb5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455720 Feb 19 04:06:59.155347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc71c6-da15-4143-8cac-d379e1b5dcb6 req-7551531c-2bf9-4ff4-818e-668f239824c2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:59.156882 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eefc71c6-da15-4143-8cac-d379e1b5dcb6 req-7551531c-2bf9-4ff4-818e-668f239824c2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0548985 Feb 19 04:06:59.206225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eefc71c6-da15-4143-8cac-d379e1b5dcb6 req-4f6add06-627b-4162-b592-390e31c654b3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436082 Feb 19 04:06:59.228388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52354) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:59.279646 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0976d4df-3177-4a3c-b72a-973de85faffc tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:06:59.281167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0976d4df-3177-4a3c-b72a-973de85faffc tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1122 time: 0.0512519 Feb 19 04:06:59.285705 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52356) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:06:59.290261 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:06:59.314291 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.425665 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.536796 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.25.1.93 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/97912442-3ab9-4aaa-a392-460a9a33830c) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:06:59.641545 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (97912442-3ab9-4aaa-a392-460a9a33830c), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.680696 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (97912442-3ab9-4aaa-a392-460a9a33830c), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:06:59.717585 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:06:59.720385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:06:59.725694 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:06:59.751875 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=97912442-3ab9-4aaa-a392-460a9a33830c,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:00.102670 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (28de5567-b0ae-4050-a1da-d7c96860a6b8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.178006 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (97912442-3ab9-4aaa-a392-460a9a33830c), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.342603 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (97912442-3ab9-4aaa-a392-460a9a33830c), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.350561 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (97912442-3ab9-4aaa-a392-460a9a33830c), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.423392 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=97912442-3ab9-4aaa-a392-460a9a33830c,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:07:00.437132 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (28de5567-b0ae-4050-a1da-d7c96860a6b8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:00.542780 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Floating IP 28de5567-b0ae-4050-a1da-d7c96860a6b8 associated. External IP: 172.25.1.93, port: 29ed7f6e-1adf-49ae-983d-0a4f1e242b62. Feb 19 04:07:01.113065 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router de62f57e-8881-4909-8057-afebcf895048 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:07:01.224745 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:07:01.235029 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab3f78-0c2b-46bd-adfc-090d9a653e94 None None] Sync routers for ids ['de62f57e-8881-4909-8057-afebcf895048'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:07:01.245313 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:01.246581 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab3f78-0c2b-46bd-adfc-090d9a653e94 None None] Routers {'de62f57e-8881-4909-8057-afebcf895048'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:01.247374 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-55ab3f78-0c2b-46bd-adfc-090d9a653e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:06:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['de62f57e-8881-4909-8057-afebcf895048'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:01.274941 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1bfdf194-49e9-4686-8971-445abf4e5d55 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9881089 Feb 19 04:07:01.275661 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:07:01.278146 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949d6f85-59d3-4038-b21b-2d8c78b95354" -d '{"events": [{"name": "network-changed", "server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:07:01.360565 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-55ab3f78-0c2b-46bd-adfc-090d9a653e94 None None] Set router de62f57e-8881-4909-8057-afebcf895048 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:01.379063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27159f-73fe-420d-a6fc-ae64e577af25 req-5be19b3a-da6d-4867-897b-af2cd889ec7a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:01.380584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d27159f-73fe-420d-a6fc-ae64e577af25 req-5be19b3a-da6d-4867-897b-af2cd889ec7a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0561988 Feb 19 04:07:01.433226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d27159f-73fe-420d-a6fc-ae64e577af25 req-57f7ec52-f170-4cb5-9e07-b48e0a9ac395 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464799 Feb 19 04:07:01.453450 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52362) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:01.492443 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e57523-d7ce-46dc-b4e5-28bc647371d4 x-openstack-request-id: req-48e57523-d7ce-46dc-b4e5-28bc647371d4 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:07:01.492790 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:07:01.493048 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48e57523-d7ce-46dc-b4e5-28bc647371d4 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:07:01.493447 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'status': 'completed', 'code': 200} Feb 19 04:07:01.530118 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7c1bf9ec-3600-493a-9a23-fb04fa16f608 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/28de5567-b0ae-4050-a1da-d7c96860a6b8 HTTP/1.1" status: 200 len: 990 time: 0.0754755 Feb 19 04:07:01.561899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d6f85-59d3-4038-b21b-2d8c78b95354 req-b01ce645-ffae-4e84-af1b-ac7fb90a306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:01.563494 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-949d6f85-59d3-4038-b21b-2d8c78b95354 req-b01ce645-ffae-4e84-af1b-ac7fb90a306c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1127 time: 0.0534496 Feb 19 04:07:01.593838 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-55ab3f78-0c2b-46bd-adfc-090d9a653e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '28de5567-b0ae-4050-a1da-d7c96860a6b8', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'de62f57e-8881-4909-8057-afebcf895048', 'port_id': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'mac_address': 'fa:16:3e:03:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:06:59Z', 'updated_at': '2022-02-19T04:06:59Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d2321f-a531-464c-a35a-89819cb5a2a4', 'name': '', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:fb:89:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:46Z', 'updated_at': '2022-02-19T04:06:50Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:01.625479 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab3f78-0c2b-46bd-adfc-090d9a653e94 None None] Checking router: de62f57e-8881-4909-8057-afebcf895048 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:07:01.635308 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ab3f78-0c2b-46bd-adfc-090d9a653e94 None None] Routers {'de62f57e-8881-4909-8057-afebcf895048'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:07:01.636560 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-55ab3f78-0c2b-46bd-adfc-090d9a653e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:06:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['de62f57e-8881-4909-8057-afebcf895048'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:01.655476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d6f85-59d3-4038-b21b-2d8c78b95354 req-e9b43548-d694-4449-a965-76722a399365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:01.656969 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-949d6f85-59d3-4038-b21b-2d8c78b95354 req-e9b43548-d694-4449-a965-76722a399365 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 897 time: 0.0869110 Feb 19 04:07:01.731230 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-949d6f85-59d3-4038-b21b-2d8c78b95354 req-1eccf3f6-4b30-41d4-8a95-2a83e95cb926 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 998 time: 0.0673451 Feb 19 04:07:01.755514 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-55ab3f78-0c2b-46bd-adfc-090d9a653e94 None None] Set router de62f57e-8881-4909-8057-afebcf895048 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:07:01.781567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d6f85-59d3-4038-b21b-2d8c78b95354 req-d806f745-a7ce-4aeb-bc56-3792e422a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:01.783046 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-949d6f85-59d3-4038-b21b-2d8c78b95354 req-d806f745-a7ce-4aeb-bc56-3792e422a5f1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 200 len: 835 time: 0.0461218 Feb 19 04:07:01.832268 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d6f85-59d3-4038-b21b-2d8c78b95354 req-5a8af432-bfd3-4cf1-9796-654a1ada17d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:01.833877 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-949d6f85-59d3-4038-b21b-2d8c78b95354 req-5a8af432-bfd3-4cf1-9796-654a1ada17d4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7de96cc4-5fb4-4875-9715-4acc82cbab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443261 Feb 19 04:07:01.926391 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-949d6f85-59d3-4038-b21b-2d8c78b95354 req-2a2d02af-a346-4db8-9937-5a3ca686212f service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863667 Feb 19 04:07:01.978902 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-55ab3f78-0c2b-46bd-adfc-090d9a653e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '28de5567-b0ae-4050-a1da-d7c96860a6b8', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'de62f57e-8881-4909-8057-afebcf895048', 'port_id': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'mac_address': 'fa:16:3e:03:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:06:59Z', 'updated_at': '2022-02-19T04:06:59Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d2321f-a531-464c-a35a-89819cb5a2a4', 'name': '', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:fb:89:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:46Z', 'updated_at': '2022-02-19T04:06:50Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:07:02.009472 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ab3f78-0c2b-46bd-adfc-090d9a653e94 None None] The sync data for ids ['de62f57e-8881-4909-8057-afebcf895048'] in n-d-826755-2 is: [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '28de5567-b0ae-4050-a1da-d7c96860a6b8', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.93', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'de62f57e-8881-4909-8057-afebcf895048', 'port_id': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4282, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'mac_address': 'fa:16:3e:03:b6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:06:59Z', 'updated_at': '2022-02-19T04:06:59Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23d2321f-a531-464c-a35a-89819cb5a2a4', 'name': '', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:fb:89:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:46Z', 'updated_at': '2022-02-19T04:06:50Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:07:02.020527 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-949d6f85-59d3-4038-b21b-2d8c78b95354 req-e331df85-0dfb-4f31-94d8-dcddba1c13dd service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879145 Feb 19 04:07:02.221156 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf2b6db-1818-496b-b127-e167141f7baa None None] New status for floating IP 28de5567-b0ae-4050-a1da-d7c96860a6b8: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:07:02.533642 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52364) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:07:02.598740 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-629abf65-154c-40d0-bc83-5d0799b906eb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/28de5567-b0ae-4050-a1da-d7c96860a6b8 HTTP/1.1" status: 200 len: 992 time: 0.0640144 Feb 19 04:07:03.672607 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a87e9ba3-e9e2-47fd-82cb-d237637a1f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:05.962533 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7946be76-9818-46ac-801b-767e17bfb61f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:06.947885 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-59e9b2c4-e48c-4355-b729-b69b4f6e5400 req-e8ffa6f4-2e92-4be2-89e9-d52d175757c9 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531142 Feb 19 04:07:07.038753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9b2c4-e48c-4355-b729-b69b4f6e5400 req-726894e0-528e-4c79-a676-df4970ce5108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:07.040323 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-59e9b2c4-e48c-4355-b729-b69b4f6e5400 req-726894e0-528e-4c79-a676-df4970ce5108 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1127 time: 0.0518074 Feb 19 04:07:07.149850 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9b2c4-e48c-4355-b729-b69b4f6e5400 req-5efced80-51f2-45a1-87f4-de85debdf69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:07.151337 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-59e9b2c4-e48c-4355-b729-b69b4f6e5400 req-5efced80-51f2-45a1-87f4-de85debdf69a service neutron] 10.222.0.87 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 897 time: 0.0931449 Feb 19 04:07:07.222451 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-59e9b2c4-e48c-4355-b729-b69b4f6e5400 req-01e21936-14f8-4b6b-997b-678b481651e1 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 1000 time: 0.0652683 Feb 19 04:07:07.283297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9b2c4-e48c-4355-b729-b69b4f6e5400 req-f2d19738-3b89-4842-add8-968850a34614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:07.285077 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-59e9b2c4-e48c-4355-b729-b69b4f6e5400 req-f2d19738-3b89-4842-add8-968850a34614 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 200 len: 835 time: 0.0569663 Feb 19 04:07:07.338391 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9b2c4-e48c-4355-b729-b69b4f6e5400 req-3d56bb83-8d75-47b1-a1b7-01094e368fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:07:07.340028 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-59e9b2c4-e48c-4355-b729-b69b4f6e5400 req-3d56bb83-8d75-47b1-a1b7-01094e368fc9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7de96cc4-5fb4-4875-9715-4acc82cbab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0492244 Feb 19 04:07:07.352452 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:07.439001 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-59e9b2c4-e48c-4355-b729-b69b4f6e5400 req-72c73a4d-e7fe-46ec-ad96-cf04933798ea service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930722 Feb 19 04:07:07.530045 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-59e9b2c4-e48c-4355-b729-b69b4f6e5400 req-f2089528-7f10-4e86-98f4-97d8e1da7ea0 service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846195 Feb 19 04:07:08.682839 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:10.147272 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:20.690874 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:07:23.181149 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:24.121011 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:33.677304 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ed0f88f7-3e92-429b-b063-69c539b71ec0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:35.960900 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-52805414-e1f0-4fa8-b481-1c69d1c20fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:37.358602 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:38.682843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:40.146639 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:53.208851 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:54.118534 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:07:57.697340 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:08:03.683141 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0c31f1b4-5e6c-4075-b693-d794c1f2ba87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:05.961759 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-21ad75ee-0159-4209-97f4-387803a978c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.361656 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:07.424202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-8f755b96-858c-4786-ace9-dedf2b9343d8 req-f3313946-6c51-4b9f-9a1d-0d20e50902ab service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:08:07.425231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8f755b96-858c-4786-ace9-dedf2b9343d8 req-f3313946-6c51-4b9f-9a1d-0d20e50902ab service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064244 Feb 19 04:08:07.619455 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52400) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:07.681262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93031f91-1a1e-4c26-8725-ef52458604d2 req-057ebb64-fd5c-49ae-a95c-996a66756b31 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:07.686930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93031f91-1a1e-4c26-8725-ef52458604d2 req-057ebb64-fd5c-49ae-a95c-996a66756b31 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.1128559 Feb 19 04:08:07.709201 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-d1943e9e-f1ed-492f-a3ea-a8c69c64c0d0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882189 Feb 19 04:08:07.717738 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-da8603c6-6d9e-4afb-bd4e-e5599d84ec37 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:08:07.718793 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-da8603c6-6d9e-4afb-bd4e-e5599d84ec37 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051937 Feb 19 04:08:07.736990 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-93031f91-1a1e-4c26-8725-ef52458604d2 req-2e39a4a9-2234-4638-b2b2-165a65753e77 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437179 Feb 19 04:08:08.015430 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf5746-66ba-41e7-b2b3-c41d939028fe req-40c7fc01-7266-4bbe-8343-adef4a282e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:08.017789 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ebf5746-66ba-41e7-b2b3-c41d939028fe req-40c7fc01-7266-4bbe-8343-adef4a282e30 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1127 time: 0.0527833 Feb 19 04:08:08.132586 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf5746-66ba-41e7-b2b3-c41d939028fe req-913f3ae6-e39f-4b5e-ad8b-771e5787c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:08.134012 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ebf5746-66ba-41e7-b2b3-c41d939028fe req-913f3ae6-e39f-4b5e-ad8b-771e5787c15c service neutron] 10.222.0.87 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 897 time: 0.0972843 Feb 19 04:08:08.203474 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ebf5746-66ba-41e7-b2b3-c41d939028fe req-1459e339-ac0d-40b3-ad98-adf279ec522a service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 1000 time: 0.0630920 Feb 19 04:08:08.256865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf5746-66ba-41e7-b2b3-c41d939028fe req-fa23097c-a7e9-4447-8cba-151ac76451b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:08.258344 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ebf5746-66ba-41e7-b2b3-c41d939028fe req-fa23097c-a7e9-4447-8cba-151ac76451b2 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 200 len: 835 time: 0.0489662 Feb 19 04:08:08.310243 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf5746-66ba-41e7-b2b3-c41d939028fe req-544fb51e-f2ff-45be-b856-4a4bdc5bd3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:08.311787 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ebf5746-66ba-41e7-b2b3-c41d939028fe req-544fb51e-f2ff-45be-b856-4a4bdc5bd3ee service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7de96cc4-5fb4-4875-9715-4acc82cbab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450408 Feb 19 04:08:08.417046 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ebf5746-66ba-41e7-b2b3-c41d939028fe req-c96f9774-ffaa-47d7-8086-0b9b0237093d service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984242 Feb 19 04:08:08.510156 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8ebf5746-66ba-41e7-b2b3-c41d939028fe req-fc878744-cc31-44f6-a0e8-869b7d644fa3 service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855033 Feb 19 04:08:08.686717 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:08.876167 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5726b1-fa4f-435b-8a66-354cef443196 req-449ecc1a-dcbe-4dae-8fb7-94ab2091eedb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:08.877720 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c5726b1-fa4f-435b-8a66-354cef443196 req-449ecc1a-dcbe-4dae-8fb7-94ab2091eedb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0559816 Feb 19 04:08:08.943989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3c5726b1-fa4f-435b-8a66-354cef443196 req-06f57a4d-ad54-4fdd-a202-4d0ea6ca664b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578601 Feb 19 04:08:09.122950 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52428) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:09.218697 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-4d06227c-d45a-412e-8d95-26a4ce1db4b2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:09.219973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-4d06227c-d45a-412e-8d95-26a4ce1db4b2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports/29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 942 time: 0.0959694 Feb 19 04:08:10.073517 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558c51b-c8d1-4d5c-a19a-c8fb5c936eee req-1f14c5e9-4f96-4ac7-9c84-76d2166e98a1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:10.074966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f558c51b-c8d1-4d5c-a19a-c8fb5c936eee req-1f14c5e9-4f96-4ac7-9c84-76d2166e98a1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0542946 Feb 19 04:08:10.126792 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f558c51b-c8d1-4d5c-a19a-c8fb5c936eee req-a61f8c2b-e7da-49d3-808b-e924c6803d98 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432246 Feb 19 04:08:10.141367 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:11.269184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d953a-936e-42de-b39d-0e8095ac675f req-fe8ee4bf-38b0-4f18-903d-4707a1e7d739 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:11.270645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-623d953a-936e-42de-b39d-0e8095ac675f req-fe8ee4bf-38b0-4f18-903d-4707a1e7d739 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0702989 Feb 19 04:08:11.329462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-623d953a-936e-42de-b39d-0e8095ac675f req-e4950624-39c1-4509-90f3-66cba33aa8ee tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531361 Feb 19 04:08:12.456854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2e71-d8c3-43b5-981f-01e13edb4a03 req-9d623ff2-05af-48e9-93cc-d10d2021d7c2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:12.458419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d7b2e71-d8c3-43b5-981f-01e13edb4a03 req-9d623ff2-05af-48e9-93cc-d10d2021d7c2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0589275 Feb 19 04:08:12.512155 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6d7b2e71-d8c3-43b5-981f-01e13edb4a03 req-ee9f5566-2635-458d-bda1-c44550b5a3d1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480795 Feb 19 04:08:13.210514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-3c1c136d-786c-423c-967f-be26fb714216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.212081 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-3c1c136d-786c-423c-967f-be26fb714216 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1127 time: 0.0479481 Feb 19 04:08:13.309920 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-1a539314-b8b7-4fa9-a2a9-5414e8efd478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.311478 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-1a539314-b8b7-4fa9-a2a9-5414e8efd478 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 897 time: 0.0923126 Feb 19 04:08:13.380651 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-eb7fd908-164c-4f59-a674-32f694c3ddfa service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 1000 time: 0.0631676 Feb 19 04:08:13.434143 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-601a60f3-8533-4c4d-84e8-4f64af380adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.435808 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-601a60f3-8533-4c4d-84e8-4f64af380adb service neutron] 10.222.0.87 "GET /v2.0/subnets?id=66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 200 len: 835 time: 0.0492857 Feb 19 04:08:13.487274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-1788dce0-e883-48cc-a7d5-98920610aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.488636 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-1788dce0-e883-48cc-a7d5-98920610aca3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7de96cc4-5fb4-4875-9715-4acc82cbab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466371 Feb 19 04:08:13.582599 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-98a6b8c0-83c5-470a-8b04-7d335a854ea5 service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868473 Feb 19 04:08:13.651185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85333b-f7c0-4ee5-80cf-291af8e513b4 req-7051f6bd-b07f-4a32-902b-00ae5011a390 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:13.653438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a85333b-f7c0-4ee5-80cf-291af8e513b4 req-7051f6bd-b07f-4a32-902b-00ae5011a390 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0689433 Feb 19 04:08:13.680091 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-7c940b17-757a-4a6c-a021-690c5a8830a1 service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910780 Feb 19 04:08:13.706287 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a85333b-f7c0-4ee5-80cf-291af8e513b4 req-d26c7538-02fd-49ea-b280-b4224b9edc87 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470510 Feb 19 04:08:14.836851 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb309189-2cb2-42cd-a0b6-119dabcbb639 req-73ada994-fc7b-40f0-99d9-8ff8d21156e3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:14.838364 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb309189-2cb2-42cd-a0b6-119dabcbb639 req-73ada994-fc7b-40f0-99d9-8ff8d21156e3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0601430 Feb 19 04:08:14.892313 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bb309189-2cb2-42cd-a0b6-119dabcbb639 req-18383aa4-e284-42a0-8505-22ed37f96fa4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 Feb 19 04:08:16.032050 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54820328-34f9-4653-b377-f415af2098a9 req-85ecd412-7ee3-436f-890b-17c2f9eaf68d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:16.033496 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54820328-34f9-4653-b377-f415af2098a9 req-85ecd412-7ee3-436f-890b-17c2f9eaf68d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0585024 Feb 19 04:08:16.087880 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54820328-34f9-4653-b377-f415af2098a9 req-c18e6986-af78-44a2-83d5-1d5a921eadad tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462141 Feb 19 04:08:17.227418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ee51c-1eeb-4886-b1c3-6d7c943b94ae req-8078f971-29b6-488e-bf42-3047d1415537 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:17.228989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e1ee51c-1eeb-4886-b1c3-6d7c943b94ae req-8078f971-29b6-488e-bf42-3047d1415537 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0592294 Feb 19 04:08:17.289226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e1ee51c-1eeb-4886-b1c3-6d7c943b94ae req-c5a3e318-527c-4e7a-a072-ffe8a7219c30 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540109 Feb 19 04:08:18.423406 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea1821-3f85-4430-846f-6591706f1efa req-15bf0df5-bd18-4db2-b3d6-18759b5baa45 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:18.424969 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ea1821-3f85-4430-846f-6591706f1efa req-15bf0df5-bd18-4db2-b3d6-18759b5baa45 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0613663 Feb 19 04:08:18.476848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-44ea1821-3f85-4430-846f-6591706f1efa req-dc138963-8a14-4a2e-ba63-891a74d4592d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438437 Feb 19 04:08:19.613936 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ae6eb-9152-4f71-ab36-dcfcac4da5d9 req-1a8a819e-d23d-40b6-92e4-542964c09aa8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:19.615713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d1ae6eb-9152-4f71-ab36-dcfcac4da5d9 req-1a8a819e-d23d-40b6-92e4-542964c09aa8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0602512 Feb 19 04:08:19.680269 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4d1ae6eb-9152-4f71-ab36-dcfcac4da5d9 req-904428d3-4278-4afa-811c-ffd6c255dbe1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557275 Feb 19 04:08:20.807787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55bd89-357f-4248-a38e-0d9b0d19877a req-7d409f9b-0c4f-491f-9684-e1ed1080b034 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:20.809317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e55bd89-357f-4248-a38e-0d9b0d19877a req-7d409f9b-0c4f-491f-9684-e1ed1080b034 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0555556 Feb 19 04:08:20.868183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7e55bd89-357f-4248-a38e-0d9b0d19877a req-9ec0167f-9ff9-48e5-8c72-2cf056f16302 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499010 Feb 19 04:08:22.002500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334d9dd-c9c1-402a-b667-c9891318067d req-fba30c76-b5d6-4a8a-97a1-5c1d3261ab0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:22.004060 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e334d9dd-c9c1-402a-b667-c9891318067d req-fba30c76-b5d6-4a8a-97a1-5c1d3261ab0d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0548768 Feb 19 04:08:22.054506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e334d9dd-c9c1-402a-b667-c9891318067d req-863146a0-8ad0-4df8-8837-537f6d5c061d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444031 Feb 19 04:08:23.184363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7472db-149b-457a-a7fc-cc28a057e8e4 req-d701d7b3-cc10-4174-99c9-9a14d311664e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:23.185848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d7472db-149b-457a-a7fc-cc28a057e8e4 req-d701d7b3-cc10-4174-99c9-9a14d311664e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0593133 Feb 19 04:08:23.225083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:23.236487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0d7472db-149b-457a-a7fc-cc28a057e8e4 req-3fc2154a-e7e9-4392-a665-3f8643af8d01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445213 Feb 19 04:08:24.132807 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:24.363876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a828ba5-47bc-4eee-82ee-6b34ae024a11 req-412ae860-5b69-4db4-9e5a-b1794dff86de tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:24.365436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a828ba5-47bc-4eee-82ee-6b34ae024a11 req-412ae860-5b69-4db4-9e5a-b1794dff86de tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0579507 Feb 19 04:08:24.430160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a828ba5-47bc-4eee-82ee-6b34ae024a11 req-afecc8d9-c466-4276-9f7e-48775f9c58c0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550389 Feb 19 04:08:25.553607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3179eb3-beaf-4ed5-9493-73b8e870c7ac req-36aff195-b931-48c4-83b5-a43b928af1c0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:25.555118 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3179eb3-beaf-4ed5-9493-73b8e870c7ac req-36aff195-b931-48c4-83b5-a43b928af1c0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0535705 Feb 19 04:08:25.609924 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d3179eb3-beaf-4ed5-9493-73b8e870c7ac req-da771616-6857-4850-a161-757dcaa57635 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488613 Feb 19 04:08:25.938582 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-98d9b748-965d-4e2a-a400-24e37b82af56 service neutron] show failed (client error): The resource could not be found. Feb 19 04:08:25.939521 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-98d9b748-965d-4e2a-a400-24e37b82af56 service neutron] 10.222.0.87 "GET /v2.0/ports/29ed7f6e-1adf-49ae-983d-0a4f1e242b62/bindings/n-h2-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0584731 Feb 19 04:08:26.152255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-c524aa3d-ceee-45b1-92af-e083c6ca4389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:26.153853 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-c524aa3d-ceee-45b1-92af-e083c6ca4389 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443&tenant_id=466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 1127 time: 0.0472965 Feb 19 04:08:26.165574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:08:26.228384 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.444239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:26.479452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:26.520427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:26.522779 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fccff71-05bc-4664-ab96-894e8f8b5f67" -d '{"events": [{"server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "name": "network-vif-unplugged", "status": "completed", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:26.526508 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Publish callbacks [] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.539360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Transition to ACTIVE for port object 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:08:26.544045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.584100 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54a6b8b-9635-4155-bc15-5bb26632c2fd x-openstack-request-id: req-b54a6b8b-9635-4155-bc15-5bb26632c2fd {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:26.584707 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "name": "network-vif-unplugged", "status": "completed", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:26.584707 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b54a6b8b-9635-4155-bc15-5bb26632c2fd {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:26.585092 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'code': 200} Feb 19 04:08:26.650657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Pushing event updated for resources: {'Port': ['ID=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,revision_number=6']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:26.660746 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.661096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.661432 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.661764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.662090 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.662413 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.662734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.663057 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.663373 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.663689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.664060 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.664318 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.664633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:26.698841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] No DVR routers for this DVR port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:08:26.835903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1fd57-2b96-413e-9036-e59ba4262a5e req-ae14b1c4-2d5c-4a48-997e-f899eed5e044 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:26.837434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2de1fd57-2b96-413e-9036-e59ba4262a5e req-ae14b1c4-2d5c-4a48-997e-f899eed5e044 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 943 time: 0.1040232 Feb 19 04:08:26.901657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Attempting to bind port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:08:26.901985 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Attempting to bind port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:08:26.902319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Attempting to bind port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 on network 7de96cc4-5fb4-4875-9715-4acc82cbab2d {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:26.916238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 on network 7de96cc4-5fb4-4875-9715-4acc82cbab2d not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:08:26.916549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Attempting to bind port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 on network 7de96cc4-5fb4-4875-9715-4acc82cbab2d {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:08:26.929481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2de1fd57-2b96-413e-9036-e59ba4262a5e req-d46dff97-a52b-4262-8e55-5a9b03537815 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766878 Feb 19 04:08:26.930343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:08:26.930683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Checking segment: {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:08:26.931079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Bound using segment: {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:08:26.931524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Bound port: 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de800f8a-9ff3-43bd-9938-1621cfaa2e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:08:26.931871 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:26.997433 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:08:27.000446 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:08:27.008110 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.040773 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:27.041377 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:27.043422 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] 10.222.0.67 "PUT /v2.0/ports/29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 1091 time: 0.8818719 Feb 19 04:08:27.070145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87077e-8efc-4159-a716-ab32181aef7c service neutron] Pushing event updated for resources: {'Port': ['ID=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:27.121801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-5fe3721e-a308-453a-aabc-7953b36a0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:27.123338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-5fe3721e-a308-453a-aabc-7953b36a0c8b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1125 time: 0.0489633 Feb 19 04:08:27.225874 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-b799a322-cb84-47de-ac4e-51697a0f228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:27.227397 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-b799a322-cb84-47de-ac4e-51697a0f228c service neutron] 10.222.0.67 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 897 time: 0.0976753 Feb 19 04:08:27.294542 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-dfc42bbd-c580-4463-9db3-0d0d85521c7c service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 998 time: 0.0617454 Feb 19 04:08:27.349381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-b7a9d682-4471-49df-9c0b-c6814ab9b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:27.350804 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-b7a9d682-4471-49df-9c0b-c6814ab9b173 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 200 len: 835 time: 0.0500488 Feb 19 04:08:27.399423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-604d605b-b9d5-4d53-b655-1104e0c2d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:27.400966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-604d605b-b9d5-4d53-b655-1104e0c2d704 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7de96cc4-5fb4-4875-9715-4acc82cbab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447221 Feb 19 04:08:27.489170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-d1f78821-18b0-4561-963f-1096d3697e15 service neutron] 10.222.0.67 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823576 Feb 19 04:08:27.588490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8bf10720-e04d-4c1f-b9e6-ec8aab3235cc req-90711557-30ff-40df-b6e3-ee2e399358de service neutron] 10.222.0.67 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932579 Feb 19 04:08:28.071837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176596f3-05b6-484f-b10d-33bcab2def23 req-571db986-4eca-4733-97fb-786cebab2e0c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.073347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-176596f3-05b6-484f-b10d-33bcab2def23 req-571db986-4eca-4733-97fb-786cebab2e0c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 943 time: 0.0650265 Feb 19 04:08:28.125705 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-176596f3-05b6-484f-b10d-33bcab2def23 req-14f3bd0e-56b5-4746-a7d4-63d7387b2f38 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 Feb 19 04:08:28.587024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:28.591042 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:28.644407 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aea9aff-67e3-4eb7-bfd3-0e11cfe4f02d x-openstack-request-id: req-0aea9aff-67e3-4eb7-bfd3-0e11cfe4f02d {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:28.644748 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:28.645000 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0aea9aff-67e3-4eb7-bfd3-0e11cfe4f02d {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:28.645412 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'status': 'completed', 'code': 200} Feb 19 04:08:28.705186 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-742909ab-4648-42a2-b11c-42bea53b327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.706749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-742909ab-4648-42a2-b11c-42bea53b327c service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1125 time: 0.0447741 Feb 19 04:08:28.711058 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-6f145f3c-60de-44e5-ad6b-0c08925c717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.712614 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-6f145f3c-60de-44e5-ad6b-0c08925c717e service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1125 time: 0.0460510 Feb 19 04:08:28.800218 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-0ec99a61-fe6c-4d86-9946-1fd71ea01a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.801769 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-0ec99a61-fe6c-4d86-9946-1fd71ea01a99 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 897 time: 0.0887315 Feb 19 04:08:28.804176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-a5e68618-69a7-461f-a170-172eaebc2787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.805712 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-a5e68618-69a7-461f-a170-172eaebc2787 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 897 time: 0.0878794 Feb 19 04:08:28.867989 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-342856b6-44ca-4f2e-a77f-61c334d22108 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 998 time: 0.0600255 Feb 19 04:08:28.870307 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-d82f0f51-9f0e-4c91-acde-48fe27901b03 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 998 time: 0.0588806 Feb 19 04:08:28.921168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-1ee5398e-3471-4c43-bacd-6930c127da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.922671 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-1ee5398e-3471-4c43-bacd-6930c127da82 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 200 len: 835 time: 0.0490868 Feb 19 04:08:28.923675 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-f448c964-a754-4655-a982-596478c7be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.925814 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-f448c964-a754-4655-a982-596478c7be9b service neutron] 10.222.0.87 "GET /v2.0/subnets?id=66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 200 len: 835 time: 0.0501018 Feb 19 04:08:28.973700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-6677810e-d377-46a1-8902-755951ccc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.975289 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-6677810e-d377-46a1-8902-755951ccc9b8 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7de96cc4-5fb4-4875-9715-4acc82cbab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459743 Feb 19 04:08:28.976196 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-303fafe0-44cd-4bc2-9dbb-72740becf585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:28.977767 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-303fafe0-44cd-4bc2-9dbb-72740becf585 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7de96cc4-5fb4-4875-9715-4acc82cbab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452216 Feb 19 04:08:29.066181 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-e75f33d9-5842-416e-96dd-ec2f5d3e912f service neutron] 10.222.0.67 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841184 Feb 19 04:08:29.068941 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-1b78ba72-3326-410f-a0d1-85b741afab41 service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851493 Feb 19 04:08:29.162255 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-38be917f-ebee-4b20-8b63-6407a72236ba service neutron] 10.222.0.67 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897131 Feb 19 04:08:29.186948 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d982cf66-0f1a-431b-b6d9-2aea94c9b4f9 req-cfe69a0b-5502-43a1-acec-92ee05779849 service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117394 Feb 19 04:08:29.262098 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072d840-1d8a-4761-be4b-c3bd2dc53fe6 req-f8221f3c-63e1-4357-a6be-5a4c76ff9791 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:29.263652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4072d840-1d8a-4761-be4b-c3bd2dc53fe6 req-f8221f3c-63e1-4357-a6be-5a4c76ff9791 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 943 time: 0.0587857 Feb 19 04:08:29.316598 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4072d840-1d8a-4761-be4b-c3bd2dc53fe6 req-7235768d-bf74-457c-a6f5-b0bd3e5a09f1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446196 Feb 19 04:08:29.613779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:08:29.661447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] The host n-h1-826755-2 is not matching for port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 host n-h2-826755-2! {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 19 04:08:29.661870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:08:30.466233 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f5ae63-bf5c-45f9-a4c8-1cdfbc617548 req-bda82958-ce3b-469f-9162-c4b9922ccb14 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:30.467820 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85f5ae63-bf5c-45f9-a4c8-1cdfbc617548 req-bda82958-ce3b-469f-9162-c4b9922ccb14 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 943 time: 0.0652115 Feb 19 04:08:30.521068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-85f5ae63-bf5c-45f9-a4c8-1cdfbc617548 req-f146bed4-e048-40fb-8ebe-aa68470b7316 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456107 Feb 19 04:08:31.036806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:08:31.145578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:31.158710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'port_id': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'mac_address': 'fa:16:3e:03:b6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:08:31.201458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:31.201847 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.215305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:08:31.234289 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:31.240940 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:31.286781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:31.294410 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.294728 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.295074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.295370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.295695 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.296035 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.296346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.296688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.297015 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.297330 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.297649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.297964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.298281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:08:31.599009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['29ed7f6e-1adf-49ae-983d-0a4f1e242b62'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:08:31.645866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2df177-df02-4f92-aaed-138d623baf3e req-b017ba19-ff6b-45dd-8481-e3885d299d2c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:31.647468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f2df177-df02-4f92-aaed-138d623baf3e req-b017ba19-ff6b-45dd-8481-e3885d299d2c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 944 time: 0.0547969 Feb 19 04:08:31.698770 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f2df177-df02-4f92-aaed-138d623baf3e req-4b9d3e30-0d94-4aa0-888a-c7978f604a76 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452442 Feb 19 04:08:31.924157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100352da-3c67-4840-8c0f-abc01284094e req-4aababa5-1468-42b8-8889-83a7df080bb0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:31.925949 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-100352da-3c67-4840-8c0f-abc01284094e req-4aababa5-1468-42b8-8889-83a7df080bb0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 944 time: 0.0547485 Feb 19 04:08:31.931244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-08267f57-856d-464e-8cd7-fe36b79d7c53 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:31.932765 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-08267f57-856d-464e-8cd7-fe36b79d7c53 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443&tenant_id=466a16eef58b4a97ad064112f1c72f06&binding%3Ahost_id=n-h2-826755-2 HTTP/1.1" status: 200 len: 944 time: 0.0560145 Feb 19 04:08:31.978913 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-100352da-3c67-4840-8c0f-abc01284094e req-a39e6d39-e5a1-4a7c-9bf4-9a56841f120d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472965 Feb 19 04:08:31.994752 n-d-826755-2 neutron-server[109898]: INFO neutron.api.v2.resource [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-0b0c377c-933f-4f6d-8e19-f8e05c8f295c service neutron] delete failed (client error): The resource could not be found. Feb 19 04:08:31.995807 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-0b0c377c-933f-4f6d-8e19-f8e05c8f295c service neutron] 10.222.0.87 "DELETE /v2.0/ports/29ed7f6e-1adf-49ae-983d-0a4f1e242b62/bindings/n-h1-826755-2 HTTP/1.1" status: 404 len: 380 time: 0.0563672 Feb 19 04:08:32.088980 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-954cc484-b986-4b2f-8085-6a17d1f719a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:32.090421 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-954cc484-b986-4b2f-8085-6a17d1f719a2 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1126 time: 0.0508721 Feb 19 04:08:32.100898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c86bc-f1ca-4be3-a8d1-084cdb983307 req-0a82ac1b-7d69-443c-a435-25f91518844b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:32.102509 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-518c86bc-f1ca-4be3-a8d1-084cdb983307 req-0a82ac1b-7d69-443c-a435-25f91518844b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 944 time: 0.0526094 Feb 19 04:08:32.152020 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-518c86bc-f1ca-4be3-a8d1-084cdb983307 req-48fd8283-6f12-4e7b-88f4-e3c68e9de72b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Feb 19 04:08:32.180910 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-cd2af0e4-8254-42fc-83b1-b9082471de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:32.183607 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-cd2af0e4-8254-42fc-83b1-b9082471de73 service neutron] 10.222.0.87 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 897 time: 0.0875416 Feb 19 04:08:32.254534 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-3d43a625-ed34-4a90-9814-9549697460c7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 999 time: 0.0651681 Feb 19 04:08:32.314074 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-74e7899f-0988-4a53-885b-6b4ced68d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:32.315532 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-74e7899f-0988-4a53-885b-6b4ced68d370 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 200 len: 835 time: 0.0549779 Feb 19 04:08:32.374696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-6d303976-96b6-43a6-87f7-b23590f34eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:32.376160 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-6d303976-96b6-43a6-87f7-b23590f34eac service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=7de96cc4-5fb4-4875-9715-4acc82cbab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544643 Feb 19 04:08:32.469387 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-c13d52c5-d873-4f77-a4df-652fe6946cee service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874698 Feb 19 04:08:32.561408 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a84fc5aa-d5a9-4883-9c9d-0a480591cdb1 req-179c80af-72bc-4cc5-a015-d397afa696a4 service neutron] 10.222.0.87 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862546 Feb 19 04:08:33.046190 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:08:33.098262 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:08:33.102083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:08:33.102458 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.189307 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:08:33.189726 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.213685 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:08:33.216164 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bce5b78-5bd3-4148-8719-6e9923e32b35" -d '{"events": [{"server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "name": "network-vif-plugged", "status": "completed", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:08:33.229257 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:08:33.234662 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:33.278502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581db9be-ef50-4c14-8910-edd0f41e5bb6 req-1b7ab855-a59d-484a-a67e-c32d792ca8f5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:08:33.280008 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-581db9be-ef50-4c14-8910-edd0f41e5bb6 req-1b7ab855-a59d-484a-a67e-c32d792ca8f5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0547044 Feb 19 04:08:33.283077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:08:33.328009 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-581db9be-ef50-4c14-8910-edd0f41e5bb6 req-151b2efc-d18d-4fb2-9824-7a5196eeb7a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420835 Feb 19 04:08:33.350926 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52496) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:08:33.372060 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59953ced-4bc6-4ded-8e6d-4098b2834901 x-openstack-request-id: req-59953ced-4bc6-4ded-8e6d-4098b2834901 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:08:33.372358 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "name": "network-vif-plugged", "status": "completed", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:08:33.372616 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-59953ced-4bc6-4ded-8e6d-4098b2834901 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:08:33.373053 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'code': 200} Feb 19 04:08:33.419296 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3ef13abe-07ab-4667-b6e7-2ee14b770f68 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/28de5567-b0ae-4050-a1da-d7c96860a6b8 HTTP/1.1" status: 200 len: 992 time: 0.0671628 Feb 19 04:08:33.682118 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-410e2988-3db4-47c4-97ee-b78923f89f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:34.701556 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:08:35.961847 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-386d797b-e3de-4ce9-9c82-4350cec7a6f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:37.365736 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:38.688944 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:40.155733 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:53.221157 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:08:54.156207 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:03.683221 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-708c657a-fb90-4241-89fa-390b127bcd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:05.957553 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b7db7e03-50b6-4253-8ff2-04c3caf732ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:07.367934 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:08.694001 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:10.159391 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:11.701510 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:09:14.099881 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16e1b99b-6ed1-4eea-b7e8-5bd76b0c1829 req-1373b1d1-a344-444b-92b9-32edb3ec0566 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1210401 Feb 19 04:09:14.192593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b99b-6ed1-4eea-b7e8-5bd76b0c1829 req-f442d1d2-b113-45a1-9e6f-ffd3c89dc3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:14.194182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16e1b99b-6ed1-4eea-b7e8-5bd76b0c1829 req-f442d1d2-b113-45a1-9e6f-ffd3c89dc3ee service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1127 time: 0.0514026 Feb 19 04:09:14.295321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b99b-6ed1-4eea-b7e8-5bd76b0c1829 req-fd076059-c86b-43df-a22e-6e6228261ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:14.296693 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16e1b99b-6ed1-4eea-b7e8-5bd76b0c1829 req-fd076059-c86b-43df-a22e-6e6228261ecd service neutron] 10.222.0.67 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 897 time: 0.0843046 Feb 19 04:09:14.372614 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16e1b99b-6ed1-4eea-b7e8-5bd76b0c1829 req-cbe0ef8f-6ea5-456b-8188-92a14422aab3 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 1000 time: 0.0683038 Feb 19 04:09:14.425853 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b99b-6ed1-4eea-b7e8-5bd76b0c1829 req-b446df18-de43-4e2d-ac6b-301620d616e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:14.427329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16e1b99b-6ed1-4eea-b7e8-5bd76b0c1829 req-b446df18-de43-4e2d-ac6b-301620d616e9 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 200 len: 835 time: 0.0481217 Feb 19 04:09:14.476438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1b99b-6ed1-4eea-b7e8-5bd76b0c1829 req-7a3e4ba8-e9b7-4ffa-a9d2-efa36f5d34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:14.477985 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16e1b99b-6ed1-4eea-b7e8-5bd76b0c1829 req-7a3e4ba8-e9b7-4ffa-a9d2-efa36f5d34ed service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7de96cc4-5fb4-4875-9715-4acc82cbab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452311 Feb 19 04:09:14.909622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16e1b99b-6ed1-4eea-b7e8-5bd76b0c1829 req-c90fe4f6-4115-4cfd-aa3f-76d4abdaf76c service neutron] 10.222.0.67 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248207 Feb 19 04:09:15.004321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-16e1b99b-6ed1-4eea-b7e8-5bd76b0c1829 req-cf378053-fb1c-4c18-afbd-cdaa534dccb5 service neutron] 10.222.0.67 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879042 Feb 19 04:09:23.242534 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:24.159426 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:25.932321 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-9f0ed212-662d-4c64-8820-c498b0530ca4 service neutron] (109899) timed out ('10.222.0.81', 49002) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:09:26.382053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-e641b3f6-6bee-4255-9448-a6c3d2676d46 req-2f969535-d516-41ad-8ec0-e9cee9d9e215 tempest-ServerActionsTestJSON-877891620 tempest-ServerActionsTestJSON-877891620-project] (109898) timed out ('10.222.0.81', 49022) {{(pid=109898) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:09:26.422120 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52526) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:26.587014 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port 97912442-3ab9-4aaa-a392-460a9a33830c {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:26.587309 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (97912442-3ab9-4aaa-a392-460a9a33830c), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.662199 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (97912442-3ab9-4aaa-a392-460a9a33830c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.662435 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (97912442-3ab9-4aaa-a392-460a9a33830c), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.674174 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for 97912442-3ab9-4aaa-a392-460a9a33830c owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:26.829273 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (97912442-3ab9-4aaa-a392-460a9a33830c), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.856052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=97912442-3ab9-4aaa-a392-460a9a33830c,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:26.884106 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.884360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.884722 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.885091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.885426 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.885754 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.886080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.886406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.886704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.887058 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.887379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.887696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.888019 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:26.931883 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (28de5567-b0ae-4050-a1da-d7c96860a6b8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:26.932274 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Floating IP 28de5567-b0ae-4050-a1da-d7c96860a6b8 disassociated (deleted). External IP: 172.25.1.93, port: 29ed7f6e-1adf-49ae-983d-0a4f1e242b62. Feb 19 04:09:27.148699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router de62f57e-8881-4909-8057-afebcf895048 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:27.265714 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:27.270326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:27.277866 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab2cb8-64d7-4b27-8a85-d916699b7dcc None None] Sync routers for ids ['de62f57e-8881-4909-8057-afebcf895048'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:27.288522 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab2cb8-64d7-4b27-8a85-d916699b7dcc None None] Routers {'de62f57e-8881-4909-8057-afebcf895048'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:27.289194 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a8ab2cb8-64d7-4b27-8a85-d916699b7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:09:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['de62f57e-8881-4909-8057-afebcf895048'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:27.305049 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f93ee389-6eb0-483b-9cd7-30945fc5b32d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/floatingips/28de5567-b0ae-4050-a1da-d7c96860a6b8 HTTP/1.1" status: 204 len: 168 time: 0.8817556 Feb 19 04:09:27.305652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:27.308085 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3f04c9-cfb9-46c8-a56d-19f34b751426" -d '{"events": [{"name": "network-changed", "server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:27.398516 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a8ab2cb8-64d7-4b27-8a85-d916699b7dcc None None] Set router de62f57e-8881-4909-8057-afebcf895048 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:27.481761 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af2e256-cb84-4c96-b4e3-40d0e1d7afde x-openstack-request-id: req-4af2e256-cb84-4c96-b4e3-40d0e1d7afde {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:27.482796 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:27.483233 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4af2e256-cb84-4c96-b4e3-40d0e1d7afde {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:27.483814 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'status': 'completed', 'code': 200} Feb 19 04:09:27.612102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f04c9-cfb9-46c8-a56d-19f34b751426 req-664ae005-185d-426a-9365-61db114409cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:27.613649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f3f04c9-cfb9-46c8-a56d-19f34b751426 req-664ae005-185d-426a-9365-61db114409cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 1127 time: 0.0852537 Feb 19 04:09:27.615482 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a8ab2cb8-64d7-4b27-8a85-d916699b7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '23d2321f-a531-464c-a35a-89819cb5a2a4', 'name': '', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:fb:89:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:46Z', 'updated_at': '2022-02-19T04:06:50Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:27.633900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52abb92-b300-4ba9-b00d-ea1c8052eb17 req-4faecc8e-6845-437a-91c8-2d5c959411e9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:27.635337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b52abb92-b300-4ba9-b00d-ea1c8052eb17 req-4faecc8e-6845-437a-91c8-2d5c959411e9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0754809 Feb 19 04:09:27.642837 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab2cb8-64d7-4b27-8a85-d916699b7dcc None None] Checking router: de62f57e-8881-4909-8057-afebcf895048 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:27.652402 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab2cb8-64d7-4b27-8a85-d916699b7dcc None None] Routers {'de62f57e-8881-4909-8057-afebcf895048'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:27.653076 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a8ab2cb8-64d7-4b27-8a85-d916699b7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:09:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['de62f57e-8881-4909-8057-afebcf895048'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:27.746289 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f04c9-cfb9-46c8-a56d-19f34b751426 req-6901477b-2041-4cfe-9c26-93895b27ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:27.747851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f3f04c9-cfb9-46c8-a56d-19f34b751426 req-6901477b-2041-4cfe-9c26-93895b27ab49 service neutron] 10.222.0.67 "GET /v2.0/networks?id=7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 200 len: 897 time: 0.1279595 Feb 19 04:09:27.751688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b52abb92-b300-4ba9-b00d-ea1c8052eb17 req-f92303d4-33d1-43a5-b111-d5e9ac039a46 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052494 Feb 19 04:09:27.769157 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a8ab2cb8-64d7-4b27-8a85-d916699b7dcc None None] Set router de62f57e-8881-4909-8057-afebcf895048 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:27.790290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f3f04c9-cfb9-46c8-a56d-19f34b751426 req-fbdeb19e-e8e6-46c5-8dad-bb5af805a57a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 200 len: 217 time: 0.0352254 Feb 19 04:09:27.838758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f04c9-cfb9-46c8-a56d-19f34b751426 req-3c7a1cf4-2817-43d7-93bb-ba3d606327f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:27.840162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f3f04c9-cfb9-46c8-a56d-19f34b751426 req-3c7a1cf4-2817-43d7-93bb-ba3d606327f8 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 200 len: 835 time: 0.0444639 Feb 19 04:09:27.900348 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f04c9-cfb9-46c8-a56d-19f34b751426 req-de144a40-4e39-48f6-a2cd-59540c0419bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:27.901909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f3f04c9-cfb9-46c8-a56d-19f34b751426 req-de144a40-4e39-48f6-a2cd-59540c0419bb service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=7de96cc4-5fb4-4875-9715-4acc82cbab2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0549362 Feb 19 04:09:27.971802 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a8ab2cb8-64d7-4b27-8a85-d916699b7dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '23d2321f-a531-464c-a35a-89819cb5a2a4', 'name': '', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:fb:89:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:46Z', 'updated_at': '2022-02-19T04:06:50Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:27.994174 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f3f04c9-cfb9-46c8-a56d-19f34b751426 req-4ec5e50b-5c5e-4f3c-a101-4e79fc8dec25 service neutron] 10.222.0.67 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842435 Feb 19 04:09:28.002108 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab2cb8-64d7-4b27-8a85-d916699b7dcc None None] The sync data for ids ['de62f57e-8881-4909-8057-afebcf895048'] in n-d-826755-2 is: [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '23d2321f-a531-464c-a35a-89819cb5a2a4', 'name': '', 'network_id': '7de96cc4-5fb4-4875-9715-4acc82cbab2d', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:fb:89:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:46Z', 'updated_at': '2022-02-19T04:06:50Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '66df5073-95dd-437c-8c4c-123f3dadc37c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:28.089677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6f3f04c9-cfb9-46c8-a56d-19f34b751426 req-a14f7114-71bc-45a0-b31a-5488a9bb9f04 service neutron] 10.222.0.67 "GET /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888896 Feb 19 04:09:28.230734 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18351d5b-02f7-4b63-b1dc-03acbd54bef1 None None] New status for floating IP 28de5567-b0ae-4050-a1da-d7c96860a6b8: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:09:28.882524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a34ce3-6ded-4db4-a6d4-0739dbd0c5b9 req-fec0b70b-6787-4cbc-a2ce-bc907fa4144f tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:28.883991 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a34ce3-6ded-4db4-a6d4-0739dbd0c5b9 req-fec0b70b-6787-4cbc-a2ce-bc907fa4144f tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0591495 Feb 19 04:09:28.938819 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-76a34ce3-6ded-4db4-a6d4-0739dbd0c5b9 req-e9404b11-0b20-46ec-aa72-30fc446c6e80 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=27752921-31a2-44ce-a105-76ba07ee4af7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484622 Feb 19 04:09:29.054639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56658373-8548-4c1e-85ae-720ebc13c2b0 req-795e09cc-9681-4340-9a30-f6c3bc1b656e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:29.056077 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56658373-8548-4c1e-85ae-720ebc13c2b0 req-795e09cc-9681-4340-9a30-f6c3bc1b656e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.67 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 945 time: 0.0608287 Feb 19 04:09:29.170241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-56658373-8548-4c1e-85ae-720ebc13c2b0 req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:29.170555 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-56658373-8548-4c1e-85ae-720ebc13c2b0 req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.267242 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-56658373-8548-4c1e-85ae-720ebc13c2b0 req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:29.267527 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-56658373-8548-4c1e-85ae-720ebc13c2b0 req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.281238 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-56658373-8548-4c1e-85ae-720ebc13c2b0 req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:29.421746 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-56658373-8548-4c1e-85ae-720ebc13c2b0 req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (29ed7f6e-1adf-49ae-983d-0a4f1e242b62), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.452859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=29ed7f6e-1adf-49ae-983d-0a4f1e242b62,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:29.486630 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.486977 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.487343 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.487683 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.488020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.488333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.488641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.488991 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.489313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.489639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.489959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.490274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.490587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:29.513354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-56658373-8548-4c1e-85ae-720ebc13c2b0 req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] No DVR routers for this DVR port 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:29.516355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-56658373-8548-4c1e-85ae-720ebc13c2b0 req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:29.519921 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-56658373-8548-4c1e-85ae-720ebc13c2b0 req-84252a9e-0240-459e-a9f1-24081e77feda tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.67 "DELETE /v2.0/ports/29ed7f6e-1adf-49ae-983d-0a4f1e242b62 HTTP/1.1" status: 204 len: 173 time: 0.4584956 Feb 19 04:09:29.520323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'name': 'network-vif-deleted', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:29.522654 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c4081ef-6617-4256-9710-8060a5863482" -d '{"events": [{"server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "name": "network-vif-deleted", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:29.632455 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ab1970-3a07-4b71-9b49-254e23b1f666 x-openstack-request-id: req-39ab1970-3a07-4b71-9b49-254e23b1f666 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:29.632886 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57b84c18-cbb7-457a-8ecf-aa2733b28443", "name": "network-vif-deleted", "tag": "29ed7f6e-1adf-49ae-983d-0a4f1e242b62", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:29.633275 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39ab1970-3a07-4b71-9b49-254e23b1f666 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:29.633892 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57b84c18-cbb7-457a-8ecf-aa2733b28443', 'name': 'network-vif-deleted', 'tag': '29ed7f6e-1adf-49ae-983d-0a4f1e242b62', 'status': 'completed', 'code': 200} Feb 19 04:09:30.056180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bdcec2a4-963f-41ca-9d15-756af5f5016f req-f9921513-f641-438f-8439-e1950c331808 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=57b84c18-cbb7-457a-8ecf-aa2733b28443 HTTP/1.1" status: 200 len: 210 time: 0.0291522 Feb 19 04:09:31.127589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52544) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:31.904601 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-859fa8c4-02fa-4635-a46a-6064ce07a2ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (de62f57e-8881-4909-8057-afebcf895048), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.195535 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-859fa8c4-02fa-4635-a46a-6064ce07a2ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port 23d2321f-a531-464c-a35a-89819cb5a2a4 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:32.196542 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-859fa8c4-02fa-4635-a46a-6064ce07a2ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.291457 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-859fa8c4-02fa-4635-a46a-6064ce07a2ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port 23d2321f-a531-464c-a35a-89819cb5a2a4, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=23d2321f-a531-464c-a35a-89819cb5a2a4,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:32.291771 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-859fa8c4-02fa-4635-a46a-6064ce07a2ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.304012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-859fa8c4-02fa-4635-a46a-6064ce07a2ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for 23d2321f-a531-464c-a35a-89819cb5a2a4 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:32.499168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-859fa8c4-02fa-4635-a46a-6064ce07a2ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (23d2321f-a531-464c-a35a-89819cb5a2a4), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.525973 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fa8c4-02fa-4635-a46a-6064ce07a2ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=23d2321f-a531-464c-a35a-89819cb5a2a4,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:32.708486 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-859fa8c4-02fa-4635-a46a-6064ce07a2ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (de62f57e-8881-4909-8057-afebcf895048), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:32.948535 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859fa8c4-02fa-4635-a46a-6064ce07a2ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router de62f57e-8881-4909-8057-afebcf895048 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:33.076297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859fa8c4-02fa-4635-a46a-6064ce07a2ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:33.085442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52546) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:33.085929 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-859fa8c4-02fa-4635-a46a-6064ce07a2ea tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "PUT /v2.0/routers/de62f57e-8881-4909-8057-afebcf895048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9567556 Feb 19 04:09:33.088847 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c0938f-39ea-4749-b906-b7e1c161af09 None None] Sync routers for ids ['de62f57e-8881-4909-8057-afebcf895048'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:33.099811 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0938f-39ea-4749-b906-b7e1c161af09 None None] Routers {'de62f57e-8881-4909-8057-afebcf895048'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:33.100418 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e0c0938f-39ea-4749-b906-b7e1c161af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:09:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['de62f57e-8881-4909-8057-afebcf895048'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:33.137143 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-10f45351-b8d2-4cea-b535-41cf51f892d1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting subnet 66df5073-95dd-437c-8c4c-123f3dadc37c {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:09:33.140410 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10f45351-b8d2-4cea-b535-41cf51f892d1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (66df5073-95dd-437c-8c4c-123f3dadc37c), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.179928 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10f45351-b8d2-4cea-b535-41cf51f892d1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (66df5073-95dd-437c-8c4c-123f3dadc37c), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.207336 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e0c0938f-39ea-4749-b906-b7e1c161af09 None None] Set router de62f57e-8881-4909-8057-afebcf895048 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:33.266260 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10f45351-b8d2-4cea-b535-41cf51f892d1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (66df5073-95dd-437c-8c4c-123f3dadc37c), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.329590 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10f45351-b8d2-4cea-b535-41cf51f892d1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (66df5073-95dd-437c-8c4c-123f3dadc37c), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.355804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f45351-b8d2-4cea-b535-41cf51f892d1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Subnet': ['ID=66df5073-95dd-437c-8c4c-123f3dadc37c,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:33.363398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:33.365207 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-10f45351-b8d2-4cea-b535-41cf51f892d1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.368495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-10f45351-b8d2-4cea-b535-41cf51f892d1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/subnets/66df5073-95dd-437c-8c4c-123f3dadc37c HTTP/1.1" status: 204 len: 168 time: 0.2817082 Feb 19 04:09:33.371202 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52548) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:33.388955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37ef435-4807-41c8-8f20-efbe6110ea5d None None] Network 7de96cc4-5fb4-4875-9715-4acc82cbab2d requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:33.389377 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e0c0938f-39ea-4749-b906-b7e1c161af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:09:32Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:33.391398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:33.392276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 29ed7f6e-1adf-49ae-983d-0a4f1e242b62 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:33.421505 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c0938f-39ea-4749-b906-b7e1c161af09 None None] Checking router: de62f57e-8881-4909-8057-afebcf895048 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:33.429986 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c0938f-39ea-4749-b906-b7e1c161af09 None None] Routers {'de62f57e-8881-4909-8057-afebcf895048'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:33.430635 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e0c0938f-39ea-4749-b906-b7e1c161af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:09:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['de62f57e-8881-4909-8057-afebcf895048'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:33.485003 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (de62f57e-8881-4909-8057-afebcf895048), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.550515 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-e0c0938f-39ea-4749-b906-b7e1c161af09 None None] Set router de62f57e-8881-4909-8057-afebcf895048 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:33.556992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] DHCP port deletion for 7de96cc4-5fb4-4875-9715-4acc82cbab2d request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:09:33.600989 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (de62f57e-8881-4909-8057-afebcf895048), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.608844 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Deleting port c2b169af-3ff5-4d13-b4a2-56900481f228 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:33.609170 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.659546 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:09:33.660198 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.687462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] For port c2b169af-3ff5-4d13-b4a2-56900481f228, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c2b169af-3ff5-4d13-b4a2-56900481f228,segment=NetworkSegment(de800f8a-9ff3-43bd-9938-1621cfaa2e25),segment_id=de800f8a-9ff3-43bd-9938-1621cfaa2e25)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:33.687870 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.722559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Calling delete_port for c2b169af-3ff5-4d13-b4a2-56900481f228 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:33.726838 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38cce553-9e7b-468a-9b64-1f3b9df96b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.770124 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port a47d2dc3-cd99-4be1-8c20-127de1cfbc6f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a47d2dc3-cd99-4be1-8c20-127de1cfbc6f,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:33.770441 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.785609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for a47d2dc3-cd99-4be1-8c20-127de1cfbc6f owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:09:33.818037 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (c2b169af-3ff5-4d13-b4a2-56900481f228), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.855831 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Pushing event deleted for resources: {'Port': ['ID=c2b169af-3ff5-4d13-b4a2-56900481f228,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:33.863192 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c2b169af-3ff5-4d13-b4a2-56900481f228 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:33.864384 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-e0c0938f-39ea-4749-b906-b7e1c161af09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:09:32Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:33.868104 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] No DVR routers for this DVR port c2b169af-3ff5-4d13-b4a2-56900481f228 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:09:33.895418 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c0938f-39ea-4749-b906-b7e1c161af09 None None] The sync data for ids ['de62f57e-8881-4909-8057-afebcf895048'] in n-d-826755-2 is: [{'id': 'de62f57e-8881-4909-8057-afebcf895048', 'name': 'tempest-TestNetworkAdvancedServerOps-router-404348274', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241'}], 'enable_snat': True}, 'gw_port_id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:06:43Z', 'updated_at': '2022-02-19T04:09:32Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a47d2dc3-cd99-4be1-8c20-127de1cfbc6f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:16:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de62f57e-8881-4909-8057-afebcf895048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:06:44Z', 'updated_at': '2022-02-19T04:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:33.899703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.900097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.900367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.900715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.901040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.901361 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.901680 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.901994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.902387 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.902608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.902951 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.903230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.903547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8cd6cf-c699-4783-a8a3-b9d9f8eeec24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:33.911694 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c2b169af-3ff5-4d13-b4a2-56900481f228 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:33.912112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c2b169af-3ff5-4d13-b4a2-56900481f228 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:33.972542 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (a47d2dc3-cd99-4be1-8c20-127de1cfbc6f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:33.998748 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=a47d2dc3-cd99-4be1-8c20-127de1cfbc6f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:34.063462 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (de62f57e-8881-4909-8057-afebcf895048), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.156085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (de62f57e-8881-4909-8057-afebcf895048), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.158360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_controller (de62f57e-8881-4909-8057-afebcf895048), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.205273 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (de62f57e-8881-4909-8057-afebcf895048), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.205938 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Fanout notify agent at l3_agent the message router_deleted on router de62f57e-8881-4909-8057-afebcf895048 {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:09:34.214663 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.216052 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-aa56c87f-959e-44cb-95f9-2fd0a46233d5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/routers/de62f57e-8881-4909-8057-afebcf895048 HTTP/1.1" status: 204 len: 168 time: 0.8438530 Feb 19 04:09:34.219070 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52550) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:34.299085 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (7de96cc4-5fb4-4875-9715-4acc82cbab2d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.389480 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (7de96cc4-5fb4-4875-9715-4acc82cbab2d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.410113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de96cc4-5fb4-4875-9715-4acc82cbab2d']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:34.419096 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de800f8a-9ff3-43bd-9938-1621cfaa2e25') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:34.419393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de800f8a-9ff3-43bd-9938-1621cfaa2e25') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:34.428577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (de800f8a-9ff3-43bd-9938-1621cfaa2e25), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.442803 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (de800f8a-9ff3-43bd-9938-1621cfaa2e25), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.449050 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:09:34.449445 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (de800f8a-9ff3-43bd-9938-1621cfaa2e25), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: timer() Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:09:34.452387 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:09:34.522536 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (7de96cc4-5fb4-4875-9715-4acc82cbab2d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.530108 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.533559 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/networks/7de96cc4-5fb4-4875-9715-4acc82cbab2d HTTP/1.1" status: 204 len: 168 time: 0.3133285 Feb 19 04:09:34.536508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52552) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:34.546752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bbfed-bba1-44d9-b622-5449e8e79809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Network': ['ID=7de96cc4-5fb4-4875-9715-4acc82cbab2d,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:34.598281 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ced04d85-2f73-4ac4-b96a-0b2a6683945e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (27752921-31a2-44ce-a105-76ba07ee4af7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.627106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ced04d85-2f73-4ac4-b96a-0b2a6683945e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (27752921-31a2-44ce-a105-76ba07ee4af7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.690252 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ced04d85-2f73-4ac4-b96a-0b2a6683945e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (27752921-31a2-44ce-a105-76ba07ee4af7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.692826 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ced04d85-2f73-4ac4-b96a-0b2a6683945e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:34.693994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ced04d85-2f73-4ac4-b96a-0b2a6683945e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/security-groups/27752921-31a2-44ce-a105-76ba07ee4af7 HTTP/1.1" status: 204 len: 168 time: 0.1557856 Feb 19 04:09:34.703216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced04d85-2f73-4ac4-b96a-0b2a6683945e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27752921-31a2-44ce-a105-76ba07ee4af7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:34.982936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52558) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:34.988080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-9eab5fe6-55d4-4034-83ef-72cd55d8ee49 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1161132495', 'description': 'tempest-secgroup-smoke-1161132495 description', 'project_id': '466a16eef58b4a97ad064112f1c72f06'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:35.011767 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9eab5fe6-55d4-4034-83ef-72cd55d8ee49 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.086267 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9eab5fe6-55d4-4034-83ef-72cd55d8ee49 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (273c8a8f-2b9c-4f65-b5e1-a028645e8108), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.092212 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9eab5fe6-55d4-4034-83ef-72cd55d8ee49 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (273c8a8f-2b9c-4f65-b5e1-a028645e8108), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.119744 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9eab5fe6-55d4-4034-83ef-72cd55d8ee49 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.120953 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9eab5fe6-55d4-4034-83ef-72cd55d8ee49 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1368642 Feb 19 04:09:35.124132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52560) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:35.125031 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab5fe6-55d4-4034-83ef-72cd55d8ee49 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273c8a8f-2b9c-4f65-b5e1-a028645e8108,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:35.129102 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8b53ca50-60df-4b6d-bb5a-1289f5947f24 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '273c8a8f-2b9c-4f65-b5e1-a028645e8108', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:35.157622 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b53ca50-60df-4b6d-bb5a-1289f5947f24 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (66c2dee0-9a5b-4c11-8102-2d2f3a8435f7), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.209811 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b53ca50-60df-4b6d-bb5a-1289f5947f24 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (66c2dee0-9a5b-4c11-8102-2d2f3a8435f7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.215453 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b53ca50-60df-4b6d-bb5a-1289f5947f24 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (66c2dee0-9a5b-4c11-8102-2d2f3a8435f7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.233870 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53ca50-60df-4b6d-bb5a-1289f5947f24 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c2dee0-9a5b-4c11-8102-2d2f3a8435f7,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:35.244649 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8b53ca50-60df-4b6d-bb5a-1289f5947f24 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.245911 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8b53ca50-60df-4b6d-bb5a-1289f5947f24 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206393 Feb 19 04:09:35.249847 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52562) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:35.254234 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0f3c589e-3a7f-4b5a-bfe4-4bdd559b7ab3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '273c8a8f-2b9c-4f65-b5e1-a028645e8108', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:35.281543 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f3c589e-3a7f-4b5a-bfe4-4bdd559b7ab3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (8c56437a-8bfb-4129-8963-08b4bc4607f9), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.340045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f3c589e-3a7f-4b5a-bfe4-4bdd559b7ab3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (8c56437a-8bfb-4129-8963-08b4bc4607f9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.346796 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f3c589e-3a7f-4b5a-bfe4-4bdd559b7ab3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (8c56437a-8bfb-4129-8963-08b4bc4607f9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.369900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c589e-3a7f-4b5a-bfe4-4bdd559b7ab3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c56437a-8bfb-4129-8963-08b4bc4607f9,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:35.376369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0f3c589e-3a7f-4b5a-bfe4-4bdd559b7ab3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.377555 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0f3c589e-3a7f-4b5a-bfe4-4bdd559b7ab3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1267807 Feb 19 04:09:35.380344 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52564) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:35.384689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dde4a24e-ba7a-4b80-98d3-158034d53b9a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '273c8a8f-2b9c-4f65-b5e1-a028645e8108', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:35.412490 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dde4a24e-ba7a-4b80-98d3-158034d53b9a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (2dd12a27-7cf5-4e61-a18b-62cfa5d9e955), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.473685 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dde4a24e-ba7a-4b80-98d3-158034d53b9a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (2dd12a27-7cf5-4e61-a18b-62cfa5d9e955), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.479512 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dde4a24e-ba7a-4b80-98d3-158034d53b9a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (2dd12a27-7cf5-4e61-a18b-62cfa5d9e955), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.498290 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4a24e-ba7a-4b80-98d3-158034d53b9a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd12a27-7cf5-4e61-a18b-62cfa5d9e955,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:35.504972 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dde4a24e-ba7a-4b80-98d3-158034d53b9a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.506224 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dde4a24e-ba7a-4b80-98d3-158034d53b9a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1249089 Feb 19 04:09:35.509062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52566) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:35.513483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-d576708d-8d4e-406e-9837-5ee0cddc93ce tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '273c8a8f-2b9c-4f65-b5e1-a028645e8108', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:35.540538 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d576708d-8d4e-406e-9837-5ee0cddc93ce tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (10d4a9b1-6909-4bb5-a91c-3966dd15bf07), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.597076 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d576708d-8d4e-406e-9837-5ee0cddc93ce tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (10d4a9b1-6909-4bb5-a91c-3966dd15bf07), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.602357 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d576708d-8d4e-406e-9837-5ee0cddc93ce tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (10d4a9b1-6909-4bb5-a91c-3966dd15bf07), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.622066 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d576708d-8d4e-406e-9837-5ee0cddc93ce tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d4a9b1-6909-4bb5-a91c-3966dd15bf07,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:35.631419 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d576708d-8d4e-406e-9837-5ee0cddc93ce tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.632256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d576708d-8d4e-406e-9837-5ee0cddc93ce tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222568 Feb 19 04:09:35.634999 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52568) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:35.639459 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0a40ccb8-be5c-4a50-805e-4362c3c211dd tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '273c8a8f-2b9c-4f65-b5e1-a028645e8108', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:35.663740 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-0a40ccb8-be5c-4a50-805e-4362c3c211dd tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Project 466a16eef58b4a97ad064112f1c72f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:09:35.668819 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a40ccb8-be5c-4a50-805e-4362c3c211dd tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (e1c5c425-6768-4dbc-80d0-eab206955ff0), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.734169 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a40ccb8-be5c-4a50-805e-4362c3c211dd tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (e1c5c425-6768-4dbc-80d0-eab206955ff0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.739164 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a40ccb8-be5c-4a50-805e-4362c3c211dd tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (e1c5c425-6768-4dbc-80d0-eab206955ff0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.757222 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40ccb8-be5c-4a50-805e-4362c3c211dd tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1c5c425-6768-4dbc-80d0-eab206955ff0,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:35.764628 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0a40ccb8-be5c-4a50-805e-4362c3c211dd tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.765896 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0a40ccb8-be5c-4a50-805e-4362c3c211dd tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299412 Feb 19 04:09:35.769007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52570) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:35.773782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 23d2321f-a531-464c-a35a-89819cb5a2a4 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:35.774516 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-09f8f075-608f-4afe-a273-5d65839b2d43 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '273c8a8f-2b9c-4f65-b5e1-a028645e8108', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:35.794133 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-09f8f075-608f-4afe-a273-5d65839b2d43 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Project 466a16eef58b4a97ad064112f1c72f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:09:35.796931 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 23d2321f-a531-464c-a35a-89819cb5a2a4 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:35.797576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 23d2321f-a531-464c-a35a-89819cb5a2a4 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:35.798077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a47d2dc3-cd99-4be1-8c20-127de1cfbc6f no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:09:35.799361 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09f8f075-608f-4afe-a273-5d65839b2d43 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (856e39d6-223f-4827-8f34-cd66b3ab3840), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.818160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: a47d2dc3-cd99-4be1-8c20-127de1cfbc6f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:09:35.818510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a47d2dc3-cd99-4be1-8c20-127de1cfbc6f not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:09:35.860089 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09f8f075-608f-4afe-a273-5d65839b2d43 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (856e39d6-223f-4827-8f34-cd66b3ab3840), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.865544 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09f8f075-608f-4afe-a273-5d65839b2d43 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (856e39d6-223f-4827-8f34-cd66b3ab3840), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.883984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8f075-608f-4afe-a273-5d65839b2d43 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856e39d6-223f-4827-8f34-cd66b3ab3840,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:35.888882 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-09f8f075-608f-4afe-a273-5d65839b2d43 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.890149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-09f8f075-608f-4afe-a273-5d65839b2d43 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1201103 Feb 19 04:09:35.894074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52572) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:35.898959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-01b866e6-8b8e-4732-94c7-ed092a17e5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'network': {'name': 'tempest-network-smoke--1977546598', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'port_security_enabled': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:35.918382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b866e6-8b8e-4732-94c7-ed092a17e5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:35.921683 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01b866e6-8b8e-4732-94c7-ed092a17e5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.947892 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b866e6-8b8e-4732-94c7-ed092a17e5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:09:35.950778 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66449f26-d33a-4140-b36b-0bc338e190d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.958656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01b866e6-8b8e-4732-94c7-ed092a17e5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b6884130-0136-4dfa-8cf2-4bf4084d06c7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:35.959011 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-01b866e6-8b8e-4732-94c7-ed092a17e5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Added segment b6884130-0136-4dfa-8cf2-4bf4084d06c7 of type vlan for network e011b5fc-e413-4378-988d-1eb4319cd782 Feb 19 04:09:35.999118 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01b866e6-8b8e-4732-94c7-ed092a17e5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (e011b5fc-e413-4378-988d-1eb4319cd782), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.033721 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01b866e6-8b8e-4732-94c7-ed092a17e5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e011b5fc-e413-4378-988d-1eb4319cd782), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.039068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b866e6-8b8e-4732-94c7-ed092a17e5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:36.039670 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-01b866e6-8b8e-4732-94c7-ed092a17e5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.105741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-01b866e6-8b8e-4732-94c7-ed092a17e5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2105877 Feb 19 04:09:36.108440 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52574) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:36.113310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'admin_state_up': True, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:36.128295 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b866e6-8b8e-4732-94c7-ed092a17e5e5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Network': ['ID=e011b5fc-e413-4378-988d-1eb4319cd782,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:36.139619 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network e011b5fc-e413-4378-988d-1eb4319cd782 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:09:36.143713 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (71e898de-7f18-4af3-95b6-f3c1540c4a19), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.144916 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (71e898de-7f18-4af3-95b6-f3c1540c4a19), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.200877 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_controller (71e898de-7f18-4af3-95b6-f3c1540c4a19), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.348139 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (71e898de-7f18-4af3-95b6-f3c1540c4a19), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.554732 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (71e898de-7f18-4af3-95b6-f3c1540c4a19), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.580420 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.689789 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.25.1.152 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/b09a7210-e2c6-4378-9750-9e0aa2239b67) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:36.791888 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.829762 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:36.877706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:36.880571 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:36.883260 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:36.909848 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=b09a7210-e2c6-4378-9750-9e0aa2239b67,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:37.153984 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (71e898de-7f18-4af3-95b6-f3c1540c4a19), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.367849 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (71e898de-7f18-4af3-95b6-f3c1540c4a19), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.368211 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.515337 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 71e898de-7f18-4af3-95b6-f3c1540c4a19 is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:09:37.628596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:37.638198 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Sync routers for ids ['71e898de-7f18-4af3-95b6-f3c1540c4a19'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:37.649207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Routers {'71e898de-7f18-4af3-95b6-f3c1540c4a19'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:37.650150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:09:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71e898de-7f18-4af3-95b6-f3c1540c4a19'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:37.650974 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.652227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bf94705b-e346-4ad0-b97a-5c38f3c5a2d4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5428498 Feb 19 04:09:37.655507 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52576) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:37.735021 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-17f7e7ab-339e-4e70-ad90-0d8aec24cd40 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=466a16eef58b4a97ad064112f1c72f06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0783491 Feb 19 04:09:37.738282 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52580) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:37.765539 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Set router 71e898de-7f18-4af3-95b6-f3c1540c4a19 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:37.824368 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3f94ec-3a95-49bc-bcb5-3e1db9510a8b tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:37.826011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ba3f94ec-3a95-49bc-bcb5-3e1db9510a8b tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867724 Feb 19 04:09:37.828876 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52582) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:37.859380 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1f9ef79b-8513-4d4e-b58f-46dd0b52c7a8 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270047 Feb 19 04:09:37.859596 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52584) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:37.864684 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1a1ee379-c5f4-427f-9d9b-ec00796d8ad8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1965623564', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:37.947032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:37Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:37.955830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1ee379-c5f4-427f-9d9b-ec00796d8ad8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:37.959472 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a1ee379-c5f4-427f-9d9b-ec00796d8ad8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:37.977485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Checking router: 71e898de-7f18-4af3-95b6-f3c1540c4a19 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:37.977832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Updating router 71e898de-7f18-4af3-95b6-f3c1540c4a19 port b09a7210-e2c6-4378-9750-9e0aa2239b67 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:38.005296 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.262120 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Publish callbacks [] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.267893 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.322052 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Attempting to bind port b09a7210-e2c6-4378-9750-9e0aa2239b67 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:38.322517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Attempting to bind port b09a7210-e2c6-4378-9750-9e0aa2239b67 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:38.322951 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Attempting to bind port b09a7210-e2c6-4378-9750-9e0aa2239b67 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:38.325162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8340ccf-5f02-422f-833f-680eb0f73d6d None None] Pushing event updated for resources: {'Port': ['ID=b09a7210-e2c6-4378-9750-9e0aa2239b67,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:38.331489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:38.331985 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:38.332460 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.333599 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:38.333599 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Bound port: b09a7210-e2c6-4378-9750-9e0aa2239b67, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:38.334021 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.497613 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a1ee379-c5f4-427f-9d9b-ec00796d8ad8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (47e4559d-dd3b-46b5-a57d-8e52df70d89a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.549900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] For port b09a7210-e2c6-4378-9750-9e0aa2239b67, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:38.553214 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] For port b09a7210-e2c6-4378-9750-9e0aa2239b67, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b09a7210-e2c6-4378-9750-9e0aa2239b67,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:38.560124 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.561006 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ee379-c5f4-427f-9d9b-ec00796d8ad8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Subnet': ['ID=47e4559d-dd3b-46b5-a57d-8e52df70d89a,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:38.569561 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1ee379-c5f4-427f-9d9b-ec00796d8ad8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Checking segment: {'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:38.569940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1ee379-c5f4-427f-9d9b-ec00796d8ad8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network hostable DHCP agents. Network: e011b5fc-e413-4378-988d-1eb4319cd782, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:09:38.589937 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1ee379-c5f4-427f-9d9b-ec00796d8ad8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network e011b5fc-e413-4378-988d-1eb4319cd782 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:09:38.600917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-1a1ee379-c5f4-427f-9d9b-ec00796d8ad8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, e011b5fc-e413-4378-988d-1eb4319cd782) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:38.606482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1ee379-c5f4-427f-9d9b-ec00796d8ad8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:38.607584 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1a1ee379-c5f4-427f-9d9b-ec00796d8ad8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.614625 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8f2f1f-6e32-449c-a9e4-4bf9902a7d6c None None] Network e011b5fc-e413-4378-988d-1eb4319cd782 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:38.621559 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Routers {'71e898de-7f18-4af3-95b6-f3c1540c4a19'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:38.622209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:09:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71e898de-7f18-4af3-95b6-f3c1540c4a19'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:38.625944 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1a1ee379-c5f4-427f-9d9b-ec00796d8ad8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7650948 Feb 19 04:09:38.628824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52586) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:38.710268 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8340ccf-5f02-422f-833f-680eb0f73d6d None None] Pushing event updated for resources: {'Port': ['ID=b09a7210-e2c6-4378-9750-9e0aa2239b67,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:38.740882 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.820643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-e011b5fc-e413-4378-988d-1eb4319cd782', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ips': [{'subnet_id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:09:38.821440 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:38.842264 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] Set router 71e898de-7f18-4af3-95b6-f3c1540c4a19 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:39.083230 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.102062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Allocated IP 172.20.0.2 (e011b5fc-e413-4378-988d-1eb4319cd782/47e4559d-dd3b-46b5-a57d-8e52df70d89a/5aca98f5-be10-4291-a71d-c330a1296e8e) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:39.193424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:37Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:39.229925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0762da7-6340-4e83-9554-d0487f37f34d None None] The sync data for ids ['71e898de-7f18-4af3-95b6-f3c1540c4a19'] in n-d-826755-2 is: [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:37Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:39.289431 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Publish callbacks [] for port (5aca98f5-be10-4291-a71d-c330a1296e8e), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.297898 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (5aca98f5-be10-4291-a71d-c330a1296e8e), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.341994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Network e011b5fc-e413-4378-988d-1eb4319cd782 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:39.345193 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:39.348840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:39.359799 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Pushing event updated for resources: {'Port': ['ID=5aca98f5-be10-4291-a71d-c330a1296e8e,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:39.372360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.20.0.1 (e011b5fc-e413-4378-988d-1eb4319cd782/47e4559d-dd3b-46b5-a57d-8e52df70d89a/f424ba02-1515-4ba9-ac93-b7bd4a851811) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:39.412980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Attempting to bind port 5aca98f5-be10-4291-a71d-c330a1296e8e on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:39.413449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Attempting to bind port 5aca98f5-be10-4291-a71d-c330a1296e8e by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:39.413875 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Attempting to bind port 5aca98f5-be10-4291-a71d-c330a1296e8e on network e011b5fc-e413-4378-988d-1eb4319cd782 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:39.419366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:39.419854 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Checking segment: {'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:39.420369 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.420885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Bound using segment: {'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:39.421438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Bound port: 5aca98f5-be10-4291-a71d-c330a1296e8e, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:39.421905 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5aca98f5-be10-4291-a71d-c330a1296e8e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.509039 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.512032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] For port 5aca98f5-be10-4291-a71d-c330a1296e8e, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:39.517008 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] For port 5aca98f5-be10-4291-a71d-c330a1296e8e, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5aca98f5-be10-4291-a71d-c330a1296e8e,segment=NetworkSegment(b6884130-0136-4dfa-8cf2-4bf4084d06c7),segment_id=b6884130-0136-4dfa-8cf2-4bf4084d06c7)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:39.524138 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5aca98f5-be10-4291-a71d-c330a1296e8e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.551852 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.589358 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0aeda1-30a4-4a2b-936c-63875cfe6b3b None None] Pushing event updated for resources: {'Port': ['ID=5aca98f5-be10-4291-a71d-c330a1296e8e,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:39.614364 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network e011b5fc-e413-4378-988d-1eb4319cd782 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:39.615255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=f424ba02-1515-4ba9-ac93-b7bd4a851811,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:39.619819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:39.622351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:39.678174 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (71e898de-7f18-4af3-95b6-f3c1540c4a19), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.862434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b09a7210-e2c6-4378-9750-9e0aa2239b67 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:39.867969 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:39.928632 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b09a7210-e2c6-4378-9750-9e0aa2239b67 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:39.929041 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.017557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b09a7210-e2c6-4378-9750-9e0aa2239b67 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:40.017945 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.040759 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port b09a7210-e2c6-4378-9750-9e0aa2239b67, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b09a7210-e2c6-4378-9750-9e0aa2239b67,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:40.045793 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.103377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=b09a7210-e2c6-4378-9750-9e0aa2239b67,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:40.156432 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.184077 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.189858 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.268474 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (71e898de-7f18-4af3-95b6-f3c1540c4a19), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.270325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=f424ba02-1515-4ba9-ac93-b7bd4a851811,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:40.364932 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network e011b5fc-e413-4378-988d-1eb4319cd782 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:40.366306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:40.490445 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 71e898de-7f18-4af3-95b6-f3c1540c4a19 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:40.586943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3879eb3-9f4f-4f1b-aa0e-da8c25710f7e None None] Network e011b5fc-e413-4378-988d-1eb4319cd782 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:09:40.608130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:40.615274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ae8677a6-0c5d-48ab-a9a1-ef3b50084203 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "PUT /v2.0/routers/71e898de-7f18-4af3-95b6-f3c1540c4a19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9854054 Feb 19 04:09:40.646078 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-fd5c69cb-f547-4f5f-b44b-6b07f01b8f4d None None] Provisioning complete for port 5aca98f5-be10-4291-a71d-c330a1296e8e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:40.646681 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fd5c69cb-f547-4f5f-b44b-6b07f01b8f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5aca98f5-be10-4291-a71d-c330a1296e8e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.785114 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-fd5c69cb-f547-4f5f-b44b-6b07f01b8f4d None None] Current status of the port 5aca98f5-be10-4291-a71d-c330a1296e8e is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:40.785492 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fd5c69cb-f547-4f5f-b44b-6b07f01b8f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5aca98f5-be10-4291-a71d-c330a1296e8e), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.787823 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-caee6624-253e-46f2-9663-2d5b92964940 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1161132495&fields=id&tenant_id=466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 267 time: 0.0452342 Feb 19 04:09:40.827333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-fd5c69cb-f547-4f5f-b44b-6b07f01b8f4d None None] For port 5aca98f5-be10-4291-a71d-c330a1296e8e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5aca98f5-be10-4291-a71d-c330a1296e8e,segment=NetworkSegment(b6884130-0136-4dfa-8cf2-4bf4084d06c7),segment_id=b6884130-0136-4dfa-8cf2-4bf4084d06c7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:40.832901 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fd5c69cb-f547-4f5f-b44b-6b07f01b8f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5aca98f5-be10-4291-a71d-c330a1296e8e), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:40.890532 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c69cb-f547-4f5f-b44b-6b07f01b8f4d None None] Pushing event updated for resources: {'Port': ['ID=5aca98f5-be10-4291-a71d-c330a1296e8e,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:40.919097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-0d6d571d-49cd-4d78-aeb8-2e60a050b055 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:40.920850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-0d6d571d-49cd-4d78-aeb8-2e60a050b055 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/networks?id=e011b5fc-e413-4378-988d-1eb4319cd782 HTTP/1.1" status: 200 len: 797 time: 0.1253383 Feb 19 04:09:40.942180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e69aeb5c-d1a1-42be-b7b3-a4053e1b6a3b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/quotas/466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 375 time: 0.0120194 Feb 19 04:09:41.002423 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-668e13a8-89a7-4165-a778-f858019859c7 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545392 Feb 19 04:09:41.058993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-074faf78-a25c-4049-a0bc-6b6a572bfa4b None None] Provisioning complete for port f424ba02-1515-4ba9-ac93-b7bd4a851811 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:41.065235 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-074faf78-a25c-4049-a0bc-6b6a572bfa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.067728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-f7daf5f3-1138-4569-9bc5-38abcde097ec service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:09:41.069291 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-f7daf5f3-1138-4569-9bc5-38abcde097ec service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537379 Feb 19 04:09:41.090965 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Sync routers for ids ['71e898de-7f18-4af3-95b6-f3c1540c4a19'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:41.107302 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Routers {'71e898de-7f18-4af3-95b6-f3c1540c4a19'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:41.108786 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:09:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71e898de-7f18-4af3-95b6-f3c1540c4a19'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:41.111231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-074faf78-a25c-4049-a0bc-6b6a572bfa4b None None] Port f424ba02-1515-4ba9-ac93-b7bd4a851811 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:41.122081 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-074faf78-a25c-4049-a0bc-6b6a572bfa4b None None] Provisioning complete for port 5aca98f5-be10-4291-a71d-c330a1296e8e triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:41.122463 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-074faf78-a25c-4049-a0bc-6b6a572bfa4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5aca98f5-be10-4291-a71d-c330a1296e8e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.188417 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-37eb00bf-c22e-4279-ab3f-f714953637b4 service neutron] 10.222.0.81 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097202 Feb 19 04:09:41.216103 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-074faf78-a25c-4049-a0bc-6b6a572bfa4b None None] Current status of the port 5aca98f5-be10-4291-a71d-c330a1296e8e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:41.243547 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Set router 71e898de-7f18-4af3-95b6-f3c1540c4a19 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:41.283204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e8423b3c-d9c9-470a-8b60-b7f9727e04ee service neutron] 10.222.0.81 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938327 Feb 19 04:09:41.336754 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3ef9c9d0-5871-452d-9905-4cb63991c8c3 None None] Provisioning complete for port f424ba02-1515-4ba9-ac93-b7bd4a851811 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:41.337137 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3ef9c9d0-5871-452d-9905-4cb63991c8c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.382741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3ef9c9d0-5871-452d-9905-4cb63991c8c3 None None] Port f424ba02-1515-4ba9-ac93-b7bd4a851811 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:41.464377 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3151ad3c-7c6e-453f-935e-16074e36a9e4 req-6c2f3de8-d731-45f3-b2b7-598c55ba3b33 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 210 time: 0.0331664 Feb 19 04:09:41.491382 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:39Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f424ba02-1515-4ba9-ac93-b7bd4a851811', 'name': '', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:b1:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 2, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:41.504494 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-575d916a-507a-4abf-80e2-4c357a6fde94 None None] Provisioning complete for port f424ba02-1515-4ba9-ac93-b7bd4a851811 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:41.504898 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-575d916a-507a-4abf-80e2-4c357a6fde94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.519236 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Checking router: 71e898de-7f18-4af3-95b6-f3c1540c4a19 for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:41.519724 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Updating router 71e898de-7f18-4af3-95b6-f3c1540c4a19 port f424ba02-1515-4ba9-ac93-b7bd4a851811 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:09:41.541128 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-575d916a-507a-4abf-80e2-4c357a6fde94 None None] Port f424ba02-1515-4ba9-ac93-b7bd4a851811 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:41.548854 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.834048 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Publish callbacks [] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.839695 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.858993 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b09a7210-e2c6-4378-9750-9e0aa2239b67 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:41.887976 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Pushing event updated for resources: {'Port': ['ID=f424ba02-1515-4ba9-ac93-b7bd4a851811,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:41.916758 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.917045 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.917511 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.918125 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.918465 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.918800 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.919130 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.919457 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.919784 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.920107 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.920430 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.920773 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.921097 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:09:41.934225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b09a7210-e2c6-4378-9750-9e0aa2239b67 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:41.934692 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.960446 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Attempting to bind port f424ba02-1515-4ba9-ac93-b7bd4a851811 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:41.961164 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Attempting to bind port f424ba02-1515-4ba9-ac93-b7bd4a851811 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:41.962006 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Attempting to bind port f424ba02-1515-4ba9-ac93-b7bd4a851811 on network e011b5fc-e413-4378-988d-1eb4319cd782 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:41.968192 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:41.968633 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Checking segment: {'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:41.969367 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:41.969765 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Bound using segment: {'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:41.970244 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Bound port: f424ba02-1515-4ba9-ac93-b7bd4a851811, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:41.970671 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.041925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b09a7210-e2c6-4378-9750-9e0aa2239b67 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:42.042984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5aca98f5-be10-4291-a71d-c330a1296e8e up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:42.047967 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] For port f424ba02-1515-4ba9-ac93-b7bd4a851811, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:42.051502 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] For port f424ba02-1515-4ba9-ac93-b7bd4a851811, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f424ba02-1515-4ba9-ac93-b7bd4a851811,segment=NetworkSegment(b6884130-0136-4dfa-8cf2-4bf4084d06c7),segment_id=b6884130-0136-4dfa-8cf2-4bf4084d06c7)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:42.061110 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.101365 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 5aca98f5-be10-4291-a71d-c330a1296e8e triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:42.103570 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5aca98f5-be10-4291-a71d-c330a1296e8e), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.132017 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Routers {'71e898de-7f18-4af3-95b6-f3c1540c4a19'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:42.133241 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:09:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71e898de-7f18-4af3-95b6-f3c1540c4a19'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:42.135480 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015024c-e914-4541-a6d4-e8c129da8df0 None None] Pushing event updated for resources: {'Port': ['ID=f424ba02-1515-4ba9-ac93-b7bd4a851811,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:42.199541 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 5aca98f5-be10-4291-a71d-c330a1296e8e is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:42.249650 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] Set router 71e898de-7f18-4af3-95b6-f3c1540c4a19 gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:42.265032 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7d9827c4-b9e2-4201-acf6-7e3367ca6bd2 None None] Provisioning complete for port f424ba02-1515-4ba9-ac93-b7bd4a851811 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:42.265680 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d9827c4-b9e2-4201-acf6-7e3367ca6bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.351782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7d9827c4-b9e2-4201-acf6-7e3367ca6bd2 None None] Current status of the port f424ba02-1515-4ba9-ac93-b7bd4a851811 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:42.352464 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d9827c4-b9e2-4201-acf6-7e3367ca6bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.387878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7d9827c4-b9e2-4201-acf6-7e3367ca6bd2 None None] For port f424ba02-1515-4ba9-ac93-b7bd4a851811, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f424ba02-1515-4ba9-ac93-b7bd4a851811,segment=NetworkSegment(b6884130-0136-4dfa-8cf2-4bf4084d06c7),segment_id=b6884130-0136-4dfa-8cf2-4bf4084d06c7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:42.393630 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d9827c4-b9e2-4201-acf6-7e3367ca6bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.448403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9827c4-b9e2-4201-acf6-7e3367ca6bd2 None None] Pushing event updated for resources: {'Port': ['ID=f424ba02-1515-4ba9-ac93-b7bd4a851811,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:42.471076 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:39Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f424ba02-1515-4ba9-ac93-b7bd4a851811', 'name': '', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:b1:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:42.505546 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aead6354-3a7a-46bd-9cfa-4f829e9b27f8 None None] The sync data for ids ['71e898de-7f18-4af3-95b6-f3c1540c4a19'] in n-d-826755-2 is: [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:39Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f424ba02-1515-4ba9-ac93-b7bd4a851811', 'name': '', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:b1:a0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:42.524576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-dc3f3a1f-8cdb-402d-a6c3-cfb82c33c6d8 None None] Provisioning complete for port f424ba02-1515-4ba9-ac93-b7bd4a851811 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:42.525257 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc3f3a1f-8cdb-402d-a6c3-cfb82c33c6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.600073 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e899a013-9fad-4c6e-9e94-8c248892328c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:42.600842 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-87c322d0-1ea5-4963-94e5-bda814a533e3 req-bdb6a316-9236-4971-a4f2-94fa2df1fc79 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 210 time: 0.0376310 Feb 19 04:09:42.601938 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e899a013-9fad-4c6e-9e94-8c248892328c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/networks?id=e011b5fc-e413-4378-988d-1eb4319cd782 HTTP/1.1" status: 200 len: 797 time: 0.1757755 Feb 19 04:09:42.691310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f3a1f-8cdb-402d-a6c3-cfb82c33c6d8 None None] Current status of the port f424ba02-1515-4ba9-ac93-b7bd4a851811 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:42.695795 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-08518934-bf82-438a-8fc1-00a95c38e1af tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 380 time: 0.0812945 Feb 19 04:09:42.706136 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'port': {'device_id': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'admin_state_up': True, 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'security_groups': ['273c8a8f-2b9c-4f65-b5e1-a028645e8108']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:42.813691 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:09:42.817234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:42.952162 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.20.0.13 (e011b5fc-e413-4378-988d-1eb4319cd782/47e4559d-dd3b-46b5-a57d-8e52df70d89a/f0a0fe7b-e334-4573-be6e-18a26dfbf3e8) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:43.101222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.137294 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.180421 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network e011b5fc-e413-4378-988d-1eb4319cd782 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:43.183589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:43.190346 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:43.214497 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:43.244316 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:43.245406 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.264441 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-e658cebc-8039-4c87-a9b0-8f3af6bfe06a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5627038 Feb 19 04:09:43.276845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Request body: {'port': {'device_id': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:43.343404 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.418285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3fd89b3e-3197-4268-95e0-17b95c05e514 None None] Provisioning complete for port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:43.419319 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3fd89b3e-3197-4268-95e0-17b95c05e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.457808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3fd89b3e-3197-4268-95e0-17b95c05e514 None None] Port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:09:43.617337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:43.624919 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Publish callbacks [] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.637176 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Transition to ACTIVE for port object f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:09:43.642020 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.718717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:43.754643 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb77e8-33c9-4cfc-adee-821bc45fd46a req-15b51171-5429-4715-90ab-a2b8186de113 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:43.756302 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ceb77e8-33c9-4cfc-adee-821bc45fd46a req-15b51171-5429-4715-90ab-a2b8186de113 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 944 time: 0.0938187 Feb 19 04:09:43.784784 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Attempting to bind port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:09:43.785424 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Attempting to bind port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:09:43.785925 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Attempting to bind port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 on network e011b5fc-e413-4378-988d-1eb4319cd782 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:43.791630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 on network e011b5fc-e413-4378-988d-1eb4319cd782 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:09:43.793139 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Attempting to bind port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 on network e011b5fc-e413-4378-988d-1eb4319cd782 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:09:43.799376 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:09:43.799970 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Checking segment: {'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:09:43.800512 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Bound using segment: {'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:09:43.801147 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Bound port: f0a0fe7b-e334-4573-be6e-18a26dfbf3e8, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6884130-0136-4dfa-8cf2-4bf4084d06c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:09:43.801678 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.816356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ceb77e8-33c9-4cfc-adee-821bc45fd46a req-b7e2bc5c-693e-44b1-b825-cbefc513903e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542252 Feb 19 04:09:43.838779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f424ba02-1515-4ba9-ac93-b7bd4a851811 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:43.877751 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] For port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:09:43.881141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] For port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8,segment=NetworkSegment(b6884130-0136-4dfa-8cf2-4bf4084d06c7),segment_id=b6884130-0136-4dfa-8cf2-4bf4084d06c7)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:09:43.890338 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.897908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f424ba02-1515-4ba9-ac93-b7bd4a851811 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:43.898286 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.907727 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:43.908343 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:43.909883 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] 10.222.0.87 "PUT /v2.0/ports/f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 HTTP/1.1" status: 200 len: 1092 time: 0.6377132 Feb 19 04:09:43.928592 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'tag': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:43.931174 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da8f607-5a6b-4e03-bd0d-3893194b97c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b04717f4-994c-44ab-b34e-eb5de4ccc968", "tag": "f0a0fe7b-e334-4573-be6e-18a26dfbf3e8"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:43.999921 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2921f0c0-d734-44c9-ab93-84ae820212f2 x-openstack-request-id: req-2921f0c0-d734-44c9-ab93-84ae820212f2 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:44.000245 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04717f4-994c-44ab-b34e-eb5de4ccc968", "tag": "f0a0fe7b-e334-4573-be6e-18a26dfbf3e8", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:44.000549 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2921f0c0-d734-44c9-ab93-84ae820212f2 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:44.000977 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'tag': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8', 'status': 'completed', 'code': 200} Feb 19 04:09:44.009775 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7651bd3-1b76-4031-9bd0-901c78857f95 service neutron] Pushing event updated for resources: {'Port': ['ID=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:44.011626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f424ba02-1515-4ba9-ac93-b7bd4a851811 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:44.029828 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-2aa8d0b8-5817-498a-b131-d1d8b940a7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.031348 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-2aa8d0b8-5817-498a-b131-d1d8b940a7b9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 1126 time: 0.0741136 Feb 19 04:09:44.074079 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-c28d68b3-a0ce-4bd2-8f28-830378e05209 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 HTTP/1.1" status: 200 len: 217 time: 0.0356145 Feb 19 04:09:44.123192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-d4618185-ca8e-409c-8027-bf68e546ec87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.124679 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-d4618185-ca8e-409c-8027-bf68e546ec87 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=47e4559d-dd3b-46b5-a57d-8e52df70d89a HTTP/1.1" status: 200 len: 835 time: 0.0451410 Feb 19 04:09:44.177458 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-dcc7a011-7a9a-4160-974f-85feb75ad618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.178971 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-dcc7a011-7a9a-4160-974f-85feb75ad618 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e011b5fc-e413-4378-988d-1eb4319cd782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481761 Feb 19 04:09:44.271749 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-44447987-00c7-4ab1-b9d9-6462c7e5e613 service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867157 Feb 19 04:09:44.366621 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-40b2d230-e829-481f-97ec-7ab4e4f8ad86 req-b14c55da-38be-4f5c-838b-e17a98cd611f service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891464 Feb 19 04:09:44.468068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8f607-5a6b-4e03-bd0d-3893194b97c2 req-a63f024d-7819-4d8d-9540-7491123ea846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.469820 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5da8f607-5a6b-4e03-bd0d-3893194b97c2 req-a63f024d-7819-4d8d-9540-7491123ea846 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 1126 time: 0.0472844 Feb 19 04:09:44.558928 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8f607-5a6b-4e03-bd0d-3893194b97c2 req-46af4939-c58a-4f74-9769-77aef492ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.560400 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5da8f607-5a6b-4e03-bd0d-3893194b97c2 req-46af4939-c58a-4f74-9769-77aef492ef4a service neutron] 10.222.0.87 "GET /v2.0/networks?id=e011b5fc-e413-4378-988d-1eb4319cd782 HTTP/1.1" status: 200 len: 898 time: 0.0835533 Feb 19 04:09:44.604123 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5da8f607-5a6b-4e03-bd0d-3893194b97c2 req-3cd78c8b-1c05-4b79-8b50-6646d27be730 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 HTTP/1.1" status: 200 len: 217 time: 0.0376790 Feb 19 04:09:44.654768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8f607-5a6b-4e03-bd0d-3893194b97c2 req-74df4034-6bb2-429f-bfe2-ebae88fa47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.656736 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5da8f607-5a6b-4e03-bd0d-3893194b97c2 req-74df4034-6bb2-429f-bfe2-ebae88fa47ad service neutron] 10.222.0.87 "GET /v2.0/subnets?id=47e4559d-dd3b-46b5-a57d-8e52df70d89a HTTP/1.1" status: 200 len: 835 time: 0.0462649 Feb 19 04:09:44.711108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8f607-5a6b-4e03-bd0d-3893194b97c2 req-6bb97cb2-19a2-473e-8d35-7144c5cb1801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.712721 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5da8f607-5a6b-4e03-bd0d-3893194b97c2 req-6bb97cb2-19a2-473e-8d35-7144c5cb1801 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e011b5fc-e413-4378-988d-1eb4319cd782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489242 Feb 19 04:09:44.809697 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5da8f607-5a6b-4e03-bd0d-3893194b97c2 req-cbd36cbb-1f8d-411b-996e-be48ee6bde36 service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911462 Feb 19 04:09:44.906092 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-5da8f607-5a6b-4e03-bd0d-3893194b97c2 req-f83d31a3-4f50-412b-8c67-bd42e94f1440 service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906966 Feb 19 04:09:44.939823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e39e4-c9d5-4841-8845-6dffaf6d680c req-64d8e6fe-8849-4bb0-b800-2cdcbd456f3b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:44.941391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d68e39e4-c9d5-4841-8845-6dffaf6d680c req-64d8e6fe-8849-4bb0-b800-2cdcbd456f3b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 944 time: 0.0541656 Feb 19 04:09:44.991589 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d68e39e4-c9d5-4841-8845-6dffaf6d680c req-972e69ef-53ff-4219-ada8-ca1e09f28379 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444674 Feb 19 04:09:46.120987 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a76fb6-49a9-42bd-a6a2-313099975022 req-84adb2f9-9722-4553-bcf6-6a6e3cab399e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:46.122524 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0a76fb6-49a9-42bd-a6a2-313099975022 req-84adb2f9-9722-4553-bcf6-6a6e3cab399e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 944 time: 0.0578930 Feb 19 04:09:46.174700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d0a76fb6-49a9-42bd-a6a2-313099975022 req-ef4a822a-a067-4422-adfa-7073ac0de195 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437808 Feb 19 04:09:47.310940 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263509c-b649-460e-8e60-f78457012bda req-6134ca2d-117f-44e7-bf4d-32b9abdc2db1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:47.312449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9263509c-b649-460e-8e60-f78457012bda req-6134ca2d-117f-44e7-bf4d-32b9abdc2db1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 944 time: 0.0592253 Feb 19 04:09:47.365615 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9263509c-b649-460e-8e60-f78457012bda req-05c60b76-d671-45a3-bb5d-8a9e27a79103 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460567 Feb 19 04:09:47.908017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:09:48.016098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8,segment=NetworkSegment(b6884130-0136-4dfa-8cf2-4bf4084d06c7),segment_id=b6884130-0136-4dfa-8cf2-4bf4084d06c7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:48.028037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'port_id': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8', 'mac_address': 'fa:16:3e:21:3e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:09:48.082263 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:48.082652 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.096179 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:09:48.116925 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8,segment=NetworkSegment(b6884130-0136-4dfa-8cf2-4bf4084d06c7),segment_id=b6884130-0136-4dfa-8cf2-4bf4084d06c7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:48.124331 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:48.173567 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:48.483112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f0a0fe7b-e334-4573-be6e-18a26dfbf3e8'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:09:48.495993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f04fd3-2c6f-480c-9b82-9c7bed5ff87e req-967eed1f-9b1f-4ce5-bda2-ba1b95efe262 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:48.497547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60f04fd3-2c6f-480c-9b82-9c7bed5ff87e req-967eed1f-9b1f-4ce5-bda2-ba1b95efe262 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 945 time: 0.0545213 Feb 19 04:09:48.552547 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-60f04fd3-2c6f-480c-9b82-9c7bed5ff87e req-6cf6bc11-293a-44ee-89d5-0eb943fb8a91 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489974 Feb 19 04:09:48.705806 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:09:49.687071 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76121c6-345d-41c9-9dd7-7c649af9902c req-ba3339b8-38d5-4cb6-a6a2-b72763df0f6e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:49.688648 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f76121c6-345d-41c9-9dd7-7c649af9902c req-ba3339b8-38d5-4cb6-a6a2-b72763df0f6e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 945 time: 0.0566802 Feb 19 04:09:49.738670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f76121c6-345d-41c9-9dd7-7c649af9902c req-87d6d9ed-40cc-4700-b4fa-f52be4a969b0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439644 Feb 19 04:09:49.923252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:09:49.984024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:09:49.988402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:09:49.988850 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.068212 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:09:50.068596 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.091872 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:50.094272 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed0da82-1113-43f2-bed9-43741b70c324" -d '{"events": [{"server_uuid": "b04717f4-994c-44ab-b34e-eb5de4ccc968", "name": "network-vif-plugged", "status": "completed", "tag": "f0a0fe7b-e334-4573-be6e-18a26dfbf3e8"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:50.106296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8,segment=NetworkSegment(b6884130-0136-4dfa-8cf2-4bf4084d06c7),segment_id=b6884130-0136-4dfa-8cf2-4bf4084d06c7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:09:50.112443 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:50.161409 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:50.183076 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aaacc81-98d3-465f-bd75-a9389188f568 x-openstack-request-id: req-0aaacc81-98d3-465f-bd75-a9389188f568 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:50.183375 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04717f4-994c-44ab-b34e-eb5de4ccc968", "name": "network-vif-plugged", "status": "completed", "tag": "f0a0fe7b-e334-4573-be6e-18a26dfbf3e8", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:50.183637 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0aaacc81-98d3-465f-bd75-a9389188f568 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:50.184038 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8', 'code': 200} Feb 19 04:09:50.284856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d38174-b96c-4b16-a48c-84f1cdf7619f req-e0b50954-bc2e-4c69-a1ad-a55c1bbf1892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:50.286255 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-72d38174-b96c-4b16-a48c-84f1cdf7619f req-e0b50954-bc2e-4c69-a1ad-a55c1bbf1892 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 1128 time: 0.0458188 Feb 19 04:09:50.339743 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-72d38174-b96c-4b16-a48c-84f1cdf7619f req-21e5bd5c-73ca-42ca-be7c-4d5694b3f01c service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471361 Feb 19 04:09:50.866043 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba4580f-bf92-48be-bc87-af2b9bd7cbab req-3cdef556-f271-447b-a736-bb946e2d5814 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:50.867528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aba4580f-bf92-48be-bc87-af2b9bd7cbab req-3cdef556-f271-447b-a736-bb946e2d5814 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0532918 Feb 19 04:09:50.915365 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aba4580f-bf92-48be-bc87-af2b9bd7cbab req-a7d8e914-9ad7-47b5-b26b-28deca92ae29 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421019 Feb 19 04:09:52.053922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a30405a-4845-4eca-8deb-496efc531d32 req-6d66f3dc-bdaa-49da-abff-cb7ecd1b2f49 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:52.055447 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a30405a-4845-4eca-8deb-496efc531d32 req-6d66f3dc-bdaa-49da-abff-cb7ecd1b2f49 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0677669 Feb 19 04:09:52.119456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2a30405a-4845-4eca-8deb-496efc531d32 req-a8f57796-b26a-494b-941e-a0a116857d88 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582078 Feb 19 04:09:52.243741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d44594b-de4e-4450-8be2-52afe5756bed req-634ad740-6d45-45d0-b87b-a5acac3ee46b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:52.245286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d44594b-de4e-4450-8be2-52afe5756bed req-634ad740-6d45-45d0-b87b-a5acac3ee46b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0593913 Feb 19 04:09:52.297640 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d44594b-de4e-4450-8be2-52afe5756bed req-3fb4f8a1-7584-43f4-94de-7f3d6c1a487a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464425 Feb 19 04:09:52.319726 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52644) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:52.368727 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1090f47-bbc5-432d-a2e0-a26cd6510710 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:52.370286 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d1090f47-bbc5-432d-a2e0-a26cd6510710 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 1123 time: 0.0495498 Feb 19 04:09:52.373333 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52646) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:52.377903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:09:52.400623 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.509123 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.613817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.25.1.88 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/d54043e0-461d-4913-9a29-4ab13ff4d664) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:09:52.722874 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (d54043e0-461d-4913-9a29-4ab13ff4d664), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.759939 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d54043e0-461d-4913-9a29-4ab13ff4d664), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:52.797110 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:09:52.799809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:09:52.805418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:09:52.810923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=d54043e0-461d-4913-9a29-4ab13ff4d664,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:53.189007 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (c2e368c2-cc97-4c02-999e-3b69c46013d5), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.236784 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.269436 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (d54043e0-461d-4913-9a29-4ab13ff4d664), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.431348 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (d54043e0-461d-4913-9a29-4ab13ff4d664), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.439322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (d54043e0-461d-4913-9a29-4ab13ff4d664), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.510593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=d54043e0-461d-4913-9a29-4ab13ff4d664,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:09:53.521252 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (c2e368c2-cc97-4c02-999e-3b69c46013d5), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:53.632158 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Floating IP c2e368c2-cc97-4c02-999e-3b69c46013d5 associated. External IP: 172.25.1.88, port: f0a0fe7b-e334-4573-be6e-18a26dfbf3e8. Feb 19 04:09:53.862421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 71e898de-7f18-4af3-95b6-f3c1540c4a19 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:09:54.159307 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.310495 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:09:54.321655 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640b393-ac26-4550-ab99-79f935a7e96b None None] Sync routers for ids ['71e898de-7f18-4af3-95b6-f3c1540c4a19'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:09:54.331311 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:09:54.332033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640b393-ac26-4550-ab99-79f935a7e96b None None] Routers {'71e898de-7f18-4af3-95b6-f3c1540c4a19'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:54.332705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7640b393-ac26-4550-ab99-79f935a7e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:09:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71e898de-7f18-4af3-95b6-f3c1540c4a19'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:54.364347 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-64e60d07-8271-482b-a804-6e6d586c1062 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9866128 Feb 19 04:09:54.364347 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'tag': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:09:54.364864 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f670b7-250b-4c49-8ea9-9e1191f5a2cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b04717f4-994c-44ab-b34e-eb5de4ccc968", "tag": "f0a0fe7b-e334-4573-be6e-18a26dfbf3e8"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:09:54.444012 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7640b393-ac26-4550-ab99-79f935a7e96b None None] Set router 71e898de-7f18-4af3-95b6-f3c1540c4a19 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:54.462502 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd6040-6fc0-467b-a518-63a436e49e65 req-429027e1-47e4-46ba-8e32-cae13e5ad7a6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:54.464015 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91fd6040-6fc0-467b-a518-63a436e49e65 req-429027e1-47e4-46ba-8e32-cae13e5ad7a6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0523765 Feb 19 04:09:54.512942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91fd6040-6fc0-467b-a518-63a436e49e65 req-1587db37-5353-4232-9bfd-72cc4033ddd8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428543 Feb 19 04:09:54.535195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52652) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:54.575621 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ba03ca-0613-4376-8ddd-fdbc22f80164 x-openstack-request-id: req-d6ba03ca-0613-4376-8ddd-fdbc22f80164 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:09:54.575990 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04717f4-994c-44ab-b34e-eb5de4ccc968", "tag": "f0a0fe7b-e334-4573-be6e-18a26dfbf3e8", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:09:54.576189 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d6ba03ca-0613-4376-8ddd-fdbc22f80164 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:09:54.576559 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'tag': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8', 'status': 'completed', 'code': 200} Feb 19 04:09:54.603167 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e31f4b29-36f3-4701-a50b-0e51225d5f2b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/c2e368c2-cc97-4c02-999e-3b69c46013d5 HTTP/1.1" status: 200 len: 991 time: 0.0667837 Feb 19 04:09:54.630482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f670b7-250b-4c49-8ea9-9e1191f5a2cd req-87522763-7400-4ab6-8acb-c60363671114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:54.632024 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7f670b7-250b-4c49-8ea9-9e1191f5a2cd req-87522763-7400-4ab6-8acb-c60363671114 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 1128 time: 0.0455337 Feb 19 04:09:54.676454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7640b393-ac26-4550-ab99-79f935a7e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:39Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c2e368c2-cc97-4c02-999e-3b69c46013d5', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'port_id': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'mac_address': 'fa:16:3e:21:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:09:53Z', 'updated_at': '2022-02-19T04:09:53Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f424ba02-1515-4ba9-ac93-b7bd4a851811', 'name': '', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:b1:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:54.708338 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640b393-ac26-4550-ab99-79f935a7e96b None None] Checking router: 71e898de-7f18-4af3-95b6-f3c1540c4a19 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:09:54.717209 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640b393-ac26-4550-ab99-79f935a7e96b None None] Routers {'71e898de-7f18-4af3-95b6-f3c1540c4a19'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:09:54.717827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7640b393-ac26-4550-ab99-79f935a7e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:09:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71e898de-7f18-4af3-95b6-f3c1540c4a19'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:54.843569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7640b393-ac26-4550-ab99-79f935a7e96b None None] Set router 71e898de-7f18-4af3-95b6-f3c1540c4a19 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:09:55.077952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7640b393-ac26-4550-ab99-79f935a7e96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:39Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c2e368c2-cc97-4c02-999e-3b69c46013d5', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'port_id': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'mac_address': 'fa:16:3e:21:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:09:53Z', 'updated_at': '2022-02-19T04:09:53Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f424ba02-1515-4ba9-ac93-b7bd4a851811', 'name': '', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:b1:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:09:55.088785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f670b7-250b-4c49-8ea9-9e1191f5a2cd req-0a1e3cb4-67b5-44c5-858a-093b3c205bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:55.090288 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7f670b7-250b-4c49-8ea9-9e1191f5a2cd req-0a1e3cb4-67b5-44c5-858a-093b3c205bac service neutron] 10.222.0.87 "GET /v2.0/networks?id=e011b5fc-e413-4378-988d-1eb4319cd782 HTTP/1.1" status: 200 len: 898 time: 0.4514704 Feb 19 04:09:55.107706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7640b393-ac26-4550-ab99-79f935a7e96b None None] The sync data for ids ['71e898de-7f18-4af3-95b6-f3c1540c4a19'] in n-d-826755-2 is: [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:39Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'c2e368c2-cc97-4c02-999e-3b69c46013d5', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.88', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'port_id': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4301, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'mac_address': 'fa:16:3e:21:3e:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:09:53Z', 'updated_at': '2022-02-19T04:09:53Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f424ba02-1515-4ba9-ac93-b7bd4a851811', 'name': '', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:b1:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:09:55.156963 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7f670b7-250b-4c49-8ea9-9e1191f5a2cd req-26cd409c-3a1f-4e28-8436-253361d7086f service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 HTTP/1.1" status: 200 len: 999 time: 0.0593197 Feb 19 04:09:55.210630 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f670b7-250b-4c49-8ea9-9e1191f5a2cd req-8ffef72b-8d56-4bef-84e6-2576ea191078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:55.212093 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7f670b7-250b-4c49-8ea9-9e1191f5a2cd req-8ffef72b-8d56-4bef-84e6-2576ea191078 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=47e4559d-dd3b-46b5-a57d-8e52df70d89a HTTP/1.1" status: 200 len: 835 time: 0.0493033 Feb 19 04:09:55.265382 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f670b7-250b-4c49-8ea9-9e1191f5a2cd req-d5d75192-1af2-4897-987e-8d16d4de11f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:09:55.266924 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7f670b7-250b-4c49-8ea9-9e1191f5a2cd req-d5d75192-1af2-4897-987e-8d16d4de11f7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e011b5fc-e413-4378-988d-1eb4319cd782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481942 Feb 19 04:09:55.318046 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9463a0-f63c-4151-8f36-c59332180da1 None None] New status for floating IP c2e368c2-cc97-4c02-999e-3b69c46013d5: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:09:55.358483 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7f670b7-250b-4c49-8ea9-9e1191f5a2cd req-5e3f75b9-73db-4bea-90e7-f8320e869a25 service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852435 Feb 19 04:09:55.452602 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e7f670b7-250b-4c49-8ea9-9e1191f5a2cd req-75f1ee40-3752-4f72-a140-a7c9b45a3713 service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877728 Feb 19 04:09:55.607934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52654) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:09:55.676844 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-aef376a7-8fad-481c-bc6f-7f13eb09b106 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/c2e368c2-cc97-4c02-999e-3b69c46013d5 HTTP/1.1" status: 200 len: 993 time: 0.0674109 Feb 19 04:10:03.690112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bbccf49a-8df7-4b6f-a81a-67652d3114ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:05.966807 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a77d9592-58da-49c8-9e5d-f7b82ace34bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:07.374930 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:08.698046 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:09.934993 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-11764c28-e956-4621-9ecc-992e54c28e90 req-91d64fd2-13c8-46e7-9a51-fe175b687681 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455747 Feb 19 04:10:10.024217 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11764c28-e956-4621-9ecc-992e54c28e90 req-b682f794-7875-4990-a35e-6d8c857db49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:10.025667 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-11764c28-e956-4621-9ecc-992e54c28e90 req-b682f794-7875-4990-a35e-6d8c857db49f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 1128 time: 0.0462706 Feb 19 04:10:10.137402 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11764c28-e956-4621-9ecc-992e54c28e90 req-ee8c1da0-51f6-4266-8fcc-53a95c0723be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:10.138885 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-11764c28-e956-4621-9ecc-992e54c28e90 req-ee8c1da0-51f6-4266-8fcc-53a95c0723be service neutron] 10.222.0.87 "GET /v2.0/networks?id=e011b5fc-e413-4378-988d-1eb4319cd782 HTTP/1.1" status: 200 len: 898 time: 0.0915689 Feb 19 04:10:10.152902 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:10.203609 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-11764c28-e956-4621-9ecc-992e54c28e90 req-42729ae8-f7ee-401d-91c1-11c971d8fb10 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 HTTP/1.1" status: 200 len: 1001 time: 0.0589764 Feb 19 04:10:10.262226 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11764c28-e956-4621-9ecc-992e54c28e90 req-695b7147-67e4-461b-befb-d2b0e9734219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:10.263703 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-11764c28-e956-4621-9ecc-992e54c28e90 req-695b7147-67e4-461b-befb-d2b0e9734219 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=47e4559d-dd3b-46b5-a57d-8e52df70d89a HTTP/1.1" status: 200 len: 835 time: 0.0509918 Feb 19 04:10:10.320569 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11764c28-e956-4621-9ecc-992e54c28e90 req-88883fd3-2b95-4cd5-8b00-cefe33a5b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:10:10.322320 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-11764c28-e956-4621-9ecc-992e54c28e90 req-88883fd3-2b95-4cd5-8b00-cefe33a5b877 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e011b5fc-e413-4378-988d-1eb4319cd782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530705 Feb 19 04:10:10.415156 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-11764c28-e956-4621-9ecc-992e54c28e90 req-f0333b85-13a9-4ca5-bf34-9e25c87ed11a service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856259 Feb 19 04:10:10.512827 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-11764c28-e956-4621-9ecc-992e54c28e90 req-bc54ff92-0b12-45e8-85c2-161b3d63b68d service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898681 Feb 19 04:10:23.238014 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:24.194732 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:25.706318 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:10:33.688587 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc5ef50c-7824-47f2-b701-19c79e3de671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:35.960520 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9423eb07-cee1-4371-b305-2716fb31be07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:37.388097 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:38.700206 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:40.157908 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:53.249849 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:10:54.225553 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:00.458850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8da24-4794-4ab2-b838-b17e97f393ff req-c043089a-dd00-403b-b754-6e855ea81229 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:00.460394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aba8da24-4794-4ab2-b838-b17e97f393ff req-c043089a-dd00-403b-b754-6e855ea81229 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0563054 Feb 19 04:11:00.514994 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aba8da24-4794-4ab2-b838-b17e97f393ff req-0e8485ff-583f-4072-ab89-61fb40766dcf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487339 Feb 19 04:11:01.646075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42562138-5634-4d0e-8b1b-ec7813403948 req-16e3bc43-ccbe-43af-b371-05791a915fa7 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:01.647603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42562138-5634-4d0e-8b1b-ec7813403948 req-16e3bc43-ccbe-43af-b371-05791a915fa7 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0537491 Feb 19 04:11:01.698419 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-42562138-5634-4d0e-8b1b-ec7813403948 req-aa14aa0d-7a41-4b75-ab83-28403154d107 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450430 Feb 19 04:11:02.706574 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:11:02.832993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efbae9-c17d-4fac-b0a1-dfa78d80f868 req-eddea8b2-ae3c-43e4-a3a7-91cee52b10d2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:02.834530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01efbae9-c17d-4fac-b0a1-dfa78d80f868 req-eddea8b2-ae3c-43e4-a3a7-91cee52b10d2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0648777 Feb 19 04:11:02.884628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01efbae9-c17d-4fac-b0a1-dfa78d80f868 req-2255a2e7-836f-4509-a1fc-f00b7ee5a3bf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441608 Feb 19 04:11:03.694487 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fe5cd917-cfdf-45db-80cb-659508b9273b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:04.022908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b0fb3-77d9-4755-903d-85de4d013a36 req-bd18b3a9-8cb7-4491-9dd4-fbb8810a3e35 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:04.024421 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f4b0fb3-77d9-4755-903d-85de4d013a36 req-bd18b3a9-8cb7-4491-9dd4-fbb8810a3e35 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0631294 Feb 19 04:11:04.081055 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f4b0fb3-77d9-4755-903d-85de4d013a36 req-6a16635b-fcf3-4d9f-8abd-1cef89fd489e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508285 Feb 19 04:11:05.220146 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1efca9-ebc6-45cb-94b1-584fd638a4ba req-60c23062-c21b-49d4-bb49-0da26d069a26 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:05.221688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e1efca9-ebc6-45cb-94b1-584fd638a4ba req-60c23062-c21b-49d4-bb49-0da26d069a26 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0552433 Feb 19 04:11:05.272198 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4e1efca9-ebc6-45cb-94b1-584fd638a4ba req-bb7dc03a-0572-49b6-bd74-16e9a25a9629 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Feb 19 04:11:05.956109 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4ef5f4ac-f51a-49db-b839-edc528467149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:06.416136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee4722e-2021-404d-bdf4-f1ed19ef7fea req-4049d44e-8723-42a1-8fd4-e57b466d58e7 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:06.418045 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ee4722e-2021-404d-bdf4-f1ed19ef7fea req-4049d44e-8723-42a1-8fd4-e57b466d58e7 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0600121 Feb 19 04:11:06.473824 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4ee4722e-2021-404d-bdf4-f1ed19ef7fea req-e8b279e1-9b44-475b-ae5e-596410386349 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498252 Feb 19 04:11:07.382549 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:07.618244 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6db6e-44c9-42a4-a33d-e0a0e7251bb9 req-f086c078-2c14-49a5-8084-9043acfe8191 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:07.619746 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7e6db6e-44c9-42a4-a33d-e0a0e7251bb9 req-f086c078-2c14-49a5-8084-9043acfe8191 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0579231 Feb 19 04:11:07.670138 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7e6db6e-44c9-42a4-a33d-e0a0e7251bb9 req-b8c6354b-4ab0-482c-b1a0-75454b4d952c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445242 Feb 19 04:11:08.707807 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:08.798355 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896f9e89-f2f7-4719-a444-cf5b646697f9 req-07ea3f56-1915-44d2-b451-c15d8d321d63 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:08.799862 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-896f9e89-f2f7-4719-a444-cf5b646697f9 req-07ea3f56-1915-44d2-b451-c15d8d321d63 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0528030 Feb 19 04:11:08.851434 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-896f9e89-f2f7-4719-a444-cf5b646697f9 req-f32051a5-ab03-4a90-bbc8-cc108688e20b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455620 Feb 19 04:11:09.981062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54154de4-f961-42e5-a4c8-f6b722a57971 req-f653b63a-4ad4-45ca-a930-df0c723e4af2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:09.982478 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54154de4-f961-42e5-a4c8-f6b722a57971 req-f653b63a-4ad4-45ca-a930-df0c723e4af2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0616143 Feb 19 04:11:10.033405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-54154de4-f961-42e5-a4c8-f6b722a57971 req-fedd77bb-291f-493a-a481-c76a68eebde0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447495 Feb 19 04:11:10.161062 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:10.947118 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-392d48fd-4a0f-43fa-a7a2-dcf90525e371 req-d0985b65-6c0a-4a0e-829c-315ac61c68eb service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482624 Feb 19 04:11:11.036297 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d48fd-4a0f-43fa-a7a2-dcf90525e371 req-6dbd8254-7433-4557-a337-c4522129534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:11.037854 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-392d48fd-4a0f-43fa-a7a2-dcf90525e371 req-6dbd8254-7433-4557-a337-c4522129534f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 1128 time: 0.0476973 Feb 19 04:11:11.148109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d48fd-4a0f-43fa-a7a2-dcf90525e371 req-255c29f5-c216-4495-b3b8-f5dc65ea2f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:11.149670 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-392d48fd-4a0f-43fa-a7a2-dcf90525e371 req-255c29f5-c216-4495-b3b8-f5dc65ea2f41 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e011b5fc-e413-4378-988d-1eb4319cd782 HTTP/1.1" status: 200 len: 898 time: 0.0907810 Feb 19 04:11:11.163584 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86afa47-d7ab-4cba-8a85-34f63a893878 req-d72a6277-13e2-48cd-90fd-27167f1942e2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:11.165443 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b86afa47-d7ab-4cba-8a85-34f63a893878 req-d72a6277-13e2-48cd-90fd-27167f1942e2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0546234 Feb 19 04:11:11.215227 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b86afa47-d7ab-4cba-8a85-34f63a893878 req-62e1bd68-7047-459c-afee-aa9856a50fd5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438838 Feb 19 04:11:11.216431 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-392d48fd-4a0f-43fa-a7a2-dcf90525e371 req-0277327a-1b19-48e0-a8fc-4b6a35029628 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 HTTP/1.1" status: 200 len: 1001 time: 0.0606737 Feb 19 04:11:11.237812 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52708) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:11.278814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d48fd-4a0f-43fa-a7a2-dcf90525e371 req-3590e20b-02ae-4790-bc1e-2c5e560bb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:11.280305 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-392d48fd-4a0f-43fa-a7a2-dcf90525e371 req-3590e20b-02ae-4790-bc1e-2c5e560bb5d0 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=47e4559d-dd3b-46b5-a57d-8e52df70d89a HTTP/1.1" status: 200 len: 835 time: 0.0459983 Feb 19 04:11:11.301578 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-feebfe46-1e7c-43ff-9dc1-3b4775bdc2c6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/c2e368c2-cc97-4c02-999e-3b69c46013d5 HTTP/1.1" status: 200 len: 993 time: 0.0625374 Feb 19 04:11:11.337290 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d48fd-4a0f-43fa-a7a2-dcf90525e371 req-825cd5c7-65a4-492c-950c-98ac20465233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:11.338869 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-392d48fd-4a0f-43fa-a7a2-dcf90525e371 req-825cd5c7-65a4-492c-950c-98ac20465233 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e011b5fc-e413-4378-988d-1eb4319cd782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0525889 Feb 19 04:11:11.436701 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-392d48fd-4a0f-43fa-a7a2-dcf90525e371 req-32bc4aa5-fbc4-4590-90c2-3e697e9740b8 service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919971 Feb 19 04:11:11.544119 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-392d48fd-4a0f-43fa-a7a2-dcf90525e371 req-d34f8291-e276-456c-9a82-1cb4df7bdfb7 service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009810 Feb 19 04:11:12.588762 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0752e80-e2f6-49b4-b1bd-3b690ba363d2 req-35f947f9-8636-4c92-8c10-8589841fe3ab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:12.590177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b0752e80-e2f6-49b4-b1bd-3b690ba363d2 req-35f947f9-8636-4c92-8c10-8589841fe3ab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0578768 Feb 19 04:11:12.611860 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab245199-ccc9-4b94-8ce7-87c03752c5c7 req-92c59925-2df5-4952-810b-88e362dc625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:12.613420 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ab245199-ccc9-4b94-8ce7-87c03752c5c7 req-92c59925-2df5-4952-810b-88e362dc625c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 1128 time: 0.0478654 Feb 19 04:11:12.641142 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b0752e80-e2f6-49b4-b1bd-3b690ba363d2 req-984da349-748b-48e5-8279-7a23b89f8e62 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452609 Feb 19 04:11:12.707930 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab245199-ccc9-4b94-8ce7-87c03752c5c7 req-70e2a9bc-49f6-4c89-b15a-07f142b3f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:12.709490 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ab245199-ccc9-4b94-8ce7-87c03752c5c7 req-70e2a9bc-49f6-4c89-b15a-07f142b3f3cd service neutron] 10.222.0.87 "GET /v2.0/networks?id=e011b5fc-e413-4378-988d-1eb4319cd782 HTTP/1.1" status: 200 len: 898 time: 0.0886090 Feb 19 04:11:12.783200 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ab245199-ccc9-4b94-8ce7-87c03752c5c7 req-560fd501-c1f2-461f-b8e4-391c2a186c4d service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 HTTP/1.1" status: 200 len: 1001 time: 0.0659299 Feb 19 04:11:12.836239 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab245199-ccc9-4b94-8ce7-87c03752c5c7 req-7177f648-9c35-4dae-8f70-2372d4734cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:12.838486 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ab245199-ccc9-4b94-8ce7-87c03752c5c7 req-7177f648-9c35-4dae-8f70-2372d4734cab service neutron] 10.222.0.87 "GET /v2.0/subnets?id=47e4559d-dd3b-46b5-a57d-8e52df70d89a HTTP/1.1" status: 200 len: 835 time: 0.0486083 Feb 19 04:11:12.891064 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab245199-ccc9-4b94-8ce7-87c03752c5c7 req-668c0a2a-d91e-4283-9947-599360f88ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:12.892580 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ab245199-ccc9-4b94-8ce7-87c03752c5c7 req-668c0a2a-d91e-4283-9947-599360f88ea7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e011b5fc-e413-4378-988d-1eb4319cd782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487626 Feb 19 04:11:12.990000 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ab245199-ccc9-4b94-8ce7-87c03752c5c7 req-aa822a86-5210-49e6-a09b-7041542a49ad service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911810 Feb 19 04:11:13.092200 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ab245199-ccc9-4b94-8ce7-87c03752c5c7 req-f38ae0d2-e06a-4f2a-b245-10bb282f4679 service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947621 Feb 19 04:11:13.764452 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048514b-e237-4c02-aef9-18a7d7fbb4bd req-b4e921c2-5f61-42b6-9a6b-3365389ee86c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:11:13.766018 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5048514b-e237-4c02-aef9-18a7d7fbb4bd req-b4e921c2-5f61-42b6-9a6b-3365389ee86c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0543938 Feb 19 04:11:13.818868 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5048514b-e237-4c02-aef9-18a7d7fbb4bd req-2812b3ce-c080-4800-8db2-984594266ef4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470550 Feb 19 04:11:13.847951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52718) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:11:13.911748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ec94c454-1175-4e6e-b4ba-2ffb975897c3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/c2e368c2-cc97-4c02-999e-3b69c46013d5 HTTP/1.1" status: 200 len: 993 time: 0.0624423 Feb 19 04:11:23.240403 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:24.224513 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:33.702852 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-88f3e32c-ce1c-4677-8599-443ad7610d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:35.966426 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7798eeae-08f1-4f63-96fb-ebec023f2ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:37.393818 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:38.707437 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:39.707794 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:11:40.176416 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:53.238773 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:11:54.242598 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:03.697945 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d54b6af0-8bce-4221-bd15-08aa0c57bf61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:05.963310 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d72e92d3-0853-436b-857c-fb62d2f699dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:07.391550 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:08.712822 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.153844 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:10.870590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52736) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:11.043145 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port d54043e0-461d-4913-9a29-4ab13ff4d664 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:11.043406 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (d54043e0-461d-4913-9a29-4ab13ff4d664), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.123923 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (d54043e0-461d-4913-9a29-4ab13ff4d664), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.124213 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (d54043e0-461d-4913-9a29-4ab13ff4d664), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.135911 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for d54043e0-461d-4913-9a29-4ab13ff4d664 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:11.287619 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (d54043e0-461d-4913-9a29-4ab13ff4d664), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.312399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=d54043e0-461d-4913-9a29-4ab13ff4d664,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:11.341993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.342387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.342734 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.343104 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.343439 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.343777 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.344109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.344438 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.344871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.345201 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.345506 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.345836 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.346153 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:11.384922 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (c2e368c2-cc97-4c02-999e-3b69c46013d5), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.385282 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Floating IP c2e368c2-cc97-4c02-999e-3b69c46013d5 disassociated (deleted). External IP: 172.25.1.88, port: f0a0fe7b-e334-4573-be6e-18a26dfbf3e8. Feb 19 04:12:11.607310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 71e898de-7f18-4af3-95b6-f3c1540c4a19 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:11.738781 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:11.744733 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:11.750495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddba9e85-5cfe-47e1-b963-f7df4cbe4dea None None] Sync routers for ids ['71e898de-7f18-4af3-95b6-f3c1540c4a19'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:11.761211 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddba9e85-5cfe-47e1-b963-f7df4cbe4dea None None] Routers {'71e898de-7f18-4af3-95b6-f3c1540c4a19'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:11.761828 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ddba9e85-5cfe-47e1-b963-f7df4cbe4dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:12:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71e898de-7f18-4af3-95b6-f3c1540c4a19'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:11.775934 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9f846bc7-b63b-4148-9de1-819a4da910a2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/floatingips/c2e368c2-cc97-4c02-999e-3b69c46013d5 HTTP/1.1" status: 204 len: 168 time: 0.9041612 Feb 19 04:12:11.776511 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'tag': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:11.778897 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e97f68-8118-4211-a907-cb45e25574cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b04717f4-994c-44ab-b34e-eb5de4ccc968", "tag": "f0a0fe7b-e334-4573-be6e-18a26dfbf3e8"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:11.945367 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86da7df-7c56-4fa4-bab8-77d83618880e x-openstack-request-id: req-d86da7df-7c56-4fa4-bab8-77d83618880e {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:11.945997 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04717f4-994c-44ab-b34e-eb5de4ccc968", "tag": "f0a0fe7b-e334-4573-be6e-18a26dfbf3e8", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:11.945997 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d86da7df-7c56-4fa4-bab8-77d83618880e {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:11.946509 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'tag': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8', 'status': 'completed', 'code': 200} Feb 19 04:12:12.038135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-ddba9e85-5cfe-47e1-b963-f7df4cbe4dea None None] Set router 71e898de-7f18-4af3-95b6-f3c1540c4a19 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:12.051183 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68fad1-926c-4ff5-aecd-55f668df7d66 req-fc689f1c-b471-4c3d-bf15-e73ae237e081 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.052839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df68fad1-926c-4ff5-aecd-55f668df7d66 req-fc689f1c-b471-4c3d-bf15-e73ae237e081 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0574925 Feb 19 04:12:12.065258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e97f68-8118-4211-a907-cb45e25574cf req-a57775e2-4ddc-44ea-b840-5e1162b75695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.066759 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-70e97f68-8118-4211-a907-cb45e25574cf req-a57775e2-4ddc-44ea-b840-5e1162b75695 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 1128 time: 0.0959821 Feb 19 04:12:12.103413 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-df68fad1-926c-4ff5-aecd-55f668df7d66 req-82eef1bc-40f6-4fd3-9a62-6e6665d690db tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436239 Feb 19 04:12:12.157816 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e97f68-8118-4211-a907-cb45e25574cf req-46127e6e-317e-4c7f-9f98-97580cf42ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.159353 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-70e97f68-8118-4211-a907-cb45e25574cf req-46127e6e-317e-4c7f-9f98-97580cf42ea2 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e011b5fc-e413-4378-988d-1eb4319cd782 HTTP/1.1" status: 200 len: 898 time: 0.0855269 Feb 19 04:12:12.207072 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-70e97f68-8118-4211-a907-cb45e25574cf req-f9fd418f-ec10-437c-99a0-d261ced46b22 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 HTTP/1.1" status: 200 len: 217 time: 0.0398142 Feb 19 04:12:12.240783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ddba9e85-5cfe-47e1-b963-f7df4cbe4dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:39Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f424ba02-1515-4ba9-ac93-b7bd4a851811', 'name': '', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:b1:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:12.254379 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e97f68-8118-4211-a907-cb45e25574cf req-fcc89151-9a4b-4cc9-aa39-471b9603c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.255863 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-70e97f68-8118-4211-a907-cb45e25574cf req-fcc89151-9a4b-4cc9-aa39-471b9603c1bc service neutron] 10.222.0.87 "GET /v2.0/subnets?id=47e4559d-dd3b-46b5-a57d-8e52df70d89a HTTP/1.1" status: 200 len: 835 time: 0.0431228 Feb 19 04:12:12.271595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddba9e85-5cfe-47e1-b963-f7df4cbe4dea None None] Checking router: 71e898de-7f18-4af3-95b6-f3c1540c4a19 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:12.280281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddba9e85-5cfe-47e1-b963-f7df4cbe4dea None None] Routers {'71e898de-7f18-4af3-95b6-f3c1540c4a19'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:12.280929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ddba9e85-5cfe-47e1-b963-f7df4cbe4dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:12:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71e898de-7f18-4af3-95b6-f3c1540c4a19'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:12.304832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e97f68-8118-4211-a907-cb45e25574cf req-bae03e50-5598-4658-bf0a-fd86e9b5b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:12.306490 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-70e97f68-8118-4211-a907-cb45e25574cf req-bae03e50-5598-4658-bf0a-fd86e9b5b410 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e011b5fc-e413-4378-988d-1eb4319cd782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443783 Feb 19 04:12:12.392336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-ddba9e85-5cfe-47e1-b963-f7df4cbe4dea None None] Set router 71e898de-7f18-4af3-95b6-f3c1540c4a19 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:12.401609 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-70e97f68-8118-4211-a907-cb45e25574cf req-f0bc24b7-4e0f-4284-93c8-9ead1035dd5d service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875425 Feb 19 04:12:12.498689 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-70e97f68-8118-4211-a907-cb45e25574cf req-ea361c95-5e86-495b-baa8-1db4b4d8c187 service neutron] 10.222.0.87 "GET /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902572 Feb 19 04:12:12.613982 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ddba9e85-5cfe-47e1-b963-f7df4cbe4dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:39Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f424ba02-1515-4ba9-ac93-b7bd4a851811', 'name': '', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:b1:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:12.640481 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddba9e85-5cfe-47e1-b963-f7df4cbe4dea None None] The sync data for ids ['71e898de-7f18-4af3-95b6-f3c1540c4a19'] in n-d-826755-2 is: [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:39Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f424ba02-1515-4ba9-ac93-b7bd4a851811', 'name': '', 'network_id': 'e011b5fc-e413-4378-988d-1eb4319cd782', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:b1:a0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:39Z', 'updated_at': '2022-02-19T04:09:42Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '47e4559d-dd3b-46b5-a57d-8e52df70d89a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:12.869038 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9fd1de-d6a2-4733-83f8-30b63c421a7e None None] New status for floating IP c2e368c2-cc97-4c02-999e-3b69c46013d5: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:12:13.243829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eee1a8-5233-4043-b552-5f4186ae5d59 req-b53b819f-8eb7-43b3-8d51-d74ad122acbc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:13.245498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46eee1a8-5233-4043-b552-5f4186ae5d59 req-b53b819f-8eb7-43b3-8d51-d74ad122acbc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0680695 Feb 19 04:12:13.300006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46eee1a8-5233-4043-b552-5f4186ae5d59 req-8b6b6e8e-6599-4b8a-8ee2-d3db111689f2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=273c8a8f-2b9c-4f65-b5e1-a028645e8108&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466306 Feb 19 04:12:13.737697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205905a-157b-4c19-88b2-1ca12ccde83f req-a20a4fc9-d51c-4c22-99c2-df920564466f tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:13.739167 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8205905a-157b-4c19-88b2-1ca12ccde83f req-a20a4fc9-d51c-4c22-99c2-df920564466f tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 946 time: 0.0570703 Feb 19 04:12:13.846603 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-8205905a-157b-4c19-88b2-1ca12ccde83f req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:13.846946 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8205905a-157b-4c19-88b2-1ca12ccde83f req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.936505 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-8205905a-157b-4c19-88b2-1ca12ccde83f req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8,segment=NetworkSegment(b6884130-0136-4dfa-8cf2-4bf4084d06c7),segment_id=b6884130-0136-4dfa-8cf2-4bf4084d06c7)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:13.936904 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8205905a-157b-4c19-88b2-1ca12ccde83f req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:13.948911 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-8205905a-157b-4c19-88b2-1ca12ccde83f req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:14.087516 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8205905a-157b-4c19-88b2-1ca12ccde83f req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f0a0fe7b-e334-4573-be6e-18a26dfbf3e8), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.117003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=f0a0fe7b-e334-4573-be6e-18a26dfbf3e8,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:14.128973 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.129341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.129678 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.130009 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.130335 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.130659 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.130982 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.131305 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.131625 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.131936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.132302 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.132620 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.132964 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:14.171476 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-8205905a-157b-4c19-88b2-1ca12ccde83f req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] No DVR routers for this DVR port f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:14.174151 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-8205905a-157b-4c19-88b2-1ca12ccde83f req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:14.177518 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8205905a-157b-4c19-88b2-1ca12ccde83f req-62126377-0d77-49d2-839f-4e5de293f5cc tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "DELETE /v2.0/ports/f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 HTTP/1.1" status: 204 len: 173 time: 0.4317398 Feb 19 04:12:14.177946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'name': 'network-vif-deleted', 'tag': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:14.180298 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64b57ca-e6ce-4bc5-9993-cefc1ba70a7b" -d '{"events": [{"server_uuid": "b04717f4-994c-44ab-b34e-eb5de4ccc968", "name": "network-vif-deleted", "tag": "f0a0fe7b-e334-4573-be6e-18a26dfbf3e8"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:14.270638 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c971d9b4-b2b7-4f2b-a7f5-cb0b69c28fc9 x-openstack-request-id: req-c971d9b4-b2b7-4f2b-a7f5-cb0b69c28fc9 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:14.270940 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04717f4-994c-44ab-b34e-eb5de4ccc968", "name": "network-vif-deleted", "tag": "f0a0fe7b-e334-4573-be6e-18a26dfbf3e8", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:14.271202 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c971d9b4-b2b7-4f2b-a7f5-cb0b69c28fc9 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:14.271617 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04717f4-994c-44ab-b34e-eb5de4ccc968', 'name': 'network-vif-deleted', 'tag': 'f0a0fe7b-e334-4573-be6e-18a26dfbf3e8', 'status': 'completed', 'code': 200} Feb 19 04:12:14.413042 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73466623-1245-4eed-acb6-4de3747f84a9 req-1a5b8d79-65b6-4bf8-82bb-d7c6dd138d33 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=b04717f4-994c-44ab-b34e-eb5de4ccc968 HTTP/1.1" status: 200 len: 210 time: 0.0326445 Feb 19 04:12:15.481792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52756) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:15.870539 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-281468c0-07dd-41c1-9876-4a3278cd6eaf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (71e898de-7f18-4af3-95b6-f3c1540c4a19), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.169622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-281468c0-07dd-41c1-9876-4a3278cd6eaf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port f424ba02-1515-4ba9-ac93-b7bd4a851811 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:16.169919 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-281468c0-07dd-41c1-9876-4a3278cd6eaf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.259137 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-281468c0-07dd-41c1-9876-4a3278cd6eaf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port f424ba02-1515-4ba9-ac93-b7bd4a851811, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f424ba02-1515-4ba9-ac93-b7bd4a851811,segment=NetworkSegment(b6884130-0136-4dfa-8cf2-4bf4084d06c7),segment_id=b6884130-0136-4dfa-8cf2-4bf4084d06c7)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:16.259502 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-281468c0-07dd-41c1-9876-4a3278cd6eaf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.271466 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-281468c0-07dd-41c1-9876-4a3278cd6eaf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for f424ba02-1515-4ba9-ac93-b7bd4a851811 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:16.473451 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-281468c0-07dd-41c1-9876-4a3278cd6eaf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f424ba02-1515-4ba9-ac93-b7bd4a851811), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.498655 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281468c0-07dd-41c1-9876-4a3278cd6eaf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=f424ba02-1515-4ba9-ac93-b7bd4a851811,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:16.693354 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-281468c0-07dd-41c1-9876-4a3278cd6eaf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (71e898de-7f18-4af3-95b6-f3c1540c4a19), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:16.706259 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:12:16.913828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281468c0-07dd-41c1-9876-4a3278cd6eaf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 71e898de-7f18-4af3-95b6-f3c1540c4a19 has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:17.032358 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281468c0-07dd-41c1-9876-4a3278cd6eaf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:17.037762 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-281468c0-07dd-41c1-9876-4a3278cd6eaf tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "PUT /v2.0/routers/71e898de-7f18-4af3-95b6-f3c1540c4a19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5549123 Feb 19 04:12:17.041170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52758) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:17.042757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612d3d7-699c-4c42-9198-99dd6b8d42fb None None] Sync routers for ids ['71e898de-7f18-4af3-95b6-f3c1540c4a19'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:17.052932 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612d3d7-699c-4c42-9198-99dd6b8d42fb None None] Routers {'71e898de-7f18-4af3-95b6-f3c1540c4a19'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:17.053533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0612d3d7-699c-4c42-9198-99dd6b8d42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:12:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71e898de-7f18-4af3-95b6-f3c1540c4a19'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:17.167819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0612d3d7-699c-4c42-9198-99dd6b8d42fb None None] Set router 71e898de-7f18-4af3-95b6-f3c1540c4a19 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:17.353342 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0612d3d7-699c-4c42-9198-99dd6b8d42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:17.380528 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612d3d7-699c-4c42-9198-99dd6b8d42fb None None] Checking router: 71e898de-7f18-4af3-95b6-f3c1540c4a19 for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:17.390123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612d3d7-699c-4c42-9198-99dd6b8d42fb None None] Routers {'71e898de-7f18-4af3-95b6-f3c1540c4a19'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:17.390746 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0612d3d7-699c-4c42-9198-99dd6b8d42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:12:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['71e898de-7f18-4af3-95b6-f3c1540c4a19'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:17.427212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b96f480-6a99-4925-b786-494704e05a2e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting subnet 47e4559d-dd3b-46b5-a57d-8e52df70d89a {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:12:17.430438 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b96f480-6a99-4925-b786-494704e05a2e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (47e4559d-dd3b-46b5-a57d-8e52df70d89a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.470031 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b96f480-6a99-4925-b786-494704e05a2e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (47e4559d-dd3b-46b5-a57d-8e52df70d89a), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.499652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0612d3d7-699c-4c42-9198-99dd6b8d42fb None None] Set router 71e898de-7f18-4af3-95b6-f3c1540c4a19 gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:17.556951 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b96f480-6a99-4925-b786-494704e05a2e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (47e4559d-dd3b-46b5-a57d-8e52df70d89a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.614426 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b96f480-6a99-4925-b786-494704e05a2e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (47e4559d-dd3b-46b5-a57d-8e52df70d89a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.641270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b96f480-6a99-4925-b786-494704e05a2e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Subnet': ['ID=47e4559d-dd3b-46b5-a57d-8e52df70d89a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:17.644991 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0b96f480-6a99-4925-b786-494704e05a2e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.648437 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0b96f480-6a99-4925-b786-494704e05a2e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/subnets/47e4559d-dd3b-46b5-a57d-8e52df70d89a HTTP/1.1" status: 204 len: 168 time: 0.6059072 Feb 19 04:12:17.651477 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52760) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:17.655018 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022dc8a-f9e0-4c31-8105-a4b92a0e773e None None] Network e011b5fc-e413-4378-988d-1eb4319cd782 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:17.752729 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0612d3d7-699c-4c42-9198-99dd6b8d42fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:17.763445 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (71e898de-7f18-4af3-95b6-f3c1540c4a19), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.782199 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612d3d7-699c-4c42-9198-99dd6b8d42fb None None] The sync data for ids ['71e898de-7f18-4af3-95b6-f3c1540c4a19'] in n-d-826755-2 is: [{'id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536541468', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152'}], 'enable_snat': True}, 'gw_port_id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:12:16Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'b09a7210-e2c6-4378-9750-9e0aa2239b67', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e898de-7f18-4af3-95b6-f3c1540c4a19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:09:36Z', 'updated_at': '2022-02-19T04:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:17.883462 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (71e898de-7f18-4af3-95b6-f3c1540c4a19), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:17.945898 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port b09a7210-e2c6-4378-9750-9e0aa2239b67 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:17.946157 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.029251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port b09a7210-e2c6-4378-9750-9e0aa2239b67, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b09a7210-e2c6-4378-9750-9e0aa2239b67,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:18.029588 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.041315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for b09a7210-e2c6-4378-9750-9e0aa2239b67 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:18.195143 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] DHCP port deletion for e011b5fc-e413-4378-988d-1eb4319cd782 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:12:18.221119 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (b09a7210-e2c6-4378-9750-9e0aa2239b67), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.248736 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=b09a7210-e2c6-4378-9750-9e0aa2239b67,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:18.255916 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Deleting port 5aca98f5-be10-4291-a71d-c330a1296e8e {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:12:18.256401 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5aca98f5-be10-4291-a71d-c330a1296e8e), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.315104 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (71e898de-7f18-4af3-95b6-f3c1540c4a19), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.326016 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] For port 5aca98f5-be10-4291-a71d-c330a1296e8e, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=5aca98f5-be10-4291-a71d-c330a1296e8e,segment=NetworkSegment(b6884130-0136-4dfa-8cf2-4bf4084d06c7),segment_id=b6884130-0136-4dfa-8cf2-4bf4084d06c7)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:18.326413 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5aca98f5-be10-4291-a71d-c330a1296e8e), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.340126 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Calling delete_port for 5aca98f5-be10-4291-a71d-c330a1296e8e owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:12:18.411167 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (71e898de-7f18-4af3-95b6-f3c1540c4a19), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.413584 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_controller (71e898de-7f18-4af3-95b6-f3c1540c4a19), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.419976 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (5aca98f5-be10-4291-a71d-c330a1296e8e), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.445857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Pushing event deleted for resources: {'Port': ['ID=5aca98f5-be10-4291-a71d-c330a1296e8e,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:18.450566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] No DVR routers for this DVR port 5aca98f5-be10-4291-a71d-c330a1296e8e on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:12:18.463495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.463849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.464188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.464605 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.464915 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (71e898de-7f18-4af3-95b6-f3c1540c4a19), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.465046 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.465554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.465674 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.465917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Fanout notify agent at l3_agent the message router_deleted on router 71e898de-7f18-4af3-95b6-f3c1540c4a19 {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:12:18.466050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.466329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.466870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.467238 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.468527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.468840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66048642-ca0b-4a48-8767-9af692dab737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:18.473337 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.477249 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cf3e2ae8-fb79-4553-9595-5b2525b46e23 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/routers/71e898de-7f18-4af3-95b6-f3c1540c4a19 HTTP/1.1" status: 204 len: 168 time: 0.8218510 Feb 19 04:12:18.477483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52762) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:18.557123 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:18.558206 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (e011b5fc-e413-4378-988d-1eb4319cd782), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.583912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:18.584390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f0a0fe7b-e334-4573-be6e-18a26dfbf3e8 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:18.672196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (e011b5fc-e413-4378-988d-1eb4319cd782), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.698819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e011b5fc-e413-4378-988d-1eb4319cd782']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:18.708866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6884130-0136-4dfa-8cf2-4bf4084d06c7') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:18.709168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6884130-0136-4dfa-8cf2-4bf4084d06c7') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:18.718804 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (b6884130-0136-4dfa-8cf2-4bf4084d06c7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.731586 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (b6884130-0136-4dfa-8cf2-4bf4084d06c7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.737799 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:12:18.738179 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (b6884130-0136-4dfa-8cf2-4bf4084d06c7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: timer() Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:12:18.741206 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:12:18.800168 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (e011b5fc-e413-4378-988d-1eb4319cd782), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.805667 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.810724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/networks/e011b5fc-e413-4378-988d-1eb4319cd782 HTTP/1.1" status: 204 len: 168 time: 0.3322451 Feb 19 04:12:18.811865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52764) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:18.826269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948a6d4-f93f-4075-a080-a1226d040eab tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Network': ['ID=e011b5fc-e413-4378-988d-1eb4319cd782,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:18.874761 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b93f3e0f-44d2-432a-946c-58200a7fed25 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (273c8a8f-2b9c-4f65-b5e1-a028645e8108), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.902220 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b93f3e0f-44d2-432a-946c-58200a7fed25 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (273c8a8f-2b9c-4f65-b5e1-a028645e8108), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.971398 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b93f3e0f-44d2-432a-946c-58200a7fed25 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (273c8a8f-2b9c-4f65-b5e1-a028645e8108), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.973972 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-b93f3e0f-44d2-432a-946c-58200a7fed25 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:18.975173 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-b93f3e0f-44d2-432a-946c-58200a7fed25 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/security-groups/273c8a8f-2b9c-4f65-b5e1-a028645e8108 HTTP/1.1" status: 204 len: 168 time: 0.1622179 Feb 19 04:12:18.984700 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f3e0f-44d2-432a-946c-58200a7fed25 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273c8a8f-2b9c-4f65-b5e1-a028645e8108,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:19.850762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b09a7210-e2c6-4378-9750-9e0aa2239b67 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:19.871967 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: b09a7210-e2c6-4378-9750-9e0aa2239b67 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:19.872305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b09a7210-e2c6-4378-9750-9e0aa2239b67 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:19.872707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f424ba02-1515-4ba9-ac93-b7bd4a851811 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:19.890682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f424ba02-1515-4ba9-ac93-b7bd4a851811 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:19.891022 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f424ba02-1515-4ba9-ac93-b7bd4a851811 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:19.891428 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5aca98f5-be10-4291-a71d-c330a1296e8e no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:12:19.909908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 5aca98f5-be10-4291-a71d-c330a1296e8e {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:12:19.910244 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 5aca98f5-be10-4291-a71d-c330a1296e8e not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:12:20.339581 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52772) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:20.344280 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3a46648a-0f28-4f42-a9f5-e9f1dd6964c2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-509040766', 'description': 'tempest-secgroup-smoke-509040766 description', 'project_id': '466a16eef58b4a97ad064112f1c72f06'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:20.366497 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a46648a-0f28-4f42-a9f5-e9f1dd6964c2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.438629 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a46648a-0f28-4f42-a9f5-e9f1dd6964c2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (88deb7ae-3f4c-4beb-a415-e094f6747d83), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.443817 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a46648a-0f28-4f42-a9f5-e9f1dd6964c2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (88deb7ae-3f4c-4beb-a415-e094f6747d83), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.472340 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3a46648a-0f28-4f42-a9f5-e9f1dd6964c2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.473631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3a46648a-0f28-4f42-a9f5-e9f1dd6964c2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1330609 Feb 19 04:12:20.475594 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46648a-0f28-4f42-a9f5-e9f1dd6964c2 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88deb7ae-3f4c-4beb-a415-e094f6747d83,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:20.477038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52774) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:20.481999 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-4a2d2148-cd0b-4fd4-8347-b885654a8a32 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '88deb7ae-3f4c-4beb-a415-e094f6747d83', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:20.511293 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2148-cd0b-4fd4-8347-b885654a8a32 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (4ceb93ec-376e-452b-8eb2-1b91184d7ec5), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.557663 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2148-cd0b-4fd4-8347-b885654a8a32 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (4ceb93ec-376e-452b-8eb2-1b91184d7ec5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.562389 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2148-cd0b-4fd4-8347-b885654a8a32 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (4ceb93ec-376e-452b-8eb2-1b91184d7ec5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.579844 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d2148-cd0b-4fd4-8347-b885654a8a32 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ceb93ec-376e-452b-8eb2-1b91184d7ec5,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:20.588016 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-4a2d2148-cd0b-4fd4-8347-b885654a8a32 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.589277 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-4a2d2148-cd0b-4fd4-8347-b885654a8a32 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110806 Feb 19 04:12:20.592038 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52776) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:20.596514 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-d2fe6057-0d07-47fa-91e2-1b4074d6c4f6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '88deb7ae-3f4c-4beb-a415-e094f6747d83', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:20.623683 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6057-0d07-47fa-91e2-1b4074d6c4f6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (7be4b970-2ee6-47f4-a297-271cba8e86b6), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.686677 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6057-0d07-47fa-91e2-1b4074d6c4f6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (7be4b970-2ee6-47f4-a297-271cba8e86b6), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.693017 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6057-0d07-47fa-91e2-1b4074d6c4f6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (7be4b970-2ee6-47f4-a297-271cba8e86b6), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.713150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe6057-0d07-47fa-91e2-1b4074d6c4f6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be4b970-2ee6-47f4-a297-271cba8e86b6,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:20.726796 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6057-0d07-47fa-91e2-1b4074d6c4f6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.728805 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-d2fe6057-0d07-47fa-91e2-1b4074d6c4f6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356535 Feb 19 04:12:20.731881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52778) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:20.737015 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-eb0223a2-9ea3-4dc9-a9a4-4bce13da04fe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '88deb7ae-3f4c-4beb-a415-e094f6747d83', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:20.764904 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb0223a2-9ea3-4dc9-a9a4-4bce13da04fe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (77849743-6721-4dc5-afa3-f23d993ffd3d), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.825336 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb0223a2-9ea3-4dc9-a9a4-4bce13da04fe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (77849743-6721-4dc5-afa3-f23d993ffd3d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.830050 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb0223a2-9ea3-4dc9-a9a4-4bce13da04fe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (77849743-6721-4dc5-afa3-f23d993ffd3d), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.848415 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0223a2-9ea3-4dc9-a9a4-4bce13da04fe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77849743-6721-4dc5-afa3-f23d993ffd3d,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:20.855379 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-eb0223a2-9ea3-4dc9-a9a4-4bce13da04fe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.855963 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-eb0223a2-9ea3-4dc9-a9a4-4bce13da04fe tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230421 Feb 19 04:12:20.858663 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52780) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:20.863435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-3245efd4-7dc1-4d95-861b-091cbe25d964 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '88deb7ae-3f4c-4beb-a415-e094f6747d83', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:20.888533 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3245efd4-7dc1-4d95-861b-091cbe25d964 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (12ea433f-968b-4b51-9dc3-148b090c4121), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.948552 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3245efd4-7dc1-4d95-861b-091cbe25d964 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (12ea433f-968b-4b51-9dc3-148b090c4121), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.954522 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3245efd4-7dc1-4d95-861b-091cbe25d964 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (12ea433f-968b-4b51-9dc3-148b090c4121), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.971725 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245efd4-7dc1-4d95-861b-091cbe25d964 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ea433f-968b-4b51-9dc3-148b090c4121,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:20.981268 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3245efd4-7dc1-4d95-861b-091cbe25d964 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:20.982529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3245efd4-7dc1-4d95-861b-091cbe25d964 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228800 Feb 19 04:12:20.985236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52782) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:20.989838 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-9acd17ae-32fa-40e8-9351-89e32a1ca93b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '88deb7ae-3f4c-4beb-a415-e094f6747d83', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:21.011084 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-9acd17ae-32fa-40e8-9351-89e32a1ca93b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Project 466a16eef58b4a97ad064112f1c72f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:12:21.015974 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9acd17ae-32fa-40e8-9351-89e32a1ca93b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (8ac97745-e7cd-4cd9-854d-5d6775332c79), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.078317 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9acd17ae-32fa-40e8-9351-89e32a1ca93b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (8ac97745-e7cd-4cd9-854d-5d6775332c79), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.083299 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9acd17ae-32fa-40e8-9351-89e32a1ca93b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (8ac97745-e7cd-4cd9-854d-5d6775332c79), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.103293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acd17ae-32fa-40e8-9351-89e32a1ca93b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac97745-e7cd-4cd9-854d-5d6775332c79,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:21.110890 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-9acd17ae-32fa-40e8-9351-89e32a1ca93b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.112117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-9acd17ae-32fa-40e8-9351-89e32a1ca93b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256835 Feb 19 04:12:21.115166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52784) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:21.120265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a6d51a10-61cc-4ddf-ba68-e2d9bb7c57f0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'security_group_rule': {'security_group_id': '88deb7ae-3f4c-4beb-a415-e094f6747d83', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:21.144322 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-a6d51a10-61cc-4ddf-ba68-e2d9bb7c57f0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Project 466a16eef58b4a97ad064112f1c72f06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:12:21.150296 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6d51a10-61cc-4ddf-ba68-e2d9bb7c57f0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (0e67854d-1b61-43c5-ad84-d1611d4a4ca9), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.213827 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6d51a10-61cc-4ddf-ba68-e2d9bb7c57f0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (0e67854d-1b61-43c5-ad84-d1611d4a4ca9), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.220473 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6d51a10-61cc-4ddf-ba68-e2d9bb7c57f0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (0e67854d-1b61-43c5-ad84-d1611d4a4ca9), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.245052 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d51a10-61cc-4ddf-ba68-e2d9bb7c57f0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e67854d-1b61-43c5-ad84-d1611d4a4ca9,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:21.255145 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a6d51a10-61cc-4ddf-ba68-e2d9bb7c57f0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.256654 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a6d51a10-61cc-4ddf-ba68-e2d9bb7c57f0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405287 Feb 19 04:12:21.260009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52786) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:21.265235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-b107f212-07cc-4d95-af74-51af0a6ddd01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'network': {'name': 'tempest-network-smoke--909162137', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'port_security_enabled': True}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:21.287700 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b107f212-07cc-4d95-af74-51af0a6ddd01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:21.291349 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b107f212-07cc-4d95-af74-51af0a6ddd01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.316419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b107f212-07cc-4d95-af74-51af0a6ddd01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:12:21.326857 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b107f212-07cc-4d95-af74-51af0a6ddd01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (381aede8-682b-4c3e-987b-c55041c8e62d), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.327183 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-b107f212-07cc-4d95-af74-51af0a6ddd01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Added segment 381aede8-682b-4c3e-987b-c55041c8e62d of type vlan for network e632311a-119d-4fe6-90dc-9452f0567724 Feb 19 04:12:21.372413 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b107f212-07cc-4d95-af74-51af0a6ddd01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (e632311a-119d-4fe6-90dc-9452f0567724), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.400419 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b107f212-07cc-4d95-af74-51af0a6ddd01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (e632311a-119d-4fe6-90dc-9452f0567724), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.405531 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b107f212-07cc-4d95-af74-51af0a6ddd01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:21.406127 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-b107f212-07cc-4d95-af74-51af0a6ddd01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.459576 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-b107f212-07cc-4d95-af74-51af0a6ddd01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1985033 Feb 19 04:12:21.462568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52788) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:21.466925 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'admin_state_up': True, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:21.492315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107f212-07cc-4d95-af74-51af0a6ddd01 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Network': ['ID=e632311a-119d-4fe6-90dc-9452f0567724,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:21.503213 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (3cc24b57-2257-48d3-b555-b17156bf443a), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.503406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network e632311a-119d-4fe6-90dc-9452f0567724 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:12:21.504252 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (3cc24b57-2257-48d3-b555-b17156bf443a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.558309 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_controller (3cc24b57-2257-48d3-b555-b17156bf443a), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.711632 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (3cc24b57-2257-48d3-b555-b17156bf443a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.918819 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (3cc24b57-2257-48d3-b555-b17156bf443a), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:21.937475 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.041371 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.25.1.73 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/a96dd90a-d18d-4756-9e17-86ae9b57d3f1) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:22.154498 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.190665 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.227832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:22.230625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:22.236322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:22.241909 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=a96dd90a-d18d-4756-9e17-86ae9b57d3f1,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:22.503571 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (3cc24b57-2257-48d3-b555-b17156bf443a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.722051 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (3cc24b57-2257-48d3-b555-b17156bf443a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:22.859791 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 3cc24b57-2257-48d3-b555-b17156bf443a is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:12:22.993126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:23.002880 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Sync routers for ids ['3cc24b57-2257-48d3-b555-b17156bf443a'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:23.013799 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Routers {'3cc24b57-2257-48d3-b555-b17156bf443a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:23.014398 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:12:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3cc24b57-2257-48d3-b555-b17156bf443a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:23.015096 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.016351 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-54631384-ba33-45a3-a1c1-634ef818971c tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5528808 Feb 19 04:12:23.019482 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52790) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:23.127508 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Set router 3cc24b57-2257-48d3-b555-b17156bf443a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:23.261060 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.316477 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:23.343977 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Checking router: 3cc24b57-2257-48d3-b555-b17156bf443a for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:23.344325 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Updating router 3cc24b57-2257-48d3-b555-b17156bf443a port a96dd90a-d18d-4756-9e17-86ae9b57d3f1 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:12:23.374228 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.377172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-68721da6-64e1-4386-9f28-9b8aeb36d94e tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/subnets?project_id=466a16eef58b4a97ad064112f1c72f06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3561740 Feb 19 04:12:23.380206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52792) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:23.467463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cf4d31-c8f9-4f93-be4a-98942abd9e6d tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:23.471011 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-50cf4d31-c8f9-4f93-be4a-98942abd9e6d tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879145 Feb 19 04:12:23.472160 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52794) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:23.500796 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-15315a84-277d-4878-aac1-8ba52249b508 tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/subnets?network_id=28822f6f-e49e-4418-9ec8-2ffdbdcdb20e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273969 Feb 19 04:12:23.503305 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52796) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:23.508399 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-e9039a17-cb34-41e5-9d77-b38381d4a733 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-914401569', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:23.594929 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9039a17-cb34-41e5-9d77-b38381d4a733 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:23.598367 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9039a17-cb34-41e5-9d77-b38381d4a733 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.629779 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Publish callbacks [] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.635504 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.681963 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Attempting to bind port a96dd90a-d18d-4756-9e17-86ae9b57d3f1 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:23.682318 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Attempting to bind port a96dd90a-d18d-4756-9e17-86ae9b57d3f1 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:23.682671 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Attempting to bind port a96dd90a-d18d-4756-9e17-86ae9b57d3f1 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:23.694502 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Pushing event updated for resources: {'Port': ['ID=a96dd90a-d18d-4756-9e17-86ae9b57d3f1,revision_number=2']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:23.696839 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:23.697211 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:23.697751 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.698000 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:23.698466 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Bound port: a96dd90a-d18d-4756-9e17-86ae9b57d3f1, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:23.698843 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.721882 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.722225 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.722564 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.722933 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.723236 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.723654 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.723989 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.724364 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.724694 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.725031 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.725349 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.725746 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.726162 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:12:23.761130 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] For port a96dd90a-d18d-4756-9e17-86ae9b57d3f1, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:23.764157 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] For port a96dd90a-d18d-4756-9e17-86ae9b57d3f1, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a96dd90a-d18d-4756-9e17-86ae9b57d3f1,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:23.770438 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.792700 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9039a17-cb34-41e5-9d77-b38381d4a733 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (4504f5eb-020e-4244-9e78-fca384d92c93), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.829442 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc590c53-adf8-40cb-8d02-c9fd778345bf None None] Pushing event updated for resources: {'Port': ['ID=a96dd90a-d18d-4756-9e17-86ae9b57d3f1,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:23.835962 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Routers {'3cc24b57-2257-48d3-b555-b17156bf443a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:23.836641 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:12:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3cc24b57-2257-48d3-b555-b17156bf443a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:23.859831 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9039a17-cb34-41e5-9d77-b38381d4a733 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Subnet': ['ID=4504f5eb-020e-4244-9e78-fca384d92c93,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:23.871902 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9039a17-cb34-41e5-9d77-b38381d4a733 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Checking segment: {'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:23.872270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9039a17-cb34-41e5-9d77-b38381d4a733 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network hostable DHCP agents. Network: e632311a-119d-4fe6-90dc-9452f0567724, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:12:23.891340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9039a17-cb34-41e5-9d77-b38381d4a733 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network e632311a-119d-4fe6-90dc-9452f0567724 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:12:23.898950 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-e9039a17-cb34-41e5-9d77-b38381d4a733 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, e632311a-119d-4fe6-90dc-9452f0567724) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:23.903865 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9039a17-cb34-41e5-9d77-b38381d4a733 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:23.904469 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-e9039a17-cb34-41e5-9d77-b38381d4a733 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:23.910453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55ca06a-c68a-47f4-b8a0-e6bc7620ce24 None None] Network e632311a-119d-4fe6-90dc-9452f0567724 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:23.923197 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-e9039a17-cb34-41e5-9d77-b38381d4a733 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4186444 Feb 19 04:12:23.925937 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52798) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:23.943684 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] Set router 3cc24b57-2257-48d3-b555-b17156bf443a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:24.016073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-e632311a-119d-4fe6-90dc-9452f0567724', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ips': [{'subnet_id': '4504f5eb-020e-4244-9e78-fca384d92c93'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:12:24.017224 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.162649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Allocated IP 172.20.0.2 (e632311a-119d-4fe6-90dc-9452f0567724/4504f5eb-020e-4244-9e78-fca384d92c93/66663815-284a-4690-8cd5-30635eaecf19) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:24.232772 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:24.262854 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.264145 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28c770-083d-4b97-a9a7-211dc193e3a7 None None] The sync data for ids ['3cc24b57-2257-48d3-b555-b17156bf443a'] in n-d-826755-2 is: [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:22Z', 'revision_number': 3, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:24.326128 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Publish callbacks [] for port (66663815-284a-4690-8cd5-30635eaecf19), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.333865 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (66663815-284a-4690-8cd5-30635eaecf19), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.399248 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.562773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Network e632311a-119d-4fe6-90dc-9452f0567724 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:24.564220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:24.566170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Pushing event updated for resources: {'Port': ['ID=66663815-284a-4690-8cd5-30635eaecf19,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:24.568329 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:24.624793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Attempting to bind port 66663815-284a-4690-8cd5-30635eaecf19 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:24.625635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Attempting to bind port 66663815-284a-4690-8cd5-30635eaecf19 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:24.626169 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Attempting to bind port 66663815-284a-4690-8cd5-30635eaecf19 on network e632311a-119d-4fe6-90dc-9452f0567724 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:24.631848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:24.632708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Checking segment: {'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:24.633448 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.634013 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Bound using segment: {'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:24.634497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Bound port: 66663815-284a-4690-8cd5-30635eaecf19, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:24.634874 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (66663815-284a-4690-8cd5-30635eaecf19), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.712226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] For port 66663815-284a-4690-8cd5-30635eaecf19, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:24.715848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] For port 66663815-284a-4690-8cd5-30635eaecf19, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=66663815-284a-4690-8cd5-30635eaecf19,segment=NetworkSegment(381aede8-682b-4c3e-987b-c55041c8e62d),segment_id=381aede8-682b-4c3e-987b-c55041c8e62d)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:24.724036 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (66663815-284a-4690-8cd5-30635eaecf19), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.725101 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.20.0.1 (e632311a-119d-4fe6-90dc-9452f0567724/4504f5eb-020e-4244-9e78-fca384d92c93/4085c370-a9c8-4c1f-b7d5-37add8ac19fd) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:24.801024 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e948865-2fbc-4d62-9ff1-5b809d87eea3 None None] Pushing event updated for resources: {'Port': ['ID=66663815-284a-4690-8cd5-30635eaecf19,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:24.863145 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.901917 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:24.945370 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network e632311a-119d-4fe6-90dc-9452f0567724 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:24.948494 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:24.954688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:24.991112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=4085c370-a9c8-4c1f-b7d5-37add8ac19fd,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:25.014512 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (3cc24b57-2257-48d3-b555-b17156bf443a), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.167809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.464148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.470202 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.550472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=4085c370-a9c8-4c1f-b7d5-37add8ac19fd,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:25.554661 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (3cc24b57-2257-48d3-b555-b17156bf443a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:25.812339 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32f1d3f-0583-478c-835a-4e1cf75c3e8c None None] Network e632311a-119d-4fe6-90dc-9452f0567724 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:12:25.978021 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-64d506f3-fa93-42fe-bd70-80ddd3ea8dea None None] Provisioning complete for port 66663815-284a-4690-8cd5-30635eaecf19 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:25.978538 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-64d506f3-fa93-42fe-bd70-80ddd3ea8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (66663815-284a-4690-8cd5-30635eaecf19), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.027424 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a96dd90a-d18d-4756-9e17-86ae9b57d3f1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:26.060995 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network e632311a-119d-4fe6-90dc-9452f0567724 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:26.064213 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:26.153955 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a96dd90a-d18d-4756-9e17-86ae9b57d3f1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:26.154558 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.202733 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-64d506f3-fa93-42fe-bd70-80ddd3ea8dea None None] Current status of the port 66663815-284a-4690-8cd5-30635eaecf19 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:26.203300 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-64d506f3-fa93-42fe-bd70-80ddd3ea8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (66663815-284a-4690-8cd5-30635eaecf19), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.212099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 3cc24b57-2257-48d3-b555-b17156bf443a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:26.272569 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-64d506f3-fa93-42fe-bd70-80ddd3ea8dea None None] For port 66663815-284a-4690-8cd5-30635eaecf19, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=66663815-284a-4690-8cd5-30635eaecf19,segment=NetworkSegment(381aede8-682b-4c3e-987b-c55041c8e62d),segment_id=381aede8-682b-4c3e-987b-c55041c8e62d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:26.296535 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-64d506f3-fa93-42fe-bd70-80ddd3ea8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (66663815-284a-4690-8cd5-30635eaecf19), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.361814 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:26.362779 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d506f3-fa93-42fe-bd70-80ddd3ea8dea None None] Pushing event updated for resources: {'Port': ['ID=66663815-284a-4690-8cd5-30635eaecf19,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:26.381416 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9f11f586-75f6-4f1f-9333-634a1613cfba tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "PUT /v2.0/routers/3cc24b57-2257-48d3-b555-b17156bf443a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4447124 Feb 19 04:12:26.381825 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a96dd90a-d18d-4756-9e17-86ae9b57d3f1 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:26.381825 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.404414 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port a96dd90a-d18d-4756-9e17-86ae9b57d3f1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a96dd90a-d18d-4756-9e17-86ae9b57d3f1,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:26.413956 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.415233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 66663815-284a-4690-8cd5-30635eaecf19 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:26.474430 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9281696f-ec5a-4577-9d5d-f3ff22adf546 None None] Provisioning complete for port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:26.474804 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9281696f-ec5a-4577-9d5d-f3ff22adf546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.508436 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Sync routers for ids ['3cc24b57-2257-48d3-b555-b17156bf443a'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:26.556845 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9281696f-ec5a-4577-9d5d-f3ff22adf546 None None] Port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:26.564952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=a96dd90a-d18d-4756-9e17-86ae9b57d3f1,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:26.569006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Routers {'3cc24b57-2257-48d3-b555-b17156bf443a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:26.570131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:12:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3cc24b57-2257-48d3-b555-b17156bf443a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:26.689930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Set router 3cc24b57-2257-48d3-b555-b17156bf443a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:26.699296 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6ab6bec9-c709-40aa-a661-9822ab2555f4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-509040766&fields=id&tenant_id=466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 267 time: 0.0656416 Feb 19 04:12:26.840549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d19fea93-7e26-4432-ba6e-ed105c275160 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:26.847537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d19fea93-7e26-4432-ba6e-ed105c275160 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/networks?id=e632311a-119d-4fe6-90dc-9452f0567724 HTTP/1.1" status: 200 len: 796 time: 0.1408358 Feb 19 04:12:26.862301 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 66663815-284a-4690-8cd5-30635eaecf19 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:26.862927 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (66663815-284a-4690-8cd5-30635eaecf19), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.865122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-588a664b-ced1-4c81-8e4f-0d9441b3f0f0 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/quotas/466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 375 time: 0.0163200 Feb 19 04:12:26.907549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-9281696f-ec5a-4577-9d5d-f3ff22adf546 None None] Provisioning complete for port 66663815-284a-4690-8cd5-30635eaecf19 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:26.908799 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9281696f-ec5a-4577-9d5d-f3ff22adf546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (66663815-284a-4690-8cd5-30635eaecf19), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:26.927655 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-64d86a70-bdc6-41b6-9330-b7761957cfd9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619364 Feb 19 04:12:27.022472 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 66663815-284a-4690-8cd5-30635eaecf19 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:27.035522 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-7b64ca7c-9bf3-4fda-995d-13f2100000e2 service neutron] 10.222.0.81 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931387 Feb 19 04:12:27.059885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:25Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '4085c370-a9c8-4c1f-b7d5-37add8ac19fd', 'name': '', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:c1:70:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:24Z', 'updated_at': '2022-02-19T04:12:25Z', 'revision_number': 2, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:27.092205 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Checking router: 3cc24b57-2257-48d3-b555-b17156bf443a for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:27.092580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Updating router 3cc24b57-2257-48d3-b555-b17156bf443a port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:12:27.095150 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-9281696f-ec5a-4577-9d5d-f3ff22adf546 None None] Current status of the port 66663815-284a-4690-8cd5-30635eaecf19 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:27.124650 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.134897 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-b828f062-85fc-4151-b989-aad98dfcafff service neutron] 10.222.0.81 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913844 Feb 19 04:12:27.260350 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4704098f-f652-4f3f-ad29-fbcb6f1ca1da None None] Provisioning complete for port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:27.260757 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4704098f-f652-4f3f-ad29-fbcb6f1ca1da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.319190 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a2dfe288-5cfc-4804-be0d-aac9ab0a98e5 req-a518bf61-2d46-4c01-9bad-a110ff7ea241 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 210 time: 0.0335982 Feb 19 04:12:27.363710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4704098f-f652-4f3f-ad29-fbcb6f1ca1da None None] Port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:27.467305 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Publish callbacks [] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.474286 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.528725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d9a25-2ad5-4f28-9de0-1d75f9042f89 None None] Pushing event updated for resources: {'Port': ['ID=4085c370-a9c8-4c1f-b7d5-37add8ac19fd,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:27.600141 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Attempting to bind port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:27.600716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Attempting to bind port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:27.601089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Attempting to bind port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd on network e632311a-119d-4fe6-90dc-9452f0567724 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:27.610406 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:27.611099 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Checking segment: {'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:27.611531 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.611913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Bound using segment: {'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:27.612970 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Bound port: 4085c370-a9c8-4c1f-b7d5-37add8ac19fd, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:27.613428 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.692736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] For port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:27.697441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] For port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4085c370-a9c8-4c1f-b7d5-37add8ac19fd,segment=NetworkSegment(381aede8-682b-4c3e-987b-c55041c8e62d),segment_id=381aede8-682b-4c3e-987b-c55041c8e62d)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:27.706034 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:27.775834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d9a25-2ad5-4f28-9de0-1d75f9042f89 None None] Pushing event updated for resources: {'Port': ['ID=4085c370-a9c8-4c1f-b7d5-37add8ac19fd,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:27.791678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Routers {'3cc24b57-2257-48d3-b555-b17156bf443a'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:27.792820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:12:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3cc24b57-2257-48d3-b555-b17156bf443a'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:27.869938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a96dd90a-d18d-4756-9e17-86ae9b57d3f1 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:27.973037 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-38105399-68d9-417f-9deb-a8ff0cd0efd6 None None] Provisioning complete for port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:27.973405 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38105399-68d9-417f-9deb-a8ff0cd0efd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.007834 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] Set router 3cc24b57-2257-48d3-b555-b17156bf443a gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:28.050980 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a96dd90a-d18d-4756-9e17-86ae9b57d3f1 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:28.051355 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.236030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-38105399-68d9-417f-9deb-a8ff0cd0efd6 None None] Current status of the port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:28.236285 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38105399-68d9-417f-9deb-a8ff0cd0efd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.328062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-38105399-68d9-417f-9deb-a8ff0cd0efd6 None None] For port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4085c370-a9c8-4c1f-b7d5-37add8ac19fd,segment=NetworkSegment(381aede8-682b-4c3e-987b-c55041c8e62d),segment_id=381aede8-682b-4c3e-987b-c55041c8e62d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:28.331294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a96dd90a-d18d-4756-9e17-86ae9b57d3f1 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:28.332386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 66663815-284a-4690-8cd5-30635eaecf19 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:28.336058 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-38105399-68d9-417f-9deb-a8ff0cd0efd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.431425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10b0a4b1-24af-43df-979f-d17c36c2f022 req-45457780-55fb-469b-ab6e-d3cc56a3a732 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 210 time: 0.0343089 Feb 19 04:12:28.516288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-e08dd9db-32e9-4629-8bea-5d9bade078e4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:28.518957 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-e08dd9db-32e9-4629-8bea-5d9bade078e4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/networks?id=e632311a-119d-4fe6-90dc-9452f0567724 HTTP/1.1" status: 200 len: 796 time: 0.1224003 Feb 19 04:12:28.587336 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-b9187041-28d4-4316-a96a-6da91b84ef49 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=466a16eef58b4a97ad064112f1c72f06 HTTP/1.1" status: 200 len: 379 time: 0.0580239 Feb 19 04:12:28.596933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'port': {'device_id': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'admin_state_up': True, 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'security_groups': ['88deb7ae-3f4c-4beb-a415-e094f6747d83']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:28.607516 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38105399-68d9-417f-9deb-a8ff0cd0efd6 None None] Pushing event updated for resources: {'Port': ['ID=4085c370-a9c8-4c1f-b7d5-37add8ac19fd,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:28.611232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f0c57648-5c4d-40f3-9765-3d666d905547 None None] Provisioning complete for port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:28.612112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f0c57648-5c4d-40f3-9765-3d666d905547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.652495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 66663815-284a-4690-8cd5-30635eaecf19 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:28.652887 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (66663815-284a-4690-8cd5-30635eaecf19), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.662243 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:25Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '4085c370-a9c8-4c1f-b7d5-37add8ac19fd', 'name': '', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:c1:70:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:24Z', 'updated_at': '2022-02-19T04:12:27Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:28.713356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6abf438-ab8c-4c25-bd93-1b66fece5b31 None None] The sync data for ids ['3cc24b57-2257-48d3-b555-b17156bf443a'] in n-d-826755-2 is: [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:25Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '4085c370-a9c8-4c1f-b7d5-37add8ac19fd', 'name': '', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:c1:70:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:24Z', 'updated_at': '2022-02-19T04:12:27Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:28.715333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Made reservation on behalf of 466a16eef58b4a97ad064112f1c72f06 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:12:28.718851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:28.828634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f0c57648-5c4d-40f3-9765-3d666d905547 None None] Current status of the port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:28.843671 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 66663815-284a-4690-8cd5-30635eaecf19 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:28.878151 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.20.0.13 (e632311a-119d-4fe6-90dc-9452f0567724/4504f5eb-020e-4244-9e78-fca384d92c93/f8e5c3be-ee5b-4249-9131-90ff3fae9278) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:29.027805 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.063346 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.106696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network e632311a-119d-4fe6-90dc-9452f0567724 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:29.109815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:29.116108 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:29.122646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=f8e5c3be-ee5b-4249-9131-90ff3fae9278,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:29.174718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:29.175375 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.196275 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-d6e898d4-8dee-4678-a833-cf0946c839a9 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6030240 Feb 19 04:12:29.207503 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Request body: {'port': {'device_id': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:29.273914 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.351544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-4264ac87-7fe7-4d48-99b1-82a82de30b44 None None] Provisioning complete for port f8e5c3be-ee5b-4249-9131-90ff3fae9278 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:29.352139 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4264ac87-7fe7-4d48-99b1-82a82de30b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.390973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-4264ac87-7fe7-4d48-99b1-82a82de30b44 None None] Port f8e5c3be-ee5b-4249-9131-90ff3fae9278 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:12:29.555369 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e5c3be-ee5b-4249-9131-90ff3fae9278 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:29.564319 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Publish callbacks [] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.566068 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57bbed-2506-4c56-8010-c09eb2e90bd5 req-5e02a96a-f4e4-4e2b-b577-83963ad18374 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:29.568180 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e57bbed-2506-4c56-8010-c09eb2e90bd5 req-5e02a96a-f4e4-4e2b-b577-83963ad18374 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 932 time: 0.0564017 Feb 19 04:12:29.576825 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Transition to ACTIVE for port object f8e5c3be-ee5b-4249-9131-90ff3fae9278 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:12:29.582571 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.628839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e57bbed-2506-4c56-8010-c09eb2e90bd5 req-96f99349-3d02-4d6c-b7d6-a8966cea8f58 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537121 Feb 19 04:12:29.655489 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e5c3be-ee5b-4249-9131-90ff3fae9278,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:29.713057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Attempting to bind port f8e5c3be-ee5b-4249-9131-90ff3fae9278 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:12:29.713411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Attempting to bind port f8e5c3be-ee5b-4249-9131-90ff3fae9278 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:12:29.713747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Attempting to bind port f8e5c3be-ee5b-4249-9131-90ff3fae9278 on network e632311a-119d-4fe6-90dc-9452f0567724 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:29.718704 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Port f8e5c3be-ee5b-4249-9131-90ff3fae9278 on network e632311a-119d-4fe6-90dc-9452f0567724 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:12:29.719100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Attempting to bind port f8e5c3be-ee5b-4249-9131-90ff3fae9278 on network e632311a-119d-4fe6-90dc-9452f0567724 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:12:29.724841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:12:29.725183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Checking segment: {'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:12:29.725845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Bound using segment: {'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:12:29.726039 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Bound port: f8e5c3be-ee5b-4249-9131-90ff3fae9278, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381aede8-682b-4c3e-987b-c55041c8e62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:12:29.726400 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.806126 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] For port f8e5c3be-ee5b-4249-9131-90ff3fae9278, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:12:29.809587 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] For port f8e5c3be-ee5b-4249-9131-90ff3fae9278, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f8e5c3be-ee5b-4249-9131-90ff3fae9278,segment=NetworkSegment(381aede8-682b-4c3e-987b-c55041c8e62d),segment_id=381aede8-682b-4c3e-987b-c55041c8e62d)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:12:29.820284 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.868178 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:29.868845 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:29.870248 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] 10.222.0.87 "PUT /v2.0/ports/f8e5c3be-ee5b-4249-9131-90ff3fae9278 HTTP/1.1" status: 200 len: 1092 time: 0.6672120 Feb 19 04:12:29.870697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'tag': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:29.872997 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87c7deb-bcd5-4340-a182-715cea26c106" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a1e380-e44f-4a65-9240-35fb858077b8", "tag": "f8e5c3be-ee5b-4249-9131-90ff3fae9278"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:29.915438 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04d9a0-1847-4c39-aeb4-b2835fc50551 service neutron] Pushing event updated for resources: {'Port': ['ID=f8e5c3be-ee5b-4249-9131-90ff3fae9278,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:29.928152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4085c370-a9c8-4c1f-b7d5-37add8ac19fd up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:29.930619 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a41096-9678-44ff-b812-d932e5e9a062 x-openstack-request-id: req-21a41096-9678-44ff-b812-d932e5e9a062 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:29.931018 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a1e380-e44f-4a65-9240-35fb858077b8", "tag": "f8e5c3be-ee5b-4249-9131-90ff3fae9278", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:29.931277 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-21a41096-9678-44ff-b812-d932e5e9a062 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:29.931707 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'tag': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278', 'status': 'completed', 'code': 200} Feb 19 04:12:29.975935 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-53a9a8ad-7643-4cca-9264-62ad15e89dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:29.982542 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-53a9a8ad-7643-4cca-9264-62ad15e89dd4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 1126 time: 0.0631506 Feb 19 04:12:30.015501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:30.015876 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:30.027681 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-0f267c9c-5df1-4d15-9918-52924a7652ca service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8e5c3be-ee5b-4249-9131-90ff3fae9278 HTTP/1.1" status: 200 len: 217 time: 0.0368972 Feb 19 04:12:30.083461 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-c9e578b3-c636-43b7-a48f-58a73c6920e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:30.085110 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-c9e578b3-c636-43b7-a48f-58a73c6920e5 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4504f5eb-020e-4244-9e78-fca384d92c93 HTTP/1.1" status: 200 len: 834 time: 0.0514874 Feb 19 04:12:30.100868 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:30.137963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-a9d15ff0-1991-4159-94dc-a1d4912095b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:30.139516 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-a9d15ff0-1991-4159-94dc-a1d4912095b4 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e632311a-119d-4fe6-90dc-9452f0567724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490294 Feb 19 04:12:30.231250 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-50d34562-9ef7-411a-958c-c59a3656e409 service neutron] 10.222.0.87 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858450 Feb 19 04:12:30.325951 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-819b8e6a-2e8b-4726-b1ac-58013bf5a0d5 req-e63ebe7c-20fe-476f-8b93-0a014a0b9439 service neutron] 10.222.0.87 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890985 Feb 19 04:12:30.419241 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c7deb-bcd5-4340-a182-715cea26c106 req-db5d1a8f-ad15-416d-be31-9effab6ee484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:30.420700 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87c7deb-bcd5-4340-a182-715cea26c106 req-db5d1a8f-ad15-416d-be31-9effab6ee484 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 1126 time: 0.0462439 Feb 19 04:12:30.521834 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c7deb-bcd5-4340-a182-715cea26c106 req-cb5ee937-1ab7-411f-beac-b68633d48380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:30.523883 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87c7deb-bcd5-4340-a182-715cea26c106 req-cb5ee937-1ab7-411f-beac-b68633d48380 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e632311a-119d-4fe6-90dc-9452f0567724 HTTP/1.1" status: 200 len: 897 time: 0.0974710 Feb 19 04:12:30.565288 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87c7deb-bcd5-4340-a182-715cea26c106 req-69e59f45-d3f6-4a08-8d9d-9719ff98a316 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8e5c3be-ee5b-4249-9131-90ff3fae9278 HTTP/1.1" status: 200 len: 217 time: 0.0355055 Feb 19 04:12:30.623453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c7deb-bcd5-4340-a182-715cea26c106 req-8a780f19-541b-4afe-831f-6a6f59286f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:30.625381 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87c7deb-bcd5-4340-a182-715cea26c106 req-8a780f19-541b-4afe-831f-6a6f59286f84 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4504f5eb-020e-4244-9e78-fca384d92c93 HTTP/1.1" status: 200 len: 834 time: 0.0526583 Feb 19 04:12:30.685488 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c7deb-bcd5-4340-a182-715cea26c106 req-8381b561-c35e-4655-8635-7f867c9b4b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:30.687042 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87c7deb-bcd5-4340-a182-715cea26c106 req-8381b561-c35e-4655-8635-7f867c9b4b2f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e632311a-119d-4fe6-90dc-9452f0567724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560722 Feb 19 04:12:30.760633 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40572c68-6d0d-4d80-a70e-28661e2d9f7f req-2356369c-cd5e-4dbc-8c48-1333d1a559bb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:30.762205 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40572c68-6d0d-4d80-a70e-28661e2d9f7f req-2356369c-cd5e-4dbc-8c48-1333d1a559bb tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 944 time: 0.0541840 Feb 19 04:12:30.778093 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87c7deb-bcd5-4340-a182-715cea26c106 req-2392303b-b97c-4f1d-9c95-0c85584eec9c service neutron] 10.222.0.87 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851080 Feb 19 04:12:30.815482 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-40572c68-6d0d-4d80-a70e-28661e2d9f7f req-e1c43670-b9e0-4356-b817-1a812d001008 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475366 Feb 19 04:12:30.875282 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87c7deb-bcd5-4340-a182-715cea26c106 req-c7120ed2-b5cf-4889-ae8e-318100bb7c77 service neutron] 10.222.0.87 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917485 Feb 19 04:12:31.938552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8676d-701e-4dac-9933-df91668b18b5 req-b866311c-ed34-4cea-9ba5-d79e1c94e55e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:31.940015 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29f8676d-701e-4dac-9933-df91668b18b5 req-b866311c-ed34-4cea-9ba5-d79e1c94e55e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 944 time: 0.0534723 Feb 19 04:12:31.998376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29f8676d-701e-4dac-9933-df91668b18b5 req-6aa28f64-39b9-4b8e-b4ed-a7b21835f36d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500679 Feb 19 04:12:33.130001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e025ed-09a8-4ead-89ab-82492cbf9ea5 req-75cc97c1-a377-41e4-a861-2f1b741c7574 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:33.131473 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27e025ed-09a8-4ead-89ab-82492cbf9ea5 req-75cc97c1-a377-41e4-a861-2f1b741c7574 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 944 time: 0.0539284 Feb 19 04:12:33.182178 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-27e025ed-09a8-4ead-89ab-82492cbf9ea5 req-91f661ad-eae4-40ba-890b-b4edcf76187e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441368 Feb 19 04:12:33.695245 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b2ec9c7-ef4a-4378-914a-cd4c4c481d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.315072 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5eba9d-9a9b-4b67-9285-298ad37b8029 req-a5fdb77c-a4aa-4249-91ca-f1b9dedb83e1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:34.316628 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab5eba9d-9a9b-4b67-9285-298ad37b8029 req-a5fdb77c-a4aa-4249-91ca-f1b9dedb83e1 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 944 time: 0.0617628 Feb 19 04:12:34.373002 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab5eba9d-9a9b-4b67-9285-298ad37b8029 req-3e301980-daa0-4312-a972-f643c235ff24 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481257 Feb 19 04:12:34.621100 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f8e5c3be-ee5b-4249-9131-90ff3fae9278 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:12:34.736874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f8e5c3be-ee5b-4249-9131-90ff3fae9278, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f8e5c3be-ee5b-4249-9131-90ff3fae9278,segment=NetworkSegment(381aede8-682b-4c3e-987b-c55041c8e62d),segment_id=381aede8-682b-4c3e-987b-c55041c8e62d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:34.753582 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'port_id': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278', 'mac_address': 'fa:16:3e:0d:ff:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:12:34.796487 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f8e5c3be-ee5b-4249-9131-90ff3fae9278 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:34.796907 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.811009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e5c3be-ee5b-4249-9131-90ff3fae9278 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:12:34.839218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f8e5c3be-ee5b-4249-9131-90ff3fae9278, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f8e5c3be-ee5b-4249-9131-90ff3fae9278,segment=NetworkSegment(381aede8-682b-4c3e-987b-c55041c8e62d),segment_id=381aede8-682b-4c3e-987b-c55041c8e62d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:34.846285 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:34.910476 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f8e5c3be-ee5b-4249-9131-90ff3fae9278,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:35.236943 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['f8e5c3be-ee5b-4249-9131-90ff3fae9278'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:12:35.501614 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8e02cd-be52-4f4f-b28d-265ac1fbe18d req-26d97d03-565c-4df3-b26a-47fdbeafa562 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:35.503028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f8e02cd-be52-4f4f-b28d-265ac1fbe18d req-26d97d03-565c-4df3-b26a-47fdbeafa562 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 945 time: 0.0549099 Feb 19 04:12:35.554527 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f8e02cd-be52-4f4f-b28d-265ac1fbe18d req-0dda573d-288e-476a-828e-8d73500a8931 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437305 Feb 19 04:12:35.968437 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-da83204f-31ee-4087-9f79-4fdc34ea63bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.630543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f8e5c3be-ee5b-4249-9131-90ff3fae9278 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:12:36.689444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port f8e5c3be-ee5b-4249-9131-90ff3fae9278 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:12:36.693682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port f8e5c3be-ee5b-4249-9131-90ff3fae9278 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:12:36.694092 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.771411 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port f8e5c3be-ee5b-4249-9131-90ff3fae9278 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:12:36.771802 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.795120 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:36.797752 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2ffc0f-263f-4494-af0b-9af6ef1407f5" -d '{"events": [{"server_uuid": "e8a1e380-e44f-4a65-9240-35fb858077b8", "name": "network-vif-plugged", "status": "completed", "tag": "f8e5c3be-ee5b-4249-9131-90ff3fae9278"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:36.810196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port f8e5c3be-ee5b-4249-9131-90ff3fae9278, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f8e5c3be-ee5b-4249-9131-90ff3fae9278,segment=NetworkSegment(381aede8-682b-4c3e-987b-c55041c8e62d),segment_id=381aede8-682b-4c3e-987b-c55041c8e62d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:12:36.815003 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:36.837922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d92138-c35e-49ae-8143-926f34a0c662 req-3df22b1a-757c-47d8-8c70-13fa88fbddf4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:36.839495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43d92138-c35e-49ae-8143-926f34a0c662 req-3df22b1a-757c-47d8-8c70-13fa88fbddf4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 945 time: 0.0536914 Feb 19 04:12:36.868069 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=f8e5c3be-ee5b-4249-9131-90ff3fae9278,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:36.896266 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-43d92138-c35e-49ae-8143-926f34a0c662 req-871c1fd4-343c-478a-a9e5-e7648bfecf46 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505054 Feb 19 04:12:36.943193 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957ba617-a559-4c9d-8ee0-e188189dfa9c x-openstack-request-id: req-957ba617-a559-4c9d-8ee0-e188189dfa9c {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:36.943494 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a1e380-e44f-4a65-9240-35fb858077b8", "name": "network-vif-plugged", "status": "completed", "tag": "f8e5c3be-ee5b-4249-9131-90ff3fae9278", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:36.943757 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-957ba617-a559-4c9d-8ee0-e188189dfa9c {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:36.944156 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278', 'code': 200} Feb 19 04:12:37.051992 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bdc8f-8fe3-4f8c-aaec-5237fddd0501 req-df8baf43-4a8a-4014-8c0a-cf0aa5dacb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:37.053559 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-628bdc8f-8fe3-4f8c-aaec-5237fddd0501 req-df8baf43-4a8a-4014-8c0a-cf0aa5dacb60 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 1128 time: 0.0490992 Feb 19 04:12:37.100214 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-628bdc8f-8fe3-4f8c-aaec-5237fddd0501 req-b0318a7c-11e1-4f47-8862-cf9ecd00a50e service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403554 Feb 19 04:12:37.396978 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:38.045338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b59f95-e5f8-4135-9af6-3c402e4a366b req-ed631a9b-4f1a-47a4-8cac-7ab6d707a92e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:38.047047 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53b59f95-e5f8-4135-9af6-3c402e4a366b req-ed631a9b-4f1a-47a4-8cac-7ab6d707a92e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.0669925 Feb 19 04:12:38.098677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53b59f95-e5f8-4135-9af6-3c402e4a366b req-69cec1ed-6106-4044-ac5d-e760b09c5193 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456250 Feb 19 04:12:38.716514 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.235460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3996c-cd28-46a3-a904-e12e2ba5695b req-38053a26-b1c9-437a-ae10-230a3adba891 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:39.237383 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52f3996c-cd28-46a3-a904-e12e2ba5695b req-38053a26-b1c9-437a-ae10-230a3adba891 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.0554743 Feb 19 04:12:39.285795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52f3996c-cd28-46a3-a904-e12e2ba5695b req-d0626a47-9067-446e-84b8-dd393288b5de tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423121 Feb 19 04:12:39.420384 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805ac29-b03f-4631-a613-27e5a450558d req-343bf4db-339d-45d1-804f-e05f7621ab15 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:39.421928 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5805ac29-b03f-4631-a613-27e5a450558d req-343bf4db-339d-45d1-804f-e05f7621ab15 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.0690155 Feb 19 04:12:39.471637 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5805ac29-b03f-4631-a613-27e5a450558d req-2d5d789f-19a6-4054-8f72-0ce4947081e6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438721 Feb 19 04:12:39.493900 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52864) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:39.539866 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce225f1-57d7-4c5e-bbaa-bfacf1c2afab tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:39.541458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7ce225f1-57d7-4c5e-bbaa-bfacf1c2afab tempest-TestNetworkAdvancedServerOps-45319655 tempest-TestNetworkAdvancedServerOps-45319655-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 1123 time: 0.0464616 Feb 19 04:12:39.545541 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52866) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:39.550220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:12:39.574161 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.683122 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.786463 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Allocated IP 172.25.1.69 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/156f49da-9ec6-455c-a885-d4234e9b2e68) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:12:39.894869 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (156f49da-9ec6-455c-a885-d4234e9b2e68), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.934958 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (156f49da-9ec6-455c-a885-d4234e9b2e68), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:39.971472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:12:39.974439 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:12:39.977481 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:12:40.011827 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=156f49da-9ec6-455c-a885-d4234e9b2e68,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:40.149412 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.371422 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (155d4c80-95e5-48b6-a26b-97bf2ca7baf5), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.442921 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (156f49da-9ec6-455c-a885-d4234e9b2e68), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.596738 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for port (156f49da-9ec6-455c-a885-d4234e9b2e68), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.603017 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (156f49da-9ec6-455c-a885-d4234e9b2e68), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.679850 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event updated for resources: {'Port': ['ID=156f49da-9ec6-455c-a885-d4234e9b2e68,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:12:40.695829 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (155d4c80-95e5-48b6-a26b-97bf2ca7baf5), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:40.805226 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Floating IP 155d4c80-95e5-48b6-a26b-97bf2ca7baf5 associated. External IP: 172.25.1.69, port: f8e5c3be-ee5b-4249-9131-90ff3fae9278. Feb 19 04:12:41.042833 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 3cc24b57-2257-48d3-b555-b17156bf443a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:12:41.153951 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:12:41.163891 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6db42-bdb6-43fa-b0d5-b43ecec7ae44 None None] Sync routers for ids ['3cc24b57-2257-48d3-b555-b17156bf443a'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:12:41.174507 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6db42-bdb6-43fa-b0d5-b43ecec7ae44 None None] Routers {'3cc24b57-2257-48d3-b555-b17156bf443a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:41.174700 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:41.175151 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8ba6db42-bdb6-43fa-b0d5-b43ecec7ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:12:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3cc24b57-2257-48d3-b555-b17156bf443a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:41.284584 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-8ba6db42-bdb6-43fa-b0d5-b43ecec7ae44 None None] Set router 3cc24b57-2257-48d3-b555-b17156bf443a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:41.525143 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8ba6db42-bdb6-43fa-b0d5-b43ecec7ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:25Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '155d4c80-95e5-48b6-a26b-97bf2ca7baf5', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'port_id': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'mac_address': 'fa:16:3e:0d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:40Z', 'updated_at': '2022-02-19T04:12:40Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4085c370-a9c8-4c1f-b7d5-37add8ac19fd', 'name': '', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:c1:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:24Z', 'updated_at': '2022-02-19T04:12:28Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:41.552066 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7c26f673-a2c7-456c-ba51-47fb7c2df67e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0053995 Feb 19 04:12:41.552439 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6db42-bdb6-43fa-b0d5-b43ecec7ae44 None None] Checking router: 3cc24b57-2257-48d3-b555-b17156bf443a for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:12:41.552648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'tag': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:12:41.554973 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ad0020-ed1b-4e5b-a8ee-7fbba46e5813" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a1e380-e44f-4a65-9240-35fb858077b8", "tag": "f8e5c3be-ee5b-4249-9131-90ff3fae9278"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:12:41.561935 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6db42-bdb6-43fa-b0d5-b43ecec7ae44 None None] Routers {'3cc24b57-2257-48d3-b555-b17156bf443a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:12:41.562546 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8ba6db42-bdb6-43fa-b0d5-b43ecec7ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:12:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3cc24b57-2257-48d3-b555-b17156bf443a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:41.653443 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b81d7b-11b2-4a61-b671-292345389f55 req-92e85893-7cc3-4eac-a0e6-b106742087ad tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:41.654940 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51b81d7b-11b2-4a61-b671-292345389f55 req-92e85893-7cc3-4eac-a0e6-b106742087ad tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.0539601 Feb 19 04:12:41.672138 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-8ba6db42-bdb6-43fa-b0d5-b43ecec7ae44 None None] Set router 3cc24b57-2257-48d3-b555-b17156bf443a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:12:41.708953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-51b81d7b-11b2-4a61-b671-292345389f55 req-ba062aa4-5e37-4e09-b4e3-9b5c15fdf02a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481582 Feb 19 04:12:41.731686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52872) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:41.753752 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75f75fd-0a0c-4a85-a2f1-19e2b5745520 x-openstack-request-id: req-f75f75fd-0a0c-4a85-a2f1-19e2b5745520 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:12:41.754262 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a1e380-e44f-4a65-9240-35fb858077b8", "tag": "f8e5c3be-ee5b-4249-9131-90ff3fae9278", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:12:41.754262 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f75f75fd-0a0c-4a85-a2f1-19e2b5745520 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:12:41.754684 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'tag': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278', 'status': 'completed', 'code': 200} Feb 19 04:12:41.795175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-35fa3004-2749-4642-9c90-ea7253ae1ee4 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/155d4c80-95e5-48b6-a26b-97bf2ca7baf5 HTTP/1.1" status: 200 len: 991 time: 0.0618160 Feb 19 04:12:41.820333 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0020-ed1b-4e5b-a8ee-7fbba46e5813 req-bd6106e3-592e-4420-bf94-b3ad5b0a5de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:41.821921 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e1ad0020-ed1b-4e5b-a8ee-7fbba46e5813 req-bd6106e3-592e-4420-bf94-b3ad5b0a5de4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 1128 time: 0.0443454 Feb 19 04:12:41.902032 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-8ba6db42-bdb6-43fa-b0d5-b43ecec7ae44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:25Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '155d4c80-95e5-48b6-a26b-97bf2ca7baf5', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'port_id': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'mac_address': 'fa:16:3e:0d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:40Z', 'updated_at': '2022-02-19T04:12:40Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4085c370-a9c8-4c1f-b7d5-37add8ac19fd', 'name': '', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:c1:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:24Z', 'updated_at': '2022-02-19T04:12:28Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:12:41.913647 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0020-ed1b-4e5b-a8ee-7fbba46e5813 req-ceee5094-753d-453d-aaf1-2f1a2271cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:41.915135 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e1ad0020-ed1b-4e5b-a8ee-7fbba46e5813 req-ceee5094-753d-453d-aaf1-2f1a2271cccb service neutron] 10.222.0.87 "GET /v2.0/networks?id=e632311a-119d-4fe6-90dc-9452f0567724 HTTP/1.1" status: 200 len: 897 time: 0.0869212 Feb 19 04:12:41.932141 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6db42-bdb6-43fa-b0d5-b43ecec7ae44 None None] The sync data for ids ['3cc24b57-2257-48d3-b555-b17156bf443a'] in n-d-826755-2 is: [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:25Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '155d4c80-95e5-48b6-a26b-97bf2ca7baf5', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'floating_ip_address': '172.25.1.69', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'port_id': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'mac_address': 'fa:16:3e:0d:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:12:40Z', 'updated_at': '2022-02-19T04:12:40Z', 'revision_number': 0, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4085c370-a9c8-4c1f-b7d5-37add8ac19fd', 'name': '', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:c1:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:24Z', 'updated_at': '2022-02-19T04:12:28Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:12:41.981475 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e1ad0020-ed1b-4e5b-a8ee-7fbba46e5813 req-22cb7136-2a34-401e-93c9-cad3c37c274b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8e5c3be-ee5b-4249-9131-90ff3fae9278 HTTP/1.1" status: 200 len: 999 time: 0.0599661 Feb 19 04:12:42.030870 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0020-ed1b-4e5b-a8ee-7fbba46e5813 req-9049297c-a3df-481b-a3bf-391521a31f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:42.032327 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e1ad0020-ed1b-4e5b-a8ee-7fbba46e5813 req-9049297c-a3df-481b-a3bf-391521a31f53 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4504f5eb-020e-4244-9e78-fca384d92c93 HTTP/1.1" status: 200 len: 834 time: 0.0453291 Feb 19 04:12:42.086718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad0020-ed1b-4e5b-a8ee-7fbba46e5813 req-76a06517-fa34-473b-9b52-c97395b3ac90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:12:42.088334 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e1ad0020-ed1b-4e5b-a8ee-7fbba46e5813 req-76a06517-fa34-473b-9b52-c97395b3ac90 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e632311a-119d-4fe6-90dc-9452f0567724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506866 Feb 19 04:12:42.135663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a586d-39d3-45c1-801a-24ff7007c193 None None] New status for floating IP 155d4c80-95e5-48b6-a26b-97bf2ca7baf5: ACTIVE {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:12:42.184436 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e1ad0020-ed1b-4e5b-a8ee-7fbba46e5813 req-eddf5b0d-1fb2-47f1-aa2f-a6cbe3572e10 service neutron] 10.222.0.87 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902460 Feb 19 04:12:42.280743 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e1ad0020-ed1b-4e5b-a8ee-7fbba46e5813 req-2d3cb389-5dbb-49d1-ae2d-bd0d306bad55 service neutron] 10.222.0.87 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907338 Feb 19 04:12:42.800427 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52874) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:12:42.870714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-ca851646-eed7-4e44-8c19-a88c8da4167e tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/155d4c80-95e5-48b6-a26b-97bf2ca7baf5 HTTP/1.1" status: 200 len: 993 time: 0.0686648 Feb 19 04:12:53.265846 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:12:53.706511 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:12:54.248426 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:03.698861 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-9d7a4c89-64cf-4f97-995a-5d7f8b5dc04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:05.967921 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3236a354-5a0b-4e6b-8ec4-aaf09f5495f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:07.406567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:08.719264 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:10.157905 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:13.909768 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d421ce73-9011-4606-b05d-98c8be510b07 req-98a49d1d-6810-466b-a1ca-154821a1dc7c service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456476 Feb 19 04:13:14.006214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421ce73-9011-4606-b05d-98c8be510b07 req-fd9dd1c9-1d94-4e71-88d2-7450bbaced78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.007634 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d421ce73-9011-4606-b05d-98c8be510b07 req-fd9dd1c9-1d94-4e71-88d2-7450bbaced78 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 1128 time: 0.0531278 Feb 19 04:13:14.124256 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421ce73-9011-4606-b05d-98c8be510b07 req-470ef5d4-f0e8-411a-9b75-9572df3b4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.125829 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d421ce73-9011-4606-b05d-98c8be510b07 req-470ef5d4-f0e8-411a-9b75-9572df3b4102 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e632311a-119d-4fe6-90dc-9452f0567724 HTTP/1.1" status: 200 len: 897 time: 0.0915208 Feb 19 04:13:14.191389 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d421ce73-9011-4606-b05d-98c8be510b07 req-e89ddeac-972b-45bc-bb7f-35ca4a33d819 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8e5c3be-ee5b-4249-9131-90ff3fae9278 HTTP/1.1" status: 200 len: 1001 time: 0.0594833 Feb 19 04:13:14.246377 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421ce73-9011-4606-b05d-98c8be510b07 req-5aace5f7-2bd3-4728-8793-dc12a67c661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.247882 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d421ce73-9011-4606-b05d-98c8be510b07 req-5aace5f7-2bd3-4728-8793-dc12a67c661f service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4504f5eb-020e-4244-9e78-fca384d92c93 HTTP/1.1" status: 200 len: 834 time: 0.0499451 Feb 19 04:13:14.305844 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421ce73-9011-4606-b05d-98c8be510b07 req-0f000608-345f-4876-bcfb-ff04469da9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:14.307472 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d421ce73-9011-4606-b05d-98c8be510b07 req-0f000608-345f-4876-bcfb-ff04469da9d3 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e632311a-119d-4fe6-90dc-9452f0567724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0530903 Feb 19 04:13:14.404433 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d421ce73-9011-4606-b05d-98c8be510b07 req-3acdbabc-80be-4919-91ae-f0b1250bc922 service neutron] 10.222.0.87 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905030 Feb 19 04:13:14.501823 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d421ce73-9011-4606-b05d-98c8be510b07 req-caed3a5a-cd7e-4d0f-8635-b5a4b28d1b6b service neutron] 10.222.0.87 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904834 Feb 19 04:13:23.263225 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:24.265124 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:30.705393 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:13:33.697389 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0d4d0c3e-a7c9-4233-a051-95b46a962069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:35.969808 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4fdb05de-61c1-43cd-bf84-37b3a5767e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:37.407554 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:38.720687 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:40.148429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:53.280799 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:54.279317 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:13:54.538817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917c8cf-932c-45df-a020-49715403db1d req-e0b474b3-d636-41ef-b525-0b1ad367c7a5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:54.540332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3917c8cf-932c-45df-a020-49715403db1d req-e0b474b3-d636-41ef-b525-0b1ad367c7a5 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.1697960 Feb 19 04:13:54.591277 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3917c8cf-932c-45df-a020-49715403db1d req-7ca007c2-23dc-4b9b-927e-01139dd52328 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449126 Feb 19 04:13:55.734138 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a56c61-f9df-4889-b488-e1c90b056b50 req-c1a747bf-7def-4de0-a8e1-bdc058b9e397 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:55.736071 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61a56c61-f9df-4889-b488-e1c90b056b50 req-c1a747bf-7def-4de0-a8e1-bdc058b9e397 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.0617118 Feb 19 04:13:55.785312 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61a56c61-f9df-4889-b488-e1c90b056b50 req-b6dbe35b-7a1f-4b46-9c5e-33a907f64779 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432804 Feb 19 04:13:56.935809 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2da20c-0e20-4704-aafe-52431d9e95b4 req-7ea4bf49-c060-4e45-a9cb-8c9c14c7ad5b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:56.937390 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d2da20c-0e20-4704-aafe-52431d9e95b4 req-7ea4bf49-c060-4e45-a9cb-8c9c14c7ad5b tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.0662322 Feb 19 04:13:56.989438 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5d2da20c-0e20-4704-aafe-52431d9e95b4 req-e626a764-f73c-43a7-af87-da5b72a16bfa tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457695 Feb 19 04:13:57.014841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52908) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:13:57.075743 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4affa40a-a4a7-46eb-a4f2-404590d113cd tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/155d4c80-95e5-48b6-a26b-97bf2ca7baf5 HTTP/1.1" status: 200 len: 993 time: 0.0597417 Feb 19 04:13:58.380174 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48cc75-9266-421e-ab59-21ec9baf50f9 req-28abc282-70dc-45c8-abde-b207a0c25306 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:58.381650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b48cc75-9266-421e-ab59-21ec9baf50f9 req-28abc282-70dc-45c8-abde-b207a0c25306 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.0635352 Feb 19 04:13:58.389529 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7d21-0759-41e3-aad1-1aad949febed req-3819a03d-3839-4952-8d11-be404da1c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:58.391053 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-565d7d21-0759-41e3-aad1-1aad949febed req-3819a03d-3839-4952-8d11-be404da1c97c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 1128 time: 0.0489867 Feb 19 04:13:58.432691 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1b48cc75-9266-421e-ab59-21ec9baf50f9 req-31b1beee-58c3-45ca-a478-ff438132bafa tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442810 Feb 19 04:13:58.483405 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7d21-0759-41e3-aad1-1aad949febed req-e6305b8c-6d58-42ec-892a-6011a4f3f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:58.484938 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-565d7d21-0759-41e3-aad1-1aad949febed req-e6305b8c-6d58-42ec-892a-6011a4f3f6d9 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e632311a-119d-4fe6-90dc-9452f0567724 HTTP/1.1" status: 200 len: 897 time: 0.0870864 Feb 19 04:13:58.556203 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-565d7d21-0759-41e3-aad1-1aad949febed req-4cdb767c-b234-4183-88ab-36f7bf3351fc service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8e5c3be-ee5b-4249-9131-90ff3fae9278 HTTP/1.1" status: 200 len: 1001 time: 0.0650198 Feb 19 04:13:58.605596 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7d21-0759-41e3-aad1-1aad949febed req-cebccf2d-fd44-48d6-931c-2103b8b9553c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:58.607031 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-565d7d21-0759-41e3-aad1-1aad949febed req-cebccf2d-fd44-48d6-931c-2103b8b9553c service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4504f5eb-020e-4244-9e78-fca384d92c93 HTTP/1.1" status: 200 len: 834 time: 0.0447984 Feb 19 04:13:58.658364 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d7d21-0759-41e3-aad1-1aad949febed req-4035c0b0-bce6-4f67-9cc5-a29ef70eacf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:58.659777 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-565d7d21-0759-41e3-aad1-1aad949febed req-4035c0b0-bce6-4f67-9cc5-a29ef70eacf7 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e632311a-119d-4fe6-90dc-9452f0567724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464475 Feb 19 04:13:58.753404 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-565d7d21-0759-41e3-aad1-1aad949febed req-bd8b8fca-89a6-4075-9eb6-5f2b4e76e31d service neutron] 10.222.0.87 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870695 Feb 19 04:13:58.840795 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-565d7d21-0759-41e3-aad1-1aad949febed req-699671cc-4817-476c-815f-d73ad944a48a service neutron] 10.222.0.87 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812495 Feb 19 04:13:59.573580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a114e-0686-41af-a9db-f54e1f89efc1 req-aa037654-a64a-4d3f-98d6-27cdb01cbfa7 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:13:59.575086 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f5a114e-0686-41af-a9db-f54e1f89efc1 req-aa037654-a64a-4d3f-98d6-27cdb01cbfa7 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.0633428 Feb 19 04:13:59.625861 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f5a114e-0686-41af-a9db-f54e1f89efc1 req-3625cfe2-cede-4c95-b5c0-7caf67a36dfa tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449522 Feb 19 04:14:00.763388 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84de031-8375-4fa4-a81b-d679356fc3f2 req-589d0d8b-5131-4d0b-b901-fb7ba2edabd6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:00.764898 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d84de031-8375-4fa4-a81b-d679356fc3f2 req-589d0d8b-5131-4d0b-b901-fb7ba2edabd6 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.0648375 Feb 19 04:14:00.818528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d84de031-8375-4fa4-a81b-d679356fc3f2 req-04303057-7951-4d78-8ec8-f490d36b6d8f tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478101 Feb 19 04:14:00.841993 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52920) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:00.903201 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-53d37fb8-5312-4364-b4f0-9e94a99e5809 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/floatingips/155d4c80-95e5-48b6-a26b-97bf2ca7baf5 HTTP/1.1" status: 200 len: 993 time: 0.0600576 Feb 19 04:14:01.121320 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52926) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:01.290608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port 156f49da-9ec6-455c-a885-d4234e9b2e68 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:01.290851 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (156f49da-9ec6-455c-a885-d4234e9b2e68), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.366208 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (156f49da-9ec6-455c-a885-d4234e9b2e68), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.366511 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (156f49da-9ec6-455c-a885-d4234e9b2e68), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.378506 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for 156f49da-9ec6-455c-a885-d4234e9b2e68 owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:01.546768 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (156f49da-9ec6-455c-a885-d4234e9b2e68), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.571542 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=156f49da-9ec6-455c-a885-d4234e9b2e68,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:01.583253 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.583633 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.583979 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.584313 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.584650 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.585011 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.585360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.585648 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.585972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.586300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.586622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.586947 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.587270 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:01.645118 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for floatingip (155d4c80-95e5-48b6-a26b-97bf2ca7baf5), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.645453 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Floating IP 155d4c80-95e5-48b6-a26b-97bf2ca7baf5 disassociated (deleted). External IP: 172.25.1.69, port: f8e5c3be-ee5b-4249-9131-90ff3fae9278. Feb 19 04:14:01.874885 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 3cc24b57-2257-48d3-b555-b17156bf443a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:01.987092 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:01.991676 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:01.998416 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ba9a4-4c2e-4186-a499-e9ab7e868531 None None] Sync routers for ids ['3cc24b57-2257-48d3-b555-b17156bf443a'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:02.009319 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ba9a4-4c2e-4186-a499-e9ab7e868531 None None] Routers {'3cc24b57-2257-48d3-b555-b17156bf443a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:02.009999 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-665ba9a4-4c2e-4186-a499-e9ab7e868531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:13:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3cc24b57-2257-48d3-b555-b17156bf443a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:02.022593 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-83f4aca6-94fc-470f-95c4-ab90e2b444e8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/floatingips/155d4c80-95e5-48b6-a26b-97bf2ca7baf5 HTTP/1.1" status: 204 len: 168 time: 0.8999746 Feb 19 04:14:02.023055 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'tag': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:02.025453 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6c3fd4-bc2b-426e-b23e-1bf9da64c2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a1e380-e44f-4a65-9240-35fb858077b8", "tag": "f8e5c3be-ee5b-4249-9131-90ff3fae9278"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:02.121289 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-665ba9a4-4c2e-4186-a499-e9ab7e868531 None None] Set router 3cc24b57-2257-48d3-b555-b17156bf443a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:02.193400 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cba4a0-c287-4cfe-95c4-81dda5d874e6 x-openstack-request-id: req-31cba4a0-c287-4cfe-95c4-81dda5d874e6 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:02.193932 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a1e380-e44f-4a65-9240-35fb858077b8", "tag": "f8e5c3be-ee5b-4249-9131-90ff3fae9278", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:02.194031 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-31cba4a0-c287-4cfe-95c4-81dda5d874e6 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:02.194692 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'tag': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278', 'status': 'completed', 'code': 200} Feb 19 04:14:02.269949 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c3fd4-bc2b-426e-b23e-1bf9da64c2b0 req-f8de3e2e-d2c9-47ef-b656-abddb3b6c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.271700 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1b6c3fd4-bc2b-426e-b23e-1bf9da64c2b0 req-f8de3e2e-d2c9-47ef-b656-abddb3b6c0c6 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=466a16eef58b4a97ad064112f1c72f06&device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 1128 time: 0.0511737 Feb 19 04:14:02.294512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08927e-12af-4839-864e-79df48960bf0 req-a38a739d-cabd-4d1f-8eb7-c6caf74b1cec tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.296025 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f08927e-12af-4839-864e-79df48960bf0 req-a38a739d-cabd-4d1f-8eb7-c6caf74b1cec tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.0562687 Feb 19 04:14:02.335406 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-665ba9a4-4c2e-4186-a499-e9ab7e868531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:25Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '4085c370-a9c8-4c1f-b7d5-37add8ac19fd', 'name': '', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:c1:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:24Z', 'updated_at': '2022-02-19T04:12:28Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:02.354738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f08927e-12af-4839-864e-79df48960bf0 req-4291dc63-c3dd-4101-9d8d-2f58a2fe98fd tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529690 Feb 19 04:14:02.374278 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c3fd4-bc2b-426e-b23e-1bf9da64c2b0 req-7616deb0-cad9-44e8-a79e-24ed5493c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.376097 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1b6c3fd4-bc2b-426e-b23e-1bf9da64c2b0 req-7616deb0-cad9-44e8-a79e-24ed5493c707 service neutron] 10.222.0.87 "GET /v2.0/networks?id=e632311a-119d-4fe6-90dc-9452f0567724 HTTP/1.1" status: 200 len: 897 time: 0.0974190 Feb 19 04:14:02.422973 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1b6c3fd4-bc2b-426e-b23e-1bf9da64c2b0 req-40e6b105-bd2e-4e7b-a9d9-4975ce0e89bd service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8e5c3be-ee5b-4249-9131-90ff3fae9278 HTTP/1.1" status: 200 len: 217 time: 0.0401289 Feb 19 04:14:02.456285 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ba9a4-4c2e-4186-a499-e9ab7e868531 None None] Checking router: 3cc24b57-2257-48d3-b555-b17156bf443a for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:02.465430 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665ba9a4-4c2e-4186-a499-e9ab7e868531 None None] Routers {'3cc24b57-2257-48d3-b555-b17156bf443a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:02.466016 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-665ba9a4-4c2e-4186-a499-e9ab7e868531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:13:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3cc24b57-2257-48d3-b555-b17156bf443a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:02.474894 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c3fd4-bc2b-426e-b23e-1bf9da64c2b0 req-c2dbe810-594d-4a0b-99a4-8cf6009d1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.476451 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1b6c3fd4-bc2b-426e-b23e-1bf9da64c2b0 req-c2dbe810-594d-4a0b-99a4-8cf6009d1f41 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=4504f5eb-020e-4244-9e78-fca384d92c93 HTTP/1.1" status: 200 len: 834 time: 0.0461962 Feb 19 04:14:02.526072 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c3fd4-bc2b-426e-b23e-1bf9da64c2b0 req-ec49d29b-3158-4f49-89c7-4cd2dade6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:02.527637 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1b6c3fd4-bc2b-426e-b23e-1bf9da64c2b0 req-ec49d29b-3158-4f49-89c7-4cd2dade6b5e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=e632311a-119d-4fe6-90dc-9452f0567724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446761 Feb 19 04:14:02.575124 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-665ba9a4-4c2e-4186-a499-e9ab7e868531 None None] Set router 3cc24b57-2257-48d3-b555-b17156bf443a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:02.624515 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1b6c3fd4-bc2b-426e-b23e-1bf9da64c2b0 req-1dfd0d38-52c0-4a4d-9faf-0ece9eca972a service neutron] 10.222.0.87 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876727 Feb 19 04:14:02.723834 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1b6c3fd4-bc2b-426e-b23e-1bf9da64c2b0 req-0a3dcde7-2d8a-47a1-8e19-8fa20a6461d0 service neutron] 10.222.0.87 "GET /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928462 Feb 19 04:14:02.782354 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-665ba9a4-4c2e-4186-a499-e9ab7e868531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:25Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '4085c370-a9c8-4c1f-b7d5-37add8ac19fd', 'name': '', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:c1:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:24Z', 'updated_at': '2022-02-19T04:12:28Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:02.811566 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665ba9a4-4c2e-4186-a499-e9ab7e868531 None None] The sync data for ids ['3cc24b57-2257-48d3-b555-b17156bf443a'] in n-d-826755-2 is: [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:25Z', 'revision_number': 4, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '4085c370-a9c8-4c1f-b7d5-37add8ac19fd', 'name': '', 'network_id': 'e632311a-119d-4fe6-90dc-9452f0567724', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'mac_address': 'fa:16:3e:c1:70:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:24Z', 'updated_at': '2022-02-19T04:12:28Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'subnets': [{'id': '4504f5eb-020e-4244-9e78-fca384d92c93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:03.045390 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69aab9d6-07f5-41c0-bdff-342da5efa23e None None] New status for floating IP 155d4c80-95e5-48b6-a26b-97bf2ca7baf5: DOWN {{(pid=109900) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:14:03.495602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bcf02d-4c7f-4866-8677-09a72cee0c5a req-c92052e7-a6c0-407e-b462-fde573877b2d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:03.497172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01bcf02d-4c7f-4866-8677-09a72cee0c5a req-c92052e7-a6c0-407e-b462-fde573877b2d tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.0571222 Feb 19 04:14:03.550795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-01bcf02d-4c7f-4866-8677-09a72cee0c5a req-5b034c2f-5368-446d-9d8e-bd17087cd02a tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/security-groups?id=88deb7ae-3f4c-4beb-a415-e094f6747d83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451887 Feb 19 04:14:03.697833 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1e27e6b6-06e4-4d0d-b370-21e6784c247f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.145265 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba254bb-b387-4696-9385-5525d83e4244 req-2eba2af2-bd9b-4f14-9652-ad18dd611059 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:04.146794 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9ba254bb-b387-4696-9385-5525d83e4244 req-2eba2af2-bd9b-4f14-9652-ad18dd611059 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 946 time: 0.0705521 Feb 19 04:14:04.240199 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-9ba254bb-b387-4696-9385-5525d83e4244 req-664fc946-1333-4523-97ec-db3d6a8fcf13 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port f8e5c3be-ee5b-4249-9131-90ff3fae9278 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:04.240520 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9ba254bb-b387-4696-9385-5525d83e4244 req-664fc946-1333-4523-97ec-db3d6a8fcf13 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.332461 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-9ba254bb-b387-4696-9385-5525d83e4244 req-664fc946-1333-4523-97ec-db3d6a8fcf13 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port f8e5c3be-ee5b-4249-9131-90ff3fae9278, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=f8e5c3be-ee5b-4249-9131-90ff3fae9278,segment=NetworkSegment(381aede8-682b-4c3e-987b-c55041c8e62d),segment_id=381aede8-682b-4c3e-987b-c55041c8e62d)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:04.332853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9ba254bb-b387-4696-9385-5525d83e4244 req-664fc946-1333-4523-97ec-db3d6a8fcf13 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.345255 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-9ba254bb-b387-4696-9385-5525d83e4244 req-664fc946-1333-4523-97ec-db3d6a8fcf13 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for f8e5c3be-ee5b-4249-9131-90ff3fae9278 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:04.487261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9ba254bb-b387-4696-9385-5525d83e4244 req-664fc946-1333-4523-97ec-db3d6a8fcf13 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f8e5c3be-ee5b-4249-9131-90ff3fae9278), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.520341 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fc946-1333-4523-97ec-db3d6a8fcf13 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=f8e5c3be-ee5b-4249-9131-90ff3fae9278,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:04.565071 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba254bb-b387-4696-9385-5525d83e4244 req-664fc946-1333-4523-97ec-db3d6a8fcf13 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] No DVR routers for this DVR port f8e5c3be-ee5b-4249-9131-90ff3fae9278 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:04.568015 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-9ba254bb-b387-4696-9385-5525d83e4244 req-664fc946-1333-4523-97ec-db3d6a8fcf13 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:04.572008 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9ba254bb-b387-4696-9385-5525d83e4244 req-664fc946-1333-4523-97ec-db3d6a8fcf13 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.87 "DELETE /v2.0/ports/f8e5c3be-ee5b-4249-9131-90ff3fae9278 HTTP/1.1" status: 204 len: 173 time: 0.4202247 Feb 19 04:14:04.572482 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'name': 'network-vif-deleted', 'tag': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:04.575424 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adaffa6-5ff7-4f7e-b7cb-e462f6a051a8" -d '{"events": [{"server_uuid": "e8a1e380-e44f-4a65-9240-35fb858077b8", "name": "network-vif-deleted", "tag": "f8e5c3be-ee5b-4249-9131-90ff3fae9278"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:04.650261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-683bf949-2428-42f2-9deb-88ba4f9db1d7 req-b1bd054d-b5b3-45e3-9c6b-df181e43f239 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8a1e380-e44f-4a65-9240-35fb858077b8 HTTP/1.1" status: 200 len: 210 time: 0.0273941 Feb 19 04:14:04.695542 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe08003-e97b-44a3-845e-c10984fe7416 x-openstack-request-id: req-bfe08003-e97b-44a3-845e-c10984fe7416 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:04.695845 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a1e380-e44f-4a65-9240-35fb858077b8", "name": "network-vif-deleted", "tag": "f8e5c3be-ee5b-4249-9131-90ff3fae9278", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:04.696104 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-bfe08003-e97b-44a3-845e-c10984fe7416 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:04.696508 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a1e380-e44f-4a65-9240-35fb858077b8', 'name': 'network-vif-deleted', 'tag': 'f8e5c3be-ee5b-4249-9131-90ff3fae9278', 'status': 'completed', 'code': 200} Feb 19 04:14:05.715035 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52944) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:05.965745 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7641f33e-6961-48b6-8e8c-42efe5d13895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.099879 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80c88f19-a02d-46eb-ba28-37311704d888 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (3cc24b57-2257-48d3-b555-b17156bf443a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.711494 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-80c88f19-a02d-46eb-ba28-37311704d888 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:06.711842 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80c88f19-a02d-46eb-ba28-37311704d888 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.803883 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-80c88f19-a02d-46eb-ba28-37311704d888 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port 4085c370-a9c8-4c1f-b7d5-37add8ac19fd, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4085c370-a9c8-4c1f-b7d5-37add8ac19fd,segment=NetworkSegment(381aede8-682b-4c3e-987b-c55041c8e62d),segment_id=381aede8-682b-4c3e-987b-c55041c8e62d)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:06.804651 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80c88f19-a02d-46eb-ba28-37311704d888 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:06.821872 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-80c88f19-a02d-46eb-ba28-37311704d888 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for 4085c370-a9c8-4c1f-b7d5-37add8ac19fd owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:07.028577 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80c88f19-a02d-46eb-ba28-37311704d888 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4085c370-a9c8-4c1f-b7d5-37add8ac19fd), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.058441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c88f19-a02d-46eb-ba28-37311704d888 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=4085c370-a9c8-4c1f-b7d5-37add8ac19fd,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:07.237586 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-80c88f19-a02d-46eb-ba28-37311704d888 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (3cc24b57-2257-48d3-b555-b17156bf443a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.272216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f8e5c3be-ee5b-4249-9131-90ff3fae9278 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:07.293060 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: f8e5c3be-ee5b-4249-9131-90ff3fae9278 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:07.293322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device f8e5c3be-ee5b-4249-9131-90ff3fae9278 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:07.403079 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.469329 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c88f19-a02d-46eb-ba28-37311704d888 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Router 3cc24b57-2257-48d3-b555-b17156bf443a has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:07.585091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c88f19-a02d-46eb-ba28-37311704d888 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:07.590841 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-80c88f19-a02d-46eb-ba28-37311704d888 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "PUT /v2.0/routers/3cc24b57-2257-48d3-b555-b17156bf443a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8747268 Feb 19 04:14:07.593711 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52946) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:07.596398 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6d914-3bc5-43b5-84a2-c21f776911f0 None None] Sync routers for ids ['3cc24b57-2257-48d3-b555-b17156bf443a'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:07.607332 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6d914-3bc5-43b5-84a2-c21f776911f0 None None] Routers {'3cc24b57-2257-48d3-b555-b17156bf443a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:07.608257 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d5b6d914-3bc5-43b5-84a2-c21f776911f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3cc24b57-2257-48d3-b555-b17156bf443a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:07.645972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e3009d-5d27-4045-b4de-b4881e358516 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting subnet 4504f5eb-020e-4244-9e78-fca384d92c93 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:14:07.649311 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94e3009d-5d27-4045-b4de-b4881e358516 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (4504f5eb-020e-4244-9e78-fca384d92c93), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.692008 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94e3009d-5d27-4045-b4de-b4881e358516 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (4504f5eb-020e-4244-9e78-fca384d92c93), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.707207 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:14:07.724145 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d5b6d914-3bc5-43b5-84a2-c21f776911f0 None None] Set router 3cc24b57-2257-48d3-b555-b17156bf443a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:07.782594 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94e3009d-5d27-4045-b4de-b4881e358516 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (4504f5eb-020e-4244-9e78-fca384d92c93), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.843413 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94e3009d-5d27-4045-b4de-b4881e358516 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (4504f5eb-020e-4244-9e78-fca384d92c93), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.870760 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3009d-5d27-4045-b4de-b4881e358516 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Subnet': ['ID=4504f5eb-020e-4244-9e78-fca384d92c93,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:07.874788 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-94e3009d-5d27-4045-b4de-b4881e358516 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:07.878088 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-94e3009d-5d27-4045-b4de-b4881e358516 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/subnets/4504f5eb-020e-4244-9e78-fca384d92c93 HTTP/1.1" status: 204 len: 168 time: 0.2834516 Feb 19 04:14:07.880955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52948) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:07.885075 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330a29be-8c8f-436b-b319-5ec5c6f15473 None None] Network e632311a-119d-4fe6-90dc-9452f0567724 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:07.911686 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d5b6d914-3bc5-43b5-84a2-c21f776911f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:14:06Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:07.945080 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6d914-3bc5-43b5-84a2-c21f776911f0 None None] Checking router: 3cc24b57-2257-48d3-b555-b17156bf443a for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:07.954406 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b6d914-3bc5-43b5-84a2-c21f776911f0 None None] Routers {'3cc24b57-2257-48d3-b555-b17156bf443a'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:07.955282 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d5b6d914-3bc5-43b5-84a2-c21f776911f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['3cc24b57-2257-48d3-b555-b17156bf443a'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:08.002293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (3cc24b57-2257-48d3-b555-b17156bf443a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.073623 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-d5b6d914-3bc5-43b5-84a2-c21f776911f0 None None] Set router 3cc24b57-2257-48d3-b555-b17156bf443a gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:08.074778 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] DHCP port deletion for e632311a-119d-4fe6-90dc-9452f0567724 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:14:08.122571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Deleting port 66663815-284a-4690-8cd5-30635eaecf19 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:08.122893 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (66663815-284a-4690-8cd5-30635eaecf19), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.129594 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_gateway (3cc24b57-2257-48d3-b555-b17156bf443a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.187884 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Deleting port a96dd90a-d18d-4756-9e17-86ae9b57d3f1 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:14:08.188242 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.193250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] For port 66663815-284a-4690-8cd5-30635eaecf19, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=66663815-284a-4690-8cd5-30635eaecf19,segment=NetworkSegment(381aede8-682b-4c3e-987b-c55041c8e62d),segment_id=381aede8-682b-4c3e-987b-c55041c8e62d)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:08.193661 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (66663815-284a-4690-8cd5-30635eaecf19), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.206977 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Calling delete_port for 66663815-284a-4690-8cd5-30635eaecf19 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:08.260453 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-d5b6d914-3bc5-43b5-84a2-c21f776911f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:14:06Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:08.273863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] For port a96dd90a-d18d-4756-9e17-86ae9b57d3f1, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a96dd90a-d18d-4756-9e17-86ae9b57d3f1,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:08.274281 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.286837 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Calling delete_port for a96dd90a-d18d-4756-9e17-86ae9b57d3f1 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:14:08.287375 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6d914-3bc5-43b5-84a2-c21f776911f0 None None] The sync data for ids ['3cc24b57-2257-48d3-b555-b17156bf443a'] in n-d-826755-2 is: [{'id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2102510964', 'tenant_id': '466a16eef58b4a97ad064112f1c72f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:14:06Z', 'revision_number': 5, 'project_id': '466a16eef58b4a97ad064112f1c72f06', 'gw_port': {'id': 'a96dd90a-d18d-4756-9e17-86ae9b57d3f1', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc24b57-2257-48d3-b555-b17156bf443a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:12:21Z', 'updated_at': '2022-02-19T04:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:08.295670 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (66663815-284a-4690-8cd5-30635eaecf19), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.329215 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Pushing event deleted for resources: {'Port': ['ID=66663815-284a-4690-8cd5-30635eaecf19,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:08.337319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] No DVR routers for this DVR port 66663815-284a-4690-8cd5-30635eaecf19 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:14:08.339867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.339867 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.341000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.341000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.341000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.341322 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.341700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.342019 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.342356 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.342678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.343002 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.343325 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.343648 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142c278c-2be9-43cd-964b-a648c9be4e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.465809 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a96dd90a-d18d-4756-9e17-86ae9b57d3f1), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.491862 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Port': ['ID=a96dd90a-d18d-4756-9e17-86ae9b57d3f1,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:08.504863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.505216 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.505589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.505922 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.506251 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.506574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.506895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.507217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.507537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.507854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.508144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.508457 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.508793 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:08.563534 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (3cc24b57-2257-48d3-b555-b17156bf443a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.664483 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (3cc24b57-2257-48d3-b555-b17156bf443a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.667205 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router_controller (3cc24b57-2257-48d3-b555-b17156bf443a), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.718867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (3cc24b57-2257-48d3-b555-b17156bf443a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.719731 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Fanout notify agent at l3_agent the message router_deleted on router 3cc24b57-2257-48d3-b555-b17156bf443a {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:14:08.728063 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.729481 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.732360 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52950) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:08.732578 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-445a9124-dd1e-4ece-a2d5-980e8a6cecd3 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/routers/3cc24b57-2257-48d3-b555-b17156bf443a HTTP/1.1" status: 204 len: 168 time: 0.8505185 Feb 19 04:14:08.815094 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (e632311a-119d-4fe6-90dc-9452f0567724), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.903783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (e632311a-119d-4fe6-90dc-9452f0567724), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.925257 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e632311a-119d-4fe6-90dc-9452f0567724']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:08.935809 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381aede8-682b-4c3e-987b-c55041c8e62d') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:08.936103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381aede8-682b-4c3e-987b-c55041c8e62d') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:08.945798 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (381aede8-682b-4c3e-987b-c55041c8e62d), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.960079 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (381aede8-682b-4c3e-987b-c55041c8e62d), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.966393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:14:08.966831 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (381aede8-682b-4c3e-987b-c55041c8e62d), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: timer() Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:14:08.969949 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:14:09.034708 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (e632311a-119d-4fe6-90dc-9452f0567724), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.041605 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.044801 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/networks/e632311a-119d-4fe6-90dc-9452f0567724 HTTP/1.1" status: 204 len: 168 time: 0.3114100 Feb 19 04:14:09.047811 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52952) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:09.060720 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc1cbb-e384-4c77-9a36-3b945a2d2fb8 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'Network': ['ID=e632311a-119d-4fe6-90dc-9452f0567724,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:09.105414 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-de44d26f-66d1-4c63-a2a3-9b1fa199f675 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (88deb7ae-3f4c-4beb-a415-e094f6747d83), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.130710 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-de44d26f-66d1-4c63-a2a3-9b1fa199f675 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (88deb7ae-3f4c-4beb-a415-e094f6747d83), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.202316 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-de44d26f-66d1-4c63-a2a3-9b1fa199f675 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (88deb7ae-3f4c-4beb-a415-e094f6747d83), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.205162 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-de44d26f-66d1-4c63-a2a3-9b1fa199f675 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.206367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-de44d26f-66d1-4c63-a2a3-9b1fa199f675 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] 10.222.0.81 "DELETE /v2.0/security-groups/88deb7ae-3f4c-4beb-a415-e094f6747d83 HTTP/1.1" status: 204 len: 168 time: 0.1575446 Feb 19 04:14:09.216604 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44d26f-66d1-4c63-a2a3-9b1fa199f675 tempest-TestNetworkAdvancedServerOps-2047526426 tempest-TestNetworkAdvancedServerOps-2047526426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88deb7ae-3f4c-4beb-a415-e094f6747d83,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:09.574465 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52960) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:09.728694 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f7634b29-77a9-40ad-abd1-0a022be1b63f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=466a16eef58b4a97ad064112f1c72f06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529057 Feb 19 04:14:09.731300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52964) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:09.787333 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-49e7b0c7-3a75-4d0e-a2cd-51f604b23049 admin admin] Publish callbacks [] for security_group (392a9267-4120-4340-b589-7f1cd6319669), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.811712 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-49e7b0c7-3a75-4d0e-a2cd-51f604b23049 admin admin] Publish callbacks [] for security_group (392a9267-4120-4340-b589-7f1cd6319669), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.867402 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-49e7b0c7-3a75-4d0e-a2cd-51f604b23049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (392a9267-4120-4340-b589-7f1cd6319669), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.870072 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-49e7b0c7-3a75-4d0e-a2cd-51f604b23049 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:09.871303 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-49e7b0c7-3a75-4d0e-a2cd-51f604b23049 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/392a9267-4120-4340-b589-7f1cd6319669 HTTP/1.1" status: 204 len: 168 time: 0.1390698 Feb 19 04:14:09.881682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7b0c7-3a75-4d0e-a2cd-51f604b23049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392a9267-4120-4340-b589-7f1cd6319669,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:09.950871 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a96dd90a-d18d-4756-9e17-86ae9b57d3f1 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:09.971807 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: a96dd90a-d18d-4756-9e17-86ae9b57d3f1 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:09.972147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a96dd90a-d18d-4756-9e17-86ae9b57d3f1 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:09.972562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 66663815-284a-4690-8cd5-30635eaecf19 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:09.994546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 66663815-284a-4690-8cd5-30635eaecf19 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:09.994886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 66663815-284a-4690-8cd5-30635eaecf19 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:09.995297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4085c370-a9c8-4c1f-b7d5-37add8ac19fd no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:14:10.017255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 4085c370-a9c8-4c1f-b7d5-37add8ac19fd {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:14:10.017603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4085c370-a9c8-4c1f-b7d5-37add8ac19fd not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:14:10.144771 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:10.180224 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 52970) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:10.198642 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15ad8ea5-887b-4691-8f16-0589a09a9fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:10.277612 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15ad8ea5-887b-4691-8f16-0589a09a9fae admin admin] Publish callbacks [] for security_group (8d41e974-e127-4814-971d-2da37c979be4), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:10.283153 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15ad8ea5-887b-4691-8f16-0589a09a9fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8d41e974-e127-4814-971d-2da37c979be4), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:10.320353 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-15ad8ea5-887b-4691-8f16-0589a09a9fae admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf44649db1c146d1a8e7865b68ee907b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1389976 Feb 19 04:14:10.321238 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad8ea5-887b-4691-8f16-0589a09a9fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d41e974-e127-4814-971d-2da37c979be4,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:10.324042 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52972) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:10.378873 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0ba79511-1afa-466b-9d78-ac559b82d78d admin admin] Publish callbacks [] for security_group (8d41e974-e127-4814-971d-2da37c979be4), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:10.402453 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0ba79511-1afa-466b-9d78-ac559b82d78d admin admin] Publish callbacks [] for security_group (8d41e974-e127-4814-971d-2da37c979be4), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:10.454724 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0ba79511-1afa-466b-9d78-ac559b82d78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (8d41e974-e127-4814-971d-2da37c979be4), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:10.457515 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0ba79511-1afa-466b-9d78-ac559b82d78d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:10.458689 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0ba79511-1afa-466b-9d78-ac559b82d78d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d41e974-e127-4814-971d-2da37c979be4 HTTP/1.1" status: 204 len: 168 time: 0.1332629 Feb 19 04:14:10.467375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba79511-1afa-466b-9d78-ac559b82d78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d41e974-e127-4814-971d-2da37c979be4,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:11.406745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 52996) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:11.510505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1780087340-network', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:11.535436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Made reservation on behalf of 4dfdbd05c53b48d0a01c795a0ac8c046 for: {'network': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:11.537858 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.546701 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.622013 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Publish callbacks [] for security_group (94351c35-d408-482c-bc06-49292dd738c0), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.629429 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (94351c35-d408-482c-bc06-49292dd738c0), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.653265 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=109899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:14:11.663151 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94351c35-d408-482c-bc06-49292dd738c0,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:11.667941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8c7d4dcf-d15d-4675-a559-438d6ccd0b71), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.668291 n-d-826755-2 neutron-server[109899]: INFO neutron.db.segments_db [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Added segment 8c7d4dcf-d15d-4675-a559-438d6ccd0b71 of type vlan for network fbd77104-28b5-4b25-aee2-02e53bb189a8 Feb 19 04:14:11.713326 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (fbd77104-28b5-4b25-aee2-02e53bb189a8), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.744379 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (fbd77104-28b5-4b25-aee2-02e53bb189a8), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.745524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:11.746106 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:11.794441 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3864868 Feb 19 04:14:11.798102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53000) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:11.803540 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-43f6e3f1-6452-4375-b324-530b1ac415dd admin admin] Request body: {'subnet': {'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1780087340-subnet', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:11.810310 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32bed7-8565-464d-bc2b-af6db7e3b426 admin admin] Pushing event updated for resources: {'Network': ['ID=fbd77104-28b5-4b25-aee2-02e53bb189a8,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:11.820250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network fbd77104-28b5-4b25-aee2-02e53bb189a8 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:14:11.826191 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f6e3f1-6452-4375-b324-530b1ac415dd admin admin] Made reservation on behalf of 4dfdbd05c53b48d0a01c795a0ac8c046 for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:11.828821 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43f6e3f1-6452-4375-b324-530b1ac415dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.002234 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43f6e3f1-6452-4375-b324-530b1ac415dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (84b2149a-91f4-43f2-b8a5-285129420e83), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.054963 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f6e3f1-6452-4375-b324-530b1ac415dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=84b2149a-91f4-43f2-b8a5-285129420e83,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:12.065612 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f6e3f1-6452-4375-b324-530b1ac415dd admin admin] Checking segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:12.065976 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f6e3f1-6452-4375-b324-530b1ac415dd admin admin] Network hostable DHCP agents. Network: fbd77104-28b5-4b25-aee2-02e53bb189a8, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:14:12.084560 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f6e3f1-6452-4375-b324-530b1ac415dd admin admin] Network fbd77104-28b5-4b25-aee2-02e53bb189a8 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:14:12.094927 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-43f6e3f1-6452-4375-b324-530b1ac415dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, fbd77104-28b5-4b25-aee2-02e53bb189a8) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:12.099381 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f6e3f1-6452-4375-b324-530b1ac415dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:12.099980 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-43f6e3f1-6452-4375-b324-530b1ac415dd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.105026 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a8ab50-a475-4fe3-89d5-f1015e2ca7e4 None None] Network fbd77104-28b5-4b25-aee2-02e53bb189a8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:12.119404 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-43f6e3f1-6452-4375-b324-530b1ac415dd admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3201075 Feb 19 04:14:12.122602 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53002) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:12.127704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:12.150271 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (e64eaee2-a993-4830-b245-40ac302ec76e), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.151373 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (e64eaee2-a993-4830-b245-40ac302ec76e), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.206217 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Publish callbacks [] for router_controller (e64eaee2-a993-4830-b245-40ac302ec76e), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.215298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-fbd77104-28b5-4b25-aee2-02e53bb189a8', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:14:12.215298 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.352372 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Allocated IP 172.20.0.2 (fbd77104-28b5-4b25-aee2-02e53bb189a8/84b2149a-91f4-43f2-b8a5-285129420e83/855eb52b-2d30-4145-98a7-83c11abd0e06) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:12.352980 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Publish callbacks [] for router_gateway (e64eaee2-a993-4830-b245-40ac302ec76e), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.496594 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Publish callbacks [] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.503202 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.542266 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Network fbd77104-28b5-4b25-aee2-02e53bb189a8 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:12.547241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:12.551548 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:12.554710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Pushing event updated for resources: {'Port': ['ID=855eb52b-2d30-4145-98a7-83c11abd0e06,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:12.562293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Publish callbacks [] for router_gateway (e64eaee2-a993-4830-b245-40ac302ec76e), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.582473 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.609887 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Attempting to bind port 855eb52b-2d30-4145-98a7-83c11abd0e06 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:12.610252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Attempting to bind port 855eb52b-2d30-4145-98a7-83c11abd0e06 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:12.610962 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Attempting to bind port 855eb52b-2d30-4145-98a7-83c11abd0e06 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:12.615962 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:12.616333 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Checking segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:12.616770 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.617166 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Bound using segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:12.617626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Bound port: 855eb52b-2d30-4145-98a7-83c11abd0e06, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:12.618016 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.693871 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Allocated IP 172.25.1.206 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/f50ba3be-8259-4c88-b44d-e40a1ecb009a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:12.802189 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Publish callbacks [] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.839575 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.851230 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] For port 855eb52b-2d30-4145-98a7-83c11abd0e06, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:12.854334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] For port 855eb52b-2d30-4145-98a7-83c11abd0e06, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=855eb52b-2d30-4145-98a7-83c11abd0e06,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:12.860835 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:12.877740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:12.880749 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:12.884132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:12.917463 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Pushing event updated for resources: {'Port': ['ID=f50ba3be-8259-4c88-b44d-e40a1ecb009a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:12.918050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4187cfbb-242c-48ff-8619-1851efe08fa7 None None] Pushing event updated for resources: {'Port': ['ID=855eb52b-2d30-4145-98a7-83c11abd0e06,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:13.171344 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Publish callbacks [] for router_gateway (e64eaee2-a993-4830-b245-40ac302ec76e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.397818 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (e64eaee2-a993-4830-b245-40ac302ec76e), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.856525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d8c09f-d83b-491f-8705-5cce039501f4 None None] Network fbd77104-28b5-4b25-aee2-02e53bb189a8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:13.877919 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Router e64eaee2-a993-4830-b245-40ac302ec76e is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:14:13.968006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 855eb52b-2d30-4145-98a7-83c11abd0e06 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:13.993727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-618b5935-cb9f-437f-bf66-c8d2b0e60e57 None None] Provisioning complete for port 855eb52b-2d30-4145-98a7-83c11abd0e06 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:13.994183 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-618b5935-cb9f-437f-bf66-c8d2b0e60e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:13.997055 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:14.014127 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.017935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dba49b7d-cd41-446b-932a-170d6f2d5a14 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8917067 Feb 19 04:14:14.018288 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53004) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:14.023480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Sync routers for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:14.068034 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:14.068688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:14.213328 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:14.241563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 855eb52b-2d30-4145-98a7-83c11abd0e06 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:14.241739 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.342850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-618b5935-cb9f-437f-bf66-c8d2b0e60e57 None None] Current status of the port 855eb52b-2d30-4145-98a7-83c11abd0e06 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:14.343236 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-618b5935-cb9f-437f-bf66-c8d2b0e60e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.419621 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-618b5935-cb9f-437f-bf66-c8d2b0e60e57 None None] For port 855eb52b-2d30-4145-98a7-83c11abd0e06, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=855eb52b-2d30-4145-98a7-83c11abd0e06,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:14.426966 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-618b5935-cb9f-437f-bf66-c8d2b0e60e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.461050 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.513397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 855eb52b-2d30-4145-98a7-83c11abd0e06 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:14.528371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b5935-cb9f-437f-bf66-c8d2b0e60e57 None None] Pushing event updated for resources: {'Port': ['ID=855eb52b-2d30-4145-98a7-83c11abd0e06,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:14.553321 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-f3681325-05fb-4b68-833e-ea985642be62 None None] Provisioning complete for port 855eb52b-2d30-4145-98a7-83c11abd0e06 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:14.553692 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f3681325-05fb-4b68-833e-ea985642be62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.558709 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:13Z', 'revision_number': 3, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:14.611564 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Checking router: e64eaee2-a993-4830-b245-40ac302ec76e for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:14.611914 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Updating router e64eaee2-a993-4830-b245-40ac302ec76e port f50ba3be-8259-4c88-b44d-e40a1ecb009a binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:14:14.625052 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Allocated IP 172.20.0.1 (fbd77104-28b5-4b25-aee2-02e53bb189a8/84b2149a-91f4-43f2-b8a5-285129420e83/b7d1100f-0ce5-4000-8b31-5a9d63652d45) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:14.650491 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.729092 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Publish callbacks [] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.765178 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.784643 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-f3681325-05fb-4b68-833e-ea985642be62 None None] Current status of the port 855eb52b-2d30-4145-98a7-83c11abd0e06 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:14.801697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Network fbd77104-28b5-4b25-aee2-02e53bb189a8 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:14.806091 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:14.811598 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:14.842238 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Pushing event updated for resources: {'Port': ['ID=b7d1100f-0ce5-4000-8b31-5a9d63652d45,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:14.864077 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (e64eaee2-a993-4830-b245-40ac302ec76e), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.961674 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Publish callbacks [] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:14.970208 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.011988 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.021606 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Attempting to bind port f50ba3be-8259-4c88-b44d-e40a1ecb009a on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:15.022051 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Attempting to bind port f50ba3be-8259-4c88-b44d-e40a1ecb009a by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:15.022529 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Attempting to bind port f50ba3be-8259-4c88-b44d-e40a1ecb009a on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:15.034053 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd58394-20d8-48d0-b3ee-22c9e64f1c6c None None] Pushing event updated for resources: {'Port': ['ID=f50ba3be-8259-4c88-b44d-e40a1ecb009a,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:15.036386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:15.036800 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:15.037208 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.037589 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:15.038068 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Bound port: f50ba3be-8259-4c88-b44d-e40a1ecb009a, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:15.038446 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.089513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] For port f50ba3be-8259-4c88-b44d-e40a1ecb009a, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:15.093663 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] For port f50ba3be-8259-4c88-b44d-e40a1ecb009a, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f50ba3be-8259-4c88-b44d-e40a1ecb009a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:15.108461 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.144253 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-91fff4cc-9a26-4d77-900c-f80c5fa1925f None None] Provisioning complete for port b7d1100f-0ce5-4000-8b31-5a9d63652d45 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:15.144629 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91fff4cc-9a26-4d77-900c-f80c5fa1925f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.180101 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Publish callbacks [] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.187206 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.202885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:15.203522 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:15.207415 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd58394-20d8-48d0-b3ee-22c9e64f1c6c None None] Pushing event updated for resources: {'Port': ['ID=f50ba3be-8259-4c88-b44d-e40a1ecb009a,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:15.245495 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-91fff4cc-9a26-4d77-900c-f80c5fa1925f None None] Port b7d1100f-0ce5-4000-8b31-5a9d63652d45 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:14:15.258767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Pushing event updated for resources: {'Port': ['ID=b7d1100f-0ce5-4000-8b31-5a9d63652d45,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:15.261334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (e64eaee2-a993-4830-b245-40ac302ec76e), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.319334 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:15.351953 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Network fbd77104-28b5-4b25-aee2-02e53bb189a8 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:15.353548 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:15.480720 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Router e64eaee2-a993-4830-b245-40ac302ec76e has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:15.525585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:15Z', 'revision_number': 2, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:15.595298 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:15.601605 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6dd5121c-bb0d-4b16-8468-72a094a37edc admin admin] 10.222.0.81 "PUT /v2.0/routers/e64eaee2-a993-4830-b245-40ac302ec76e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5821872 Feb 19 04:14:15.725739 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3906f978-936f-451e-a7fa-2593f8e2a8d5 None None] The sync data for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 is: [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:15Z', 'revision_number': 2, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:15.737573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-890dbc4c-b913-4165-8466-243cd41787f3 None None] Provisioning complete for port b7d1100f-0ce5-4000-8b31-5a9d63652d45 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:15.737950 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-890dbc4c-b913-4165-8466-243cd41787f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:15.774252 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-890dbc4c-b913-4165-8466-243cd41787f3 None None] Port b7d1100f-0ce5-4000-8b31-5a9d63652d45 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:14:15.990397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 855eb52b-2d30-4145-98a7-83c11abd0e06 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:16.040741 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 855eb52b-2d30-4145-98a7-83c11abd0e06 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:16.041081 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.132006 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 855eb52b-2d30-4145-98a7-83c11abd0e06 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:16.157208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53020) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:16.162276 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2022480399-network', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:16.183822 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Made reservation on behalf of d19f9efe00a0473d9195a1d309f1645d for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:16.186687 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.196064 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.284059 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Publish callbacks [] for security_group (70d0e7cb-5ac3-406a-8778-dedf89f5924d), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.289193 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (70d0e7cb-5ac3-406a-8778-dedf89f5924d), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.313010 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:14:16.331743 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ee8ed5bb-2f5b-47ef-8af1-732bbb419508), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.332002 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Added segment ee8ed5bb-2f5b-47ef-8af1-732bbb419508 of type vlan for network 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab Feb 19 04:14:16.333609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d0e7cb-5ac3-406a-8778-dedf89f5924d,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:16.378165 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (67ccedc6-2ea4-4cc1-84aa-d25aa2365cab), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.405769 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (67ccedc6-2ea4-4cc1-84aa-d25aa2365cab), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.406717 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.407458 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.471364 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3130348 Feb 19 04:14:16.474217 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53022) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:16.484320 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a715e964-83e0-46cc-9c00-39b297d6c4e3 admin admin] Request body: {'subnet': {'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2022480399-subnet', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:16.491135 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc22298-d901-4dc4-99b3-b64f2fac7b14 admin admin] Pushing event updated for resources: {'Network': ['ID=67ccedc6-2ea4-4cc1-84aa-d25aa2365cab,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:16.504062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:14:16.507970 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a715e964-83e0-46cc-9c00-39b297d6c4e3 admin admin] Made reservation on behalf of d19f9efe00a0473d9195a1d309f1645d for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:16.510736 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a715e964-83e0-46cc-9c00-39b297d6c4e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.690450 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a715e964-83e0-46cc-9c00-39b297d6c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (1fc072f0-957f-4657-82de-489388292d31), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.740787 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715e964-83e0-46cc-9c00-39b297d6c4e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fc072f0-957f-4657-82de-489388292d31,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:16.756514 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715e964-83e0-46cc-9c00-39b297d6c4e3 admin admin] Checking segment: {'id': 'ee8ed5bb-2f5b-47ef-8af1-732bbb419508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:16.756938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715e964-83e0-46cc-9c00-39b297d6c4e3 admin admin] Network hostable DHCP agents. Network: 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:14:16.775483 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715e964-83e0-46cc-9c00-39b297d6c4e3 admin admin] Network 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:14:16.787660 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-a715e964-83e0-46cc-9c00-39b297d6c4e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:16.792818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715e964-83e0-46cc-9c00-39b297d6c4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:16.793430 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a715e964-83e0-46cc-9c00-39b297d6c4e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.798020 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5df5e9d-51ef-4b27-8ff4-6aa6f52f2aa2 None None] Network 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:16.813930 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a715e964-83e0-46cc-9c00-39b297d6c4e3 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3385425 Feb 19 04:14:16.816587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53024) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:16.824221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2022480399-router', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:16.850735 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (7d90689b-d0fc-4174-a487-60cb1df562cb), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.852769 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (7d90689b-d0fc-4174-a487-60cb1df562cb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.915842 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Publish callbacks [] for router_controller (7d90689b-d0fc-4174-a487-60cb1df562cb), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:16.924486 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-67ccedc6-2ea4-4cc1-84aa-d25aa2365cab', 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab', 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'fixed_ips': [{'subnet_id': '1fc072f0-957f-4657-82de-489388292d31'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:14:16.925447 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.068056 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Publish callbacks [] for router_gateway (7d90689b-d0fc-4174-a487-60cb1df562cb), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.071499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Allocated IP 172.20.0.2 (67ccedc6-2ea4-4cc1-84aa-d25aa2365cab/1fc072f0-957f-4657-82de-489388292d31/ea858627-621f-4a72-9f76-14558da5c67d) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:17.221092 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Publish callbacks [] for port (ea858627-621f-4a72-9f76-14558da5c67d), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.227400 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (ea858627-621f-4a72-9f76-14558da5c67d), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.268790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Network 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:17.285124 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:17.287762 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:17.288115 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Publish callbacks [] for router_gateway (7d90689b-d0fc-4174-a487-60cb1df562cb), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.294491 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Pushing event updated for resources: {'Port': ['ID=ea858627-621f-4a72-9f76-14558da5c67d,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:17.308079 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.350538 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Attempting to bind port ea858627-621f-4a72-9f76-14558da5c67d on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:17.350939 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Attempting to bind port ea858627-621f-4a72-9f76-14558da5c67d by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ee8ed5bb-2f5b-47ef-8af1-732bbb419508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:17.351296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Attempting to bind port ea858627-621f-4a72-9f76-14558da5c67d on network 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:17.358571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:17.359017 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Checking segment: {'id': 'ee8ed5bb-2f5b-47ef-8af1-732bbb419508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:17.359656 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.360033 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Bound using segment: {'id': 'ee8ed5bb-2f5b-47ef-8af1-732bbb419508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:17.360904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Bound port: ea858627-621f-4a72-9f76-14558da5c67d, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8ed5bb-2f5b-47ef-8af1-732bbb419508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:17.361455 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ea858627-621f-4a72-9f76-14558da5c67d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.416016 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Allocated IP 172.25.1.131 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/26acf079-0ada-4833-a992-55b08de34403) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:17.431181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] For port ea858627-621f-4a72-9f76-14558da5c67d, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:17.434271 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] For port ea858627-621f-4a72-9f76-14558da5c67d, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ea858627-621f-4a72-9f76-14558da5c67d,segment=NetworkSegment(ee8ed5bb-2f5b-47ef-8af1-732bbb419508),segment_id=ee8ed5bb-2f5b-47ef-8af1-732bbb419508)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:17.440640 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ea858627-621f-4a72-9f76-14558da5c67d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.497089 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a916b7-6be9-45bd-a4cd-ae22e7c98fe4 None None] Pushing event updated for resources: {'Port': ['ID=ea858627-621f-4a72-9f76-14558da5c67d,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:17.536019 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Publish callbacks [] for port (26acf079-0ada-4833-a992-55b08de34403), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.573063 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (26acf079-0ada-4833-a992-55b08de34403), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.631836 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:17.637328 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:17.642126 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:17.665768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Pushing event updated for resources: {'Port': ['ID=26acf079-0ada-4833-a992-55b08de34403,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:17.950054 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Publish callbacks [] for router_gateway (7d90689b-d0fc-4174-a487-60cb1df562cb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:17.988299 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ea858627-621f-4a72-9f76-14558da5c67d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:18.045194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ea858627-621f-4a72-9f76-14558da5c67d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:18.045572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ea858627-621f-4a72-9f76-14558da5c67d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.128237 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ea858627-621f-4a72-9f76-14558da5c67d is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:18.128986 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (ea858627-621f-4a72-9f76-14558da5c67d), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.160602 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (7d90689b-d0fc-4174-a487-60cb1df562cb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.162438 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port ea858627-621f-4a72-9f76-14558da5c67d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ea858627-621f-4a72-9f76-14558da5c67d,segment=NetworkSegment(ee8ed5bb-2f5b-47ef-8af1-732bbb419508),segment_id=ee8ed5bb-2f5b-47ef-8af1-732bbb419508)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:18.172164 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (ea858627-621f-4a72-9f76-14558da5c67d), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.173434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f50ba3be-8259-4c88-b44d-e40a1ecb009a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:18.256086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=ea858627-621f-4a72-9f76-14558da5c67d,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:18.270740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f50ba3be-8259-4c88-b44d-e40a1ecb009a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:18.271169 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.322393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Router 7d90689b-d0fc-4174-a487-60cb1df562cb is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:14:18.354496 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Sync routers for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:18.364242 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f50ba3be-8259-4c88-b44d-e40a1ecb009a is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:18.364768 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.366274 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:18.366905 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:18.387830 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port f50ba3be-8259-4c88-b44d-e40a1ecb009a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f50ba3be-8259-4c88-b44d-e40a1ecb009a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:18.393058 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.443884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=f50ba3be-8259-4c88-b44d-e40a1ecb009a,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:18.472214 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:18.485952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Sync routers for ids ['7d90689b-d0fc-4174-a487-60cb1df562cb'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:18.496866 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.497218 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Routers {'7d90689b-d0fc-4174-a487-60cb1df562cb'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:18.500936 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7d90689b-d0fc-4174-a487-60cb1df562cb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:18.501121 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bd435b78-6406-4bd1-9766-45233081b938 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6804156 Feb 19 04:14:18.501432 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53026) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:18.506863 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:18.585310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d62e4fb-ae86-4af7-9724-0b9c475e2a13 None None] Network 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:14:18.704938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-669790c2-d780-45e4-8f16-e2558802edeb None None] Provisioning complete for port ea858627-621f-4a72-9f76-14558da5c67d triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:18.705288 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-669790c2-d780-45e4-8f16-e2558802edeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ea858627-621f-4a72-9f76-14558da5c67d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.739952 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Set router 7d90689b-d0fc-4174-a487-60cb1df562cb gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:18.834885 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:15Z', 'revision_number': 2, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:18.871684 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Checking router: e64eaee2-a993-4830-b245-40ac302ec76e for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:18.872201 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Updating router e64eaee2-a993-4830-b245-40ac302ec76e port b7d1100f-0ce5-4000-8b31-5a9d63652d45 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:14:18.906806 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:18.962735 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-669790c2-d780-45e4-8f16-e2558802edeb None None] Current status of the port ea858627-621f-4a72-9f76-14558da5c67d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:18.970438 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.022720 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'name': 'tempest-TestShelveInstance-2022480399-router', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '26acf079-0ada-4833-a992-55b08de34403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:16Z', 'updated_at': '2022-02-19T04:14:17Z', 'revision_number': 3, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'gw_port': {'id': '26acf079-0ada-4833-a992-55b08de34403', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:17Z', 'updated_at': '2022-02-19T04:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:19.056904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Checking router: 7d90689b-d0fc-4174-a487-60cb1df562cb for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:19.057255 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Updating router 7d90689b-d0fc-4174-a487-60cb1df562cb port 26acf079-0ada-4833-a992-55b08de34403 binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:14:19.087253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (26acf079-0ada-4833-a992-55b08de34403), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.167109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Allocated IP 172.20.0.1 (67ccedc6-2ea4-4cc1-84aa-d25aa2365cab/1fc072f0-957f-4657-82de-489388292d31/8c2ba982-7942-4a00-bb56-dca6c9d928e8) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:19.215715 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Publish callbacks [] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.223666 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.280937 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Publish callbacks [] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.301764 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Pushing event updated for resources: {'Port': ['ID=b7d1100f-0ce5-4000-8b31-5a9d63652d45,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:19.322585 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.323080 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-a98ccc34-a98d-40ed-9681-f106fb0fd65b None None] Provisioning complete for port ea858627-621f-4a72-9f76-14558da5c67d triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:19.323595 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a98ccc34-a98d-40ed-9681-f106fb0fd65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ea858627-621f-4a72-9f76-14558da5c67d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.331984 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.331984 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.331984 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.332419 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.332513 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.332852 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.333182 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.333490 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.333945 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.334275 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.334594 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.334919 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.335238 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:14:19.349132 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Attempting to bind port b7d1100f-0ce5-4000-8b31-5a9d63652d45 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:19.349588 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Attempting to bind port b7d1100f-0ce5-4000-8b31-5a9d63652d45 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:19.350027 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Attempting to bind port b7d1100f-0ce5-4000-8b31-5a9d63652d45 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:19.355513 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:19.356176 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Checking segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:19.356436 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.357104 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Bound using segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:19.358449 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Bound port: b7d1100f-0ce5-4000-8b31-5a9d63652d45, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:19.361421 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.375041 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Network 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:19.382407 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:19.387272 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:19.390532 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c2ba982-7942-4a00-bb56-dca6c9d928e8,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:19.417645 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Publish callbacks [] for port (26acf079-0ada-4833-a992-55b08de34403), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.445546 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (7d90689b-d0fc-4174-a487-60cb1df562cb), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.452080 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (26acf079-0ada-4833-a992-55b08de34403), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.469451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-a98ccc34-a98d-40ed-9681-f106fb0fd65b None None] Current status of the port ea858627-621f-4a72-9f76-14558da5c67d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:19.471254 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] For port b7d1100f-0ce5-4000-8b31-5a9d63652d45, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:19.476249 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] For port b7d1100f-0ce5-4000-8b31-5a9d63652d45, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b7d1100f-0ce5-4000-8b31-5a9d63652d45,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:19.491295 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.525692 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Attempting to bind port 26acf079-0ada-4833-a992-55b08de34403 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:19.526073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Attempting to bind port 26acf079-0ada-4833-a992-55b08de34403 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:19.526446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Attempting to bind port 26acf079-0ada-4833-a992-55b08de34403 on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:19.536608 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:19.537009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:19.537416 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.537819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:19.538304 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Bound port: 26acf079-0ada-4833-a992-55b08de34403, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:19.538813 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (26acf079-0ada-4833-a992-55b08de34403), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.569068 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d1941-4168-478f-8ee5-c3346868d452 None None] Pushing event updated for resources: {'Port': ['ID=b7d1100f-0ce5-4000-8b31-5a9d63652d45,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:19.576015 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:19.576638 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:19.585699 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21404fe9-bdb0-45a8-a2bb-1ba0b013d6c4 None None] Pushing event updated for resources: {'Port': ['ID=26acf079-0ada-4833-a992-55b08de34403,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:19.635751 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] For port 26acf079-0ada-4833-a992-55b08de34403, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:19.642547 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] For port 26acf079-0ada-4833-a992-55b08de34403, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=26acf079-0ada-4833-a992-55b08de34403,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:19.652466 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.654157 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (26acf079-0ada-4833-a992-55b08de34403), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.734215 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:19.764956 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Routers {'7d90689b-d0fc-4174-a487-60cb1df562cb'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:19.765714 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7d90689b-d0fc-4174-a487-60cb1df562cb'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:19.819531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21404fe9-bdb0-45a8-a2bb-1ba0b013d6c4 None None] Pushing event updated for resources: {'Port': ['ID=26acf079-0ada-4833-a992-55b08de34403,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:19.824465 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-72ce716f-4097-4c40-877b-a3b225fa4141 None None] Provisioning complete for port b7d1100f-0ce5-4000-8b31-5a9d63652d45 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:19.824992 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72ce716f-4097-4c40-877b-a3b225fa4141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.941222 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Publish callbacks [] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.947507 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:19.991872 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:20.030300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Pushing event updated for resources: {'Port': ['ID=8c2ba982-7942-4a00-bb56-dca6c9d928e8,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:20.033114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (7d90689b-d0fc-4174-a487-60cb1df562cb), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.037388 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fac0d4-73ac-4198-8f80-27db49f64c82 None None] The sync data for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 is: [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:20.124879 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b7d1100f-0ce5-4000-8b31-5a9d63652d45 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:20.134672 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Network 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:20.136099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:20.240316 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] Set router 7d90689b-d0fc-4174-a487-60cb1df562cb gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:20.283286 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Router 7d90689b-d0fc-4174-a487-60cb1df562cb has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:20.297219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-72ce716f-4097-4c40-877b-a3b225fa4141 None None] Current status of the port b7d1100f-0ce5-4000-8b31-5a9d63652d45 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:20.297611 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72ce716f-4097-4c40-877b-a3b225fa4141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.381804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b7d1100f-0ce5-4000-8b31-5a9d63652d45 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:20.382613 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.418708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:20.425304 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-15bcb99a-7673-419b-af84-63c410c6eba3 admin admin] 10.222.0.81 "PUT /v2.0/routers/7d90689b-d0fc-4174-a487-60cb1df562cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9219165 Feb 19 04:14:20.460097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-72ce716f-4097-4c40-877b-a3b225fa4141 None None] For port b7d1100f-0ce5-4000-8b31-5a9d63652d45, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b7d1100f-0ce5-4000-8b31-5a9d63652d45,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:20.471479 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-72ce716f-4097-4c40-877b-a3b225fa4141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.571224 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ce716f-4097-4c40-877b-a3b225fa4141 None None] Pushing event updated for resources: {'Port': ['ID=b7d1100f-0ce5-4000-8b31-5a9d63652d45,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:20.658672 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1b64a9a5-f1f6-4709-bf5a-9d04086a7af3 None None] Provisioning complete for port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:20.659132 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b64a9a5-f1f6-4709-bf5a-9d04086a7af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.664367 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b7d1100f-0ce5-4000-8b31-5a9d63652d45 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:20.665731 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ea858627-621f-4a72-9f76-14558da5c67d up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:20.758169 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1b64a9a5-f1f6-4709-bf5a-9d04086a7af3 None None] Port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:14:20.766371 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'name': 'tempest-TestShelveInstance-2022480399-router', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '26acf079-0ada-4833-a992-55b08de34403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:16Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 4, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'gw_port': {'id': '26acf079-0ada-4833-a992-55b08de34403', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:17Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8c2ba982-7942-4a00-bb56-dca6c9d928e8', 'name': '', 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'mac_address': 'fa:16:3e:1f:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '1fc072f0-957f-4657-82de-489388292d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:18Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 1, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'subnets': [{'id': '1fc072f0-957f-4657-82de-489388292d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:20.803153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393ca309-29d1-4b2c-844c-dee2b992c429 None None] The sync data for ids ['7d90689b-d0fc-4174-a487-60cb1df562cb'] in n-d-826755-2 is: [{'id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'name': 'tempest-TestShelveInstance-2022480399-router', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '26acf079-0ada-4833-a992-55b08de34403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:16Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 4, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'gw_port': {'id': '26acf079-0ada-4833-a992-55b08de34403', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:17Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8c2ba982-7942-4a00-bb56-dca6c9d928e8', 'name': '', 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'mac_address': 'fa:16:3e:1f:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '1fc072f0-957f-4657-82de-489388292d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:18Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 1, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'subnets': [{'id': '1fc072f0-957f-4657-82de-489388292d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:20.807461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port ea858627-621f-4a72-9f76-14558da5c67d triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:20.807856 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (ea858627-621f-4a72-9f76-14558da5c67d), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.829849 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1b64a9a5-f1f6-4709-bf5a-9d04086a7af3 None None] Provisioning complete for port b7d1100f-0ce5-4000-8b31-5a9d63652d45 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:20.830231 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1b64a9a5-f1f6-4709-bf5a-9d04086a7af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:20.963326 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1b64a9a5-f1f6-4709-bf5a-9d04086a7af3 None None] Current status of the port b7d1100f-0ce5-4000-8b31-5a9d63652d45 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:20.967288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port ea858627-621f-4a72-9f76-14558da5c67d is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:20.968258 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f50ba3be-8259-4c88-b44d-e40a1ecb009a up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:21.015878 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f50ba3be-8259-4c88-b44d-e40a1ecb009a triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:21.016254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.134000 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f50ba3be-8259-4c88-b44d-e40a1ecb009a is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:21.147767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53034) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.152536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-0c04d142-1d7e-40d2-b0d4-c7665a8ebd01 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-161058063', 'description': 'tempest-secgroup-smoke-161058063 description', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:21.179168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c04d142-1d7e-40d2-b0d4-c7665a8ebd01 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.254575 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c04d142-1d7e-40d2-b0d4-c7665a8ebd01 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group (5d42f53f-8342-4867-92a9-5f61f3c742d9), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.259176 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c04d142-1d7e-40d2-b0d4-c7665a8ebd01 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5d42f53f-8342-4867-92a9-5f61f3c742d9), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.289674 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-0c04d142-1d7e-40d2-b0d4-c7665a8ebd01 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.290796 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-0c04d142-1d7e-40d2-b0d4-c7665a8ebd01 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1419954 Feb 19 04:14:21.293946 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53036) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.299356 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-7f5ed897-0df4-43ed-bef5-d5eb6428e750 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group_rule': {'security_group_id': '5d42f53f-8342-4867-92a9-5f61f3c742d9', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:21.303473 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04d142-1d7e-40d2-b0d4-c7665a8ebd01 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d42f53f-8342-4867-92a9-5f61f3c742d9,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:21.328502 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f5ed897-0df4-43ed-bef5-d5eb6428e750 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (5edfc72e-e24a-4e94-ba8b-eb5d52e5e658), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.736315 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f5ed897-0df4-43ed-bef5-d5eb6428e750 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (5edfc72e-e24a-4e94-ba8b-eb5d52e5e658), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.742682 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f5ed897-0df4-43ed-bef5-d5eb6428e750 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (5edfc72e-e24a-4e94-ba8b-eb5d52e5e658), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.760599 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ed897-0df4-43ed-bef5-d5eb6428e750 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edfc72e-e24a-4e94-ba8b-eb5d52e5e658,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:21.769817 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7f5ed897-0df4-43ed-bef5-d5eb6428e750 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.771079 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7f5ed897-0df4-43ed-bef5-d5eb6428e750 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4759073 Feb 19 04:14:21.773836 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53038) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.778216 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2de93fc5-171b-4611-a22a-6aa40e15d5a0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group_rule': {'security_group_id': '5d42f53f-8342-4867-92a9-5f61f3c742d9', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:21.805149 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2de93fc5-171b-4611-a22a-6aa40e15d5a0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (e86047d1-2dd1-4c0f-a1ed-dbd0e165ad3f), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.858648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2de93fc5-171b-4611-a22a-6aa40e15d5a0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (e86047d1-2dd1-4c0f-a1ed-dbd0e165ad3f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.864482 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2de93fc5-171b-4611-a22a-6aa40e15d5a0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (e86047d1-2dd1-4c0f-a1ed-dbd0e165ad3f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.881573 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de93fc5-171b-4611-a22a-6aa40e15d5a0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86047d1-2dd1-4c0f-a1ed-dbd0e165ad3f,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:21.891477 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2de93fc5-171b-4611-a22a-6aa40e15d5a0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.892650 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2de93fc5-171b-4611-a22a-6aa40e15d5a0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178851 Feb 19 04:14:21.895689 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53040) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:21.900389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-4e76f65c-74af-43a9-84bd-034d5d20b07a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group_rule': {'security_group_id': '5d42f53f-8342-4867-92a9-5f61f3c742d9', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:21.927802 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e76f65c-74af-43a9-84bd-034d5d20b07a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (316372b2-5039-41c2-aa40-a3e615710688), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.953483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b7d1100f-0ce5-4000-8b31-5a9d63652d45 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:21.989867 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e76f65c-74af-43a9-84bd-034d5d20b07a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (316372b2-5039-41c2-aa40-a3e615710688), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:21.994720 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e76f65c-74af-43a9-84bd-034d5d20b07a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (316372b2-5039-41c2-aa40-a3e615710688), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.005076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port b7d1100f-0ce5-4000-8b31-5a9d63652d45 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:22.005443 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.012468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76f65c-74af-43a9-84bd-034d5d20b07a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316372b2-5039-41c2-aa40-a3e615710688,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.028032 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-4e76f65c-74af-43a9-84bd-034d5d20b07a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.029467 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4e76f65c-74af-43a9-84bd-034d5d20b07a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326964 Feb 19 04:14:22.032500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53042) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:22.037214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-796ff5c3-6724-4d15-b15e-e81b1eb6ffb7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group_rule': {'security_group_id': '5d42f53f-8342-4867-92a9-5f61f3c742d9', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:22.063107 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-796ff5c3-6724-4d15-b15e-e81b1eb6ffb7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (ba7df35c-df36-4d1e-be30-589bf0ffc434), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.082853 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port b7d1100f-0ce5-4000-8b31-5a9d63652d45 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:22.123992 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-796ff5c3-6724-4d15-b15e-e81b1eb6ffb7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (ba7df35c-df36-4d1e-be30-589bf0ffc434), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.129440 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-796ff5c3-6724-4d15-b15e-e81b1eb6ffb7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (ba7df35c-df36-4d1e-be30-589bf0ffc434), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.147099 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ff5c3-6724-4d15-b15e-e81b1eb6ffb7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba7df35c-df36-4d1e-be30-589bf0ffc434,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.155731 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-796ff5c3-6724-4d15-b15e-e81b1eb6ffb7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.157077 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-796ff5c3-6724-4d15-b15e-e81b1eb6ffb7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234236 Feb 19 04:14:22.161169 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53044) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:22.165470 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-72565206-2640-4b5d-a22d-fc06fa7a80cb tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group_rule': {'security_group_id': '5d42f53f-8342-4867-92a9-5f61f3c742d9', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:22.186770 n-d-826755-2 neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-72565206-2640-4b5d-a22d-fc06fa7a80cb tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Project 4dfdbd05c53b48d0a01c795a0ac8c046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:14:22.191737 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72565206-2640-4b5d-a22d-fc06fa7a80cb tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (a08b706b-6bd7-4b22-8771-68ff860af336), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.262531 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72565206-2640-4b5d-a22d-fc06fa7a80cb tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (a08b706b-6bd7-4b22-8771-68ff860af336), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.270514 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72565206-2640-4b5d-a22d-fc06fa7a80cb tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (a08b706b-6bd7-4b22-8771-68ff860af336), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.296393 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72565206-2640-4b5d-a22d-fc06fa7a80cb tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08b706b-6bd7-4b22-8771-68ff860af336,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.308548 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-72565206-2640-4b5d-a22d-fc06fa7a80cb tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.310074 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-72565206-2640-4b5d-a22d-fc06fa7a80cb tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477787 Feb 19 04:14:22.313221 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53046) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:22.317472 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-98575979-0e29-4e9a-83a7-f069f3f054cf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group_rule': {'security_group_id': '5d42f53f-8342-4867-92a9-5f61f3c742d9', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:22.337581 n-d-826755-2 neutron-server[109898]: INFO neutron.db.securitygroups_db [None req-98575979-0e29-4e9a-83a7-f069f3f054cf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Project 4dfdbd05c53b48d0a01c795a0ac8c046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:14:22.342789 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98575979-0e29-4e9a-83a7-f069f3f054cf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (81d4e931-0fab-4e13-ab9b-b33422027477), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.402611 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98575979-0e29-4e9a-83a7-f069f3f054cf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (81d4e931-0fab-4e13-ab9b-b33422027477), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.408809 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98575979-0e29-4e9a-83a7-f069f3f054cf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (81d4e931-0fab-4e13-ab9b-b33422027477), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.427069 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98575979-0e29-4e9a-83a7-f069f3f054cf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d4e931-0fab-4e13-ab9b-b33422027477,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:22.437245 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-98575979-0e29-4e9a-83a7-f069f3f054cf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:22.438458 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-98575979-0e29-4e9a-83a7-f069f3f054cf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1243217 Feb 19 04:14:22.595068 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-831c52c5-dc12-4972-8440-3f28414bf467 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-161058063&fields=id&tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046 HTTP/1.1" status: 200 len: 267 time: 0.0474007 Feb 19 04:14:22.709421 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-49445d4e-1222-4319-9640-e708b038af59 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:22.710965 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-49445d4e-1222-4319-9640-e708b038af59 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 809 time: 0.1091542 Feb 19 04:14:22.726391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-93fac452-4091-4b12-8abc-d6349d2b0944 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/quotas/4dfdbd05c53b48d0a01c795a0ac8c046 HTTP/1.1" status: 200 len: 375 time: 0.0098722 Feb 19 04:14:22.785109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-4e3927e8-6729-46eb-bfd7-5154f13e3f1c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534186 Feb 19 04:14:22.899583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-1800711a-ca8a-4a7c-8898-1cf9b5a02859 service neutron] 10.222.0.81 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021149 Feb 19 04:14:22.992007 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-ea55cfdd-f0dc-4fc8-b2a2-b776c39a4238 service neutron] 10.222.0.81 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860870 Feb 19 04:14:23.167668 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bce73e77-743f-48ae-8b93-d1a62a8886fa req-02416cb5-e9f1-43cd-b165-62bb0b5a2201 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 210 time: 0.0286953 Feb 19 04:14:23.275838 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:23.796910 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Sync routers for ids ['7d90689b-d0fc-4174-a487-60cb1df562cb'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:23.807060 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Routers {'7d90689b-d0fc-4174-a487-60cb1df562cb'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:23.807673 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-efa90146-592b-4369-a49e-19ac24807474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7d90689b-d0fc-4174-a487-60cb1df562cb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:23.925455 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Set router 7d90689b-d0fc-4174-a487-60cb1df562cb gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:23.970220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 26acf079-0ada-4833-a992-55b08de34403 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:24.023241 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 26acf079-0ada-4833-a992-55b08de34403 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:24.023596 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (26acf079-0ada-4833-a992-55b08de34403), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.112996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 26acf079-0ada-4833-a992-55b08de34403 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:24.113698 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (26acf079-0ada-4833-a992-55b08de34403), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.148137 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 26acf079-0ada-4833-a992-55b08de34403, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=26acf079-0ada-4833-a992-55b08de34403,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:24.151976 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-efa90146-592b-4369-a49e-19ac24807474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'name': 'tempest-TestShelveInstance-2022480399-router', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '26acf079-0ada-4833-a992-55b08de34403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:16Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 4, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'gw_port': {'id': '26acf079-0ada-4833-a992-55b08de34403', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:17Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8c2ba982-7942-4a00-bb56-dca6c9d928e8', 'name': '', 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'mac_address': 'fa:16:3e:1f:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '1fc072f0-957f-4657-82de-489388292d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:18Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 2, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'subnets': [{'id': '1fc072f0-957f-4657-82de-489388292d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:24.157302 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (26acf079-0ada-4833-a992-55b08de34403), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.188797 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Checking router: 7d90689b-d0fc-4174-a487-60cb1df562cb for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:24.189468 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Updating router 7d90689b-d0fc-4174-a487-60cb1df562cb port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:14:24.207413 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-4383115d-756e-4c19-b6d5-0cad93d08671 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.210153 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-4383115d-756e-4c19-b6d5-0cad93d08671 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 809 time: 0.1553321 Feb 19 04:14:24.227946 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.246366 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=26acf079-0ada-4833-a992-55b08de34403,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:24.280996 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-482fc9c0-6fc1-4f59-a56b-3dc29293060e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046 HTTP/1.1" status: 200 len: 379 time: 0.0605698 Feb 19 04:14:24.290642 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'port': {'device_id': '9e36a708-602b-4069-99e8-9c5438637856', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'admin_state_up': True, 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'security_groups': ['5d42f53f-8342-4867-92a9-5f61f3c742d9']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:24.301115 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-78278670-16a2-499a-8617-6c43b2067593 req-38ce548b-9b73-4e50-a872-da43701af819 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 210 time: 0.0381970 Feb 19 04:14:24.309407 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.402660 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Made reservation on behalf of 4dfdbd05c53b48d0a01c795a0ac8c046 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:14:24.406281 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.550785 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Allocated IP 172.20.0.5 (fbd77104-28b5-4b25-aee2-02e53bb189a8/84b2149a-91f4-43f2-b8a5-285129420e83/244546c0-0a3b-4327-931b-d2e25015dad3) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:24.551348 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Publish callbacks [] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.558199 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.613057 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b71663-ca1c-45a2-b41f-fbfcf7b3df0f None None] Pushing event updated for resources: {'Port': ['ID=8c2ba982-7942-4a00-bb56-dca6c9d928e8,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:24.672109 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Attempting to bind port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:24.672109 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Attempting to bind port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'ee8ed5bb-2f5b-47ef-8af1-732bbb419508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:24.672109 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Attempting to bind port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 on network 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:24.677958 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:24.678343 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Checking segment: {'id': 'ee8ed5bb-2f5b-47ef-8af1-732bbb419508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:24.678744 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.679138 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Bound using segment: {'id': 'ee8ed5bb-2f5b-47ef-8af1-732bbb419508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:24.679610 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Bound port: 8c2ba982-7942-4a00-bb56-dca6c9d928e8, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8ed5bb-2f5b-47ef-8af1-732bbb419508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:24.679988 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.708460 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for port (244546c0-0a3b-4327-931b-d2e25015dad3), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.748245 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.748649 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-efa90146-592b-4369-a49e-19ac24807474 None None] For port 8c2ba982-7942-4a00-bb56-dca6c9d928e8, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:24.753389 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-efa90146-592b-4369-a49e-19ac24807474 None None] For port 8c2ba982-7942-4a00-bb56-dca6c9d928e8, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8c2ba982-7942-4a00-bb56-dca6c9d928e8,segment=NetworkSegment(ee8ed5bb-2f5b-47ef-8af1-732bbb419508),segment_id=ee8ed5bb-2f5b-47ef-8af1-732bbb419508)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:24.761610 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.794861 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Network fbd77104-28b5-4b25-aee2-02e53bb189a8 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:24.800566 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:24.805171 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:24.814413 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Routers {'7d90689b-d0fc-4174-a487-60cb1df562cb'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:24.815066 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-efa90146-592b-4369-a49e-19ac24807474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7d90689b-d0fc-4174-a487-60cb1df562cb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:24.851699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:24.861247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-84ebb907-608f-4b1a-b5d6-cda999c2487f None None] Provisioning complete for port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:24.862454 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84ebb907-608f-4b1a-b5d6-cda999c2487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.865952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:24.866551 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:24.871122 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b71663-ca1c-45a2-b41f-fbfcf7b3df0f None None] Pushing event updated for resources: {'Port': ['ID=8c2ba982-7942-4a00-bb56-dca6c9d928e8,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:24.892541 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7272917b-cd92-4dbf-8e7a-ae14f8520c8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6058137 Feb 19 04:14:24.904703 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Request body: {'port': {'device_id': '9e36a708-602b-4069-99e8-9c5438637856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:24.993446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.031575 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-84ebb907-608f-4b1a-b5d6-cda999c2487f None None] Current status of the port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:25.032242 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84ebb907-608f-4b1a-b5d6-cda999c2487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.091966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-84ebb907-608f-4b1a-b5d6-cda999c2487f None None] For port 8c2ba982-7942-4a00-bb56-dca6c9d928e8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8c2ba982-7942-4a00-bb56-dca6c9d928e8,segment=NetworkSegment(ee8ed5bb-2f5b-47ef-8af1-732bbb419508),segment_id=ee8ed5bb-2f5b-47ef-8af1-732bbb419508)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:25.100491 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84ebb907-608f-4b1a-b5d6-cda999c2487f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.103746 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-efa90146-592b-4369-a49e-19ac24807474 None None] Set router 7d90689b-d0fc-4174-a487-60cb1df562cb gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:25.176003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ebb907-608f-4b1a-b5d6-cda999c2487f None None] Pushing event updated for resources: {'Port': ['ID=8c2ba982-7942-4a00-bb56-dca6c9d928e8,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:25.232250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b97f0af0-c4fa-40e5-b2a1-00ca3bb03d7c None None] Provisioning complete for port 244546c0-0a3b-4327-931b-d2e25015dad3 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:25.232941 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b97f0af0-c4fa-40e5-b2a1-00ca3bb03d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.268545 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b97f0af0-c4fa-40e5-b2a1-00ca3bb03d7c None None] Port 244546c0-0a3b-4327-931b-d2e25015dad3 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:14:25.279281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b97f0af0-c4fa-40e5-b2a1-00ca3bb03d7c None None] Provisioning complete for port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:25.279911 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b97f0af0-c4fa-40e5-b2a1-00ca3bb03d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.323806 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244546c0-0a3b-4327-931b-d2e25015dad3 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:25.325271 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-efa90146-592b-4369-a49e-19ac24807474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'name': 'tempest-TestShelveInstance-2022480399-router', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '26acf079-0ada-4833-a992-55b08de34403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:16Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 4, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'gw_port': {'id': '26acf079-0ada-4833-a992-55b08de34403', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:17Z', 'updated_at': '2022-02-19T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8c2ba982-7942-4a00-bb56-dca6c9d928e8', 'name': '', 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'mac_address': 'fa:16:3e:1f:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '1fc072f0-957f-4657-82de-489388292d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:18Z', 'updated_at': '2022-02-19T04:14:24Z', 'revision_number': 4, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'subnets': [{'id': '1fc072f0-957f-4657-82de-489388292d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:25.333210 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Publish callbacks [] for port (244546c0-0a3b-4327-931b-d2e25015dad3), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.347815 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Transition to ACTIVE for port object 244546c0-0a3b-4327-931b-d2e25015dad3 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:14:25.354024 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa90146-592b-4369-a49e-19ac24807474 None None] The sync data for ids ['7d90689b-d0fc-4174-a487-60cb1df562cb'] in n-d-826755-2 is: [{'id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'name': 'tempest-TestShelveInstance-2022480399-router', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '26acf079-0ada-4833-a992-55b08de34403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:16Z', 'updated_at': '2022-02-19T04:14:19Z', 'revision_number': 4, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'gw_port': {'id': '26acf079-0ada-4833-a992-55b08de34403', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:17Z', 'updated_at': '2022-02-19T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '8c2ba982-7942-4a00-bb56-dca6c9d928e8', 'name': '', 'network_id': '67ccedc6-2ea4-4cc1-84aa-d25aa2365cab', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'mac_address': 'fa:16:3e:1f:74:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '1fc072f0-957f-4657-82de-489388292d31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:18Z', 'updated_at': '2022-02-19T04:14:24Z', 'revision_number': 4, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'subnets': [{'id': '1fc072f0-957f-4657-82de-489388292d31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:25.355238 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.381835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b97f0af0-c4fa-40e5-b2a1-00ca3bb03d7c None None] Current status of the port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:25.421749 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Pushing event updated for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:25.510934 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb152c8-3f00-46b9-9c40-f52f2f5e69cd req-5232b9fe-16ca-4961-9043-143a6963fc0f tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.519273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dcb152c8-3f00-46b9-9c40-f52f2f5e69cd req-5232b9fe-16ca-4961-9043-143a6963fc0f tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 943 time: 0.0879245 Feb 19 04:14:25.519605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Attempting to bind port 244546c0-0a3b-4327-931b-d2e25015dad3 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:14:25.519952 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Attempting to bind port 244546c0-0a3b-4327-931b-d2e25015dad3 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:14:25.520295 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Attempting to bind port 244546c0-0a3b-4327-931b-d2e25015dad3 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:25.526480 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Port 244546c0-0a3b-4327-931b-d2e25015dad3 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:14:25.526813 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Attempting to bind port 244546c0-0a3b-4327-931b-d2e25015dad3 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:14:25.538001 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:14:25.538375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Checking segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:14:25.538740 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Bound using segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:14:25.539177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Bound port: 244546c0-0a3b-4327-931b-d2e25015dad3, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:14:25.539704 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.589348 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dcb152c8-3f00-46b9-9c40-f52f2f5e69cd req-c7b64103-3bab-4d83-b845-90e637c33fa0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682387 Feb 19 04:14:25.645780 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:14:25.649375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:14:25.657042 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.699337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.699976 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:25.701947 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] 10.222.0.87 "PUT /v2.0/ports/244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 1091 time: 0.8019159 Feb 19 04:14:25.702555 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:25.704935 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8441dca-7eb1-467c-ae95-8093105cdaa2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:25.746098 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3996d1-151b-4e62-866a-06f7ad4054a4 service neutron] Pushing event updated for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:25.767166 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-801e09bb-9c72-4659-9be5-7c3378ed26b3 x-openstack-request-id: req-801e09bb-9c72-4659-9be5-7c3378ed26b3 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:25.767485 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:25.767748 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-801e09bb-9c72-4659-9be5-7c3378ed26b3 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:25.768142 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3', 'status': 'completed', 'code': 200} Feb 19 04:14:25.810696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-b3db9c99-4d57-44af-9a9d-d27f39f25a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.812233 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-b3db9c99-4d57-44af-9a9d-d27f39f25a54 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1125 time: 0.0557060 Feb 19 04:14:25.862629 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-55e54d7f-eeb2-46a0-a0e3-bb7a9bb4f693 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 217 time: 0.0423255 Feb 19 04:14:25.925220 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7ba2143c-afed-44a5-b8ff-a04064e164df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.926725 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-7ba2143c-afed-44a5-b8ff-a04064e164df service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0585723 Feb 19 04:14:25.993012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-f5507914-bdde-4005-8ac3-f605f6af61be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:25.994583 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-f5507914-bdde-4005-8ac3-f605f6af61be service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0605671 Feb 19 04:14:26.009634 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 26acf079-0ada-4833-a992-55b08de34403 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:26.079553 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 26acf079-0ada-4833-a992-55b08de34403 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:26.080436 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (26acf079-0ada-4833-a992-55b08de34403), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.094438 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-eebf859e-66cd-412b-b467-252a7c117a19 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938761 Feb 19 04:14:26.163780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 26acf079-0ada-4833-a992-55b08de34403 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:26.165551 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8c2ba982-7942-4a00-bb56-dca6c9d928e8 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:26.186039 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-45dd1d99-e997-4f64-ae67-22a4f7894b83 req-c909ccb7-6c1d-4c68-891f-247a651bc819 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848758 Feb 19 04:14:26.214570 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:26.214943 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:26.294395 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8441dca-7eb1-467c-ae95-8093105cdaa2 req-0ac57289-ec53-4a05-bf54-5f2c1be5175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.297293 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8441dca-7eb1-467c-ae95-8093105cdaa2 req-0ac57289-ec53-4a05-bf54-5f2c1be5175f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1125 time: 0.0632622 Feb 19 04:14:26.311617 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:26.393000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8441dca-7eb1-467c-ae95-8093105cdaa2 req-aac592b9-651d-4ae1-8d9f-f82f3d8d5976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.394499 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8441dca-7eb1-467c-ae95-8093105cdaa2 req-aac592b9-651d-4ae1-8d9f-f82f3d8d5976 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0906947 Feb 19 04:14:26.440481 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8441dca-7eb1-467c-ae95-8093105cdaa2 req-96644ac3-7ff2-4dff-8e38-bb8d0a032af7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 217 time: 0.0399055 Feb 19 04:14:26.496590 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8441dca-7eb1-467c-ae95-8093105cdaa2 req-3f685f65-1c65-4643-8bd8-8c66b54b1fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.498939 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8441dca-7eb1-467c-ae95-8093105cdaa2 req-3f685f65-1c65-4643-8bd8-8c66b54b1fab service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0523758 Feb 19 04:14:26.554545 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8441dca-7eb1-467c-ae95-8093105cdaa2 req-5a381408-829e-4c6b-a254-4d84718f1ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.556109 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8441dca-7eb1-467c-ae95-8093105cdaa2 req-5a381408-829e-4c6b-a254-4d84718f1ee8 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509901 Feb 19 04:14:26.675545 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8441dca-7eb1-467c-ae95-8093105cdaa2 req-7300d17b-0c57-40f3-afcd-8688aa285154 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135566 Feb 19 04:14:26.742949 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7477b5a-0c13-44ec-af6b-6b55bf3aad3a req-df7dc413-0014-4e7b-bf3a-8dd985fac468 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:26.745165 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7477b5a-0c13-44ec-af6b-6b55bf3aad3a req-df7dc413-0014-4e7b-bf3a-8dd985fac468 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 943 time: 0.0787590 Feb 19 04:14:26.777075 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-e8441dca-7eb1-467c-ae95-8093105cdaa2 req-49c96a0a-62a4-4b4a-b694-4875d6904d1b service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957112 Feb 19 04:14:26.802388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d7477b5a-0c13-44ec-af6b-6b55bf3aad3a req-d37bcf2f-6903-4ad2-8379-894750101d89 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506496 Feb 19 04:14:27.927557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd8a7e-ee9d-4983-9f6e-cb705539a7e3 req-c6e08a51-016b-49e4-80e6-5633ec52e7e0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:27.929081 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6cbd8a7e-ee9d-4983-9f6e-cb705539a7e3 req-c6e08a51-016b-49e4-80e6-5633ec52e7e0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 943 time: 0.0576906 Feb 19 04:14:27.980498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6cbd8a7e-ee9d-4983-9f6e-cb705539a7e3 req-fc2151dd-7a29-499c-a6a0-f5e4d6559fc4 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456254 Feb 19 04:14:29.108316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be827897-9772-4b63-a8bf-b9c88c4e7810 req-c40bc685-b6d0-4e5e-84c0-ce558aa21e60 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:29.109869 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be827897-9772-4b63-a8bf-b9c88c4e7810 req-c40bc685-b6d0-4e5e-84c0-ce558aa21e60 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 943 time: 0.0569601 Feb 19 04:14:29.161741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-be827897-9772-4b63-a8bf-b9c88c4e7810 req-443c56e5-458a-4c65-ad08-dc3499481d83 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458565 Feb 19 04:14:29.366489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 244546c0-0a3b-4327-931b-d2e25015dad3 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:14:29.474886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:29.485715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '244546c0-0a3b-4327-931b-d2e25015dad3', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'port_id': '244546c0-0a3b-4327-931b-d2e25015dad3', 'mac_address': 'fa:16:3e:30:39:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:14:29.525429 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 244546c0-0a3b-4327-931b-d2e25015dad3 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:29.525800 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.538808 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244546c0-0a3b-4327-931b-d2e25015dad3 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:14:29.558277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:29.565937 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:29.612595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:29.863809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['244546c0-0a3b-4327-931b-d2e25015dad3'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:14:30.288865 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d285da-547d-4e53-83ae-c2c268244434 req-4909e2af-c615-4c6d-811c-ff0288b6dd68 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:30.290344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89d285da-547d-4e53-83ae-c2c268244434 req-4909e2af-c615-4c6d-811c-ff0288b6dd68 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0542576 Feb 19 04:14:30.345314 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-89d285da-547d-4e53-83ae-c2c268244434 req-a398bbfc-d168-42b0-898d-4b6c98ef46f2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489199 Feb 19 04:14:31.383164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 244546c0-0a3b-4327-931b-d2e25015dad3 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:14:31.440571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 244546c0-0a3b-4327-931b-d2e25015dad3 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:14:31.444766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 244546c0-0a3b-4327-931b-d2e25015dad3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:14:31.445410 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.483455 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c632fe-3e8a-4993-8185-c954cd454f3f req-45d00204-6997-4c6a-992b-337e09ef48b2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.484974 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3c632fe-3e8a-4993-8185-c954cd454f3f req-45d00204-6997-4c6a-992b-337e09ef48b2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0554707 Feb 19 04:14:31.524626 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 244546c0-0a3b-4327-931b-d2e25015dad3 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:14:31.525038 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.534682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3c632fe-3e8a-4993-8185-c954cd454f3f req-a6a17585-4ff6-41a3-95d0-67c11e0bd7e5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436561 Feb 19 04:14:31.548403 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:31.550747 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fe115e-ff30-4269-83fe-07a416967f32" -d '{"events": [{"server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "name": "network-vif-plugged", "status": "completed", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:31.562930 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:14:31.567933 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:31.593301 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e641338-bfb1-4b74-a115-2e78af9513fc x-openstack-request-id: req-1e641338-bfb1-4b74-a115-2e78af9513fc {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:31.593621 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "name": "network-vif-plugged", "status": "completed", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:31.593860 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1e641338-bfb1-4b74-a115-2e78af9513fc {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:31.594247 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3', 'code': 200} Feb 19 04:14:31.626196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:31.711172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b16cc-5dc6-43e5-a126-e4cfe413cca3 req-7c45b614-1a29-45ed-b278-a23ee8e72642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:31.712693 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a81b16cc-5dc6-43e5-a126-e4cfe413cca3 req-7c45b614-1a29-45ed-b278-a23ee8e72642 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1127 time: 0.0512462 Feb 19 04:14:31.759677 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a81b16cc-5dc6-43e5-a126-e4cfe413cca3 req-f0ccbd1e-4094-433c-81c5-0768e7867b19 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405128 Feb 19 04:14:32.672349 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a84d97-cce3-46ca-bbc0-11233c5d8807 req-3da8c3d7-886e-4144-9176-4db84a670c15 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:32.673771 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53a84d97-cce3-46ca-bbc0-11233c5d8807 req-3da8c3d7-886e-4144-9176-4db84a670c15 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0539422 Feb 19 04:14:32.727083 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-53a84d97-cce3-46ca-bbc0-11233c5d8807 req-7d190fc2-5de7-438f-9ca7-9d2c783ffcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448020 Feb 19 04:14:33.699365 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3a51fcd1-4c02-4e8a-99b0-d473b646155b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:33.867196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7d6c0-fe80-4463-a3e3-7aa263869a94 req-4e05f39a-aa07-4f3e-95ba-882691f1d814 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:33.869393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1c7d6c0-fe80-4463-a3e3-7aa263869a94 req-4e05f39a-aa07-4f3e-95ba-882691f1d814 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0698979 Feb 19 04:14:33.922504 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1c7d6c0-fe80-4463-a3e3-7aa263869a94 req-932d9033-45ad-414a-b3de-4478acadbac9 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439594 Feb 19 04:14:34.053802 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5e8c2-b837-450b-b42e-af5142be174d req-e121fa3c-df14-4160-8b54-c2c12786e958 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.055339 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03b5e8c2-b837-450b-b42e-af5142be174d req-e121fa3c-df14-4160-8b54-c2c12786e958 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0659885 Feb 19 04:14:34.128163 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03b5e8c2-b837-450b-b42e-af5142be174d req-561802bb-2656-4d98-aace-ee0a10d313f8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646336 Feb 19 04:14:34.157830 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53100) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:34.309943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada79da8-1ce5-40c4-a84f-05d11a171c98 tempest-TestShelveInstance-632253086 tempest-TestShelveInstance-632253086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:34.311501 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ada79da8-1ce5-40c4-a84f-05d11a171c98 tempest-TestShelveInstance-632253086 tempest-TestShelveInstance-632253086-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1122 time: 0.1526248 Feb 19 04:14:34.314645 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53104) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:14:34.318923 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '244546c0-0a3b-4327-931b-d2e25015dad3', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:14:34.342983 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.465719 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.576380 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Allocated IP 172.25.1.184 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/f081d55c-660b-4e31-9843-4f12fe2e455f) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:14:34.680536 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for port (f081d55c-660b-4e31-9843-4f12fe2e455f), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.725001 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f081d55c-660b-4e31-9843-4f12fe2e455f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:34.772303 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:14:34.778758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:14:34.784850 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:14:34.790244 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'Port': ['ID=f081d55c-660b-4e31-9843-4f12fe2e455f,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:35.175012 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for floatingip (a9cbd9af-a444-45c0-9480-4568fe9a9fbd), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.250818 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f081d55c-660b-4e31-9843-4f12fe2e455f), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.415168 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for port (f081d55c-660b-4e31-9843-4f12fe2e455f), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.421991 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f081d55c-660b-4e31-9843-4f12fe2e455f), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.492157 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'Port': ['ID=f081d55c-660b-4e31-9843-4f12fe2e455f,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:14:35.502663 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (a9cbd9af-a444-45c0-9480-4568fe9a9fbd), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.604042 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Floating IP a9cbd9af-a444-45c0-9480-4568fe9a9fbd associated. External IP: 172.25.1.184, port: 244546c0-0a3b-4327-931b-d2e25015dad3. Feb 19 04:14:35.822683 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Router e64eaee2-a993-4830-b245-40ac302ec76e has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:14:35.942572 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:14:35.956337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b1eb9-70d5-4692-b214-4bf42b544655 None None] Sync routers for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:14:35.962760 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.967310 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7729fffa-ca06-4d2c-ab08-8a96498557bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:35.974974 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b1eb9-70d5-4692-b214-4bf42b544655 None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:35.975571 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8f8b1eb9-70d5-4692-b214-4bf42b544655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:14:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:35.993813 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-542602f6-e3b8-49ad-8cc5-b46901b877d1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6781068 Feb 19 04:14:35.994507 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:14:35.996792 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8ae754-efb3-41fd-bba7-2b25dc141e98" -d '{"events": [{"name": "network-changed", "server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:14:36.034535 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c5f1dd-c931-46bb-a2ac-6c04ec145901 x-openstack-request-id: req-17c5f1dd-c931-46bb-a2ac-6c04ec145901 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:14:36.034818 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:14:36.035093 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17c5f1dd-c931-46bb-a2ac-6c04ec145901 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:14:36.035501 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3', 'status': 'completed', 'code': 200} Feb 19 04:14:36.090161 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8f8b1eb9-70d5-4692-b214-4bf42b544655 None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:36.098682 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ae754-efb3-41fd-bba7-2b25dc141e98 req-d14299b3-e415-4967-bc8d-1023b335168c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.100198 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea8ae754-efb3-41fd-bba7-2b25dc141e98 req-d14299b3-e415-4967-bc8d-1023b335168c service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1127 time: 0.0443969 Feb 19 04:14:36.194375 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ae754-efb3-41fd-bba7-2b25dc141e98 req-cacadf03-b3b4-4dd2-9b6d-bc03766640e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.195909 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea8ae754-efb3-41fd-bba7-2b25dc141e98 req-cacadf03-b3b4-4dd2-9b6d-bc03766640e0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0901749 Feb 19 04:14:36.262483 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea8ae754-efb3-41fd-bba7-2b25dc141e98 req-a4759a27-d5b4-4e71-bc8a-ffc364070976 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 999 time: 0.0608721 Feb 19 04:14:36.311712 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ae754-efb3-41fd-bba7-2b25dc141e98 req-78bd5523-feb8-4903-a36b-cfe7c3c645a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.313562 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea8ae754-efb3-41fd-bba7-2b25dc141e98 req-78bd5523-feb8-4903-a36b-cfe7c3c645a7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0446813 Feb 19 04:14:36.313870 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8f8b1eb9-70d5-4692-b214-4bf42b544655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a9cbd9af-a444-45c0-9480-4568fe9a9fbd', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'port_id': '244546c0-0a3b-4327-931b-d2e25015dad3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'mac_address': 'fa:16:3e:30:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36a708-602b-4069-99e8-9c5438637856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:35Z', 'updated_at': '2022-02-19T04:14:35Z', 'revision_number': 0, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:36.343886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b1eb9-70d5-4692-b214-4bf42b544655 None None] Checking router: e64eaee2-a993-4830-b245-40ac302ec76e for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:14:36.352740 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b1eb9-70d5-4692-b214-4bf42b544655 None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:14:36.353344 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8f8b1eb9-70d5-4692-b214-4bf42b544655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:14:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:36.366968 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ae754-efb3-41fd-bba7-2b25dc141e98 req-c0c35c33-2822-4f89-b181-354d5710d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:14:36.368491 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea8ae754-efb3-41fd-bba7-2b25dc141e98 req-c0c35c33-2822-4f89-b181-354d5710d40e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487120 Feb 19 04:14:36.463922 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea8ae754-efb3-41fd-bba7-2b25dc141e98 req-6d3e87bd-d436-4ea0-a834-4f2aa75a4891 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897298 Feb 19 04:14:36.564702 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-ea8ae754-efb3-41fd-bba7-2b25dc141e98 req-7c8b2101-a15a-4b01-b0c1-c98e2430dbf0 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943680 Feb 19 04:14:36.631152 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-8f8b1eb9-70d5-4692-b214-4bf42b544655 None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:14:36.866151 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-8f8b1eb9-70d5-4692-b214-4bf42b544655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a9cbd9af-a444-45c0-9480-4568fe9a9fbd', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'port_id': '244546c0-0a3b-4327-931b-d2e25015dad3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'mac_address': 'fa:16:3e:30:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36a708-602b-4069-99e8-9c5438637856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:35Z', 'updated_at': '2022-02-19T04:14:35Z', 'revision_number': 0, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:14:36.896434 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b1eb9-70d5-4692-b214-4bf42b544655 None None] The sync data for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 is: [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': 'a9cbd9af-a444-45c0-9480-4568fe9a9fbd', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'floating_ip_address': '172.25.1.184', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'port_id': '244546c0-0a3b-4327-931b-d2e25015dad3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'mac_address': 'fa:16:3e:30:39:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36a708-602b-4069-99e8-9c5438637856', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:14:35Z', 'updated_at': '2022-02-19T04:14:35Z', 'revision_number': 0, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:14:37.113261 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9574be5a-3304-46bc-9ea8-75f4b5b56192 None None] New status for floating IP a9cbd9af-a444-45c0-9480-4568fe9a9fbd: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:14:37.413835 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:38.725844 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:40.145462 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:44.706863 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:14:53.275231 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:14:54.315194 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:03.698248 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-135bfbbc-d700-44c5-b807-16f0679d9524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:05.963439 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-80c80368-4efc-491f-8b67-8261707fb0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:07.421000 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:08.727790 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:10.145057 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:13.933165 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b60d337e-aad9-47c0-9419-035efaf80d8e req-2b431808-ab29-47af-aa97-b25718ec3ab0 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467999 Feb 19 04:15:14.024699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d337e-aad9-47c0-9419-035efaf80d8e req-c117a5dd-e463-465b-a28a-531275454c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.026099 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b60d337e-aad9-47c0-9419-035efaf80d8e req-c117a5dd-e463-465b-a28a-531275454c88 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1127 time: 0.0505307 Feb 19 04:15:14.142975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d337e-aad9-47c0-9419-035efaf80d8e req-a0404a72-c359-48ab-bfa1-4abc2f6ac3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.144461 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b60d337e-aad9-47c0-9419-035efaf80d8e req-a0404a72-c359-48ab-bfa1-4abc2f6ac3a1 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0952690 Feb 19 04:15:14.215920 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b60d337e-aad9-47c0-9419-035efaf80d8e req-959f9de3-dc5a-4e0a-93d5-5a88cf7b607b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 1001 time: 0.0640101 Feb 19 04:15:14.268702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d337e-aad9-47c0-9419-035efaf80d8e req-72292ec6-a360-4fa1-a221-f88d044964b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.270939 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b60d337e-aad9-47c0-9419-035efaf80d8e req-72292ec6-a360-4fa1-a221-f88d044964b7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0488086 Feb 19 04:15:14.325148 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d337e-aad9-47c0-9419-035efaf80d8e req-e417306b-efe6-45d2-963a-f98ab13286ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:15:14.326682 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b60d337e-aad9-47c0-9419-035efaf80d8e req-e417306b-efe6-45d2-963a-f98ab13286ce service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0499988 Feb 19 04:15:14.420110 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b60d337e-aad9-47c0-9419-035efaf80d8e req-5c7a9d8c-ebe0-48cf-9e06-33f945ad50cd service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874057 Feb 19 04:15:14.523347 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b60d337e-aad9-47c0-9419-035efaf80d8e req-c76f2247-2647-45d9-8e96-22431aadc6bb service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966649 Feb 19 04:15:21.713957 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:15:23.282586 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:24.326715 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:33.698057 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-10787cd0-9be5-4928-af37-427794666dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:35.960517 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e36861eb-d96e-4190-826e-7ceb07508e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:37.417527 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:38.731814 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:40.155093 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:53.307973 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:54.326953 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:15:58.704250 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:16:03.698906 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c39e59d5-2f86-4b53-a2cb-bb175cd2ce93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:05.965035 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e08f391d-3ced-40f8-a5ee-8620be06b6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:07.435265 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:08.735998 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:10.151554 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:13.931708 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b2661a1a-39cc-42cb-b3e1-a1d3e07cf84f req-ceb0ebcb-a15c-4dd6-9f65-968a4c5674ce service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0574820 Feb 19 04:16:14.036326 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661a1a-39cc-42cb-b3e1-a1d3e07cf84f req-24380e11-4635-4f92-bce8-1be665945a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.037867 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b2661a1a-39cc-42cb-b3e1-a1d3e07cf84f req-24380e11-4635-4f92-bce8-1be665945a2b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1127 time: 0.0475450 Feb 19 04:16:14.151242 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661a1a-39cc-42cb-b3e1-a1d3e07cf84f req-3ca7eb66-b93d-41e2-83c6-4e3a873004f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.152770 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b2661a1a-39cc-42cb-b3e1-a1d3e07cf84f req-3ca7eb66-b93d-41e2-83c6-4e3a873004f3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0944104 Feb 19 04:16:14.220580 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b2661a1a-39cc-42cb-b3e1-a1d3e07cf84f req-297c3d17-30d4-471a-87dd-192c40e70b62 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 1001 time: 0.0614471 Feb 19 04:16:14.270613 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661a1a-39cc-42cb-b3e1-a1d3e07cf84f req-eb158b04-2e92-4857-8296-944654792723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.272081 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b2661a1a-39cc-42cb-b3e1-a1d3e07cf84f req-eb158b04-2e92-4857-8296-944654792723 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0463147 Feb 19 04:16:14.326334 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2661a1a-39cc-42cb-b3e1-a1d3e07cf84f req-3b659557-49f5-4080-8e75-c2284e54335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:16:14.327857 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b2661a1a-39cc-42cb-b3e1-a1d3e07cf84f req-3b659557-49f5-4080-8e75-c2284e54335c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493906 Feb 19 04:16:14.428409 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b2661a1a-39cc-42cb-b3e1-a1d3e07cf84f req-b659685e-db64-4ea4-8eaa-f54b78398758 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936310 Feb 19 04:16:14.545217 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b2661a1a-39cc-42cb-b3e1-a1d3e07cf84f req-0d3205c4-22b1-426f-a154-b96a7b2995cb service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091695 Feb 19 04:16:23.302599 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:24.321737 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:33.704543 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-85229a74-8e40-4039-a59b-5f62cc6c9267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:35.705230 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:16:35.962316 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0b9fddb5-bd7b-48ab-b34d-7e6b9aa0d348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:37.429042 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:38.738365 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:40.141253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:53.313723 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:16:54.330732 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:03.479297 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2afaca-a516-4f79-8403-745b76ee6e6f req-e9598f8e-975b-4fe4-a7e1-a91c4791ce3e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:03.480774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e2afaca-a516-4f79-8403-745b76ee6e6f req-e9598f8e-975b-4fe4-a7e1-a91c4791ce3e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0601819 Feb 19 04:17:03.531382 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e2afaca-a516-4f79-8403-745b76ee6e6f req-cbc312b4-503e-4543-afc7-ed29f633f531 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445204 Feb 19 04:17:03.692449 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-a08307e7-dc7b-4875-8589-d28826522cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:04.696878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6e191e-05d7-4242-9642-8f3e0780c9d8 req-2c87f001-bfc5-4ab9-923c-9060c6bc7565 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:04.698367 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a6e191e-05d7-4242-9642-8f3e0780c9d8 req-2c87f001-bfc5-4ab9-923c-9060c6bc7565 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0703487 Feb 19 04:17:04.755970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3a6e191e-05d7-4242-9642-8f3e0780c9d8 req-ea061e79-e41f-42a9-be38-8fde9a69b0c4 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489244 Feb 19 04:17:05.887902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f579e24-830e-4283-ba6b-0a05cf3b3c77 req-b655a267-64fc-4301-bfd5-da9ac3882e47 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:05.889545 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f579e24-830e-4283-ba6b-0a05cf3b3c77 req-b655a267-64fc-4301-bfd5-da9ac3882e47 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0557780 Feb 19 04:17:05.943892 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0f579e24-830e-4283-ba6b-0a05cf3b3c77 req-f29ff22f-32ca-4231-915d-d78f72ad0c3c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483994 Feb 19 04:17:05.958787 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b9dd6383-3935-4038-9b23-2adee49c299f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:07.076435 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2407f6-e7bb-454e-9527-7cef4d81cc09 req-bee5a56a-e86e-46f3-bb2e-4d17c7d4b507 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:07.077992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa2407f6-e7bb-454e-9527-7cef4d81cc09 req-bee5a56a-e86e-46f3-bb2e-4d17c7d4b507 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0599482 Feb 19 04:17:07.143715 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fa2407f6-e7bb-454e-9527-7cef4d81cc09 req-2a71101d-29d7-4b96-803d-96479ad07fe7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560420 Feb 19 04:17:07.425848 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:08.285826 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4027e7e3-b558-4904-bff0-fb1446af3bce req-d028369d-eaec-4bd1-8f5d-b78e80ec33bf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:08.287236 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4027e7e3-b558-4904-bff0-fb1446af3bce req-d028369d-eaec-4bd1-8f5d-b78e80ec33bf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0557752 Feb 19 04:17:08.340510 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4027e7e3-b558-4904-bff0-fb1446af3bce req-1fe0e3b2-c69f-4665-b15c-2ba9f6bea9ef tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440290 Feb 19 04:17:08.742687 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:09.476595 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5b307-275e-4002-aaae-bc9290aa10fa req-cea5de6c-5c66-4ca6-807c-69946505d9e5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:09.478108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02c5b307-275e-4002-aaae-bc9290aa10fa req-cea5de6c-5c66-4ca6-807c-69946505d9e5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0590911 Feb 19 04:17:09.531680 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-02c5b307-275e-4002-aaae-bc9290aa10fa req-13dcf468-6f2a-4bf5-ba1b-3c33f670e1cb tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450613 Feb 19 04:17:10.139945 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:10.671765 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bc9e9-0296-407f-ba9d-3b02e6d65fed req-ad9c2715-3706-4fb9-8f31-2d4378991cf6 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:10.673309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-626bc9e9-0296-407f-ba9d-3b02e6d65fed req-ad9c2715-3706-4fb9-8f31-2d4378991cf6 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0577462 Feb 19 04:17:10.725261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-626bc9e9-0296-407f-ba9d-3b02e6d65fed req-277ee6ca-b4d0-4d7a-adc5-3959a7313a11 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435591 Feb 19 04:17:11.853671 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149e49d-7356-452c-aaa8-f42649892e2a req-5173001b-d347-4d63-aef2-5706076cfa91 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:11.855154 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d149e49d-7356-452c-aaa8-f42649892e2a req-5173001b-d347-4d63-aef2-5706076cfa91 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0557544 Feb 19 04:17:11.912268 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d149e49d-7356-452c-aaa8-f42649892e2a req-89043118-24a9-4b52-99da-bc4877c84f9e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486786 Feb 19 04:17:12.707770 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:17:13.049225 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc76e05-96b4-4727-8547-517b0b9820b4 req-6ecc9700-1b93-489f-83ed-e811514875ad tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:13.050953 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fc76e05-96b4-4727-8547-517b0b9820b4 req-6ecc9700-1b93-489f-83ed-e811514875ad tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0592301 Feb 19 04:17:13.101747 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1fc76e05-96b4-4727-8547-517b0b9820b4 req-8945b11c-78e6-4320-a9b6-a87215ba59d7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450926 Feb 19 04:17:14.252589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790e60c-888f-4062-9958-b2fa96f50d3d req-f6f87fe2-5fe4-44dc-a7dc-da4f27fbe9cf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:14.254267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7790e60c-888f-4062-9958-b2fa96f50d3d req-f6f87fe2-5fe4-44dc-a7dc-da4f27fbe9cf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0751600 Feb 19 04:17:14.310926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7790e60c-888f-4062-9958-b2fa96f50d3d req-1b223975-e791-46d1-8b2d-3f1171f7f401 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481606 Feb 19 04:17:15.445408 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adcf859-264e-4cbc-9747-5c0bf02231f3 req-50bc61e7-ed4d-4aa3-bcb1-28a1f4d3f87c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:15.446968 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6adcf859-264e-4cbc-9747-5c0bf02231f3 req-50bc61e7-ed4d-4aa3-bcb1-28a1f4d3f87c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0623538 Feb 19 04:17:15.498793 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6adcf859-264e-4cbc-9747-5c0bf02231f3 req-7739adf0-a9b4-40a5-b32c-e8d5f882faa3 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460911 Feb 19 04:17:16.015236 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-f65e5823-592e-43bb-9b38-2ce53b77cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.016783 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-f65e5823-592e-43bb-9b38-2ce53b77cbe4 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1127 time: 0.1068928 Feb 19 04:17:16.127620 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-27b66cc4-4f93-413e-bea9-456669428b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.129197 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-27b66cc4-4f93-413e-bea9-456669428b87 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0924933 Feb 19 04:17:16.139510 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 244546c0-0a3b-4327-931b-d2e25015dad3 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:17:16.247983 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:16.260405 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '244546c0-0a3b-4327-931b-d2e25015dad3', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'port_id': '244546c0-0a3b-4327-931b-d2e25015dad3', 'mac_address': 'fa:16:3e:30:39:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:17:16.298757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 244546c0-0a3b-4327-931b-d2e25015dad3 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:16.299152 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.313678 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 244546c0-0a3b-4327-931b-d2e25015dad3 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:16.334310 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:16.340340 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:16.396480 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:16.404202 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.404542 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.404908 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.405239 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.405562 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.405886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.406204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.406521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.406840 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.407144 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.407470 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.407782 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.408097 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:16.416890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['244546c0-0a3b-4327-931b-d2e25015dad3'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:16.541749 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-090e10f0-26cd-4cab-a2c8-28064702da18 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 1001 time: 0.4054739 Feb 19 04:17:16.593573 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-a533fa1f-18e1-44a7-8d43-12210e06f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.595157 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-a533fa1f-18e1-44a7-8d43-12210e06f4a1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0475037 Feb 19 04:17:16.620095 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1b525-258d-4b03-bb4b-df68b5894143 req-9492be5d-b6b5-493f-b64a-958d1480b13e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.621635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdb1b525-258d-4b03-bb4b-df68b5894143 req-9492be5d-b6b5-493f-b64a-958d1480b13e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0518844 Feb 19 04:17:16.652718 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-380435b9-e2a3-4aa3-a549-d57d7811435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:16.654697 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-380435b9-e2a3-4aa3-a549-d57d7811435e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0534298 Feb 19 04:17:16.664940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-63940ba9-b80e-4a2a-ae1f-779830610dfe service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:17:16.665872 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-63940ba9-b80e-4a2a-ae1f-779830610dfe service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055261 Feb 19 04:17:16.680516 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cdb1b525-258d-4b03-bb4b-df68b5894143 req-ef38089d-e69e-4b56-9577-7e3fb4ba7396 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524855 Feb 19 04:17:16.759828 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-9f1d46bd-9e35-4dc2-a188-26ef846ce1cc service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879545 Feb 19 04:17:16.851240 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-637e8965-8cd5-4fb5-aca6-aa9885894e7c req-4be820c5-7986-4cba-86c9-982aa278d325 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855045 Feb 19 04:17:17.806917 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca089ee-c2a0-4282-adee-2075e07e5f8d req-433c4dc5-f429-4722-8524-3ab909fc4d3b tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:17.808393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bca089ee-c2a0-4282-adee-2075e07e5f8d req-433c4dc5-f429-4722-8524-3ab909fc4d3b tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0576158 Feb 19 04:17:17.858392 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bca089ee-c2a0-4282-adee-2075e07e5f8d req-0c1afca5-a459-49d4-8532-83cd877aa049 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443084 Feb 19 04:17:18.155999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 244546c0-0a3b-4327-931b-d2e25015dad3 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:18.211127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 244546c0-0a3b-4327-931b-d2e25015dad3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:18.211511 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.307382 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 244546c0-0a3b-4327-931b-d2e25015dad3 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:18.307989 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.333279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:18.335538 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b570ae91-868b-4548-8cd4-ff81431bb72a" -d '{"events": [{"server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "name": "network-vif-plugged", "status": "completed", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:18.351881 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:18.357399 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:18.407130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:18.436605 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85a7927-246e-4161-8bd4-0657ecfafb1f x-openstack-request-id: req-c85a7927-246e-4161-8bd4-0657ecfafb1f {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:18.436924 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "name": "network-vif-plugged", "status": "completed", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:18.437189 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c85a7927-246e-4161-8bd4-0657ecfafb1f {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:18.437575 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3', 'code': 200} Feb 19 04:17:19.003233 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500fecf-1b60-4c1f-af20-c09490c3fc91 req-a11db9d0-bec7-4bf3-84d5-0325295d241f tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:19.004643 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a500fecf-1b60-4c1f-af20-c09490c3fc91 req-a11db9d0-bec7-4bf3-84d5-0325295d241f tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0627112 Feb 19 04:17:19.054245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a500fecf-1b60-4c1f-af20-c09490c3fc91 req-a83255be-d57d-4621-afd1-2a4e6d78f8e4 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436172 Feb 19 04:17:20.176197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45700652-a2a1-4ae4-a1a8-6500cfbf565b req-c1686312-9fbc-4acb-832a-d0cb15e4db83 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:20.177675 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45700652-a2a1-4ae4-a1a8-6500cfbf565b req-c1686312-9fbc-4acb-832a-d0cb15e4db83 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0537271 Feb 19 04:17:20.246671 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45700652-a2a1-4ae4-a1a8-6500cfbf565b req-67e9a532-6522-4c04-a8cd-860993141575 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550098 Feb 19 04:17:21.379430 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf47355-a0d5-497d-b4d9-5afdb6ab3c21 req-4cdedce9-dc65-4350-a482-31d921660932 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:21.381075 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eaf47355-a0d5-497d-b4d9-5afdb6ab3c21 req-4cdedce9-dc65-4350-a482-31d921660932 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0583954 Feb 19 04:17:21.435826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-eaf47355-a0d5-497d-b4d9-5afdb6ab3c21 req-d3d358a6-a1bf-4413-ad54-8fd8918674a0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475087 Feb 19 04:17:22.574230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c3782-b4d9-4e19-a554-be7a8afaf03b req-ede6f773-f681-4a86-954b-5708c13ca87a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:22.575935 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e6c3782-b4d9-4e19-a554-be7a8afaf03b req-ede6f773-f681-4a86-954b-5708c13ca87a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0610704 Feb 19 04:17:22.628550 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3e6c3782-b4d9-4e19-a554-be7a8afaf03b req-1084afef-aa6d-48c2-843c-bb6badcb6be2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465195 Feb 19 04:17:23.327926 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:23.762525 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdcb3d-82d2-4b40-9a47-e489b3f14667 req-f3fadb0a-26f0-42a2-a30a-3e58019afe1f tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:23.764111 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7fdcb3d-82d2-4b40-9a47-e489b3f14667 req-f3fadb0a-26f0-42a2-a30a-3e58019afe1f tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0638468 Feb 19 04:17:23.818441 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7fdcb3d-82d2-4b40-9a47-e489b3f14667 req-0bd413e3-eaf9-4e68-9193-e7fc95a6f92a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463846 Feb 19 04:17:24.329160 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:24.959549 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5528b-66ba-4bc9-ab82-a50f2b748d5c req-17fa8cce-e133-458e-94e7-1e1154ad1fec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:24.960688 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30d5528b-66ba-4bc9-ab82-a50f2b748d5c req-17fa8cce-e133-458e-94e7-1e1154ad1fec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0623944 Feb 19 04:17:25.015487 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-30d5528b-66ba-4bc9-ab82-a50f2b748d5c req-0085d4ff-924f-4cb8-8205-38d9797b5345 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481791 Feb 19 04:17:26.154858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd470187-846e-43b7-ae5d-85db11fd26e5 req-31335980-25ef-4396-af05-413a3b2b6019 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:26.174645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd470187-846e-43b7-ae5d-85db11fd26e5 req-31335980-25ef-4396-af05-413a3b2b6019 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0812652 Feb 19 04:17:26.240107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fd470187-846e-43b7-ae5d-85db11fd26e5 req-2b045063-a9ba-43f1-bab6-3db126fcb7c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634942 Feb 19 04:17:27.365196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c96e0e-bd2e-4a8c-aa18-92f7a0f5cb57 req-85d5f3dd-8765-4ad5-94f0-8d8ab18326d9 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:27.366731 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7c96e0e-bd2e-4a8c-aa18-92f7a0f5cb57 req-85d5f3dd-8765-4ad5-94f0-8d8ab18326d9 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0562675 Feb 19 04:17:27.443530 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7c96e0e-bd2e-4a8c-aa18-92f7a0f5cb57 req-0cc4bbae-a00c-4370-aeed-141b1f8ed90f tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705533 Feb 19 04:17:28.582076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb750a30-44e1-4fee-8615-67dae1b5f3ec req-6cae83b2-a826-43b1-989a-169567ff2adf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:28.584358 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb750a30-44e1-4fee-8615-67dae1b5f3ec req-6cae83b2-a826-43b1-989a-169567ff2adf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0596573 Feb 19 04:17:28.639097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cb750a30-44e1-4fee-8615-67dae1b5f3ec req-2d142b60-3896-414e-9890-530279447165 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469344 Feb 19 04:17:29.775197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880105b3-de03-46a3-9790-95da83ea56ff req-b1d910bd-3b7d-42f8-b791-850f60fc32f2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.776750 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-880105b3-de03-46a3-9790-95da83ea56ff req-b1d910bd-3b7d-42f8-b791-850f60fc32f2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0662582 Feb 19 04:17:29.806125 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479b5c3-abf1-4512-b6bc-c61262ba480c req-325b6c69-00b5-49e2-9e12-428aace14cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.807663 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a479b5c3-abf1-4512-b6bc-c61262ba480c req-325b6c69-00b5-49e2-9e12-428aace14cdd service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1127 time: 0.0485995 Feb 19 04:17:29.827252 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-880105b3-de03-46a3-9790-95da83ea56ff req-ad661e4a-d20c-4ef6-baf1-6316307c9ae2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445516 Feb 19 04:17:29.908047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479b5c3-abf1-4512-b6bc-c61262ba480c req-82d7b0d0-51df-4116-a9d2-935eb61087d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:29.909611 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a479b5c3-abf1-4512-b6bc-c61262ba480c req-82d7b0d0-51df-4116-a9d2-935eb61087d3 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0961409 Feb 19 04:17:29.980781 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a479b5c3-abf1-4512-b6bc-c61262ba480c req-57d86f1e-275c-4c17-9eec-0571da2cd878 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 1001 time: 0.0643611 Feb 19 04:17:30.029400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479b5c3-abf1-4512-b6bc-c61262ba480c req-071d3400-8e0d-450b-9ca3-ba64c36eec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:30.030846 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a479b5c3-abf1-4512-b6bc-c61262ba480c req-071d3400-8e0d-450b-9ca3-ba64c36eec6d service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0441480 Feb 19 04:17:30.084357 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479b5c3-abf1-4512-b6bc-c61262ba480c req-a67ca79c-3ef0-4d8a-ba63-dee259b900af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:30.085902 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a479b5c3-abf1-4512-b6bc-c61262ba480c req-a67ca79c-3ef0-4d8a-ba63-dee259b900af service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493946 Feb 19 04:17:30.177631 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a479b5c3-abf1-4512-b6bc-c61262ba480c req-b842a0a2-f1a2-45dc-aacc-21f506a17ada service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852993 Feb 19 04:17:30.268110 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a479b5c3-abf1-4512-b6bc-c61262ba480c req-38dd9319-7964-452f-b20f-13f59950e26b service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845006 Feb 19 04:17:30.958634 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51a909-981e-4b41-a561-a68f9735b8bd req-882a203a-4742-41f8-8aa2-6956e7656e6c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:30.960038 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce51a909-981e-4b41-a561-a68f9735b8bd req-882a203a-4742-41f8-8aa2-6956e7656e6c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0540252 Feb 19 04:17:31.019416 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ce51a909-981e-4b41-a561-a68f9735b8bd req-cdee7297-ea9f-4e3b-8e2d-7d626cde258a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532293 Feb 19 04:17:32.158202 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f47c04-ee7b-4427-8e08-5036640a4163 req-5c5c7800-c288-42f2-a2bb-ff3659baeb46 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:32.159883 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61f47c04-ee7b-4427-8e08-5036640a4163 req-5c5c7800-c288-42f2-a2bb-ff3659baeb46 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0620220 Feb 19 04:17:32.210738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-61f47c04-ee7b-4427-8e08-5036640a4163 req-9fc336fb-af14-411f-b25a-d544fdbe2159 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450392 Feb 19 04:17:32.217182 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 244546c0-0a3b-4327-931b-d2e25015dad3 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:32.298627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 244546c0-0a3b-4327-931b-d2e25015dad3 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:32.299053 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.322849 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-156935a9-09e2-4c03-9cf6-7577fee635e8 req-c7bb17c0-8f3a-496a-8595-c7f7f9f35d4c service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:17:32.323703 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:32.324215 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-156935a9-09e2-4c03-9cf6-7577fee635e8 req-c7bb17c0-8f3a-496a-8595-c7f7f9f35d4c service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0491741 Feb 19 04:17:32.325986 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3fa0b7-ccd4-48dc-9636-178d26c382f8" -d '{"events": [{"server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "name": "network-vif-unplugged", "status": "completed", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:32.339276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:32.343940 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:32.394456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:32.417016 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f552bf4-84d9-48e0-8c4d-d2bedd8e32f5 x-openstack-request-id: req-6f552bf4-84d9-48e0-8c4d-d2bedd8e32f5 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:32.417406 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "name": "network-vif-unplugged", "status": "failed", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3", "code": 422}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:32.417874 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6f552bf4-84d9-48e0-8c4d-d2bedd8e32f5 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:32.418492 n-d-826755-2 neutron-server[109900]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3', 'code': 422} returned with failed status Feb 19 04:17:32.510905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7b2fc-2a96-4722-ae48-cc9114182a90 req-d5a16036-dc3e-4bbd-bec1-35bf6d8170af tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:32.512337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03b7b2fc-2a96-4722-ae48-cc9114182a90 req-d5a16036-dc3e-4bbd-bec1-35bf6d8170af tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 943 time: 0.0531776 Feb 19 04:17:32.566943 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-03b7b2fc-2a96-4722-ae48-cc9114182a90 req-dfd34f99-d644-44e1-85f3-d66a6f136fd9 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439701 Feb 19 04:17:32.737757 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-c6576fa8-6d43-4642-a349-fa5cd28b4147 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1032784 Feb 19 04:17:33.692780 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-343b8254-4a89-4964-8d82-2fe838ae95f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:33.705587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9516bcd1-3b94-428f-b786-ac770e1fc8c7 req-467d112d-a151-4381-b5b9-ec6bee9f5b54 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.707300 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9516bcd1-3b94-428f-b786-ac770e1fc8c7 req-467d112d-a151-4381-b5b9-ec6bee9f5b54 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 943 time: 0.0618932 Feb 19 04:17:33.761428 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9516bcd1-3b94-428f-b786-ac770e1fc8c7 req-21fe0d9e-b3a0-49b1-80d1-70208fb357bd tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480850 Feb 19 04:17:33.870402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-93a57fad-3c09-4389-9c78-20784d980373 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:33.871681 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-93a57fad-3c09-4389-9c78-20784d980373 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports/244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 940 time: 0.0955124 Feb 19 04:17:34.903613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164a32e-f507-4cc4-91ed-daa878b29c78 req-42e5d1a6-3aad-4189-be71-85e9db08ab7c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:34.905087 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b164a32e-f507-4cc4-91ed-daa878b29c78 req-42e5d1a6-3aad-4189-be71-85e9db08ab7c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 943 time: 0.0531168 Feb 19 04:17:34.955458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b164a32e-f507-4cc4-91ed-daa878b29c78 req-4b6c6e62-ed0c-4f49-b1f3-d08675d5f769 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445626 Feb 19 04:17:35.802458 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-db4acf0c-77b3-4475-ac2e-abfe6f45d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:35.804015 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-db4acf0c-77b3-4475-ac2e-abfe6f45d0f5 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856&tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046 HTTP/1.1" status: 200 len: 1125 time: 0.0941660 Feb 19 04:17:35.813965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-00647a0c-20ee-43a6-b010-f26cfb5f1bfe service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:17:35.814961 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-00647a0c-20ee-43a6-b010-f26cfb5f1bfe service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048714 Feb 19 04:17:35.825136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:17:35.886289 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:35.953666 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c5df7ac9-c597-413f-98d8-b7e2fd654418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.121739 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:36.240767 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 244546c0-0a3b-4327-931b-d2e25015dad3 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:17:36.322724 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 244546c0-0a3b-4327-931b-d2e25015dad3 is: DOWN; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:36.468603 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981583db-9cd1-460a-b177-3e5c3a7e92cc req-bbbeb881-0b77-4acc-90cf-7f69a1c08c11 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:36.470097 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-981583db-9cd1-460a-b177-3e5c3a7e92cc req-bbbeb881-0b77-4acc-90cf-7f69a1c08c11 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 943 time: 0.4444661 Feb 19 04:17:36.508560 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:36.557824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244546c0-0a3b-4327-931b-d2e25015dad3 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:36.567456 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-981583db-9cd1-460a-b177-3e5c3a7e92cc req-45c0281b-98e4-47ed-804f-578ba02f6c26 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904100 Feb 19 04:17:36.569247 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Publish callbacks [] for port (244546c0-0a3b-4327-931b-d2e25015dad3), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.582226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Transition to ACTIVE for port object 244546c0-0a3b-4327-931b-d2e25015dad3 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:17:36.586435 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.662768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Pushing event updated for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=9']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:36.675565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.675927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.676266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.676600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.676958 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.677285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.677607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.677930 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.678255 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.678557 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.678873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.679220 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.679508 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:17:36.718606 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] No DVR routers for this DVR port 244546c0-0a3b-4327-931b-d2e25015dad3 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:17:36.855203 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Attempting to bind port 244546c0-0a3b-4327-931b-d2e25015dad3 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:17:36.855538 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Attempting to bind port 244546c0-0a3b-4327-931b-d2e25015dad3 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:17:36.855863 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Attempting to bind port 244546c0-0a3b-4327-931b-d2e25015dad3 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:36.860496 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Port 244546c0-0a3b-4327-931b-d2e25015dad3 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:17:36.860841 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Attempting to bind port 244546c0-0a3b-4327-931b-d2e25015dad3 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:17:36.865600 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:17:36.865938 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Checking segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:17:36.866319 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Bound using segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:17:36.866741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Bound port: 244546c0-0a3b-4327-931b-d2e25015dad3, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:17:36.867088 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.928227 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:17:36.931537 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:17:36.939842 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.978331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:36.979196 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:36.980620 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] 10.222.0.67 "PUT /v2.0/ports/244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 1091 time: 1.1591454 Feb 19 04:17:36.982939 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:36.986131 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff6ad62-34b4-4a03-977d-21ecae57a5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:37.022563 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e1674-3172-4fa5-a416-976cf90aa33d service neutron] Pushing event updated for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=10']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:37.070300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-2abfa445-ffed-4188-b567-91c51ad75e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.071915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-2abfa445-ffed-4188-b567-91c51ad75e96 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1126 time: 0.0618773 Feb 19 04:17:37.098435 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed32ab6-c19e-4fbd-8ce6-9fb7a2438efd x-openstack-request-id: req-1ed32ab6-c19e-4fbd-8ce6-9fb7a2438efd {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:37.098941 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:37.099374 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1ed32ab6-c19e-4fbd-8ce6-9fb7a2438efd {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:37.099797 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3', 'status': 'completed', 'code': 200} Feb 19 04:17:37.168792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-3c460f49-768d-401b-a5da-3e8bf16e9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.170452 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-3c460f49-768d-401b-a5da-3e8bf16e9c94 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0919523 Feb 19 04:17:37.247541 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-3fecea6b-1d9c-4d5c-bd84-0496a8d3321d service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 999 time: 0.0704293 Feb 19 04:17:37.297326 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-c6cd2b04-037b-4b7a-8c56-fe94b7c83b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.298724 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-c6cd2b04-037b-4b7a-8c56-fe94b7c83b43 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0448120 Feb 19 04:17:37.349243 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-3e3f2be5-2b92-4643-8c55-37118869c289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.350738 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-3e3f2be5-2b92-4643-8c55-37118869c289 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463974 Feb 19 04:17:37.433125 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:37.448631 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-43727d0e-a53d-4d42-ac91-a3b1b69d210b service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919681 Feb 19 04:17:37.543019 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b44dccef-0eb6-4aff-b18a-b5879cd69b01 req-71b02644-ce1b-4dbf-80e5-6ca00fee440d service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877922 Feb 19 04:17:37.636536 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ad62-34b4-4a03-977d-21ecae57a5ab req-d4ce3abc-8f7c-41b6-af49-c2d7927e6f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.638105 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff6ad62-34b4-4a03-977d-21ecae57a5ab req-d4ce3abc-8f7c-41b6-af49-c2d7927e6f41 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1126 time: 0.0464191 Feb 19 04:17:37.769002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e681ce-0b4e-42ca-8847-ee1bb2172562 req-00c09852-231e-4830-b461-13c7fee7adb9 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.770672 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1e681ce-0b4e-42ca-8847-ee1bb2172562 req-00c09852-231e-4830-b461-13c7fee7adb9 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.1279588 Feb 19 04:17:37.775721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ad62-34b4-4a03-977d-21ecae57a5ab req-1964f755-5fc1-4235-a39b-11a6a2f3f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:37.777261 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff6ad62-34b4-4a03-977d-21ecae57a5ab req-1964f755-5fc1-4235-a39b-11a6a2f3f12e service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.1260970 Feb 19 04:17:37.907774 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d1e681ce-0b4e-42ca-8847-ee1bb2172562 req-d7efc38d-6609-41fc-bf5d-d7cf72be2b85 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293867 Feb 19 04:17:37.909658 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff6ad62-34b4-4a03-977d-21ecae57a5ab req-ee871eef-9a91-4136-86f6-7ce8ec2cdb2a service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 999 time: 0.1255248 Feb 19 04:17:38.746078 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:39.058914 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964c83-0f1e-4008-9825-632a8b310386 req-43f87b45-1ef3-4589-9b52-c0f1d9406cf8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:39.065529 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99964c83-0f1e-4008-9825-632a8b310386 req-43f87b45-1ef3-4589-9b52-c0f1d9406cf8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0685427 Feb 19 04:17:39.116490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99964c83-0f1e-4008-9825-632a8b310386 req-772a886b-46df-4722-bb5a-8d68a15d4d4b tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485566 Feb 19 04:17:40.134408 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:40.247830 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9bfd8-f706-4feb-b8f6-a8c54395e801 req-36a7448b-f741-4a98-83c8-92accc1388bd tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:40.249381 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2a9bfd8-f706-4feb-b8f6-a8c54395e801 req-36a7448b-f741-4a98-83c8-92accc1388bd tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0599971 Feb 19 04:17:40.311946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2a9bfd8-f706-4feb-b8f6-a8c54395e801 req-3269de7d-28d4-4b39-a2ec-d38fa9dd0677 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565991 Feb 19 04:17:41.443048 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388f151-5c15-4bd7-ab1b-5ebb4e3a743a req-097aad5b-0e0f-4904-b88e-70b98793b708 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:41.444717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e388f151-5c15-4bd7-ab1b-5ebb4e3a743a req-097aad5b-0e0f-4904-b88e-70b98793b708 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0566580 Feb 19 04:17:41.501279 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e388f151-5c15-4bd7-ab1b-5ebb4e3a743a req-279ba8c6-c6ca-4897-a647-28f0b151bf8f tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502012 Feb 19 04:17:42.640024 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ac95e-4d0e-47c9-a570-09f5fc7d3f8d req-006338cd-2095-4ff9-80d9-8138220c16fa tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:42.641575 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5ac95e-4d0e-47c9-a570-09f5fc7d3f8d req-006338cd-2095-4ff9-80d9-8138220c16fa tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0616455 Feb 19 04:17:42.697407 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ed5ac95e-4d0e-47c9-a570-09f5fc7d3f8d req-17215443-a922-419a-9fef-1b74d7fd4cc6 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494456 Feb 19 04:17:43.827423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5332b27-09c1-40bd-85a2-ab9aeea2e6c5 req-6c6f4477-4f76-421d-85c7-af99c32b8b56 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:43.829123 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5332b27-09c1-40bd-85a2-ab9aeea2e6c5 req-6c6f4477-4f76-421d-85c7-af99c32b8b56 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0560682 Feb 19 04:17:43.881203 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a5332b27-09c1-40bd-85a2-ab9aeea2e6c5 req-ef667156-dd47-4e66-b921-07f1745fbb12 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464492 Feb 19 04:17:45.010709 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4672d-9ba3-41ce-9c33-63bf5fac7f95 req-e2be0954-cc6c-4c26-a601-66d552e3812c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:45.012320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3b4672d-9ba3-41ce-9c33-63bf5fac7f95 req-e2be0954-cc6c-4c26-a601-66d552e3812c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0560813 Feb 19 04:17:45.074626 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f3b4672d-9ba3-41ce-9c33-63bf5fac7f95 req-6b4ec181-e349-4171-8ea2-7df41a09c9a9 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567620 Feb 19 04:17:46.212500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef252ef-81b3-4adb-affb-695162775703 req-7295cb51-10d9-4ffe-9c40-0b8d59e28b7e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:46.214028 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bef252ef-81b3-4adb-affb-695162775703 req-7295cb51-10d9-4ffe-9c40-0b8d59e28b7e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0565119 Feb 19 04:17:46.262998 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bef252ef-81b3-4adb-affb-695162775703 req-e2b98455-a286-45ef-b8e5-9f9f2078b090 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Feb 19 04:17:47.395578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79016840-a864-4f98-923b-16a23ce14b8e req-97c04b39-1e69-4edf-a2b7-a27ca1d57a56 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:47.397109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79016840-a864-4f98-923b-16a23ce14b8e req-97c04b39-1e69-4edf-a2b7-a27ca1d57a56 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0553801 Feb 19 04:17:47.448611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-79016840-a864-4f98-923b-16a23ce14b8e req-de529de2-ef2c-42a6-bd0c-01f0f9b8a060 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433478 Feb 19 04:17:48.595761 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28236ee-b966-4b86-a34b-fd822316809d req-57d7a2b2-e2c8-427e-8412-dff3efb6ef25 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.597317 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e28236ee-b966-4b86-a34b-fd822316809d req-57d7a2b2-e2c8-427e-8412-dff3efb6ef25 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0662503 Feb 19 04:17:48.651674 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e28236ee-b966-4b86-a34b-fd822316809d req-efd6db5b-0208-4492-b9a6-529774b18782 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460551 Feb 19 04:17:48.941335 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ad62-34b4-4a03-977d-21ecae57a5ab req-bae50c4d-bdd3-4b62-8710-b7d816b12509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.943108 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff6ad62-34b4-4a03-977d-21ecae57a5ab req-bae50c4d-bdd3-4b62-8710-b7d816b12509 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0570512 Feb 19 04:17:48.995896 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6ad62-34b4-4a03-977d-21ecae57a5ab req-ae6a06a1-b1b3-442d-9bf5-867a4a8892fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:48.997517 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff6ad62-34b4-4a03-977d-21ecae57a5ab req-ae6a06a1-b1b3-442d-9bf5-867a4a8892fa service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462809 Feb 19 04:17:49.092622 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff6ad62-34b4-4a03-977d-21ecae57a5ab req-1efa78c5-536f-4655-9954-cd7c753a59de service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850809 Feb 19 04:17:49.183702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aff6ad62-34b4-4a03-977d-21ecae57a5ab req-5b067eee-d486-443b-8c0e-b15aa4b984f0 service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847158 Feb 19 04:17:49.708715 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:17:49.792166 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75c94f-7cb1-46a6-971a-29aac2068790 req-73088391-c925-4bc0-888a-9b5522619dd7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:49.793677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a75c94f-7cb1-46a6-971a-29aac2068790 req-73088391-c925-4bc0-888a-9b5522619dd7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0630503 Feb 19 04:17:49.843515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9a75c94f-7cb1-46a6-971a-29aac2068790 req-4518c847-b773-43a0-98b0-d234deadc9cd tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440795 Feb 19 04:17:50.973035 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aed036-2edc-4025-a900-1d487dbc695e req-97d589cd-24d7-4d26-9aca-e83222fc5443 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:50.974436 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5aed036-2edc-4025-a900-1d487dbc695e req-97d589cd-24d7-4d26-9aca-e83222fc5443 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 944 time: 0.0606046 Feb 19 04:17:51.028901 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e5aed036-2edc-4025-a900-1d487dbc695e req-885f6497-6ac5-4a17-a1ed-1b66c64d09d2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485373 Feb 19 04:17:51.846646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 244546c0-0a3b-4327-931b-d2e25015dad3 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:17:51.948904 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:51.960153 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '244546c0-0a3b-4327-931b-d2e25015dad3', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'port_id': '244546c0-0a3b-4327-931b-d2e25015dad3', 'mac_address': 'fa:16:3e:30:39:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:17:51.998477 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 244546c0-0a3b-4327-931b-d2e25015dad3 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:51.998869 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:52.012860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244546c0-0a3b-4327-931b-d2e25015dad3 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:17:52.033285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:52.039644 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:52.089928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=11']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:52.162272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfe830-e617-43bf-9bc4-a3edcddf83f3 req-1e412b29-30e0-4423-879b-02f16c7c15fa tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:52.163791 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4cfe830-e617-43bf-9bc4-a3edcddf83f3 req-1e412b29-30e0-4423-879b-02f16c7c15fa tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0646157 Feb 19 04:17:52.219862 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4cfe830-e617-43bf-9bc4-a3edcddf83f3 req-fbaaa9a4-ce7d-403d-a9c0-6ea5ee63afbc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501864 Feb 19 04:17:52.382077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['244546c0-0a3b-4327-931b-d2e25015dad3'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:17:53.340883 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.353078 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f078264-b59a-43aa-971c-0a31d6271ce8 req-ea27980e-108f-4450-9b6a-cfb647c55ffc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:53.354608 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f078264-b59a-43aa-971c-0a31d6271ce8 req-ea27980e-108f-4450-9b6a-cfb647c55ffc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 945 time: 0.0643699 Feb 19 04:17:53.410612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4f078264-b59a-43aa-971c-0a31d6271ce8 req-ca27bfeb-02be-4496-af2b-b7685bbab41b tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501432 Feb 19 04:17:53.845270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 244546c0-0a3b-4327-931b-d2e25015dad3 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:17:53.901305 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 244546c0-0a3b-4327-931b-d2e25015dad3 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:17:53.905118 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 244546c0-0a3b-4327-931b-d2e25015dad3 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:17:53.905516 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:53.991507 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 244546c0-0a3b-4327-931b-d2e25015dad3 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:17:53.991774 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:54.014996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:17:54.017296 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7004eca9-4db0-474e-bb58-db1b0c09becb" -d '{"events": [{"server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "name": "network-vif-plugged", "status": "completed", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:17:54.029265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:17:54.033964 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:54.056522 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97747504-936c-4b3d-abc0-f144e782fb68 x-openstack-request-id: req-97747504-936c-4b3d-abc0-f144e782fb68 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:17:54.056835 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "name": "network-vif-plugged", "status": "completed", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:17:54.057093 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97747504-936c-4b3d-abc0-f144e782fb68 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:17:54.057476 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3', 'code': 200} Feb 19 04:17:54.082070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=12']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:17:54.218142 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49155779-a207-43d1-908e-084bfde7f3fe req-d4ac6f19-8d2e-4fd5-ae15-22fd42e2964f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:54.220170 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49155779-a207-43d1-908e-084bfde7f3fe req-d4ac6f19-8d2e-4fd5-ae15-22fd42e2964f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1128 time: 0.0517404 Feb 19 04:17:54.266262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-49155779-a207-43d1-908e-084bfde7f3fe req-3b290ac5-79ff-4680-b386-429a8930ec66 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408540 Feb 19 04:17:54.331522 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:17:54.554961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b49da-e1ca-4908-b09d-3c9e53b273c7 req-3ffa51fc-1a6a-4148-9958-1c41447a8d26 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:54.556442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-554b49da-e1ca-4908-b09d-3c9e53b273c7 req-3ffa51fc-1a6a-4148-9958-1c41447a8d26 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 946 time: 0.0675147 Feb 19 04:17:54.610260 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-554b49da-e1ca-4908-b09d-3c9e53b273c7 req-b6f80c23-effe-4862-be75-c6104d217611 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476828 Feb 19 04:17:55.735824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0439db-f545-40d9-86c6-f9ace436a979 req-5f64cddc-75c2-43e0-bf40-3ef8b8deb9b4 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:55.737398 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f0439db-f545-40d9-86c6-f9ace436a979 req-5f64cddc-75c2-43e0-bf40-3ef8b8deb9b4 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 946 time: 0.0554414 Feb 19 04:17:55.787870 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1f0439db-f545-40d9-86c6-f9ace436a979 req-3af400b7-def9-4e9c-87a3-81ccc7ae749a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443199 Feb 19 04:17:56.931264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9e579-55de-4ed1-9b4c-fbd17341ffdb req-961527a2-b29c-42f4-8e99-a7e473c748c6 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:17:56.933069 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faa9e579-55de-4ed1-9b4c-fbd17341ffdb req-961527a2-b29c-42f4-8e99-a7e473c748c6 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 946 time: 0.0659978 Feb 19 04:17:56.988270 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-faa9e579-55de-4ed1-9b4c-fbd17341ffdb req-9f2d797b-625c-4ed9-9560-469f7304f3d5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494242 Feb 19 04:18:03.693606 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-35f9e250-be32-422c-9e5b-5fc83a9db529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:05.953920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c91410ce-3c85-4ca8-9253-82d07dfef376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:07.432297 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:08.751173 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:10.139524 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:19.010332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f44bc985-02dc-488d-85be-2348e5f2aedc req-164c9005-3c6e-4b1c-a86e-6317852fe8d8 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479443 Feb 19 04:18:19.101239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bc985-02dc-488d-85be-2348e5f2aedc req-d189d023-7f90-4e43-ba39-0a9b3cc8f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.102839 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f44bc985-02dc-488d-85be-2348e5f2aedc req-d189d023-7f90-4e43-ba39-0a9b3cc8f0d1 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1128 time: 0.0485926 Feb 19 04:18:19.213768 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bc985-02dc-488d-85be-2348e5f2aedc req-15c605fb-e961-436e-be2c-b5279917725f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.215271 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f44bc985-02dc-488d-85be-2348e5f2aedc req-15c605fb-e961-436e-be2c-b5279917725f service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0926328 Feb 19 04:18:19.283193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f44bc985-02dc-488d-85be-2348e5f2aedc req-306be8f1-bc88-430e-ae48-056f9803e352 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 1001 time: 0.0603254 Feb 19 04:18:19.331188 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bc985-02dc-488d-85be-2348e5f2aedc req-1ec6e753-9533-4a14-aaa9-f20020867275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.332611 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f44bc985-02dc-488d-85be-2348e5f2aedc req-1ec6e753-9533-4a14-aaa9-f20020867275 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0436199 Feb 19 04:18:19.388299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bc985-02dc-488d-85be-2348e5f2aedc req-a8ced77f-98c9-4b26-81dd-c950e6c2c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:18:19.389818 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f44bc985-02dc-488d-85be-2348e5f2aedc req-a8ced77f-98c9-4b26-81dd-c950e6c2c7ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510910 Feb 19 04:18:19.478210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f44bc985-02dc-488d-85be-2348e5f2aedc req-b091be76-a841-42cf-9e06-96fdf898b3c1 service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814657 Feb 19 04:18:19.571850 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f44bc985-02dc-488d-85be-2348e5f2aedc req-a05a83e6-eb26-4896-872b-a95d02212f83 service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877731 Feb 19 04:18:23.361657 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:24.337838 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:26.711549 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:18:33.695812 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4cc5d4b1-931d-492d-98c4-17a87cd6e32d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:35.952781 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4c14b3c7-c6ef-4cbf-9b34-d33c0c06019a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:37.446964 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:38.756619 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:40.136808 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:53.357440 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:18:54.331837 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.700807 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-588113d6-311e-41e2-a3cf-14142966f19e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:03.714367 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:19:05.948609 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79a86e59-7ac4-4a99-9c54-918c6b5bfa4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:07.450469 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:08.762494 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:10.138897 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:21.013494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99be2654-1a38-4b49-9c3d-d33b8e8b4176 req-08242bc6-2713-4055-ae37-6c8f41d254c9 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0474057 Feb 19 04:19:21.116997 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2654-1a38-4b49-9c3d-d33b8e8b4176 req-3f7dc444-843c-4d42-96f5-fd6e85f48a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:21.118528 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99be2654-1a38-4b49-9c3d-d33b8e8b4176 req-3f7dc444-843c-4d42-96f5-fd6e85f48a8d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1128 time: 0.0572169 Feb 19 04:19:21.224109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2654-1a38-4b49-9c3d-d33b8e8b4176 req-f5b73ab8-e79b-4717-9a12-0941ee01caab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:21.225633 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99be2654-1a38-4b49-9c3d-d33b8e8b4176 req-f5b73ab8-e79b-4717-9a12-0941ee01caab service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0881536 Feb 19 04:19:21.295650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99be2654-1a38-4b49-9c3d-d33b8e8b4176 req-59a13c0f-8a7a-4045-91da-4656ce0a0f96 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 1001 time: 0.0634465 Feb 19 04:19:21.343491 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2654-1a38-4b49-9c3d-d33b8e8b4176 req-f34d9973-5d5a-42eb-b6e3-a8feeabd8613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:21.344962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99be2654-1a38-4b49-9c3d-d33b8e8b4176 req-f34d9973-5d5a-42eb-b6e3-a8feeabd8613 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0430288 Feb 19 04:19:21.403120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be2654-1a38-4b49-9c3d-d33b8e8b4176 req-e25f70aa-c0c2-4781-8a5a-79a256c37d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:21.404685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99be2654-1a38-4b49-9c3d-d33b8e8b4176 req-e25f70aa-c0c2-4781-8a5a-79a256c37d8c service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0533068 Feb 19 04:19:21.502470 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99be2654-1a38-4b49-9c3d-d33b8e8b4176 req-cde99965-5351-4ab5-8ccc-75509cacc8cb service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906932 Feb 19 04:19:21.606757 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-99be2654-1a38-4b49-9c3d-d33b8e8b4176 req-182da39f-3b69-429e-8526-708fd2004440 service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987585 Feb 19 04:19:23.369075 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:24.347820 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:33.696819 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2366cdc8-e4ea-403f-85db-6a871ad58766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:35.952355 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ce0e7cec-c34a-4f05-b918-42ff22963105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:37.455780 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:38.763983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:40.137259 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:40.714550 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:19:44.801980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53458) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:45.055823 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Deleting port f081d55c-660b-4e31-9843-4f12fe2e455f {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:45.056341 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f081d55c-660b-4e31-9843-4f12fe2e455f), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.135352 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f081d55c-660b-4e31-9843-4f12fe2e455f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.135675 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for floatingip (f081d55c-660b-4e31-9843-4f12fe2e455f), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.148527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Calling delete_port for f081d55c-660b-4e31-9843-4f12fe2e455f owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:45.304149 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f081d55c-660b-4e31-9843-4f12fe2e455f), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.328109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event deleted for resources: {'Port': ['ID=f081d55c-660b-4e31-9843-4f12fe2e455f,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:45.342271 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.342621 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.342959 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.343296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.343626 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.343954 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.344315 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.344640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.344986 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.345313 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.345902 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.346209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.346527 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:45.405814 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for floatingip (a9cbd9af-a444-45c0-9480-4568fe9a9fbd), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.406128 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Floating IP a9cbd9af-a444-45c0-9480-4568fe9a9fbd disassociated (deleted). External IP: 172.25.1.184, port: 244546c0-0a3b-4327-931b-d2e25015dad3. Feb 19 04:19:45.626712 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Router e64eaee2-a993-4830-b245-40ac302ec76e has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:19:45.740711 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:19:45.746671 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:45.754444 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee738e-a4b6-44f3-ae41-dda3298196a3 None None] Sync routers for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:19:45.764773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee738e-a4b6-44f3-ae41-dda3298196a3 None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:45.765388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5fee738e-a4b6-44f3-ae41-dda3298196a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:19:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:45.777742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-cf1a2337-e64a-4117-a7bc-c01097d0e0c8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "DELETE /v2.0/floatingips/a9cbd9af-a444-45c0-9480-4568fe9a9fbd HTTP/1.1" status: 204 len: 168 time: 0.9742546 Feb 19 04:19:45.778402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:45.780748 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209afb86-ecf8-46ba-add5-45b693a9e771" -d '{"events": [{"name": "network-changed", "server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:45.874950 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5fee738e-a4b6-44f3-ae41-dda3298196a3 None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:45.951575 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658b4900-ed02-4987-b8c4-a0761a3c26a9 x-openstack-request-id: req-658b4900-ed02-4987-b8c4-a0761a3c26a9 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:45.952118 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:45.952402 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-658b4900-ed02-4987-b8c4-a0761a3c26a9 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:45.952829 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3', 'status': 'completed', 'code': 200} Feb 19 04:19:46.026399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209afb86-ecf8-46ba-add5-45b693a9e771 req-5c3dbf14-8fc4-4d79-ae33-bf617b8eea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:46.028344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-209afb86-ecf8-46ba-add5-45b693a9e771 req-5c3dbf14-8fc4-4d79-ae33-bf617b8eea02 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 1128 time: 0.0544243 Feb 19 04:19:46.093679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5fee738e-a4b6-44f3-ae41-dda3298196a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:46.120134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee738e-a4b6-44f3-ae41-dda3298196a3 None None] Checking router: e64eaee2-a993-4830-b245-40ac302ec76e for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:19:46.129168 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fee738e-a4b6-44f3-ae41-dda3298196a3 None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:19:46.129814 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5fee738e-a4b6-44f3-ae41-dda3298196a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:19:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:46.245725 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-5fee738e-a4b6-44f3-ae41-dda3298196a3 None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:19:46.459929 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-5fee738e-a4b6-44f3-ae41-dda3298196a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:19:46.490599 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fee738e-a4b6-44f3-ae41-dda3298196a3 None None] The sync data for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 is: [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:19:46.505038 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22fa78-f0b4-44c9-a479-0b11bffdb415 req-bfe62070-3278-42f0-b90e-0f808474323d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:46.506591 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf22fa78-f0b4-44c9-a479-0b11bffdb415 req-bfe62070-3278-42f0-b90e-0f808474323d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 946 time: 0.5058374 Feb 19 04:19:46.507675 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209afb86-ecf8-46ba-add5-45b693a9e771 req-d7fb950b-4236-4e65-ae3d-55a15d27cfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:46.509052 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-209afb86-ecf8-46ba-add5-45b693a9e771 req-d7fb950b-4236-4e65-ae3d-55a15d27cfc7 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.4719980 Feb 19 04:19:46.560942 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-209afb86-ecf8-46ba-add5-45b693a9e771 req-6b77c367-2b80-4e44-838d-ecaf5158d406 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 200 len: 217 time: 0.0422797 Feb 19 04:19:46.623129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cf22fa78-f0b4-44c9-a479-0b11bffdb415 req-bb592644-62e6-407b-8b96-5608bb026d50 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105781 Feb 19 04:19:46.637013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209afb86-ecf8-46ba-add5-45b693a9e771 req-5b4cc7a4-3685-4c12-bda4-18c3a152152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:46.638498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-209afb86-ecf8-46ba-add5-45b693a9e771 req-5b4cc7a4-3685-4c12-bda4-18c3a152152b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0676112 Feb 19 04:19:46.690741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209afb86-ecf8-46ba-add5-45b693a9e771 req-02fd318b-b662-46c0-b964-30607af0c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:46.692249 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-209afb86-ecf8-46ba-add5-45b693a9e771 req-02fd318b-b662-46c0-b964-30607af0c25d service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476456 Feb 19 04:19:46.727618 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5437a242-b4dd-4b7b-9f8c-592c5973a4eb None None] New status for floating IP a9cbd9af-a444-45c0-9480-4568fe9a9fbd: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:19:46.784194 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-209afb86-ecf8-46ba-add5-45b693a9e771 req-8e538524-955b-4c6a-a356-37c5739a2bdd service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847063 Feb 19 04:19:46.880556 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-209afb86-ecf8-46ba-add5-45b693a9e771 req-e8913b64-65c6-413e-8237-86a36edb4bed service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894587 Feb 19 04:19:47.514586 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746084b-610f-4582-998d-978f2f4c4b70 req-889bcbe1-5fc9-47f3-b5e9-a67caa86ce03 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:47.516072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b746084b-610f-4582-998d-978f2f4c4b70 req-889bcbe1-5fc9-47f3-b5e9-a67caa86ce03 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.67 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 946 time: 0.0583248 Feb 19 04:19:47.621756 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b746084b-610f-4582-998d-978f2f4c4b70 req-ba147f07-6ca6-4c3c-840d-3010e3bcce2e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Deleting port 244546c0-0a3b-4327-931b-d2e25015dad3 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:19:47.622100 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b746084b-610f-4582-998d-978f2f4c4b70 req-ba147f07-6ca6-4c3c-840d-3010e3bcce2e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.737286 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b746084b-610f-4582-998d-978f2f4c4b70 req-ba147f07-6ca6-4c3c-840d-3010e3bcce2e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] For port 244546c0-0a3b-4327-931b-d2e25015dad3, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=244546c0-0a3b-4327-931b-d2e25015dad3,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:19:47.737680 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b746084b-610f-4582-998d-978f2f4c4b70 req-ba147f07-6ca6-4c3c-840d-3010e3bcce2e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.757309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-b746084b-610f-4582-998d-978f2f4c4b70 req-ba147f07-6ca6-4c3c-840d-3010e3bcce2e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Calling delete_port for 244546c0-0a3b-4327-931b-d2e25015dad3 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:19:47.811232 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c64d7c-a974-4f25-8fff-cb154f1d1c52 req-3141dd85-4742-4c1d-9c32-ba066874e1f9 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:19:47.812707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28c64d7c-a974-4f25-8fff-cb154f1d1c52 req-3141dd85-4742-4c1d-9c32-ba066874e1f9 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=9e36a708-602b-4069-99e8-9c5438637856 HTTP/1.1" status: 200 len: 946 time: 0.1182902 Feb 19 04:19:47.883800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28c64d7c-a974-4f25-8fff-cb154f1d1c52 req-6116de2d-450a-4530-8e23-0675deac69ee tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=5d42f53f-8342-4867-92a9-5f61f3c742d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639634 Feb 19 04:19:47.941762 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b746084b-610f-4582-998d-978f2f4c4b70 req-ba147f07-6ca6-4c3c-840d-3010e3bcce2e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (244546c0-0a3b-4327-931b-d2e25015dad3), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:47.969088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba147f07-6ca6-4c3c-840d-3010e3bcce2e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event deleted for resources: {'Port': ['ID=244546c0-0a3b-4327-931b-d2e25015dad3,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:48.015074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b746084b-610f-4582-998d-978f2f4c4b70 req-ba147f07-6ca6-4c3c-840d-3010e3bcce2e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] No DVR routers for this DVR port 244546c0-0a3b-4327-931b-d2e25015dad3 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:19:48.017938 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b746084b-610f-4582-998d-978f2f4c4b70 req-ba147f07-6ca6-4c3c-840d-3010e3bcce2e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:48.021193 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b746084b-610f-4582-998d-978f2f4c4b70 req-ba147f07-6ca6-4c3c-840d-3010e3bcce2e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.67 "DELETE /v2.0/ports/244546c0-0a3b-4327-931b-d2e25015dad3 HTTP/1.1" status: 204 len: 173 time: 0.4994931 Feb 19 04:19:48.021625 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'name': 'network-vif-deleted', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:19:48.023872 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebf298f-5b33-472d-947e-a2a179d81dad" -d '{"events": [{"server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "name": "network-vif-deleted", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:19:48.064896 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07adfd0-5ebf-4268-8ed9-6df9f2c7fd69 x-openstack-request-id: req-e07adfd0-5ebf-4268-8ed9-6df9f2c7fd69 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:19:48.065185 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e36a708-602b-4069-99e8-9c5438637856", "name": "network-vif-deleted", "tag": "244546c0-0a3b-4327-931b-d2e25015dad3", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:19:48.065486 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e07adfd0-5ebf-4268-8ed9-6df9f2c7fd69 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:19:48.065925 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e36a708-602b-4069-99e8-9c5438637856', 'name': 'network-vif-deleted', 'tag': '244546c0-0a3b-4327-931b-d2e25015dad3', 'status': 'completed', 'code': 200} Feb 19 04:19:48.943330 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53478) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:49.003235 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group (5d42f53f-8342-4867-92a9-5f61f3c742d9), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.030783 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group (5d42f53f-8342-4867-92a9-5f61f3c742d9), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.101036 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5d42f53f-8342-4867-92a9-5f61f3c742d9), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.105261 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.106930 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "DELETE /v2.0/security-groups/5d42f53f-8342-4867-92a9-5f61f3c742d9 HTTP/1.1" status: 204 len: 168 time: 0.1625586 Feb 19 04:19:49.117080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d42f53f-8342-4867-92a9-5f61f3c742d9,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:49.129763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.130109 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.130441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.130874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.131218 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.131536 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.131856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.132210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.132557 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.132912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.133248 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.133618 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.133971 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e59fc7a-518d-4696-93ec-5cfad721eeac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:19:49.555448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53486) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:49.560170 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-cf8fd2f6-1ef1-4f90-8e81-7b8c350a9162 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951429055', 'description': 'tempest-secgroup-smoke-1951429055 description', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:49.582892 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd2f6-1ef1-4f90-8e81-7b8c350a9162 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.649796 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd2f6-1ef1-4f90-8e81-7b8c350a9162 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group (a0aa4704-7ea2-4b9f-859b-84f83233f03a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.656446 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd2f6-1ef1-4f90-8e81-7b8c350a9162 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a0aa4704-7ea2-4b9f-859b-84f83233f03a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.687972 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8fd2f6-1ef1-4f90-8e81-7b8c350a9162 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aa4704-7ea2-4b9f-859b-84f83233f03a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:49.692200 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cf8fd2f6-1ef1-4f90-8e81-7b8c350a9162 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.693444 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-cf8fd2f6-1ef1-4f90-8e81-7b8c350a9162 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1369600 Feb 19 04:19:49.696515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53488) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:49.701544 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0935cdd7-f1bf-47dc-a625-1af120d70835 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group_rule': {'security_group_id': 'a0aa4704-7ea2-4b9f-859b-84f83233f03a', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:49.727247 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0935cdd7-f1bf-47dc-a625-1af120d70835 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (8f7bc0f7-793a-4d82-a735-b55f44434a71), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.782677 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0935cdd7-f1bf-47dc-a625-1af120d70835 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (8f7bc0f7-793a-4d82-a735-b55f44434a71), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.787272 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0935cdd7-f1bf-47dc-a625-1af120d70835 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (8f7bc0f7-793a-4d82-a735-b55f44434a71), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.804345 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935cdd7-f1bf-47dc-a625-1af120d70835 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7bc0f7-793a-4d82-a735-b55f44434a71,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:49.813656 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0935cdd7-f1bf-47dc-a625-1af120d70835 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.814849 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0935cdd7-f1bf-47dc-a625-1af120d70835 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168725 Feb 19 04:19:49.817648 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53490) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:49.821893 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-82b3c126-9021-4ff0-8bd3-4539f127de94 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group_rule': {'security_group_id': 'a0aa4704-7ea2-4b9f-859b-84f83233f03a', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:49.847389 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-82b3c126-9021-4ff0-8bd3-4539f127de94 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (37bf1f17-34a4-4d0f-9e69-5f66c496fee7), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.908214 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-82b3c126-9021-4ff0-8bd3-4539f127de94 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (37bf1f17-34a4-4d0f-9e69-5f66c496fee7), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.913087 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-82b3c126-9021-4ff0-8bd3-4539f127de94 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (37bf1f17-34a4-4d0f-9e69-5f66c496fee7), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.930307 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3c126-9021-4ff0-8bd3-4539f127de94 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37bf1f17-34a4-4d0f-9e69-5f66c496fee7,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:49.937116 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-82b3c126-9021-4ff0-8bd3-4539f127de94 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:49.938326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-82b3c126-9021-4ff0-8bd3-4539f127de94 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197834 Feb 19 04:19:49.941133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53492) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:49.945374 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-658b75ad-ffb5-4fa7-ad1f-20c58510954e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group_rule': {'security_group_id': 'a0aa4704-7ea2-4b9f-859b-84f83233f03a', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:49.970985 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-658b75ad-ffb5-4fa7-ad1f-20c58510954e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (8eb72e7d-421d-4a5c-aae6-084a64f5fa82), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.028402 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-658b75ad-ffb5-4fa7-ad1f-20c58510954e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (8eb72e7d-421d-4a5c-aae6-084a64f5fa82), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.033423 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-658b75ad-ffb5-4fa7-ad1f-20c58510954e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (8eb72e7d-421d-4a5c-aae6-084a64f5fa82), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.051170 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b75ad-ffb5-4fa7-ad1f-20c58510954e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb72e7d-421d-4a5c-aae6-084a64f5fa82,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:50.057045 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-658b75ad-ffb5-4fa7-ad1f-20c58510954e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.058281 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-658b75ad-ffb5-4fa7-ad1f-20c58510954e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162088 Feb 19 04:19:50.061258 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53494) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:50.065597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a81aecd4-f78e-4936-80c0-9f687d46f944 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group_rule': {'security_group_id': 'a0aa4704-7ea2-4b9f-859b-84f83233f03a', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:50.092484 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a81aecd4-f78e-4936-80c0-9f687d46f944 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (5cee5118-8c3b-40ba-bab3-5a6f0d22948b), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.163804 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a81aecd4-f78e-4936-80c0-9f687d46f944 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (5cee5118-8c3b-40ba-bab3-5a6f0d22948b), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.168780 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a81aecd4-f78e-4936-80c0-9f687d46f944 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (5cee5118-8c3b-40ba-bab3-5a6f0d22948b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.185492 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81aecd4-f78e-4936-80c0-9f687d46f944 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cee5118-8c3b-40ba-bab3-5a6f0d22948b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:50.193851 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a81aecd4-f78e-4936-80c0-9f687d46f944 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.195107 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a81aecd4-f78e-4936-80c0-9f687d46f944 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329195 Feb 19 04:19:50.198299 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53496) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:50.202961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bd0b4b6f-5c96-42bc-a651-e18b0c01d83a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group_rule': {'security_group_id': 'a0aa4704-7ea2-4b9f-859b-84f83233f03a', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:50.224218 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-bd0b4b6f-5c96-42bc-a651-e18b0c01d83a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Project 4dfdbd05c53b48d0a01c795a0ac8c046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:19:50.229372 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd0b4b6f-5c96-42bc-a651-e18b0c01d83a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (b99aefdc-b383-4400-a65d-6bfbe666cd9f), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.291755 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd0b4b6f-5c96-42bc-a651-e18b0c01d83a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (b99aefdc-b383-4400-a65d-6bfbe666cd9f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.297689 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd0b4b6f-5c96-42bc-a651-e18b0c01d83a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (b99aefdc-b383-4400-a65d-6bfbe666cd9f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.322017 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b4b6f-5c96-42bc-a651-e18b0c01d83a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99aefdc-b383-4400-a65d-6bfbe666cd9f,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:50.331783 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bd0b4b6f-5c96-42bc-a651-e18b0c01d83a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.333033 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bd0b4b6f-5c96-42bc-a651-e18b0c01d83a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337342 Feb 19 04:19:50.335741 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53498) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:19:50.340230 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-c327bb47-ceed-421e-92df-b913aa65c678 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'security_group_rule': {'security_group_id': 'a0aa4704-7ea2-4b9f-859b-84f83233f03a', 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:19:50.361925 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-c327bb47-ceed-421e-92df-b913aa65c678 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Project 4dfdbd05c53b48d0a01c795a0ac8c046 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:19:50.366952 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c327bb47-ceed-421e-92df-b913aa65c678 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (2ceba3da-c0e1-44a7-89b7-70a3b8099e51), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.419780 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 244546c0-0a3b-4327-931b-d2e25015dad3 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:19:50.429667 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c327bb47-ceed-421e-92df-b913aa65c678 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (2ceba3da-c0e1-44a7-89b7-70a3b8099e51), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.434885 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c327bb47-ceed-421e-92df-b913aa65c678 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (2ceba3da-c0e1-44a7-89b7-70a3b8099e51), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.441877 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 244546c0-0a3b-4327-931b-d2e25015dad3 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:19:50.442234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 244546c0-0a3b-4327-931b-d2e25015dad3 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:19:50.452965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c327bb47-ceed-421e-92df-b913aa65c678 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ceba3da-c0e1-44a7-89b7-70a3b8099e51,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:19:50.461480 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-c327bb47-ceed-421e-92df-b913aa65c678 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:50.462751 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-c327bb47-ceed-421e-92df-b913aa65c678 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260214 Feb 19 04:19:53.366288 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:19:54.339165 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:03.692333 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-05569d16-ed2b-43da-9761-499097a6aa96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:05.947658 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df8d38d7-747b-466e-862d-b98214b89cfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:07.451719 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:08.771409 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:10.133976 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:11.027488 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-69d66f55-5a5d-4b2a-b60d-2cbdfaa45c3c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951429055&fields=id&tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046 HTTP/1.1" status: 200 len: 267 time: 0.0453067 Feb 19 04:20:11.148402 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-d99a19c9-fed3-45e7-a07b-018ebb499513 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:11.149895 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-d99a19c9-fed3-45e7-a07b-018ebb499513 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 809 time: 0.1137238 Feb 19 04:20:11.165172 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-65022866-00e3-4cfd-9190-65b81b70fdbe tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/quotas/4dfdbd05c53b48d0a01c795a0ac8c046 HTTP/1.1" status: 200 len: 375 time: 0.0095387 Feb 19 04:20:11.225245 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-1ce0466e-4b9e-43f2-8b94-fbbb84c2767a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544775 Feb 19 04:20:11.242883 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-dc005141-4e62-43de-ac57-4ed732affa5d service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:20:11.243848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-dc005141-4e62-43de-ac57-4ed732affa5d service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051894 Feb 19 04:20:11.337534 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-4b321a9b-44bb-468c-a8a6-e6b2090b9e60 service neutron] 10.222.0.81 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882072 Feb 19 04:20:11.431350 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-79d95171-c468-40f5-8907-2be8e8686e49 service neutron] 10.222.0.81 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874839 Feb 19 04:20:11.726458 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d251f7a8-e42c-48ac-8a26-20983f71015c req-c6ff3392-5492-4c4a-ab93-aa24cd7b31b2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 210 time: 0.0283148 Feb 19 04:20:12.760068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-8b99642a-9dfb-4456-9d5b-c25c9b1dd692 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:12.761881 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-8b99642a-9dfb-4456-9d5b-c25c9b1dd692 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 809 time: 0.1066530 Feb 19 04:20:12.822635 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-d122d027-5690-46e5-8316-180a13e230f4 req-0cf1f6c8-b686-4bb7-b74f-c5e87fb4d1ac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 210 time: 0.0271590 Feb 19 04:20:12.835120 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-64f8c86a-283f-4a38-8440-994ef7d49014 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046 HTTP/1.1" status: 200 len: 380 time: 0.0650370 Feb 19 04:20:12.843293 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'port': {'device_id': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'admin_state_up': True, 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'security_groups': ['a0aa4704-7ea2-4b9f-859b-84f83233f03a']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:12.956079 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Made reservation on behalf of 4dfdbd05c53b48d0a01c795a0ac8c046 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:20:12.960617 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.088991 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Allocated IP 172.20.0.3 (fbd77104-28b5-4b25-aee2-02e53bb189a8/84b2149a-91f4-43f2-b8a5-285129420e83/9d01114c-9e38-4263-8e1e-b63e79695074) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:13.231601 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for port (9d01114c-9e38-4263-8e1e-b63e79695074), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.267025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.307525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Network fbd77104-28b5-4b25-aee2-02e53bb189a8 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:13.310594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:13.314150 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:13.352183 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'Port': ['ID=9d01114c-9e38-4263-8e1e-b63e79695074,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:13.376042 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:13.376831 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.395500 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ef9c9e9a-d132-4ec1-9fe5-d6e72df6dcec tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5559657 Feb 19 04:20:13.407198 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Request body: {'port': {'device_id': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:13.470360 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.541226 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-cfbb1046-32b9-4c78-9777-586c323d4742 None None] Provisioning complete for port 9d01114c-9e38-4263-8e1e-b63e79695074 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:13.541800 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1046-32b9-4c78-9777-586c323d4742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.576433 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb1046-32b9-4c78-9777-586c323d4742 None None] Port 9d01114c-9e38-4263-8e1e-b63e79695074 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:20:13.741769 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d01114c-9e38-4263-8e1e-b63e79695074 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:13.749902 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Publish callbacks [] for port (9d01114c-9e38-4263-8e1e-b63e79695074), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.762147 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Transition to ACTIVE for port object 9d01114c-9e38-4263-8e1e-b63e79695074 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:20:13.768182 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.820020 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Pushing event updated for resources: {'Port': ['ID=9d01114c-9e38-4263-8e1e-b63e79695074,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:13.892989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Attempting to bind port 9d01114c-9e38-4263-8e1e-b63e79695074 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:20:13.893300 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Attempting to bind port 9d01114c-9e38-4263-8e1e-b63e79695074 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:20:13.893623 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Attempting to bind port 9d01114c-9e38-4263-8e1e-b63e79695074 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:13.898753 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Port 9d01114c-9e38-4263-8e1e-b63e79695074 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:20:13.899079 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Attempting to bind port 9d01114c-9e38-4263-8e1e-b63e79695074 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:20:13.911001 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:20:13.911490 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Checking segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:20:13.911895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Bound using segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:20:13.912442 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Bound port: 9d01114c-9e38-4263-8e1e-b63e79695074, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:20:13.912893 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:13.980115 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee402dc-93b2-4648-9174-a6697a75f2a6 req-4663d396-6ad8-427b-bc22-8d02b9aec986 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:13.988150 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee402dc-93b2-4648-9174-a6697a75f2a6 req-4663d396-6ad8-427b-bc22-8d02b9aec986 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0778830 Feb 19 04:20:13.997323 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:20:14.001349 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9d01114c-9e38-4263-8e1e-b63e79695074,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:20:14.013818 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.046994 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.047628 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:14.049640 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] 10.222.0.87 "PUT /v2.0/ports/9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 1091 time: 0.6475940 Feb 19 04:20:14.050141 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:14.052454 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4324aa3e-f40b-4212-ba57-bafb9d36629a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:14.064905 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fee402dc-93b2-4648-9174-a6697a75f2a6 req-13ab2051-5cfa-4276-a568-602a584343f7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738616 Feb 19 04:20:14.088172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd31b16-dc39-455d-880e-16e699a2da8b service neutron] Pushing event updated for resources: {'Port': ['ID=9d01114c-9e38-4263-8e1e-b63e79695074,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:14.154653 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ed3bbe34-8965-429e-a535-b88c63fb23e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.156241 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-ed3bbe34-8965-429e-a535-b88c63fb23e0 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1125 time: 0.0536268 Feb 19 04:20:14.214878 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c067c6-124b-434b-8a42-9d992a6cc2cc x-openstack-request-id: req-64c067c6-124b-434b-8a42-9d992a6cc2cc {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:14.215291 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:14.215543 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-64c067c6-124b-434b-8a42-9d992a6cc2cc {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:14.215957 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074', 'status': 'completed', 'code': 200} Feb 19 04:20:14.217941 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-3fe050a4-2813-4ca8-82dd-6e78602923c4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 217 time: 0.0539455 Feb 19 04:20:14.273281 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-593549d8-8260-4451-a27a-72ca4372aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.274886 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-593549d8-8260-4451-a27a-72ca4372aef1 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0492835 Feb 19 04:20:14.326411 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-e08d0539-4242-427c-971f-b86eb4ebc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.327942 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-e08d0539-4242-427c-971f-b86eb4ebc39c service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473487 Feb 19 04:20:14.421629 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-9ba964c1-50fe-4c58-a52d-76c2cedbea75 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866385 Feb 19 04:20:14.510550 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-3f85847d-6b61-497a-a41f-977a3330daa8 req-6be66915-5ba7-4da4-b6f1-d5b0e7288616 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831995 Feb 19 04:20:14.599210 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324aa3e-f40b-4212-ba57-bafb9d36629a req-458a962b-c325-45da-9b4b-05311c96a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.600772 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4324aa3e-f40b-4212-ba57-bafb9d36629a req-458a962b-c325-45da-9b4b-05311c96a9d3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1125 time: 0.0470464 Feb 19 04:20:14.695847 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324aa3e-f40b-4212-ba57-bafb9d36629a req-64010abb-e767-4f65-b10c-aa63d1cb8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.697396 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4324aa3e-f40b-4212-ba57-bafb9d36629a req-64010abb-e767-4f65-b10c-aa63d1cb8059 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0907745 Feb 19 04:20:14.739104 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4324aa3e-f40b-4212-ba57-bafb9d36629a req-99fec0ac-2bd5-4dbd-a7b2-3c815f48a291 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 217 time: 0.0356722 Feb 19 04:20:14.787608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324aa3e-f40b-4212-ba57-bafb9d36629a req-391b6006-7340-4680-9c71-4651ab2ee001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.789153 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4324aa3e-f40b-4212-ba57-bafb9d36629a req-391b6006-7340-4680-9c71-4651ab2ee001 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0447896 Feb 19 04:20:14.846340 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324aa3e-f40b-4212-ba57-bafb9d36629a req-572823ca-4b8b-4e68-9dc8-364bb8181b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:14.847890 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4324aa3e-f40b-4212-ba57-bafb9d36629a req-572823ca-4b8b-4e68-9dc8-364bb8181b99 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0524223 Feb 19 04:20:14.943087 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4324aa3e-f40b-4212-ba57-bafb9d36629a req-4c10d1ab-258d-4e96-99f0-f9e2bcd850a1 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883739 Feb 19 04:20:15.038323 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-4324aa3e-f40b-4212-ba57-bafb9d36629a req-ef605b60-5464-43e5-84e9-a8d8eeccf71e service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891702 Feb 19 04:20:15.182013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bb409-1c0b-4458-941b-81c2b67ba9e7 req-808effc7-3c71-4ed6-a950-11c148266d0f tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:15.183621 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-070bb409-1c0b-4458-941b-81c2b67ba9e7 req-808effc7-3c71-4ed6-a950-11c148266d0f tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0563514 Feb 19 04:20:15.234210 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-070bb409-1c0b-4458-941b-81c2b67ba9e7 req-18c02dfa-1ffb-4bf0-9c4c-05a641c3099b tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 Feb 19 04:20:16.369565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55a819-4335-45fe-aaa3-e33417f9575e req-0311e3ae-6d68-43a5-9033-4ff93a8d6e94 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:16.371592 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc55a819-4335-45fe-aaa3-e33417f9575e req-0311e3ae-6d68-43a5-9033-4ff93a8d6e94 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0555270 Feb 19 04:20:16.428723 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc55a819-4335-45fe-aaa3-e33417f9575e req-6b1aa565-89cc-4075-8037-16f686f1c959 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510433 Feb 19 04:20:17.554635 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d717b-916b-4efe-9894-df5cb6a07c2e req-a8d80188-08ab-41f5-8699-130baccde033 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:17.556034 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3d717b-916b-4efe-9894-df5cb6a07c2e req-a8d80188-08ab-41f5-8699-130baccde033 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0550911 Feb 19 04:20:17.606332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2f3d717b-916b-4efe-9894-df5cb6a07c2e req-9671aab2-2005-49bd-949b-76f7e2f0c1ee tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440826 Feb 19 04:20:17.716603 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:20:18.729424 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551682c6-98bb-478a-84e2-8dde64a30af4 req-221796e4-e925-49f3-8d55-3e94cb4e9ff7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:18.730927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-551682c6-98bb-478a-84e2-8dde64a30af4 req-221796e4-e925-49f3-8d55-3e94cb4e9ff7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0549605 Feb 19 04:20:18.779857 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-551682c6-98bb-478a-84e2-8dde64a30af4 req-317cd62c-432f-458f-a866-d28f0885b099 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 Feb 19 04:20:19.906727 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038db510-8e41-46fb-bc3d-856e7d91a6f4 req-2a9b4267-39ca-4b51-8901-9d5e3a003aaa tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:19.908250 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-038db510-8e41-46fb-bc3d-856e7d91a6f4 req-2a9b4267-39ca-4b51-8901-9d5e3a003aaa tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0586092 Feb 19 04:20:19.959605 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-038db510-8e41-46fb-bc3d-856e7d91a6f4 req-f58cfa33-f6d5-427c-89fa-d2826d94be87 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455232 Feb 19 04:20:21.087946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b415e9-9ce3-4626-8649-7d78779acfa7 req-a2d40b02-0f03-4b75-bc76-b346ab6a5cb3 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:21.089453 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38b415e9-9ce3-4626-8649-7d78779acfa7 req-a2d40b02-0f03-4b75-bc76-b346ab6a5cb3 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0548582 Feb 19 04:20:21.139336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38b415e9-9ce3-4626-8649-7d78779acfa7 req-2df90676-cac5-44b6-9802-017697341e8e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436797 Feb 19 04:20:22.266272 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64dbce-de5b-47b6-9e9f-4ecb44098bfc req-350b82cb-32f9-4591-ae68-33ab4382bda4 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:22.267795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a64dbce-de5b-47b6-9e9f-4ecb44098bfc req-350b82cb-32f9-4591-ae68-33ab4382bda4 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0590293 Feb 19 04:20:22.319975 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0a64dbce-de5b-47b6-9e9f-4ecb44098bfc req-07cb6667-6f86-4dbb-b34b-01ced5e81ed9 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442927 Feb 19 04:20:23.373889 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:23.445382 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8572f4a-8931-48dc-a086-ea25138c502d req-b7f207cb-49de-4b58-9fb5-cd03f4130d07 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:23.446872 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8572f4a-8931-48dc-a086-ea25138c502d req-b7f207cb-49de-4b58-9fb5-cd03f4130d07 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0524797 Feb 19 04:20:23.498830 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c8572f4a-8931-48dc-a086-ea25138c502d req-49a2a8fa-e440-4263-9d18-9692a5b5ecfb tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462387 Feb 19 04:20:24.357198 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:24.626758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35c2c8-cb97-4f2a-8bc5-83328946ca31 req-451fcb96-7aa7-45e4-856c-f3ab3aff2483 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:24.628283 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c35c2c8-cb97-4f2a-8bc5-83328946ca31 req-451fcb96-7aa7-45e4-856c-f3ab3aff2483 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0549521 Feb 19 04:20:24.685673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c35c2c8-cb97-4f2a-8bc5-83328946ca31 req-f1f54b30-d6a9-4e86-9793-9a110b5c5993 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513554 Feb 19 04:20:25.805908 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007cccc-e7a0-456c-81b3-4354d3e2fd2f req-444aceec-a010-49d4-827b-a4e5622f8f0c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:25.807401 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4007cccc-e7a0-456c-81b3-4354d3e2fd2f req-444aceec-a010-49d4-827b-a4e5622f8f0c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0523829 Feb 19 04:20:25.857704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4007cccc-e7a0-456c-81b3-4354d3e2fd2f req-4f471de2-03c4-46eb-9d49-4572b58a4088 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444365 Feb 19 04:20:26.982505 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a23783-84fe-4c80-87dd-e6fdae26ce9d req-13978018-ee51-43b0-95f5-b7299c9bba44 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:26.983926 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2a23783-84fe-4c80-87dd-e6fdae26ce9d req-13978018-ee51-43b0-95f5-b7299c9bba44 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0544457 Feb 19 04:20:27.033988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b2a23783-84fe-4c80-87dd-e6fdae26ce9d req-67d31982-7ee2-4474-bbf1-6da150e87dd5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438547 Feb 19 04:20:28.187393 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce90f88-ae9b-42b5-83f6-eb2fa88fcf24 req-511eae26-9e07-46d1-bb9e-81e643b95195 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:28.188941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ce90f88-ae9b-42b5-83f6-eb2fa88fcf24 req-511eae26-9e07-46d1-bb9e-81e643b95195 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0602865 Feb 19 04:20:28.242695 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1ce90f88-ae9b-42b5-83f6-eb2fa88fcf24 req-d49037df-789d-44d4-a29b-f7c0f9ea21aa tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459340 Feb 19 04:20:29.372103 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a33364-07d5-416c-9346-a775b40aeca8 req-8210cef1-57d5-416c-8827-3d0fc3467cef tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:29.373663 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47a33364-07d5-416c-9346-a775b40aeca8 req-8210cef1-57d5-416c-8827-3d0fc3467cef tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0589893 Feb 19 04:20:29.425847 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-47a33364-07d5-416c-9346-a775b40aeca8 req-fc983e86-9c5c-40ed-837a-79e9cd5b03e2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442472 Feb 19 04:20:30.554624 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71785efc-383a-4801-a3b4-d13f8cccf783 req-9e2a1918-3d3e-4630-b766-40ecdae52136 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:30.556147 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71785efc-383a-4801-a3b4-d13f8cccf783 req-9e2a1918-3d3e-4630-b766-40ecdae52136 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0542798 Feb 19 04:20:30.614915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-71785efc-383a-4801-a3b4-d13f8cccf783 req-4e4e3309-5e74-483b-9cf7-f71fbd9df3ea tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503149 Feb 19 04:20:31.744327 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df9341-7eb5-4411-a215-af61ceca09a2 req-379137a6-09cf-4d33-9193-1451e4667d39 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:31.745831 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28df9341-7eb5-4411-a215-af61ceca09a2 req-379137a6-09cf-4d33-9193-1451e4667d39 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0537884 Feb 19 04:20:31.795567 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-28df9341-7eb5-4411-a215-af61ceca09a2 req-5f66a8a7-08da-402e-9863-b66df7c9a147 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438809 Feb 19 04:20:32.923121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcf6e4-433d-496a-b06b-ec2f14bda50e req-79c9eb43-a41e-4196-aac2-fad46fad3527 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:32.924634 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3fcf6e4-433d-496a-b06b-ec2f14bda50e req-79c9eb43-a41e-4196-aac2-fad46fad3527 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0552619 Feb 19 04:20:32.974584 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b3fcf6e4-433d-496a-b06b-ec2f14bda50e req-f29829f4-15e7-44f6-92dd-ee41bde45040 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440056 Feb 19 04:20:33.211451 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9d01114c-9e38-4263-8e1e-b63e79695074 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:20:33.328057 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9d01114c-9e38-4263-8e1e-b63e79695074,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:33.339966 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '9d01114c-9e38-4263-8e1e-b63e79695074', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'port_id': '9d01114c-9e38-4263-8e1e-b63e79695074', 'mac_address': 'fa:16:3e:c0:3d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:20:33.379009 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9d01114c-9e38-4263-8e1e-b63e79695074 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:33.379397 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.391938 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d01114c-9e38-4263-8e1e-b63e79695074 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:20:33.414577 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9d01114c-9e38-4263-8e1e-b63e79695074,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:33.421276 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.474211 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9d01114c-9e38-4263-8e1e-b63e79695074,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:33.481781 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.482122 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.482469 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.482805 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.483165 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.483578 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.483841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.484208 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.484533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.485234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.485550 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.485873 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.486192 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:20:33.707054 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-739f8a4c-a798-492e-ba85-8928376f398e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:33.794761 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['9d01114c-9e38-4263-8e1e-b63e79695074'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:20:34.104121 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47aa2a-fdeb-47cd-9d6a-256e4546a20f req-eea638bb-a97a-4811-8b4d-02fd611fa5ad tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:34.105686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d47aa2a-fdeb-47cd-9d6a-256e4546a20f req-eea638bb-a97a-4811-8b4d-02fd611fa5ad tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 944 time: 0.0605597 Feb 19 04:20:34.155370 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3d47aa2a-fdeb-47cd-9d6a-256e4546a20f req-bb15e886-9307-4e3e-950b-5aad37c44513 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430906 Feb 19 04:20:35.241520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9d01114c-9e38-4263-8e1e-b63e79695074 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:20:35.288885 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c06d98-fa35-4309-8a16-20145b1982d7 req-b090b4d1-4a54-40f3-bc10-93eed5c426e9 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:35.291189 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05c06d98-fa35-4309-8a16-20145b1982d7 req-b090b4d1-4a54-40f3-bc10-93eed5c426e9 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 944 time: 0.0552042 Feb 19 04:20:35.296309 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 9d01114c-9e38-4263-8e1e-b63e79695074 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:20:35.300522 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 9d01114c-9e38-4263-8e1e-b63e79695074 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:20:35.300983 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.339856 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-05c06d98-fa35-4309-8a16-20145b1982d7 req-88159cf4-da24-43b0-bdce-67cad8035e3c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427630 Feb 19 04:20:35.381628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9d01114c-9e38-4263-8e1e-b63e79695074 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:20:35.382018 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.405865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:35.408340 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d392959-8f99-480e-841a-d7265083c0f5" -d '{"events": [{"server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "name": "network-vif-plugged", "status": "completed", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:35.421485 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9d01114c-9e38-4263-8e1e-b63e79695074,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:20:35.426831 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:35.450324 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c341e971-9ee2-418f-9821-186315912e56 x-openstack-request-id: req-c341e971-9ee2-418f-9821-186315912e56 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:35.450618 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "name": "network-vif-plugged", "status": "completed", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:35.450864 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c341e971-9ee2-418f-9821-186315912e56 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:35.451265 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074', 'code': 200} Feb 19 04:20:35.480277 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9d01114c-9e38-4263-8e1e-b63e79695074,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:35.550646 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d30a3e-1552-4fc0-b25f-7dac3f925b17 req-a5dcfcfc-2119-4194-baaa-d94479f8a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:35.552163 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4d30a3e-1552-4fc0-b25f-7dac3f925b17 req-a5dcfcfc-2119-4194-baaa-d94479f8a08e service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1127 time: 0.0479934 Feb 19 04:20:35.597657 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-d4d30a3e-1552-4fc0-b25f-7dac3f925b17 req-061639ca-0542-4ba5-823a-eab95187c5ba service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395219 Feb 19 04:20:35.961985 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-464e3e75-807b-47a0-9ba7-5457f8253563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:36.486813 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e880a-d1dc-4895-bd9f-75f6bfad2341 req-8e723768-0276-4983-b832-612dd0d66ba2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:36.488337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc5e880a-d1dc-4895-bd9f-75f6bfad2341 req-8e723768-0276-4983-b832-612dd0d66ba2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0705831 Feb 19 04:20:36.539630 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc5e880a-d1dc-4895-bd9f-75f6bfad2341 req-d1b22585-3754-41a9-9a2a-a9f3a206df5a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434713 Feb 19 04:20:37.459700 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:37.665706 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed50c5-6114-4020-b1ff-9ae81bcc826e req-e544e594-edf0-46d9-9408-de3502038cf1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:37.667225 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10ed50c5-6114-4020-b1ff-9ae81bcc826e req-e544e594-edf0-46d9-9408-de3502038cf1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0596852 Feb 19 04:20:37.719129 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-10ed50c5-6114-4020-b1ff-9ae81bcc826e req-fe68d8e9-833d-4141-9dce-4eb035a64066 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458565 Feb 19 04:20:37.849989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38533770-d33f-42dd-b32a-9d126559beb1 req-6f4f7dbe-a1ab-4814-9d11-4a2b4ca91d64 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:37.851500 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38533770-d33f-42dd-b32a-9d126559beb1 req-6f4f7dbe-a1ab-4814-9d11-4a2b4ca91d64 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0639584 Feb 19 04:20:37.907882 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-38533770-d33f-42dd-b32a-9d126559beb1 req-861a69f3-bfc9-4cf2-8f35-ae8d61c9286e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505540 Feb 19 04:20:37.929664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53718) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:38.017468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a01e5a2-115a-456a-8259-1d5aeba2ae81 tempest-TestShelveInstance-632253086 tempest-TestShelveInstance-632253086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:38.019026 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-4a01e5a2-115a-456a-8259-1d5aeba2ae81 tempest-TestShelveInstance-632253086 tempest-TestShelveInstance-632253086-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1122 time: 0.0883458 Feb 19 04:20:38.021903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53722) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:20:38.026111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '9d01114c-9e38-4263-8e1e-b63e79695074', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:20:38.052679 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.165136 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.274277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Allocated IP 172.25.1.137 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/bbe14558-8261-4fe3-adc4-bb587486b7df) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:20:38.383086 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for port (bbe14558-8261-4fe3-adc4-bb587486b7df), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.424309 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (bbe14558-8261-4fe3-adc4-bb587486b7df), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.462762 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:20:38.467539 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:20:38.472639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:20:38.475798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'Port': ['ID=bbe14558-8261-4fe3-adc4-bb587486b7df,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:38.769221 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.855275 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for floatingip (0982827a-f46e-4424-99d7-d5e220c834eb), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:38.930941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (bbe14558-8261-4fe3-adc4-bb587486b7df), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.084397 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for port (bbe14558-8261-4fe3-adc4-bb587486b7df), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.093225 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (bbe14558-8261-4fe3-adc4-bb587486b7df), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.163784 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event updated for resources: {'Port': ['ID=bbe14558-8261-4fe3-adc4-bb587486b7df,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:20:39.175012 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (0982827a-f46e-4424-99d7-d5e220c834eb), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.281335 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Floating IP 0982827a-f46e-4424-99d7-d5e220c834eb associated. External IP: 172.25.1.137, port: 9d01114c-9e38-4263-8e1e-b63e79695074. Feb 19 04:20:39.495381 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Router e64eaee2-a993-4830-b245-40ac302ec76e has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:20:39.616872 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:20:39.627796 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177b95d-1fb0-4af7-91d4-9a6b521fe6ff None None] Sync routers for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:20:39.637441 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:39.637660 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177b95d-1fb0-4af7-91d4-9a6b521fe6ff None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:39.638127 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d177b95d-1fb0-4af7-91d4-9a6b521fe6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:20:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:39.667902 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-90f70d22-e6d6-4937-91ed-f4a72c82a505 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6449807 Feb 19 04:20:39.668639 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:20:39.671565 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebadb58-b0ea-4651-97d7-ce607ff0f23b" -d '{"events": [{"name": "network-changed", "server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:20:39.709922 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f542df3e-6065-4c3f-9036-63a0d5bc4c22 x-openstack-request-id: req-f542df3e-6065-4c3f-9036-63a0d5bc4c22 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:20:39.710218 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:20:39.710475 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f542df3e-6065-4c3f-9036-63a0d5bc4c22 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:20:39.710887 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074', 'status': 'completed', 'code': 200} Feb 19 04:20:39.750899 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-d177b95d-1fb0-4af7-91d4-9a6b521fe6ff None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:39.775943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebadb58-b0ea-4651-97d7-ce607ff0f23b req-29148496-db38-49ae-b102-87e110ce8d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:39.777592 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1ebadb58-b0ea-4651-97d7-ce607ff0f23b req-29148496-db38-49ae-b102-87e110ce8d1a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1127 time: 0.0458226 Feb 19 04:20:39.873874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebadb58-b0ea-4651-97d7-ce607ff0f23b req-e996f427-44c6-43f7-a7a9-339067e98a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:39.875401 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1ebadb58-b0ea-4651-97d7-ce607ff0f23b req-e996f427-44c6-43f7-a7a9-339067e98a6b service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0914190 Feb 19 04:20:39.942027 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1ebadb58-b0ea-4651-97d7-ce607ff0f23b req-9021ad8a-bf91-430e-ab9e-45cf292a79fe service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 999 time: 0.0601261 Feb 19 04:20:39.978475 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d177b95d-1fb0-4af7-91d4-9a6b521fe6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '0982827a-f46e-4424-99d7-d5e220c834eb', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'port_id': '9d01114c-9e38-4263-8e1e-b63e79695074', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'mac_address': 'fa:16:3e:c0:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:20:38Z', 'updated_at': '2022-02-19T04:20:38Z', 'revision_number': 0, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:39.995138 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebadb58-b0ea-4651-97d7-ce607ff0f23b req-9d15fb50-dae2-46f3-b6a2-9d69357ccafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:39.996647 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1ebadb58-b0ea-4651-97d7-ce607ff0f23b req-9d15fb50-dae2-46f3-b6a2-9d69357ccafd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0491793 Feb 19 04:20:40.006145 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177b95d-1fb0-4af7-91d4-9a6b521fe6ff None None] Checking router: e64eaee2-a993-4830-b245-40ac302ec76e for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:20:40.015793 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177b95d-1fb0-4af7-91d4-9a6b521fe6ff None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:20:40.016423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d177b95d-1fb0-4af7-91d4-9a6b521fe6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:20:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:40.046115 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebadb58-b0ea-4651-97d7-ce607ff0f23b req-d01cfea1-812a-49e2-95d9-15f62f923f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:20:40.047789 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1ebadb58-b0ea-4651-97d7-ce607ff0f23b req-d01cfea1-812a-49e2-95d9-15f62f923f19 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449686 Feb 19 04:20:40.134250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-d177b95d-1fb0-4af7-91d4-9a6b521fe6ff None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:20:40.139424 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1ebadb58-b0ea-4651-97d7-ce607ff0f23b req-6ac6cc91-bd14-4a4f-88e1-d2840da59d6e service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852559 Feb 19 04:20:40.161613 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:40.237761 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-1ebadb58-b0ea-4651-97d7-ce607ff0f23b req-b2b4d32a-b1fc-44ad-84bc-5379b99e0529 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921340 Feb 19 04:20:40.554642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-d177b95d-1fb0-4af7-91d4-9a6b521fe6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '0982827a-f46e-4424-99d7-d5e220c834eb', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'port_id': '9d01114c-9e38-4263-8e1e-b63e79695074', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'mac_address': 'fa:16:3e:c0:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:20:38Z', 'updated_at': '2022-02-19T04:20:38Z', 'revision_number': 0, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:20:40.584142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177b95d-1fb0-4af7-91d4-9a6b521fe6ff None None] The sync data for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 is: [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '0982827a-f46e-4424-99d7-d5e220c834eb', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'floating_ip_address': '172.25.1.137', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'port_id': '9d01114c-9e38-4263-8e1e-b63e79695074', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'mac_address': 'fa:16:3e:c0:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:20:38Z', 'updated_at': '2022-02-19T04:20:38Z', 'revision_number': 0, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:20:40.786605 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665dd9a8-89f7-472c-bfd7-5d27b5ea8747 None None] New status for floating IP 0982827a-f46e-4424-99d7-d5e220c834eb: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:20:53.353383 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.359309 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:20:54.717885 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:21:03.703836 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-95e00150-cfb2-4ebf-bfc1-a61d7598154f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:05.956455 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cafa2931-d2b4-4af1-a933-89e45c3eef1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:07.462868 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:08.779194 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:10.131528 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:19.898244 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a1965dce-1098-450c-b325-1ad6c4245ca4 req-7ad8ded0-433a-42fc-b769-820e80c66af5 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467513 Feb 19 04:21:19.986856 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1965dce-1098-450c-b325-1ad6c4245ca4 req-b9d7b836-ef3d-48d2-bc6b-adfc2752f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:19.988283 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a1965dce-1098-450c-b325-1ad6c4245ca4 req-b9d7b836-ef3d-48d2-bc6b-adfc2752f529 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1127 time: 0.0482006 Feb 19 04:21:20.097858 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1965dce-1098-450c-b325-1ad6c4245ca4 req-1999489c-a23c-4734-82b3-4f443c9b1313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:20.099362 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a1965dce-1098-450c-b325-1ad6c4245ca4 req-1999489c-a23c-4734-82b3-4f443c9b1313 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0927246 Feb 19 04:21:20.167779 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a1965dce-1098-450c-b325-1ad6c4245ca4 req-5f9bccd0-583d-422b-9606-10937f8ee581 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 1001 time: 0.0608811 Feb 19 04:21:20.221113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1965dce-1098-450c-b325-1ad6c4245ca4 req-ddcc2a52-38ad-4398-8848-8c93507c61e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:20.222626 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a1965dce-1098-450c-b325-1ad6c4245ca4 req-ddcc2a52-38ad-4398-8848-8c93507c61e3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0498216 Feb 19 04:21:20.276437 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1965dce-1098-450c-b325-1ad6c4245ca4 req-c280c7bb-72e0-4f18-a595-517eb55ac37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:21:20.278618 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a1965dce-1098-450c-b325-1ad6c4245ca4 req-c280c7bb-72e0-4f18-a595-517eb55ac37e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0500159 Feb 19 04:21:20.378497 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a1965dce-1098-450c-b325-1ad6c4245ca4 req-16c7a149-2487-48ea-b1de-a9577b98bca2 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932465 Feb 19 04:21:20.481033 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a1965dce-1098-450c-b325-1ad6c4245ca4 req-b49d3347-0fd1-4080-8c23-1601cf2c8ca5 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962396 Feb 19 04:21:23.376305 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:24.370856 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:31.720194 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:21:33.707382 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8585b9f7-9eef-4a19-b8dc-7458a82ca203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:35.967538 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5c0b22ad-a16e-4a29-b813-ad21bd7cc38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:37.462811 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:38.785556 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:40.137581 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:53.399765 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:21:54.384927 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:03.708115 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e0c2a487-8520-4a05-beeb-4929bade5607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:05.966682 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3510b47e-b612-463f-9675-a1b37ca0d2be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:07.464440 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:08.720255 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:22:08.782446 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:10.131841 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:19.962388 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87b5942-147e-4e05-b907-ee43ca797840 req-6f44ad73-a403-4275-aa21-ea0a94c8da85 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1054804 Feb 19 04:22:20.052258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b5942-147e-4e05-b907-ee43ca797840 req-89c92824-b6ea-4b50-bc91-457a84d07c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:20.053811 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87b5942-147e-4e05-b907-ee43ca797840 req-89c92824-b6ea-4b50-bc91-457a84d07c0a service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1127 time: 0.0496862 Feb 19 04:22:20.168600 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b5942-147e-4e05-b907-ee43ca797840 req-a9833d7c-ddc4-49ca-a35c-ec6c8a1672e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:20.170422 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87b5942-147e-4e05-b907-ee43ca797840 req-a9833d7c-ddc4-49ca-a35c-ec6c8a1672e6 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0949643 Feb 19 04:22:20.237750 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87b5942-147e-4e05-b907-ee43ca797840 req-62439878-0b14-411a-bbbb-ed852cab770b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 1001 time: 0.0613546 Feb 19 04:22:20.289285 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b5942-147e-4e05-b907-ee43ca797840 req-9374bc50-77e9-4b96-be1b-80bcda24ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:20.290755 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87b5942-147e-4e05-b907-ee43ca797840 req-9374bc50-77e9-4b96-be1b-80bcda24ecb7 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0478258 Feb 19 04:22:20.341305 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b5942-147e-4e05-b907-ee43ca797840 req-6433988a-02b8-4756-ba04-4576c0d2cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:20.342939 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87b5942-147e-4e05-b907-ee43ca797840 req-6433988a-02b8-4756-ba04-4576c0d2cc1d service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460606 Feb 19 04:22:20.437382 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87b5942-147e-4e05-b907-ee43ca797840 req-4cbd2d09-ff3f-4cb2-ba79-2d34646b9c5b service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887136 Feb 19 04:22:20.534001 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-c87b5942-147e-4e05-b907-ee43ca797840 req-3981b842-9d22-4581-a500-ef71b0463248 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901048 Feb 19 04:22:23.395004 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:24.382266 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:33.712654 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-be80bf3e-0f70-43f5-80d5-64c5c6d88bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:35.967103 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-df10fd7d-ea23-4114-97cf-bf1bf3402c6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:37.469241 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:37.612460 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dac46f-8fac-46b6-90a4-e9ee78a788ac req-bfe8c417-9ef3-4170-bd9f-7a6b242defb8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:37.613941 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4dac46f-8fac-46b6-90a4-e9ee78a788ac req-bfe8c417-9ef3-4170-bd9f-7a6b242defb8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0595379 Feb 19 04:22:37.663788 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f4dac46f-8fac-46b6-90a4-e9ee78a788ac req-071cc04b-4ac9-4cef-aea6-1186906f348d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440488 Feb 19 04:22:38.787044 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:38.814805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77990f5e-e080-43fc-8855-998f4e09688d req-4ecd3a28-1c77-4955-af63-738860e3fbac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:38.816326 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77990f5e-e080-43fc-8855-998f4e09688d req-4ecd3a28-1c77-4955-af63-738860e3fbac tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0602281 Feb 19 04:22:38.866999 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-77990f5e-e080-43fc-8855-998f4e09688d req-076866e5-8e72-46fc-b985-43858d4a6e2d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444579 Feb 19 04:22:40.010074 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e839f7e-aa98-42f7-af22-d8ce69caf202 req-4ea94e8b-cc57-4b44-97ed-0225d72626ce tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:40.011590 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e839f7e-aa98-42f7-af22-d8ce69caf202 req-4ea94e8b-cc57-4b44-97ed-0225d72626ce tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0649891 Feb 19 04:22:40.068242 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5e839f7e-aa98-42f7-af22-d8ce69caf202 req-ebca38e0-766a-4475-b05c-c314a5549bf4 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505881 Feb 19 04:22:40.127670 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:41.209797 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8bd17-4b54-4d99-93a5-75597dd01b5d req-85e465a6-5783-4c3c-b120-87f72bdbd126 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:41.211305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46b8bd17-4b54-4d99-93a5-75597dd01b5d req-85e465a6-5783-4c3c-b120-87f72bdbd126 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0603561 Feb 19 04:22:41.264305 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-46b8bd17-4b54-4d99-93a5-75597dd01b5d req-c3a1c309-d5c5-4419-a995-59e618bdda9d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469646 Feb 19 04:22:42.415707 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144d337-048e-4b74-be5c-56aac29ab6ec req-f0d5bc98-d644-4604-8afe-5f71f0acfa03 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:42.417229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9144d337-048e-4b74-be5c-56aac29ab6ec req-f0d5bc98-d644-4604-8afe-5f71f0acfa03 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0660417 Feb 19 04:22:42.476951 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9144d337-048e-4b74-be5c-56aac29ab6ec req-a9a85d58-8b68-4612-9124-8dffba7df430 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535946 Feb 19 04:22:43.617082 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3864bd-e12e-4ed4-9ae2-30ebc80e0051 req-da16a751-91a3-4265-99dc-3bc74aca99fc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:43.618572 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf3864bd-e12e-4ed4-9ae2-30ebc80e0051 req-da16a751-91a3-4265-99dc-3bc74aca99fc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0563521 Feb 19 04:22:43.674670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf3864bd-e12e-4ed4-9ae2-30ebc80e0051 req-503790a5-c4af-4ca3-991a-bddf0427bae5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478256 Feb 19 04:22:44.802903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff55c9-0049-420b-9a5a-2e27f859d899 req-5c620d16-8480-4600-b650-29229d260151 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:44.804408 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45ff55c9-0049-420b-9a5a-2e27f859d899 req-5c620d16-8480-4600-b650-29229d260151 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0575192 Feb 19 04:22:44.857661 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-45ff55c9-0049-420b-9a5a-2e27f859d899 req-8734ddb2-9165-4614-adb9-06415efa2542 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449805 Feb 19 04:22:45.722429 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:22:46.006157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fedfd-e822-49a7-b9af-e284d16e37e5 req-163eaa9a-89e4-46bc-9f79-7094ce8a20f1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:46.007596 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-660fedfd-e822-49a7-b9af-e284d16e37e5 req-163eaa9a-89e4-46bc-9f79-7094ce8a20f1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0675197 Feb 19 04:22:46.070462 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-660fedfd-e822-49a7-b9af-e284d16e37e5 req-969b2719-f204-453e-ab37-b04e25181499 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538299 Feb 19 04:22:47.205112 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48280a9b-045c-4142-aeca-4c7f0f01355c req-34aa1918-9f3c-441f-8ff3-c01e8fc27211 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:47.206717 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48280a9b-045c-4142-aeca-4c7f0f01355c req-34aa1918-9f3c-441f-8ff3-c01e8fc27211 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0593996 Feb 19 04:22:47.258714 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-48280a9b-045c-4142-aeca-4c7f0f01355c req-712923c9-d615-4d1c-891b-42e78ca79711 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441394 Feb 19 04:22:47.764105 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf6e98-873b-42ec-a4de-133fbe248795 req-0fac7f78-4a0d-4b10-9204-56299ef99df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:47.766106 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fadf6e98-873b-42ec-a4de-133fbe248795 req-0fac7f78-4a0d-4b10-9204-56299ef99df9 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1127 time: 0.0545540 Feb 19 04:22:47.859747 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf6e98-873b-42ec-a4de-133fbe248795 req-b39bcec7-e10c-4b1e-a982-294ee0acb8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:47.861323 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fadf6e98-873b-42ec-a4de-133fbe248795 req-b39bcec7-e10c-4b1e-a982-294ee0acb8f0 service neutron] 10.222.0.87 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0887251 Feb 19 04:22:47.926802 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fadf6e98-873b-42ec-a4de-133fbe248795 req-0a7b0f4d-4daf-45a3-9b98-00369e3f69e2 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 1001 time: 0.0598104 Feb 19 04:22:47.975133 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf6e98-873b-42ec-a4de-133fbe248795 req-0bd2fa21-0f23-4bb9-a7ae-55a78f228847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:47.976460 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fadf6e98-873b-42ec-a4de-133fbe248795 req-0bd2fa21-0f23-4bb9-a7ae-55a78f228847 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0433695 Feb 19 04:22:48.037102 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadf6e98-873b-42ec-a4de-133fbe248795 req-f7368e38-0509-412f-bac0-b2fa1b1ba63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:48.039464 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fadf6e98-873b-42ec-a4de-133fbe248795 req-f7368e38-0509-412f-bac0-b2fa1b1ba63b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0569835 Feb 19 04:22:48.130423 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fadf6e98-873b-42ec-a4de-133fbe248795 req-3041ad2f-b10e-47cf-9e1b-61f43c7c6b48 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849190 Feb 19 04:22:48.221394 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fadf6e98-873b-42ec-a4de-133fbe248795 req-037b5691-91a5-4762-9a19-1a12a0be29a4 service neutron] 10.222.0.87 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850348 Feb 19 04:22:48.392380 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c31425-d6df-4d12-9139-ab2734e00fac req-88f4f8fb-3fdc-4855-aec7-a1fd0991b140 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:48.394346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07c31425-d6df-4d12-9139-ab2734e00fac req-88f4f8fb-3fdc-4855-aec7-a1fd0991b140 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0584092 Feb 19 04:22:48.445900 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07c31425-d6df-4d12-9139-ab2734e00fac req-a28447b8-3bf6-4deb-ae8c-0c5eb5dad841 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457242 Feb 19 04:22:49.575815 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e8203-2132-43e2-a9bd-980c99d39f96 req-194d1667-5783-4661-b2ab-b690b42ced31 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:49.577344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf4e8203-2132-43e2-a9bd-980c99d39f96 req-194d1667-5783-4661-b2ab-b690b42ced31 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0553777 Feb 19 04:22:49.632230 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-bf4e8203-2132-43e2-a9bd-980c99d39f96 req-05405d3e-2870-4ee9-8b1a-abd636851e30 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491319 Feb 19 04:22:50.759578 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e26245-ec81-4c0a-bc1f-e976b1eae44a req-03055721-23d8-402c-9860-77b434893a76 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:50.761226 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07e26245-ec81-4c0a-bc1f-e976b1eae44a req-03055721-23d8-402c-9860-77b434893a76 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0575385 Feb 19 04:22:50.819353 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07e26245-ec81-4c0a-bc1f-e976b1eae44a req-79e2eead-d295-4b1d-93c3-237dd8a99cf5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492408 Feb 19 04:22:51.943798 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f54a7-1085-4465-b09b-64a153869c5b req-33ab5422-166c-4a44-a596-42f1e9969180 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:51.945311 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-818f54a7-1085-4465-b09b-64a153869c5b req-33ab5422-166c-4a44-a596-42f1e9969180 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0539656 Feb 19 04:22:51.996470 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-818f54a7-1085-4465-b09b-64a153869c5b req-eebcdb36-0002-4008-b3d9-aad4bb951142 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453050 Feb 19 04:22:53.124474 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214fd63-bac4-4eb6-84c1-22f5a7d63fac req-0171cb73-9b13-460a-bfba-a7e1fe41a56c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:53.126124 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7214fd63-bac4-4eb6-84c1-22f5a7d63fac req-0171cb73-9b13-460a-bfba-a7e1fe41a56c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 945 time: 0.0594223 Feb 19 04:22:53.180325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7214fd63-bac4-4eb6-84c1-22f5a7d63fac req-b1cee9c6-de6e-43cb-99f9-902383359a47 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479465 Feb 19 04:22:53.419883 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:53.985737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 9d01114c-9e38-4263-8e1e-b63e79695074 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:22:54.085446 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 9d01114c-9e38-4263-8e1e-b63e79695074 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:22:54.085839 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.109928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:22:54.112194 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0eede0-ea76-4f44-9df9-ec82a6357fa5" -d '{"events": [{"server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "name": "network-vif-unplugged", "status": "completed", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:22:54.129102 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9d01114c-9e38-4263-8e1e-b63e79695074,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:22:54.134487 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.181640 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=9d01114c-9e38-4263-8e1e-b63e79695074,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:22:54.189660 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.190003 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.190336 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.190832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.191162 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.191580 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.191912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.192231 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.192549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.192897 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.193208 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.193521 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.193837 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:22:54.217125 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Feb 2022 04:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c5f0a6-ee94-4047-99a7-2a3f664db5f0 x-openstack-request-id: req-d5c5f0a6-ee94-4047-99a7-2a3f664db5f0 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:22:54.217395 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "name": "network-vif-unplugged", "status": "failed", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074", "code": 422}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:22:54.217678 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d5c5f0a6-ee94-4047-99a7-2a3f664db5f0 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:22:54.218093 n-d-826755-2 neutron-server[109900]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074', 'code': 422} returned with failed status Feb 19 04:22:54.311362 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ff043-6703-4b9f-826a-f8902859aa77 req-6ac6503e-2192-4c1e-a3cc-4598ebb26480 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:54.312909 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-817ff043-6703-4b9f-826a-f8902859aa77 req-6ac6503e-2192-4c1e-a3cc-4598ebb26480 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0548587 Feb 19 04:22:54.365561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-817ff043-6703-4b9f-826a-f8902859aa77 req-f7af3ca9-2e54-4c7f-b4d4-005c94fd8dbe tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466073 Feb 19 04:22:54.381682 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:22:54.589529 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae01d7-4544-4626-9595-b92a88c842ed req-8c8ff9f8-3d34-40a8-87f8-5bd9bf468681 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:54.591146 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfae01d7-4544-4626-9595-b92a88c842ed req-8c8ff9f8-3d34-40a8-87f8-5bd9bf468681 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0595782 Feb 19 04:22:54.598040 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-fdd8d6e4-3522-4fc2-9531-7d9f9cf12e31 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850291 Feb 19 04:22:54.607605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-ef719ed8-4e9a-4494-9bbb-f02f73d266f5 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:22:54.608628 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-ef719ed8-4e9a-4494-9bbb-f02f73d266f5 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052247 Feb 19 04:22:54.646719 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dfae01d7-4544-4626-9595-b92a88c842ed req-b5151569-bbee-43a1-92d0-a36b368540e3 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494235 Feb 19 04:22:54.732947 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-2e2c6761-f71a-416b-b268-e1ffa62d5774 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:54.734619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-2e2c6761-f71a-416b-b268-e1ffa62d5774 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports/9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 940 time: 0.0951529 Feb 19 04:22:55.769587 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4887de8-b4b4-48c8-8d3d-5900c7675a76 req-26485bf1-ee6e-4175-a80c-0ed487a54090 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:55.771072 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4887de8-b4b4-48c8-8d3d-5900c7675a76 req-26485bf1-ee6e-4175-a80c-0ed487a54090 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0548537 Feb 19 04:22:55.820252 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a4887de8-b4b4-48c8-8d3d-5900c7675a76 req-c8788da7-306a-4fb6-8446-359686b42517 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432522 Feb 19 04:22:56.948952 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccabe0-d7ae-4373-ba67-3af9c290a327 req-920e5676-052e-44d9-bc9d-d3bb57dbf8f5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:56.950559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23ccabe0-d7ae-4373-ba67-3af9c290a327 req-920e5676-052e-44d9-bc9d-d3bb57dbf8f5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0594583 Feb 19 04:22:56.999676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23ccabe0-d7ae-4373-ba67-3af9c290a327 req-2c66373f-38f8-48f1-b202-d4269e3e1220 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433266 Feb 19 04:22:58.142288 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d3b0d-e8ce-4e94-a50c-ff649adfce49 req-4b4697d8-a787-434f-8cff-33c875695331 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:58.143927 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-319d3b0d-e8ce-4e94-a50c-ff649adfce49 req-4b4697d8-a787-434f-8cff-33c875695331 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0730932 Feb 19 04:22:58.196893 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-319d3b0d-e8ce-4e94-a50c-ff649adfce49 req-9243d917-47b9-4bd3-8117-ad15f4df5e9a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469034 Feb 19 04:22:59.320592 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22380d9d-e4d2-4189-95f6-d0232daf1388 req-b917f5d5-fb25-472a-8e46-ac28e24d7bdd tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:22:59.322160 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22380d9d-e4d2-4189-95f6-d0232daf1388 req-b917f5d5-fb25-472a-8e46-ac28e24d7bdd tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0551429 Feb 19 04:22:59.378059 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-22380d9d-e4d2-4189-95f6-d0232daf1388 req-0570f55d-156e-44b3-960e-abe4b4f55e8c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500426 Feb 19 04:23:00.500246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161094f-9cc0-4393-b2cf-4d6d2322cab1 req-dccb698d-93df-4c00-aa6b-57e06864c4a2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:00.501851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2161094f-9cc0-4393-b2cf-4d6d2322cab1 req-dccb698d-93df-4c00-aa6b-57e06864c4a2 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0544307 Feb 19 04:23:00.553760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2161094f-9cc0-4393-b2cf-4d6d2322cab1 req-815a8e68-40f8-4e44-bfbe-74cc5770adc7 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457997 Feb 19 04:23:01.680300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c4725-2a4d-4810-b044-a73cc91618f9 req-5af5c6c3-54a2-4aea-b9cb-b162f0c14b80 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:01.682162 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-213c4725-2a4d-4810-b044-a73cc91618f9 req-5af5c6c3-54a2-4aea-b9cb-b162f0c14b80 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0556164 Feb 19 04:23:01.731809 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-213c4725-2a4d-4810-b044-a73cc91618f9 req-0a37f334-afb4-470a-abce-661a5a49dc90 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439503 Feb 19 04:23:02.859801 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98baeaf-8ff6-4d86-9a8d-5fac67d083cd req-0ca50155-0a82-484b-91ae-a47a46529829 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:02.861337 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b98baeaf-8ff6-4d86-9a8d-5fac67d083cd req-0ca50155-0a82-484b-91ae-a47a46529829 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0591767 Feb 19 04:23:02.912253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b98baeaf-8ff6-4d86-9a8d-5fac67d083cd req-a5a84d40-1c51-45f4-979e-dcef8c304265 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449395 Feb 19 04:23:03.707957 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-91a5858e-c620-4281-aa51-716362afc4df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:04.037316 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff64c0-b52c-4222-949b-e5023bb69e3a req-da3cc7ed-ce76-4e91-9626-f084dad84cbf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:04.038851 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4dff64c0-b52c-4222-949b-e5023bb69e3a req-da3cc7ed-ce76-4e91-9626-f084dad84cbf tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0544665 Feb 19 04:23:04.091014 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-4dff64c0-b52c-4222-949b-e5023bb69e3a req-c4352447-9b15-4337-ab8e-c1438380616d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463972 Feb 19 04:23:05.217454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d9775-08ce-48e0-ba96-752f163bee50 req-caf8ad60-6526-4f6f-90c9-a2ccf9745e6e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:05.219000 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-959d9775-08ce-48e0-ba96-752f163bee50 req-caf8ad60-6526-4f6f-90c9-a2ccf9745e6e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0576413 Feb 19 04:23:05.273702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-959d9775-08ce-48e0-ba96-752f163bee50 req-cd555299-c4f4-4362-8b6e-a25d1a2a92d6 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485940 Feb 19 04:23:05.823728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-ef83bb48-17f8-49d8-8748-c67441cb5e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:05.825277 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-ef83bb48-17f8-49d8-8748-c67441cb5e0d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d&tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046 HTTP/1.1" status: 200 len: 1125 time: 0.0939329 Feb 19 04:23:05.839590 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-826755-2', 'device_owner': 'compute:nova'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:23:05.906288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:05.963012 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e4e04dfa-b911-4798-844e-c342b6c97e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.120555 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=9d01114c-9e38-4263-8e1e-b63e79695074,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:06.519136 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h1-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:06.558173 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d01114c-9e38-4263-8e1e-b63e79695074 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:06.571589 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76d473-c08e-473c-bf38-a15bd983fe32 req-752b7d38-db40-4fd0-ba25-4579f0bc5ed4 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:06.573110 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec76d473-c08e-473c-bf38-a15bd983fe32 req-752b7d38-db40-4fd0-ba25-4579f0bc5ed4 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.1046810 Feb 19 04:23:06.574884 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Publish callbacks [] for port (9d01114c-9e38-4263-8e1e-b63e79695074), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.601161 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Transition to ACTIVE for port object 9d01114c-9e38-4263-8e1e-b63e79695074 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:23:06.613555 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.666962 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ec76d473-c08e-473c-bf38-a15bd983fe32 req-faf05765-ef5e-4e52-b22f-5d006b27ddd6 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878229 Feb 19 04:23:06.710500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Pushing event updated for resources: {'Port': ['ID=9d01114c-9e38-4263-8e1e-b63e79695074,revision_number=7']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:06.722967 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.723341 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.723681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.724025 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.724353 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.724681 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.725012 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.725329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.725650 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.725965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.726283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.726599 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.726912 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:23:06.765745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] No DVR routers for this DVR port 9d01114c-9e38-4263-8e1e-b63e79695074 on host n-h1-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:23:06.908699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Attempting to bind port 9d01114c-9e38-4263-8e1e-b63e79695074 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:23:06.909047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Attempting to bind port 9d01114c-9e38-4263-8e1e-b63e79695074 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:23:06.909377 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Attempting to bind port 9d01114c-9e38-4263-8e1e-b63e79695074 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:06.914088 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Port 9d01114c-9e38-4263-8e1e-b63e79695074 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:23:06.914410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Attempting to bind port 9d01114c-9e38-4263-8e1e-b63e79695074 on network fbd77104-28b5-4b25-aee2-02e53bb189a8 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:23:06.919437 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:23:06.919775 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Checking segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:23:06.920157 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Bound using segment: {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:23:06.920585 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Bound port: 9d01114c-9e38-4263-8e1e-b63e79695074, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7d4dcf-d15d-4675-a559-438d6ccd0b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:23:06.920972 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:06.986418 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:23:06.991241 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d01114c-9e38-4263-8e1e-b63e79695074,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:23:06.999624 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.035565 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.036171 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.037645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] 10.222.0.67 "PUT /v2.0/ports/9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 1091 time: 1.2046013 Feb 19 04:23:07.040002 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:07.042818 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21232c3d-03cc-4b9e-8571-c32a79d83f21" -d '{"events": [{"name": "network-changed", "server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:07.099576 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2d009c-d04a-48fa-a3a3-639e42a75efb service neutron] Pushing event updated for resources: {'Port': ['ID=9d01114c-9e38-4263-8e1e-b63e79695074,revision_number=8']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:07.119468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-73ba0867-488c-4a1a-99ef-31234037940b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.121151 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-73ba0867-488c-4a1a-99ef-31234037940b service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1125 time: 0.0517330 Feb 19 04:23:07.148871 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541a8c67-3c26-403e-bec8-83e44d88efe5 x-openstack-request-id: req-541a8c67-3c26-403e-bec8-83e44d88efe5 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:07.149238 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:07.149587 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-541a8c67-3c26-403e-bec8-83e44d88efe5 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:07.150049 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074', 'status': 'completed', 'code': 200} Feb 19 04:23:07.223053 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-627fb040-b184-4f3a-a40a-92a70ae09c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.224639 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-627fb040-b184-4f3a-a40a-92a70ae09c40 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0962343 Feb 19 04:23:07.290612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-365d12fc-4e06-4568-937f-83faa6333336 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 999 time: 0.0597575 Feb 19 04:23:07.353133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-ce5e800a-e882-421d-a5de-1f5a6e976746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.354563 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-ce5e800a-e882-421d-a5de-1f5a6e976746 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0580394 Feb 19 04:23:07.406285 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-b3bc77a3-405d-451b-8056-18c3a92871a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.407790 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-b3bc77a3-405d-451b-8056-18c3a92871a1 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471430 Feb 19 04:23:07.468243 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:07.497682 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-0d443100-7cb7-41df-a86d-ada1f69e980a service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840199 Feb 19 04:23:07.592508 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-cee52f8a-2397-4d0d-9f35-c2cdd132abe1 service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882294 Feb 19 04:23:07.685252 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21232c3d-03cc-4b9e-8571-c32a79d83f21 req-47147e3a-3061-4094-b76e-1b3e76f835fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.686704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21232c3d-03cc-4b9e-8571-c32a79d83f21 req-47147e3a-3061-4094-b76e-1b3e76f835fe service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1125 time: 0.0458598 Feb 19 04:23:07.811746 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21232c3d-03cc-4b9e-8571-c32a79d83f21 req-b5602e61-7d44-491c-a9e4-62b242b378c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.813256 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21232c3d-03cc-4b9e-8571-c32a79d83f21 req-b5602e61-7d44-491c-a9e4-62b242b378c9 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.1207209 Feb 19 04:23:07.823574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a5e8b-acfd-40f2-a03c-72044009d24f req-5609a8e9-91ec-40b9-94d6-03dd30d965b0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.824977 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d6a5e8b-acfd-40f2-a03c-72044009d24f req-5609a8e9-91ec-40b9-94d6-03dd30d965b0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0829051 Feb 19 04:23:07.912032 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21232c3d-03cc-4b9e-8571-c32a79d83f21 req-502021d1-a3bb-4b1e-a7be-1c64f258eda4 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 999 time: 0.0860827 Feb 19 04:23:07.927829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9d6a5e8b-acfd-40f2-a03c-72044009d24f req-604f1057-2470-4892-aebd-69945e64e63d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963852 Feb 19 04:23:07.974854 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21232c3d-03cc-4b9e-8571-c32a79d83f21 req-4c3e25a3-e2c4-4f64-9033-f8b9837d0c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:07.976353 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21232c3d-03cc-4b9e-8571-c32a79d83f21 req-4c3e25a3-e2c4-4f64-9033-f8b9837d0c95 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0587411 Feb 19 04:23:08.026182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21232c3d-03cc-4b9e-8571-c32a79d83f21 req-5d1d5bc0-9154-4048-840f-533357c3b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:08.027677 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21232c3d-03cc-4b9e-8571-c32a79d83f21 req-5d1d5bc0-9154-4048-840f-533357c3b304 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455887 Feb 19 04:23:08.121559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21232c3d-03cc-4b9e-8571-c32a79d83f21 req-7914f6e9-badd-46a7-84ab-c0cee7c6d20e service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873847 Feb 19 04:23:08.218388 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21232c3d-03cc-4b9e-8571-c32a79d83f21 req-bb4b5f2f-0a7f-4cb3-8c2e-a59647bf1f1a service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901582 Feb 19 04:23:08.788178 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:09.069738 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e54016-4561-48c7-b347-a728e9956b95 req-a7e35423-fe4e-4095-bd39-cd0babe64dc1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:09.071254 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82e54016-4561-48c7-b347-a728e9956b95 req-a7e35423-fe4e-4095-bd39-cd0babe64dc1 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0601473 Feb 19 04:23:09.125629 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-82e54016-4561-48c7-b347-a728e9956b95 req-f9cc5160-a684-4ca7-8818-7447e501e556 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486627 Feb 19 04:23:10.128815 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:10.275742 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c3fc5f-9138-4599-8810-c89419d8efa8 req-27423041-d7f8-434d-a424-1c75b5900a16 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:10.277267 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1c3fc5f-9138-4599-8810-c89419d8efa8 req-27423041-d7f8-434d-a424-1c75b5900a16 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0730498 Feb 19 04:23:10.330662 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a1c3fc5f-9138-4599-8810-c89419d8efa8 req-2e1509cc-6f5f-408c-83df-62519cfa9d03 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452712 Feb 19 04:23:11.462185 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9a36e-4c68-4a82-ac92-a301629af966 req-f49a239b-878f-4920-aa76-c0a9d3a1cb0b tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:11.463690 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0f9a36e-4c68-4a82-ac92-a301629af966 req-f49a239b-878f-4920-aa76-c0a9d3a1cb0b tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0561893 Feb 19 04:23:11.516901 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a0f9a36e-4c68-4a82-ac92-a301629af966 req-904a0a63-7bb9-446e-9247-fdf23eadc008 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449407 Feb 19 04:23:12.649759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ed950-878f-49a6-9148-c6f3b134449f req-97a4903e-9eca-444c-904e-953539e71a20 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:12.651204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e50ed950-878f-49a6-9148-c6f3b134449f req-97a4903e-9eca-444c-904e-953539e71a20 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0602119 Feb 19 04:23:12.706214 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e50ed950-878f-49a6-9148-c6f3b134449f req-0fd4c70e-7bf0-436a-a319-cc79ba171faa tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492837 Feb 19 04:23:13.832001 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2043347-14aa-4edd-afd5-65aff5253cba req-a8b1a438-aac4-4057-bb50-4149988c92e5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:13.833744 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2043347-14aa-4edd-afd5-65aff5253cba req-a8b1a438-aac4-4057-bb50-4149988c92e5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0566304 Feb 19 04:23:13.896890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2043347-14aa-4edd-afd5-65aff5253cba req-2f33cc50-69a3-4bc4-8fda-915634948b0e tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571487 Feb 19 04:23:15.039063 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222098d-084c-4c47-b693-fa50c9496ef2 req-f8826d23-3947-4810-b13a-6e0df7f2eb1c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:15.040561 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1222098d-084c-4c47-b693-fa50c9496ef2 req-f8826d23-3947-4810-b13a-6e0df7f2eb1c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0640099 Feb 19 04:23:15.093134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1222098d-084c-4c47-b693-fa50c9496ef2 req-8a2d07c2-fdf8-44b1-b2de-d4dc3fbeebae tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467317 Feb 19 04:23:16.235471 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be3727-cb46-474e-927a-ba628c7167c1 req-4cdb2a00-4e47-428e-a983-66e96f7f5251 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:16.237006 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36be3727-cb46-474e-927a-ba628c7167c1 req-4cdb2a00-4e47-428e-a983-66e96f7f5251 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0594573 Feb 19 04:23:16.288239 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-36be3727-cb46-474e-927a-ba628c7167c1 req-bf6eaf84-86f9-4f93-946f-7eb7bcbe1b65 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447896 Feb 19 04:23:17.306005 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9d01114c-9e38-4263-8e1e-b63e79695074 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:23:17.408064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d01114c-9e38-4263-8e1e-b63e79695074,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:17.414360 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb44f4-4e2d-4aca-b7b5-bdd3c3a9d26a req-cec4d0f6-b723-4c02-b67b-9e989b1b2447 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:17.415854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ccb44f4-4e2d-4aca-b7b5-bdd3c3a9d26a req-cec4d0f6-b723-4c02-b67b-9e989b1b2447 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 943 time: 0.0546489 Feb 19 04:23:17.418598 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '9d01114c-9e38-4263-8e1e-b63e79695074', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'port_id': '9d01114c-9e38-4263-8e1e-b63e79695074', 'mac_address': 'fa:16:3e:c0:3d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:23:17.455841 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9d01114c-9e38-4263-8e1e-b63e79695074 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:17.456214 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.466183 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7ccb44f4-4e2d-4aca-b7b5-bdd3c3a9d26a req-e58d7597-bae5-4c92-a29b-351db8ec8d0f tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442717 Feb 19 04:23:17.469099 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d01114c-9e38-4263-8e1e-b63e79695074 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:23:17.488478 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d01114c-9e38-4263-8e1e-b63e79695074,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:17.493443 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:17.557091 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9d01114c-9e38-4263-8e1e-b63e79695074,revision_number=9']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:17.841030 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['9d01114c-9e38-4263-8e1e-b63e79695074'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:23:18.611269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca296a-5f81-4c39-8864-e08026b8c4c3 req-e2636183-9cd1-4d45-a8c6-9878a287b7f0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:18.612676 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aaca296a-5f81-4c39-8864-e08026b8c4c3 req-e2636183-9cd1-4d45-a8c6-9878a287b7f0 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 944 time: 0.0655584 Feb 19 04:23:18.663574 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-aaca296a-5f81-4c39-8864-e08026b8c4c3 req-c2c7c219-3312-41f9-9271-6ab1044d3682 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448987 Feb 19 04:23:19.305074 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9d01114c-9e38-4263-8e1e-b63e79695074 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:23:19.360785 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 9d01114c-9e38-4263-8e1e-b63e79695074 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:23:19.366221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 9d01114c-9e38-4263-8e1e-b63e79695074 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:23:19.366723 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.448890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 9d01114c-9e38-4263-8e1e-b63e79695074 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:23:19.449290 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.472388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:23:19.474755 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80511f1e-5657-426c-9456-f14825a00c78" -d '{"events": [{"server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "name": "network-vif-plugged", "status": "completed", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:23:19.490673 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d01114c-9e38-4263-8e1e-b63e79695074,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:23:19.496023 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:19.520144 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae562750-7b95-439f-a264-09461a02bc70 x-openstack-request-id: req-ae562750-7b95-439f-a264-09461a02bc70 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:23:19.520536 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "name": "network-vif-plugged", "status": "completed", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:23:19.520923 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ae562750-7b95-439f-a264-09461a02bc70 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:23:19.521299 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074', 'code': 200} Feb 19 04:23:19.548346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=9d01114c-9e38-4263-8e1e-b63e79695074,revision_number=10']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:23:19.682613 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298e1b2-0ad8-4ba9-92f7-b35f4b21b159 req-6f5aca83-07c1-4817-9f43-ed48ad19b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:19.684139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6298e1b2-0ad8-4ba9-92f7-b35f4b21b159 req-6f5aca83-07c1-4817-9f43-ed48ad19b06f service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1128 time: 0.0468841 Feb 19 04:23:19.732612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6298e1b2-0ad8-4ba9-92f7-b35f4b21b159 req-30a604b6-2ff2-4358-9bf1-c3d29390a01c service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414133 Feb 19 04:23:19.788022 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cac9e4-0b9e-4c6b-b1a1-ebd3a44c8efa req-bf9db54f-1f29-446e-bf00-030b7f70ae28 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:19.789540 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52cac9e4-0b9e-4c6b-b1a1-ebd3a44c8efa req-bf9db54f-1f29-446e-bf00-030b7f70ae28 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 946 time: 0.0556934 Feb 19 04:23:19.840583 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-52cac9e4-0b9e-4c6b-b1a1-ebd3a44c8efa req-86a95353-83c5-49b7-b50b-c391081aaf78 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427237 Feb 19 04:23:20.967138 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd1bf6-a05b-4cae-b9fd-1dce27f41d29 req-ef83d1ae-bb64-4725-9aa5-1f166460df11 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:20.968600 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fadd1bf6-a05b-4cae-b9fd-1dce27f41d29 req-ef83d1ae-bb64-4725-9aa5-1f166460df11 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 946 time: 0.0557787 Feb 19 04:23:21.020742 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fadd1bf6-a05b-4cae-b9fd-1dce27f41d29 req-99cea5ff-0d85-409d-9f9a-2a3c11da9c76 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455699 Feb 19 04:23:22.171961 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac28d66-8123-4083-a09e-804023b34b5e req-48e69ca4-251a-4bb2-ae66-4b4f002f106c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:22.173981 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ac28d66-8123-4083-a09e-804023b34b5e req-48e69ca4-251a-4bb2-ae66-4b4f002f106c tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 946 time: 0.0718052 Feb 19 04:23:22.238139 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2ac28d66-8123-4083-a09e-804023b34b5e req-23a8925c-7dc0-4577-b072-a930d85dd161 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559802 Feb 19 04:23:22.726805 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:23:23.012308 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff2532a8-dbb6-4b44-b243-6c15ee1fb54d req-02fc79c0-0c95-4ade-9133-16510952d7e4 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479734 Feb 19 04:23:23.101296 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2532a8-dbb6-4b44-b243-6c15ee1fb54d req-7d7c8e22-0fb7-41de-a303-236e7c4555fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:23.102837 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff2532a8-dbb6-4b44-b243-6c15ee1fb54d req-7d7c8e22-0fb7-41de-a303-236e7c4555fb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1128 time: 0.0470872 Feb 19 04:23:23.211946 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2532a8-dbb6-4b44-b243-6c15ee1fb54d req-3b25d1ee-5162-429b-bfd1-b45f897de372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:23.213506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff2532a8-dbb6-4b44-b243-6c15ee1fb54d req-3b25d1ee-5162-429b-bfd1-b45f897de372 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.0919740 Feb 19 04:23:23.296092 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff2532a8-dbb6-4b44-b243-6c15ee1fb54d req-efb866ca-4d58-4cce-8adb-9a39711b014b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 1001 time: 0.0769019 Feb 19 04:23:23.350858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2532a8-dbb6-4b44-b243-6c15ee1fb54d req-57d94d26-e711-45fd-a312-2e5a3c01cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:23.352361 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff2532a8-dbb6-4b44-b243-6c15ee1fb54d req-57d94d26-e711-45fd-a312-2e5a3c01cceb service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0501695 Feb 19 04:23:23.412420 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2532a8-dbb6-4b44-b243-6c15ee1fb54d req-7192938d-9407-42fe-8d1f-25687c42ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:23:23.413967 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff2532a8-dbb6-4b44-b243-6c15ee1fb54d req-7192938d-9407-42fe-8d1f-25687c42ff08 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556850 Feb 19 04:23:23.436556 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:23.501603 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff2532a8-dbb6-4b44-b243-6c15ee1fb54d req-24cfaffd-80b6-4100-869f-27e1685afb11 service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816698 Feb 19 04:23:23.607973 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ff2532a8-dbb6-4b44-b243-6c15ee1fb54d req-327765c0-98e1-4c3e-9223-a9e4ec01e3ad service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000390 Feb 19 04:23:24.403669 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:33.713973 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8728ab7b-42c4-4d42-a419-a7634e215f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:35.967937 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7809565-6c74-4268-a761-57c8b8ae3f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:37.478027 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:38.794874 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:40.133453 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:53.438843 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:54.410408 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:23:59.726777 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:24:03.719562 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-380d5260-5d66-42d1-a95b-35cb02358cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:05.966564 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-683535db-ed01-44b8-b23e-89bb807c5bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:07.489009 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:08.800704 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:10.138715 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:23.448434 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:24.414065 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:25.060246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7f55a2d-d6c0-4f95-8be4-9745b7237c0c req-d85c2ac6-a4a1-48ed-a645-7b92d50f8d7d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0529857 Feb 19 04:24:25.149877 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f55a2d-d6c0-4f95-8be4-9745b7237c0c req-7b989bab-577d-4738-958a-a864d16919bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:25.151418 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7f55a2d-d6c0-4f95-8be4-9745b7237c0c req-7b989bab-577d-4738-958a-a864d16919bf service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1128 time: 0.0472939 Feb 19 04:24:25.274622 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f55a2d-d6c0-4f95-8be4-9745b7237c0c req-9d54dc5a-0b95-4080-8d08-048a41cec306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:25.276191 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7f55a2d-d6c0-4f95-8be4-9745b7237c0c req-9d54dc5a-0b95-4080-8d08-048a41cec306 service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.1035893 Feb 19 04:24:25.342937 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7f55a2d-d6c0-4f95-8be4-9745b7237c0c req-4888fd13-0dff-4425-b043-3ebf6e01f155 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 1001 time: 0.0605786 Feb 19 04:24:25.395246 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f55a2d-d6c0-4f95-8be4-9745b7237c0c req-6c25531b-0f23-4e9f-9f82-6e0d94ea8db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:25.396786 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7f55a2d-d6c0-4f95-8be4-9745b7237c0c req-6c25531b-0f23-4e9f-9f82-6e0d94ea8db4 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0458341 Feb 19 04:24:25.450829 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f55a2d-d6c0-4f95-8be4-9745b7237c0c req-3e2b1d1b-e353-4179-9d36-05d258a35e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:25.452355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7f55a2d-d6c0-4f95-8be4-9745b7237c0c req-3e2b1d1b-e353-4179-9d36-05d258a35e93 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0498178 Feb 19 04:24:25.554599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7f55a2d-d6c0-4f95-8be4-9745b7237c0c req-9ad794f3-1fcb-4b17-b07b-e4a2380bd68c service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950577 Feb 19 04:24:25.651498 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e7f55a2d-d6c0-4f95-8be4-9745b7237c0c req-e44e05ab-0cf3-4419-92af-fe11c2fcc73a service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910509 Feb 19 04:24:33.716090 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7d421119-62d9-4241-be2d-5fd2ed1903cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:35.966504 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-11051db1-e2cc-4fb2-a328-5d9cae501b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:36.725978 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:24:37.490730 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:37.850478 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53924) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:38.026258 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Deleting port bbe14558-8261-4fe3-adc4-bb587486b7df {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:38.026565 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (bbe14558-8261-4fe3-adc4-bb587486b7df), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.108330 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (bbe14558-8261-4fe3-adc4-bb587486b7df), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.108574 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for floatingip (bbe14558-8261-4fe3-adc4-bb587486b7df), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.120688 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Calling delete_port for bbe14558-8261-4fe3-adc4-bb587486b7df owned by network:floatingip {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:38.271184 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (bbe14558-8261-4fe3-adc4-bb587486b7df), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.297706 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event deleted for resources: {'Port': ['ID=bbe14558-8261-4fe3-adc4-bb587486b7df,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:38.311235 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.311589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.311931 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.312274 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.312609 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.312989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.313322 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.313652 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.313976 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.314283 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.314617 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.314940 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.315260 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:38.370334 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for floatingip (0982827a-f46e-4424-99d7-d5e220c834eb), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.370553 n-d-826755-2 neutron-server[109898]: INFO neutron.db.l3_db [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Floating IP 0982827a-f46e-4424-99d7-d5e220c834eb disassociated (deleted). External IP: 172.25.1.137, port: 9d01114c-9e38-4263-8e1e-b63e79695074. Feb 19 04:24:38.587909 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Router e64eaee2-a993-4830-b245-40ac302ec76e has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:38.703484 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:38.708841 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.713889 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a56ac-1fcd-4874-b1ea-a1c7d66e08d4 None None] Sync routers for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:38.724201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a56ac-1fcd-4874-b1ea-a1c7d66e08d4 None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:38.724874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-189a56ac-1fcd-4874-b1ea-a1c7d66e08d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:38.740480 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-bc636325-25f7-4f40-84cc-bcd84facbfc8 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "DELETE /v2.0/floatingips/0982827a-f46e-4424-99d7-d5e220c834eb HTTP/1.1" status: 204 len: 168 time: 0.8889058 Feb 19 04:24:38.741132 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:38.743383 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43373fe-825b-4806-9595-5bbedb517d63" -d '{"events": [{"name": "network-changed", "server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:38.837834 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:38.846915 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-189a56ac-1fcd-4874-b1ea-a1c7d66e08d4 None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:38.907442 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b7aff4-89b7-4cfc-8ec1-bd968a30a55b x-openstack-request-id: req-c7b7aff4-89b7-4cfc-8ec1-bd968a30a55b {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:38.908070 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:38.908430 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c7b7aff4-89b7-4cfc-8ec1-bd968a30a55b {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:38.908900 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074', 'status': 'completed', 'code': 200} Feb 19 04:24:39.005264 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43373fe-825b-4806-9595-5bbedb517d63 req-22f67071-a6e0-41db-861a-68664e08cdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:39.006671 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a43373fe-825b-4806-9595-5bbedb517d63 req-22f67071-a6e0-41db-861a-68664e08cdb7 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 1128 time: 0.0780487 Feb 19 04:24:39.018325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a29324-a46c-4338-a242-b9c88cdcdb85 req-f764746b-1f5a-4979-b805-5397fe0a05a4 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:39.019779 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91a29324-a46c-4338-a242-b9c88cdcdb85 req-f764746b-1f5a-4979-b805-5397fe0a05a4 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 946 time: 0.0657907 Feb 19 04:24:39.058503 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-189a56ac-1fcd-4874-b1ea-a1c7d66e08d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:39.088910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a56ac-1fcd-4874-b1ea-a1c7d66e08d4 None None] Checking router: e64eaee2-a993-4830-b245-40ac302ec76e for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:39.099027 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189a56ac-1fcd-4874-b1ea-a1c7d66e08d4 None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:39.099216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-189a56ac-1fcd-4874-b1ea-a1c7d66e08d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:39.129216 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-91a29324-a46c-4338-a242-b9c88cdcdb85 req-f3370905-c019-4c15-acb6-0bd8b073a9f5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004183 Feb 19 04:24:39.143303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43373fe-825b-4806-9595-5bbedb517d63 req-6a222b96-4762-4ac4-bc0e-05264664987b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:39.144816 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a43373fe-825b-4806-9595-5bbedb517d63 req-6a222b96-4762-4ac4-bc0e-05264664987b service neutron] 10.222.0.67 "GET /v2.0/networks?id=fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 200 len: 910 time: 0.1241617 Feb 19 04:24:39.195290 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a43373fe-825b-4806-9595-5bbedb517d63 req-6b2e2cb9-a3a8-4f37-8b78-93201e086424 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 200 len: 217 time: 0.0438979 Feb 19 04:24:39.227628 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-189a56ac-1fcd-4874-b1ea-a1c7d66e08d4 None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:39.251314 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43373fe-825b-4806-9595-5bbedb517d63 req-9b638102-698a-4419-90b3-41fb8e55fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:39.252906 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a43373fe-825b-4806-9595-5bbedb517d63 req-9b638102-698a-4419-90b3-41fb8e55fa5b service neutron] 10.222.0.67 "GET /v2.0/subnets?id=84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 200 len: 848 time: 0.0496054 Feb 19 04:24:39.306351 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43373fe-825b-4806-9595-5bbedb517d63 req-4ce27f6b-b99c-47cc-b23c-51dfc7b029a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:39.308088 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a43373fe-825b-4806-9595-5bbedb517d63 req-4ce27f6b-b99c-47cc-b23c-51dfc7b029a2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=fbd77104-28b5-4b25-aee2-02e53bb189a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478776 Feb 19 04:24:39.401405 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a43373fe-825b-4806-9595-5bbedb517d63 req-6db545ad-94ea-4f18-b67b-e50459c733fe service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859919 Feb 19 04:24:39.496394 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a43373fe-825b-4806-9595-5bbedb517d63 req-730ed304-921b-47d7-a7d5-ed6ceb6a041d service neutron] 10.222.0.67 "GET /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884366 Feb 19 04:24:39.595295 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-189a56ac-1fcd-4874-b1ea-a1c7d66e08d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:39.621288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189a56ac-1fcd-4874-b1ea-a1c7d66e08d4 None None] The sync data for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 is: [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:14Z', 'revision_number': 4, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'b7d1100f-0ce5-4000-8b31-5a9d63652d45', 'name': '', 'network_id': 'fbd77104-28b5-4b25-aee2-02e53bb189a8', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'mac_address': 'fa:16:3e:6b:10:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:14Z', 'updated_at': '2022-02-19T04:14:20Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'subnets': [{'id': '84b2149a-91f4-43f2-b8a5-285129420e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:39.872598 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4889921-d6e6-490c-9580-b014dfe15aa4 None None] New status for floating IP 0982827a-f46e-4424-99d7-d5e220c834eb: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:24:40.124160 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.262085 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117cc46-2b46-41ef-8d83-31bcf8da0450 req-4e5c0220-2daf-4d63-9c15-78280f9a9c21 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:40.263656 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f117cc46-2b46-41ef-8d83-31bcf8da0450 req-4e5c0220-2daf-4d63-9c15-78280f9a9c21 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 946 time: 0.0579178 Feb 19 04:24:40.321013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f117cc46-2b46-41ef-8d83-31bcf8da0450 req-6a7ed945-2c9e-4a45-b329-90f1b689d118 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/security-groups?id=a0aa4704-7ea2-4b9f-859b-84f83233f03a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488279 Feb 19 04:24:40.579915 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455240d-b06f-4ab0-811b-9f49be3ce2fc req-0a65fa8c-d815-4762-b298-039cb7f73178 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:24:40.581707 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1455240d-b06f-4ab0-811b-9f49be3ce2fc req-0a65fa8c-d815-4762-b298-039cb7f73178 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.67 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 946 time: 0.0640738 Feb 19 04:24:40.686399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-1455240d-b06f-4ab0-811b-9f49be3ce2fc req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Deleting port 9d01114c-9e38-4263-8e1e-b63e79695074 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:40.686775 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1455240d-b06f-4ab0-811b-9f49be3ce2fc req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.787370 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-1455240d-b06f-4ab0-811b-9f49be3ce2fc req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] For port 9d01114c-9e38-4263-8e1e-b63e79695074, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=9d01114c-9e38-4263-8e1e-b63e79695074,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:40.787744 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1455240d-b06f-4ab0-811b-9f49be3ce2fc req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.800200 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-1455240d-b06f-4ab0-811b-9f49be3ce2fc req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Calling delete_port for 9d01114c-9e38-4263-8e1e-b63e79695074 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:40.932889 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1455240d-b06f-4ab0-811b-9f49be3ce2fc req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (9d01114c-9e38-4263-8e1e-b63e79695074), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:40.965133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event deleted for resources: {'Port': ['ID=9d01114c-9e38-4263-8e1e-b63e79695074,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:40.976099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:40.976417 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:40.976903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:40.977303 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:40.977498 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:40.977824 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:40.978141 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:40.978494 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:40.978817 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:40.979133 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:40.979422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:40.979750 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:40.980062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:41.021020 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-1455240d-b06f-4ab0-811b-9f49be3ce2fc req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] No DVR routers for this DVR port 9d01114c-9e38-4263-8e1e-b63e79695074 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:41.023747 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-1455240d-b06f-4ab0-811b-9f49be3ce2fc req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:41.027202 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1455240d-b06f-4ab0-811b-9f49be3ce2fc req-4226f839-6f68-43cd-b998-be3b898c19dc tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.67 "DELETE /v2.0/ports/9d01114c-9e38-4263-8e1e-b63e79695074 HTTP/1.1" status: 204 len: 173 time: 0.4408369 Feb 19 04:24:41.027657 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'name': 'network-vif-deleted', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:24:41.029988 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f49d7af-6e6f-47f4-81e9-20cb75b7d047" -d '{"events": [{"server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "name": "network-vif-deleted", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:24:41.069167 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9998d7-cbb9-4814-bc91-2e0c0e5d373c x-openstack-request-id: req-9d9998d7-cbb9-4814-bc91-2e0c0e5d373c {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:24:41.069523 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d", "name": "network-vif-deleted", "tag": "9d01114c-9e38-4263-8e1e-b63e79695074", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:24:41.069910 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d9998d7-cbb9-4814-bc91-2e0c0e5d373c {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:24:41.070457 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d', 'name': 'network-vif-deleted', 'tag': '9d01114c-9e38-4263-8e1e-b63e79695074', 'status': 'completed', 'code': 200} Feb 19 04:24:41.434356 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7239134c-bd76-40e1-a5b5-6a1548c390b7 req-5367ce4a-e03c-4b8f-bb51-31fa751cdefe tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 210 time: 0.0292685 Feb 19 04:24:42.534983 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e655a1ce-4e5f-4177-a28e-6a1fb5790302 req-c2fb49ee-8f75-4cb3-9f60-dc39a42c6664 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 210 time: 0.0274303 Feb 19 04:24:43.631495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a72d4a5e-341f-4fbf-855f-2c80ba4ea06b req-25e1578d-8ef5-44fe-8b45-110a168a5049 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 210 time: 0.0273190 Feb 19 04:24:44.733538 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-b7fca621-d802-43ad-8767-efbb64fc6cf9 req-efc5f928-ecea-4e56-ad97-de08340531fa tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 210 time: 0.0308459 Feb 19 04:24:45.624986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9d01114c-9e38-4263-8e1e-b63e79695074 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:45.645616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 9d01114c-9e38-4263-8e1e-b63e79695074 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:45.645961 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 9d01114c-9e38-4263-8e1e-b63e79695074 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:46.148490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1dd41c93-e819-4dac-a5fb-d8ecd0383d7d req-45c5ea23-3eca-4dd2-8282-984017e84ce5 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 210 time: 0.1333992 Feb 19 04:24:47.252031 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e6ead237-c585-4b25-a4ff-9e9ddd0eb2fd req-b22d6147-72c7-46a8-a58f-d318f6fefa9f tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 210 time: 0.0328290 Feb 19 04:24:48.358829 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f017bd59-6555-43e8-8633-eb69790b291f req-0efb91c4-edb2-4280-87ef-b5dea4a81a9a tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 210 time: 0.0278916 Feb 19 04:24:49.454122 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-cbde7f8a-5b46-41b5-8707-27fd6f8d32e9 req-f93ba51d-e6d9-424e-8dee-24a6af399640 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "GET /v2.0/ports?device_id=6b28b3bd-7b46-481f-a67e-2b1a2ff9d38d HTTP/1.1" status: 200 len: 210 time: 0.0270860 Feb 19 04:24:50.512068 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53966) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:50.571250 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ae04927d-6675-4089-ab78-f9bd5b37420d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group (a0aa4704-7ea2-4b9f-859b-84f83233f03a), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.597324 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ae04927d-6675-4089-ab78-f9bd5b37420d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group (a0aa4704-7ea2-4b9f-859b-84f83233f03a), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.660272 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ae04927d-6675-4089-ab78-f9bd5b37420d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (a0aa4704-7ea2-4b9f-859b-84f83233f03a), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.663046 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ae04927d-6675-4089-ab78-f9bd5b37420d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:50.664250 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ae04927d-6675-4089-ab78-f9bd5b37420d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] 10.222.0.81 "DELETE /v2.0/security-groups/a0aa4704-7ea2-4b9f-859b-84f83233f03a HTTP/1.1" status: 204 len: 168 time: 0.1511655 Feb 19 04:24:50.673975 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04927d-6675-4089-ab78-f9bd5b37420d tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aa4704-7ea2-4b9f-859b-84f83233f03a,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:50.730763 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53970) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:51.232526 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f00b194b-261a-46e7-882f-7eda541f2e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (e64eaee2-a993-4830-b245-40ac302ec76e), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.842772 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f00b194b-261a-46e7-882f-7eda541f2e77 admin admin] Deleting port b7d1100f-0ce5-4000-8b31-5a9d63652d45 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:51.843439 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f00b194b-261a-46e7-882f-7eda541f2e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.924841 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-f00b194b-261a-46e7-882f-7eda541f2e77 admin admin] For port b7d1100f-0ce5-4000-8b31-5a9d63652d45, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=b7d1100f-0ce5-4000-8b31-5a9d63652d45,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:51.925202 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f00b194b-261a-46e7-882f-7eda541f2e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:51.937172 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f00b194b-261a-46e7-882f-7eda541f2e77 admin admin] Calling delete_port for b7d1100f-0ce5-4000-8b31-5a9d63652d45 owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:52.123104 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f00b194b-261a-46e7-882f-7eda541f2e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (b7d1100f-0ce5-4000-8b31-5a9d63652d45), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.147768 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b194b-261a-46e7-882f-7eda541f2e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d1100f-0ce5-4000-8b31-5a9d63652d45,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:52.329213 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f00b194b-261a-46e7-882f-7eda541f2e77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (e64eaee2-a993-4830-b245-40ac302ec76e), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.556697 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00b194b-261a-46e7-882f-7eda541f2e77 admin admin] Router e64eaee2-a993-4830-b245-40ac302ec76e has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:52.672053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00b194b-261a-46e7-882f-7eda541f2e77 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:52.679054 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f00b194b-261a-46e7-882f-7eda541f2e77 admin admin] 10.222.0.81 "PUT /v2.0/routers/e64eaee2-a993-4830-b245-40ac302ec76e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9458556 Feb 19 04:24:52.680943 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53974) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:52.681393 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa841e-4a3f-49d7-b90f-ebadbb5db7d5 None None] Sync routers for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:52.692493 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa841e-4a3f-49d7-b90f-ebadbb5db7d5 None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:52.693169 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0bfa841e-4a3f-49d7-b90f-ebadbb5db7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:52.792969 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Publish callbacks [] for router (e64eaee2-a993-4830-b245-40ac302ec76e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.812546 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0bfa841e-4a3f-49d7-b90f-ebadbb5db7d5 None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:52.899420 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Publish callbacks [] for router_gateway (e64eaee2-a993-4830-b245-40ac302ec76e), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.954858 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Deleting port f50ba3be-8259-4c88-b44d-e40a1ecb009a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:52.955258 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:52.998303 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0bfa841e-4a3f-49d7-b90f-ebadbb5db7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206'}], 'enable_snat': True}, 'gw_port_id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:24:52Z', 'revision_number': 5, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port': {'id': 'f50ba3be-8259-4c88-b44d-e40a1ecb009a', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:53.024872 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa841e-4a3f-49d7-b90f-ebadbb5db7d5 None None] Checking router: e64eaee2-a993-4830-b245-40ac302ec76e for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:53.033615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfa841e-4a3f-49d7-b90f-ebadbb5db7d5 None None] Routers {'e64eaee2-a993-4830-b245-40ac302ec76e'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:53.034501 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0bfa841e-4a3f-49d7-b90f-ebadbb5db7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['e64eaee2-a993-4830-b245-40ac302ec76e'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:53.038099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] For port f50ba3be-8259-4c88-b44d-e40a1ecb009a, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f50ba3be-8259-4c88-b44d-e40a1ecb009a,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:53.038501 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.050467 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Calling delete_port for f50ba3be-8259-4c88-b44d-e40a1ecb009a owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:53.128563 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-0bfa841e-4a3f-49d7-b90f-ebadbb5db7d5 None None] Set router e64eaee2-a993-4830-b245-40ac302ec76e gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:53.183178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-0bfa841e-4a3f-49d7-b90f-ebadbb5db7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:24:52Z', 'revision_number': 6, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:53.210204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfa841e-4a3f-49d7-b90f-ebadbb5db7d5 None None] The sync data for ids ['e64eaee2-a993-4830-b245-40ac302ec76e'] in n-d-826755-2 is: [{'id': 'e64eaee2-a993-4830-b245-40ac302ec76e', 'name': 'tempest-TestShelveInstance-1780087340-router', 'tenant_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:12Z', 'updated_at': '2022-02-19T04:24:52Z', 'revision_number': 6, 'project_id': '4dfdbd05c53b48d0a01c795a0ac8c046', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:53.230121 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (f50ba3be-8259-4c88-b44d-e40a1ecb009a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.255184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Pushing event deleted for resources: {'Port': ['ID=f50ba3be-8259-4c88-b44d-e40a1ecb009a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:53.316069 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (e64eaee2-a993-4830-b245-40ac302ec76e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.411779 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (e64eaee2-a993-4830-b245-40ac302ec76e), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.414227 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Publish callbacks [] for router_controller (e64eaee2-a993-4830-b245-40ac302ec76e), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.447518 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.796473 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (e64eaee2-a993-4830-b245-40ac302ec76e), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.797196 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e64eaee2-a993-4830-b245-40ac302ec76e {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:24:53.801787 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.802933 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-f99aa8dd-26a4-44c0-b0a1-6046bf8bbdbc admin admin] 10.222.0.81 "DELETE /v2.0/routers/e64eaee2-a993-4830-b245-40ac302ec76e HTTP/1.1" status: 204 len: 168 time: 1.1209719 Feb 19 04:24:53.805874 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 53976) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:53.854003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cae1e4f-fbfe-42eb-9e80-8e28b51e66b6 admin admin] Deleting subnet 84b2149a-91f4-43f2-b8a5-285129420e83 {{(pid=109898) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:53.857982 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cae1e4f-fbfe-42eb-9e80-8e28b51e66b6 admin admin] Publish callbacks [] for subnet (84b2149a-91f4-43f2-b8a5-285129420e83), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.896427 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cae1e4f-fbfe-42eb-9e80-8e28b51e66b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3027837'] for subnet (84b2149a-91f4-43f2-b8a5-285129420e83), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:53.990285 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cae1e4f-fbfe-42eb-9e80-8e28b51e66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (84b2149a-91f4-43f2-b8a5-285129420e83), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.046160 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cae1e4f-fbfe-42eb-9e80-8e28b51e66b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2464280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9892453'] for subnet (84b2149a-91f4-43f2-b8a5-285129420e83), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.074689 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae1e4f-fbfe-42eb-9e80-8e28b51e66b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84b2149a-91f4-43f2-b8a5-285129420e83,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:54.076778 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-6cae1e4f-fbfe-42eb-9e80-8e28b51e66b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.081427 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61652a10-ca73-42c0-812a-1ee4295f8cd0 None None] Network fbd77104-28b5-4b25-aee2-02e53bb189a8 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:54.082640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53978) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:54.082765 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-6cae1e4f-fbfe-42eb-9e80-8e28b51e66b6 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/84b2149a-91f4-43f2-b8a5-285129420e83 HTTP/1.1" status: 204 len: 168 time: 0.2758148 Feb 19 04:24:54.165006 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (fbd77104-28b5-4b25-aee2-02e53bb189a8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.222309 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Deleting port 855eb52b-2d30-4145-98a7-83c11abd0e06 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:54.222594 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.295235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] DHCP port deletion for fbd77104-28b5-4b25-aee2-02e53bb189a8 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:54.303828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] For port 855eb52b-2d30-4145-98a7-83c11abd0e06, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=855eb52b-2d30-4145-98a7-83c11abd0e06,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:54.304193 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.318760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Calling delete_port for 855eb52b-2d30-4145-98a7-83c11abd0e06 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:54.363524 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Deleting port 855eb52b-2d30-4145-98a7-83c11abd0e06 {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:54.363947 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.419341 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.444691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] For port 855eb52b-2d30-4145-98a7-83c11abd0e06, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=855eb52b-2d30-4145-98a7-83c11abd0e06,segment=NetworkSegment(8c7d4dcf-d15d-4675-a559-438d6ccd0b71),segment_id=8c7d4dcf-d15d-4675-a559-438d6ccd0b71)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:54.445400 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.455757 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.460253 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Calling delete_port for 855eb52b-2d30-4145-98a7-83c11abd0e06 owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:54.462903 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] No DVR routers for this DVR port 855eb52b-2d30-4145-98a7-83c11abd0e06 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:54.464895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Pushing event deleted for resources: {'Port': ['ID=855eb52b-2d30-4145-98a7-83c11abd0e06,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:54.518181 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b7d1100f-0ce5-4000-8b31-5a9d63652d45 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:54.545790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: b7d1100f-0ce5-4000-8b31-5a9d63652d45 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:54.546056 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (fbd77104-28b5-4b25-aee2-02e53bb189a8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.546186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device b7d1100f-0ce5-4000-8b31-5a9d63652d45 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:54.546523 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f50ba3be-8259-4c88-b44d-e40a1ecb009a no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:54.567330 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd77104-28b5-4b25-aee2-02e53bb189a8']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:54.573772 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f50ba3be-8259-4c88-b44d-e40a1ecb009a {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:54.574142 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f50ba3be-8259-4c88-b44d-e40a1ecb009a not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:54.574554 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 855eb52b-2d30-4145-98a7-83c11abd0e06 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:54.578331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7d4dcf-d15d-4675-a559-438d6ccd0b71') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:54.578331 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7d4dcf-d15d-4675-a559-438d6ccd0b71') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:54.592491 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (8c7d4dcf-d15d-4675-a559-438d6ccd0b71), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.595298 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 855eb52b-2d30-4145-98a7-83c11abd0e06 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:54.595745 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 855eb52b-2d30-4145-98a7-83c11abd0e06 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:54.609515 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (8c7d4dcf-d15d-4675-a559-438d6ccd0b71), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.612919 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (855eb52b-2d30-4145-98a7-83c11abd0e06), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.619814 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:24:54.620580 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (8c7d4dcf-d15d-4675-a559-438d6ccd0b71), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: timer() Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:24:54.623102 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:24:54.638848 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Pushing event deleted for resources: {'Port': ['ID=855eb52b-2d30-4145-98a7-83c11abd0e06,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:54.643543 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] No DVR routers for this DVR port 855eb52b-2d30-4145-98a7-83c11abd0e06 on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:54.650994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.651586 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.652084 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.652595 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.653135 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.653783 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.654276 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.654763 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.655235 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.655902 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.656440 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.656953 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.657517 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a347846-e1cd-4932-876d-e680613c1e83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:24:54.694048 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (fbd77104-28b5-4b25-aee2-02e53bb189a8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.700300 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:54.703618 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] 10.222.0.81 "DELETE /v2.0/networks/fbd77104-28b5-4b25-aee2-02e53bb189a8 HTTP/1.1" status: 204 len: 168 time: 0.6199038 Feb 19 04:24:54.706512 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53980) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:54.722207 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fed53-c74b-4ea2-b2ea-193e6e7c19aa admin admin] Pushing event deleted for resources: {'Network': ['ID=fbd77104-28b5-4b25-aee2-02e53bb189a8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:55.085708 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81c65441-b3c8-447b-ae1e-98a5fd4b5937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (7d90689b-d0fc-4174-a487-60cb1df562cb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.345008 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-81c65441-b3c8-447b-ae1e-98a5fd4b5937 admin admin] Deleting port 8c2ba982-7942-4a00-bb56-dca6c9d928e8 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:55.345233 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81c65441-b3c8-447b-ae1e-98a5fd4b5937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.429620 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-81c65441-b3c8-447b-ae1e-98a5fd4b5937 admin admin] For port 8c2ba982-7942-4a00-bb56-dca6c9d928e8, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=8c2ba982-7942-4a00-bb56-dca6c9d928e8,segment=NetworkSegment(ee8ed5bb-2f5b-47ef-8af1-732bbb419508),segment_id=ee8ed5bb-2f5b-47ef-8af1-732bbb419508)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:55.429859 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81c65441-b3c8-447b-ae1e-98a5fd4b5937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.442375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-81c65441-b3c8-447b-ae1e-98a5fd4b5937 admin admin] Calling delete_port for 8c2ba982-7942-4a00-bb56-dca6c9d928e8 owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:55.631748 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81c65441-b3c8-447b-ae1e-98a5fd4b5937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (8c2ba982-7942-4a00-bb56-dca6c9d928e8), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:55.657361 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c65441-b3c8-447b-ae1e-98a5fd4b5937 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c2ba982-7942-4a00-bb56-dca6c9d928e8,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:55.844002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-81c65441-b3c8-447b-ae1e-98a5fd4b5937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (7d90689b-d0fc-4174-a487-60cb1df562cb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.075363 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c65441-b3c8-447b-ae1e-98a5fd4b5937 admin admin] Router 7d90689b-d0fc-4174-a487-60cb1df562cb has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:24:56.195130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c65441-b3c8-447b-ae1e-98a5fd4b5937 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:24:56.203195 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-81c65441-b3c8-447b-ae1e-98a5fd4b5937 admin admin] 10.222.0.81 "PUT /v2.0/routers/7d90689b-d0fc-4174-a487-60cb1df562cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4930029 Feb 19 04:24:56.203359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53982) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:56.210219 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5767c31-c8d5-4726-b073-073acbac32f2 None None] Sync routers for ids ['7d90689b-d0fc-4174-a487-60cb1df562cb'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:24:56.224626 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5767c31-c8d5-4726-b073-073acbac32f2 None None] Routers {'7d90689b-d0fc-4174-a487-60cb1df562cb'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:56.225444 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a5767c31-c8d5-4726-b073-073acbac32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7d90689b-d0fc-4174-a487-60cb1df562cb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:56.317376 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Publish callbacks [] for router (7d90689b-d0fc-4174-a487-60cb1df562cb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.339665 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a5767c31-c8d5-4726-b073-073acbac32f2 None None] Set router 7d90689b-d0fc-4174-a487-60cb1df562cb gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:56.427582 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Publish callbacks [] for router_gateway (7d90689b-d0fc-4174-a487-60cb1df562cb), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.497163 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Deleting port 26acf079-0ada-4833-a992-55b08de34403 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:56.497631 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (26acf079-0ada-4833-a992-55b08de34403), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.535970 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a5767c31-c8d5-4726-b073-073acbac32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'name': 'tempest-TestShelveInstance-2022480399-router', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131'}], 'enable_snat': True}, 'gw_port_id': '26acf079-0ada-4833-a992-55b08de34403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:16Z', 'updated_at': '2022-02-19T04:24:55Z', 'revision_number': 5, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'gw_port': {'id': '26acf079-0ada-4833-a992-55b08de34403', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:14:17Z', 'updated_at': '2022-02-19T04:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:56.565580 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5767c31-c8d5-4726-b073-073acbac32f2 None None] Checking router: 7d90689b-d0fc-4174-a487-60cb1df562cb for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:24:56.573828 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5767c31-c8d5-4726-b073-073acbac32f2 None None] Routers {'7d90689b-d0fc-4174-a487-60cb1df562cb'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:24:56.574979 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a5767c31-c8d5-4726-b073-073acbac32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7d90689b-d0fc-4174-a487-60cb1df562cb'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:56.575412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] For port 26acf079-0ada-4833-a992-55b08de34403, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=26acf079-0ada-4833-a992-55b08de34403,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:56.575773 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (26acf079-0ada-4833-a992-55b08de34403), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.587924 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Calling delete_port for 26acf079-0ada-4833-a992-55b08de34403 owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:56.661816 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a5767c31-c8d5-4726-b073-073acbac32f2 None None] Set router 7d90689b-d0fc-4174-a487-60cb1df562cb gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:24:56.713150 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a5767c31-c8d5-4726-b073-073acbac32f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'name': 'tempest-TestShelveInstance-2022480399-router', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:16Z', 'updated_at': '2022-02-19T04:24:56Z', 'revision_number': 6, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:56.742172 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5767c31-c8d5-4726-b073-073acbac32f2 None None] The sync data for ids ['7d90689b-d0fc-4174-a487-60cb1df562cb'] in n-d-826755-2 is: [{'id': '7d90689b-d0fc-4174-a487-60cb1df562cb', 'name': 'tempest-TestShelveInstance-2022480399-router', 'tenant_id': 'd19f9efe00a0473d9195a1d309f1645d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:14:16Z', 'updated_at': '2022-02-19T04:24:56Z', 'revision_number': 6, 'project_id': 'd19f9efe00a0473d9195a1d309f1645d', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:24:56.770942 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (26acf079-0ada-4833-a992-55b08de34403), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.805472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Pushing event deleted for resources: {'Port': ['ID=26acf079-0ada-4833-a992-55b08de34403,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:56.866584 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (7d90689b-d0fc-4174-a487-60cb1df562cb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.960369 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (7d90689b-d0fc-4174-a487-60cb1df562cb), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:56.962743 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Publish callbacks [] for router_controller (7d90689b-d0fc-4174-a487-60cb1df562cb), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.009914 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (7d90689b-d0fc-4174-a487-60cb1df562cb), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.010515 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d90689b-d0fc-4174-a487-60cb1df562cb {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:24:57.015244 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.019148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5e6b15aa-2098-4e83-8daf-b623a050698b admin admin] 10.222.0.81 "DELETE /v2.0/routers/7d90689b-d0fc-4174-a487-60cb1df562cb HTTP/1.1" status: 204 len: 168 time: 0.8120604 Feb 19 04:24:57.019447 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53986) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:57.066099 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae0e484-e1fe-43dc-9eae-cad2fb9512e4 admin admin] Deleting subnet 1fc072f0-957f-4657-82de-489388292d31 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:24:57.069724 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ae0e484-e1fe-43dc-9eae-cad2fb9512e4 admin admin] Publish callbacks [] for subnet (1fc072f0-957f-4657-82de-489388292d31), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.107442 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ae0e484-e1fe-43dc-9eae-cad2fb9512e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (1fc072f0-957f-4657-82de-489388292d31), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.188937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ae0e484-e1fe-43dc-9eae-cad2fb9512e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (1fc072f0-957f-4657-82de-489388292d31), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.249988 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ae0e484-e1fe-43dc-9eae-cad2fb9512e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (1fc072f0-957f-4657-82de-489388292d31), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.276396 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0e484-e1fe-43dc-9eae-cad2fb9512e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc072f0-957f-4657-82de-489388292d31,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:57.278355 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-3ae0e484-e1fe-43dc-9eae-cad2fb9512e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.281559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-3ae0e484-e1fe-43dc-9eae-cad2fb9512e4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/1fc072f0-957f-4657-82de-489388292d31 HTTP/1.1" status: 204 len: 168 time: 0.2610612 Feb 19 04:24:57.283489 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b73b7a3-47d4-4b20-ba3a-7a3b9b7c232b None None] Network 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:24:57.284416 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53988) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:57.358912 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (67ccedc6-2ea4-4cc1-84aa-d25aa2365cab), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.435209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Deleting port ea858627-621f-4a72-9f76-14558da5c67d {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:57.435544 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ea858627-621f-4a72-9f76-14558da5c67d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.505759 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] For port ea858627-621f-4a72-9f76-14558da5c67d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ea858627-621f-4a72-9f76-14558da5c67d,segment=NetworkSegment(ee8ed5bb-2f5b-47ef-8af1-732bbb419508),segment_id=ee8ed5bb-2f5b-47ef-8af1-732bbb419508)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:57.505988 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ea858627-621f-4a72-9f76-14558da5c67d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.522942 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Calling delete_port for ea858627-621f-4a72-9f76-14558da5c67d owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:57.548821 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc514299-e518-44d5-8c66-54fac97e9281 None None] DHCP port deletion for 67ccedc6-2ea4-4cc1-84aa-d25aa2365cab request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:24:57.596989 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bc514299-e518-44d5-8c66-54fac97e9281 None None] Deleting port ea858627-621f-4a72-9f76-14558da5c67d {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:24:57.597364 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc514299-e518-44d5-8c66-54fac97e9281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (ea858627-621f-4a72-9f76-14558da5c67d), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.610117 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (ea858627-621f-4a72-9f76-14558da5c67d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.639745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Pushing event deleted for resources: {'Port': ['ID=ea858627-621f-4a72-9f76-14558da5c67d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:57.644526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] No DVR routers for this DVR port ea858627-621f-4a72-9f76-14558da5c67d on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:57.665992 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-bc514299-e518-44d5-8c66-54fac97e9281 None None] For port ea858627-621f-4a72-9f76-14558da5c67d, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=ea858627-621f-4a72-9f76-14558da5c67d,segment=NetworkSegment(ee8ed5bb-2f5b-47ef-8af1-732bbb419508),segment_id=ee8ed5bb-2f5b-47ef-8af1-732bbb419508)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:24:57.666399 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc514299-e518-44d5-8c66-54fac97e9281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (ea858627-621f-4a72-9f76-14558da5c67d), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.681682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-bc514299-e518-44d5-8c66-54fac97e9281 None None] Calling delete_port for ea858627-621f-4a72-9f76-14558da5c67d owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:24:57.716991 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (67ccedc6-2ea4-4cc1-84aa-d25aa2365cab), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.738169 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ccedc6-2ea4-4cc1-84aa-d25aa2365cab']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:57.747562 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8ed5bb-2f5b-47ef-8af1-732bbb419508') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:57.747857 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8ed5bb-2f5b-47ef-8af1-732bbb419508') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:24:57.757748 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (ee8ed5bb-2f5b-47ef-8af1-732bbb419508), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.761262 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bc514299-e518-44d5-8c66-54fac97e9281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (ea858627-621f-4a72-9f76-14558da5c67d), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.773903 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (ee8ed5bb-2f5b-47ef-8af1-732bbb419508), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.781301 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:24:57.781758 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (ee8ed5bb-2f5b-47ef-8af1-732bbb419508), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: timer() Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:24:57.783872 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:24:57.788991 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc514299-e518-44d5-8c66-54fac97e9281 None None] Pushing event deleted for resources: {'Port': ['ID=ea858627-621f-4a72-9f76-14558da5c67d,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:57.792504 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc514299-e518-44d5-8c66-54fac97e9281 None None] No DVR routers for this DVR port ea858627-621f-4a72-9f76-14558da5c67d on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:24:58.179972 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (67ccedc6-2ea4-4cc1-84aa-d25aa2365cab), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.188131 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.191760 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] 10.222.0.81 "DELETE /v2.0/networks/67ccedc6-2ea4-4cc1-84aa-d25aa2365cab HTTP/1.1" status: 204 len: 168 time: 0.9064021 Feb 19 04:24:58.201086 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a33d2cf-0be5-4ffd-904f-a188fbc63fca admin admin] Pushing event deleted for resources: {'Network': ['ID=67ccedc6-2ea4-4cc1-84aa-d25aa2365cab,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:58.311968 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53992) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:58.351376 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d8d77364-e370-4641-a7dd-0c17862b6783 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4dfdbd05c53b48d0a01c795a0ac8c046&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382154 Feb 19 04:24:58.355056 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 53994) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:58.404186 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-531f229b-4330-4eb0-acff-6d8707d9d799 admin admin] Publish callbacks [] for security_group (94351c35-d408-482c-bc06-49292dd738c0), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.426941 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-531f229b-4330-4eb0-acff-6d8707d9d799 admin admin] Publish callbacks [] for security_group (94351c35-d408-482c-bc06-49292dd738c0), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.461903 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 26acf079-0ada-4833-a992-55b08de34403 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:58.480809 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-531f229b-4330-4eb0-acff-6d8707d9d799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (94351c35-d408-482c-bc06-49292dd738c0), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.483557 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-531f229b-4330-4eb0-acff-6d8707d9d799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.485080 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-531f229b-4330-4eb0-acff-6d8707d9d799 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/94351c35-d408-482c-bc06-49292dd738c0 HTTP/1.1" status: 204 len: 168 time: 0.1291440 Feb 19 04:24:58.488302 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 26acf079-0ada-4833-a992-55b08de34403 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:58.488677 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 26acf079-0ada-4833-a992-55b08de34403 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:58.489297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ea858627-621f-4a72-9f76-14558da5c67d no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:58.493322 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531f229b-4330-4eb0-acff-6d8707d9d799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94351c35-d408-482c-bc06-49292dd738c0,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:58.511537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: ea858627-621f-4a72-9f76-14558da5c67d {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:58.511860 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device ea858627-621f-4a72-9f76-14558da5c67d not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:58.512281 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8c2ba982-7942-4a00-bb56-dca6c9d928e8 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:24:58.535912 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 8c2ba982-7942-4a00-bb56-dca6c9d928e8 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:24:58.536256 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 8c2ba982-7942-4a00-bb56-dca6c9d928e8 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:24:58.817117 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54000) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:58.861090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2436998b-1f7d-4dfa-8802-1bc7b060bba9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d19f9efe00a0473d9195a1d309f1645d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0427473 Feb 19 04:24:58.863704 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54002) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:58.911519 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d898cf51-6423-4940-93c9-1fe4d833b8c8 admin admin] Publish callbacks [] for security_group (70d0e7cb-5ac3-406a-8778-dedf89f5924d), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.932915 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d898cf51-6423-4940-93c9-1fe4d833b8c8 admin admin] Publish callbacks [] for security_group (70d0e7cb-5ac3-406a-8778-dedf89f5924d), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.982289 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d898cf51-6423-4940-93c9-1fe4d833b8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (70d0e7cb-5ac3-406a-8778-dedf89f5924d), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.985252 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d898cf51-6423-4940-93c9-1fe4d833b8c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:58.986568 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d898cf51-6423-4940-93c9-1fe4d833b8c8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/70d0e7cb-5ac3-406a-8778-dedf89f5924d HTTP/1.1" status: 204 len: 168 time: 0.1218791 Feb 19 04:24:58.994359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898cf51-6423-4940-93c9-1fe4d833b8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d0e7cb-5ac3-406a-8778-dedf89f5924d,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:24:59.745001 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54024) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:24:59.848787 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-733693033-network', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:24:59.869758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Made reservation on behalf of 1603c3e2a5f648d3a755d8c3cc3db7d0 for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:24:59.872134 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.882288 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.958266 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Publish callbacks [] for security_group (5ec70a46-fb06-43dd-9158-40111fc1c78b), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.963825 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5ec70a46-fb06-43dd-9158-40111fc1c78b), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:24:59.984296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:24:59.999310 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec70a46-fb06-43dd-9158-40111fc1c78b,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:00.002317 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6311913f-037b-420e-9b7c-49352363a857), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.002654 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Added segment 6311913f-037b-420e-9b7c-49352363a857 of type vlan for network 27a4d0b0-75be-4479-b8db-229d612deea0 Feb 19 04:25:00.047277 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (27a4d0b0-75be-4479-b8db-229d612deea0), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.074220 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (27a4d0b0-75be-4479-b8db-229d612deea0), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.075103 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:00.075822 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.130038 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3839521 Feb 19 04:25:00.133235 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54028) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:00.137311 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149ab6b-2d80-45ac-8809-711e04605104 admin admin] Pushing event updated for resources: {'Network': ['ID=27a4d0b0-75be-4479-b8db-229d612deea0,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:00.138558 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-e43419ab-58ff-4611-9d96-c49d00b8244a admin admin] Request body: {'subnet': {'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-733693033-subnet', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'ip_version': 4}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:00.147327 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 27a4d0b0-75be-4479-b8db-229d612deea0 details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:25:00.164783 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43419ab-58ff-4611-9d96-c49d00b8244a admin admin] Made reservation on behalf of 1603c3e2a5f648d3a755d8c3cc3db7d0 for: {'subnet': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:00.167270 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e43419ab-58ff-4611-9d96-c49d00b8244a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10417027'] for subnet (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.346002 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e43419ab-58ff-4611-9d96-c49d00b8244a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10047982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10417009'] for subnet (f7a86b7f-c056-4041-a903-ab0af372f25b), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.394259 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43419ab-58ff-4611-9d96-c49d00b8244a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a86b7f-c056-4041-a903-ab0af372f25b,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:00.410306 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e43419ab-58ff-4611-9d96-c49d00b8244a admin admin] Checking segment: {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:00.410667 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43419ab-58ff-4611-9d96-c49d00b8244a admin admin] Network hostable DHCP agents. Network: 27a4d0b0-75be-4479-b8db-229d612deea0, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:25:00.429989 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43419ab-58ff-4611-9d96-c49d00b8244a admin admin] Network 27a4d0b0-75be-4479-b8db-229d612deea0 is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:25:00.442751 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-e43419ab-58ff-4611-9d96-c49d00b8244a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 27a4d0b0-75be-4479-b8db-229d612deea0) {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:00.447168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43419ab-58ff-4611-9d96-c49d00b8244a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:00.447754 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-e43419ab-58ff-4611-9d96-c49d00b8244a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.452288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f98b11-1d66-45ac-9c7e-dd99876a331d None None] Network 27a4d0b0-75be-4479-b8db-229d612deea0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:00.465096 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-e43419ab-58ff-4611-9d96-c49d00b8244a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3305185 Feb 19 04:25:00.468031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54030) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:00.472868 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:00.494208 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (5e87efec-21f4-4272-8fd0-fca0612b1b3f), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.495352 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (5e87efec-21f4-4272-8fd0-fca0612b1b3f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.551288 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Publish callbacks [] for router_controller (5e87efec-21f4-4272-8fd0-fca0612b1b3f), precommit_add_association {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.560395 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-27a4d0b0-75be-4479-b8db-229d612deea0', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:25:00.561480 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.696989 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Publish callbacks [] for router_gateway (5e87efec-21f4-4272-8fd0-fca0612b1b3f), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.698789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Allocated IP 172.20.0.2 (27a4d0b0-75be-4479-b8db-229d612deea0/f7a86b7f-c056-4041-a903-ab0af372f25b/c6109ffc-e48c-4154-a87b-f56a707c3eee) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:00.837580 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Publish callbacks [] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.846931 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.889265 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Network 27a4d0b0-75be-4479-b8db-229d612deea0 is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:00.892131 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:00.897838 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:00.900826 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Publish callbacks [] for router_gateway (5e87efec-21f4-4272-8fd0-fca0612b1b3f), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.903379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Pushing event updated for resources: {'Port': ['ID=c6109ffc-e48c-4154-a87b-f56a707c3eee,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:00.925617 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.958566 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Attempting to bind port c6109ffc-e48c-4154-a87b-f56a707c3eee on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:00.958811 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Attempting to bind port c6109ffc-e48c-4154-a87b-f56a707c3eee by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:00.959187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Attempting to bind port c6109ffc-e48c-4154-a87b-f56a707c3eee on network 27a4d0b0-75be-4479-b8db-229d612deea0 {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:00.964094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:00.964463 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Checking segment: {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:00.965736 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:00.965736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Bound using segment: {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:00.965736 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Bound port: c6109ffc-e48c-4154-a87b-f56a707c3eee, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:00.966074 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.029994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] For port c6109ffc-e48c-4154-a87b-f56a707c3eee, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:01.035064 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] For port c6109ffc-e48c-4154-a87b-f56a707c3eee, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c6109ffc-e48c-4154-a87b-f56a707c3eee,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:01.036792 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Allocated IP 172.25.1.170 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/4caf56bd-58be-4e55-985c-c8ed8434c84f) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:01.044939 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.114140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d688c59-643f-4fbb-88ee-cee386fbea2e None None] Pushing event updated for resources: {'Port': ['ID=c6109ffc-e48c-4154-a87b-f56a707c3eee,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:01.177248 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Publish callbacks [] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.214638 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.259679 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:01.262726 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:01.269308 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:01.278786 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=4caf56bd-58be-4e55-985c-c8ed8434c84f,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:01.567424 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Publish callbacks [] for router_gateway (5e87efec-21f4-4272-8fd0-fca0612b1b3f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.779293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (5e87efec-21f4-4272-8fd0-fca0612b1b3f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:01.924338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Router 5e87efec-21f4-4272-8fd0-fca0612b1b3f is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:25:02.044221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:02.063627 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.068107 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54032) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:02.068647 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-606edd40-8a2b-4768-84e1-b1016e0ca0a7 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5989330 Feb 19 04:25:02.227225 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Sync routers for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:02.233354 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4994a818-6883-4116-9241-f3d6660363fe None None] Network 27a4d0b0-75be-4479-b8db-229d612deea0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:02.286464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:02.287108 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:02.361576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ad50c40a-d157-4793-a0fc-0335e86ff1ab None None] Provisioning complete for port c6109ffc-e48c-4154-a87b-f56a707c3eee triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:02.361880 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ad50c40a-d157-4793-a0fc-0335e86ff1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.474506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:02.520957 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.534504 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c6109ffc-e48c-4154-a87b-f56a707c3eee up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:02.669901 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ad50c40a-d157-4793-a0fc-0335e86ff1ab None None] Current status of the port c6109ffc-e48c-4154-a87b-f56a707c3eee is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:02.670283 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ad50c40a-d157-4793-a0fc-0335e86ff1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.686804 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Allocated IP 172.20.0.1 (27a4d0b0-75be-4479-b8db-229d612deea0/f7a86b7f-c056-4041-a903-ab0af372f25b/f3bad1f1-2b85-4e85-b672-6e0547280fad) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:02.713454 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c6109ffc-e48c-4154-a87b-f56a707c3eee triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:02.713824 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.771560 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ad50c40a-d157-4793-a0fc-0335e86ff1ab None None] For port c6109ffc-e48c-4154-a87b-f56a707c3eee, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c6109ffc-e48c-4154-a87b-f56a707c3eee,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:02.780419 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ad50c40a-d157-4793-a0fc-0335e86ff1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.806325 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Publish callbacks [] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.851627 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.864552 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50c40a-d157-4793-a0fc-0335e86ff1ab None None] Pushing event updated for resources: {'Port': ['ID=c6109ffc-e48c-4154-a87b-f56a707c3eee,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:02.885066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c6109ffc-e48c-4154-a87b-f56a707c3eee is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:02.893043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Network 27a4d0b0-75be-4479-b8db-229d612deea0 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:02.894824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:01Z', 'revision_number': 3, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:02.896057 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:02.898845 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:02.925200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Checking router: 5e87efec-21f4-4272-8fd0-fca0612b1b3f for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:25:02.925200 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Updating router 5e87efec-21f4-4272-8fd0-fca0612b1b3f port 4caf56bd-58be-4e55-985c-c8ed8434c84f binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:25:02.934368 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Pushing event updated for resources: {'Port': ['ID=f3bad1f1-2b85-4e85-b672-6e0547280fad,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:02.949151 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (5e87efec-21f4-4272-8fd0-fca0612b1b3f), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.953588 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3c8bb7ca-ee31-44e5-8311-e4775dde6820 None None] Provisioning complete for port c6109ffc-e48c-4154-a87b-f56a707c3eee triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:02.953951 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3c8bb7ca-ee31-44e5-8311-e4775dde6820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:02.979197 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.088239 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.140207 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3c8bb7ca-ee31-44e5-8311-e4775dde6820 None None] Current status of the port c6109ffc-e48c-4154-a87b-f56a707c3eee is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:03.260084 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Publish callbacks [] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.265866 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.278572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Publish callbacks [] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.284581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-98506dd9-8581-4919-9044-2a0b32442c98 None None] Provisioning complete for port f3bad1f1-2b85-4e85-b672-6e0547280fad triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:03.284960 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-98506dd9-8581-4919-9044-2a0b32442c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.287487 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.338707 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Pushing event updated for resources: {'Port': ['ID=f3bad1f1-2b85-4e85-b672-6e0547280fad,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:03.344737 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (5e87efec-21f4-4272-8fd0-fca0612b1b3f), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.366682 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-98506dd9-8581-4919-9044-2a0b32442c98 None None] Port f3bad1f1-2b85-4e85-b672-6e0547280fad cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:03.372420 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Attempting to bind port 4caf56bd-58be-4e55-985c-c8ed8434c84f on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:03.372819 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Attempting to bind port 4caf56bd-58be-4e55-985c-c8ed8434c84f by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:03.373177 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Attempting to bind port 4caf56bd-58be-4e55-985c-c8ed8434c84f on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:03.375216 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755ae58-9f5c-4b52-beae-25f317afeb85 None None] Pushing event updated for resources: {'Port': ['ID=4caf56bd-58be-4e55-985c-c8ed8434c84f,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:03.380737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:03.381149 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:03.381503 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.381877 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:03.382331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Bound port: 4caf56bd-58be-4e55-985c-c8ed8434c84f, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:03.382696 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.432913 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] For port 4caf56bd-58be-4e55-985c-c8ed8434c84f, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:03.435865 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] For port 4caf56bd-58be-4e55-985c-c8ed8434c84f, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4caf56bd-58be-4e55-985c-c8ed8434c84f,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:03.439795 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Network 27a4d0b0-75be-4479-b8db-229d612deea0 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:03.441832 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:03.443245 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.522584 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e755ae58-9f5c-4b52-beae-25f317afeb85 None None] Pushing event updated for resources: {'Port': ['ID=4caf56bd-58be-4e55-985c-c8ed8434c84f,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:03.525940 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:03.526823 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:24:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:03.577732 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Router 5e87efec-21f4-4272-8fd0-fca0612b1b3f has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:03.645527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:03.704249 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:03.710274 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-756c6f89-c032-4ffb-8267-dad9b67c1754 admin admin] 10.222.0.81 "PUT /v2.0/routers/5e87efec-21f4-4272-8fd0-fca0612b1b3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6408319 Feb 19 04:25:03.740585 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7345d750-94a1-4ab0-ade4-8b843072cadf None None] Provisioning complete for port f3bad1f1-2b85-4e85-b672-6e0547280fad triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:03.740980 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7345d750-94a1-4ab0-ade4-8b843072cadf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.961530 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-4c74022a-67e1-42eb-9ac3-103681586a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:03.989570 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7345d750-94a1-4ab0-ade4-8b843072cadf None None] Port f3bad1f1-2b85-4e85-b672-6e0547280fad cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:04.070456 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 2, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:04.100337 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec202c-22a8-4f99-9381-cba1c7390eb9 None None] The sync data for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 is: [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 2, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:04.204895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54048) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:04.209708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1563039861-network', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:04.230725 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Made reservation on behalf of 926f73a0e5e3455eb3620c6a37bd2e1c for: {'network': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:04.233314 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for network (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.242702 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.346949 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Publish callbacks [] for security_group (dad19a8f-1cfe-4ef3-b415-6defba22da67), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.351595 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dad19a8f-1cfe-4ef3-b415-6defba22da67), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.382899 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=109898) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 19 04:25:04.388696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad19a8f-1cfe-4ef3-b415-6defba22da67,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:04.402604 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a01cdc3b-133c-437e-bbc4-8425d8086950), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.403125 n-d-826755-2 neutron-server[109898]: INFO neutron.db.segments_db [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Added segment a01cdc3b-133c-437e-bbc4-8425d8086950 of type vlan for network 2863194d-47cb-4789-965f-dce0debc274a Feb 19 04:25:04.453296 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762369107851'] for network (2863194d-47cb-4789-965f-dce0debc274a), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.483025 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430'] for network (2863194d-47cb-4789-965f-dce0debc274a), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.484441 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:04.485060 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.495525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c6109ffc-e48c-4154-a87b-f56a707c3eee up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:04.542774 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3369882 Feb 19 04:25:04.545418 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54050) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:04.551700 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port c6109ffc-e48c-4154-a87b-f56a707c3eee triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:04.552231 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.552790 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-ebf46d15-faaf-4590-9b88-4d0cbc412f57 admin admin] Request body: {'subnet': {'network_id': '2863194d-47cb-4789-965f-dce0debc274a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1563039861-subnet', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'ip_version': 4}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:04.558752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259af9f6-6c9b-4c41-b1dc-91b95a3d6cfa admin admin] Pushing event updated for resources: {'Network': ['ID=2863194d-47cb-4789-965f-dce0debc274a,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:04.576495 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf46d15-faaf-4590-9b88-4d0cbc412f57 admin admin] Made reservation on behalf of 926f73a0e5e3455eb3620c6a37bd2e1c for: {'subnet': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:04.578853 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf46d15-faaf-4590-9b88-4d0cbc412f57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9892488'] for subnet (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.581737 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Network 2863194d-47cb-4789-965f-dce0debc274a details requested by agent ovs-agent-n-d-826755-2 with host n-d-826755-2 {{(pid=109900) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 19 04:25:04.712549 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port c6109ffc-e48c-4154-a87b-f56a707c3eee is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:04.763018 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf46d15-faaf-4590-9b88-4d0cbc412f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2464345', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9892474'] for subnet (178fda9d-dfc0-4947-ac2c-d00cc07345e7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.826111 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf46d15-faaf-4590-9b88-4d0cbc412f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=178fda9d-dfc0-4947-ac2c-d00cc07345e7,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:04.841839 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf46d15-faaf-4590-9b88-4d0cbc412f57 admin admin] Checking segment: {'id': 'a01cdc3b-133c-437e-bbc4-8425d8086950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2863194d-47cb-4789-965f-dce0debc274a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:04.842208 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf46d15-faaf-4590-9b88-4d0cbc412f57 admin admin] Network hostable DHCP agents. Network: 2863194d-47cb-4789-965f-dce0debc274a, hostable agents: ['6b8796c0-d114-4463-bf9b-ba9ca2ac54af'], hosted agents: [] {{(pid=109898) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 19 04:25:04.858723 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf46d15-faaf-4590-9b88-4d0cbc412f57 admin admin] Network 2863194d-47cb-4789-965f-dce0debc274a is scheduled to be hosted by DHCP agent 6b8796c0-d114-4463-bf9b-ba9ca2ac54af with binding_index 1 {{(pid=109898) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 19 04:25:04.872024 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-ebf46d15-faaf-4590-9b88-4d0cbc412f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-826755-2, 2863194d-47cb-4789-965f-dce0debc274a) {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:04.877047 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf46d15-faaf-4590-9b88-4d0cbc412f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:04.877658 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-ebf46d15-faaf-4590-9b88-4d0cbc412f57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.885891 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2812c20-59f3-4286-8344-16a189efbd58 None None] Network 2863194d-47cb-4789-965f-dce0debc274a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:04.902599 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-ebf46d15-faaf-4590-9b88-4d0cbc412f57 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3560970 Feb 19 04:25:04.905100 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54052) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:04.910594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1563039861-router', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:04.931072 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-554940', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29783'] for router (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.932814 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-554284', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555645', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-704994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29868'] for router (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:04.995732 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Publish callbacks [] for router_controller (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), precommit_add_association {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.007483 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa736c488-a255-5010-a016-0bb3efb85728-2863194d-47cb-4789-965f-dce0debc274a', 'network_id': '2863194d-47cb-4789-965f-dce0debc274a', 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'fixed_ips': [{'subnet_id': '178fda9d-dfc0-4947-ac2c-d00cc07345e7'}]}} from n-d-826755-2. {{(pid=109900) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 19 04:25:05.008649 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.148066 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Publish callbacks [] for router_gateway (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.162514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.db_base_plugin_common [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Allocated IP 172.20.0.2 (2863194d-47cb-4789-965f-dce0debc274a/178fda9d-dfc0-4947-ac2c-d00cc07345e7/a2e1ff68-0baa-42f9-8f5d-7a030fd8b477) {{(pid=109900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:05.324152 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Publish callbacks [] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), precommit_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.332447 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344'] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), after_create {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.365799 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Publish callbacks [] for router_gateway (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.384110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Network 2863194d-47cb-4789-965f-dce0debc274a is already hosted by enough agents. {{(pid=109900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:05.386455 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.387261 n-d-826755-2 neutron-server[109900]: DEBUG neutron.scheduler.base_scheduler [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Resources bound (agent type, host, resource id): {{(pid=109900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:05.394157 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Received port after_create {{(pid=109900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:05.402544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Pushing event updated for resources: {'Port': ['ID=a2e1ff68-0baa-42f9-8f5d-7a030fd8b477,revision_number=1']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:05.458066 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Attempting to bind port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:05.458531 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Attempting to bind port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'a01cdc3b-133c-437e-bbc4-8425d8086950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2863194d-47cb-4789-965f-dce0debc274a'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:05.458988 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Attempting to bind port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 on network 2863194d-47cb-4789-965f-dce0debc274a {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:05.464291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:05.464690 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Checking segment: {'id': 'a01cdc3b-133c-437e-bbc4-8425d8086950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2863194d-47cb-4789-965f-dce0debc274a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:05.465107 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.465499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Bound using segment: {'id': 'a01cdc3b-133c-437e-bbc4-8425d8086950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2863194d-47cb-4789-965f-dce0debc274a'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:05.465969 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Bound port: a2e1ff68-0baa-42f9-8f5d-7a030fd8b477, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01cdc3b-133c-437e-bbc4-8425d8086950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2863194d-47cb-4789-965f-dce0debc274a'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:05.466351 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.520041 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Allocated IP 172.25.1.139 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/1e168d16-e6c8-4669-aaaf-13485530b2ec) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:05.536716 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] For port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:05.540693 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] For port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a2e1ff68-0baa-42f9-8f5d-7a030fd8b477,segment=NetworkSegment(a01cdc3b-133c-437e-bbc4-8425d8086950),segment_id=a01cdc3b-133c-437e-bbc4-8425d8086950)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:05.551037 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.617885 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84252fd5-f0fb-4dd1-8b7d-07058dd9c4da None None] Pushing event updated for resources: {'Port': ['ID=a2e1ff68-0baa-42f9-8f5d-7a030fd8b477,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:05.643182 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Publish callbacks [] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.680506 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:05.718887 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:05.722112 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:05.728088 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:05.757460 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Pushing event updated for resources: {'Port': ['ID=1e168d16-e6c8-4669-aaaf-13485530b2ec,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:05.960245 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-d8249ec1-f0be-4f16-baec-35f05f5d5940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.020741 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Publish callbacks [] for router_gateway (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.418978 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Sync routers for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:06.431772 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:06.433390 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:06.552178 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4caf56bd-58be-4e55-985c-c8ed8434c84f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:06.553081 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:06.603802 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-554277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555690'] for router (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.614835 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4caf56bd-58be-4e55-985c-c8ed8434c84f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:06.615211 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.703649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4caf56bd-58be-4e55-985c-c8ed8434c84f is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:06.704041 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.734963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 4caf56bd-58be-4e55-985c-c8ed8434c84f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4caf56bd-58be-4e55-985c-c8ed8434c84f,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:06.741427 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.742530 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:06.774516 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Router 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc is scheduled to L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 with binding_index 1 {{(pid=109898) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 19 04:25:06.798617 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 2, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:06.833034 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Checking router: 5e87efec-21f4-4272-8fd0-fca0612b1b3f for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:25:06.833679 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Updating router 5e87efec-21f4-4272-8fd0-fca0612b1b3f port f3bad1f1-2b85-4e85-b672-6e0547280fad binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:25:06.843077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:06.843454 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.846593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=4caf56bd-58be-4e55-985c-c8ed8434c84f,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:06.864857 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.911067 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:06.940892 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.945389 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54054) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:06.947394 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-35dc670a-76d3-42d1-8c71-0aad1a17ec43 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0410867 Feb 19 04:25:06.958139 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Sync routers for ids ['7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:06.960754 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:06.961096 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:06.980900 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Routers {'7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:06.981537 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:07.043160 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a2e1ff68-0baa-42f9-8f5d-7a030fd8b477,segment=NetworkSegment(a01cdc3b-133c-437e-bbc4-8425d8086950),segment_id=a01cdc3b-133c-437e-bbc4-8425d8086950)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:07.049493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.113651 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369ac715-afd0-4077-8803-b967fb5ab512 None None] Network 2863194d-47cb-4789-965f-dce0debc274a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:25:07.176819 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Publish callbacks [] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.185283 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.211573 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=a2e1ff68-0baa-42f9-8f5d-7a030fd8b477,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:07.218910 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Set router 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:07.222702 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5aab021e-ad95-4bbc-861f-155373fb14fe None None] Provisioning complete for port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:07.222957 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5aab021e-ad95-4bbc-861f-155373fb14fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.275262 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Pushing event updated for resources: {'Port': ['ID=f3bad1f1-2b85-4e85-b672-6e0547280fad,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:07.286999 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.287780 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.288352 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.288962 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.289584 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.290143 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.290700 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.291250 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.291786 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.292484 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.293068 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.293668 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.294577 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:25:07.374917 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Attempting to bind port f3bad1f1-2b85-4e85-b672-6e0547280fad on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:07.375823 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Attempting to bind port f3bad1f1-2b85-4e85-b672-6e0547280fad by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:07.376514 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Attempting to bind port f3bad1f1-2b85-4e85-b672-6e0547280fad on network 27a4d0b0-75be-4479-b8db-229d612deea0 {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:07.393656 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:07.394642 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Checking segment: {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:07.395291 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.395930 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Bound using segment: {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:07.396657 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Bound port: f3bad1f1-2b85-4e85-b672-6e0547280fad, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:07.397342 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.473302 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] For port f3bad1f1-2b85-4e85-b672-6e0547280fad, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:07.480903 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] For port f3bad1f1-2b85-4e85-b672-6e0547280fad, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f3bad1f1-2b85-4e85-b672-6e0547280fad,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:07.491638 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.535757 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5aab021e-ad95-4bbc-861f-155373fb14fe None None] Current status of the port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:07.541535 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.612227 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'name': 'tempest-TestSnapshotPattern-1563039861-router', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:04Z', 'updated_at': '2022-02-19T04:25:05Z', 'revision_number': 3, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'gw_port': {'id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:05Z', 'updated_at': '2022-02-19T04:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:07.645777 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Checking router: 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:25:07.646514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Updating router 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc port 1e168d16-e6c8-4669-aaaf-13485530b2ec binding host n-d-826755-2 {{(pid=109900) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:25:07.675590 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50340dcb-a3cf-428e-a509-421f434d9f51 None None] Pushing event updated for resources: {'Port': ['ID=f3bad1f1-2b85-4e85-b672-6e0547280fad,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:07.699880 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.701483 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:07.703439 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:07.732616 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-3d7ffad9-11b5-44da-b43d-1939e7cbca0e None None] Provisioning complete for port f3bad1f1-2b85-4e85-b672-6e0547280fad triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:07.733085 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffad9-11b5-44da-b43d-1939e7cbca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:07.866974 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:07.947405 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.123213 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:07Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:08.126568 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Allocated IP 172.20.0.1 (2863194d-47cb-4789-965f-dce0debc274a/178fda9d-dfc0-4947-ac2c-d00cc07345e7/18cdac78-59bb-4437-b3fb-04441191f9ab) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:08.147377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-3d7ffad9-11b5-44da-b43d-1939e7cbca0e None None] Current status of the port f3bad1f1-2b85-4e85-b672-6e0547280fad is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:08.147759 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffad9-11b5-44da-b43d-1939e7cbca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.151059 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8ff3c-8c7e-4977-9933-69f75c2cf555 None None] The sync data for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 is: [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:07Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:08.215969 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-3d7ffad9-11b5-44da-b43d-1939e7cbca0e None None] For port f3bad1f1-2b85-4e85-b672-6e0547280fad, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f3bad1f1-2b85-4e85-b672-6e0547280fad,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:08.227284 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3d7ffad9-11b5-44da-b43d-1939e7cbca0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.247770 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Publish callbacks [] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.285322 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.312216 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Publish callbacks [] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), precommit_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.316963 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ffad9-11b5-44da-b43d-1939e7cbca0e None None] Pushing event updated for resources: {'Port': ['ID=f3bad1f1-2b85-4e85-b672-6e0547280fad,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:08.323079 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.325338 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Network 2863194d-47cb-4789-965f-dce0debc274a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:08.340254 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:08.344730 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:08.348144 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Pushing event updated for resources: {'Port': ['ID=18cdac78-59bb-4437-b3fb-04441191f9ab,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:08.388124 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-556413'] for router_interface (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.392615 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Attempting to bind port 1e168d16-e6c8-4669-aaaf-13485530b2ec on host n-d-826755-2 for vnic_type normal with profile {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:08.393250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Attempting to bind port 1e168d16-e6c8-4669-aaaf-13485530b2ec by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:08.393789 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Attempting to bind port 1e168d16-e6c8-4669-aaaf-13485530b2ec on network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:08.403386 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521392d3-6d2d-4085-94f3-92ec86e5d64c None None] Pushing event updated for resources: {'Port': ['ID=1e168d16-e6c8-4669-aaaf-13485530b2ec,revision_number=2']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:08.406447 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5a61c879-185f-4b92-80e4-fbda94f4fe86 None None] Provisioning complete for port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:08.406987 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5a61c879-185f-4b92-80e4-fbda94f4fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.446147 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:08.446525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Checking segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:08.446927 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.447318 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Bound using segment: {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'} {{(pid=109900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:08.447801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.managers [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Bound port: 1e168d16-e6c8-4669-aaaf-13485530b2ec, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f566878-bd6d-42ea-8513-f7a7d4d720b2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e'}}] {{(pid=109900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:08.448572 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.506464 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] For port 1e168d16-e6c8-4669-aaaf-13485530b2ec, host n-d-826755-2, cleared binding levels {{(pid=109900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:08.510070 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] For port 1e168d16-e6c8-4669-aaaf-13485530b2ec, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1e168d16-e6c8-4669-aaaf-13485530b2ec,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:08.541429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.570036 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4caf56bd-58be-4e55-985c-c8ed8434c84f up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:08.585849 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.645234 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5a61c879-185f-4b92-80e4-fbda94f4fe86 None None] Current status of the port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:08.697710 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-5a61c879-185f-4b92-80e4-fbda94f4fe86 None None] Provisioning complete for port f3bad1f1-2b85-4e85-b672-6e0547280fad triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:08.698092 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-5a61c879-185f-4b92-80e4-fbda94f4fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.704112 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521392d3-6d2d-4085-94f3-92ec86e5d64c None None] Pushing event updated for resources: {'Port': ['ID=1e168d16-e6c8-4669-aaaf-13485530b2ec,revision_number=3']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:08.725453 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Routers {'7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:08.726086 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:08.802400 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Publish callbacks [] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.808422 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.812297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 4caf56bd-58be-4e55-985c-c8ed8434c84f triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:08.812697 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.874091 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.881001 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-583444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-556521'] for router_interface (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:08.890771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Pushing event updated for resources: {'Port': ['ID=18cdac78-59bb-4437-b3fb-04441191f9ab,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:08.933898 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] Set router 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:08.975642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-5a61c879-185f-4b92-80e4-fbda94f4fe86 None None] Current status of the port f3bad1f1-2b85-4e85-b672-6e0547280fad is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:09.004111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Network 2863194d-47cb-4789-965f-dce0debc274a is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:09.005755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:09.109874 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 4caf56bd-58be-4e55-985c-c8ed8434c84f is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:09.111119 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f3bad1f1-2b85-4e85-b672-6e0547280fad up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:09.160323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Router 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:09.164593 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de2792cb-631d-4ee3-8f63-846e092673c6 None None] Provisioning complete for port 18cdac78-59bb-4437-b3fb-04441191f9ab triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:09.164997 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de2792cb-631d-4ee3-8f63-846e092673c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.243187 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de2792cb-631d-4ee3-8f63-846e092673c6 None None] Port 18cdac78-59bb-4437-b3fb-04441191f9ab cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:09.275533 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port f3bad1f1-2b85-4e85-b672-6e0547280fad triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:09.275904 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.320140 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:09.329023 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-66104832-3aab-4a6d-82a8-4686dd03d412 admin admin] 10.222.0.81 "PUT /v2.0/routers/7cfce26c-4314-4cc5-a1c2-03a070bfe6dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3817620 Feb 19 04:25:09.380679 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'name': 'tempest-TestSnapshotPattern-1563039861-router', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:04Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 4, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'gw_port': {'id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:05Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '18cdac78-59bb-4437-b3fb-04441191f9ab', 'name': '', 'network_id': '2863194d-47cb-4789-965f-dce0debc274a', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'mac_address': 'fa:16:3e:1a:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '178fda9d-dfc0-4947-ac2c-d00cc07345e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:07Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 1, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'subnets': [{'id': '178fda9d-dfc0-4947-ac2c-d00cc07345e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:09.418291 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed10f2a7-e9f2-4d91-8dc1-ac5445359324 None None] The sync data for ids ['7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'] in n-d-826755-2 is: [{'id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'name': 'tempest-TestSnapshotPattern-1563039861-router', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:04Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 4, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'gw_port': {'id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:05Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '18cdac78-59bb-4437-b3fb-04441191f9ab', 'name': '', 'network_id': '2863194d-47cb-4789-965f-dce0debc274a', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'mac_address': 'fa:16:3e:1a:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '178fda9d-dfc0-4947-ac2c-d00cc07345e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:07Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 1, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'subnets': [{'id': '178fda9d-dfc0-4947-ac2c-d00cc07345e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:09.427890 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-e98244e6-88a1-4eeb-bfd4-cf75ba1a58c2 None None] Provisioning complete for port 18cdac78-59bb-4437-b3fb-04441191f9ab triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:09.428250 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e98244e6-88a1-4eeb-bfd4-cf75ba1a58c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.431210 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port f3bad1f1-2b85-4e85-b672-6e0547280fad is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:09.432297 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:09.500499 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-e98244e6-88a1-4eeb-bfd4-cf75ba1a58c2 None None] Port 18cdac78-59bb-4437-b3fb-04441191f9ab cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:09.518189 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:09.518848 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.612285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:09.890120 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54062) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:09.895524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-8d919595-f45a-4d0b-ac9f-f89621df7485 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-728554223', 'description': 'tempest-secgroup-smoke-728554223 description', 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:09.919937 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8d919595-f45a-4d0b-ac9f-f89621df7485 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:09.996397 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8d919595-f45a-4d0b-ac9f-f89621df7485 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group (443477e8-154d-435f-9de7-680b078f3279), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.001817 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8d919595-f45a-4d0b-ac9f-f89621df7485 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (443477e8-154d-435f-9de7-680b078f3279), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.031642 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-8d919595-f45a-4d0b-ac9f-f89621df7485 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.035800 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-8d919595-f45a-4d0b-ac9f-f89621df7485 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1417398 Feb 19 04:25:10.035800 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d919595-f45a-4d0b-ac9f-f89621df7485 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=443477e8-154d-435f-9de7-680b078f3279,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:10.036144 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54064) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:10.041077 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-2a48c69f-faaf-4568-a8d3-a97e06bf93f2 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Request body: {'security_group_rule': {'security_group_id': '443477e8-154d-435f-9de7-680b078f3279', 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:10.068068 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a48c69f-faaf-4568-a8d3-a97e06bf93f2 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (e1777dd9-e915-4b1e-bf4b-dfd4b0b7a8b7), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.125457 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a48c69f-faaf-4568-a8d3-a97e06bf93f2 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (e1777dd9-e915-4b1e-bf4b-dfd4b0b7a8b7), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.128952 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.133192 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a48c69f-faaf-4568-a8d3-a97e06bf93f2 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (e1777dd9-e915-4b1e-bf4b-dfd4b0b7a8b7), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.152681 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48c69f-faaf-4568-a8d3-a97e06bf93f2 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1777dd9-e915-4b1e-bf4b-dfd4b0b7a8b7,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:10.161940 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-2a48c69f-faaf-4568-a8d3-a97e06bf93f2 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.163160 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-2a48c69f-faaf-4568-a8d3-a97e06bf93f2 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257498 Feb 19 04:25:10.165918 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54066) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:10.170357 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [None req-a39bd402-2486-40ec-b075-de25cae81d9d tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Request body: {'security_group_rule': {'security_group_id': '443477e8-154d-435f-9de7-680b078f3279', 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:10.195936 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a39bd402-2486-40ec-b075-de25cae81d9d tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (8bf4435b-f02d-4d20-83e0-1694f5de3099), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.251670 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a39bd402-2486-40ec-b075-de25cae81d9d tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (8bf4435b-f02d-4d20-83e0-1694f5de3099), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.257516 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a39bd402-2486-40ec-b075-de25cae81d9d tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (8bf4435b-f02d-4d20-83e0-1694f5de3099), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.275453 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39bd402-2486-40ec-b075-de25cae81d9d tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf4435b-f02d-4d20-83e0-1694f5de3099,revision_number=0']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:10.280326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-a39bd402-2486-40ec-b075-de25cae81d9d tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.281670 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a39bd402-2486-40ec-b075-de25cae81d9d tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1147723 Feb 19 04:25:10.285164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54068) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:10.292275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-dad8e971-0c90-4429-81d2-c4e937471479 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Request body: {'security_group_rule': {'security_group_id': '443477e8-154d-435f-9de7-680b078f3279', 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:10.327866 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dad8e971-0c90-4429-81d2-c4e937471479 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (a9d15b29-b8c6-4434-952b-5f9fe334781f), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.392509 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dad8e971-0c90-4429-81d2-c4e937471479 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (a9d15b29-b8c6-4434-952b-5f9fe334781f), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.398495 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dad8e971-0c90-4429-81d2-c4e937471479 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (a9d15b29-b8c6-4434-952b-5f9fe334781f), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.419716 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8e971-0c90-4429-81d2-c4e937471479 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d15b29-b8c6-4434-952b-5f9fe334781f,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:10.428844 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-dad8e971-0c90-4429-81d2-c4e937471479 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.430046 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-dad8e971-0c90-4429-81d2-c4e937471479 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1434619 Feb 19 04:25:10.432891 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54070) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:10.437277 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-bdb56287-5614-4c93-8d76-cef8ca76237e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Request body: {'security_group_rule': {'security_group_id': '443477e8-154d-435f-9de7-680b078f3279', 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:10.463680 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bdb56287-5614-4c93-8d76-cef8ca76237e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (0534933e-0321-4bc1-b565-9573c55e8f75), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.524338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bdb56287-5614-4c93-8d76-cef8ca76237e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (0534933e-0321-4bc1-b565-9573c55e8f75), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.529250 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bdb56287-5614-4c93-8d76-cef8ca76237e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (0534933e-0321-4bc1-b565-9573c55e8f75), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.546616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb56287-5614-4c93-8d76-cef8ca76237e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0534933e-0321-4bc1-b565-9573c55e8f75,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:10.554488 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-bdb56287-5614-4c93-8d76-cef8ca76237e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.555713 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-bdb56287-5614-4c93-8d76-cef8ca76237e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218705 Feb 19 04:25:10.558532 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54072) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:10.562805 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-1d13d037-c270-410a-9541-f17697a1fa5e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Request body: {'security_group_rule': {'security_group_id': '443477e8-154d-435f-9de7-680b078f3279', 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:10.583358 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-1d13d037-c270-410a-9541-f17697a1fa5e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Project 1603c3e2a5f648d3a755d8c3cc3db7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:25:10.588343 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1d13d037-c270-410a-9541-f17697a1fa5e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (130b8899-ae5e-4c20-b17f-8367e92be547), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.646530 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1d13d037-c270-410a-9541-f17697a1fa5e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (130b8899-ae5e-4c20-b17f-8367e92be547), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.651808 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1d13d037-c270-410a-9541-f17697a1fa5e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (130b8899-ae5e-4c20-b17f-8367e92be547), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.669239 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d13d037-c270-410a-9541-f17697a1fa5e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=130b8899-ae5e-4c20-b17f-8367e92be547,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:10.677646 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-1d13d037-c270-410a-9541-f17697a1fa5e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.679002 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1d13d037-c270-410a-9541-f17697a1fa5e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195526 Feb 19 04:25:10.681745 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54074) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:10.686270 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-fd5556a7-e969-4856-907c-84805d015d97 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Request body: {'security_group_rule': {'security_group_id': '443477e8-154d-435f-9de7-680b078f3279', 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:10.709933 n-d-826755-2 neutron-server[109899]: INFO neutron.db.securitygroups_db [None req-fd5556a7-e969-4856-907c-84805d015d97 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Project 1603c3e2a5f648d3a755d8c3cc3db7d0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 19 04:25:10.715251 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5556a7-e969-4856-907c-84805d015d97 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (bb003a30-dfbe-431f-a7b3-8f31bcbfb40a), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.775802 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5556a7-e969-4856-907c-84805d015d97 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (bb003a30-dfbe-431f-a7b3-8f31bcbfb40a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.781559 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5556a7-e969-4856-907c-84805d015d97 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-707419'] for security_group_rule (bb003a30-dfbe-431f-a7b3-8f31bcbfb40a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.798951 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5556a7-e969-4856-907c-84805d015d97 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb003a30-dfbe-431f-a7b3-8f31bcbfb40a,revision_number=0']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:10.808058 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-fd5556a7-e969-4856-907c-84805d015d97 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:10.809315 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-fd5556a7-e969-4856-907c-84805d015d97 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1265726 Feb 19 04:25:10.970518 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-a3c8c110-7060-4991-865a-2f659ab6b7d2 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728554223&fields=id&tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0 HTTP/1.1" status: 200 len: 267 time: 0.0560546 Feb 19 04:25:11.097423 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb36e5-2325-4989-8443-4e38d088f168 req-c0ab5a91-f015-4f31-bded-3722d170f8b1 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:11.099057 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-c0ab5a91-f015-4f31-bded-3722d170f8b1 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 809 time: 0.1210165 Feb 19 04:25:11.115309 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-5ed94164-1a44-4ba1-9c4b-a130b28269d6 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/quotas/1603c3e2a5f648d3a755d8c3cc3db7d0 HTTP/1.1" status: 200 len: 375 time: 0.0102930 Feb 19 04:25:11.174649 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-6812ae07-ec70-431a-a2b3-580bab12d3ab tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536318 Feb 19 04:25:11.373970 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-8af98b18-4a0d-4623-bff7-8a44672be61f service neutron] 10.222.0.81 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870513 Feb 19 04:25:11.471485 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-3538b391-9097-4b1a-b431-bcb3601e2470 service neutron] 10.222.0.81 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891051 Feb 19 04:25:11.664163 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-165475f8-30f4-42db-abc5-e7fd91037649 req-be4f6c0a-5fe1-4ca1-994a-39fc6785fb36 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 210 time: 0.0341742 Feb 19 04:25:12.319820 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Sync routers for ids ['7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:12.334645 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Routers {'7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:12.335334 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:12.451758 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Set router 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:12.503025 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1e168d16-e6c8-4669-aaaf-13485530b2ec up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:12.551458 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 1e168d16-e6c8-4669-aaaf-13485530b2ec triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:12.551842 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.634208 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 1e168d16-e6c8-4669-aaaf-13485530b2ec is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:12.634593 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.656635 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] For port 1e168d16-e6c8-4669-aaaf-13485530b2ec, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1e168d16-e6c8-4669-aaaf-13485530b2ec,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:12.657914 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'name': 'tempest-TestSnapshotPattern-1563039861-router', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:04Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 4, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'gw_port': {'id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bf:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:05Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '18cdac78-59bb-4437-b3fb-04441191f9ab', 'name': '', 'network_id': '2863194d-47cb-4789-965f-dce0debc274a', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'mac_address': 'fa:16:3e:1a:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '178fda9d-dfc0-4947-ac2c-d00cc07345e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:07Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 2, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'subnets': [{'id': '178fda9d-dfc0-4947-ac2c-d00cc07345e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:12.661841 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.696828 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Checking router: 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:25:12.697193 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Updating router 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc port 18cdac78-59bb-4437-b3fb-04441191f9ab binding host n-d-826755-2 {{(pid=109901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 19 04:25:12.719492 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Pushing event updated for resources: {'Port': ['ID=1e168d16-e6c8-4669-aaaf-13485530b2ec,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:12.732862 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:12.795362 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-9ef82165-5435-4a49-a887-ac292c0997bf req-8c7aae8c-2c47-4c2b-9145-1b1914ce8d35 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 210 time: 0.0453680 Feb 19 04:25:12.880615 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb36e5-2325-4989-8443-4e38d088f168 req-670deddb-89a2-4f80-bb7e-d1c76d4e3f4a tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:12.882814 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-670deddb-89a2-4f80-bb7e-d1c76d4e3f4a tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.87 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 809 time: 0.1421793 Feb 19 04:25:12.948095 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-1867bcda-154c-475c-9f2e-a7758e6c4562 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.87 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0 HTTP/1.1" status: 200 len: 379 time: 0.0543799 Feb 19 04:25:12.957730 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fffb36e5-2325-4989-8443-4e38d088f168 req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Request body: {'port': {'device_id': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'admin_state_up': True, 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'security_groups': ['443477e8-154d-435f-9de7-680b078f3279']}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:13.019915 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Publish callbacks [] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), precommit_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.027501 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.072448 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffb36e5-2325-4989-8443-4e38d088f168 req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Made reservation on behalf of 1603c3e2a5f648d3a755d8c3cc3db7d0 for: {'port': 1} {{(pid=109898) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:25:13.076403 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fffb36e5-2325-4989-8443-4e38d088f168 req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.078013 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1242c2-f94d-4b6f-a9f2-f30afc93defe None None] Pushing event updated for resources: {'Port': ['ID=18cdac78-59bb-4437-b3fb-04441191f9ab,revision_number=3']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:13.132915 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Attempting to bind port 18cdac78-59bb-4437-b3fb-04441191f9ab on host n-d-826755-2 for vnic_type normal with profile {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:13.133288 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Attempting to bind port 18cdac78-59bb-4437-b3fb-04441191f9ab by drivers openvswitch,hyperv on host n-d-826755-2 at level 0 using segments [{'id': 'a01cdc3b-133c-437e-bbc4-8425d8086950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2863194d-47cb-4789-965f-dce0debc274a'}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:13.133649 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Attempting to bind port 18cdac78-59bb-4437-b3fb-04441191f9ab on network 2863194d-47cb-4789-965f-dce0debc274a {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:13.138789 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Checking agent: {'id': 'f8663733-e1bf-4117-a935-895d8417e78f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 44, 10), 'started_at': datetime.datetime(2022, 2, 19, 2, 44, 40), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-826755-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:13.139165 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Checking segment: {'id': 'a01cdc3b-133c-437e-bbc4-8425d8086950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2863194d-47cb-4789-965f-dce0debc274a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:13.139575 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.139969 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Bound using segment: {'id': 'a01cdc3b-133c-437e-bbc4-8425d8086950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2863194d-47cb-4789-965f-dce0debc274a'} {{(pid=109901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:13.140439 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.managers [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Bound port: 18cdac78-59bb-4437-b3fb-04441191f9ab, host: n-d-826755-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a01cdc3b-133c-437e-bbc4-8425d8086950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2863194d-47cb-4789-965f-dce0debc274a'}}] {{(pid=109901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:13.141015 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), before_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.208203 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] For port 18cdac78-59bb-4437-b3fb-04441191f9ab, host n-d-826755-2, cleared binding levels {{(pid=109901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:13.211693 n-d-826755-2 neutron-server[109901]: DEBUG neutron.plugins.ml2.db [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] For port 18cdac78-59bb-4437-b3fb-04441191f9ab, host n-d-826755-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=18cdac78-59bb-4437-b3fb-04441191f9ab,segment=NetworkSegment(a01cdc3b-133c-437e-bbc4-8425d8086950),segment_id=a01cdc3b-133c-437e-bbc4-8425d8086950)] {{(pid=109901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:13.219101 n-d-826755-2 neutron-server[109901]: DEBUG neutron_lib.callbacks.manager [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), after_update {{(pid=109901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.227637 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.db_base_plugin_common [req-fffb36e5-2325-4989-8443-4e38d088f168 req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Allocated IP 172.20.0.11 (27a4d0b0-75be-4479-b8db-229d612deea0/f7a86b7f-c056-4041-a903-ab0af372f25b/5fde858f-4937-4a71-8ed4-5fb257d78363) {{(pid=109898) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:13.268703 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Routers {'7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:13.269331 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:13.329270 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1242c2-f94d-4b6f-a9f2-f30afc93defe None None] Pushing event updated for resources: {'Port': ['ID=18cdac78-59bb-4437-b3fb-04441191f9ab,revision_number=4']} {{(pid=109901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:13.356642 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ca8810f9-f68d-4bef-b4a6-8d8130fd75b9 None None] Provisioning complete for port 18cdac78-59bb-4437-b3fb-04441191f9ab triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:13.357435 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ca8810f9-f68d-4bef-b4a6-8d8130fd75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.397939 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fffb36e5-2325-4989-8443-4e38d088f168 req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), precommit_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.405205 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] Set router 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:13.437595 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fffb36e5-2325-4989-8443-4e38d088f168 req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), after_create {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.480402 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ca8810f9-f68d-4bef-b4a6-8d8130fd75b9 None None] Current status of the port 18cdac78-59bb-4437-b3fb-04441191f9ab is: DOWN; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:13.482300 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ca8810f9-f68d-4bef-b4a6-8d8130fd75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.484373 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffb36e5-2325-4989-8443-4e38d088f168 req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Network 27a4d0b0-75be-4479-b8db-229d612deea0 is already hosted by enough agents. {{(pid=109898) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:13.489715 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.base_scheduler [req-fffb36e5-2325-4989-8443-4e38d088f168 req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Resources bound (agent type, host, resource id): {{(pid=109898) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:13.492486 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffb36e5-2325-4989-8443-4e38d088f168 req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Received port after_create {{(pid=109898) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:13.529608 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'Port': ['ID=5fde858f-4937-4a71-8ed4-5fb257d78363,revision_number=1']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:13.556698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-ca8810f9-f68d-4bef-b4a6-8d8130fd75b9 None None] For port 18cdac78-59bb-4437-b3fb-04441191f9ab, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=18cdac78-59bb-4437-b3fb-04441191f9ab,segment=NetworkSegment(a01cdc3b-133c-437e-bbc4-8425d8086950),segment_id=a01cdc3b-133c-437e-bbc4-8425d8086950)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:13.560530 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb36e5-2325-4989-8443-4e38d088f168 req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:13.561758 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fffb36e5-2325-4989-8443-4e38d088f168 req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.566186 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ca8810f9-f68d-4bef-b4a6-8d8130fd75b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.588584 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-b2439b35-79c5-4b1a-9b5c-2ef3544e5b83 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.87 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6350462 Feb 19 04:25:13.604943 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.v2.base [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Request body: {'port': {'device_id': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-826755-2'}} {{(pid=109898) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:13.636727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8810f9-f68d-4bef-b4a6-8d8130fd75b9 None None] Pushing event updated for resources: {'Port': ['ID=18cdac78-59bb-4437-b3fb-04441191f9ab,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:13.690696 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'name': 'tempest-TestSnapshotPattern-1563039861-router', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:04Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 4, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'gw_port': {'id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:05Z', 'updated_at': '2022-02-19T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '18cdac78-59bb-4437-b3fb-04441191f9ab', 'name': '', 'network_id': '2863194d-47cb-4789-965f-dce0debc274a', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'mac_address': 'fa:16:3e:1a:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '178fda9d-dfc0-4947-ac2c-d00cc07345e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:07Z', 'updated_at': '2022-02-19T04:25:13Z', 'revision_number': 4, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'subnets': [{'id': '178fda9d-dfc0-4947-ac2c-d00cc07345e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:13.692170 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-c7a0e344-0e83-462f-814a-249349d44009 None None] Provisioning complete for port 18cdac78-59bb-4437-b3fb-04441191f9ab triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:13.692619 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c7a0e344-0e83-462f-814a-249349d44009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.701850 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.792544 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0e344-0e83-462f-814a-249349d44009 None None] Current status of the port 18cdac78-59bb-4437-b3fb-04441191f9ab is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:13.835755 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091cab33-f7ea-4dff-89f9-4b20fcaa3339 None None] The sync data for ids ['7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'] in n-d-826755-2 is: [{'id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'name': 'tempest-TestSnapshotPattern-1563039861-router', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:04Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 4, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'gw_port': {'id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:05Z', 'updated_at': '2022-02-19T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': '18cdac78-59bb-4437-b3fb-04441191f9ab', 'name': '', 'network_id': '2863194d-47cb-4789-965f-dce0debc274a', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'mac_address': 'fa:16:3e:1a:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '178fda9d-dfc0-4947-ac2c-d00cc07345e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:07Z', 'updated_at': '2022-02-19T04:25:13Z', 'revision_number': 4, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'subnets': [{'id': '178fda9d-dfc0-4947-ac2c-d00cc07345e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:13.843064 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:25:13.920247 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-ad8b1aec-e717-4cef-acd9-fb5020cf9751 None None] Provisioning complete for port 5fde858f-4937-4a71-8ed4-5fb257d78363 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:13.920970 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ad8b1aec-e717-4cef-acd9-fb5020cf9751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:13.935957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9cd5d2-ea75-4302-a600-3394be0a35d5 req-b951ab03-f359-4729-a65f-770205c888fc tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:13.937645 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f9cd5d2-ea75-4302-a600-3394be0a35d5 req-b951ab03-f359-4729-a65f-770205c888fc tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 932 time: 0.0574713 Feb 19 04:25:13.961812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b1aec-e717-4cef-acd9-fb5020cf9751 None None] Port 5fde858f-4937-4a71-8ed4-5fb257d78363 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:25:14.002408 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-5f9cd5d2-ea75-4302-a600-3394be0a35d5 req-4f43af9a-c6d0-4bc5-86da-a4054ac95e1e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567338 Feb 19 04:25:14.025757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fde858f-4937-4a71-8ed4-5fb257d78363 {{(pid=109898) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:25:14.035078 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Publish callbacks [] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), precommit_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.048802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.provisioning_blocks [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Transition to ACTIVE for port object 5fde858f-4937-4a71-8ed4-5fb257d78363 will not be triggered until provisioned by entity L2. {{(pid=109898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:25:14.054138 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.158177 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fde858f-4937-4a71-8ed4-5fb257d78363,revision_number=2']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:14.186143 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Attempting to bind port 5fde858f-4937-4a71-8ed4-5fb257d78363 on host n-h1-826755-2 for vnic_type normal with profile {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:25:14.186459 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Attempting to bind port 5fde858f-4937-4a71-8ed4-5fb257d78363 by drivers openvswitch,hyperv on host n-h1-826755-2 at level 0 using segments [{'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:25:14.186783 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Attempting to bind port 5fde858f-4937-4a71-8ed4-5fb257d78363 on network 27a4d0b0-75be-4479-b8db-229d612deea0 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:14.191434 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Port 5fde858f-4937-4a71-8ed4-5fb257d78363 on network 27a4d0b0-75be-4479-b8db-229d612deea0 not bound, no agent of type Open vSwitch agent registered on host n-h1-826755-2 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:25:14.191755 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Attempting to bind port 5fde858f-4937-4a71-8ed4-5fb257d78363 on network 27a4d0b0-75be-4479-b8db-229d612deea0 {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:25:14.197367 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Checking agent: {'id': 'daa67b55-ce38-4bbe-9c65-03ae08eb5ea6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:25:14.197708 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Checking segment: {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:25:14.198095 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Bound using segment: {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'} {{(pid=109898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:25:14.198526 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.managers [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Bound port: 5fde858f-4937-4a71-8ed4-5fb257d78363, host: n-h1-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'}}] {{(pid=109898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:25:14.198883 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), before_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.267869 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] For port 5fde858f-4937-4a71-8ed4-5fb257d78363, host n-h1-826755-2, cleared binding levels {{(pid=109898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:25:14.271291 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] For port 5fde858f-4937-4a71-8ed4-5fb257d78363, host n-h1-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5fde858f-4937-4a71-8ed4-5fb257d78363,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:25:14.278713 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2466258'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), after_update {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.315822 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:14.316632 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.317935 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] 10.222.0.87 "PUT /v2.0/ports/5fde858f-4937-4a71-8ed4-5fb257d78363 HTTP/1.1" status: 200 len: 1092 time: 0.7174687 Feb 19 04:25:14.318385 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:25:14.320698 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce60e0b-5ab0-4d44-83cd-efa47430c442" -d '{"events": [{"name": "network-changed", "server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:25:14.346824 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eae100-b082-42cb-9995-c573d9aba7e9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fde858f-4937-4a71-8ed4-5fb257d78363,revision_number=3']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:14.421989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb36e5-2325-4989-8443-4e38d088f168 req-2207e17b-86b5-4970-9e76-bc59c27ec4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:14.423586 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-2207e17b-86b5-4970-9e76-bc59c27ec4db service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 1126 time: 0.0614080 Feb 19 04:25:14.478823 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd072954-0a88-4408-a210-00acf8f248da x-openstack-request-id: req-fd072954-0a88-4408-a210-00acf8f248da {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:25:14.479115 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:25:14.479368 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd072954-0a88-4408-a210-00acf8f248da {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:25:14.479792 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'status': 'completed', 'code': 200} Feb 19 04:25:14.481914 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-31cfd7b3-66db-4338-a48e-2b2ce01b3db4 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fde858f-4937-4a71-8ed4-5fb257d78363 HTTP/1.1" status: 200 len: 217 time: 0.0499556 Feb 19 04:25:14.534462 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 18cdac78-59bb-4437-b3fb-04441191f9ab up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:14.538080 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb36e5-2325-4989-8443-4e38d088f168 req-63f7cc56-9651-4a8b-a5c2-6d1e990cde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:14.539616 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-63f7cc56-9651-4a8b-a5c2-6d1e990cde18 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0518537 Feb 19 04:25:14.586173 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 18cdac78-59bb-4437-b3fb-04441191f9ab triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:14.586787 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.594059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb36e5-2325-4989-8443-4e38d088f168 req-c84a303b-f863-4b8e-9658-828812df832f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:14.595694 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-c84a303b-f863-4b8e-9658-828812df832f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497003 Feb 19 04:25:14.678130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 18cdac78-59bb-4437-b3fb-04441191f9ab is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:14.679399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1e168d16-e6c8-4669-aaaf-13485530b2ec up at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:14.683660 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-ea9dc98c-ef23-47fe-b416-e66ab48281cd service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820377 Feb 19 04:25:14.725497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Provisioning complete for port 1e168d16-e6c8-4669-aaaf-13485530b2ec triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:14.725870 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:14.778090 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-fffb36e5-2325-4989-8443-4e38d088f168 req-2db2c1cf-6fa9-4929-969c-0ad4e515c467 service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886099 Feb 19 04:25:14.808652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Current status of the port 1e168d16-e6c8-4669-aaaf-13485530b2ec is: ACTIVE; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:14.880868 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce60e0b-5ab0-4d44-83cd-efa47430c442 req-efb067d3-9c1c-4f0d-9904-af4b57021147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:14.882486 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6ce60e0b-5ab0-4d44-83cd-efa47430c442 req-efb067d3-9c1c-4f0d-9904-af4b57021147 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 1126 time: 0.0474317 Feb 19 04:25:14.971829 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce60e0b-5ab0-4d44-83cd-efa47430c442 req-60186436-a410-4969-88db-7fa28826d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:14.973265 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6ce60e0b-5ab0-4d44-83cd-efa47430c442 req-60186436-a410-4969-88db-7fa28826d87e service neutron] 10.222.0.87 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.0845532 Feb 19 04:25:15.019538 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6ce60e0b-5ab0-4d44-83cd-efa47430c442 req-d836559b-fbf6-4226-a742-5884bd05eebf service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fde858f-4937-4a71-8ed4-5fb257d78363 HTTP/1.1" status: 200 len: 217 time: 0.0397515 Feb 19 04:25:15.072533 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce60e0b-5ab0-4d44-83cd-efa47430c442 req-8812a02b-610b-484d-8c43-6a5e70af4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:15.074093 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6ce60e0b-5ab0-4d44-83cd-efa47430c442 req-8812a02b-610b-484d-8c43-6a5e70af4afd service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0488329 Feb 19 04:25:15.124936 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce60e0b-5ab0-4d44-83cd-efa47430c442 req-0e3d22a1-52ad-4b20-a308-d4af0ba92f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:15.126551 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6ce60e0b-5ab0-4d44-83cd-efa47430c442 req-0e3d22a1-52ad-4b20-a308-d4af0ba92f1b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469537 Feb 19 04:25:15.139923 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d80a97-5830-4654-9d6a-5c4f3c833246 req-de9d3c89-e9a2-4776-84fb-f2b1dd35dcc0 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:15.145275 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6d80a97-5830-4654-9d6a-5c4f3c833246 req-de9d3c89-e9a2-4776-84fb-f2b1dd35dcc0 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 944 time: 0.0644977 Feb 19 04:25:15.200702 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f6d80a97-5830-4654-9d6a-5c4f3c833246 req-d1f8e0e9-2b1b-4ae7-8f71-dec1c1aa787b tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528948 Feb 19 04:25:15.227773 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6ce60e0b-5ab0-4d44-83cd-efa47430c442 req-03653a3f-6ab8-4dfd-b190-6b20185235f9 service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951450 Feb 19 04:25:15.320507 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6ce60e0b-5ab0-4d44-83cd-efa47430c442 req-187c9dba-c0c1-4077-a8a1-0d8f9b153b69 service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867002 Feb 19 04:25:16.328325 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61dad5-3f56-4c05-b5f6-d0cf1c583dea req-3d893cbd-ceb6-435d-8484-131597bcfb2c tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:16.330030 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c61dad5-3f56-4c05-b5f6-d0cf1c583dea req-3d893cbd-ceb6-435d-8484-131597bcfb2c tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 944 time: 0.0545967 Feb 19 04:25:16.380274 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2c61dad5-3f56-4c05-b5f6-d0cf1c583dea req-dfebe7e7-62ba-4140-bb71-b5f65350aaa2 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444615 Feb 19 04:25:17.515096 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188659f-18d3-417b-8d01-b4601d95fdd9 req-b3d87f48-852e-4c0c-a7d1-7c8a29df95f4 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:17.517099 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7188659f-18d3-417b-8d01-b4601d95fdd9 req-b3d87f48-852e-4c0c-a7d1-7c8a29df95f4 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 944 time: 0.0653841 Feb 19 04:25:17.576537 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-7188659f-18d3-417b-8d01-b4601d95fdd9 req-b108fa45-0f63-4480-95f8-5641012b3a4e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516052 Feb 19 04:25:18.573999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5fde858f-4937-4a71-8ed4-5fb257d78363 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:25:18.684797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5fde858f-4937-4a71-8ed4-5fb257d78363, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5fde858f-4937-4a71-8ed4-5fb257d78363,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:18.697397 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'port_id': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'mac_address': 'fa:16:3e:6b:ac:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:25:18.710409 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea9da1-c0e3-4f90-afb3-868ae88e9051 req-1cf5fe4c-90f2-4d1c-8c6c-40d18797112c tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:18.711966 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4ea9da1-c0e3-4f90-afb3-868ae88e9051 req-1cf5fe4c-90f2-4d1c-8c6c-40d18797112c tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 944 time: 0.0621583 Feb 19 04:25:18.735863 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 5fde858f-4937-4a71-8ed4-5fb257d78363 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:18.736266 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.750288 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fde858f-4937-4a71-8ed4-5fb257d78363 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:25:18.764814 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c4ea9da1-c0e3-4f90-afb3-868ae88e9051 req-fcf60b4b-72d9-4cfa-889d-2bce8d47a904 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468054 Feb 19 04:25:18.771803 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5fde858f-4937-4a71-8ed4-5fb257d78363, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5fde858f-4937-4a71-8ed4-5fb257d78363,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:18.777731 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:18.825082 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=5fde858f-4937-4a71-8ed4-5fb257d78363,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:19.112398 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['5fde858f-4937-4a71-8ed4-5fb257d78363'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:25:19.916302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e167876-2d1f-42ae-906b-f521e9c0fe47 req-cd092623-87fe-4183-a560-695d3522b59d tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:19.917827 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e167876-2d1f-42ae-906b-f521e9c0fe47 req-cd092623-87fe-4183-a560-695d3522b59d tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 945 time: 0.0700941 Feb 19 04:25:19.969650 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-8e167876-2d1f-42ae-906b-f521e9c0fe47 req-2ee9e12b-b0e9-4d6c-a378-c6fcfe586cbc tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458896 Feb 19 04:25:20.590506 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5fde858f-4937-4a71-8ed4-5fb257d78363 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:25:20.809857 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning for port 5fde858f-4937-4a71-8ed4-5fb257d78363 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:25:20.813691 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 5fde858f-4937-4a71-8ed4-5fb257d78363 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:25:20.814086 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.896905 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 5fde858f-4937-4a71-8ed4-5fb257d78363 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:25:20.897212 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.919960 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:25:20.922601 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd50911-ef88-483b-b4ee-60519ccfd60d" -d '{"events": [{"server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "name": "network-vif-plugged", "status": "completed", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:25:20.935343 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5fde858f-4937-4a71-8ed4-5fb257d78363, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5fde858f-4937-4a71-8ed4-5fb257d78363,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:25:20.940928 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:20.964878 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7898faa8-1f02-4312-bb7a-d09c2e03c705 x-openstack-request-id: req-7898faa8-1f02-4312-bb7a-d09c2e03c705 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:25:20.965149 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "name": "network-vif-plugged", "status": "completed", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:25:20.965418 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7898faa8-1f02-4312-bb7a-d09c2e03c705 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:25:20.965811 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'code': 200} Feb 19 04:25:20.992850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=5fde858f-4937-4a71-8ed4-5fb257d78363,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:21.073012 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f4c03-66bc-42e2-b124-9f3c355f63d4 req-c8fd79e1-c57b-4b86-877f-929f4f6d3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:21.074554 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-072f4c03-66bc-42e2-b124-9f3c355f63d4 req-c8fd79e1-c57b-4b86-877f-929f4f6d3a44 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 1128 time: 0.0524356 Feb 19 04:25:21.102685 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21868059-9057-45f8-800d-70d1bf8daa89 req-10d72d62-ca89-45c8-a28e-5482e44532ae tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:21.104179 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21868059-9057-45f8-800d-70d1bf8daa89 req-10d72d62-ca89-45c8-a28e-5482e44532ae tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 946 time: 0.0559516 Feb 19 04:25:21.125038 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-072f4c03-66bc-42e2-b124-9f3c355f63d4 req-fe3a8a1a-2632-4568-9bd0-b18d901141d6 service neutron] 10.222.0.87 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432487 Feb 19 04:25:21.159175 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-21868059-9057-45f8-800d-70d1bf8daa89 req-7857796d-77d7-4b61-8338-73b885cef2d6 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483069 Feb 19 04:25:22.290945 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d24ad-22df-4398-bef2-b2bba3158c20 req-838cb3d2-4a35-4722-a488-c4be0bc38596 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:22.292442 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c0d24ad-22df-4398-bef2-b2bba3158c20 req-838cb3d2-4a35-4722-a488-c4be0bc38596 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 946 time: 0.0611832 Feb 19 04:25:22.343697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0c0d24ad-22df-4398-bef2-b2bba3158c20 req-3f305189-cbdb-435c-bc74-2add3d2ca8d1 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451341 Feb 19 04:25:23.463169 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.479895 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad1958-7326-4b4f-b085-4e7b88167ad9 req-9e9f1d00-ed98-4830-85e1-7e28c742a2ba tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:23.481468 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95ad1958-7326-4b4f-b085-4e7b88167ad9 req-9e9f1d00-ed98-4830-85e1-7e28c742a2ba tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 946 time: 0.0560527 Feb 19 04:25:23.532425 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95ad1958-7326-4b4f-b085-4e7b88167ad9 req-56a3019a-8689-4c39-9daa-f3381f80b1b7 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432987 Feb 19 04:25:23.657123 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4c97a-8a41-45db-893c-b7d3ec2b0da9 req-64fbce45-f42d-45bb-9829-53a641c32027 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:23.658599 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2e4c97a-8a41-45db-893c-b7d3ec2b0da9 req-64fbce45-f42d-45bb-9829-53a641c32027 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 946 time: 0.0606258 Feb 19 04:25:23.719064 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e2e4c97a-8a41-45db-893c-b7d3ec2b0da9 req-78ce1bd1-f29e-45da-bc32-1ca8543cd980 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519948 Feb 19 04:25:23.742000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54134) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:23.847594 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a026089b-39ec-4b08-926d-4ba5b8e5bc31 tempest-TestSnapshotPattern-1010470210 tempest-TestSnapshotPattern-1010470210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:23.849170 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-a026089b-39ec-4b08-926d-4ba5b8e5bc31 tempest-TestSnapshotPattern-1010470210 tempest-TestSnapshotPattern-1010470210-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 1123 time: 0.1061876 Feb 19 04:25:23.852293 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54138) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:25:23.857077 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:25:23.879902 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.903123 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6179ec91-2cc0-44bf-aee2-dc71a8fc72d8 req-3d2954cd-87e4-480a-b49f-37774cbc2d19 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441744 Feb 19 04:25:23.978013 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:23.990989 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179ec91-2cc0-44bf-aee2-dc71a8fc72d8 req-c913facd-d588-4a66-9c72-8d300d618d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:23.992731 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6179ec91-2cc0-44bf-aee2-dc71a8fc72d8 req-c913facd-d588-4a66-9c72-8d300d618d20 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 1128 time: 0.0503056 Feb 19 04:25:24.086399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Allocated IP 172.25.1.237 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/98dfbf0b-85d3-42be-a066-9a0b84abae78) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:25:24.096758 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179ec91-2cc0-44bf-aee2-dc71a8fc72d8 req-cd62c24e-ca4a-43d9-93d3-0e67bf2ca297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:24.098280 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6179ec91-2cc0-44bf-aee2-dc71a8fc72d8 req-cd62c24e-ca4a-43d9-93d3-0e67bf2ca297 service neutron] 10.222.0.87 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.0867660 Feb 19 04:25:24.139419 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6179ec91-2cc0-44bf-aee2-dc71a8fc72d8 req-39737134-6254-46eb-9f91-1b5e89f6572b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fde858f-4937-4a71-8ed4-5fb257d78363 HTTP/1.1" status: 200 len: 217 time: 0.0356481 Feb 19 04:25:24.193305 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for port (98dfbf0b-85d3-42be-a066-9a0b84abae78), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.194567 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179ec91-2cc0-44bf-aee2-dc71a8fc72d8 req-17dcfce7-3d96-47ce-8540-f65754d010f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:24.196083 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6179ec91-2cc0-44bf-aee2-dc71a8fc72d8 req-17dcfce7-3d96-47ce-8540-f65754d010f6 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0514748 Feb 19 04:25:24.233016 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (98dfbf0b-85d3-42be-a066-9a0b84abae78), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.246655 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179ec91-2cc0-44bf-aee2-dc71a8fc72d8 req-06010dbc-37a0-4bef-9914-47e283e0f66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:24.248256 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6179ec91-2cc0-44bf-aee2-dc71a8fc72d8 req-06010dbc-37a0-4bef-9914-47e283e0f66f service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450113 Feb 19 04:25:24.274804 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:25:24.277818 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:25:24.280695 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:25:24.312274 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'Port': ['ID=98dfbf0b-85d3-42be-a066-9a0b84abae78,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:24.339381 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6179ec91-2cc0-44bf-aee2-dc71a8fc72d8 req-c543eb14-d52a-4e9e-b326-d844d8f8b35b service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852690 Feb 19 04:25:24.421596 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.434731 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-6179ec91-2cc0-44bf-aee2-dc71a8fc72d8 req-ca3c97d6-e521-441b-a330-75fd9239fd27 service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897212 Feb 19 04:25:24.666586 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for floatingip (512fb1ff-14e2-4f19-b0e7-4cc6881fca07), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.743267 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (98dfbf0b-85d3-42be-a066-9a0b84abae78), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.893042 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for port (98dfbf0b-85d3-42be-a066-9a0b84abae78), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.899824 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (98dfbf0b-85d3-42be-a066-9a0b84abae78), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:24.967652 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'Port': ['ID=98dfbf0b-85d3-42be-a066-9a0b84abae78,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:25:24.982759 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (512fb1ff-14e2-4f19-b0e7-4cc6881fca07), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:25.087187 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Floating IP 512fb1ff-14e2-4f19-b0e7-4cc6881fca07 associated. External IP: 172.25.1.237, port: 5fde858f-4937-4a71-8ed4-5fb257d78363. Feb 19 04:25:25.303472 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Router 5e87efec-21f4-4272-8fd0-fca0612b1b3f has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:25:25.417737 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:25:25.427995 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7cc9f-75fd-4c43-abe4-fb9a651fb12c None None] Sync routers for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:25:25.438964 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc7cc9f-75fd-4c43-abe4-fb9a651fb12c None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:25.440077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-edc7cc9f-75fd-4c43-abe4-fb9a651fb12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:25.440852 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:25.484687 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0bc08060-ac22-4329-a082-34bbbd0cb7ac tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6201987 Feb 19 04:25:25.484687 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:25:25.484687 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4d50af-faa6-4ac1-b27f-a82981f6af36" -d '{"events": [{"name": "network-changed", "server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:25:25.518968 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fa8913-b0f2-4d04-b9cd-07f81646ce8d x-openstack-request-id: req-47fa8913-b0f2-4d04-b9cd-07f81646ce8d {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:25:25.519268 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:25:25.519524 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-47fa8913-b0f2-4d04-b9cd-07f81646ce8d {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:25:25.519933 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'status': 'completed', 'code': 200} Feb 19 04:25:25.562994 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-edc7cc9f-75fd-4c43-abe4-fb9a651fb12c None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:25.583673 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d50af-faa6-4ac1-b27f-a82981f6af36 req-53611492-9b46-4d41-8de2-44f767c1b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:25.585620 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d4d50af-faa6-4ac1-b27f-a82981f6af36 req-53611492-9b46-4d41-8de2-44f767c1b798 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 1128 time: 0.0464988 Feb 19 04:25:25.682087 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d50af-faa6-4ac1-b27f-a82981f6af36 req-f91eb1a0-1892-4d80-bef8-4a34c5160c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:25.683665 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d4d50af-faa6-4ac1-b27f-a82981f6af36 req-f91eb1a0-1892-4d80-bef8-4a34c5160c6f service neutron] 10.222.0.87 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.0922763 Feb 19 04:25:25.750843 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d4d50af-faa6-4ac1-b27f-a82981f6af36 req-9594ed98-de0b-47b5-9933-2e589284d73b service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fde858f-4937-4a71-8ed4-5fb257d78363 HTTP/1.1" status: 200 len: 1000 time: 0.0617547 Feb 19 04:25:25.796188 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-edc7cc9f-75fd-4c43-abe4-fb9a651fb12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '512fb1ff-14e2-4f19-b0e7-4cc6881fca07', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'port_id': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'mac_address': 'fa:16:3e:6b:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:25:24Z', 'updated_at': '2022-02-19T04:25:24Z', 'revision_number': 0, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:25.803699 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d50af-faa6-4ac1-b27f-a82981f6af36 req-9ae22423-3e12-4576-9533-c6d6fc914d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:25.805390 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d4d50af-faa6-4ac1-b27f-a82981f6af36 req-9ae22423-3e12-4576-9533-c6d6fc914d34 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0488987 Feb 19 04:25:25.823379 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7cc9f-75fd-4c43-abe4-fb9a651fb12c None None] Checking router: 5e87efec-21f4-4272-8fd0-fca0612b1b3f for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:25:25.832388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc7cc9f-75fd-4c43-abe4-fb9a651fb12c None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:25:25.833073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-edc7cc9f-75fd-4c43-abe4-fb9a651fb12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:25:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:25.859605 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d50af-faa6-4ac1-b27f-a82981f6af36 req-f1d23d89-0393-4550-9b6b-56936baef49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:25:25.861326 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d4d50af-faa6-4ac1-b27f-a82981f6af36 req-f1d23d89-0393-4550-9b6b-56936baef49e service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502074 Feb 19 04:25:25.948232 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-edc7cc9f-75fd-4c43-abe4-fb9a651fb12c None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:25:25.953052 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d4d50af-faa6-4ac1-b27f-a82981f6af36 req-83dd2f2d-431f-49eb-ac39-abf72dfab18f service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854008 Feb 19 04:25:26.049459 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-2d4d50af-faa6-4ac1-b27f-a82981f6af36 req-3c4cc12e-dd72-46f4-9e98-a47700f6cbff service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906768 Feb 19 04:25:26.187110 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-edc7cc9f-75fd-4c43-abe4-fb9a651fb12c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '512fb1ff-14e2-4f19-b0e7-4cc6881fca07', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'port_id': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'mac_address': 'fa:16:3e:6b:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:25:24Z', 'updated_at': '2022-02-19T04:25:24Z', 'revision_number': 0, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:25:26.215130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc7cc9f-75fd-4c43-abe4-fb9a651fb12c None None] The sync data for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 is: [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '512fb1ff-14e2-4f19-b0e7-4cc6881fca07', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'port_id': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'mac_address': 'fa:16:3e:6b:ac:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:25:24Z', 'updated_at': '2022-02-19T04:25:24Z', 'revision_number': 0, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:25:26.424077 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9528fec-3478-4fca-9ef8-4adfc215102f None None] New status for floating IP 512fb1ff-14e2-4f19-b0e7-4cc6881fca07: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:25:33.711909 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6567ec5c-2b44-4c09-b415-320cdbcc3f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:35.969964 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1ce9e6f7-14c3-4482-9308-98e6acaf1c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:37.490179 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:38.816890 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:40.143523 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:50.843160 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:25:53.460239 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:25:54.438091 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:03.705778 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-353bd6f4-1f20-4369-8077-af2783245967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:05.967812 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-62c274e4-768b-43db-910d-c092e7078bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:07.502272 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:08.819720 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:10.145628 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.489070 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:23.892599 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9d9e785-16d6-4c05-86c0-b12f8d147a48 req-c2772012-e2e8-4e7c-be58-06342184d4b2 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470366 Feb 19 04:26:23.988534 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9e785-16d6-4c05-86c0-b12f8d147a48 req-d84a0781-09de-4260-a772-962b6139965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:23.990057 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9d9e785-16d6-4c05-86c0-b12f8d147a48 req-d84a0781-09de-4260-a772-962b6139965f service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 1128 time: 0.0547428 Feb 19 04:26:24.097649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9e785-16d6-4c05-86c0-b12f8d147a48 req-b7ee740a-147a-4d9c-b54c-317b8a5d4e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:24.099108 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9d9e785-16d6-4c05-86c0-b12f8d147a48 req-b7ee740a-147a-4d9c-b54c-317b8a5d4e68 service neutron] 10.222.0.87 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.0894935 Feb 19 04:26:24.170228 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9d9e785-16d6-4c05-86c0-b12f8d147a48 req-a9804cd6-acde-47b1-8481-fa4e07019af0 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fde858f-4937-4a71-8ed4-5fb257d78363 HTTP/1.1" status: 200 len: 1002 time: 0.0641804 Feb 19 04:26:24.230663 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9e785-16d6-4c05-86c0-b12f8d147a48 req-c284d0bd-cd57-4936-8bf6-50798ecedd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:24.232108 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9d9e785-16d6-4c05-86c0-b12f8d147a48 req-c284d0bd-cd57-4936-8bf6-50798ecedd6e service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0556195 Feb 19 04:26:24.285912 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9e785-16d6-4c05-86c0-b12f8d147a48 req-233a0ac5-925d-41da-89d1-f73bf06bd6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:26:24.287431 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9d9e785-16d6-4c05-86c0-b12f8d147a48 req-233a0ac5-925d-41da-89d1-f73bf06bd6c1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0488286 Feb 19 04:26:24.377800 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9d9e785-16d6-4c05-86c0-b12f8d147a48 req-080d306f-9e8a-46e8-b833-e0020ac64cfa service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843141 Feb 19 04:26:24.450920 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:24.496060 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b9d9e785-16d6-4c05-86c0-b12f8d147a48 req-e1696b9b-aeb3-4b6d-a557-7d7833849f1d service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117568 Feb 19 04:26:27.845938 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:26:33.711865 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e3cc5b30-7614-46b2-a5b2-68e7881111c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:35.970273 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-41a87139-0875-4823-b328-91fc11e91d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:37.503400 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:38.825598 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:40.149112 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:53.516500 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:26:54.436288 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:03.712901 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7a03daf3-defa-4627-a2c1-aaff997ff1ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:04.848437 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:27:05.972757 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-69f4093b-57d9-48af-9a2e-2081afd65809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:07.502110 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:08.830298 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:10.160865 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:23.513603 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:24.449999 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:25.939050 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-40c49dc8-4226-4d34-9197-77fb186a87a4 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005521 Feb 19 04:27:26.027122 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-b8b9e5e1-2825-4eef-b75c-64903e281af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:26.028585 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-b8b9e5e1-2825-4eef-b75c-64903e281af3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 1128 time: 0.0480299 Feb 19 04:27:26.137654 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-0b461042-dc78-4284-9170-673d467d137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:26.139265 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-0b461042-dc78-4284-9170-673d467d137e service neutron] 10.222.0.87 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.0915565 Feb 19 04:27:26.210146 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-3945b734-951f-4f3e-bdf7-5db1e7708b58 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fde858f-4937-4a71-8ed4-5fb257d78363 HTTP/1.1" status: 200 len: 1002 time: 0.0643802 Feb 19 04:27:26.263296 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-261ce10b-e5d8-4db1-ba99-e32ff4c11532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:26.264794 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-261ce10b-e5d8-4db1-ba99-e32ff4c11532 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0487051 Feb 19 04:27:26.315366 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-fb19e8c8-12d4-4611-b6a7-e0589b70f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:27:26.317684 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-fb19e8c8-12d4-4611-b6a7-e0589b70f3ce service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462716 Feb 19 04:27:26.329121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-3b8bfdf1-0140-4d60-a6dc-07cd706010e6 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109898) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:27:26.330617 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-3b8bfdf1-0140-4d60-a6dc-07cd706010e6 service neutron] 10.222.0.87 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066726 Feb 19 04:27:26.426244 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-fc06865f-6b7e-4c97-a7b4-d5e171ac0657 service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884540 Feb 19 04:27:26.524913 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-475987c6-17ab-4a5a-9d59-7f91bda76e75 req-05207029-a424-4d49-9ba0-58df6b79ba9e service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916326 Feb 19 04:27:33.716807 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f14d5c0c-a12f-4911-8d9a-61308d390519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:35.973390 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bd483aa5-48da-4fdc-a5a0-5d65fcd226e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:37.508847 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:38.828782 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:40.152344 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:41.854506 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:27:53.504471 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:54.465298 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.155134 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5fde858f-4937-4a71-8ed4-5fb257d78363 details requested by agent hyperv_n-h1-826755-2 with host n-h1-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:27:57.261646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5fde858f-4937-4a71-8ed4-5fb257d78363, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5fde858f-4937-4a71-8ed4-5fb257d78363,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:57.273815 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Returning: {'device': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'port_id': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'mac_address': 'fa:16:3e:6b:ac:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:27:57.311186 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 5fde858f-4937-4a71-8ed4-5fb257d78363 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:57.311576 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.324687 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fde858f-4937-4a71-8ed4-5fb257d78363 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:27:57.344041 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5fde858f-4937-4a71-8ed4-5fb257d78363, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5fde858f-4937-4a71-8ed4-5fb257d78363,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:57.350721 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:57.404572 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=5fde858f-4937-4a71-8ed4-5fb257d78363,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:57.412388 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.412688 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.413040 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.413377 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.413707 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.414007 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.414347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.414652 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.414973 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.415296 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.415673 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.415999 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.416314 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:27:57.427422 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] get_ports_and_sgs() called for port_ids ['5fde858f-4937-4a71-8ed4-5fb257d78363'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:27:59.167911 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5fde858f-4937-4a71-8ed4-5fb257d78363 up at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:27:59.224790 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Provisioning complete for port 5fde858f-4937-4a71-8ed4-5fb257d78363 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:27:59.225162 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.303667 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 5fde858f-4937-4a71-8ed4-5fb257d78363 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:27:59.304058 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.327765 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:27:59.330037 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80c8208-02f3-49c7-803c-cf2639ce5382" -d '{"events": [{"server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "name": "network-vif-plugged", "status": "completed", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:27:59.343604 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5fde858f-4937-4a71-8ed4-5fb257d78363, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5fde858f-4937-4a71-8ed4-5fb257d78363,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:27:59.349356 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:27:59.401219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=5fde858f-4937-4a71-8ed4-5fb257d78363,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:27:59.434439 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e09670-7b0b-408b-9ad5-187628099aad x-openstack-request-id: req-48e09670-7b0b-408b-9ad5-187628099aad {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:27:59.434736 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "name": "network-vif-plugged", "status": "completed", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:27:59.434996 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-48e09670-7b0b-408b-9ad5-187628099aad {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:27:59.435454 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'code': 200} Feb 19 04:28:03.715985 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2417bab2-1ae5-4917-bda8-216365fa975a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:05.968716 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-fccc00ff-dab3-4a3b-85f6-d990ead04c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:07.513043 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:08.831906 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:10.150486 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:11.972090 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-23c3ae87-2a42-4116-acf5-48c746143258 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-728554223&fields=id&tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0 HTTP/1.1" status: 200 len: 267 time: 0.0477016 Feb 19 04:28:12.085387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dad2b-8188-452b-9961-0536b651678e req-2a5f2db8-45cd-4236-97f6-56a53c91b441 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:12.086867 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-2a5f2db8-45cd-4236-97f6-56a53c91b441 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 809 time: 0.1054776 Feb 19 04:28:12.105286 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-49bdb8d6-2582-4909-93f3-b43df16005eb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/quotas/1603c3e2a5f648d3a755d8c3cc3db7d0 HTTP/1.1" status: 200 len: 375 time: 0.0099769 Feb 19 04:28:12.167795 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-7798979d-8eed-42ad-897d-d706754c4b8a tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574214 Feb 19 04:28:12.283694 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-16c1c3ca-6779-4be0-ba98-ce50838137b9 service neutron] 10.222.0.81 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987484 Feb 19 04:28:12.376652 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-77d28915-7c39-4a5b-a611-c93c2eefca9c service neutron] 10.222.0.81 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869911 Feb 19 04:28:12.546888 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-0120ce6f-f543-4a5a-b406-b32bb5abaab7 req-2d89c46f-7cb3-49f4-9562-ea048ede228b tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 210 time: 0.0289617 Feb 19 04:28:13.606955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dad2b-8188-452b-9961-0536b651678e req-3bb55d2d-9d94-4e87-b44b-9e1d9cb7fe42 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:13.608495 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-3bb55d2d-9d94-4e87-b44b-9e1d9cb7fe42 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.67 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 809 time: 0.1110680 Feb 19 04:28:13.669729 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19c0631a-84fc-49e7-8bf3-6a8f7ad6be16 req-3d5c51d2-dc28-4f97-9b2f-b377cf322fae tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 210 time: 0.0347567 Feb 19 04:28:13.701619 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-525a8874-77b4-49a3-8967-d4e536ad3b25 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.67 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0 HTTP/1.1" status: 200 len: 379 time: 0.0839672 Feb 19 04:28:13.724013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-972dad2b-8188-452b-9961-0536b651678e req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Request body: {'port': {'device_id': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'admin_state_up': True, 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'security_groups': ['443477e8-154d-435f-9de7-680b078f3279']}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:13.836184 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972dad2b-8188-452b-9961-0536b651678e req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Made reservation on behalf of 1603c3e2a5f648d3a755d8c3cc3db7d0 for: {'port': 1} {{(pid=109899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 19 04:28:13.839835 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-972dad2b-8188-452b-9961-0536b651678e req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:13.982955 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [req-972dad2b-8188-452b-9961-0536b651678e req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Allocated IP 172.20.0.6 (27a4d0b0-75be-4479-b8db-229d612deea0/f7a86b7f-c056-4041-a903-ab0af372f25b/6beb9c70-298d-47c8-87a8-cdd8f2b91723) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:14.192129 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-972dad2b-8188-452b-9961-0536b651678e req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.233914 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-972dad2b-8188-452b-9961-0536b651678e req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.294504 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972dad2b-8188-452b-9961-0536b651678e req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Network 27a4d0b0-75be-4479-b8db-229d612deea0 is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:14.298079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [req-972dad2b-8188-452b-9961-0536b651678e req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:14.301729 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-972dad2b-8188-452b-9961-0536b651678e req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:14.331757 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'Port': ['ID=6beb9c70-298d-47c8-87a8-cdd8f2b91723,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:14.347392 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.348128 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.348616 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.349075 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.349524 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.349956 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.350387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.350834 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.351329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.351754 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.352266 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.352763 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.353154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:28:14.382111 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dad2b-8188-452b-9961-0536b651678e req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:14.383078 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-972dad2b-8188-452b-9961-0536b651678e req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.404276 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-36278aa7-4fc7-4725-8dba-1b3461821eb5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6861942 Feb 19 04:28:14.643718 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-1db8f791-32e4-4f64-a683-6ed89708530f None None] Provisioning complete for port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 triggered by entity DHCP. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:14.644331 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1db8f791-32e4-4f64-a683-6ed89708530f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:14.682594 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-1db8f791-32e4-4f64-a683-6ed89708530f None None] Port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 cannot update to ACTIVE because it is not bound. {{(pid=109900) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 19 04:28:14.818211 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29012dc4-e056-4471-a1cd-5f93fd10f27b req-8dc02ec6-a3b1-49a7-ad47-857158ab08ab tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:14.819918 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29012dc4-e056-4471-a1cd-5f93fd10f27b req-8dc02ec6-a3b1-49a7-ad47-857158ab08ab tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 931 time: 0.0594056 Feb 19 04:28:14.877481 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-29012dc4-e056-4471-a1cd-5f93fd10f27b req-adb07a6c-a7fd-490c-b338-a181fc35f800 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501437 Feb 19 04:28:15.222576 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5fde858f-4937-4a71-8ed4-5fb257d78363 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:28:15.304986 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Current status of the port 5fde858f-4937-4a71-8ed4-5fb257d78363 is: ACTIVE; New status is: DOWN {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:15.305474 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.331204 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:15.333728 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c277756e-50ca-4c52-968c-2ab5383eaab9" -d '{"events": [{"server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:15.356959 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] For port 5fde858f-4937-4a71-8ed4-5fb257d78363, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5fde858f-4937-4a71-8ed4-5fb257d78363,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:15.366532 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:15.400142 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb205be-e70d-4a95-b075-01b01fc29a6a x-openstack-request-id: req-eeb205be-e70d-4a95-b075-01b01fc29a6a {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:15.400499 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "name": "network-vif-unplugged", "status": "completed", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:15.400874 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eeb205be-e70d-4a95-b075-01b01fc29a6a {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:15.401337 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'code': 200} Feb 19 04:28:15.428919 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Pushing event updated for resources: {'Port': ['ID=5fde858f-4937-4a71-8ed4-5fb257d78363,revision_number=8']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:16.014528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc052ace-119d-4479-b156-2631699c8503 req-201255bb-937b-4120-a8a2-57e4fbf3bcfd tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:16.015946 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc052ace-119d-4479-b156-2631699c8503 req-201255bb-937b-4120-a8a2-57e4fbf3bcfd tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 931 time: 0.0565498 Feb 19 04:28:16.065722 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dc052ace-119d-4479-b156-2631699c8503 req-29b96bb0-c211-48c9-8d56-f8eef6519093 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442359 Feb 19 04:28:17.191767 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a07ec6-136e-4b8d-8c81-f97ec3a4b1f3 req-36309ee3-1f2d-440a-951a-7d443249bf74 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:17.193651 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7a07ec6-136e-4b8d-8c81-f97ec3a4b1f3 req-36309ee3-1f2d-440a-951a-7d443249bf74 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 931 time: 0.0538173 Feb 19 04:28:17.258748 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-a7a07ec6-136e-4b8d-8c81-f97ec3a4b1f3 req-40157a81-a8a9-442e-a95d-de94babce8e3 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568314 Feb 19 04:28:18.380226 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a1c7f-6c40-4508-9282-b65cbb07b5bd req-85ae64e1-d1de-46d3-80e6-8f7635f4d94b tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:18.382915 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-603a1c7f-6c40-4508-9282-b65cbb07b5bd req-85ae64e1-d1de-46d3-80e6-8f7635f4d94b tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 931 time: 0.0606298 Feb 19 04:28:18.435391 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-603a1c7f-6c40-4508-9282-b65cbb07b5bd req-e63ccfdf-9050-45eb-bfe5-f2ed026b34b5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474300 Feb 19 04:28:18.847409 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:28:19.560197 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea717f-9c2a-4b83-ac8b-370875f5083a req-9e9cc4ba-1780-46b4-9cc2-bdf96bcd3b55 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:19.561802 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbea717f-9c2a-4b83-ac8b-370875f5083a req-9e9cc4ba-1780-46b4-9cc2-bdf96bcd3b55 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 931 time: 0.0534933 Feb 19 04:28:19.615430 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-dbea717f-9c2a-4b83-ac8b-370875f5083a req-43d226e6-100f-420f-b181-b4ad25174617 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476999 Feb 19 04:28:21.087732 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af49a3-0050-4441-b6e7-71d0c105e084 req-d9664679-22f7-440f-a957-24b4f37a204b tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:21.089262 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1af49a3-0050-4441-b6e7-71d0c105e084 req-d9664679-22f7-440f-a957-24b4f37a204b tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 931 time: 0.4019685 Feb 19 04:28:21.141673 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e1af49a3-0050-4441-b6e7-71d0c105e084 req-73f5b263-1268-47cc-aeff-51fb961e7614 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467277 Feb 19 04:28:22.277007 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a62619-589e-47ea-9281-1f6d5d908b83 req-3f059359-cf37-4733-8da6-0698636b68ad tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:22.278490 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7a62619-589e-47ea-9281-1f6d5d908b83 req-3f059359-cf37-4733-8da6-0698636b68ad tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 931 time: 0.0598364 Feb 19 04:28:22.329355 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c7a62619-589e-47ea-9281-1f6d5d908b83 req-6d12f92d-15ce-4ee7-a147-e6ee95918778 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449915 Feb 19 04:28:23.475283 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ad782-0efa-47f8-96d0-74f31eee2b5e req-1db51489-1be2-40c1-bf8a-7952245187dd tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:23.476745 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f45ad782-0efa-47f8-96d0-74f31eee2b5e req-1db51489-1be2-40c1-bf8a-7952245187dd tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 931 time: 0.0611064 Feb 19 04:28:23.518769 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:23.530858 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f45ad782-0efa-47f8-96d0-74f31eee2b5e req-a1d6f68c-7b5d-42ad-9488-ffb328112a40 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452688 Feb 19 04:28:24.471139 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:24.652209 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6d16e-ff10-4b46-9a73-cbe9e8fc5b55 req-57e34bfc-bd14-4d5c-8fb2-6c2a39fcc8a4 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:24.653697 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39c6d16e-ff10-4b46-9a73-cbe9e8fc5b55 req-57e34bfc-bd14-4d5c-8fb2-6c2a39fcc8a4 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 931 time: 0.0531542 Feb 19 04:28:24.704932 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-39c6d16e-ff10-4b46-9a73-cbe9e8fc5b55 req-147248d0-128b-4f10-be0b-d0f2662ef2a0 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429788 Feb 19 04:28:25.233500 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-f25e2e1c-a782-4efd-87db-b65d61d75472 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=109899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 19 04:28:25.235612 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-f25e2e1c-a782-4efd-87db-b65d61d75472 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092318 Feb 19 04:28:25.300758 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Request body: {'port': {'device_id': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-826755-2'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:25.362824 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.624450 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6beb9c70-298d-47c8-87a8-cdd8f2b91723 {{(pid=109899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:28:25.632262 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Publish callbacks [] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.645047 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.provisioning_blocks [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Transition to ACTIVE for port object 6beb9c70-298d-47c8-87a8-cdd8f2b91723 will not be triggered until provisioned by entity L2. {{(pid=109899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 19 04:28:25.662102 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.712401 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6beb9c70-298d-47c8-87a8-cdd8f2b91723,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:25.803850 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Attempting to bind port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 on host n-h2-826755-2 for vnic_type normal with profile {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 19 04:28:25.804182 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Attempting to bind port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 by drivers openvswitch,hyperv on host n-h2-826755-2 at level 0 using segments [{'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 19 04:28:25.804501 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Attempting to bind port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 on network 27a4d0b0-75be-4479-b8db-229d612deea0 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:25.822905 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 on network 27a4d0b0-75be-4479-b8db-229d612deea0 not bound, no agent of type Open vSwitch agent registered on host n-h2-826755-2 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 19 04:28:25.823221 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Attempting to bind port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 on network 27a4d0b0-75be-4479-b8db-229d612deea0 {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 19 04:28:25.830965 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Checking agent: {'id': '40b56d3d-9e6f-4d66-b578-66d553c86a5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-826755-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'started_at': datetime.datetime(2022, 2, 19, 2, 51, 53), 'heartbeat_timestamp': datetime.datetime(2022, 2, 19, 4, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 19 04:28:25.831262 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Checking segment: {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 19 04:28:25.831640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Bound using segment: {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'} {{(pid=109899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 19 04:28:25.832079 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.managers [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Bound port: 6beb9c70-298d-47c8-87a8-cdd8f2b91723, host: n-h2-826755-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6311913f-037b-420e-9b7c-49352363a857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0'}}] {{(pid=109899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 19 04:28:25.832427 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:25.901236 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe53b362-fa58-4db6-9b65-f34c867a8e24 req-ee167d34-e46e-4169-a9a1-fb801fc292bc tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:25.902848 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe53b362-fa58-4db6-9b65-f34c867a8e24 req-ee167d34-e46e-4169-a9a1-fb801fc292bc tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 943 time: 0.1172278 Feb 19 04:28:25.954873 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] For port 6beb9c70-298d-47c8-87a8-cdd8f2b91723, host n-h2-826755-2, cleared binding levels {{(pid=109899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 19 04:28:25.977764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] For port 6beb9c70-298d-47c8-87a8-cdd8f2b91723, host n-h2-826755-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 19 04:28:25.985506 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-fe53b362-fa58-4db6-9b65-f34c867a8e24 req-f1242da8-e0f9-4762-9c21-fbd016481d7a tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736110 Feb 19 04:28:25.987033 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.027248 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.027871 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:26.029344 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] 10.222.0.67 "PUT /v2.0/ports/6beb9c70-298d-47c8-87a8-cdd8f2b91723 HTTP/1.1" status: 200 len: 1091 time: 0.7766619 Feb 19 04:28:26.029762 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'tag': '6beb9c70-298d-47c8-87a8-cdd8f2b91723'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:26.031975 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853a43bf-fc24-4bf6-94a4-29be5cf296a5" -d '{"events": [{"name": "network-changed", "server_uuid": "48cdeb7a-e4c9-477d-9117-458966f8960c", "tag": "6beb9c70-298d-47c8-87a8-cdd8f2b91723"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:26.062422 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e573227-332f-4775-9da3-180e33bf67e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6beb9c70-298d-47c8-87a8-cdd8f2b91723,revision_number=3']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:26.142229 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dad2b-8188-452b-9961-0536b651678e req-ec215e6a-f066-41bc-b0af-23b1f72422a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.144182 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-ec215e6a-f066-41bc-b0af-23b1f72422a4 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 1125 time: 0.0587754 Feb 19 04:28:26.162164 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e0af75-7ef8-4d7a-9ac4-4b471cbb9acd x-openstack-request-id: req-12e0af75-7ef8-4d7a-9ac4-4b471cbb9acd {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:26.162455 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cdeb7a-e4c9-477d-9117-458966f8960c", "tag": "6beb9c70-298d-47c8-87a8-cdd8f2b91723", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:26.162955 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-12e0af75-7ef8-4d7a-9ac4-4b471cbb9acd {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:26.163245 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'tag': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'status': 'completed', 'code': 200} Feb 19 04:28:26.192253 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-8906d43c-bf10-43f4-afe9-c48a16fd64e8 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723 HTTP/1.1" status: 200 len: 217 time: 0.0408256 Feb 19 04:28:26.249528 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dad2b-8188-452b-9961-0536b651678e req-2abdc840-bbc2-46d5-914e-f36afcde0091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.251132 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-2abdc840-bbc2-46d5-914e-f36afcde0091 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0536952 Feb 19 04:28:26.305195 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dad2b-8188-452b-9961-0536b651678e req-b72becb0-5cb4-434a-b8f2-240f486ecaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.307338 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-b72becb0-5cb4-434a-b8f2-240f486ecaa2 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504339 Feb 19 04:28:26.396273 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-05a228b7-6a50-46b9-b486-450a065f8c1b service neutron] 10.222.0.67 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826230 Feb 19 04:28:26.496177 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-972dad2b-8188-452b-9961-0536b651678e req-d411c7ff-db5d-4b20-9102-3c0edbaf0cd3 service neutron] 10.222.0.67 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936840 Feb 19 04:28:26.592375 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a43bf-fc24-4bf6-94a4-29be5cf296a5 req-8c9c74fa-ee41-471a-a142-fc61fa53bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.593978 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-853a43bf-fc24-4bf6-94a4-29be5cf296a5 req-8c9c74fa-ee41-471a-a142-fc61fa53bc79 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 1125 time: 0.0461116 Feb 19 04:28:26.687771 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a43bf-fc24-4bf6-94a4-29be5cf296a5 req-ac884607-ab06-47ba-ab6c-0c980ddee779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.690114 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-853a43bf-fc24-4bf6-94a4-29be5cf296a5 req-ac884607-ab06-47ba-ab6c-0c980ddee779 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.0906148 Feb 19 04:28:26.732044 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-853a43bf-fc24-4bf6-94a4-29be5cf296a5 req-049222e8-fdff-4832-8b52-2994127b7e17 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723 HTTP/1.1" status: 200 len: 217 time: 0.0355666 Feb 19 04:28:26.781081 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a43bf-fc24-4bf6-94a4-29be5cf296a5 req-6a795a74-0182-4907-90bd-66c791f9a10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.782449 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-853a43bf-fc24-4bf6-94a4-29be5cf296a5 req-6a795a74-0182-4907-90bd-66c791f9a10a service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0439394 Feb 19 04:28:26.837718 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a43bf-fc24-4bf6-94a4-29be5cf296a5 req-e8360886-d976-46b0-8701-cfed0f3f63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.839749 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-853a43bf-fc24-4bf6-94a4-29be5cf296a5 req-e8360886-d976-46b0-8701-cfed0f3f63d9 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512912 Feb 19 04:28:26.885949 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9322cd43-a9da-45cf-969b-54c45646da8e req-c1a9701b-3bf2-4c78-9c89-76cf225eaad3 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498104 Feb 19 04:28:26.930843 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-853a43bf-fc24-4bf6-94a4-29be5cf296a5 req-c4edbdb2-a350-486d-a4b9-e3b8d77feb74 service neutron] 10.222.0.67 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848231 Feb 19 04:28:26.973500 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322cd43-a9da-45cf-969b-54c45646da8e req-58bd93ba-930e-4315-a6f5-43f5856259c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:26.974942 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9322cd43-a9da-45cf-969b-54c45646da8e req-58bd93ba-930e-4315-a6f5-43f5856259c3 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 1126 time: 0.0469708 Feb 19 04:28:27.034559 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-853a43bf-fc24-4bf6-94a4-29be5cf296a5 req-ee324c41-c147-41e4-8467-ce533bcce61a service neutron] 10.222.0.67 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978873 Feb 19 04:28:27.087525 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322cd43-a9da-45cf-969b-54c45646da8e req-53d67b53-d421-4f66-9e6a-6f2d40b2708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.089218 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9322cd43-a9da-45cf-969b-54c45646da8e req-53d67b53-d421-4f66-9e6a-6f2d40b2708a service neutron] 10.222.0.87 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.0934744 Feb 19 04:28:27.128828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67866712-2207-404b-8c86-e2e4f4f35efa req-afd6bae2-6bfa-4afb-9215-4befe8b5a567 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.130341 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67866712-2207-404b-8c86-e2e4f4f35efa req-afd6bae2-6bfa-4afb-9215-4befe8b5a567 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 943 time: 0.0558686 Feb 19 04:28:27.154809 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9322cd43-a9da-45cf-969b-54c45646da8e req-c7c57c81-d764-4e7c-95c8-715f2c868dca service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fde858f-4937-4a71-8ed4-5fb257d78363 HTTP/1.1" status: 200 len: 1000 time: 0.0592947 Feb 19 04:28:27.184109 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-67866712-2207-404b-8c86-e2e4f4f35efa req-168e2f57-487a-48e9-8bdc-3508a99f6e02 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466790 Feb 19 04:28:27.210895 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322cd43-a9da-45cf-969b-54c45646da8e req-ae1ba99a-2308-4f1b-9164-37922e4fb6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.212372 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9322cd43-a9da-45cf-969b-54c45646da8e req-ae1ba99a-2308-4f1b-9164-37922e4fb6ce service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0521846 Feb 19 04:28:27.261063 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322cd43-a9da-45cf-969b-54c45646da8e req-c9d76cfd-39e0-4c12-9a30-661b5878bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:27.262557 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9322cd43-a9da-45cf-969b-54c45646da8e req-c9d76cfd-39e0-4c12-9a30-661b5878bf5b service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447488 Feb 19 04:28:27.354246 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9322cd43-a9da-45cf-969b-54c45646da8e req-0c82b2c3-cd12-4d4b-873a-fc0c81b1427c service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850952 Feb 19 04:28:27.448334 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-9322cd43-a9da-45cf-969b-54c45646da8e req-64d48a79-b1c3-4fdf-bcef-9932d09d4c5d service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885332 Feb 19 04:28:28.322454 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649f084-ce7a-4d84-9e8e-f91473da9d97 req-ef083af4-717b-4e0f-aca7-e9011995d51c tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:28.324728 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c649f084-ce7a-4d84-9e8e-f91473da9d97 req-ef083af4-717b-4e0f-aca7-e9011995d51c tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 943 time: 0.0623896 Feb 19 04:28:28.379854 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-c649f084-ce7a-4d84-9e8e-f91473da9d97 req-cecb5b43-cfe2-4199-bd08-05cb5e80e6c5 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464776 Feb 19 04:28:29.515984 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8ac34-114e-4ee5-a5b4-d14e14b2afe5 req-cdc668a0-c466-4d9f-901f-1f822eec3fe7 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:29.517535 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2f8ac34-114e-4ee5-a5b4-d14e14b2afe5 req-cdc668a0-c466-4d9f-901f-1f822eec3fe7 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 943 time: 0.0620637 Feb 19 04:28:29.570766 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f2f8ac34-114e-4ee5-a5b4-d14e14b2afe5 req-52f5484f-7247-478c-9e55-e7de1116e63b tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472558 Feb 19 04:28:30.714721 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a74f5-4523-4825-9935-b1546f19a3d7 req-5307d8d6-f84e-4365-a226-4757114b0c3f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:30.716231 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b9a74f5-4523-4825-9935-b1546f19a3d7 req-5307d8d6-f84e-4365-a226-4757114b0c3f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 943 time: 0.0621376 Feb 19 04:28:30.768117 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3b9a74f5-4523-4825-9935-b1546f19a3d7 req-dff7caa2-6188-4604-ab93-f08973837576 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437045 Feb 19 04:28:30.806370 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 6beb9c70-298d-47c8-87a8-cdd8f2b91723 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:28:30.904824 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 6beb9c70-298d-47c8-87a8-cdd8f2b91723, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:30.920076 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'port_id': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'mac_address': 'fa:16:3e:20:b1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:28:30.957820 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 is: DOWN; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:30.958216 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:30.971984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6beb9c70-298d-47c8-87a8-cdd8f2b91723 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:28:30.991738 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 6beb9c70-298d-47c8-87a8-cdd8f2b91723, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:30.998951 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:31.045320 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=6beb9c70-298d-47c8-87a8-cdd8f2b91723,revision_number=4']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:31.357461 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['6beb9c70-298d-47c8-87a8-cdd8f2b91723'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:28:31.899497 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dbde37-6498-42db-958d-2a0d650dd964 req-34abe2e0-5a57-4e0b-8d99-eb35e022ebf3 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:31.901204 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68dbde37-6498-42db-958d-2a0d650dd964 req-34abe2e0-5a57-4e0b-8d99-eb35e022ebf3 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 944 time: 0.0551097 Feb 19 04:28:31.958988 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-68dbde37-6498-42db-958d-2a0d650dd964 req-8b848d56-a769-49a2-9564-bbaa9352b4ce tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520105 Feb 19 04:28:32.824627 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 6beb9c70-298d-47c8-87a8-cdd8f2b91723 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:28:32.890928 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning for port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 completed by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 19 04:28:32.897285 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:28:32.897803 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:32.985818 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:28:32.986179 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.010676 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6beb9c70-298d-47c8-87a8-cdd8f2b91723'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:33.013312 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5188809a-ab7d-401a-ba38-37c6373cdf56" -d '{"events": [{"server_uuid": "48cdeb7a-e4c9-477d-9117-458966f8960c", "name": "network-vif-plugged", "status": "completed", "tag": "6beb9c70-298d-47c8-87a8-cdd8f2b91723"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:33.025827 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 6beb9c70-298d-47c8-87a8-cdd8f2b91723, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:28:33.030985 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:33.082363 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=6beb9c70-298d-47c8-87a8-cdd8f2b91723,revision_number=5']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:33.090693 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac2a961-b0f4-4350-ae6f-8156f877a836 req-257d991b-0792-4c3c-9af6-fc58909360e3 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:33.092346 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ac2a961-b0f4-4350-ae6f-8156f877a836 req-257d991b-0792-4c3c-9af6-fc58909360e3 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 945 time: 0.0552552 Feb 19 04:28:33.147192 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-3ac2a961-b0f4-4350-ae6f-8156f877a836 req-3be6482c-2bb7-4568-870d-6aa9b4b24429 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478148 Feb 19 04:28:33.192045 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0d5947-9994-4a77-9029-8264feb5b880 x-openstack-request-id: req-0e0d5947-9994-4a77-9029-8264feb5b880 {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:33.192338 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cdeb7a-e4c9-477d-9117-458966f8960c", "name": "network-vif-plugged", "status": "completed", "tag": "6beb9c70-298d-47c8-87a8-cdd8f2b91723", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:33.192596 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0e0d5947-9994-4a77-9029-8264feb5b880 {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:33.193031 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'code': 200} Feb 19 04:28:33.301206 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf39232-634e-4de3-93d2-2d2572f30c7f req-3454f0b2-4599-4cd9-9286-1fdbee6460b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:33.302826 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccf39232-634e-4de3-93d2-2d2572f30c7f req-3454f0b2-4599-4cd9-9286-1fdbee6460b6 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 1127 time: 0.0484531 Feb 19 04:28:33.350685 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ccf39232-634e-4de3-93d2-2d2572f30c7f req-298e314e-19ec-4d49-84be-9fa0e634bfb8 service neutron] 10.222.0.67 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414064 Feb 19 04:28:33.719566 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e5bfb9c5-8aee-4696-9df3-bff875698af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:34.289387 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab382657-a020-4639-b108-c9cf884df85f req-20dbdf44-e03b-42d2-aff4-d5f80f584602 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:34.290972 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab382657-a020-4639-b108-c9cf884df85f req-20dbdf44-e03b-42d2-aff4-d5f80f584602 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 945 time: 0.0676050 Feb 19 04:28:34.342513 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-ab382657-a020-4639-b108-c9cf884df85f req-66936eea-fd17-40b1-a699-3109abc8a9ce tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454447 Feb 19 04:28:35.484998 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10050ca-3d87-4b84-8461-b28a79be9da6 req-c43665a4-f01e-477c-a02b-1ebb833f0748 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:35.486494 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e10050ca-3d87-4b84-8461-b28a79be9da6 req-c43665a4-f01e-477c-a02b-1ebb833f0748 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 945 time: 0.0659132 Feb 19 04:28:35.543320 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e10050ca-3d87-4b84-8461-b28a79be9da6 req-5dfe7ee5-df92-4408-8bc4-c1f2500785c1 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509036 Feb 19 04:28:35.693526 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d26b7-c9d1-4686-aee6-85c028158b16 req-e62846f6-dc15-4b4b-ab90-105f1e188a0b tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:35.695246 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e5d26b7-c9d1-4686-aee6-85c028158b16 req-e62846f6-dc15-4b4b-ab90-105f1e188a0b tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 945 time: 0.0698216 Feb 19 04:28:35.756887 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-2e5d26b7-c9d1-4686-aee6-85c028158b16 req-2f8688ef-e637-48bf-b4a2-21038f905749 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559690 Feb 19 04:28:35.778856 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54468) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:35.825640 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c99b77f-553d-4d56-aa53-b2fe6e5d8ea1 tempest-TestSnapshotPattern-1010470210 tempest-TestSnapshotPattern-1010470210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:35.827186 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-1c99b77f-553d-4d56-aa53-b2fe6e5d8ea1 tempest-TestSnapshotPattern-1010470210 tempest-TestSnapshotPattern-1010470210-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 1122 time: 0.0473280 Feb 19 04:28:35.831109 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54470) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:28:35.835397 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.v2.base [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Request body: {'floatingip': {'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'port_id': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 19 04:28:35.859499 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.971940 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-62d18b72-c729-4f9e-b538-fc573ad7650a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:35.972831 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (None), before_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.078664 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_common [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Allocated IP 172.25.1.190 (28822f6f-e49e-4418-9ec8-2ffdbdcdb20e/bfafd809-8914-4102-8d17-f2901d80fa3a/cc44502d-322a-4a2e-9fcd-eea658540d2a) {{(pid=109899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 19 04:28:36.191705 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for port (cc44502d-322a-4a2e-9fcd-eea658540d2a), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.228462 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762369122344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (cc44502d-322a-4a2e-9fcd-eea658540d2a), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.267171 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Network 28822f6f-e49e-4418-9ec8-2ffdbdcdb20e is already hosted by enough agents. {{(pid=109899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 19 04:28:36.271929 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.base_scheduler [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Resources bound (agent type, host, resource id): {{(pid=109899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 19 04:28:36.276275 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Received port after_create {{(pid=109899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 19 04:28:36.279448 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'Port': ['ID=cc44502d-322a-4a2e-9fcd-eea658540d2a,revision_number=1']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:36.644174 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for floatingip (3149d475-39c6-4159-a782-f3be30b9de14), precommit_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.723637 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (cc44502d-322a-4a2e-9fcd-eea658540d2a), before_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.873226 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for port (cc44502d-322a-4a2e-9fcd-eea658540d2a), precommit_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.881014 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10054245'] for port (cc44502d-322a-4a2e-9fcd-eea658540d2a), after_update {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:36.948009 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event updated for resources: {'Port': ['ID=cc44502d-322a-4a2e-9fcd-eea658540d2a,revision_number=2']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:28:36.961338 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555764'] for floatingip (3149d475-39c6-4159-a782-f3be30b9de14), after_create {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.076077 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Floating IP 3149d475-39c6-4159-a782-f3be30b9de14 associated. External IP: 172.25.1.190, port: 6beb9c70-298d-47c8-87a8-cdd8f2b91723. Feb 19 04:28:37.301686 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Router 5e87efec-21f4-4272-8fd0-fca0612b1b3f has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:28:37.409973 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:28:37.420331 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671426ba-d708-4fdf-a197-ad3e70aa192f None None] Sync routers for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:28:37.430262 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.431079 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671426ba-d708-4fdf-a197-ad3e70aa192f None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:37.431670 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-671426ba-d708-4fdf-a197-ad3e70aa192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:37.461455 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-a0dc9a4d-6097-4209-ac46-1548c6a60bcb tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6293268 Feb 19 04:28:37.462097 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'tag': '6beb9c70-298d-47c8-87a8-cdd8f2b91723'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:28:37.464411 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e97684-3a2d-4d6b-a524-f5c0433e8ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "48cdeb7a-e4c9-477d-9117-458966f8960c", "tag": "6beb9c70-298d-47c8-87a8-cdd8f2b91723"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:28:37.504097 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fde0bc-4e67-47dd-97b4-1d16dffb8457 x-openstack-request-id: req-08fde0bc-4e67-47dd-97b4-1d16dffb8457 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:28:37.504410 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cdeb7a-e4c9-477d-9117-458966f8960c", "tag": "6beb9c70-298d-47c8-87a8-cdd8f2b91723", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:28:37.505176 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08fde0bc-4e67-47dd-97b4-1d16dffb8457 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:28:37.505619 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'tag': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'status': 'completed', 'code': 200} Feb 19 04:28:37.545543 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:37.558248 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-671426ba-d708-4fdf-a197-ad3e70aa192f None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:37.573645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e97684-3a2d-4d6b-a524-f5c0433e8ef3 req-17eab408-0d48-416a-b0e6-f710d4a2e3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:37.575304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07e97684-3a2d-4d6b-a524-f5c0433e8ef3 req-17eab408-0d48-416a-b0e6-f710d4a2e3cb service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 1127 time: 0.0498104 Feb 19 04:28:37.667304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e97684-3a2d-4d6b-a524-f5c0433e8ef3 req-617e3e41-3015-4370-b5ab-df18b6389b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:37.669234 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07e97684-3a2d-4d6b-a524-f5c0433e8ef3 req-617e3e41-3015-4370-b5ab-df18b6389b19 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.0880556 Feb 19 04:28:37.737741 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07e97684-3a2d-4d6b-a524-f5c0433e8ef3 req-cc4a3a60-1e6c-4f1f-9143-5e0457c49a92 service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723 HTTP/1.1" status: 200 len: 999 time: 0.0623560 Feb 19 04:28:37.786190 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e97684-3a2d-4d6b-a524-f5c0433e8ef3 req-483f5ec9-87f2-4524-83df-af7b4e2c93f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:37.787708 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07e97684-3a2d-4d6b-a524-f5c0433e8ef3 req-483f5ec9-87f2-4524-83df-af7b4e2c93f0 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0439205 Feb 19 04:28:37.792698 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-671426ba-d708-4fdf-a197-ad3e70aa192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '3149d475-39c6-4159-a782-f3be30b9de14', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'port_id': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'mac_address': 'fa:16:3e:20:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:28:36Z', 'updated_at': '2022-02-19T04:28:36Z', 'revision_number': 0, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address_scope': None}, {'id': '512fb1ff-14e2-4f19-b0e7-4cc6881fca07', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'port_id': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'mac_address': 'fa:16:3e:6b:ac:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:25:24Z', 'updated_at': '2022-02-19T04:25:26Z', 'revision_number': 1, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:37.818833 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671426ba-d708-4fdf-a197-ad3e70aa192f None None] Checking router: 5e87efec-21f4-4272-8fd0-fca0612b1b3f for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:28:37.827794 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671426ba-d708-4fdf-a197-ad3e70aa192f None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:28:37.828423 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-671426ba-d708-4fdf-a197-ad3e70aa192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:28:36Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:37.836878 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e97684-3a2d-4d6b-a524-f5c0433e8ef3 req-9337b141-c50c-4dfa-ab1a-6531c8c19a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:28:37.838393 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07e97684-3a2d-4d6b-a524-f5c0433e8ef3 req-9337b141-c50c-4dfa-ab1a-6531c8c19a60 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447569 Feb 19 04:28:37.930457 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07e97684-3a2d-4d6b-a524-f5c0433e8ef3 req-f670c18b-15e9-4955-876f-7c1dc6ca001b service neutron] 10.222.0.67 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858412 Feb 19 04:28:37.939279 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-671426ba-d708-4fdf-a197-ad3e70aa192f None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:28:38.019992 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-07e97684-3a2d-4d6b-a524-f5c0433e8ef3 req-651058e6-0a45-4854-bdd6-5b6f8a5a5487 service neutron] 10.222.0.67 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836055 Feb 19 04:28:38.184220 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-671426ba-d708-4fdf-a197-ad3e70aa192f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '3149d475-39c6-4159-a782-f3be30b9de14', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'port_id': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'mac_address': 'fa:16:3e:20:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:28:36Z', 'updated_at': '2022-02-19T04:28:36Z', 'revision_number': 0, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address_scope': None}, {'id': '512fb1ff-14e2-4f19-b0e7-4cc6881fca07', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'port_id': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'mac_address': 'fa:16:3e:6b:ac:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:25:24Z', 'updated_at': '2022-02-19T04:25:26Z', 'revision_number': 1, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:28:38.210773 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671426ba-d708-4fdf-a197-ad3e70aa192f None None] The sync data for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 is: [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '3149d475-39c6-4159-a782-f3be30b9de14', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'floating_ip_address': '172.25.1.190', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'port_id': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'mac_address': 'fa:16:3e:20:b1:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:28:36Z', 'updated_at': '2022-02-19T04:28:36Z', 'revision_number': 0, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address_scope': None}, {'id': '512fb1ff-14e2-4f19-b0e7-4cc6881fca07', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'port_id': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'mac_address': 'fa:16:3e:6b:ac:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:25:24Z', 'updated_at': '2022-02-19T04:25:26Z', 'revision_number': 1, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:28:38.423186 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fac446-87bf-4892-8a2b-9fb7faf15376 None None] New status for floating IP 3149d475-39c6-4159-a782-f3be30b9de14: ACTIVE {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:28:38.841254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:40.150083 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:53.514628 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:54.512486 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:28:55.849257 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:29:03.716991 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-73836c7c-296f-4287-82fd-4753c3d959c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:05.985172 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-da40d1f4-ef98-4630-b2a4-34aa83d83ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:07.518674 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:08.845119 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:10.153026 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:23.524567 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:24.515479 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:28.878837 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a195e1cd-a8da-419c-afc3-57ece26c2199 req-0334f0e4-645d-46c1-ada5-844585d6c2c8 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459998 Feb 19 04:29:28.973227 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195e1cd-a8da-419c-afc3-57ece26c2199 req-a1c7a930-dddf-402b-a684-0ac737b3f923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:28.974851 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a195e1cd-a8da-419c-afc3-57ece26c2199 req-a1c7a930-dddf-402b-a684-0ac737b3f923 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 1126 time: 0.0473862 Feb 19 04:29:29.105404 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195e1cd-a8da-419c-afc3-57ece26c2199 req-388bd5e7-aaf7-4244-93e4-e8c6dd282b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:29.107603 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a195e1cd-a8da-419c-afc3-57ece26c2199 req-388bd5e7-aaf7-4244-93e4-e8c6dd282b1c service neutron] 10.222.0.87 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.1117797 Feb 19 04:29:29.174995 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a195e1cd-a8da-419c-afc3-57ece26c2199 req-397e092b-307c-4b80-9bbd-fab2483fd04e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fde858f-4937-4a71-8ed4-5fb257d78363 HTTP/1.1" status: 200 len: 1000 time: 0.0605404 Feb 19 04:29:29.231378 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195e1cd-a8da-419c-afc3-57ece26c2199 req-c1d022bf-0a61-4dc7-a355-4f78c372d3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:29.232899 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a195e1cd-a8da-419c-afc3-57ece26c2199 req-c1d022bf-0a61-4dc7-a355-4f78c372d3ad service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0514069 Feb 19 04:29:29.282955 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195e1cd-a8da-419c-afc3-57ece26c2199 req-22e20e8c-4b42-4381-b9cc-c8daf17242f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:29.284462 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a195e1cd-a8da-419c-afc3-57ece26c2199 req-22e20e8c-4b42-4381-b9cc-c8daf17242f9 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459988 Feb 19 04:29:29.388191 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a195e1cd-a8da-419c-afc3-57ece26c2199 req-572f6cda-74e9-4231-a535-675e9af73027 service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976560 Feb 19 04:29:29.485763 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-a195e1cd-a8da-419c-afc3-57ece26c2199 req-ec000de6-24cd-4b7f-b308-6b0a37a29053 service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909977 Feb 19 04:29:31.990329 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1afc18be-3e3f-4d1a-9309-9cbcf0697caf req-7fb44328-ae1e-4abd-a40f-be93ee39cd0b service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473285 Feb 19 04:29:32.088927 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc18be-3e3f-4d1a-9309-9cbcf0697caf req-150fefb9-9465-4cf8-9a8a-133f968c156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.090472 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1afc18be-3e3f-4d1a-9309-9cbcf0697caf req-150fefb9-9465-4cf8-9a8a-133f968c156d service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 1127 time: 0.0579159 Feb 19 04:29:32.200132 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc18be-3e3f-4d1a-9309-9cbcf0697caf req-e1ff7f73-4ac7-4210-8415-386f2182fe9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.201670 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1afc18be-3e3f-4d1a-9309-9cbcf0697caf req-e1ff7f73-4ac7-4210-8415-386f2182fe9d service neutron] 10.222.0.67 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.0868242 Feb 19 04:29:32.274013 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1afc18be-3e3f-4d1a-9309-9cbcf0697caf req-e783ce6a-d894-4598-86bc-a03a0c53894b service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723 HTTP/1.1" status: 200 len: 1001 time: 0.0660775 Feb 19 04:29:32.325129 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc18be-3e3f-4d1a-9309-9cbcf0697caf req-188f9775-8949-4775-a415-1733d791b0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.326602 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1afc18be-3e3f-4d1a-9309-9cbcf0697caf req-188f9775-8949-4775-a415-1733d791b0f2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0471048 Feb 19 04:29:32.376859 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc18be-3e3f-4d1a-9309-9cbcf0697caf req-a632a76a-3399-4d59-8672-ae9e5aa807ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:29:32.378354 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1afc18be-3e3f-4d1a-9309-9cbcf0697caf req-a632a76a-3399-4d59-8672-ae9e5aa807ae service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453994 Feb 19 04:29:32.476145 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1afc18be-3e3f-4d1a-9309-9cbcf0697caf req-0b6de75f-5abe-40d4-868c-8e59fc7f1fe8 service neutron] 10.222.0.67 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912755 Feb 19 04:29:32.849204 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:29:32.894116 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-1afc18be-3e3f-4d1a-9309-9cbcf0697caf req-93ee33ed-9559-406a-9751-66fd059761e4 service neutron] 10.222.0.67 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127510 Feb 19 04:29:33.712159 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-25d46bb6-6974-4b53-b23c-77b05b16b608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:35.991280 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-96edccbd-c49c-429f-acba-2dcca531f34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:37.524785 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:38.852351 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:40.155562 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:53.530000 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:29:54.525885 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:03.718406 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-63bc5ad0-baea-4153-b73a-9752ca1c7dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:05.988369 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-09aea68a-e709-44f3-a9df-2b78fdc9d771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:07.534518 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:08.851474 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:09.852696 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:30:10.156216 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:23.534167 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:24.532107 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:29.877762 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8883b13d-70ec-456f-be4d-df52b605ce85 req-4c0d868e-aec2-4200-a024-50dcdb814188 service neutron] 10.222.0.87 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500464 Feb 19 04:30:29.982882 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883b13d-70ec-456f-be4d-df52b605ce85 req-6d05d49e-e895-430c-998e-3b888c894c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:29.984794 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8883b13d-70ec-456f-be4d-df52b605ce85 req-6d05d49e-e895-430c-998e-3b888c894c10 service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 1126 time: 0.0512798 Feb 19 04:30:30.449231 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883b13d-70ec-456f-be4d-df52b605ce85 req-5abce5f7-6cf4-429d-8181-5916f53f326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:30.450718 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8883b13d-70ec-456f-be4d-df52b605ce85 req-5abce5f7-6cf4-429d-8181-5916f53f326d service neutron] 10.222.0.87 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.4450197 Feb 19 04:30:30.516548 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8883b13d-70ec-456f-be4d-df52b605ce85 req-514acd9f-8761-4339-910c-f2b89ce86bd7 service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fde858f-4937-4a71-8ed4-5fb257d78363 HTTP/1.1" status: 200 len: 1000 time: 0.0595951 Feb 19 04:30:30.569852 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883b13d-70ec-456f-be4d-df52b605ce85 req-1ca8040a-2c97-4dae-a509-00a138229f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:30.571328 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8883b13d-70ec-456f-be4d-df52b605ce85 req-1ca8040a-2c97-4dae-a509-00a138229f10 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0490980 Feb 19 04:30:30.620944 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883b13d-70ec-456f-be4d-df52b605ce85 req-3ca9be50-c61c-450a-b7ee-21160e893f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:30.622475 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8883b13d-70ec-456f-be4d-df52b605ce85 req-3ca9be50-c61c-450a-b7ee-21160e893f82 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455813 Feb 19 04:30:30.724058 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8883b13d-70ec-456f-be4d-df52b605ce85 req-11ac85ed-a0e5-4ce4-80d3-da227f4dd721 service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947170 Feb 19 04:30:30.830700 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8883b13d-70ec-456f-be4d-df52b605ce85 req-69cc470e-39d8-44cc-919a-93653cb0058c service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008179 Feb 19 04:30:32.002808 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e2bc6ca-9b6f-4fea-bed6-ba834a5509fc req-6deff183-97be-4a0c-8104-53c82707cfca service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525217 Feb 19 04:30:32.113449 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc6ca-9b6f-4fea-bed6-ba834a5509fc req-3f7183f7-0f8f-4ae6-84f1-8b367d6c6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:32.114995 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e2bc6ca-9b6f-4fea-bed6-ba834a5509fc req-3f7183f7-0f8f-4ae6-84f1-8b367d6c6f06 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 1127 time: 0.0576255 Feb 19 04:30:32.218661 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc6ca-9b6f-4fea-bed6-ba834a5509fc req-f930099f-5b37-489b-86a6-0cda0f9c160d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:32.220229 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e2bc6ca-9b6f-4fea-bed6-ba834a5509fc req-f930099f-5b37-489b-86a6-0cda0f9c160d service neutron] 10.222.0.67 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.0849345 Feb 19 04:30:32.291353 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e2bc6ca-9b6f-4fea-bed6-ba834a5509fc req-03fabbbc-fdfa-4e92-9eb1-b5ac949ae5bb service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723 HTTP/1.1" status: 200 len: 1001 time: 0.0647893 Feb 19 04:30:32.339062 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc6ca-9b6f-4fea-bed6-ba834a5509fc req-f46abf5a-6bb2-44b8-b5e5-e998d4932c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:32.340515 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e2bc6ca-9b6f-4fea-bed6-ba834a5509fc req-f46abf5a-6bb2-44b8-b5e5-e998d4932c49 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0441034 Feb 19 04:30:32.394162 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2bc6ca-9b6f-4fea-bed6-ba834a5509fc req-36b6e721-a37f-4d5f-b002-e5f3620b595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:30:32.395711 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e2bc6ca-9b6f-4fea-bed6-ba834a5509fc req-36b6e721-a37f-4d5f-b002-e5f3620b595f service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0497415 Feb 19 04:30:32.497899 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e2bc6ca-9b6f-4fea-bed6-ba834a5509fc req-2453b441-e610-4c4d-9475-a691f5c69024 service neutron] 10.222.0.67 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851293 Feb 19 04:30:32.597054 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-6e2bc6ca-9b6f-4fea-bed6-ba834a5509fc req-9ed1ff62-e112-4fea-a1b0-f41b1f02dff3 service neutron] 10.222.0.67 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925488 Feb 19 04:30:33.714036 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-afde05be-a6ec-4afc-87c8-f7d143b603c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:35.993194 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8aeef5f4-3c6b-424e-90d8-36b74095398b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:37.528028 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:38.856094 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:40.157470 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:46.854632 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:30:53.549499 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:54.542254 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.473581 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 6beb9c70-298d-47c8-87a8-cdd8f2b91723 details requested by agent hyperv_n-h2-826755-2 with host n-h2-826755-2 {{(pid=109900) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 19 04:30:55.585049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 6beb9c70-298d-47c8-87a8-cdd8f2b91723, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:55.597603 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Returning: {'device': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'port_id': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'mac_address': 'fa:16:3e:20:b1:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109900) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 19 04:30:55.636850 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 is: ACTIVE; New status is: BUILD {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:55.637245 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.650602 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6beb9c70-298d-47c8-87a8-cdd8f2b91723 {{(pid=109900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 19 04:30:55.670221 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 6beb9c70-298d-47c8-87a8-cdd8f2b91723, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:55.677341 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:55.728219 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=6beb9c70-298d-47c8-87a8-cdd8f2b91723,revision_number=6']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:30:55.736797 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.737140 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.737806 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.738062 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.738527 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.739058 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.739399 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.739732 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.740049 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.740375 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.740731 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.741050 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.741376 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:30:55.753984 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] get_ports_and_sgs() called for port_ids ['6beb9c70-298d-47c8-87a8-cdd8f2b91723'] {{(pid=109900) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 19 04:30:57.486201 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 6beb9c70-298d-47c8-87a8-cdd8f2b91723 up at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 19 04:30:57.545810 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.provisioning_blocks [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Provisioning complete for port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 triggered by entity L2. {{(pid=109900) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 19 04:30:57.546177 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1801241'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), provisioning_complete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.620949 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Current status of the port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 is: BUILD; New status is: ACTIVE {{(pid=109900) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 19 04:30:57.621333 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1641216'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), before_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.645557 n-d-826755-2 neutron-server[109900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6beb9c70-298d-47c8-87a8-cdd8f2b91723'}] {{(pid=109900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:30:57.647807 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}062d5fd3004b727f1c233b858124b93925e479640661a74406433d27bc403e62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745463f6-bfae-4d5d-a69c-f54731ed24a5" -d '{"events": [{"server_uuid": "48cdeb7a-e4c9-477d-9117-458966f8960c", "name": "network-vif-plugged", "status": "completed", "tag": "6beb9c70-298d-47c8-87a8-cdd8f2b91723"}]}' {{(pid=109900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:30:57.663809 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] For port 6beb9c70-298d-47c8-87a8-cdd8f2b91723, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:30:57.670555 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762369645963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762369122362', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762369122380'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:30:57.709008 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbc1c0c-3c1f-438d-9733-621749c6a32b x-openstack-request-id: req-ecbc1c0c-3c1f-438d-9733-621749c6a32b {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:30:57.709390 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cdeb7a-e4c9-477d-9117-458966f8960c", "name": "network-vif-plugged", "status": "completed", "tag": "6beb9c70-298d-47c8-87a8-cdd8f2b91723", "code": 200}]} {{(pid=109900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:30:57.709806 n-d-826755-2 neutron-server[109900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ecbc1c0c-3c1f-438d-9733-621749c6a32b {{(pid=109900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:30:57.710412 n-d-826755-2 neutron-server[109900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'code': 200} Feb 19 04:30:57.740129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Pushing event updated for resources: {'Port': ['ID=6beb9c70-298d-47c8-87a8-cdd8f2b91723,revision_number=7']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:03.718280 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-67fbafaa-4487-4dc1-9cfc-d5dedeba9f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:05.993593 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-3f0fc638-22b1-47be-82f0-853c6fca1b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:07.532956 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:08.859025 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:09.828607 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54734) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:10.009329 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Deleting port cc44502d-322a-4a2e-9fcd-eea658540d2a {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:10.009564 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (cc44502d-322a-4a2e-9fcd-eea658540d2a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.096966 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (cc44502d-322a-4a2e-9fcd-eea658540d2a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.097547 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for floatingip (cc44502d-322a-4a2e-9fcd-eea658540d2a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.109888 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Calling delete_port for cc44502d-322a-4a2e-9fcd-eea658540d2a owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:10.152811 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.271917 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (cc44502d-322a-4a2e-9fcd-eea658540d2a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.297723 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event deleted for resources: {'Port': ['ID=cc44502d-322a-4a2e-9fcd-eea658540d2a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:10.326130 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.326487 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.326819 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.327158 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.327465 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.327828 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.328154 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.328479 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.328832 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.329212 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.329534 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.329845 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.330180 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:10.374200 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for floatingip (3149d475-39c6-4159-a782-f3be30b9de14), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.374543 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Floating IP 3149d475-39c6-4159-a782-f3be30b9de14 disassociated (deleted). External IP: 172.25.1.190, port: 6beb9c70-298d-47c8-87a8-cdd8f2b91723. Feb 19 04:31:10.590808 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Router 5e87efec-21f4-4272-8fd0-fca0612b1b3f has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:10.711484 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:10.716111 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:10.723497 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4322b1-6aa2-4183-8784-d9e8ea666157 None None] Sync routers for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:10.734459 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4322b1-6aa2-4183-8784-d9e8ea666157 None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:10.735083 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7c4322b1-6aa2-4183-8784-d9e8ea666157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:10.746156 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-43f3d3c1-28ad-4abc-82af-a33878d04902 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "DELETE /v2.0/floatingips/3149d475-39c6-4159-a782-f3be30b9de14 HTTP/1.1" status: 204 len: 168 time: 0.9163985 Feb 19 04:31:10.746744 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'tag': '6beb9c70-298d-47c8-87a8-cdd8f2b91723'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:10.749149 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95147b93-8489-4df7-b339-622e30736c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "48cdeb7a-e4c9-477d-9117-458966f8960c", "tag": "6beb9c70-298d-47c8-87a8-cdd8f2b91723"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:10.859324 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7c4322b1-6aa2-4183-8784-d9e8ea666157 None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:10.945191 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4178a43f-3f59-47b3-945b-e5a085eddb3a x-openstack-request-id: req-4178a43f-3f59-47b3-945b-e5a085eddb3a {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:10.945739 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48cdeb7a-e4c9-477d-9117-458966f8960c", "tag": "6beb9c70-298d-47c8-87a8-cdd8f2b91723", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:10.945739 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4178a43f-3f59-47b3-945b-e5a085eddb3a {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:10.946162 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'tag': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'status': 'completed', 'code': 200} Feb 19 04:31:11.078728 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147b93-8489-4df7-b339-622e30736c3f req-568ed126-ba02-4663-af0e-64ef14006a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:11.080304 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95147b93-8489-4df7-b339-622e30736c3f req-568ed126-ba02-4663-af0e-64ef14006a83 service neutron] 10.222.0.67 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 1127 time: 0.1048996 Feb 19 04:31:11.091412 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9afe365-a6f1-49a1-a757-74837b4d5f4d req-05438f7b-2016-4a0a-87bb-178ea7401513 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:11.098964 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9afe365-a6f1-49a1-a757-74837b4d5f4d req-05438f7b-2016-4a0a-87bb-178ea7401513 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 945 time: 0.0879815 Feb 19 04:31:11.126418 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7c4322b1-6aa2-4183-8784-d9e8ea666157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '512fb1ff-14e2-4f19-b0e7-4cc6881fca07', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'port_id': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'mac_address': 'fa:16:3e:6b:ac:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:25:24Z', 'updated_at': '2022-02-19T04:25:26Z', 'revision_number': 1, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:11.160657 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4322b1-6aa2-4183-8784-d9e8ea666157 None None] Checking router: 5e87efec-21f4-4272-8fd0-fca0612b1b3f for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:11.169270 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4322b1-6aa2-4183-8784-d9e8ea666157 None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:11.169884 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7c4322b1-6aa2-4183-8784-d9e8ea666157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:11.200325 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-f9afe365-a6f1-49a1-a757-74837b4d5f4d req-4c6f53ae-6457-4d55-a1bd-6d595e24c0b8 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004488 Feb 19 04:31:11.231702 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147b93-8489-4df7-b339-622e30736c3f req-21bf49d8-47d0-42f0-bac7-1b6c9b5f9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:11.233773 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95147b93-8489-4df7-b339-622e30736c3f req-21bf49d8-47d0-42f0-bac7-1b6c9b5f9794 service neutron] 10.222.0.67 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.1318393 Feb 19 04:31:11.275907 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95147b93-8489-4df7-b339-622e30736c3f req-c9231915-4054-4afa-abb0-2869e81c32dd service neutron] 10.222.0.67 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723 HTTP/1.1" status: 200 len: 217 time: 0.0356669 Feb 19 04:31:11.280801 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-7c4322b1-6aa2-4183-8784-d9e8ea666157 None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:11.324842 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147b93-8489-4df7-b339-622e30736c3f req-9838a22f-40a9-41e9-aa98-53c8dba7dbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:11.326336 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95147b93-8489-4df7-b339-622e30736c3f req-9838a22f-40a9-41e9-aa98-53c8dba7dbd2 service neutron] 10.222.0.67 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0448627 Feb 19 04:31:11.379010 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95147b93-8489-4df7-b339-622e30736c3f req-13c779ae-d686-4d90-bf69-86935c599c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:11.380514 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95147b93-8489-4df7-b339-622e30736c3f req-13c779ae-d686-4d90-bf69-86935c599c57 service neutron] 10.222.0.67 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0477650 Feb 19 04:31:11.475134 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95147b93-8489-4df7-b339-622e30736c3f req-eec9f81d-a05d-4b3d-9990-422867b6a36d service neutron] 10.222.0.67 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877731 Feb 19 04:31:11.508947 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-7c4322b1-6aa2-4183-8784-d9e8ea666157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '512fb1ff-14e2-4f19-b0e7-4cc6881fca07', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'port_id': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'mac_address': 'fa:16:3e:6b:ac:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:25:24Z', 'updated_at': '2022-02-19T04:25:26Z', 'revision_number': 1, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:11.538419 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4322b1-6aa2-4183-8784-d9e8ea666157 None None] The sync data for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 is: [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_floatingips': [{'id': '512fb1ff-14e2-4f19-b0e7-4cc6881fca07', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'floating_ip_address': '172.25.1.237', 'floating_network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'router_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'port_id': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'mac_address': 'fa:16:3e:6b:ac:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-19T04:25:24Z', 'updated_at': '2022-02-19T04:25:26Z', 'revision_number': 1, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:11.567148 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-95147b93-8489-4df7-b339-622e30736c3f req-f6f782be-f355-41a4-b763-a78b701b92bb service neutron] 10.222.0.67 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861015 Feb 19 04:31:11.796756 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a484e5f4-c3c6-490f-b537-53c2d5bbbd5a None None] New status for floating IP 3149d475-39c6-4159-a782-f3be30b9de14: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:31:12.329178 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfe1d0-f89b-44a1-85f4-80f4a8556932 req-38c52288-acc5-4521-bcb4-0c602e38aca0 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:12.330686 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23cfe1d0-f89b-44a1-85f4-80f4a8556932 req-38c52288-acc5-4521-bcb4-0c602e38aca0 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 945 time: 0.0597701 Feb 19 04:31:12.385523 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-23cfe1d0-f89b-44a1-85f4-80f4a8556932 req-fab801cf-da3f-48ac-8c32-56734152d8d0 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458865 Feb 19 04:31:12.661419 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737e8dd-9c64-4884-b2ad-c9bcfd90a8c5 req-beb6d9fb-22f2-48eb-907c-4397e8f6f94e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:12.662890 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e737e8dd-9c64-4884-b2ad-c9bcfd90a8c5 req-beb6d9fb-22f2-48eb-907c-4397e8f6f94e tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.67 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 945 time: 0.0569043 Feb 19 04:31:12.764304 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e737e8dd-9c64-4884-b2ad-c9bcfd90a8c5 req-3be9e8f3-64f6-40f8-96c3-fd538706972f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Deleting port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:12.764625 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e737e8dd-9c64-4884-b2ad-c9bcfd90a8c5 req-3be9e8f3-64f6-40f8-96c3-fd538706972f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.853051 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [req-e737e8dd-9c64-4884-b2ad-c9bcfd90a8c5 req-3be9e8f3-64f6-40f8-96c3-fd538706972f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] For port 6beb9c70-298d-47c8-87a8-cdd8f2b91723, host n-h2-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-826755-2',level=0,port_id=6beb9c70-298d-47c8-87a8-cdd8f2b91723,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:12.853459 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e737e8dd-9c64-4884-b2ad-c9bcfd90a8c5 req-3be9e8f3-64f6-40f8-96c3-fd538706972f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:12.866760 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [req-e737e8dd-9c64-4884-b2ad-c9bcfd90a8c5 req-3be9e8f3-64f6-40f8-96c3-fd538706972f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Calling delete_port for 6beb9c70-298d-47c8-87a8-cdd8f2b91723 owned by compute:nova {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:13.011516 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e737e8dd-9c64-4884-b2ad-c9bcfd90a8c5 req-3be9e8f3-64f6-40f8-96c3-fd538706972f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (6beb9c70-298d-47c8-87a8-cdd8f2b91723), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.039398 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9e8f3-64f6-40f8-96c3-fd538706972f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event deleted for resources: {'Port': ['ID=6beb9c70-298d-47c8-87a8-cdd8f2b91723,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:13.086379 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e737e8dd-9c64-4884-b2ad-c9bcfd90a8c5 req-3be9e8f3-64f6-40f8-96c3-fd538706972f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] No DVR routers for this DVR port 6beb9c70-298d-47c8-87a8-cdd8f2b91723 on host n-h2-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:13.089449 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [req-e737e8dd-9c64-4884-b2ad-c9bcfd90a8c5 req-3be9e8f3-64f6-40f8-96c3-fd538706972f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:13.093704 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-e737e8dd-9c64-4884-b2ad-c9bcfd90a8c5 req-3be9e8f3-64f6-40f8-96c3-fd538706972f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.67 "DELETE /v2.0/ports/6beb9c70-298d-47c8-87a8-cdd8f2b91723 HTTP/1.1" status: 204 len: 173 time: 0.4257905 Feb 19 04:31:13.094159 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'name': 'network-vif-deleted', 'tag': '6beb9c70-298d-47c8-87a8-cdd8f2b91723'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:13.096700 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64846561-c567-4a3c-b261-a5b87c73dcb9" -d '{"events": [{"server_uuid": "48cdeb7a-e4c9-477d-9117-458966f8960c", "name": "network-vif-deleted", "tag": "6beb9c70-298d-47c8-87a8-cdd8f2b91723"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:13.133792 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5165ab5-2089-4f83-b20b-4d51bfd0d3b1 x-openstack-request-id: req-b5165ab5-2089-4f83-b20b-4d51bfd0d3b1 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:13.134100 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48cdeb7a-e4c9-477d-9117-458966f8960c", "name": "network-vif-deleted", "tag": "6beb9c70-298d-47c8-87a8-cdd8f2b91723", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:13.134340 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b5165ab5-2089-4f83-b20b-4d51bfd0d3b1 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:13.134745 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48cdeb7a-e4c9-477d-9117-458966f8960c', 'name': 'network-vif-deleted', 'tag': '6beb9c70-298d-47c8-87a8-cdd8f2b91723', 'status': 'completed', 'code': 200} Feb 19 04:31:13.519027 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-daf6bf90-7395-48e6-8e86-6f8d41a76c75 req-0ee340b7-663a-4c66-b8a9-3dc5f171a744 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=48cdeb7a-e4c9-477d-9117-458966f8960c HTTP/1.1" status: 200 len: 210 time: 0.0355902 Feb 19 04:31:13.536766 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 6beb9c70-298d-47c8-87a8-cdd8f2b91723 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:13.559401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 6beb9c70-298d-47c8-87a8-cdd8f2b91723 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:13.559832 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 6beb9c70-298d-47c8-87a8-cdd8f2b91723 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:15.123442 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54792) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:15.300641 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Deleting port 98dfbf0b-85d3-42be-a066-9a0b84abae78 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:15.300981 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (98dfbf0b-85d3-42be-a066-9a0b84abae78), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.381811 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (98dfbf0b-85d3-42be-a066-9a0b84abae78), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.382047 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for floatingip (98dfbf0b-85d3-42be-a066-9a0b84abae78), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.393980 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Calling delete_port for 98dfbf0b-85d3-42be-a066-9a0b84abae78 owned by network:floatingip {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:15.551731 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (98dfbf0b-85d3-42be-a066-9a0b84abae78), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.577031 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event deleted for resources: {'Port': ['ID=98dfbf0b-85d3-42be-a066-9a0b84abae78,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:15.643208 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for floatingip (512fb1ff-14e2-4f19-b0e7-4cc6881fca07), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:15.643468 n-d-826755-2 neutron-server[109899]: INFO neutron.db.l3_db [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Floating IP 512fb1ff-14e2-4f19-b0e7-4cc6881fca07 disassociated (deleted). External IP: 172.25.1.237, port: 5fde858f-4937-4a71-8ed4-5fb257d78363. Feb 19 04:31:15.874194 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Router 5e87efec-21f4-4272-8fd0-fca0612b1b3f has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:15.987740 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:15.993644 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for floatingip (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:16.001715 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b16b3-a6e2-4baa-826c-762fec49ca3a None None] Sync routers for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:16.012441 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b16b3-a6e2-4baa-826c-762fec49ca3a None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:16.013094 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-172b16b3-a6e2-4baa-826c-762fec49ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:16.025817 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-14649acc-13c3-4213-9bc1-da33d360cc58 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "DELETE /v2.0/floatingips/512fb1ff-14e2-4f19-b0e7-4cc6881fca07 HTTP/1.1" status: 204 len: 168 time: 0.9012299 Feb 19 04:31:16.026468 n-d-826755-2 neutron-server[109899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363'}] {{(pid=109899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:16.028831 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fabb584c71372713e54b91ef095ea04c5882949460ccc228e80a310b492b5c5e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da00ed0-ca3c-496f-9aab-adba8ade7bee" -d '{"events": [{"name": "network-changed", "server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363"}]}' {{(pid=109899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:16.125649 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-172b16b3-a6e2-4baa-826c-762fec49ca3a None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:16.191426 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d8a7d6-84fa-438d-902c-8e45c7a39d50 x-openstack-request-id: req-e9d8a7d6-84fa-438d-902c-8e45c7a39d50 {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:16.192026 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363", "status": "completed", "code": 200}]} {{(pid=109899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:16.192026 n-d-826755-2 neutron-server[109899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e9d8a7d6-84fa-438d-902c-8e45c7a39d50 {{(pid=109899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:16.192353 n-d-826755-2 neutron-server[109899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'status': 'completed', 'code': 200} Feb 19 04:31:16.266622 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da00ed0-ca3c-496f-9aab-adba8ade7bee req-10511980-a421-4488-b500-534b7730516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.268072 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8da00ed0-ca3c-496f-9aab-adba8ade7bee req-10511980-a421-4488-b500-534b7730516b service neutron] 10.222.0.87 "GET /v2.0/ports?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 1126 time: 0.0504375 Feb 19 04:31:16.297552 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19827b3d-9126-4705-a5ea-27c0890d521b req-1465ba8c-1d27-4054-a80c-76c45eaad43a tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.299089 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19827b3d-9126-4705-a5ea-27c0890d521b req-1465ba8c-1d27-4054-a80c-76c45eaad43a tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 944 time: 0.0547650 Feb 19 04:31:16.344568 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-172b16b3-a6e2-4baa-826c-762fec49ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:16.351519 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-19827b3d-9126-4705-a5ea-27c0890d521b req-baf24f58-0aab-40e4-bb49-8b7bf648ef42 tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456786 Feb 19 04:31:16.367304 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da00ed0-ca3c-496f-9aab-adba8ade7bee req-5f5f616e-f9c5-4dc8-9c16-d7edcd7af8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.368896 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8da00ed0-ca3c-496f-9aab-adba8ade7bee req-5f5f616e-f9c5-4dc8-9c16-d7edcd7af8ed service neutron] 10.222.0.87 "GET /v2.0/networks?id=27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 200 len: 910 time: 0.0941715 Feb 19 04:31:16.375671 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b16b3-a6e2-4baa-826c-762fec49ca3a None None] Checking router: 5e87efec-21f4-4272-8fd0-fca0612b1b3f for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:16.384077 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b16b3-a6e2-4baa-826c-762fec49ca3a None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:16.384708 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-172b16b3-a6e2-4baa-826c-762fec49ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:16.410910 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8da00ed0-ca3c-496f-9aab-adba8ade7bee req-e8768963-a708-49ae-bdfe-dec8229c1c3e service neutron] 10.222.0.87 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fde858f-4937-4a71-8ed4-5fb257d78363 HTTP/1.1" status: 200 len: 217 time: 0.0351648 Feb 19 04:31:16.459246 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da00ed0-ca3c-496f-9aab-adba8ade7bee req-9735f7a8-c2b6-43ef-801e-162e766480a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.460754 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8da00ed0-ca3c-496f-9aab-adba8ade7bee req-9735f7a8-c2b6-43ef-801e-162e766480a3 service neutron] 10.222.0.87 "GET /v2.0/subnets?id=f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 200 len: 848 time: 0.0440722 Feb 19 04:31:16.519003 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da00ed0-ca3c-496f-9aab-adba8ade7bee req-e923200f-9f21-4f9f-95cc-a0f518d0b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:16.520519 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8da00ed0-ca3c-496f-9aab-adba8ade7bee req-e923200f-9f21-4f9f-95cc-a0f518d0b6f1 service neutron] 10.222.0.87 "GET /v2.0/ports?network_id=27a4d0b0-75be-4479-b8db-229d612deea0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0532773 Feb 19 04:31:16.618060 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8da00ed0-ca3c-496f-9aab-adba8ade7bee req-b1fbbc6c-b02e-449c-9c5d-5091c7012377 service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899305 Feb 19 04:31:16.662347 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-172b16b3-a6e2-4baa-826c-762fec49ca3a None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:16.713494 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-8da00ed0-ca3c-496f-9aab-adba8ade7bee req-e55c1e19-57e5-42ad-bdf2-4c6f7e2425bc service neutron] 10.222.0.87 "GET /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889463 Feb 19 04:31:16.868701 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-172b16b3-a6e2-4baa-826c-762fec49ca3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:16.895283 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172b16b3-a6e2-4baa-826c-762fec49ca3a None None] The sync data for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 is: [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:03Z', 'revision_number': 4, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2', '_interfaces': [{'id': 'f3bad1f1-2b85-4e85-b672-6e0547280fad', 'name': '', 'network_id': '27a4d0b0-75be-4479-b8db-229d612deea0', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'mac_address': 'fa:16:3e:26:3f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:02Z', 'updated_at': '2022-02-19T04:25:08Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'subnets': [{'id': 'f7a86b7f-c056-4041-a903-ab0af372f25b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:17.138746 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549155f3-e860-44f0-a464-8773ca9c2da9 None None] New status for floating IP 512fb1ff-14e2-4f19-b0e7-4cc6881fca07: DOWN {{(pid=109901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 19 04:31:17.185192 n-d-826755-2 neutron-server[109898]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463b85d-c1d6-4cd5-ba83-978b8b72f167 req-5ac7adc9-b824-4a99-8887-425fe7ae60ca tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109898) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:17.186673 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b463b85d-c1d6-4cd5-ba83-978b8b72f167 req-5ac7adc9-b824-4a99-8887-425fe7ae60ca tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.87 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 944 time: 0.0581596 Feb 19 04:31:17.282214 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-b463b85d-c1d6-4cd5-ba83-978b8b72f167 req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Deleting port 5fde858f-4937-4a71-8ed4-5fb257d78363 {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:17.282942 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b463b85d-c1d6-4cd5-ba83-978b8b72f167 req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.374757 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [req-b463b85d-c1d6-4cd5-ba83-978b8b72f167 req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] For port 5fde858f-4937-4a71-8ed4-5fb257d78363, host n-h1-826755-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-826755-2',level=0,port_id=5fde858f-4937-4a71-8ed4-5fb257d78363,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:17.375029 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b463b85d-c1d6-4cd5-ba83-978b8b72f167 req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.387871 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [req-b463b85d-c1d6-4cd5-ba83-978b8b72f167 req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Calling delete_port for 5fde858f-4937-4a71-8ed4-5fb257d78363 owned by compute:nova {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:17.471941 n-d-826755-2 neutron-server[109899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73787b50-77c2-4369-a0b3-f95e0db73858 req-f74baa05-d145-4aba-acb9-3321d70651cc tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 19 04:31:17.473700 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73787b50-77c2-4369-a0b3-f95e0db73858 req-f74baa05-d145-4aba-acb9-3321d70651cc tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b415949-4bae-4d78-8039-d3717eeaa0b6 HTTP/1.1" status: 200 len: 944 time: 0.0534263 Feb 19 04:31:17.524967 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b463b85d-c1d6-4cd5-ba83-978b8b72f167 req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (5fde858f-4937-4a71-8ed4-5fb257d78363), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.528525 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [req-73787b50-77c2-4369-a0b3-f95e0db73858 req-a9df780e-5687-4044-966e-0cddfc95ef0d tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "GET /v2.0/security-groups?id=443477e8-154d-435f-9de7-680b078f3279&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488462 Feb 19 04:31:17.549706 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 6beb9c70-298d-47c8-87a8-cdd8f2b91723 no longer exists at agent hyperv_n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:17.555721 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event deleted for resources: {'Port': ['ID=5fde858f-4937-4a71-8ed4-5fb257d78363,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:17.567933 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.568289 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.568639 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.569043 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.569383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.569720 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.570053 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.570383 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.570713 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.571044 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.571372 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.571702 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.572028 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-826755-2 {{(pid=109898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 19 04:31:17.575996 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] No Port match for: 6beb9c70-298d-47c8-87a8-cdd8f2b91723 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:17.576346 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Device 6beb9c70-298d-47c8-87a8-cdd8f2b91723 not bound to the agent host n-h2-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:17.608570 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [req-b463b85d-c1d6-4cd5-ba83-978b8b72f167 req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] No DVR routers for this DVR port 5fde858f-4937-4a71-8ed4-5fb257d78363 on host n-h1-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:17.611204 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [req-b463b85d-c1d6-4cd5-ba83-978b8b72f167 req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-437599'] for port (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:17.614684 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [req-b463b85d-c1d6-4cd5-ba83-978b8b72f167 req-8f26b505-bdc5-4f3b-b978-bcebc751389f tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.87 "DELETE /v2.0/ports/5fde858f-4937-4a71-8ed4-5fb257d78363 HTTP/1.1" status: 204 len: 173 time: 0.4229767 Feb 19 04:31:17.615128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'name': 'network-vif-deleted', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363'}] {{(pid=109898) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 19 04:31:17.617428 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db03350ccd905885b261798c0615c06f04c764c2899d81e150d5665a70824916" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bc0511-541c-457f-b5bf-77d88bf56ffd" -d '{"events": [{"server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "name": "network-vif-deleted", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363"}]}' {{(pid=109898) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 19 04:31:17.712951 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Feb 2022 04:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f520873-5573-4ba9-8724-854a2043cc07 x-openstack-request-id: req-0f520873-5573-4ba9-8724-854a2043cc07 {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 19 04:31:17.713793 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b415949-4bae-4d78-8039-d3717eeaa0b6", "name": "network-vif-deleted", "tag": "5fde858f-4937-4a71-8ed4-5fb257d78363", "status": "completed", "code": 200}]} {{(pid=109898) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 19 04:31:17.714130 n-d-826755-2 neutron-server[109898]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0f520873-5573-4ba9-8724-854a2043cc07 {{(pid=109898) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 19 04:31:17.714624 n-d-826755-2 neutron-server[109898]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b415949-4bae-4d78-8039-d3717eeaa0b6', 'name': 'network-vif-deleted', 'tag': '5fde858f-4937-4a71-8ed4-5fb257d78363', 'status': 'completed', 'code': 200} Feb 19 04:31:18.593245 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54808) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:18.652114 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78fdf1b7-14f0-4d1d-9c57-5a3e2a66d8ca tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group (443477e8-154d-435f-9de7-680b078f3279), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.678728 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78fdf1b7-14f0-4d1d-9c57-5a3e2a66d8ca tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group (443477e8-154d-435f-9de7-680b078f3279), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.748061 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78fdf1b7-14f0-4d1d-9c57-5a3e2a66d8ca tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (443477e8-154d-435f-9de7-680b078f3279), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.752402 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-78fdf1b7-14f0-4d1d-9c57-5a3e2a66d8ca tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:18.754296 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-78fdf1b7-14f0-4d1d-9c57-5a3e2a66d8ca tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] 10.222.0.81 "DELETE /v2.0/security-groups/443477e8-154d-435f-9de7-680b078f3279 HTTP/1.1" status: 204 len: 168 time: 0.1599214 Feb 19 04:31:18.763848 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdf1b7-14f0-4d1d-9c57-5a3e2a66d8ca tempest-TestSnapshotPattern-2060443988 tempest-TestSnapshotPattern-2060443988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=443477e8-154d-435f-9de7-680b078f3279,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:18.808059 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54812) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:19.280326 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9be2ec35-9e3a-4989-82c5-79e25ab7286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (5e87efec-21f4-4272-8fd0-fca0612b1b3f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.556842 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9be2ec35-9e3a-4989-82c5-79e25ab7286b admin admin] Deleting port f3bad1f1-2b85-4e85-b672-6e0547280fad {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:19.557179 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9be2ec35-9e3a-4989-82c5-79e25ab7286b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.638696 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-9be2ec35-9e3a-4989-82c5-79e25ab7286b admin admin] For port f3bad1f1-2b85-4e85-b672-6e0547280fad, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=f3bad1f1-2b85-4e85-b672-6e0547280fad,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:19.639452 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9be2ec35-9e3a-4989-82c5-79e25ab7286b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.650956 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-9be2ec35-9e3a-4989-82c5-79e25ab7286b admin admin] Calling delete_port for f3bad1f1-2b85-4e85-b672-6e0547280fad owned by network:router_interface {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:19.847207 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9be2ec35-9e3a-4989-82c5-79e25ab7286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (f3bad1f1-2b85-4e85-b672-6e0547280fad), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:19.872974 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2ec35-9e3a-4989-82c5-79e25ab7286b admin admin] Pushing event deleted for resources: {'Port': ['ID=f3bad1f1-2b85-4e85-b672-6e0547280fad,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:20.045648 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-9be2ec35-9e3a-4989-82c5-79e25ab7286b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (5e87efec-21f4-4272-8fd0-fca0612b1b3f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.274406 n-d-826755-2 neutron-server[109898]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be2ec35-9e3a-4989-82c5-79e25ab7286b admin admin] Router 5e87efec-21f4-4272-8fd0-fca0612b1b3f has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109898) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:20.395184 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be2ec35-9e3a-4989-82c5-79e25ab7286b admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109898) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:20.400816 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-9be2ec35-9e3a-4989-82c5-79e25ab7286b admin admin] 10.222.0.81 "PUT /v2.0/routers/5e87efec-21f4-4272-8fd0-fca0612b1b3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5914850 Feb 19 04:31:20.403400 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54816) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:20.406520 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45b632-87ca-48da-9617-97148c256b48 None None] Sync routers for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:20.418525 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45b632-87ca-48da-9617-97148c256b48 None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:20.419164 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-4a45b632-87ca-48da-9617-97148c256b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:20.510993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Publish callbacks [] for router (5e87efec-21f4-4272-8fd0-fca0612b1b3f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.527196 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-4a45b632-87ca-48da-9617-97148c256b48 None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: n-d-826755-2 {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:20.617302 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Publish callbacks [] for router_gateway (5e87efec-21f4-4272-8fd0-fca0612b1b3f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.684752 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Deleting port 4caf56bd-58be-4e55-985c-c8ed8434c84f {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:20.684752 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.709886 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-4a45b632-87ca-48da-9617-97148c256b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:31:19Z', 'revision_number': 5, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port': {'id': '4caf56bd-58be-4e55-985c-c8ed8434c84f', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:9b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:20.740864 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45b632-87ca-48da-9617-97148c256b48 None None] Checking router: 5e87efec-21f4-4272-8fd0-fca0612b1b3f for host: n-d-826755-2 {{(pid=109900) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:20.749098 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a45b632-87ca-48da-9617-97148c256b48 None None] Routers {'5e87efec-21f4-4272-8fd0-fca0612b1b3f'} bound to L3 agent in host n-d-826755-2 {{(pid=109900) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:20.749705 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-4a45b632-87ca-48da-9617-97148c256b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'], 'active': True} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:20.770666 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] For port 4caf56bd-58be-4e55-985c-c8ed8434c84f, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=4caf56bd-58be-4e55-985c-c8ed8434c84f,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:20.771028 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.782744 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Calling delete_port for 4caf56bd-58be-4e55-985c-c8ed8434c84f owned by network:router_gateway {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:20.840073 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvr_db [None req-4a45b632-87ca-48da-9617-97148c256b48 None None] Set router 5e87efec-21f4-4272-8fd0-fca0612b1b3f gateway port host: None {{(pid=109900) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:20.891129 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_hamode_db [None req-4a45b632-87ca-48da-9617-97148c256b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:31:20Z', 'revision_number': 6, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:20.923505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a45b632-87ca-48da-9617-97148c256b48 None None] The sync data for ids ['5e87efec-21f4-4272-8fd0-fca0612b1b3f'] in n-d-826755-2 is: [{'id': '5e87efec-21f4-4272-8fd0-fca0612b1b3f', 'name': 'tempest-TestSnapshotPattern-733693033-router', 'tenant_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:00Z', 'updated_at': '2022-02-19T04:31:20Z', 'revision_number': 6, 'project_id': '1603c3e2a5f648d3a755d8c3cc3db7d0', 'gw_port_host': None}] {{(pid=109900) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:20.963098 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (4caf56bd-58be-4e55-985c-c8ed8434c84f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:20.990044 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Pushing event deleted for resources: {'Port': ['ID=4caf56bd-58be-4e55-985c-c8ed8434c84f,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:21.054211 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (5e87efec-21f4-4272-8fd0-fca0612b1b3f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.146148 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (5e87efec-21f4-4272-8fd0-fca0612b1b3f), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.148493 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Publish callbacks [] for router_controller (5e87efec-21f4-4272-8fd0-fca0612b1b3f), precommit_delete_associations {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.200876 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (5e87efec-21f4-4272-8fd0-fca0612b1b3f), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.201716 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e87efec-21f4-4272-8fd0-fca0612b1b3f {{(pid=109898) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:21.206523 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.207736 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-1d060f3a-1a8b-4463-9c51-16188715ec2f admin admin] 10.222.0.81 "DELETE /v2.0/routers/5e87efec-21f4-4272-8fd0-fca0612b1b3f HTTP/1.1" status: 204 len: 168 time: 0.8034139 Feb 19 04:31:21.210597 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54818) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:21.256410 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bdade5-4c4b-44d7-8e47-94586b5653cb admin admin] Deleting subnet f7a86b7f-c056-4041-a903-ab0af372f25b {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:21.259683 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0bdade5-4c4b-44d7-8e47-94586b5653cb admin admin] Publish callbacks [] for subnet (f7a86b7f-c056-4041-a903-ab0af372f25b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.296498 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0bdade5-4c4b-44d7-8e47-94586b5653cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (f7a86b7f-c056-4041-a903-ab0af372f25b), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.384861 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0bdade5-4c4b-44d7-8e47-94586b5653cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (f7a86b7f-c056-4041-a903-ab0af372f25b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.439625 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0bdade5-4c4b-44d7-8e47-94586b5653cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (f7a86b7f-c056-4041-a903-ab0af372f25b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.463645 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdade5-4c4b-44d7-8e47-94586b5653cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a86b7f-c056-4041-a903-ab0af372f25b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:21.470524 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-d0bdade5-4c4b-44d7-8e47-94586b5653cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.476180 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56faec09-1976-4665-ac89-74877a6a7902 None None] Network 27a4d0b0-75be-4479-b8db-229d612deea0 requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:21.477121 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54820) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:21.477321 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-d0bdade5-4c4b-44d7-8e47-94586b5653cb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/f7a86b7f-c056-4041-a903-ab0af372f25b HTTP/1.1" status: 204 len: 168 time: 0.2657359 Feb 19 04:31:21.544531 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (27a4d0b0-75be-4479-b8db-229d612deea0), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.600649 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Deleting port c6109ffc-e48c-4154-a87b-f56a707c3eee {{(pid=109898) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:21.600999 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.671677 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.db [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] For port c6109ffc-e48c-4154-a87b-f56a707c3eee, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=c6109ffc-e48c-4154-a87b-f56a707c3eee,segment=NetworkSegment(6311913f-037b-420e-9b7c-49352363a857),segment_id=6311913f-037b-420e-9b7c-49352363a857)] {{(pid=109898) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:21.671930 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.688387 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Calling delete_port for c6109ffc-e48c-4154-a87b-f56a707c3eee owned by network:dhcp {{(pid=109898) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:21.725479 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cbd91f-a8de-4bd7-af32-dcd07b8f1ed7 None None] DHCP port deletion for 27a4d0b0-75be-4479-b8db-229d612deea0 request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:31:21.773430 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2466249'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.782130 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-79cbd91f-a8de-4bd7-af32-dcd07b8f1ed7 None None] Deleting port c6109ffc-e48c-4154-a87b-f56a707c3eee {{(pid=109900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:21.782507 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79cbd91f-a8de-4bd7-af32-dcd07b8f1ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), before_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.803987 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6109ffc-e48c-4154-a87b-f56a707c3eee,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:21.808589 n-d-826755-2 neutron-server[109898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] No DVR routers for this DVR port c6109ffc-e48c-4154-a87b-f56a707c3eee on host n-d-826755-2 {{(pid=109898) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:21.852474 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.db [None req-79cbd91f-a8de-4bd7-af32-dcd07b8f1ed7 None None] For port c6109ffc-e48c-4154-a87b-f56a707c3eee, host n-d-826755-2, got binding levels [] {{(pid=109900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:21.852898 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79cbd91f-a8de-4bd7-af32-dcd07b8f1ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), precommit_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.866583 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-79cbd91f-a8de-4bd7-af32-dcd07b8f1ed7 None None] Calling delete_port for c6109ffc-e48c-4154-a87b-f56a707c3eee owned by network:dhcp {{(pid=109900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:21.869278 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.ipam_backend_mixin [None req-79cbd91f-a8de-4bd7-af32-dcd07b8f1ed7 None None] Port c6109ffc-e48c-4154-a87b-f56a707c3eee was not found and therefore no delete operation was performed {{(pid=109900) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 19 04:31:21.870550 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-79cbd91f-a8de-4bd7-af32-dcd07b8f1ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353'] for port (c6109ffc-e48c-4154-a87b-f56a707c3eee), after_delete {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.879921 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (27a4d0b0-75be-4479-b8db-229d612deea0), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.899172 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbd91f-a8de-4bd7-af32-dcd07b8f1ed7 None None] Pushing event deleted for resources: {'Port': ['ID=c6109ffc-e48c-4154-a87b-f56a707c3eee,revision_number=None']} {{(pid=109900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:21.900247 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a4d0b0-75be-4479-b8db-229d612deea0']}} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:21.902804 n-d-826755-2 neutron-server[109900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbd91f-a8de-4bd7-af32-dcd07b8f1ed7 None None] No DVR routers for this DVR port c6109ffc-e48c-4154-a87b-f56a707c3eee on host n-d-826755-2 {{(pid=109900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:21.914690 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6311913f-037b-420e-9b7c-49352363a857') {'for_net_delete': True} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:21.915113 n-d-826755-2 neutron-server[109898]: DEBUG neutron.services.segments.db [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6311913f-037b-420e-9b7c-49352363a857') {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:21.924464 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3027812'] for segment (6311913f-037b-420e-9b7c-49352363a857), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.938671 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (6311913f-037b-420e-9b7c-49352363a857), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.944802 n-d-826755-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=109898) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:21.945188 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2466302'] for segment (6311913f-037b-420e-9b7c-49352363a857), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: Traceback (most recent call last): Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: timer() Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: cb(*args, **kw) Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: return func(*args, **kwargs) Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: self._notify() Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: self.callback(batched_events) Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: event.method(event) Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: return f(self, *a, **k) Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: return self._get(url).json() Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:21.946874 n-d-826755-2 neutron-server[109898]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:22.009367 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (27a4d0b0-75be-4479-b8db-229d612deea0), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.018411 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.022480 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] 10.222.0.81 "DELETE /v2.0/networks/27a4d0b0-75be-4479-b8db-229d612deea0 HTTP/1.1" status: 204 len: 168 time: 0.5443563 Feb 19 04:31:22.025662 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54822) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:22.046767 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9bcc1-ba25-4ad1-99d8-e2afcc5af249 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a4d0b0-75be-4479-b8db-229d612deea0,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:22.199597 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5fde858f-4937-4a71-8ed4-5fb257d78363 no longer exists at agent hyperv_n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:22.220971 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] No Port match for: 5fde858f-4937-4a71-8ed4-5fb257d78363 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:22.221294 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Device 5fde858f-4937-4a71-8ed4-5fb257d78363 not bound to the agent host n-h1-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:22.391363 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0420837f-9b6d-4d1c-9af3-438ebc0196e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-556532'] for router_interface (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:22.691505 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c6109ffc-e48c-4154-a87b-f56a707c3eee no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:22.713194 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: c6109ffc-e48c-4154-a87b-f56a707c3eee {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:22.713514 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device c6109ffc-e48c-4154-a87b-f56a707c3eee not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:22.713944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4caf56bd-58be-4e55-985c-c8ed8434c84f no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:22.734449 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 4caf56bd-58be-4e55-985c-c8ed8434c84f {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:22.734836 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 4caf56bd-58be-4e55-985c-c8ed8434c84f not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:22.735233 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f3bad1f1-2b85-4e85-b672-6e0547280fad no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:22.755906 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: f3bad1f1-2b85-4e85-b672-6e0547280fad {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:22.756250 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device f3bad1f1-2b85-4e85-b672-6e0547280fad not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:22.994881 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0420837f-9b6d-4d1c-9af3-438ebc0196e0 admin admin] Deleting port 18cdac78-59bb-4437-b3fb-04441191f9ab {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:22.995140 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0420837f-9b6d-4d1c-9af3-438ebc0196e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.087574 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-0420837f-9b6d-4d1c-9af3-438ebc0196e0 admin admin] For port 18cdac78-59bb-4437-b3fb-04441191f9ab, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=18cdac78-59bb-4437-b3fb-04441191f9ab,segment=NetworkSegment(a01cdc3b-133c-437e-bbc4-8425d8086950),segment_id=a01cdc3b-133c-437e-bbc4-8425d8086950)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:23.087907 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0420837f-9b6d-4d1c-9af3-438ebc0196e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.101122 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-0420837f-9b6d-4d1c-9af3-438ebc0196e0 admin admin] Calling delete_port for 18cdac78-59bb-4437-b3fb-04441191f9ab owned by network:router_interface {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:23.294062 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0420837f-9b6d-4d1c-9af3-438ebc0196e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (18cdac78-59bb-4437-b3fb-04441191f9ab), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.319436 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0420837f-9b6d-4d1c-9af3-438ebc0196e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=18cdac78-59bb-4437-b3fb-04441191f9ab,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:23.491317 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-0420837f-9b6d-4d1c-9af3-438ebc0196e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-583439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-554596'] for router_interface (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.526493 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:23.726764 n-d-826755-2 neutron-server[109899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0420837f-9b6d-4d1c-9af3-438ebc0196e0 admin admin] Router 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc has already been hosted by L3 agent 08629bd6-5c9a-4419-a5c1-67c63c0569c8 {{(pid=109899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 19 04:31:23.850354 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0420837f-9b6d-4d1c-9af3-438ebc0196e0 admin admin] Notify agent at l3_agent.n-d-826755-2 the message routers_updated {{(pid=109899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 19 04:31:23.855625 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:31:23.856341 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-0420837f-9b6d-4d1c-9af3-438ebc0196e0 admin admin] 10.222.0.81 "PUT /v2.0/routers/7cfce26c-4314-4cc5-a1c2-03a070bfe6dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8293612 Feb 19 04:31:23.858580 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54824) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:23.859747 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74d83c-e2c9-4486-8218-f46adeeaa51e None None] Sync routers for ids ['7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'] in n-d-826755-2 {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 19 04:31:23.870875 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74d83c-e2c9-4486-8218-f46adeeaa51e None None] Routers {'7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:23.871482 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0b74d83c-e2c9-4486-8218-f46adeeaa51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:23.972089 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Publish callbacks [] for router (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.077230 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0b74d83c-e2c9-4486-8218-f46adeeaa51e None None] Set router 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc gateway port host: n-d-826755-2 {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:24.080951 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Publish callbacks [] for router_gateway (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.139699 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Deleting port 1e168d16-e6c8-4669-aaaf-13485530b2ec {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:24.140035 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.217647 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] For port 1e168d16-e6c8-4669-aaaf-13485530b2ec, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=1e168d16-e6c8-4669-aaaf-13485530b2ec,segment=NetworkSegment(8f566878-bd6d-42ea-8513-f7a7d4d720b2),segment_id=8f566878-bd6d-42ea-8513-f7a7d4d720b2)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:24.218007 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.230405 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Calling delete_port for 1e168d16-e6c8-4669-aaaf-13485530b2ec owned by network:router_gateway {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:24.258779 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0b74d83c-e2c9-4486-8218-f46adeeaa51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'name': 'tempest-TestSnapshotPattern-1563039861-router', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'external_fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139'}], 'enable_snat': True}, 'gw_port_id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:04Z', 'updated_at': '2022-02-19T04:31:23Z', 'revision_number': 5, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'gw_port': {'id': '1e168d16-e6c8-4669-aaaf-13485530b2ec', 'name': '', 'network_id': '28822f6f-e49e-4418-9ec8-2ffdbdcdb20e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bf:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'ip_address': '172.25.1.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-826755-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-19T04:25:05Z', 'updated_at': '2022-02-19T04:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bfafd809-8914-4102-8d17-f2901d80fa3a', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-826755-2'}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:24.284538 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74d83c-e2c9-4486-8218-f46adeeaa51e None None] Checking router: 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc for host: n-d-826755-2 {{(pid=109901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 19 04:31:24.293555 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b74d83c-e2c9-4486-8218-f46adeeaa51e None None] Routers {'7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'} bound to L3 agent in host n-d-826755-2 {{(pid=109901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 19 04:31:24.294130 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0b74d83c-e2c9-4486-8218-f46adeeaa51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-826755-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-19T02:44:06Z,description=,heartbeat_timestamp=2022-02-19T04:31:06Z,host='n-d-826755-2',id=08629bd6-5c9a-4419-a5c1-67c63c0569c8,load=0,resource_versions=,resources_synced=,started_at=2022-02-19T02:44:06Z,topic='l3_agent')) {'router_ids': ['7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'], 'active': True} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:24.384797 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_dvr_db [None req-0b74d83c-e2c9-4486-8218-f46adeeaa51e None None] Set router 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc gateway port host: None {{(pid=109901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 19 04:31:24.400626 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (1e168d16-e6c8-4669-aaaf-13485530b2ec), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.434067 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e168d16-e6c8-4669-aaaf-13485530b2ec,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:24.439730 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.l3_hamode_db [None req-0b74d83c-e2c9-4486-8218-f46adeeaa51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'name': 'tempest-TestSnapshotPattern-1563039861-router', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:04Z', 'updated_at': '2022-02-19T04:31:24Z', 'revision_number': 6, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'gw_port_host': None}], 'n-d-826755-2', False) {} {{(pid=109901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:24.465985 n-d-826755-2 neutron-server[109901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74d83c-e2c9-4486-8218-f46adeeaa51e None None] The sync data for ids ['7cfce26c-4314-4cc5-a1c2-03a070bfe6dc'] in n-d-826755-2 is: [{'id': '7cfce26c-4314-4cc5-a1c2-03a070bfe6dc', 'name': 'tempest-TestSnapshotPattern-1563039861-router', 'tenant_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-19T04:25:04Z', 'updated_at': '2022-02-19T04:31:24Z', 'revision_number': 6, 'project_id': '926f73a0e5e3455eb3620c6a37bd2e1c', 'gw_port_host': None}] {{(pid=109901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 19 04:31:24.495321 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555662'] for router_gateway (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.532944 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.589362 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-554258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29861'] for router (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.591669 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Publish callbacks [] for router_controller (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.641728 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-554347'] for router (7cfce26c-4314-4cc5-a1c2-03a070bfe6dc), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.642564 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cfce26c-4314-4cc5-a1c2-03a070bfe6dc {{(pid=109899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 19 04:31:24.647696 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.649149 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-7231b71d-801b-429b-a565-f15c1ce3f5f4 admin admin] 10.222.0.81 "DELETE /v2.0/routers/7cfce26c-4314-4cc5-a1c2-03a070bfe6dc HTTP/1.1" status: 204 len: 168 time: 0.7896492 Feb 19 04:31:24.651820 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54826) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:24.702755 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a1887b3-664e-481b-9c80-5d2e08f444ac admin admin] Deleting subnet 178fda9d-dfc0-4947-ac2c-d00cc07345e7 {{(pid=109899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 19 04:31:24.706165 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a1887b3-664e-481b-9c80-5d2e08f444ac admin admin] Publish callbacks [] for subnet (178fda9d-dfc0-4947-ac2c-d00cc07345e7), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.742137 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a1887b3-664e-481b-9c80-5d2e08f444ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10381596'] for subnet (178fda9d-dfc0-4947-ac2c-d00cc07345e7), precommit_delete_associations {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.830293 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a1887b3-664e-481b-9c80-5d2e08f444ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1796907'] for subnet (178fda9d-dfc0-4947-ac2c-d00cc07345e7), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.898983 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a1887b3-664e-481b-9c80-5d2e08f444ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1796882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-667726', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10047919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10417006'] for subnet (178fda9d-dfc0-4947-ac2c-d00cc07345e7), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.927359 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1887b3-664e-481b-9c80-5d2e08f444ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=178fda9d-dfc0-4947-ac2c-d00cc07345e7,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:24.933181 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5a1887b3-664e-481b-9c80-5d2e08f444ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:24.936332 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5a1887b3-664e-481b-9c80-5d2e08f444ac admin admin] 10.222.0.81 "DELETE /v2.0/subnets/178fda9d-dfc0-4947-ac2c-d00cc07345e7 HTTP/1.1" status: 204 len: 168 time: 0.2832472 Feb 19 04:31:24.939069 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54828) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:24.939319 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1c6299-ab88-4e84-a7f2-ff0c607c7eed None None] Network 2863194d-47cb-4789-965f-dce0debc274a requested from n-d-826755-2 {{(pid=109900) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 19 04:31:25.007508 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1754018'] for network (2863194d-47cb-4789-965f-dce0debc274a), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.064193 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Deleting port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 {{(pid=109899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 19 04:31:25.064547 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762369640726'] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.130300 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.db [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] For port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477, host n-d-826755-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-826755-2',level=0,port_id=a2e1ff68-0baa-42f9-8f5d-7a030fd8b477,segment=NetworkSegment(a01cdc3b-133c-437e-bbc4-8425d8086950),segment_id=a01cdc3b-133c-437e-bbc4-8425d8086950)] {{(pid=109899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 19 04:31:25.130641 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-543932'] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.143164 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.plugin [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Calling delete_port for a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 owned by network:dhcp {{(pid=109899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 19 04:31:25.225232 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1641165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487699', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762369645945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762369122353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10054270'] for port (a2e1ff68-0baa-42f9-8f5d-7a030fd8b477), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.255399 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e1ff68-0baa-42f9-8f5d-7a030fd8b477,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:25.259076 n-d-826755-2 neutron-server[109899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] No DVR routers for this DVR port a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 on host n-d-826755-2 {{(pid=109899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 19 04:31:25.272727 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 18cdac78-59bb-4437-b3fb-04441191f9ab no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:25.276812 n-d-826755-2 neutron-server[109900]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53997732-98c4-4a3e-a56c-2eefadbed797 None None] DHCP port deletion for 2863194d-47cb-4789-965f-dce0debc274a request from n-d-826755-2 {{(pid=109900) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 19 04:31:25.307176 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 18cdac78-59bb-4437-b3fb-04441191f9ab {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:25.307646 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 18cdac78-59bb-4437-b3fb-04441191f9ab not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:25.332876 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1800098', 'neutron.services.segments.db._delete_segments_for_network-8762369617466'] for network (2863194d-47cb-4789-965f-dce0debc274a), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.354269 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2863194d-47cb-4789-965f-dce0debc274a']}} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:25.365677 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a01cdc3b-133c-437e-bbc4-8425d8086950') {'for_net_delete': True} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:25.366013 n-d-826755-2 neutron-server[109899]: DEBUG neutron.services.segments.db [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a01cdc3b-133c-437e-bbc4-8425d8086950') {} {{(pid=109899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 19 04:31:25.377991 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762369618243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10381573'] for segment (a01cdc3b-133c-437e-bbc4-8425d8086950), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.393137 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798'] for segment (a01cdc3b-133c-437e-bbc4-8425d8086950), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.400957 n-d-826755-2 neutron-server[109899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=109899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 19 04:31:25.400957 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1958798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10054217'] for segment (a01cdc3b-133c-437e-bbc4-8425d8086950), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: Traceback (most recent call last): Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: timer() Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: cb(*args, **kw) Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: return func(*args, **kwargs) Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: self._notify() Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: self.callback(batched_events) Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: event.method(event) Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: aggregate_uuid = self.p_client.list_aggregates( Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: return f(self, *a, **k) Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: return self._get(url).json() Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: return self.request(url, 'GET', **kwargs) Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: base_url = self.get_endpoint(auth, allow=allow, Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 19 04:31:25.402899 n-d-826755-2 neutron-server[109899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 19 04:31:25.466051 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1800105', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-583430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555746'] for network (2863194d-47cb-4789-965f-dce0debc274a), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.479577 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.482923 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] 10.222.0.81 "DELETE /v2.0/networks/2863194d-47cb-4789-965f-dce0debc274a HTTP/1.1" status: 204 len: 168 time: 0.5426419 Feb 19 04:31:25.496593 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83a763-3c8a-4b67-9898-48022be2ede3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2863194d-47cb-4789-965f-dce0debc274a,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:25.627168 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54832) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:25.669893 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-efdff318-6779-4be1-8cc7-ced2541504a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1603c3e2a5f648d3a755d8c3cc3db7d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0412705 Feb 19 04:31:25.672302 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [-] (109899) accepted ('10.222.0.81', 54834) {{(pid=109899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:25.722567 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5498a146-4878-4456-86e9-178d8b9333dc admin admin] Publish callbacks [] for security_group (5ec70a46-fb06-43dd-9158-40111fc1c78b), before_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.745302 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5498a146-4878-4456-86e9-178d8b9333dc admin admin] Publish callbacks [] for security_group (5ec70a46-fb06-43dd-9158-40111fc1c78b), precommit_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.795931 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5498a146-4878-4456-86e9-178d8b9333dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (5ec70a46-fb06-43dd-9158-40111fc1c78b), after_delete {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.799220 n-d-826755-2 neutron-server[109899]: DEBUG neutron_lib.callbacks.manager [None req-5498a146-4878-4456-86e9-178d8b9333dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:25.802882 n-d-826755-2 neutron-server[109899]: INFO neutron.wsgi [None req-5498a146-4878-4456-86e9-178d8b9333dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5ec70a46-fb06-43dd-9158-40111fc1c78b HTTP/1.1" status: 204 len: 168 time: 0.1272013 Feb 19 04:31:25.810400 n-d-826755-2 neutron-server[109899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498a146-4878-4456-86e9-178d8b9333dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec70a46-fb06-43dd-9158-40111fc1c78b,revision_number=None']} {{(pid=109899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:26.152965 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54840) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:26.194263 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-07149260-c207-4ebd-97ff-318b83670a6f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=926f73a0e5e3455eb3620c6a37bd2e1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399182 Feb 19 04:31:26.197128 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [-] (109898) accepted ('10.222.0.81', 54842) {{(pid=109898) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 19 04:31:26.252682 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38016c3a-b8a9-4bef-80a6-27491d980a64 admin admin] Publish callbacks [] for security_group (dad19a8f-1cfe-4ef3-b415-6defba22da67), before_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:26.277535 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38016c3a-b8a9-4bef-80a6-27491d980a64 admin admin] Publish callbacks [] for security_group (dad19a8f-1cfe-4ef3-b415-6defba22da67), precommit_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:26.329332 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38016c3a-b8a9-4bef-80a6-27491d980a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708763'] for security_group (dad19a8f-1cfe-4ef3-b415-6defba22da67), after_delete {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:26.331993 n-d-826755-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-38016c3a-b8a9-4bef-80a6-27491d980a64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:26.333324 n-d-826755-2 neutron-server[109898]: INFO neutron.wsgi [None req-38016c3a-b8a9-4bef-80a6-27491d980a64 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dad19a8f-1cfe-4ef3-b415-6defba22da67 HTTP/1.1" status: 204 len: 168 time: 0.1350074 Feb 19 04:31:26.342000 n-d-826755-2 neutron-server[109898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38016c3a-b8a9-4bef-80a6-27491d980a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad19a8f-1cfe-4ef3-b415-6defba22da67,revision_number=None']} {{(pid=109898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 19 04:31:26.710421 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1e168d16-e6c8-4669-aaaf-13485530b2ec no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:26.732513 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: 1e168d16-e6c8-4669-aaaf-13485530b2ec {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:26.732883 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device 1e168d16-e6c8-4669-aaaf-13485530b2ec not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:26.733829 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 no longer exists at agent ovs-agent-n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 19 04:31:26.754944 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.plugin [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] No Port match for: a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 {{(pid=109900) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 19 04:31:26.755401 n-d-826755-2 neutron-server[109900]: DEBUG neutron.plugins.ml2.rpc [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Device a2e1ff68-0baa-42f9-8f5d-7a030fd8b477 not bound to the agent host n-d-826755-2 {{(pid=109900) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 19 04:31:33.728462 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-90a050ec-ae0d-4da8-9d66-a90e07c01a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:35.998592 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7a5b2d05-915d-486c-855f-9d1d6eaddcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:37.538739 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:38.861357 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:40.170026 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:53.551479 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:31:54.539477 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:00.855610 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:32:03.722894 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cbeead7-4755-4107-9207-a118a453dbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:06.001955 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2cc9851a-30dd-4143-a360-f37cb1f79f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:07.541691 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:08.869685 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:10.159492 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:23.545206 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:24.556399 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:33.734626 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-8afd1c0b-9be5-4bf9-b581-795a902cccd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:36.007379 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc0da-5803-430e-89a3-08e4e3904a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.550529 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:37.856017 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:32:38.877809 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:40.163455 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:53.549631 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:32:54.551791 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:03.731282 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-e81a9861-a177-4519-8a62-092d6f308a2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:06.000791 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-1dff33a6-e485-4771-b57b-44e29173c90b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:07.556361 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:08.877995 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:10.169565 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:14.859161 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:33:23.558906 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:24.555897 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:33.734672 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-616d48c7-3f40-43af-b356-70144737b4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:36.006321 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2be75f4a-5313-4e9e-a25d-0e8c2ce2dd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:37.554614 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:38.884867 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:40.158339 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:51.864337 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:33:53.578203 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:33:54.549011 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:03.736143 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6351993f-fdbc-4b0a-8245-d95dc5dbfdc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:06.001301 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-17f7d243-40be-47c9-94e4-35340bafbda4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:07.563713 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:08.883944 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:10.159378 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:23.570723 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:24.561778 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:28.864949 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:34:33.740088 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dc72c602-f260-4429-a334-02775ea1793c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:36.010310 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f34d8c2d-e2b2-4e06-8ea1-5c7c873e0e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:37.565387 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:38.888348 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:40.157377 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:53.573127 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:34:54.565034 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:03.737606 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-660c82b6-68f5-4331-a981-a6ded6a028b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:05.870359 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:35:06.013481 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31031379-6acd-4bc1-b70e-6a676483674b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:07.572207 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:08.890490 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:10.161483 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:23.587207 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:24.577869 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:33.735811 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-cc4ed9dc-3496-4743-a623-98dbf0a99ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:36.012898 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-31294a70-454d-47f1-b8a5-385259459bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:37.571429 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:38.898196 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:40.160333 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:42.871417 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:35:53.594255 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:35:54.572226 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:03.740195 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-2b9d191e-235e-4d17-9a18-a146c4586164 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:06.018082 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-13dcaf18-62aa-45a4-994c-dda82a54b77a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:07.576697 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:08.898253 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:10.166271 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:19.871709 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:36:23.598879 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:24.594477 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:33.735884 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c9586572-286a-453f-9ef0-9eb24da0f72d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:36.020010 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7dbb455b-281c-4885-bff4-c76fb9d731fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:37.577159 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:38.904691 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:40.162317 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:53.597294 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:54.604866 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:36:56.877130 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:37:03.751524 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-f55cf7aa-ab93-4ce6-b0f2-3d0c56a6c1b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:06.018215 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dec3a062-c1b7-41c2-98d6-4f620d709ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:07.578813 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:08.908798 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:10.168859 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:23.601615 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:24.605688 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:33.739104 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-bd052549-81f3-4319-a973-d9019b5a9b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:33.877814 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:37:36.018095 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-6a6d9fe0-201c-41da-8639-999332c61109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:37.592612 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:38.910724 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:40.174031 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:53.612939 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:54.610337 n-d-826755-2 neutron-server[109898]: DEBUG neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-ef719ed8-4e9a-4494-9bbb-f02f73d266f5 service neutron] (109898) timed out ('10.222.0.81', 52400) {{(pid=109898) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:37:54.621206 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:37:54.736323 n-d-826755-2 neutron-server[109899]: DEBUG neutron.wsgi [req-b7d2e2f5-b7ec-418a-9dfa-1d9fd1a2f794 req-2e2c6761-f71a-416b-b268-e1ffa62d5774 tempest-TestShelveInstance-972941620 tempest-TestShelveInstance-972941620-project] (109899) timed out ('10.222.0.81', 52428) {{(pid=109899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 19 04:38:03.736525 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-21816b00-5647-4cd2-bb06-2c7b3e516a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:06.017959 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-dab969e8-5a83-4979-b560-e561af2b6f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:07.590376 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:08.916190 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:10.178955 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:10.878830 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:38:23.616961 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:24.635202 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:33.731291 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-c5e10581-be52-4a47-9985-4f43558330e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:36.022078 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-70464fb6-cebc-43bb-87af-17a226842de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:37.593369 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:38.916684 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:40.170855 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:47.886421 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:38:53.640397 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:38:54.633808 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:03.740426 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-69a438a6-e3ef-4e59-a76b-7ba0d5017e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:06.022587 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-ccc579e9-7438-4b52-bda1-85bdb7871b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:07.603407 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:08.922853 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:10.178295 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:23.657799 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:24.652148 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:24.882247 n-d-826755-2 neutron-server[109901]: DEBUG neutron.db.agents_db [None req-8921edfa-4a72-4cf8-b1dd-9584cb41a81f None None] Agent healthcheck: found 7 active agents {{(pid=109901) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 19 04:39:33.736008 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-216b8a9d-2690-40bd-bb84-5200cf9700d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (6b8796c0-d114-4463-bf9b-ba9ca2ac54af), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:36.022241 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-18baa3a6-1d9d-42de-867a-6c856b41117d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (08629bd6-5c9a-4419-a5c1-67c63c0569c8), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:37.596048 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-0849b9ba-5574-424e-b5f1-13b278f4afca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (07fb30c9-a598-48ce-b14d-f4c29db9c40c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:38.927455 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-642ded9e-24c9-4f82-9317-93816ed5186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (5df607b5-4477-4f62-9815-9a3a5cdb175f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:40.165056 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-de781121-77ac-4409-be57-6ecfbef7f275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (f8663733-e1bf-4117-a935-895d8417e78f), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:53.636101 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-7ef754fe-c3e4-4f7a-af6a-48575ea52daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (daa67b55-ce38-4bbe-9c65-03ae08eb5ea6), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 19 04:39:54.656511 n-d-826755-2 neutron-server[109900]: DEBUG neutron_lib.callbacks.manager [None req-b08d898f-6194-42a1-b8ca-b2d8c2457f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762369617448', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1802171'] for agent (40b56d3d-9e6f-4d66-b578-66d553c86a5c), after_update {{(pid=109900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}